-- Logs begin at Wed 2021-12-15 12:53:27 UTC, end at Wed 2021-12-15 15:16:38 UTC. -- Dec 15 13:31:43.534990 n-d-821840-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 13:31:46.426180 n-d-821840-1 neutron-server[109658]: INFO neutron.common.config [-] Logging enabled! Dec 15 13:31:46.426790 n-d-821840-1 neutron-server[109658]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 13:31:46.426980 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109658) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 13:31:46.430214 n-d-821840-1 neutron-server[109658]: INFO neutron.common.config [-] Logging enabled! Dec 15 13:31:46.430478 n-d-821840-1 neutron-server[109658]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 13:31:46.430797 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109658) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 13:31:46.431926 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:31:46.432170 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:31:46.432533 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:31:46.432786 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:31:46.433014 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:31:46.433342 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.433771 n-d-821840-1 neutron-server[109658]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 13:31:46.434087 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.434386 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.434683 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.434983 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.435277 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.435561 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.435851 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.436173 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.436719 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.437003 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.437289 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.437583 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.437866 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.438155 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.438443 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.438727 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] debug = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.439010 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.439443 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.440876 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.441263 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.441561 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.441845 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.442121 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.442402 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.442691 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.443023 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] host = n-d-821840-1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.443303 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.443593 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.443900 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.444191 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.444471 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.444750 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.445035 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.445309 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.445582 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] log_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.445859 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.446147 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.446440 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.446733 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.446961 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.447184 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.447474 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.447761 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.448070 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.448348 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.448626 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.448904 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.449180 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.449450 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.449736 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.450019 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.450304 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.450583 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.450859 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.451132 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.451406 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.451691 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.451993 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.452269 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.452545 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.452833 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.453103 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.453380 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.453682 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.453967 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.454255 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.454540 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.454816 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.455097 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.455368 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.455643 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.456638 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] use_json = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.456900 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.457182 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.457471 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.457748 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.458023 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.458299 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.458572 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.458858 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:46.459159 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.459459 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.459764 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.460074 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.460383 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.460666 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.460957 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.461240 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.461532 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.461822 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.462111 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.462393 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.462680 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.462957 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.463259 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.463563 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.463859 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.464317 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.464596 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.464873 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.465149 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.465450 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.465723 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.466003 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.466293 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.466582 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.466877 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.467163 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.467454 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.467750 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.468069 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.468347 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.468629 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.468922 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.469200 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.469476 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.469758 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.470047 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.470325 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.470599 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.470884 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.471162 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.471435 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.471730 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.472120 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.472421 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.472702 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.472976 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.473249 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.473529 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.473804 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.474091 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.474369 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.474643 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.474917 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.475195 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.475469 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.475744 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.476051 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.476325 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.476604 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.476879 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.477156 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.477431 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.477705 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.477978 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.478252 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.478524 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.478803 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.479077 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.479349 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.479623 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.480057 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.480336 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.480626 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.480929 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.481209 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.481489 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.481772 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.482056 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.482336 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.482616 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.482897 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.483178 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.483453 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.483748 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.484065 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.484358 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.484644 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.484954 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.485252 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.485534 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.485822 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.486102 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.486383 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.486668 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.486957 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.487374 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.487672 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.487997 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.488297 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.488594 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.488881 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.489194 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.489475 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:46.489695 n-d-821840-1 neutron-server[109658]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:31:46.489947 n-d-821840-1 neutron-server[109658]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109658) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 13:31:46.926889 n-d-821840-1 neutron-server[109658]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 13:31:46.927180 n-d-821840-1 neutron-server[109658]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 13:31:46.927489 n-d-821840-1 neutron-server[109658]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 13:31:46.927984 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 13:31:47.264921 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.265151 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.265422 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.266716 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.266998 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.267269 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.314006 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.314291 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.314569 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.329133 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.329421 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.329698 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.358923 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.359211 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.359488 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.397952 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.398235 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.398502 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.737820 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.738469 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.738469 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.738653 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.739326 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.839656 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.840022 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.840312 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.840590 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.840867 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.841186 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.841451 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.841712 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.841970 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.842257 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.842521 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.842789 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.843052 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.843311 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.843570 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.843837 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.844124 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.844399 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.844676 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.844940 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.845217 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.845474 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.845759 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.846150 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.846405 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.846719 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.847093 n-d-821840-1 neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:31:47.847473 n-d-821840-1 neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:31:47.847718 n-d-821840-1 neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:31:47.847984 n-d-821840-1 neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:31:47.848229 n-d-821840-1 neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:31:47.848470 n-d-821840-1 neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:31:47.848838 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 13:31:47.852114 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 13:31:47.856270 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 13:31:47.860248 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Dec 15 13:31:47.861894 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 13:31:47.862527 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 13:31:47.862873 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 13:31:47.863258 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 13:31:47.866138 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 13:31:47.866396 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 13:31:47.866751 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 13:31:47.872132 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 13:31:47.896688 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 13:31:47.897151 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.897457 n-d-821840-1 neutron-server[109658]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109658) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 13:31:47.897829 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.899243 n-d-821840-1 neutron-server[109658]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109658) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 13:31:47.899529 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 13:31:47.899776 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 13:31:47.903028 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.903318 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:47.968710 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 13:31:47.968952 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 13:31:47.969195 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 13:31:47.969572 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 13:31:47.993040 n-d-821840-1 neutron-server[109658]: DEBUG oslo_db.sqlalchemy.engines [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109658) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 13:31:48.427848 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Initializing driver for type 'gre' Dec 15 13:31:48.428405 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] gre ID ranges: [(1, 1000)] Dec 15 13:31:48.486057 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Initializing driver for type 'local' Dec 15 13:31:48.486404 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Initializing driver for type 'vlan' Dec 15 13:31:48.504270 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] VlanTypeDriver initialization complete Dec 15 13:31:48.504620 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Initializing driver for type 'vxlan' Dec 15 13:31:48.505131 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] vxlan ID ranges: [(1, 1000)] Dec 15 13:31:48.565048 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Initializing extension driver 'port_security' Dec 15 13:31:48.565930 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.extensions.port_security [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] PortSecurityExtensionDriver initialization complete Dec 15 13:31:48.566270 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Initializing mechanism driver 'openvswitch' Dec 15 13:31:48.566600 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Initializing mechanism driver 'hyperv' Dec 15 13:31:48.573279 n-d-821840-1 neutron-server[109658]: DEBUG neutron.plugins.ml2.plugin [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:48.574138 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > port after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.574524 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.574891 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.575436 n-d-821840-1 neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:31:48.575897 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > subnet after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.576275 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > subnet after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.576633 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > subnet after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.577043 n-d-821840-1 neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:31:48.577463 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > network after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.577822 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > network after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.578177 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > network after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.578585 n-d-821840-1 neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:31:48.579007 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > security_group after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.579370 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > security_group after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.579723 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > security_group after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.580162 n-d-821840-1 neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:31:48.580581 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.581656 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.582104 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.582396 n-d-821840-1 neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:31:48.582813 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > address_group after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.583171 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > address_group after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.583521 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > address_group after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.583953 n-d-821840-1 neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:31:48.584345 n-d-821840-1 neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] ML2 OVO RPC backend initialized. {{(pid=109658) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 13:31:48.585068 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router_interface after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.585434 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.585865 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > network before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.586224 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > networks before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.586582 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > port before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.586938 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > ports before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.587292 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > subnet before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.587645 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > subnets before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.588037 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > network after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.588392 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > network after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.588737 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > network after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.589082 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > port after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.589424 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.589767 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.590109 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > subnet after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.590453 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > subnet after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.590794 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > subnet after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.591378 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.plugin [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Modular L2 Plugin initialization complete Dec 15 13:31:48.591715 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading services supported by the core plugin {{(pid=109658) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 13:31:48.592078 n-d-821840-1 neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Got port-security extension from driver 'port_security' Dec 15 13:31:48.592551 n-d-821840-1 neutron-server[109658]: INFO neutron.extensions.vlantransparent [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Disabled vlantransparent extension. Dec 15 13:31:48.593161 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109658) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 13:31:48.593492 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading Plugin: router Dec 15 13:31:48.630809 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router_interface before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.631208 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router after_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.631595 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router before_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.631994 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.632380 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.632744 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router after_delete 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.633118 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > floatingip after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.633604 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > floatingip after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.633978 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router after_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.634335 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router after_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.634696 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router after_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.635057 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.635426 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router after_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.635855 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.636260 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.636611 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.636958 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: subnet after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.637307 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.637663 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > port precommit_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.638019 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.638374 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: port before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.638725 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.639093 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router after_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.639444 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_delete 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.639808 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.640209 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router_interface after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.640570 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.640950 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > agent after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.641314 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > agent after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.641669 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > network after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.642555 n-d-821840-1 neutron-server[109658]: DEBUG neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Tracking information for resource: router configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:31:48.642898 n-d-821840-1 neutron-server[109658]: DEBUG neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Tracking information for resource: floatingip configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:31:48.648573 n-d-821840-1 neutron-server[109658]: INFO neutron.db.l3_agentschedulers_db [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 13:31:48.649161 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.649533 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: port after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.649899 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.650264 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.651072 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router before_create 55550100 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.651451 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_delete 55550100 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.651826 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_create 55550100 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.652226 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > router precommit_update 55550100 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.657198 n-d-821840-1 neutron-server[109658]: DEBUG neutron.services.provider_configuration [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service providers = [] {{(pid=109658) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 13:31:48.657576 n-d-821840-1 neutron-server[109658]: DEBUG neutron.db.servicetype_db [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109658) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 13:31:48.660645 n-d-821840-1 neutron-server[109658]: DEBUG neutron.services.service_base [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:31:48.661007 n-d-821840-1 neutron-server[109658]: DEBUG neutron.services.service_base [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:31:48.661356 n-d-821840-1 neutron-server[109658]: DEBUG neutron.services.service_base [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:31:48.662256 n-d-821840-1 neutron-server[109658]: DEBUG neutron.services.service_base [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:31:48.662638 n-d-821840-1 neutron-server[109658]: INFO neutron.services.service_base [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 13:31:48.663025 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:31:48.663348 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 13:31:48.674179 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:31:48.674528 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading Plugin: auto_allocate Dec 15 13:31:48.680590 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: network precommit_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.680914 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: network precommit_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.681442 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:31:48.681771 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading Plugin: tag Dec 15 13:31:48.688849 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:31:48.689195 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading Plugin: timestamp Dec 15 13:31:48.693576 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:31:48.694005 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading Plugin: network_ip_availability Dec 15 13:31:48.699532 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.699936 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.700305 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.701044 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:31:48.701376 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading Plugin: flavors Dec 15 13:31:48.706828 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:31:48.707676 n-d-821840-1 neutron-server[109658]: INFO neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading Plugin: revisions Dec 15 13:31:48.712135 n-d-821840-1 neutron-server[109658]: DEBUG neutron.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:31:48.712547 n-d-821840-1 neutron-server[109658]: DEBUG oslo_concurrency.lockutils [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=109658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 13:31:48.713316 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109658) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 13:31:48.713662 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Initializing extension manager. Dec 15 13:31:48.714200 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: __init__.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.714556 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: __pycache__ {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.714901 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.715250 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: address_group.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.716057 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.716651 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: address-group Dec 15 13:31:48.716988 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: address_scope.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.717715 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.718231 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: address-scope Dec 15 13:31:48.718565 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: admin_state_down_before_update.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.719505 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.720058 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: router-admin-state-down-before-update Dec 15 13:31:48.720396 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: agent.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.721108 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.721650 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: agent Dec 15 13:31:48.721981 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: agent_resources_synced.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.722902 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.723413 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: agent-resources-synced Dec 15 13:31:48.723745 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: allowedaddresspairs.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.725582 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.726111 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: allowed-address-pairs Dec 15 13:31:48.726442 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: auto_allocated_topology.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.727533 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.728081 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: auto-allocated-topology Dec 15 13:31:48.728417 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: availability_zone.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.729116 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.729632 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: availability_zone Dec 15 13:31:48.729960 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: availability_zone_filter.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.730885 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.731400 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: availability_zone_filter Dec 15 13:31:48.731729 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: data_plane_status.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.732686 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.733200 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 13:31:48.733528 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: default_subnetpools.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.734468 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.734980 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: default-subnetpools Dec 15 13:31:48.735307 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: dhcpagentscheduler.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.736156 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.736667 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: dhcp_agent_scheduler Dec 15 13:31:48.736995 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: dns.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.738007 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.738552 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension dns-integration not supported by any of loaded plugins Dec 15 13:31:48.738824 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: dns_domain_ports.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.739757 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.740298 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 13:31:48.740631 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.741566 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.742074 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 13:31:48.742401 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: dvr.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.743082 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.743591 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: dvr Dec 15 13:31:48.743954 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: ecmp_routes.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.744885 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.745391 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 13:31:48.745722 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: empty_string_filtering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.746640 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.747150 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: empty-string-filtering Dec 15 13:31:48.747480 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.748423 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.748932 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 13:31:48.749260 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.750187 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.750697 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 13:31:48.751027 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: external_net.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.751982 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.752505 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: external-net Dec 15 13:31:48.753479 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: extra_dhcp_opt.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.754324 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.754836 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: extra_dhcp_opt Dec 15 13:31:48.755167 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: extraroute.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.756107 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.756625 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: extraroute Dec 15 13:31:48.756957 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: extraroute_atomic.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.759580 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.760160 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: extraroute-atomic Dec 15 13:31:48.760506 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: filter_validation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.761202 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.761721 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: filter-validation Dec 15 13:31:48.762055 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: fip_pf_description.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.763049 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.763627 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 13:31:48.764069 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: fip_port_details.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.765181 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.765729 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: fip-port-details Dec 15 13:31:48.766128 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: flavors.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.767608 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.768386 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: flavors Dec 15 13:31:48.769228 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.771069 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.771633 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 13:31:48.772140 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: floatingip_pools.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.772902 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.773457 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: floatingip-pools Dec 15 13:31:48.773819 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: ip_allocation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.774941 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.775629 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 13:31:48.776256 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.777504 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.778062 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: ip-substring-filtering Dec 15 13:31:48.778580 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: l2_adjacency.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.779889 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.780581 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 13:31:48.780956 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: l3.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.782142 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.782705 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: router Dec 15 13:31:48.783197 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: l3_conntrack_helper.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.786060 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.786753 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 13:31:48.787160 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.788350 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.788873 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: ext-gw-mode Dec 15 13:31:48.789211 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.790151 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.790669 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: l3-ha Dec 15 13:31:48.791003 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: l3_flavors.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.791962 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.792482 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: l3-flavors Dec 15 13:31:48.792812 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.793742 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.794254 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 13:31:48.794586 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: l3agentscheduler.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.795780 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.796329 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: l3_agent_scheduler Dec 15 13:31:48.796669 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: local_ip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.798517 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.799187 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension local_ip not supported by any of loaded plugins Dec 15 13:31:48.799530 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: logging.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.801324 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.801850 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension logging not supported by any of loaded plugins Dec 15 13:31:48.802193 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: metering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.803109 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.803697 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: metering Dec 15 13:31:48.804066 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.805200 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.805866 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: metering_source_and_destination_fields Dec 15 13:31:48.806206 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: multiprovidernet.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.807158 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.808067 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: multi-provider Dec 15 13:31:48.808406 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: netmtu.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.809369 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.809900 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: net-mtu Dec 15 13:31:48.810235 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: netmtu_writable.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.811191 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.812001 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: net-mtu-writable Dec 15 13:31:48.812336 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: network_availability_zone.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.813038 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.813553 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: network_availability_zone Dec 15 13:31:48.813885 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: network_ip_availability.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.815055 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.816261 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: network-ip-availability Dec 15 13:31:48.816656 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: network_segment_range.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.817407 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.818630 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 13:31:48.818968 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: pagination.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.820023 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.820368 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: pagination Dec 15 13:31:48.820701 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: port_device_profile.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.821631 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.822154 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: port-device-profile Dec 15 13:31:48.822487 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.823423 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.823965 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: port-mac-address-regenerate Dec 15 13:31:48.824302 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.825240 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.825758 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: port-numa-affinity-policy Dec 15 13:31:48.826095 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: port_resource_request.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.827028 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.827542 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 13:31:48.827901 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: port_resource_request_groups.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.828897 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.829410 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 13:31:48.829745 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: portbindings.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.830685 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.832080 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: binding Dec 15 13:31:48.832417 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: portbindings_extended.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.833745 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.834271 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: binding-extended Dec 15 13:31:48.834606 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: portsecurity.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.835541 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.836111 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: port-security Dec 15 13:31:48.836448 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: project_id.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.837448 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.837794 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: project-id Dec 15 13:31:48.838132 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: providernet.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.839071 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.839591 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: provider Dec 15 13:31:48.839942 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.843610 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.844180 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos not supported by any of loaded plugins Dec 15 13:31:48.844527 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.845803 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.846459 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 13:31:48.846843 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.847788 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.848332 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 13:31:48.848669 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_default.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.849602 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.850122 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-default not supported by any of loaded plugins Dec 15 13:31:48.850457 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_fip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.851128 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.851636 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-fip not supported by any of loaded plugins Dec 15 13:31:48.852002 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_fip_network_policy.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.853159 n-d-821840-1 neutron-server[109658]: WARNING neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 13:31:48.853498 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_gateway_ip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.854432 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.854959 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 13:31:48.855292 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_port_network_policy.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.856288 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.856819 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 13:31:48.857154 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.858333 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.858857 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 13:31:48.859192 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_pps_rule.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.860435 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.860958 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-pps not supported by any of loaded plugins Dec 15 13:31:48.861295 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_rule_type_details.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.862370 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.862886 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 13:31:48.863220 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: qos_rules_alias.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.864316 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.864838 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 13:31:48.865170 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: quota_check_limit.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.866096 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.866618 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: quota-check-limit Dec 15 13:31:48.866957 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: quotasv2.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.867984 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.868310 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: quotas Dec 15 13:31:48.868641 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: quotasv2_detail.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.871825 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.872203 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: quota_details Dec 15 13:31:48.872548 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: rbac.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.873634 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.874168 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: rbac-policies Dec 15 13:31:48.874510 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: rbac_address_group.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.875458 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.876020 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: rbac-address-group Dec 15 13:31:48.876361 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: rbac_address_scope.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.877309 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.878355 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: rbac-address-scope Dec 15 13:31:48.878687 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: rbac_security_groups.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.879619 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.880164 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: rbac-security-groups Dec 15 13:31:48.880498 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: rbac_subnetpool.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.881430 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.881946 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: rbac-subnetpool Dec 15 13:31:48.882279 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: revisionifmatch.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.883214 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.883854 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: revision-if-match Dec 15 13:31:48.884217 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: revisions.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.885357 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.885879 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: standard-attr-revisions Dec 15 13:31:48.886215 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: router_availability_zone.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.886905 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.887424 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: router_availability_zone Dec 15 13:31:48.887756 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: routerservicetype.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.888713 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.889230 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension router-service-type not supported by any of loaded plugins Dec 15 13:31:48.889560 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.890577 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.891097 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: security-groups-normalized-cidr Dec 15 13:31:48.891426 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: security_groups_port_filtering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.892397 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.892912 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: port-security-groups-filtering Dec 15 13:31:48.893239 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.894977 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.895499 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: security-groups-remote-address-group Dec 15 13:31:48.895830 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.896920 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.897443 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: security-groups-shared-filtering Dec 15 13:31:48.897776 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.898371 n-d-821840-1 neutron-server[109658]: WARNING neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 13:31:48.898697 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: securitygroup.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.908621 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.909188 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: security-group Dec 15 13:31:48.909569 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: segment.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.910417 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.910934 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension segment not supported by any of loaded plugins Dec 15 13:31:48.911275 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.912266 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.912785 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 13:31:48.913123 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: servicetype.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.914253 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.914783 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: service-type Dec 15 13:31:48.915121 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: sorting.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.916168 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.916520 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: sorting Dec 15 13:31:48.916856 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: standard_attr_segment.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.917801 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.918330 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 13:31:48.918668 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: standardattrdescription.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.919332 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.919858 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: standard-attr-description Dec 15 13:31:48.920215 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: stateful_security_group.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.921161 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.921700 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: stateful-security-group Dec 15 13:31:48.922037 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: stdattrs_common.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.922633 n-d-821840-1 neutron-server[109658]: WARNING neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 13:31:48.923031 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.924030 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.924552 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 13:31:48.925497 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: subnet_onboard.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.926689 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.927214 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: subnet_onboard Dec 15 13:31:48.927551 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.928545 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.929060 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 13:31:48.929393 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: subnet_service_types.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.930333 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.931037 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: subnet-service-types Dec 15 13:31:48.931321 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: subnetallocation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.932461 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.932982 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: subnet_allocation Dec 15 13:31:48.933319 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.933997 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.934514 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: subnetpool-prefix-ops Dec 15 13:31:48.934847 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.935819 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.936623 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 13:31:48.936955 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: tagging.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.938030 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.938553 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: standard-attr-tag Dec 15 13:31:48.938902 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: timestamp.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.940153 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.941375 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loaded extension: standard-attr-timestamp Dec 15 13:31:48.941712 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: trunk.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.942768 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.943291 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension trunk not supported by any of loaded plugins Dec 15 13:31:48.943626 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: trunk_details.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.944585 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.945239 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension trunk-details not supported by any of loaded plugins Dec 15 13:31:48.945569 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: uplink_status_propagation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.946654 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.947170 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 13:31:48.947502 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Loading extension file: vlantransparent.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:31:48.948218 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:31:48.948738 n-d-821840-1 neutron-server[109658]: INFO neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 13:31:48.951248 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:network Dec 15 13:31:48.951787 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:subnet Dec 15 13:31:48.952228 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:31:48.952632 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:port Dec 15 13:31:48.953909 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.954356 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service FLAVORS assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.954983 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.955416 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.955757 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:router Dec 15 13:31:48.956416 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:floatingip Dec 15 13:31:48.956921 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service METERING assigned prefix: /metering {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.958386 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.958767 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.959131 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:48.960188 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 13:31:48.960642 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:security_group Dec 15 13:31:48.961089 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 13:31:48.961720 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service CORE assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.962062 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:31:48.962416 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] subnetpool is already registered Dec 15 13:31:48.962864 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service CORE assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.963200 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:31:48.963539 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] subnetpool is already registered Dec 15 13:31:48.965843 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.966294 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service FLAVORS assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.966893 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.967324 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.967671 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:router Dec 15 13:31:48.968057 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] router is already registered Dec 15 13:31:48.968482 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:floatingip Dec 15 13:31:48.968827 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] floatingip is already registered Dec 15 13:31:48.969291 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service METERING assigned prefix: /metering {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.969960 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 13:31:48.970298 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] rbac_policy is already registered Dec 15 13:31:48.970716 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:security_group Dec 15 13:31:48.971059 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] security_group is already registered Dec 15 13:31:48.971481 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 13:31:48.971835 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] security_group_rule is already registered Dec 15 13:31:48.972507 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service CORE assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.972847 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:31:48.973192 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] subnetpool is already registered Dec 15 13:31:48.973615 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Service CORE assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:31:48.973950 n-d-821840-1 neutron-server[109658]: INFO neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:31:48.974286 n-d-821840-1 neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] subnetpool is already registered Dec 15 13:31:48.974753 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: extensions {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.976263 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: address-groups {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.977913 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: address-scopes {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.979246 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: agents {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.980460 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: auto-allocated-topology {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.981721 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: availability_zones {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.982942 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: dhcp-networks {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.984504 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: dhcp-agents {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.985934 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: routers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.988924 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: flavors {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.990095 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: service_profiles {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.991317 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: next_providers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.992801 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: service_profiles {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.995423 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: floatingip-pools {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.996711 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: routers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:48.998945 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: floatingips {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.000281 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: l3-routers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.001681 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: l3-agents {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.003792 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: metering-labels {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.005215 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: metering-label-rules {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.006510 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: network-ip-availabilities {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.007778 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: bindings {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.009476 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: quotas {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.011082 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: quotas {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.012669 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: rbac-policies {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.013965 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: security-groups {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.015217 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: security-group-rules {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.016479 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: service-providers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.017716 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: subnetpools {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.019500 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: subnetpools {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.020991 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.022688 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.024548 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.026386 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.028246 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.030106 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.031814 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.033757 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.035934 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.037800 n-d-821840-1 neutron-server[109658]: DEBUG neutron.api.extensions [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:31:49.043937 n-d-821840-1 neutron-server[109658]: WARNING keystonemiddleware.auth_token [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 13:31:49.048685 n-d-821840-1 neutron-server[109658]: WARNING keystonemiddleware.auth_token [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 13:31:49.058168 n-d-821840-1 neutron-server[109658]: DEBUG oslo_concurrency.lockutils [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Acquired lock "singleton_lock" {{(pid=109658) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 13:31:49.058652 n-d-821840-1 neutron-server[109658]: DEBUG oslo_concurrency.lockutils [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Releasing lock "singleton_lock" {{(pid=109658) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 13:31:49.059305 n-d-821840-1 neutron-server[109658]: INFO oslo_service.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Starting 2 workers Dec 15 13:31:49.064443 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Started child 109767 {{(pid=109658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:31:49.069701 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Started child 109768 {{(pid=109658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:31:49.070673 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.071316 n-d-821840-1 neutron-server[109658]: INFO neutron.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 13:31:49.072099 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Publish callbacks [] for process, before_spawn {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.072272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [-] (109767) wsgi starting up on http://0.0.0.0:9696 Dec 15 13:31:49.074587 n-d-821840-1 neutron-server[109658]: INFO oslo_service.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Starting 1 workers Dec 15 13:31:49.074715 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.076063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [-] (109768) wsgi starting up on http://0.0.0.0:9696 Dec 15 13:31:49.079858 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Started child 109769 {{(pid=109658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:31:49.080451 n-d-821840-1 neutron-server[109658]: INFO oslo_service.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Starting 1 workers Dec 15 13:31:49.085086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] calling RpcWorker wait() {{(pid=109769) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 13:31:49.085678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] returning from RpcWorker wait() {{(pid=109769) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 13:31:49.087509 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.087994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:49.089687 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Started child 109770 {{(pid=109658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:31:49.090482 n-d-821840-1 neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-949c71dc-1133-4ee5-bf89-56019c48bf8a None None] Publish callbacks [] for process, after_spawn {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.091989 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109658) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 13:31:49.092215 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:31:49.092406 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:31:49.092633 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:31:49.092948 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:31:49.093097 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.093615 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:31:49.093730 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.093922 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.094187 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.094469 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.094766 n-d-821840-1 neutron-server[109770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:49.094872 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.095345 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.095606 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.095883 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.096163 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.096418 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.097510 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.097694 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.098425 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.098668 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.098995 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.099267 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.099526 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.099761 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.099959 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.100371 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.100647 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.100909 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.101194 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] debug = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.101460 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.101956 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.102191 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.102452 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.102692 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.102961 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.103193 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.103458 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.103679 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.103946 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.104211 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.104469 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.104720 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.104938 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.105194 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.105408 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.105665 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.105905 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.106379 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] host = n-d-821840-1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.106619 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.106841 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.107089 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.107339 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.107599 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.107852 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.108130 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.108398 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.108626 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.108885 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.109137 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.109420 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.109642 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.109899 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.110139 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_options = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.110280 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.110566 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.110839 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.111043 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.111208 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.111390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.111665 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.111819 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.112101 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.112355 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.113166 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.113166 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.113166 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.113580 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.113580 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.113849 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.114103 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.114255 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.114510 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.114763 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.114996 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.115247 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.115470 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.115707 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.115965 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.116191 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.116433 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.116656 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.116881 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.117137 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.117384 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.117632 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.117868 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.118147 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.118394 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.118642 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.118875 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.119128 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.119391 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.120857 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.121493 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.121493 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.121493 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.121881 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.122147 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.122469 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.122682 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_json = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.122907 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.123164 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.123428 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.123789 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.124063 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.124361 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.124614 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.124879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.126550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.127447 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.127936 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.130175 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.130445 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.130708 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.130960 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.131201 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.131476 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.131725 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.132100 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.132358 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.133139 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.133139 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.133429 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.133635 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.133996 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.134509 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.134509 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.134783 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.134920 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.135077 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.135368 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.135598 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.136017 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.136364 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.136719 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.137148 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.137537 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.137914 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.138067 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.138272 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.138535 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.138763 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.138997 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.139241 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.139570 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.139707 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.139968 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.140252 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.140501 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.140738 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.141462 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.141462 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.141462 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.145888 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.145888 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.145888 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.145888 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.145888 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.145888 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.147834 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.149164 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.149357 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.149650 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.149982 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.150228 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.150485 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.150742 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.150959 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.151188 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.151424 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.151672 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.153353 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.153607 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.153917 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.155545 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.155825 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.158076 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.158373 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.158660 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.158955 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.159250 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.159545 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.160504 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.160504 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.160504 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.160504 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.160793 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.160931 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.161156 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.161378 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.161601 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.162310 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.162554 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.162780 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.163009 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.163230 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.163456 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.165410 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.165410 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.165410 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.166554 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.170488 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.170804 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.171079 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.171458 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.171619 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.171915 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.172272 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.172484 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.172683 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.172960 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.173607 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.174405 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.174874 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.175510 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.175510 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.175778 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.176043 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.176280 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.176738 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.176987 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.177732 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.178450 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.179551 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.179770 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.180092 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.180627 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.180890 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.182674 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.182904 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.183203 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.184280 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.184567 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.184856 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.185118 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.185384 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.185661 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.185932 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.186211 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.186726 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.186995 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.187267 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.187527 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.187782 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.188034 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.188296 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.188605 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.188866 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.189106 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.189334 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.189707 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.189972 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.190946 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.190946 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.191232 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.191500 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.191841 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.192119 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.192364 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.192606 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.192861 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.193088 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.193345 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.193570 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.193815 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.194054 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.194266 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.194512 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.194731 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.194958 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.195174 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.195627 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.195855 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.196134 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.196348 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.196571 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.196816 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.197071 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.197301 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.197522 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.197739 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.198006 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.198246 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.198518 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.198788 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.199037 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.199269 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.199538 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.199825 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.200070 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.200313 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.200568 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.200786 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.201009 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.201255 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.201492 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.201727 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.201958 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.202233 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.202450 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.202714 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.203064 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.203340 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.203793 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.203920 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.204082 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.204320 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.204567 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.204807 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.205033 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.205278 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.205498 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.205765 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.206553 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.207375 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.207591 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.207813 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.208061 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.208411 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.208553 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.208808 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.209122 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.209325 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.209469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:49.209602 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.209839 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.210270 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.210516 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.210727 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.210949 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.211178 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.211398 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.211614 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.211924 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.212105 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.212319 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.212543 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.212763 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.213023 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.213491 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.213491 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.213828 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.214032 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.214211 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.214354 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.214538 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.214769 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.214975 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.215198 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.215687 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.215687 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.215993 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.216149 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.216290 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.216519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.216746 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.216943 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.217271 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.217490 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.217710 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.218014 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.218265 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.218511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066307 Dec 15 13:31:49.218661 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.219056 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.219611 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.220113 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.220113 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.220554 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.221387 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.222542 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.223474 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.223826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.224472 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.224472 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.224751 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.224922 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.225218 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.225486 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.225711 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.227177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.227177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.227177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.227177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.227177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.228317 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.228317 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.228317 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.228317 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.228317 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.228817 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.228817 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.229065 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.229249 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.229559 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.230179 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.230179 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.230378 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.230674 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.230823 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.230941 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.231406 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:31:49.231607 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109658) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 13:31:49.231770 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:31:49.231951 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:31:49.232142 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:31:49.232322 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:31:49.233087 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:31:49.233087 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.233087 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.233087 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.233578 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.233578 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.233578 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.235177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.235177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.235177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.235177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.235177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.235177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.235177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.235177 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.236467 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.236467 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.236467 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.236467 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.236467 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.236467 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.236467 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.236467 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.237519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:49.237674 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] debug = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.237674 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.237674 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.238120 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.238120 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.238434 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.238434 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.238696 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.238696 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.238851 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.239016 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.239175 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.239486 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.239805 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.240154 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.240458 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.240771 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.240936 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.241098 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.241257 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] host = n-d-821840-1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.241416 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.241577 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.241736 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.241895 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.242053 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.242213 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.242372 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.242532 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.242689 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.242846 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.243005 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.243163 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.243322 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.243480 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.243639 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_options = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.243796 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.243979 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.244140 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.244325 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.244490 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.244649 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.244897 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.245055 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.245199 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.245308 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.245413 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.245594 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.245719 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.245863 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.246022 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.246222 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.246347 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.246484 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.246644 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.246803 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.246960 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.247119 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.247277 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.247436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.247592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.247751 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.247930 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.248091 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.248251 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.248407 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.248557 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.248722 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.249092 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.249092 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.249322 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.249322 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.249518 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.249607 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.249765 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.249924 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.250083 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.250242 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.250401 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.251604 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.251604 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.251604 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.251604 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_json = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.251604 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.251604 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.251604 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.252415 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.252415 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.252415 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.252415 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.252415 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:31:49.252998 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.252998 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.252998 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.252998 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.253681 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.254174 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.254174 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.254174 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.254415 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.254508 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.254626 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.254790 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.254963 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.255126 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.255288 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.255453 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.255614 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.255785 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.255953 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.256120 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.256280 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.256442 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.256612 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.256777 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.256941 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.257103 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.257265 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.257435 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.257598 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.257778 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.257938 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.258102 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.258264 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.258426 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259042 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259042 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259042 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259042 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259339 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259339 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259502 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259662 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.259822 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.260018 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.260179 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.260342 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.260969 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.260969 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.260969 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.261658 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.261658 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.261658 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.261658 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.262202 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.262202 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.262202 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.262202 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.263592 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.265550 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.266531 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267274 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267274 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267274 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267274 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267274 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267274 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267733 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267733 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.267733 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.268096 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.268096 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.268096 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.269029 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.269029 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.269699 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.269852 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.270007 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.270169 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.270331 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.270484 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.270653 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.270848 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.271023 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.271168 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.271322 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.271461 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.271599 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.271736 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.271993 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.272769 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.272769 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.272769 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.272769 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.272769 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.273879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.273879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.273879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.273879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.273879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.273879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.273879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.273879 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.276801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.279324 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.279324 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.279324 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.279324 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.279324 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.279324 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.279324 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.279324 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.280390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.280390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.280390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.280390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.280390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.280390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.280390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.280390 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.281519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.281519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.281519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.281519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.281519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.281519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.281519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.281519 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.282534 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.282534 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.282534 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.282534 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.282534 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.282534 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.282534 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.282534 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.283934 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.283934 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.283934 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.283934 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.283934 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.283934 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.283934 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.283934 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.285655 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.285655 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.285655 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.285655 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.285655 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.285655 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.285655 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.285655 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.286669 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.286669 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.286669 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.286669 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.286669 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.286669 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.286669 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.286669 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.287690 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.287690 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.287690 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.287690 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.287690 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.287690 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.287690 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.287690 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.288768 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.288768 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.288768 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.288768 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.288768 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.288768 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.288768 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.288768 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.289801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.289801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.289801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.289801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.289801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.289801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.289801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.289801 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.290826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.290826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.290826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.290826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.290826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.290826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.290826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.290826 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.292477 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.292477 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.292477 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.292477 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.292477 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.292477 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.292477 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.292477 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.294240 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.294240 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.294240 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.294240 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.294240 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.294240 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.294240 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.294240 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.295814 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.295814 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.295814 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.295814 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.295814 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.295814 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.295814 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.295814 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.296921 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.296921 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.296921 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.296921 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.296921 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.296921 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.296921 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.296921 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.298155 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.298155 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.298155 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.298155 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.298155 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.298155 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.298155 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.298155 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.299292 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.299292 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.299292 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.299292 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.299292 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.299292 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.299292 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.299292 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.300436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.300436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.300436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.300436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.300436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.300436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.300436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.300436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.301596 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.301596 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.301596 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.301596 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.301596 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.301596 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.301596 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.301596 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.303436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.303436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.303436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.303436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:31:49.303436 n-d-821840-1 neutron-server[109658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:32:01.156559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d8782-15c3-462a-b3cd-099c1341ca13 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:32:01.231059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d8782-15c3-462a-b3cd-099c1341ca13 None None] No non-hosted networks {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 13:32:01.240086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.agentschedulers_db [None req-fc4d8782-15c3-462a-b3cd-099c1341ca13 None None] DHCP Agent not found on host n-d-821840-1 {{(pid=109769) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 13:32:01.339732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-912b4caa-d69f-4f5f-b4c3-103bdcc7d27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555746'] for agent, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:03.718324 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e80b24d4-6340-4c85-b7ef-382a52ea1582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555746'] for agent, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:03.767458 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8798a9ad-448b-4fec-9bf6-82c43c622403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:04.694188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555746'] for agent, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:06.466199 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555746'] for agent, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.064156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555746'] for agent, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.065024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.065378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.066768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.067127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.067553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.067908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.068254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.068587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.068915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.069270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.069571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.069899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.070235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:07.070623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821840-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:07.076614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821840-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:07.599989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:08.110815 n-d-821840-1 neutron-server[109767]: WARNING oslo_policy.policy [None req-192100a8-5046-4758-a453-e679302177f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:32:08.112494 n-d-821840-1 neutron-server[109767]: WARNING oslo_policy.policy [None req-192100a8-5046-4758-a453-e679302177f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:32:08.350398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-192100a8-5046-4758-a453-e679302177f2 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:32:08.356004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-192100a8-5046-4758-a453-e679302177f2 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7505178 Dec 15 13:32:10.248117 n-d-821840-1 neutron-server[109769]: INFO neutron.db.l3_hamode_db [None req-6b831874-fd3f-4761-9d0a-712c239ccfb6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 13:32:10.327111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b831874-fd3f-4761-9d0a-712c239ccfb6 None None] Routers set() bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:10.327513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b831874-fd3f-4761-9d0a-712c239ccfb6 None None] Router IDs set() for agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 13:32:11.012812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39614) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:11.332075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-148ea89c-f52b-4f13-9b4f-0cffc837c6bc admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:11.431427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.policy [None req-148ea89c-f52b-4f13-9b4f-0cffc837c6bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 13:32:11.479139 n-d-821840-1 neutron-server[109767]: WARNING oslo_policy.policy [None req-148ea89c-f52b-4f13-9b4f-0cffc837c6bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:32:11.479518 n-d-821840-1 neutron-server[109767]: WARNING oslo_policy.policy [None req-148ea89c-f52b-4f13-9b4f-0cffc837c6bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:32:11.488457 n-d-821840-1 neutron-server[109767]: INFO neutron.quota [None req-148ea89c-f52b-4f13-9b4f-0cffc837c6bc admin admin] Loaded quota_driver: . Dec 15 13:32:11.578204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-148ea89c-f52b-4f13-9b4f-0cffc837c6bc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763831354235', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763831353638', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763837893298', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763837891001', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763837888566', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763837880104', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1741459', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1751187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3625775'] for rbac-policy, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.653032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-148ea89c-f52b-4f13-9b4f-0cffc837c6bc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.654244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-148ea89c-f52b-4f13-9b4f-0cffc837c6bc admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6404893 Dec 15 13:32:14.439073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:14.734879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'name': 'private', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:14.763075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Made reservation on behalf of 9e849065c6eb4d03b9d0a40c683aa585 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:14.766175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.783707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.892634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.897540 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.916350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:32:14.946353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763833160057', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.946962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Unsubscribe: segment precommit_create {{(pid=109767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 13:32:14.947467 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Added segment b6814974-3daf-481d-9d42-5d58ad0953fb of type vlan for network ee61d50b-3fef-4006-bd11-edea3f5626b2 Dec 15 13:32:14.965719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdebd53-897c-4358-a951-77e92f111408,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:15.015161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.015502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.015839 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.016200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.016531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.016858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.017181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.017502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.017822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.018142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.018460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.018808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.019126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Tracked resource versions report: Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: pushed versions: Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: { 'AddressGroup': {'1.2'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'ConntrackHelper': {'1.0'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Log': {'1.0'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Network': {'1.1'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Port': {'1.7'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'PortForwarding': {'1.2'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'QosPolicy': {'1.10'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'SecurityGroup': {'1.5'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'SubPort': {'1.0'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Subnet': {'1.1'}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Trunk': {'1.1'}} Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: consumer versions: Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: { DHCP agent@n-d-821840-1: {}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: L3 agent@n-d-821840-1: {}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: Metadata agent@n-d-821840-1: {}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: Metering agent@n-d-821840-1: {}, Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: Open vSwitch agent@n-d-821840-1: { 'AddressGroup': '1.2', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'ConntrackHelper': '1.0', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'LocalIPAssociation': '1.0', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Log': '1.0', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Network': '1.1', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Port': '1.7', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'PortForwarding': '1.2', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'QosPolicy': '1.10', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'SecurityGroup': '1.5', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'SecurityGroupRule': '1.2', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'SubPort': '1.0', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Subnet': '1.1', Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: 'Trunk': '1.1'}} Dec 15 13:32:15.020333 n-d-821840-1 neutron-server[109767]: {{(pid=109767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:32:15.070239 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.110212 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.111255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:15.111986 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.189332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7491736 Dec 15 13:32:15.214698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958b0cb-6fc3-4421-8aec-3b2115305386 admin admin] Pushing event updated for resources: {'Network': ['ID=ee61d50b-3fef-4006-bd11-edea3f5626b2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:15.227175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ee61d50b-3fef-4006-bd11-edea3f5626b2 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:32:18.063536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39640) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:18.553887 n-d-821840-1 neutron-server[109768]: WARNING oslo_policy.policy [None req-44931ae2-8af7-43c4-a4ef-32e5866d4b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:32:18.554468 n-d-821840-1 neutron-server[109768]: WARNING oslo_policy.policy [None req-44931ae2-8af7-43c4-a4ef-32e5866d4b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:32:19.001498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.policy [None req-44931ae2-8af7-43c4-a4ef-32e5866d4b14 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 13:32:19.048214 n-d-821840-1 neutron-server[109768]: WARNING oslo_policy.policy [None req-44931ae2-8af7-43c4-a4ef-32e5866d4b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:32:19.048589 n-d-821840-1 neutron-server[109768]: WARNING oslo_policy.policy [None req-44931ae2-8af7-43c4-a4ef-32e5866d4b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:32:19.057906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44931ae2-8af7-43c4-a4ef-32e5866d4b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:19.059795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-44931ae2-8af7-43c4-a4ef-32e5866d4b14 admin admin] 10.222.0.86 "GET /v2.0/networks/ee61d50b-3fef-4006-bd11-edea3f5626b2 HTTP/1.1" status: 200 len: 826 time: 0.9942029 Dec 15 13:32:19.098534 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8d88bed1-8825-4b8e-a69d-1940a3b138fc admin admin] 10.222.0.86 "GET /v2.0/subnetpools/2176c7ad-2dc6-45b7-808b-0df59b03b2e2 HTTP/1.1" status: 200 len: 734 time: 0.0318375 Dec 15 13:32:19.107696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Request body: {'subnet': {'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'name': 'private-subnet', 'subnetpool_id': '2176c7ad-2dc6-45b7-808b-0df59b03b2e2', 'ip_version': 4, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2', 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:19.109264 n-d-821840-1 neutron-server[109768]: INFO neutron.quota [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Loaded quota_driver: . Dec 15 13:32:19.150222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Made reservation on behalf of 9e849065c6eb4d03b9d0a40c683aa585 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:19.153337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.441518 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.513223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Checking segment: {'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:19.513595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Network hostable DHCP agents. Network: ee61d50b-3fef-4006-bd11-edea3f5626b2, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:32:19.525504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cdec18-a5dc-44d3-b8d5-316359a33e76,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:19.542323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.542699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.543159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.543634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.544014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.544390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.544842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.545203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.545588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.545912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.546234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.546552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.546870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Tracked resource versions report: Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: pushed versions: Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: { 'AddressGroup': {'1.2'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'ConntrackHelper': {'1.0'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Log': {'1.0'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Network': {'1.1'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Port': {'1.7'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'PortForwarding': {'1.2'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'QosPolicy': {'1.10'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'SecurityGroup': {'1.5'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'SubPort': {'1.0'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Subnet': {'1.1'}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Trunk': {'1.1'}} Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: consumer versions: Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: { DHCP agent@n-d-821840-1: {}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: L3 agent@n-d-821840-1: {}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: Metadata agent@n-d-821840-1: {}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: Metering agent@n-d-821840-1: {}, Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: Open vSwitch agent@n-d-821840-1: { 'AddressGroup': '1.2', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'ConntrackHelper': '1.0', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'LocalIPAssociation': '1.0', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Log': '1.0', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Network': '1.1', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Port': '1.7', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'PortForwarding': '1.2', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'QosPolicy': '1.10', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'SecurityGroup': '1.5', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'SecurityGroupRule': '1.2', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'SubPort': '1.0', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Subnet': '1.1', Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: 'Trunk': '1.1'}} Dec 15 13:32:19.548026 n-d-821840-1 neutron-server[109768]: {{(pid=109768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:32:19.569805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Network ee61d50b-3fef-4006-bd11-edea3f5626b2 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:32:19.586837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ee61d50b-3fef-4006-bd11-edea3f5626b2) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:19.609255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:19.609855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.618166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db20f4a-ec76-442c-9f96-ee2066d07948 None None] Network ee61d50b-3fef-4006-bd11-edea3f5626b2 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:32:19.638588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-990b7336-6380-4d0a-9372-4026da33a102 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5341508 Dec 15 13:32:19.889002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ee61d50b-3fef-4006-bd11-edea3f5626b2', 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2', 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'fixed_ips': [{'subnet_id': '79cdec18-a5dc-44d3-b8d5-316359a33e76'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:32:19.890269 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.186054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Allocated IP 172.20.0.2 (ee61d50b-3fef-4006-bd11-edea3f5626b2/79cdec18-a5dc-44d3-b8d5-316359a33e76/eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:20.461920 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.470025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.549463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Network ee61d50b-3fef-4006-bd11-edea3f5626b2 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:20.555807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:20.559674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:20.592588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Pushing event updated for resources: {'Port': ['ID=eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:20.618920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.619548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.619671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.619968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.620310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.620648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.620981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.621311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.621643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.621972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.622299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.622624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.622947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Tracked resource versions report: Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: pushed versions: Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: { 'AddressGroup': {'1.2'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'ConntrackHelper': {'1.0'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Log': {'1.0'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Network': {'1.1'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Port': {'1.7'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'PortForwarding': {'1.2'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'QosPolicy': {'1.10'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'SecurityGroup': {'1.5'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'SubPort': {'1.0'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Subnet': {'1.1'}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Trunk': {'1.1'}} Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: consumer versions: Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: { DHCP agent@n-d-821840-1: {}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: L3 agent@n-d-821840-1: {}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: Metadata agent@n-d-821840-1: {}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: Metering agent@n-d-821840-1: {}, Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: Open vSwitch agent@n-d-821840-1: { 'AddressGroup': '1.2', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'ConntrackHelper': '1.0', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'LocalIPAssociation': '1.0', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Log': '1.0', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Network': '1.1', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Port': '1.7', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'PortForwarding': '1.2', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'QosPolicy': '1.10', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'SecurityGroup': '1.5', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'SecurityGroupRule': '1.2', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'SubPort': '1.0', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Subnet': '1.1', Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: 'Trunk': '1.1'}} Dec 15 13:32:20.624116 n-d-821840-1 neutron-server[109769]: {{(pid=109769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:32:20.653590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Attempting to bind port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:20.654002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Attempting to bind port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:20.654437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Attempting to bind port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 on network ee61d50b-3fef-4006-bd11-edea3f5626b2 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:20.659427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:20.659828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Checking segment: {'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:20.660344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.660745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Bound using segment: {'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:20.661236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Bound port: eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:20.661668 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.726075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] For port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:20.730355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] For port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1,segment=NetworkSegment(b6814974-3daf-481d-9d42-5d58ad0953fb),segment_id=b6814974-3daf-481d-9d42-5d58ad0953fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:20.733900 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.802662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb99a0-77bf-40f1-9f34-4dab3cca2a3d None None] Pushing event updated for resources: {'Port': ['ID=eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:22.328231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39662) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:22.640331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-006c2906-2018-4b0f-8300-9d47d30c936c admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:32:22.641320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-006c2906-2018-4b0f-8300-9d47d30c936c admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3120701 Dec 15 13:32:25.270320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39670) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:25.589902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-2bd1713b-4fd6-4944-be24-07953d35a933 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:32:25.590970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2bd1713b-4fd6-4944-be24-07953d35a933 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197219 Dec 15 13:32:28.472754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39680) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:28.789594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f460cec4-f482-47ec-ac99-a8f30118195c admin admin] Request body: {'router': {'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:28.815083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f460cec4-f482-47ec-ac99-a8f30118195c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:28.817033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f460cec4-f482-47ec-ac99-a8f30118195c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:28.906070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:28.984957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f460cec4-f482-47ec-ac99-a8f30118195c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:28.990576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f460cec4-f482-47ec-ac99-a8f30118195c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:28.997580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:28.998055 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:29.004730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f460cec4-f482-47ec-ac99-a8f30118195c admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:29.008317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f460cec4-f482-47ec-ac99-a8f30118195c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5345659 Dec 15 13:32:29.119094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:29.161820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1,segment=NetworkSegment(b6814974-3daf-481d-9d42-5d58ad0953fb),segment_id=b6814974-3daf-481d-9d42-5d58ad0953fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:29.167413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:29.219298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:30.114497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b56d6-8df5-4ebc-8a1e-d7ce1f990c1c None None] Network ee61d50b-3fef-4006-bd11-edea3f5626b2 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:32:30.188892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ee91c827-7c9c-47d8-9c8d-1ea0e836d5cb None None] Provisioning complete for port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:30.189271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee91c827-7c9c-47d8-9c8d-1ea0e836d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:30.540371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8492d4c5-7a01-4db6-9073-2a665983ba0c None None] Provisioning complete for port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:30.540750 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8492d4c5-7a01-4db6-9073-2a665983ba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:30.876359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:30.933943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:30.934466 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:31.072713 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9be9f63c-99a4-461f-831e-8a8491db388a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:31.672083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39692) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:31.978668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-155c9284-baec-4b5c-8e5d-112029fcec2f admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:32:31.979650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-155c9284-baec-4b5c-8e5d-112029fcec2f admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3066332 Dec 15 13:32:33.724597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56db88c0-111c-4008-8ca8-2b064ae8b09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:34.632704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39706) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:34.637240 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:34.865694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:34.888017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Made reservation on behalf of 692cc108923d47fca3f4ea39b5cf3476 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:34.890390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:34.905857 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:35.006611 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:35.010268 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:35.026602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Reserving flat network on physical network physnet1 {{(pid=109768) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 13:32:35.050835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763833160057', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:35.051391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Unsubscribe: segment precommit_create {{(pid=109768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 13:32:35.051854 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Added segment 11ac5ec5-cb00-4be3-9f54-c565e9e766fb of type flat for network 26a0c209-d432-49f7-a8c0-d33250431a11 Dec 15 13:32:35.055367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14410326-f321-48d9-b4e3-1d0c90e70885,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:35.116920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:35.155719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:35.156672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:35.157241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:35.227737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5939724 Dec 15 13:32:35.251918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c822-9730-4243-93ac-8472fc434a20 admin admin] Pushing event updated for resources: {'Network': ['ID=26a0c209-d432-49f7-a8c0-d33250431a11,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:35.264115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 26a0c209-d432-49f7-a8c0-d33250431a11 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:32:36.398581 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:37.061669 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:37.711945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39724) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:37.830241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb3a71-987e-4134-b4e2-6aaf9fd12294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:37.831750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-43eb3a71-987e-4134-b4e2-6aaf9fd12294 admin admin] 10.222.0.86 "GET /v2.0/subnets/79cdec18-a5dc-44d3-b8d5-316359a33e76 HTTP/1.1" status: 200 len: 849 time: 0.1186900 Dec 15 13:32:37.950081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5ad148f4-93d9-4f12-80ef-8ffb4383d9a7 admin admin] 10.222.0.86 "GET /v2.0/routers/43baa38b-b662-40e2-b699-452cde71b95b HTTP/1.1" status: 200 len: 704 time: 0.1122091 Dec 15 13:32:38.214594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:38.510907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Allocated IP 172.20.0.1 (ee61d50b-3fef-4006-bd11-edea3f5626b2/79cdec18-a5dc-44d3-b8d5-316359a33e76/615668f9-6f79-40d8-b102-c6753205e761) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:38.668095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:38.781295 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:38.854872 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Network ee61d50b-3fef-4006-bd11-edea3f5626b2 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:38.860355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:38.866010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:38.866148 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:38.890516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Pushing event updated for resources: {'Port': ['ID=615668f9-6f79-40d8-b102-c6753205e761,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:39.063254 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:39.112053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8e40a95c-be54-43e0-9868-1824bea2148d None None] Provisioning complete for port 615668f9-6f79-40d8-b102-c6753205e761 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:39.112642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e40a95c-be54-43e0-9868-1824bea2148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:39.191682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8e40a95c-be54-43e0-9868-1824bea2148d None None] Port 615668f9-6f79-40d8-b102-c6753205e761 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:32:39.278711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:39.283090 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:39.283942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:39.364056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Pushing event updated for resources: {'Port': ['ID=615668f9-6f79-40d8-b102-c6753205e761,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:39.407605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Network ee61d50b-3fef-4006-bd11-edea3f5626b2 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:39.408921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:39.572263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Router 43baa38b-b662-40e2-b699-452cde71b95b is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:32:39.613356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ccbb3715-8266-4750-a4a2-5e8d5702fd73 None None] Provisioning complete for port 615668f9-6f79-40d8-b102-c6753205e761 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:39.614346 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3715-8266-4750-a4a2-5e8d5702fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:39.647551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb3715-8266-4750-a4a2-5e8d5702fd73 None None] Port 615668f9-6f79-40d8-b102-c6753205e761 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:32:39.667393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:32:39.673191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-78a88a48-71d7-4c87-bdc9-35682c00cff5 admin admin] 10.222.0.86 "PUT /v2.0/routers/43baa38b-b662-40e2-b699-452cde71b95b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7176337 Dec 15 13:32:39.678113 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Sync routers for ids ['43baa38b-b662-40e2-b699-452cde71b95b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:32:39.692673 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Routers {'43baa38b-b662-40e2-b699-452cde71b95b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:39.693786 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:32:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['43baa38b-b662-40e2-b699-452cde71b95b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:39.885877 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Set router 43baa38b-b662-40e2-b699-452cde71b95b gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:40.334764 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43baa38b-b662-40e2-b699-452cde71b95b', 'name': 'router1', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:28Z', 'updated_at': '2021-12-15T13:32:39Z', 'revision_number': 2, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'gw_port_host': None, '_interfaces': [{'id': '615668f9-6f79-40d8-b102-c6753205e761', 'name': '', 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'mac_address': 'fa:16:3e:e4:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:38Z', 'updated_at': '2021-12-15T13:32:39Z', 'revision_number': 2, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'subnets': [{'id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2176c7ad-2dc6-45b7-808b-0df59b03b2e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:40.386106 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Checking router: 43baa38b-b662-40e2-b699-452cde71b95b for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:32:40.386478 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Updating router 43baa38b-b662-40e2-b699-452cde71b95b port 615668f9-6f79-40d8-b102-c6753205e761 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:32:40.435583 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:40.959810 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:40.966179 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:41.127787 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a2188-017d-4f34-9786-d47928473945 None None] Pushing event updated for resources: {'Port': ['ID=615668f9-6f79-40d8-b102-c6753205e761,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:41.145815 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.146166 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.146510 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.146852 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.147187 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.147516 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.147848 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.148199 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.148526 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.148849 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.149173 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.149494 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.149822 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2188-017d-4f34-9786-d47928473945 None None] Tracked resource versions report: Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: pushed versions: Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: { 'AddressGroup': {'1.2'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'ConntrackHelper': {'1.0'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Log': {'1.0'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Network': {'1.1'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Port': {'1.7'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'PortForwarding': {'1.2'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'QosPolicy': {'1.10'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'SecurityGroup': {'1.5'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'SubPort': {'1.0'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Subnet': {'1.1'}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Trunk': {'1.1'}} Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: consumer versions: Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: { DHCP agent@n-d-821840-1: {}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: L3 agent@n-d-821840-1: {}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: Metadata agent@n-d-821840-1: {}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: Metering agent@n-d-821840-1: {}, Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: Open vSwitch agent@n-d-821840-1: { 'AddressGroup': '1.2', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'ConntrackHelper': '1.0', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'LocalIPAssociation': '1.0', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Log': '1.0', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Network': '1.1', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Port': '1.7', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'PortForwarding': '1.2', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'QosPolicy': '1.10', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'SecurityGroup': '1.5', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'SecurityGroupRule': '1.2', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'SubPort': '1.0', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Subnet': '1.1', Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: 'Trunk': '1.1'}} Dec 15 13:32:41.151036 n-d-821840-1 neutron-server[109770]: {{(pid=109770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:32:41.153861 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Attempting to bind port 615668f9-6f79-40d8-b102-c6753205e761 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:41.154263 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Attempting to bind port 615668f9-6f79-40d8-b102-c6753205e761 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:41.154696 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Attempting to bind port 615668f9-6f79-40d8-b102-c6753205e761 on network ee61d50b-3fef-4006-bd11-edea3f5626b2 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:41.161606 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:41.162013 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Checking segment: {'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:41.162513 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:41.162987 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Bound using segment: {'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:41.163388 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Bound port: 615668f9-6f79-40d8-b102-c6753205e761, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6814974-3daf-481d-9d42-5d58ad0953fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:41.163807 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:41.181531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9fcb985c-e5c5-432d-8a47-75b06215fc40 None None] Provisioning complete for port 615668f9-6f79-40d8-b102-c6753205e761 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:41.182080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9fcb985c-e5c5-432d-8a47-75b06215fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:41.217106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb985c-e5c5-432d-8a47-75b06215fc40 None None] Port 615668f9-6f79-40d8-b102-c6753205e761 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:32:41.233835 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] For port 615668f9-6f79-40d8-b102-c6753205e761, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:41.253069 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] For port 615668f9-6f79-40d8-b102-c6753205e761, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=615668f9-6f79-40d8-b102-c6753205e761,segment=NetworkSegment(b6814974-3daf-481d-9d42-5d58ad0953fb),segment_id=b6814974-3daf-481d-9d42-5d58ad0953fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:41.257414 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:41.307555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Routers {'43baa38b-b662-40e2-b699-452cde71b95b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:41.308207 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:32:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['43baa38b-b662-40e2-b699-452cde71b95b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:41.381661 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a2188-017d-4f34-9786-d47928473945 None None] Pushing event updated for resources: {'Port': ['ID=615668f9-6f79-40d8-b102-c6753205e761,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:41.408361 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] Set router 43baa38b-b662-40e2-b699-452cde71b95b gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:41.540817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9312508c-4cc8-4487-9e18-9a7ac0d4e840 None None] Provisioning complete for port 615668f9-6f79-40d8-b102-c6753205e761 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:41.541183 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9312508c-4cc8-4487-9e18-9a7ac0d4e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:41.616575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9312508c-4cc8-4487-9e18-9a7ac0d4e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:41.621265 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43baa38b-b662-40e2-b699-452cde71b95b', 'name': 'router1', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:28Z', 'updated_at': '2021-12-15T13:32:39Z', 'revision_number': 2, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'gw_port_host': None, '_interfaces': [{'id': '615668f9-6f79-40d8-b102-c6753205e761', 'name': '', 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'mac_address': 'fa:16:3e:e4:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:38Z', 'updated_at': '2021-12-15T13:32:41Z', 'revision_number': 4, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'subnets': [{'id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2176c7ad-2dc6-45b7-808b-0df59b03b2e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:41.650594 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902da723-fa81-47fa-aa8c-ef31a07a8fdf None None] The sync data for ids ['43baa38b-b662-40e2-b699-452cde71b95b'] in n-d-821840-1 is: [{'id': '43baa38b-b662-40e2-b699-452cde71b95b', 'name': 'router1', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:28Z', 'updated_at': '2021-12-15T13:32:39Z', 'revision_number': 2, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'gw_port_host': None, '_interfaces': [{'id': '615668f9-6f79-40d8-b102-c6753205e761', 'name': '', 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'mac_address': 'fa:16:3e:e4:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:38Z', 'updated_at': '2021-12-15T13:32:41Z', 'revision_number': 4, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'subnets': [{'id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2176c7ad-2dc6-45b7-808b-0df59b03b2e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:32:41.652047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9312508c-4cc8-4487-9e18-9a7ac0d4e840 None None] For port 615668f9-6f79-40d8-b102-c6753205e761, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=615668f9-6f79-40d8-b102-c6753205e761,segment=NetworkSegment(b6814974-3daf-481d-9d42-5d58ad0953fb),segment_id=b6814974-3daf-481d-9d42-5d58ad0953fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:41.657418 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9312508c-4cc8-4487-9e18-9a7ac0d4e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:41.710921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312508c-4cc8-4487-9e18-9a7ac0d4e840 None None] Pushing event updated for resources: {'Port': ['ID=615668f9-6f79-40d8-b102-c6753205e761,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:42.219747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39738) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:42.330315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972507b0-e2d1-4268-a77e-420f8f079ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:42.332267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-972507b0-e2d1-4268-a77e-420f8f079ef4 admin admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 842 time: 0.1108668 Dec 15 13:32:42.342303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.7.0/24'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:42.365554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Made reservation on behalf of 692cc108923d47fca3f4ea39b5cf3476 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:42.367764 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:42.650039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:32:42.650464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:42.708082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0402bb1-f11e-4b73-8d98-724e7e5b5de1,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:42.713092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:42.713449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Network hostable DHCP agents. Network: 26a0c209-d432-49f7-a8c0-d33250431a11, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:32:42.729080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:32:42.737627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 26a0c209-d432-49f7-a8c0-d33250431a11) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:42.742286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:42.742990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:42.747703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab5846-d926-4b89-a806-467215cc7ab3 None None] Network 26a0c209-d432-49f7-a8c0-d33250431a11 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:32:42.760768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-94ea1759-0b2c-44c2-8a41-3df5de37fe0c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4216511 Dec 15 13:32:42.864838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06b3f0-5ea0-4570-8705-cf17a39a673b None None] Network 26a0c209-d432-49f7-a8c0-d33250431a11 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:32:45.325745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39746) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:45.533249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46435ca3-c944-4bb1-a893-a353c6fd5999 admin admin] 10.222.0.86 "GET /v2.0/routers/43baa38b-b662-40e2-b699-452cde71b95b HTTP/1.1" status: 200 len: 710 time: 0.2061944 Dec 15 13:32:45.621715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5eddc-a3bd-44d6-afa7-43dc854fe48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:45.628646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-26a5eddc-a3bd-44d6-afa7-43dc854fe48d admin admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 886 time: 0.0832658 Dec 15 13:32:45.632515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:45.896368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:46.130912 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:46.210957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:46.320705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Allocated IP 172.25.7.146 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/505bc256-20c6-4c88-8673-83d3499bfde5) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:46.423756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:46.457337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:46.495070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:46.497917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:46.500337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:46.541466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=505bc256-20c6-4c88-8673-83d3499bfde5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:46.757263 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:47.041232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:47.044465 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:47.149230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Router 43baa38b-b662-40e2-b699-452cde71b95b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:32:47.264934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:32:47.269196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:47.270381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-682ae7d0-7fae-4c92-8930-ee86d5443bd2 admin admin] 10.222.0.86 "PUT /v2.0/routers/43baa38b-b662-40e2-b699-452cde71b95b HTTP/1.1" status: 200 len: 890 time: 1.6410923 Dec 15 13:32:48.787908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Sync routers for ids ['43baa38b-b662-40e2-b699-452cde71b95b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:32:48.799207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Routers {'43baa38b-b662-40e2-b699-452cde71b95b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:48.799856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:32:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['43baa38b-b662-40e2-b699-452cde71b95b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:48.926584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 615668f9-6f79-40d8-b102-c6753205e761 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:49.046294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Set router 43baa38b-b662-40e2-b699-452cde71b95b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:49.204365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 615668f9-6f79-40d8-b102-c6753205e761 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:49.204746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.592594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43baa38b-b662-40e2-b699-452cde71b95b', 'name': 'router1', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '505bc256-20c6-4c88-8673-83d3499bfde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:28Z', 'updated_at': '2021-12-15T13:32:46Z', 'revision_number': 4, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'gw_port': {'id': '505bc256-20c6-4c88-8673-83d3499bfde5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:46Z', 'updated_at': '2021-12-15T13:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '615668f9-6f79-40d8-b102-c6753205e761', 'name': '', 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'mac_address': 'fa:16:3e:e4:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:38Z', 'updated_at': '2021-12-15T13:32:41Z', 'revision_number': 5, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'subnets': [{'id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2176c7ad-2dc6-45b7-808b-0df59b03b2e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:49.646152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Checking router: 43baa38b-b662-40e2-b699-452cde71b95b for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:32:49.646500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Updating router 43baa38b-b662-40e2-b699-452cde71b95b port 505bc256-20c6-4c88-8673-83d3499bfde5 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:32:49.696922 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.948820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39758) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:50.029841 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:50.035991 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:50.065058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a9a8d999-f587-41b5-93af-b4fd3bd860c2 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150784 Dec 15 13:32:50.087399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Attempting to bind port 505bc256-20c6-4c88-8673-83d3499bfde5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:50.087781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Attempting to bind port 505bc256-20c6-4c88-8673-83d3499bfde5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:50.088196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Attempting to bind port 505bc256-20c6-4c88-8673-83d3499bfde5 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:50.094028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313887a-0175-46e9-b7e8-362ffd112995 None None] Pushing event updated for resources: {'Port': ['ID=505bc256-20c6-4c88-8673-83d3499bfde5,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:50.100270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:50.100670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:50.101069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:50.101466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:50.101960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Bound port: 505bc256-20c6-4c88-8673-83d3499bfde5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:50.103206 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:50.157558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] For port 505bc256-20c6-4c88-8673-83d3499bfde5, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:50.161745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] For port 505bc256-20c6-4c88-8673-83d3499bfde5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=505bc256-20c6-4c88-8673-83d3499bfde5,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:50.168621 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:50.236584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313887a-0175-46e9-b7e8-362ffd112995 None None] Pushing event updated for resources: {'Port': ['ID=505bc256-20c6-4c88-8673-83d3499bfde5,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:50.240020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Routers {'43baa38b-b662-40e2-b699-452cde71b95b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:50.240634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:32:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['43baa38b-b662-40e2-b699-452cde71b95b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:50.350171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] Set router 43baa38b-b662-40e2-b699-452cde71b95b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:50.563303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43baa38b-b662-40e2-b699-452cde71b95b', 'name': 'router1', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '505bc256-20c6-4c88-8673-83d3499bfde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:28Z', 'updated_at': '2021-12-15T13:32:46Z', 'revision_number': 4, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'gw_port': {'id': '505bc256-20c6-4c88-8673-83d3499bfde5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:46Z', 'updated_at': '2021-12-15T13:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '615668f9-6f79-40d8-b102-c6753205e761', 'name': '', 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'mac_address': 'fa:16:3e:e4:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:38Z', 'updated_at': '2021-12-15T13:32:41Z', 'revision_number': 5, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'subnets': [{'id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2176c7ad-2dc6-45b7-808b-0df59b03b2e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:50.593999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101246-2f17-4f24-92d0-9aa4a38a9330 None None] The sync data for ids ['43baa38b-b662-40e2-b699-452cde71b95b'] in n-d-821840-1 is: [{'id': '43baa38b-b662-40e2-b699-452cde71b95b', 'name': 'router1', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '505bc256-20c6-4c88-8673-83d3499bfde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:28Z', 'updated_at': '2021-12-15T13:32:46Z', 'revision_number': 4, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'gw_port': {'id': '505bc256-20c6-4c88-8673-83d3499bfde5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:46Z', 'updated_at': '2021-12-15T13:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '615668f9-6f79-40d8-b102-c6753205e761', 'name': '', 'network_id': 'ee61d50b-3fef-4006-bd11-edea3f5626b2', 'tenant_id': '9e849065c6eb4d03b9d0a40c683aa585', 'mac_address': 'fa:16:3e:e4:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43baa38b-b662-40e2-b699-452cde71b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:38Z', 'updated_at': '2021-12-15T13:32:41Z', 'revision_number': 5, 'project_id': '9e849065c6eb4d03b9d0a40c683aa585', 'subnets': [{'id': '79cdec18-a5dc-44d3-b8d5-316359a33e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2176c7ad-2dc6-45b7-808b-0df59b03b2e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:32:50.926954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 505bc256-20c6-4c88-8673-83d3499bfde5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:50.983898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 505bc256-20c6-4c88-8673-83d3499bfde5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:50.984396 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:51.104601 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:51.127055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 505bc256-20c6-4c88-8673-83d3499bfde5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=505bc256-20c6-4c88-8673-83d3499bfde5,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:51.131545 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:51.184009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=505bc256-20c6-4c88-8673-83d3499bfde5,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:52.891366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 505bc256-20c6-4c88-8673-83d3499bfde5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:52.940145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 505bc256-20c6-4c88-8673-83d3499bfde5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:52.940528 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:56.174481 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:33:01.068850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-722b0adc-6e9b-471c-b8ff-80bc7d47aca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.728080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32a2408e-2d62-4e4e-a4de-88fdf54ee065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:04.666742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:06.409494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:07.072005 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:31.065430 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5501fd82-5106-4403-8999-1aec3dd43945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:33.143322 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:33:33.731106 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec5cec30-6b45-40a1-a4fb-650026ad3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:34.653000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:36.408252 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:37.075099 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.060779 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f77d1628-4212-47a5-9aeb-7f17ddc37ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:03.734692 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69436051-f792-46d9-b6a8-d8d258bd60a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:04.659397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:06.403958 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:07.070806 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:10.141778 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:34:19.084957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40274) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:19.146673 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff9db71-99f0-4c89-a197-11b813c83253 admin admin] GET failed (client error): The resource could not be found. Dec 15 13:34:19.147984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bff9db71-99f0-4c89-a197-11b813c83253 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620489 Dec 15 13:34:19.308478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5df0f-17e7-4d79-9cf2-61147e1ed68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:19.309955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-03a5df0f-17e7-4d79-9cf2-61147e1ed68a admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1574035 Dec 15 13:34:21.752629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:21.849964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0be449-1e21-4745-83a0-82a89bf827fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:21.851362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fd0be449-1e21-4745-83a0-82a89bf827fc admin admin] 10.222.0.86 "GET /v2.0/subnets/79cdec18-a5dc-44d3-b8d5-316359a33e76 HTTP/1.1" status: 200 len: 849 time: 0.0977695 Dec 15 13:34:21.862137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:34:21.944484 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:22.082367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763833173724'] for subnet, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:22.112368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:22.112973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:22.116327 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] 10.222.0.86 "PUT /v2.0/subnets/79cdec18-a5dc-44d3-b8d5-316359a33e76 HTTP/1.1" status: 200 len: 868 time: 0.2584968 Dec 15 13:34:22.117481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d37f1-7ed4-4e97-8e4a-b768b3fd0069 None None] Network ee61d50b-3fef-4006-bd11-edea3f5626b2 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:34:22.139310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cdec18-a5dc-44d3-b8d5-316359a33e76,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:22.147698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.148083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.149121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.149476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.149818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b507c3b-1a3b-4edc-af10-623c39e855d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:22.460456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b2b4a05b-64fa-4f14-85d8-29c211439e64 None None] Provisioning complete for port eceaaec3-0f22-4ca6-a58a-0cb6dfab57b1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:34:22.460836 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a05b-64fa-4f14-85d8-29c211439e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:22.546647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b2b4a05b-64fa-4f14-85d8-29c211439e64 None None] Provisioning complete for port 615668f9-6f79-40d8-b102-c6753205e761 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:34:22.546910 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a05b-64fa-4f14-85d8-29c211439e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:24.520852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40292) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:24.718677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed1cf0-4787-4be0-81c7-c3b63510098a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:24.719610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed1cf0-4787-4be0-81c7-c3b63510098a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:24.721229 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6eed1cf0-4787-4be0-81c7-c3b63510098a admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1994255 Dec 15 13:34:27.134246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40300) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:27.268275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96c4bf4-9ef5-4eaa-bd74-73e73bc56d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:27.268729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96c4bf4-9ef5-4eaa-bd74-73e73bc56d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:27.270248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d96c4bf4-9ef5-4eaa-bd74-73e73bc56d03 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1350558 Dec 15 13:34:29.674648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40308) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:29.801470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f624c-2e8a-4f67-89a3-3a0ffcdd8edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:29.802863 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f40f624c-2e8a-4f67-89a3-3a0ffcdd8edb admin admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 886 time: 0.1272740 Dec 15 13:34:31.063098 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c28ca558-0463-4685-bb15-3f9e559db250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:32.237725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40316) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:32.368913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7861b7e8-fe0c-442b-ad99-56cb38401896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:32.370282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7861b7e8-fe0c-442b-ad99-56cb38401896 admin admin] 10.222.0.86 "GET /v2.0/networks/ee61d50b-3fef-4006-bd11-edea3f5626b2 HTTP/1.1" status: 200 len: 870 time: 0.1316226 Dec 15 13:34:33.737493 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9492e778-85c8-499d-bafc-596d2d9c6fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:34.649554 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:34.758893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40324) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:34.882053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19dfaca-caae-4ee9-97cb-e017888784ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:34.882513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19dfaca-caae-4ee9-97cb-e017888784ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:34.884440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b19dfaca-caae-4ee9-97cb-e017888784ba admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245837 Dec 15 13:34:36.406137 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:37.078104 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:37.299778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:37.435433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc329c39-cd27-4248-aaff-a355c4e1fd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:37.435792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc329c39-cd27-4248-aaff-a355c4e1fd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:37.437887 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bc329c39-cd27-4248-aaff-a355c4e1fd5d admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1370480 Dec 15 13:34:39.842071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40342) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:39.972117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b928c-9024-4142-a28e-f9eaf4e25110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:39.973474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bc4b928c-9024-4142-a28e-f9eaf4e25110 admin admin] 10.222.0.86 "GET /v2.0/subnets/79cdec18-a5dc-44d3-b8d5-316359a33e76 HTTP/1.1" status: 200 len: 868 time: 0.1304550 Dec 15 13:34:42.364783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:42.453668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb35ba5-53af-4646-92cf-206088426a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:42.454949 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6bb35ba5-53af-4646-92cf-206088426a0c admin admin] 10.222.0.86 "GET /v2.0/subnets/b0402bb1-f11e-4b73-8d98-724e7e5b5de1 HTTP/1.1" status: 200 len: 816 time: 0.0891898 Dec 15 13:34:47.140800 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:35:01.065915 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-317b99e6-a043-4aae-aaa1-50cbd0cbaa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.738447 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41160a65-61cc-4f9a-9f85-e57ee873ef3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:04.652441 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:06.408175 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:07.071221 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:08.073432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:08.121392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-0f49694d-aab0-4fba-812a-959531255808 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:35:08.122423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0f49694d-aab0-4fba-812a-959531255808 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480077 Dec 15 13:35:10.633516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40412) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:10.700996 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7750093c-2a2b-493a-83e3-9e193519e0b7 admin admin] GET failed (client error): The resource could not be found. Dec 15 13:35:10.702415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7750093c-2a2b-493a-83e3-9e193519e0b7 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0678174 Dec 15 13:35:10.862371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea3ede7-b802-4fb6-ae4d-510dfb41bae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:10.863752 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4ea3ede7-b802-4fb6-ae4d-510dfb41bae3 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1567421 Dec 15 13:35:13.299816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40420) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:13.350852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:35:13.371685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Made reservation on behalf of 692cc108923d47fca3f4ea39b5cf3476 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:35:13.374616 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:13.401530 n-d-821840-1 neutron-server[109768]: WARNING neutron.services.revisions.revision_plugin [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Could not find related network for resource to bump revision. Dec 15 13:35:13.414912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:35:13.427459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:13.427801 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Added segment e38292ba-fa60-4470-b410-272799b5ef53 of type vlan for network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f Dec 15 13:35:13.562724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:13.586573 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:13.587497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:13.588106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:13.633809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3329003 Dec 15 13:35:13.649238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c37705-2eec-45a4-a9c7-ac2a8f888a6a admin admin] Pushing event updated for resources: {'Network': ['ID=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:13.661295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:35:16.072390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40428) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:16.133625 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c15618-308b-481e-99f5-dea2f3daed54 admin admin] GET failed (client error): The resource could not be found. Dec 15 13:35:16.134907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-91c15618-308b-481e-99f5-dea2f3daed54 admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615492 Dec 15 13:35:16.209248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c265b7a-de61-4b69-bbb9-26306842d888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:16.210714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c265b7a-de61-4b69-bbb9-26306842d888 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0705974 Dec 15 13:35:16.221656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Request body: {'subnet': {'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:35:16.241569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Made reservation on behalf of 692cc108923d47fca3f4ea39b5cf3476 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:35:16.243731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:16.417202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:16.465114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=161d09d7-19f2-4e70-acfb-8636daeccfc3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:16.482019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:35:16.482375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Network hostable DHCP agents. Network: 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:35:16.497754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:35:16.505277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:35:16.509223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:16.509811 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:16.514251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b60857-5399-4a65-b3b1-dc0021a91ca2 None None] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:35:16.524636 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f6f91f7e-184c-4270-b947-017c6d12c7bb admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065016 Dec 15 13:35:16.620888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'project_id': '692cc108923d47fca3f4ea39b5cf3476', 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:35:16.621804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:16.779210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Allocated IP 192.168.233.2 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/f3a9278b-83a6-4c8c-b807-009c7d7a2eff) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:35:17.021852 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:17.027638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:17.078484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:35:17.079781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Pushing event updated for resources: {'Port': ['ID=f3a9278b-83a6-4c8c-b807-009c7d7a2eff,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:17.082927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:35:17.085444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:35:17.094218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.094572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.094919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.095265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.095605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.095968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.096308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.096639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.096959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.097293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.097621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.097949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.098273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:17.151880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Attempting to bind port f3a9278b-83a6-4c8c-b807-009c7d7a2eff on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:35:17.152503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Attempting to bind port f3a9278b-83a6-4c8c-b807-009c7d7a2eff by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:35:17.152647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Attempting to bind port f3a9278b-83a6-4c8c-b807-009c7d7a2eff on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:35:17.158999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:35:17.159381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:35:17.159784 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:17.160637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:35:17.161114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Bound port: f3a9278b-83a6-4c8c-b807-009c7d7a2eff, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:35:17.161525 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:17.225522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] For port f3a9278b-83a6-4c8c-b807-009c7d7a2eff, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:35:17.229309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] For port f3a9278b-83a6-4c8c-b807-009c7d7a2eff, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f3a9278b-83a6-4c8c-b807-009c7d7a2eff,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:35:17.234690 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:17.297970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9550e-ff36-4086-9610-0e43e3f47254 None None] Pushing event updated for resources: {'Port': ['ID=f3a9278b-83a6-4c8c-b807-009c7d7a2eff,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:18.174168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e36d6-f148-45df-8fac-4b0fd04e99ba None None] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:35:18.243844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f17bf202-d327-4486-933d-4f691feeb71f None None] Provisioning complete for port f3a9278b-83a6-4c8c-b807-009c7d7a2eff triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:35:18.244243 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f17bf202-d327-4486-933d-4f691feeb71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:18.363238 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f17bf202-d327-4486-933d-4f691feeb71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:18.400356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f17bf202-d327-4486-933d-4f691feeb71f None None] For port f3a9278b-83a6-4c8c-b807-009c7d7a2eff, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f3a9278b-83a6-4c8c-b807-009c7d7a2eff,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:35:18.405093 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f17bf202-d327-4486-933d-4f691feeb71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:18.463069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bf202-d327-4486-933d-4f691feeb71f None None] Pushing event updated for resources: {'Port': ['ID=f3a9278b-83a6-4c8c-b807-009c7d7a2eff,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:18.630461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-09de6e40-ff96-4ea0-9c76-ce888b173535 None None] Provisioning complete for port f3a9278b-83a6-4c8c-b807-009c7d7a2eff triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:35:18.630832 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09de6e40-ff96-4ea0-9c76-ce888b173535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:19.034948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f3a9278b-83a6-4c8c-b807-009c7d7a2eff up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:35:19.085569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f3a9278b-83a6-4c8c-b807-009c7d7a2eff triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:35:19.085942 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:24.139756 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:35:31.068395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-074a3e80-616e-41aa-b6a9-00a30f3364d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:33.740263 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1b300b1f-f96c-4457-af56-2269fa2c0ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:34.655810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:36.411492 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:37.076054 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.071437 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85f43382-e98e-4e55-ab4a-ffce658dea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.139052 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:36:03.741557 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67854e2c-df98-4e70-97ed-3b20f82e5eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.656951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.414779 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.080739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.788830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40472) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:29.795278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-dddd76c8-6dab-41ca-90f4-7372a055cf96 tempest-verify_tempest_config-951096428 tempest-verify_tempest_config-951096428-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:36:29.796271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dddd76c8-6dab-41ca-90f4-7372a055cf96 tempest-verify_tempest_config-951096428 tempest-verify_tempest_config-951096428-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064859 Dec 15 13:36:30.099006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40490) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:30.212629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.284880 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.289264 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.339448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95f76544d83d4c06a16d01693442085a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2392349 Dec 15 13:36:30.340502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f85eed-9d27-485f-9107-06979eab1344,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:30.342478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:30.348041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.348414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.348754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.349099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.349439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.349776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.350108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.350442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.350772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.351098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.351427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.351757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.352154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff510597-1b48-4759-bff2-680d49969bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.408485 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.430728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.526564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.529240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.532951 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/57f85eed-9d27-485f-9107-06979eab1344 HTTP/1.1" status: 204 len: 168 time: 0.1866405 Dec 15 13:36:30.538671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f85eed-9d27-485f-9107-06979eab1344,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:30.546294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.546652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.547045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.547346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.547688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.548058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.548396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.548731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.549062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.549391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.549724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.550064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:30.550368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee342a07-2f17-4a80-8a44-de9d751ee098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:31.076257 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea238-0a23-4f16-be5f-bd72bd5b4b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.745862 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07596203-f37e-480b-81b3-0f163529eb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.659815 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.416151 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:37.082943 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:38.138504 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:37:01.081090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1565-4342-40bc-a067-71e30374eaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:03.747426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f526b2b4-abc9-44ae-8658-24c7a67f6c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.661569 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:06.420864 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.084336 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.136608 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:37:31.082847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-721abdc1-b5c1-4cc3-b20b-36ec054bb35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:33.749134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a610-5d2d-4f95-8ec1-54b39d19e6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:34.665245 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:36.423410 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:37.085532 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:52.135243 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:38:01.083816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-057d5cee-4e09-4b9f-adfd-c9663aad191d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.755824 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6445a823-a589-428b-b1d6-40405419e560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.668495 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.426641 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.087929 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.133760 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:38:31.085189 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6c7da2b6-1fdf-4f62-a0bd-bce6e7a18265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.751682 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-abde43b9-7d1a-4ecf-890d-275ba348a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.671837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:36.429770 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:37.093800 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.087265 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-340a7ec0-731c-48e6-b3ef-8237990f6686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.753113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f06a897-2977-40e6-97d2-2debe52bae46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.678013 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.133291 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 5 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:39:06.434953 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.095928 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.530952 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555746'] for agent, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.827355 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555746'] for agent, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:31.091770 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97c07234-b78d-4be4-9c43-5fe1171a4752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.754157 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11bf58b1-f879-426d-9dcf-8ca05bfbf381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:34.676936 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.435061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:37.097376 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.132432 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:40:00.484283 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:00.747326 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:01.094198 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7da992cf-df1a-42d3-aee5-40f5249abef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.755000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5811f756-b71b-4a21-92a2-d495eb36f6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.679780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.441359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.098134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:20.130804 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:40:23.773934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:23.887711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2c0d6266-cdaf-4cc6-a42b-65abedbfb9a7 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1119936 Dec 15 13:40:26.315754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40564) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:26.379054 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-09e98878-fd4e-4fdd-a56a-5fc91eb21f28 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0621631 Dec 15 13:40:30.499607 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.772136 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.098341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22732613-f27c-434b-b58b-dd9f0be96882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.756662 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-deba99f5-d8fc-4645-bc37-ce9630bc34ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.681670 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.443619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.101056 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:57.130046 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:41:00.499721 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:00.765612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:01.100667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-451e9a95-df5b-4a26-912c-1244203b80a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:03.758724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa339a40-ea27-4fa5-882d-73f5d19bb19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.685104 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.447332 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:07.104529 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:30.499751 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:30.764829 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.102588 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16757991-55d6-41e9-9a6e-ea696407cd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.760336 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5d8047a-c6db-45be-a6d0-9d49715cb9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:34.128959 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:41:34.686910 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:36.448920 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.108955 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.644670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40730) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:50.749047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40740) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:50.900325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-network', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:50.949108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40758) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:50.949735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-97ec923c-654a-43de-b3c7-5b36d321027d tempest-AutoAllocateNetworkTest-1439918099 tempest-AutoAllocateNetworkTest-1439918099-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=14e2a83deccd4a4384362fd1f5bdb0cd&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1988466 Dec 15 13:41:50.957934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Made reservation on behalf of 9c59fc67e6e54694870b22394d75fa71 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:50.960426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:50.982788 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.072782 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.082779 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.103618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:41:51.118423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.119691 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Added segment e2866525-de34-434f-9452-6ca07ce3fdb8 of type vlan for network ed8cbd83-5e71-421f-995a-2f5f360d2fbc Dec 15 13:41:51.196238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea96a2-e63a-47d5-8adf-852689a2693b tempest-AutoAllocateNetworkTest-1439918099 tempest-AutoAllocateNetworkTest-1439918099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.197317 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.200527 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4dea96a2-e63a-47d5-8adf-852689a2693b tempest-AutoAllocateNetworkTest-1439918099 tempest-AutoAllocateNetworkTest-1439918099-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2477326 Dec 15 13:41:51.201846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:51.221041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6752a5da-d402-46a7-8007-db5874f85441,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:51.238243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.238835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.239356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.239883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.240368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.240864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.241355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.241855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.242191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.242524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.242854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.243181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.243508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Tracked resource versions report: Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: pushed versions: Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: { 'AddressGroup': {'1.2'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'ConntrackHelper': {'1.0'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Log': {'1.0'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Network': {'1.1'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Port': {'1.7'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'PortForwarding': {'1.2'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'QosPolicy': {'1.10'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'SecurityGroup': {'1.5'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'SubPort': {'1.0'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Subnet': {'1.1'}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Trunk': {'1.1'}} Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: consumer versions: Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: { DHCP agent@n-d-821840-1: {}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: HyperV agent@n-h1-821840-1: {}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: HyperV agent@n-h2-821840-1: {}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: L3 agent@n-d-821840-1: {}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: Metadata agent@n-d-821840-1: {}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: Metering agent@n-d-821840-1: {}, Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: Open vSwitch agent@n-d-821840-1: { 'AddressGroup': '1.2', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'ConntrackHelper': '1.0', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'LocalIPAssociation': '1.0', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Log': '1.0', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Network': '1.1', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Port': '1.7', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'PortForwarding': '1.2', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'QosPolicy': '1.10', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'SecurityGroup': '1.5', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'SecurityGroupRule': '1.2', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'SubPort': '1.0', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Subnet': '1.1', Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: 'Trunk': '1.1'}} Dec 15 13:41:51.244686 n-d-821840-1 neutron-server[109768]: {{(pid=109768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:41:51.255641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.257008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.257785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.308828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5dff5e9d-3dd7-432b-ba36-8d15ff92f07c tempest-AutoAllocateNetworkTest-1439918099 tempest-AutoAllocateNetworkTest-1439918099-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058867 Dec 15 13:41:51.311377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:51.337507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6885943 Dec 15 13:41:51.337897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40782) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:51.343072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Request body: {'subnet': {'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-subnet', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:51.347071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad493c3-a102-4947-8bb7-f5af17513d17 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8cbd83-5e71-421f-995a-2f5f360d2fbc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:51.350458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d8d3d294-6783-4318-ac91-f9fbb406e424 tempest-AutoAllocateNetworkTest-1439918099 tempest-AutoAllocateNetworkTest-1439918099-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=14e2a83deccd4a4384362fd1f5bdb0cd HTTP/1.1" status: 200 len: 208 time: 0.0378664 Dec 15 13:41:51.372333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:41:51.380330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Made reservation on behalf of 9c59fc67e6e54694870b22394d75fa71 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:51.382779 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.597011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.652280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e91a09-1e2c-4308-a91b-c36d1faf33c0,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:51.664485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Checking segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:51.664841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Network hostable DHCP agents. Network: ed8cbd83-5e71-421f-995a-2f5f360d2fbc, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:41:51.683727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:41:51.693877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ed8cbd83-5e71-421f-995a-2f5f360d2fbc) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:51.701091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.702061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.730217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a8e79-5031-484b-b463-7985dc5cc83e None None] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:51.734166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-811b6832-20a8-449b-b7f9-f384602722cc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3917089 Dec 15 13:41:51.736267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:51.740630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:51.770175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.772083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.840213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:41:51.842742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.893898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.994137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Allocated IP 172.20.0.2 (ed8cbd83-5e71-421f-995a-2f5f360d2fbc/a6e91a09-1e2c-4308-a91b-c36d1faf33c0/3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:52.095310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.144664 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.153084 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.213328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Pushing event updated for resources: {'Port': ['ID=3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:52.223774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.224359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.224836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.225392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.225874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.226333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.226803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.227290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.227742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.228206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.228671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.229128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.229668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Tracked resource versions report: Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: pushed versions: Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: { 'AddressGroup': {'1.2'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'ConntrackHelper': {'1.0'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Log': {'1.0'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Network': {'1.1'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Port': {'1.7'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'PortForwarding': {'1.2'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'QosPolicy': {'1.10'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'SecurityGroup': {'1.5'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'SubPort': {'1.0'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Subnet': {'1.1'}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Trunk': {'1.1'}} Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: consumer versions: Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: { DHCP agent@n-d-821840-1: {}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: HyperV agent@n-h1-821840-1: {}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: HyperV agent@n-h2-821840-1: {}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: L3 agent@n-d-821840-1: {}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: Metadata agent@n-d-821840-1: {}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: Metering agent@n-d-821840-1: {}, Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: Open vSwitch agent@n-d-821840-1: { 'AddressGroup': '1.2', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'ConntrackHelper': '1.0', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'LocalIPAssociation': '1.0', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Log': '1.0', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Network': '1.1', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Port': '1.7', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'PortForwarding': '1.2', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'QosPolicy': '1.10', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'SecurityGroup': '1.5', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'SecurityGroupRule': '1.2', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'SubPort': '1.0', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Subnet': '1.1', Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: 'Trunk': '1.1'}} Dec 15 13:41:52.231103 n-d-821840-1 neutron-server[109769]: {{(pid=109769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:41:52.241636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:52.243374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:52.247044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:52.306748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Attempting to bind port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:52.307120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Attempting to bind port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:52.307533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Attempting to bind port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf on network ed8cbd83-5e71-421f-995a-2f5f360d2fbc {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:52.313466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:52.314441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Checking segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:52.315271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.315840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Bound using segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:52.316973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Bound port: 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:52.317516 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.399506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] For port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:52.402915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] For port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:52.404041 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.413977 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.420049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:52.432838 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.503919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864236f-3b88-412e-97f0-fd315db70d57 None None] Pushing event updated for resources: {'Port': ['ID=3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:52.699837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Allocated IP 172.25.7.229 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/c8e3e452-2d45-426b-aa8f-f36840b45920) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:52.868201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.884262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77a9d278-640d-4b96-965f-140653610a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.987166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.994051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77a9d278-640d-4b96-965f-140653610a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.000634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77a9d278-640d-4b96-965f-140653610a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.044588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9d278-640d-4b96-965f-140653610a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58beedf1-ebee-474c-ae0c-e0f436107809,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:53.065696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-77a9d278-640d-4b96-965f-140653610a25 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14e2a83deccd4a4384362fd1f5bdb0cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6443851 Dec 15 13:41:53.068257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:53.094162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e3e452-2d45-426b-aa8f-f36840b45920,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:53.107410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.108446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.108929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.109437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.109922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.110261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.110650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.110991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.111314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.111837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.112151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.112478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.112811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Tracked resource versions report: Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: pushed versions: Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: { 'AddressGroup': {'1.2'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'ConntrackHelper': {'1.0'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Log': {'1.0'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Network': {'1.1'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Port': {'1.7'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'PortForwarding': {'1.2'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'QosPolicy': {'1.10'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'SecurityGroup': {'1.5'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'SubPort': {'1.0'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Subnet': {'1.1'}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Trunk': {'1.1'}} Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: consumer versions: Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: { DHCP agent@n-d-821840-1: {}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: HyperV agent@n-h1-821840-1: {}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: HyperV agent@n-h2-821840-1: {}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: L3 agent@n-d-821840-1: {}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: Metadata agent@n-d-821840-1: {}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: Metering agent@n-d-821840-1: {}, Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: Open vSwitch agent@n-d-821840-1: { 'AddressGroup': '1.2', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'ConntrackHelper': '1.0', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'LocalIPAssociation': '1.0', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Log': '1.0', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Network': '1.1', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Port': '1.7', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'PortForwarding': '1.2', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'QosPolicy': '1.10', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'SecurityGroup': '1.5', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'SecurityGroupRule': '1.2', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'SubPort': '1.0', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Subnet': '1.1', Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: 'Trunk': '1.1'}} Dec 15 13:41:53.113957 n-d-821840-1 neutron-server[109767]: {{(pid=109767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:41:53.121634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:53.123431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:53.126592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:53.168526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5733-3bb8-4b8d-bf7f-8e4d9f3b586f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.206507 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5733-3bb8-4b8d-bf7f-8e4d9f3b586f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.286669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:53.323657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5733-3bb8-4b8d-bf7f-8e4d9f3b586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.326584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5733-3bb8-4b8d-bf7f-8e4d9f3b586f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.331299 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e6ad5733-3bb8-4b8d-bf7f-8e4d9f3b586f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58beedf1-ebee-474c-ae0c-e0f436107809 HTTP/1.1" status: 204 len: 168 time: 0.2620177 Dec 15 13:41:53.340349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad5733-3bb8-4b8d-bf7f-8e4d9f3b586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58beedf1-ebee-474c-ae0c-e0f436107809,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:53.389542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:53.389963 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.526046 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.545807 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.581408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:53.588015 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.649469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:53.744775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb270b8-66f0-4722-8678-ab9b273ef3f5 None None] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:53.821439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.832495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1d683460-9002-410c-b7f0-e403a262e065 None None] Provisioning complete for port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:53.833203 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1d683460-9002-410c-b7f0-e403a262e065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.005121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Router 02a34286-45ec-4391-a7c4-9557de0dbb9d is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:41:54.147568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:54.162735 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Sync routers for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:54.171791 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.175575 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:54.176476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:54.177011 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:54.185620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da3d7380-d446-4b5d-b78d-e69a13319b99 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4482570 Dec 15 13:41:54.198042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-81dd2820-dca9-4372-a6ad-16028edcc614 None None] Provisioning complete for port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:54.199751 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81dd2820-dca9-4372-a6ad-16028edcc614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.344500 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:54.555883 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:53Z', 'revision_number': 3, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:54.587931 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Checking router: 02a34286-45ec-4391-a7c4-9557de0dbb9d for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:54.588269 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Updating router 02a34286-45ec-4391-a7c4-9557de0dbb9d port c8e3e452-2d45-426b-aa8f-f36840b45920 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:41:54.621854 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.751115 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.941655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Allocated IP 172.20.0.1 (ed8cbd83-5e71-421f-995a-2f5f360d2fbc/a6e91a09-1e2c-4308-a91b-c36d1faf33c0/721f4c03-2027-4e26-9365-3716d4c52845) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:54.972124 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:54.979002 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.045490 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Pushing event updated for resources: {'Port': ['ID=c8e3e452-2d45-426b-aa8f-f36840b45920,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:55.059754 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Attempting to bind port c8e3e452-2d45-426b-aa8f-f36840b45920 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:55.060510 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Attempting to bind port c8e3e452-2d45-426b-aa8f-f36840b45920 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:55.060823 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Attempting to bind port c8e3e452-2d45-426b-aa8f-f36840b45920 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:55.070800 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.071146 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.071652 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.072164 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.072669 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.073137 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.073597 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.074071 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.074547 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.074804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.075184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.075672 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.076043 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.076384 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Tracked resource versions report: Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: pushed versions: Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: { 'AddressGroup': {'1.2'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'ConntrackHelper': {'1.0'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Log': {'1.0'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Network': {'1.1'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Port': {'1.7'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'PortForwarding': {'1.2'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'QosPolicy': {'1.10'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'SecurityGroup': {'1.5'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'SubPort': {'1.0'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Subnet': {'1.1'}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Trunk': {'1.1'}} Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: consumer versions: Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: { DHCP agent@n-d-821840-1: {}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: HyperV agent@n-h1-821840-1: {}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: HyperV agent@n-h2-821840-1: {}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: L3 agent@n-d-821840-1: {}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: Metadata agent@n-d-821840-1: {}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: Metering agent@n-d-821840-1: {}, Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: Open vSwitch agent@n-d-821840-1: { 'AddressGroup': '1.2', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'ConntrackHelper': '1.0', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'LocalIPAssociation': '1.0', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Log': '1.0', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Network': '1.1', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Port': '1.7', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'PortForwarding': '1.2', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'QosPolicy': '1.10', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'SecurityGroup': '1.5', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'SecurityGroupRule': '1.2', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'SubPort': '1.0', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Subnet': '1.1', Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: 'Trunk': '1.1'}} Dec 15 13:41:55.077532 n-d-821840-1 neutron-server[109770]: {{(pid=109770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:41:55.080645 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:55.081085 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:55.081499 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.081895 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:55.082409 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Bound port: c8e3e452-2d45-426b-aa8f-f36840b45920, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:55.082772 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.137839 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.147575 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] For port c8e3e452-2d45-426b-aa8f-f36840b45920, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:55.152760 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] For port c8e3e452-2d45-426b-aa8f-f36840b45920, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c8e3e452-2d45-426b-aa8f-f36840b45920,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:55.158653 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.202225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Pushing event updated for resources: {'Port': ['ID=721f4c03-2027-4e26-9365-3716d4c52845,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:55.215554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:55.217564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:55.221556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:55.222196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.230694 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ae930-9d69-496e-bd32-f9d363311139 None None] Pushing event updated for resources: {'Port': ['ID=c8e3e452-2d45-426b-aa8f-f36840b45920,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:55.252235 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:55.253727 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:55.254263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:55.350841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:55.352112 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.465924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.484574 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:55.589087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-11ba837a-ab70-4adf-9ea6-bf4e29f760e8 None None] Provisioning complete for port 721f4c03-2027-4e26-9365-3716d4c52845 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:55.589633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11ba837a-ab70-4adf-9ea6-bf4e29f760e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.743155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.762981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.763718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:55.827899 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:53Z', 'revision_number': 3, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:55.858717 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01699b-f9a8-4857-9a5b-1489a7c94064 None None] The sync data for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 is: [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:53Z', 'revision_number': 3, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:55.928206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-11ba837a-ab70-4adf-9ea6-bf4e29f760e8 None None] Port 721f4c03-2027-4e26-9365-3716d4c52845 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:41:56.073033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:56.075972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:56.131063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Pushing event updated for resources: {'Port': ['ID=721f4c03-2027-4e26-9365-3716d4c52845,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:56.252040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Router 02a34286-45ec-4391-a7c4-9557de0dbb9d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:41:56.436583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:56.445736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-be1be10b-ffe2-47e6-a096-a03b68e0fa2d admin admin] 10.222.0.86 "PUT /v2.0/routers/02a34286-45ec-4391-a7c4-9557de0dbb9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2665658 Dec 15 13:41:56.461919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-89d066cd-7932-4868-af6d-7ac8b8ca93ee None None] Provisioning complete for port 721f4c03-2027-4e26-9365-3716d4c52845 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:56.462387 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89d066cd-7932-4868-af6d-7ac8b8ca93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:56.510377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-89d066cd-7932-4868-af6d-7ac8b8ca93ee None None] Port 721f4c03-2027-4e26-9365-3716d4c52845 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:41:57.069970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41002) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:57.073779 n-d-821840-1 neutron-server[109768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 13:41:57.100203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-a4f556c2-4d76-488d-9359-8e7cc8ea0c15 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7a9a06f05fff45ad81622d6938915173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287859 Dec 15 13:41:57.282121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c8e3e452-2d45-426b-aa8f-f36840b45920 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:57.405162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c8e3e452-2d45-426b-aa8f-f36840b45920 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:57.405528 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.426402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-7f2f28fd-e73b-4392-88c1-f96bb3f1000b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:57.443375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-7f2f28fd-e73b-4392-88c1-f96bb3f1000b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257236 Dec 15 13:41:57.458834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-5eae8dbd-c547-421b-abe7-351529029804 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/quotas/7a9a06f05fff45ad81622d6938915173 HTTP/1.1" status: 200 len: 375 time: 0.0199299 Dec 15 13:41:57.550292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-b6c16fd0-7ab3-4d43-8cbf-04222c474346 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a9a06f05fff45ad81622d6938915173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904777 Dec 15 13:41:57.619703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.644880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port c8e3e452-2d45-426b-aa8f-f36840b45920, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c8e3e452-2d45-426b-aa8f-f36840b45920,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:57.651556 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.725881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=c8e3e452-2d45-426b-aa8f-f36840b45920,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:57.788450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41046) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:57.856746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41056) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:57.862331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-network', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:57.900330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Made reservation on behalf of c942944bd19b42469356160dbdbcdc15 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:57.903104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.909888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e6d6451-2d27-434f-b2ea-513c64c5077f req-19c606b1-ba55-4963-8da0-da618609ff2f tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 210 time: 0.0983350 Dec 15 13:41:57.930600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:57.940770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Sync routers for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:57.957307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:57.958054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:58.046064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.052687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.071682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:41:58.084464 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.085517 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Added segment 3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f of type vlan for network b3134a2a-1376-4df6-bb95-9627efc4ab26 Dec 15 13:41:58.102874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:58.133540 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.145467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b7b9f99-dc0e-4408-b5da-126d1285afaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.186460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfbdc34-d2f5-4c8d-8d06-5d79e430663d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.190172 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.191319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:58.192281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.232236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3673255 Dec 15 13:41:58.284514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41070) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:58.291667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Request body: {'subnet': {'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-subnet', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:58.319842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b7b9f99-dc0e-4408-b5da-126d1285afaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.326806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3389-8464-485e-a335-a13752379fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=b3134a2a-1376-4df6-bb95-9627efc4ab26,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.328602 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b7b9f99-dc0e-4408-b5da-126d1285afaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.332619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Made reservation on behalf of c942944bd19b42469356160dbdbcdc15 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:58.335410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.344800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b3134a2a-1376-4df6-bb95-9627efc4ab26 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:41:58.377308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b9f99-dc0e-4408-b5da-126d1285afaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c7bad-ccb1-4478-9222-7ddf390c7cf7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.401214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9b7b9f99-dc0e-4408-b5da-126d1285afaf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=575b69c55a484162a63d1c322b2f5814&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6110826 Dec 15 13:41:58.404066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41082) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:58.518286 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c24d148-4f84-4f04-b5e3-0368255d2e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.580442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c24d148-4f84-4f04-b5e3-0368255d2e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.663720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.694591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c24d148-4f84-4f04-b5e3-0368255d2e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.698626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c24d148-4f84-4f04-b5e3-0368255d2e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.703317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7c24d148-4f84-4f04-b5e3-0368255d2e5b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f0c7bad-ccb1-4478-9222-7ddf390c7cf7 HTTP/1.1" status: 204 len: 168 time: 0.2977061 Dec 15 13:41:58.716081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24d148-4f84-4f04-b5e3-0368255d2e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c7bad-ccb1-4478-9222-7ddf390c7cf7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.770696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 2, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:58.792351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fd9a68-f026-4c47-989a-cfb015041043,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.807482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Checking segment: {'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:58.808023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Network hostable DHCP agents. Network: b3134a2a-1376-4df6-bb95-9627efc4ab26, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:41:58.818523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Checking router: 02a34286-45ec-4391-a7c4-9557de0dbb9d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:58.818982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Updating router 02a34286-45ec-4391-a7c4-9557de0dbb9d port 721f4c03-2027-4e26-9365-3716d4c52845 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:41:58.838399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Network b3134a2a-1376-4df6-bb95-9627efc4ab26 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:41:58.853372 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.859647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b3134a2a-1376-4df6-bb95-9627efc4ab26) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:58.869490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:58.870526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.876500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81c8581-8c4d-48a5-b5b3-930138bc66eb None None] Network b3134a2a-1376-4df6-bb95-9627efc4ab26 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:58.901218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b074625f-b1c5-4c77-b46b-c879a8fb1914 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6152935 Dec 15 13:41:58.902491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41110) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:58.908839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:58.957070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.959596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.080395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.224464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-b3134a2a-1376-4df6-bb95-9627efc4ab26', 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26', 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'fixed_ips': [{'subnet_id': '28fd9a68-f026-4c47-989a-cfb015041043'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:41:59.225576 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.275279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c8e3e452-2d45-426b-aa8f-f36840b45920 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:59.288706 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.295211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-f0fce5a3-a592-46a1-9ff1-a8085e8b80c2 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=54251d3e66a24bf4a3729d48cda76926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1410010 Dec 15 13:41:59.380220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41140) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:59.523426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-f718757a-3463-46f1-8289-300757476f42 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.524981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-f718757a-3463-46f1-8289-300757476f42 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230735 Dec 15 13:41:59.549709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-685c104c-e0b7-4b14-baf8-ec06c4297d3c tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/quotas/54251d3e66a24bf4a3729d48cda76926 HTTP/1.1" status: 200 len: 375 time: 0.0158963 Dec 15 13:41:59.570953 n-d-821840-1 neutron-server[109767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 13:41:59.588727 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Allocated IP 172.20.0.2 (b3134a2a-1376-4df6-bb95-9627efc4ab26/28fd9a68-f026-4c47-989a-cfb015041043/7d6431be-c790-4b5c-93ec-00d1eb06d40d) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:59.603211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41148) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:59.632557 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-a93df5ca-827d-4eea-b2f5-3e2b0084dada tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=54251d3e66a24bf4a3729d48cda76926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819130 Dec 15 13:41:59.654799 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84e965b4-2212-4609-b075-d87935c45abf req-ac79717b-d805-4506-95e7-d01b874c4aa9 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 210 time: 0.2711501 Dec 15 13:41:59.661183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-921b637b-e8a4-4490-b6e8-2b5d2f56bee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.747176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c8e3e452-2d45-426b-aa8f-f36840b45920 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:59.747637 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.791838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-921b637b-e8a4-4490-b6e8-2b5d2f56bee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.810773 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-921b637b-e8a4-4490-b6e8-2b5d2f56bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.820575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.846103 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.880270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-921b637b-e8a4-4490-b6e8-2b5d2f56bee2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c1ad27289d8458a94bed03b05693de4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2624264 Dec 15 13:41:59.880270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b637b-e8a4-4490-b6e8-2b5d2f56bee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b6c41e-92b4-4271-9f1a-28373716c138,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:59.882517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41164) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:59.884189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.998803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.016397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffb3a2-e6d2-4382-ad6c-5b2614ce79be None None] Pushing event updated for resources: {'Port': ['ID=721f4c03-2027-4e26-9365-3716d4c52845,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:00.029522 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.186762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f462f4b4-2b91-4304-8706-d9cbe2f623fb req-459dbc40-d412-4c06-9fd9-ee82f309f543 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 210 time: 0.3457916 Dec 15 13:42:00.201684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.338129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Network b3134a2a-1376-4df6-bb95-9627efc4ab26 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:00.344505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a006220d-2992-4b78-91bc-dde864fd095b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.352256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:00.354604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Attempting to bind port 721f4c03-2027-4e26-9365-3716d4c52845 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:00.354976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Attempting to bind port 721f4c03-2027-4e26-9365-3716d4c52845 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:00.355341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Attempting to bind port 721f4c03-2027-4e26-9365-3716d4c52845 on network ed8cbd83-5e71-421f-995a-2f5f360d2fbc {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:00.358596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:00.362319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Pushing event updated for resources: {'Port': ['ID=7d6431be-c790-4b5c-93ec-00d1eb06d40d,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:00.373325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:00.373706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Checking segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:00.374242 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.374637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Bound using segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:00.375116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Bound port: 721f4c03-2027-4e26-9365-3716d4c52845, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:00.375575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.419600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a006220d-2992-4b78-91bc-dde864fd095b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.430478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d87ed1fb-e44a-4c5c-8c44-c6120f078c9a None None] Provisioning complete for port 721f4c03-2027-4e26-9365-3716d4c52845 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:00.430871 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d87ed1fb-e44a-4c5c-8c44-c6120f078c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.457503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Allocated IP 172.25.7.8 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/d5d70b9b-ea54-435f-a05f-37e7397e386c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:00.601675 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.612437 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a006220d-2992-4b78-91bc-dde864fd095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.615721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a006220d-2992-4b78-91bc-dde864fd095b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.616968 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a006220d-2992-4b78-91bc-dde864fd095b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a1b6c41e-92b4-4271-9f1a-28373716c138 HTTP/1.1" status: 204 len: 168 time: 0.7308233 Dec 15 13:42:00.631112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006220d-2992-4b78-91bc-dde864fd095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b6c41e-92b4-4271-9f1a-28373716c138,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:00.660399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Attempting to bind port 7d6431be-c790-4b5c-93ec-00d1eb06d40d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:00.660399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Attempting to bind port 7d6431be-c790-4b5c-93ec-00d1eb06d40d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:00.660399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Attempting to bind port 7d6431be-c790-4b5c-93ec-00d1eb06d40d on network b3134a2a-1376-4df6-bb95-9627efc4ab26 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:00.673303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d87ed1fb-e44a-4c5c-8c44-c6120f078c9a None None] Port 721f4c03-2027-4e26-9365-3716d4c52845 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:00.679162 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.679322 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.680183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] For port 721f4c03-2027-4e26-9365-3716d4c52845, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:00.691102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] For port 721f4c03-2027-4e26-9365-3716d4c52845, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=721f4c03-2027-4e26-9365-3716d4c52845,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:00.693856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:00.694604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Checking segment: {'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:00.695117 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.695566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Bound using segment: {'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:00.696444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Bound port: 7d6431be-c790-4b5c-93ec-00d1eb06d40d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:00.696957 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.702443 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.721050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.74', 56732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:00.765651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:00.792059 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-8714c8dd-e753-4094-a9b1-dd5a6e9384a1 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=7a9a06f05fff45ad81622d6938915173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696096 Dec 15 13:42:00.795178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:00.802773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:00.824183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffb3a2-e6d2-4382-ad6c-5b2614ce79be None None] Pushing event updated for resources: {'Port': ['ID=721f4c03-2027-4e26-9365-3716d4c52845,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:00.915153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:00.916513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Pushing event updated for resources: {'Port': ['ID=d5d70b9b-ea54-435f-a05f-37e7397e386c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:00.962630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:00.963559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:01.199604 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2740d5f0-6f23-42aa-befc-5aebe0a8bad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.211307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] For port 7d6431be-c790-4b5c-93ec-00d1eb06d40d, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:01.219554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] For port 7d6431be-c790-4b5c-93ec-00d1eb06d40d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7d6431be-c790-4b5c-93ec-00d1eb06d40d,segment=NetworkSegment(3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f),segment_id=3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:01.234580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aa9194fa-52ec-4327-975a-0f6391c5b875 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.238923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aa9194fa-52ec-4327-975a-0f6391c5b875 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4394641 Dec 15 13:42:01.275404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e162b324-59bb-4a85-868b-97db5174cc32 req-de57a476-015e-4fc7-bfaa-4c1b8ea4afbc tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 210 time: 0.1569569 Dec 15 13:42:01.299954 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.335132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Request body: {'port': {'device_id': 'e2770fa7-a11d-430e-878e-b6a8708fa78e', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '7a9a06f05fff45ad81622d6938915173'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:01.422560 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.585768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d82288-19fb-4fba-88f5-e126c9eab7e7 None None] Pushing event updated for resources: {'Port': ['ID=7d6431be-c790-4b5c-93ec-00d1eb06d40d,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:01.649277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:01.690511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-153e86a0-fd43-4f40-9753-1b25ac0859b0 req-c2d5ad32-5463-4fd0-a29f-bcd76be3b244 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 210 time: 0.1607850 Dec 15 13:42:01.755552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-67bb7acd-9a98-433b-b95c-8f6478e85561 None None] Provisioning complete for port 721f4c03-2027-4e26-9365-3716d4c52845 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:01.757142 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67bb7acd-9a98-433b-b95c-8f6478e85561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.810097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Made reservation on behalf of 7a9a06f05fff45ad81622d6938915173 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:01.815175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.835800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.924292 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.961720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.970426 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.016211 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67bb7acd-9a98-433b-b95c-8f6478e85561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.216785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-67bb7acd-9a98-433b-b95c-8f6478e85561 None None] For port 721f4c03-2027-4e26-9365-3716d4c52845, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=721f4c03-2027-4e26-9365-3716d4c52845,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:02.238473 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67bb7acd-9a98-433b-b95c-8f6478e85561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.247268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.24', 61900) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:02.247995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:42:02.300364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-6b7808af-37a5-45de-9545-5d3b3b6ca1c3 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=54251d3e66a24bf4a3729d48cda76926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414612 Dec 15 13:42:02.344425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb7acd-9a98-433b-b95c-8f6478e85561 None None] Pushing event updated for resources: {'Port': ['ID=721f4c03-2027-4e26-9365-3716d4c52845,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:02.373787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:00Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:02.436840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad3291-aea8-497d-803d-dd0c9d7f9911 None None] The sync data for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 is: [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:00Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:02.550300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:02.565058 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Sync routers for ids ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:02.605558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133252c6-fd4c-4d89-9263-b9915feb08ef,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:02.610586 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Routers {'9d79b495-ad71-4d73-9b0e-437aefaf9e06'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:02.623246 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:02.634402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.635902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b4570605-c367-4482-b99d-7db1151f522c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7323213 Dec 15 13:42:02.638979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41298) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:02.711718 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2234097f-58f3-4173-a713-39757d840fff req-f74e2df4-9992-4ce2-8445-b0b869e4f29c tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 210 time: 0.2485797 Dec 15 13:42:02.776006 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Allocated IP 192.168.233.214 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/c1588351-3330-4528-86b1-d4c18164fee7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:02.958947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-015b9250-42b8-4c2e-aaf2-b769921a81a8 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.963690 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-015b9250-42b8-4c2e-aaf2-b769921a81a8 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247322 Dec 15 13:42:03.063212 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Set router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:03.068105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Request body: {'port': {'device_id': '70c82def-7695-4156-850d-e29c85e3b116', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '54251d3e66a24bf4a3729d48cda76926'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:03.171857 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4716caaf-d349-481b-b069-d1143df69428 req-51e298ac-111b-46bc-9b71-7af6927703d1 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 210 time: 0.1598592 Dec 15 13:42:03.583326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7d6431be-c790-4b5c-93ec-00d1eb06d40d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:03.600372 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.778975 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.826115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7d6431be-c790-4b5c-93ec-00d1eb06d40d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:03.826538 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.006940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc7f62-1b28-4b53-b41d-8af89d5d55ed None None] Network b3134a2a-1376-4df6-bb95-9627efc4ab26 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:04.158725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-48241b6e-22b3-4a98-9d3a-f0d977b35522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.315114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:42:01Z', 'revision_number': 3, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:04.320143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:04.328010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1dccfabf-fc4f-4264-b8b8-b66492137c85 None None] Provisioning complete for port 7d6431be-c790-4b5c-93ec-00d1eb06d40d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:04.330932 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1dccfabf-fc4f-4264-b8b8-b66492137c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.363185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:04.397985 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Checking router: 9d79b495-ad71-4d73-9b0e-437aefaf9e06 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:04.399528 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Updating router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 port d5d70b9b-ea54-435f-a05f-37e7397e386c binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:04.460138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:04.467290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.482595 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.485380 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.600095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba99ff2-0956-484e-a6d6-3e75ff62ef55 req-3d24350f-d724-4e54-9671-877d67c82a07 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.610567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ba99ff2-0956-484e-a6d6-3e75ff62ef55 req-3d24350f-d724-4e54-9671-877d67c82a07 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 936 time: 0.6358490 Dec 15 13:42:04.614823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Pushing event updated for resources: {'Port': ['ID=c1588351-3330-4528-86b1-d4c18164fee7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:04.781704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ba99ff2-0956-484e-a6d6-3e75ff62ef55 req-5813ac5f-2d75-4ebc-8a05-6bf1b9778223 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689506 Dec 15 13:42:04.799574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-aec51b83-32ab-4434-8cdf-8b8c059d435e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4657974 Dec 15 13:42:04.835510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-f64c6f85-2756-4842-9aea-70bca904aa0f tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:04.841933 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-f64c6f85-2756-4842-9aea-70bca904aa0f tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314834 Dec 15 13:42:04.977123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.981822 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.170874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 7d6431be-c790-4b5c-93ec-00d1eb06d40d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7d6431be-c790-4b5c-93ec-00d1eb06d40d,segment=NetworkSegment(3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f),segment_id=3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:05.179388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.180657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 721f4c03-2027-4e26-9365-3716d4c52845 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:05.187978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0f30a46-8cb0-49fb-b6b3-5dfe656dac2d req-33a66796-5873-4e46-afe9-ddb192d05c22 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 210 time: 0.2368295 Dec 15 13:42:05.284856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Made reservation on behalf of 54251d3e66a24bf4a3729d48cda76926 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:05.296595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.330754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.359561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1dccfabf-fc4f-4264-b8b8-b66492137c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.558575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=7d6431be-c790-4b5c-93ec-00d1eb06d40d,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:05.563530 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.579015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 721f4c03-2027-4e26-9365-3716d4c52845 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:05.581254 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.588139 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.716880 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc20c1-f6b8-4d81-b84a-6310938c2b2c None None] Pushing event updated for resources: {'Port': ['ID=d5d70b9b-ea54-435f-a05f-37e7397e386c,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:05.729440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Request body: {'port': {'device_id': 'e2770fa7-a11d-430e-878e-b6a8708fa78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:05.799383 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Attempting to bind port d5d70b9b-ea54-435f-a05f-37e7397e386c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:05.800129 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Attempting to bind port d5d70b9b-ea54-435f-a05f-37e7397e386c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:05.800517 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Attempting to bind port d5d70b9b-ea54-435f-a05f-37e7397e386c on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:05.819269 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:05.821044 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:05.821473 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.823451 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:05.824074 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Bound port: d5d70b9b-ea54-435f-a05f-37e7397e386c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:05.825804 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.828671 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-1dccfabf-fc4f-4264-b8b8-b66492137c85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:42:05.830226 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-1dccfabf-fc4f-4264-b8b8-b66492137c85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:42:06.049336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:06.076820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] For port d5d70b9b-ea54-435f-a05f-37e7397e386c, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:06.091799 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] For port d5d70b9b-ea54-435f-a05f-37e7397e386c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d5d70b9b-ea54-435f-a05f-37e7397e386c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:06.102074 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:06.130561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41358) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:06.178633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7d6431be-c790-4b5c-93ec-00d1eb06d40d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:06.293711 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc20c1-f6b8-4d81-b84a-6310938c2b2c None None] Pushing event updated for resources: {'Port': ['ID=d5d70b9b-ea54-435f-a05f-37e7397e386c,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:06.348189 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Routers {'9d79b495-ad71-4d73-9b0e-437aefaf9e06'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:06.348846 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:42:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:06.432228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7d6431be-c790-4b5c-93ec-00d1eb06d40d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:06.438121 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:06.457149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:06.498859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:06.599627 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:06.644002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded34e3-fc8d-42dd-91a2-4ad384f55810 req-1105f8d6-5cb7-4c57-b148-9e8fbbd07bad tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:06.648728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ded34e3-fc8d-42dd-91a2-4ad384f55810 req-1105f8d6-5cb7-4c57-b148-9e8fbbd07bad tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 936 time: 0.6824086 Dec 15 13:42:06.723289 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] Set router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:06.872415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:06.874807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9c88ada4-fc3f-43c4-b695-07ec8cde6b9d req-ea85d065-b8d2-462a-afb4-649b73cd92d3 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 210 time: 0.1177030 Dec 15 13:42:06.895946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb1c9-dfec-487b-b953-9ea612512d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.045705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-64d4cd70-a9bc-4d41-be3b-65af288f5468 None None] Provisioning complete for port c1588351-3330-4528-86b1-d4c18164fee7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:07.046514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-64d4cd70-a9bc-4d41-be3b-65af288f5468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.074216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dc2190-8a0c-4c51-b240-89974b5c95e9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:07.130243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-64d4cd70-a9bc-4d41-be3b-65af288f5468 None None] Port c1588351-3330-4528-86b1-d4c18164fee7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:07.197176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-64d4cd70-a9bc-4d41-be3b-65af288f5468 None None] Provisioning complete for port 7d6431be-c790-4b5c-93ec-00d1eb06d40d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:07.198203 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-64d4cd70-a9bc-4d41-be3b-65af288f5468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.218083 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:42:01Z', 'revision_number': 3, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:07.279532 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa2f1b-ab21-4a25-8248-d286428b62b3 None None] The sync data for ids ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'] in n-d-821840-1 is: [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:42:01Z', 'revision_number': 3, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:07.284850 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ded34e3-fc8d-42dd-91a2-4ad384f55810 req-68ab4679-124f-4f7b-ae91-fb1b20512891 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855050 Dec 15 13:42:07.310148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Allocated IP 172.20.0.1 (b3134a2a-1376-4df6-bb95-9627efc4ab26/28fd9a68-f026-4c47-989a-cfb015041043/06c30175-da2d-4dfe-bb9b-4d8ef401ea41) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:07.312944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.497710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1588351-3330-4528-86b1-d4c18164fee7 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:07.507804 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.620942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.685912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Transition to ACTIVE for port object c1588351-3330-4528-86b1-d4c18164fee7 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:07.702001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.770396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Pushing event updated for resources: {'Port': ['ID=c1588351-3330-4528-86b1-d4c18164fee7,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:07.781328 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb1c9-dfec-487b-b953-9ea612512d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.788086 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb1c9-dfec-487b-b953-9ea612512d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.857045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.050663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Allocated IP 192.168.233.38 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/bd60efaa-7de3-4dd1-9399-bf2e1febff8c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:08.138176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d5ecb1c9-dfec-487b-b953-9ea612512d8b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d4f6cb1b4a6446bbb2d70b24931528e9&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0014694 Dec 15 13:42:08.236779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:08.237689 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41406) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:08.241381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d5d70b9b-ea54-435f-a05f-37e7397e386c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:08.288691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-360cf5df-72c0-423b-b4fc-247ae3472a2d req-373ab50e-99a3-425a-984f-abf2b3ad101b tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 210 time: 0.1545491 Dec 15 13:42:08.292766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecb1c9-dfec-487b-b953-9ea612512d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a74f8fc-30a5-4dfa-be32-3680dab7e933,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:08.308368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Attempting to bind port c1588351-3330-4528-86b1-d4c18164fee7 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:08.309326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Attempting to bind port c1588351-3330-4528-86b1-d4c18164fee7 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:08.311393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Attempting to bind port c1588351-3330-4528-86b1-d4c18164fee7 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:08.350551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Port c1588351-3330-4528-86b1-d4c18164fee7 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:08.351025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Attempting to bind port c1588351-3330-4528-86b1-d4c18164fee7 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:08.379439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Pushing event updated for resources: {'Port': ['ID=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:08.396696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d5d70b9b-ea54-435f-a05f-37e7397e386c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:08.397034 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.402208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:08.402941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:08.404060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:08.404986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Bound port: c1588351-3330-4528-86b1-d4c18164fee7, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:08.405638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.426954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Network b3134a2a-1376-4df6-bb95-9627efc4ab26 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:08.435487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:08.446103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:08.447265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.583705 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1baf98e2-183d-4223-8b8d-80e934e67842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.641957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1baf98e2-183d-4223-8b8d-80e934e67842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.745856 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.772734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1baf98e2-183d-4223-8b8d-80e934e67842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.779426 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1baf98e2-183d-4223-8b8d-80e934e67842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.785775 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1baf98e2-183d-4223-8b8d-80e934e67842 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7a74f8fc-30a5-4dfa-be32-3680dab7e933 HTTP/1.1" status: 204 len: 168 time: 0.5414586 Dec 15 13:42:08.831218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port d5d70b9b-ea54-435f-a05f-37e7397e386c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d5d70b9b-ea54-435f-a05f-37e7397e386c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:08.839955 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.883918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb91ae9-9890-4d68-becd-0e91ccd96e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.910868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf98e2-183d-4223-8b8d-80e934e67842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a74f8fc-30a5-4dfa-be32-3680dab7e933,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:08.948708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.075537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=d5d70b9b-ea54-435f-a05f-37e7397e386c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:09.088637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163192-606d-411f-aed1-e7836e4ed734 req-0acddcfc-9cf7-4771-8805-ea7360f614a2 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.093398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] For port c1588351-3330-4528-86b1-d4c18164fee7, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:09.100151 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb163192-606d-411f-aed1-e7836e4ed734 req-0acddcfc-9cf7-4771-8805-ea7360f614a2 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.4078033 Dec 15 13:42:09.109722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] For port c1588351-3330-4528-86b1-d4c18164fee7, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1588351-3330-4528-86b1-d4c18164fee7,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:09.121585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.210425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7080ea3c-4d00-4bf7-9db2-dee96e28c35c None None] Provisioning complete for port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:09.211306 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7080ea3c-4d00-4bf7-9db2-dee96e28c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.253493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.300081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.304274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.306010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] 10.222.0.74 "PUT /v2.0/ports/c1588351-3330-4528-86b1-d4c18164fee7 HTTP/1.1" status: 200 len: 1096 time: 4.0449071 Dec 15 13:42:09.308657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2770fa7-a11d-430e-878e-b6a8708fa78e', 'tag': 'c1588351-3330-4528-86b1-d4c18164fee7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:09.338464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7080ea3c-4d00-4bf7-9db2-dee96e28c35c None None] Port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:09.566523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41422) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:09.574841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb163192-606d-411f-aed1-e7836e4ed734 req-a0bce263-094f-4433-a421-cca900a79671 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733667 Dec 15 13:42:09.631524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.744821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b10b5f6-42f0-4654-bc9d-27334f2b8cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.753738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d4c3f-5414-488a-9aef-bf7c8b68848e service neutron] Pushing event updated for resources: {'Port': ['ID=c1588351-3330-4528-86b1-d4c18164fee7,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:09.758752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:09.882555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab757-5154-4b83-9ec7-f834cf3dcf32 req-52b0e464-74a2-42a9-937f-d8d6aab8a410 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.894798 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-613ab757-5154-4b83-9ec7-f834cf3dcf32 req-52b0e464-74a2-42a9-937f-d8d6aab8a410 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 935 time: 0.3392355 Dec 15 13:42:09.902692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb91ae9-9890-4d68-becd-0e91ccd96e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.908491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-d18571a6-9530-485d-b29d-e4d57f0cef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.910979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-d18571a6-9530-485d-b29d-e4d57f0cef8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a9a06f05fff45ad81622d6938915173&device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 1099 time: 0.3542333 Dec 15 13:42:09.924250 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb91ae9-9890-4d68-becd-0e91ccd96e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:09.995006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:10.002146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:10.029062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:10.029769 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.039553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-be0e20b6-dca7-4fdf-a7de-64a1f4ae2657 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=c1588351-3330-4528-86b1-d4c18164fee7 HTTP/1.1" status: 200 len: 217 time: 0.0908852 Dec 15 13:42:10.048952 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3a70c8-165d-4070-8b22-e6978a9ce255" -d '{"events": [{"name": "network-changed", "server_uuid": "e2770fa7-a11d-430e-878e-b6a8708fa78e", "tag": "c1588351-3330-4528-86b1-d4c18164fee7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:10.101023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Pushing event updated for resources: {'Port': ['ID=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:10.130020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-613ab757-5154-4b83-9ec7-f834cf3dcf32 req-680d7454-7d26-457f-a13e-16c89b22e736 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337770 Dec 15 13:42:10.133632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-771025ef-b7b3-460d-bae6-fe5f6b9baeac tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.0736675 Dec 15 13:42:10.157100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d5d70b9b-ea54-435f-a05f-37e7397e386c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:10.174763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-4f8c8b3e-917f-4ec3-9dac-58bbf0224e73 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:10.178562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-4f8c8b3e-917f-4ec3-9dac-58bbf0224e73 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194004 Dec 15 13:42:10.318589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb91ae9-9890-4d68-becd-0e91ccd96e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbc7ef-de58-40ef-aeae-6025baed1d30,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:10.388275 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.389474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d5d70b9b-ea54-435f-a05f-37e7397e386c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:10.390203 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.401363 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-deb91ae9-9890-4d68-becd-0e91ccd96e94 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9aa015a759de4dcf8ef0c74219c061ab&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1559155 Dec 15 13:42:10.405297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.406915 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.423655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41434) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:10.696621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b10b5f6-42f0-4654-bc9d-27334f2b8cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.703099 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6013676-3fd5-4605-b1c4-2a52756036d9 x-openstack-request-id: req-b6013676-3fd5-4605-b1c4-2a52756036d9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:10.706324 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2770fa7-a11d-430e-878e-b6a8708fa78e", "tag": "c1588351-3330-4528-86b1-d4c18164fee7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:10.707913 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b6013676-3fd5-4605-b1c4-2a52756036d9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:10.709776 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2770fa7-a11d-430e-878e-b6a8708fa78e', 'tag': 'c1588351-3330-4528-86b1-d4c18164fee7', 'status': 'completed', 'code': 200} Dec 15 13:42:10.725956 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b10b5f6-42f0-4654-bc9d-27334f2b8cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.740008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ecf8bb26-9252-4757-8e1e-44712f57b024 None None] Provisioning complete for port bd60efaa-7de3-4dd1-9399-bf2e1febff8c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:10.740395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bb26-9252-4757-8e1e-44712f57b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.741100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-610f0856-bffb-431b-a417-739dcd4177a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:10.743013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-610f0856-bffb-431b-a417-739dcd4177a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.6828656 Dec 15 13:42:10.825298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8bb26-9252-4757-8e1e-44712f57b024 None None] Port bd60efaa-7de3-4dd1-9399-bf2e1febff8c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:10.951430 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3b10b5f6-42f0-4654-bc9d-27334f2b8cb0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9142838124584f44a9e5a5463b1c7e3b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3779013 Dec 15 13:42:10.952182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10b5f6-42f0-4654-bc9d-27334f2b8cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e9d78f-c815-4a13-826d-8917bd72af0d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:10.956444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:10.995517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Pushing event updated for resources: {'Port': ['ID=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.017737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf769f11-2b38-4271-a086-905c32393650 req-505d28ab-d7d3-4c10-9727-2857670cd310 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.026210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf769f11-2b38-4271-a086-905c32393650 req-505d28ab-d7d3-4c10-9727-2857670cd310 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.2930439 Dec 15 13:42:11.031688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Network b3134a2a-1376-4df6-bb95-9627efc4ab26 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:11.049043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-32253520-3e58-4af4-804a-ef1d83fccf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.050699 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-32253520-3e58-4af4-804a-ef1d83fccf84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2590413 Dec 15 13:42:11.060245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:11.099174 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98dd24eb-2463-4711-a6de-bc892f09cd30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.124597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98dd24eb-2463-4711-a6de-bc892f09cd30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.132088 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:42:11.191286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Request body: {'port': {'device_id': '70c82def-7695-4156-850d-e29c85e3b116', 'device_owner': 'compute:tempest-test_az-365666809', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:11.262959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-77135503-a580-4b8a-a9ec-d626b3040452 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912401 Dec 15 13:42:11.263880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bb316f5-cebd-4c8a-afd0-f5f738f31c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.271265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf769f11-2b38-4271-a086-905c32393650 req-14ed72bc-bdf2-44c5-9a79-7ff6c93012bd tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441654 Dec 15 13:42:11.382006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.386070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98dd24eb-2463-4711-a6de-bc892f09cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.387931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bb316f5-cebd-4c8a-afd0-f5f738f31c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.388726 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98dd24eb-2463-4711-a6de-bc892f09cd30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.390436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-98dd24eb-2463-4711-a6de-bc892f09cd30 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/03fbc7ef-de58-40ef-aeae-6025baed1d30 HTTP/1.1" status: 204 len: 168 time: 0.9604530 Dec 15 13:42:11.459016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd24eb-2463-4711-a6de-bc892f09cd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbc7ef-de58-40ef-aeae-6025baed1d30,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.480777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:11.502604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1e7d23f8-4f1d-4a73-88e8-011b673a8e5b None None] Provisioning complete for port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:11.503291 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e7d23f8-4f1d-4a73-88e8-011b673a8e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.529806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb6d8a4-6e15-4516-9613-9346747b0fc4 req-845aca0e-8280-4796-aa47-fe20b6aa156c service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357917 Dec 15 13:42:11.548405 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bb316f5-cebd-4c8a-afd0-f5f738f31c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.555827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bb316f5-cebd-4c8a-afd0-f5f738f31c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.557282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8bb316f5-cebd-4c8a-afd0-f5f738f31c0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f6e9d78f-c815-4a13-826d-8917bd72af0d HTTP/1.1" status: 204 len: 168 time: 0.5988231 Dec 15 13:42:11.591307 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb316f5-cebd-4c8a-afd0-f5f738f31c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e9d78f-c815-4a13-826d-8917bd72af0d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.632841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d23f8-4f1d-4a73-88e8-011b673a8e5b None None] Port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:11.636230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8db7f-bbc8-4150-8e89-b05c03c9133f req-c3be2942-a046-4a34-9070-ba9adccce668 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.660230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43a8db7f-bbc8-4150-8e89-b05c03c9133f req-c3be2942-a046-4a34-9070-ba9adccce668 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 935 time: 0.2776778 Dec 15 13:42:11.730001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-0d677fcd-af6f-4c97-a506-431ada959e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.731515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-0d677fcd-af6f-4c97-a506-431ada959e09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a9a06f05fff45ad81622d6938915173&device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 1099 time: 0.0936244 Dec 15 13:42:11.879830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43a8db7f-bbc8-4150-8e89-b05c03c9133f req-887ec0d6-5d40-43fa-80f0-380f529738b6 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205038 Dec 15 13:42:12.096990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:12.109179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Sync routers for ids ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:12.113781 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b65c155f-2021-4c9b-877e-311a2bb3c424 admin admin] 10.222.0.86 "PUT /v2.0/routers/9d79b495-ad71-4d73-9b0e-437aefaf9e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4617114 Dec 15 13:42:12.146228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Routers {'9d79b495-ad71-4d73-9b0e-437aefaf9e06'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:12.146947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:42:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:12.331614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd60efaa-7de3-4dd1-9399-bf2e1febff8c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:12.358572 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.421131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-702af160-5bff-4eaf-a28c-b7a5b0b32239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.427357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-702af160-5bff-4eaf-a28c-b7a5b0b32239 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.5847399 Dec 15 13:42:12.434030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Transition to ACTIVE for port object bd60efaa-7de3-4dd1-9399-bf2e1febff8c will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:12.444584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.522752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Set router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:12.569896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-6976da34-54ca-4754-b2f7-8221cd99f47c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=c1588351-3330-4528-86b1-d4c18164fee7 HTTP/1.1" status: 200 len: 217 time: 0.0999098 Dec 15 13:42:12.653792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:12.723984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:12.726038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73a67-e49b-4e97-b56f-a4c543587c1a req-67dae392-4ef0-42a6-87ff-ec2b3500fa85 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.727703 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52c73a67-e49b-4e97-b56f-a4c543587c1a req-67dae392-4ef0-42a6-87ff-ec2b3500fa85 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.2848046 Dec 15 13:42:12.740103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Pushing event updated for resources: {'Port': ['ID=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:12.796435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-829b088e-fb1a-4f6d-9e04-7cc4f1c38b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.809730 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-829b088e-fb1a-4f6d-9e04-7cc4f1c38b9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2049215 Dec 15 13:42:12.906155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f214cbeb-2780-48fc-9891-9aa601ca05cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.941369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5124db51-8b13-4ae9-af7b-b8c1606840a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.959604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52c73a67-e49b-4e97-b56f-a4c543587c1a req-9ee9ff89-7258-46a0-b8fa-bab782497f5b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116919 Dec 15 13:42:13.047450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-eda6cb61-b355-41e3-b83c-7abd5fdc0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:13.054976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-eda6cb61-b355-41e3-b83c-7abd5fdc0ad7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514246 Dec 15 13:42:13.087122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Attempting to bind port bd60efaa-7de3-4dd1-9399-bf2e1febff8c on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:13.087484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Attempting to bind port bd60efaa-7de3-4dd1-9399-bf2e1febff8c by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:13.087837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Attempting to bind port bd60efaa-7de3-4dd1-9399-bf2e1febff8c on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:13.137569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Port bd60efaa-7de3-4dd1-9399-bf2e1febff8c on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:13.138231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Attempting to bind port bd60efaa-7de3-4dd1-9399-bf2e1febff8c on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:13.179900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:13.196178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:13.197783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:13.200299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Bound port: bd60efaa-7de3-4dd1-9399-bf2e1febff8c, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:13.200980 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.376700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:42:09Z', 'revision_number': 4, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '06c30175-da2d-4dfe-bb9b-4d8ef401ea41', 'name': '', 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'mac_address': 'fa:16:3e:33:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '28fd9a68-f026-4c47-989a-cfb015041043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:06Z', 'updated_at': '2021-12-15T13:42:09Z', 'revision_number': 2, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'subnets': [{'id': '28fd9a68-f026-4c47-989a-cfb015041043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:13.458024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-09d1ab1e-4453-472e-99f7-8f66f7ad72f7 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894118 Dec 15 13:42:13.462106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Checking router: 9d79b495-ad71-4d73-9b0e-437aefaf9e06 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:13.462525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Updating router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:13.483985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b31a6-dcc2-4097-8152-2ea49ea2e077 req-7c0fe359-ec2a-48e2-9609-0a69271efeea tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:13.490265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-733b31a6-dcc2-4097-8152-2ea49ea2e077 req-7c0fe359-ec2a-48e2-9609-0a69271efeea tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 968 time: 0.3129027 Dec 15 13:42:13.520967 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.668894 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f214cbeb-2780-48fc-9891-9aa601ca05cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.730362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-733b31a6-dcc2-4097-8152-2ea49ea2e077 req-d7d2c72b-daea-4390-8a44-d869711176f6 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189550 Dec 15 13:42:13.733311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f214cbeb-2780-48fc-9891-9aa601ca05cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.778571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5124db51-8b13-4ae9-af7b-b8c1606840a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.855421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f214cbeb-2780-48fc-9891-9aa601ca05cc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fb884563c1e4444f90a0881115e905ab&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1825550 Dec 15 13:42:13.858093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41478) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:13.861989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214cbeb-2780-48fc-9891-9aa601ca05cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd536844-ef41-4b5e-bb80-f55a0764534c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:13.876683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5124db51-8b13-4ae9-af7b-b8c1606840a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.969087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124db51-8b13-4ae9-af7b-b8c1606840a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2abeb83-38f3-47af-814d-f1c86c140a58,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:13.984411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5124db51-8b13-4ae9-af7b-b8c1606840a2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24d0e914e4f840bd951b788bd8a47d21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2489302 Dec 15 13:42:13.984994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41482) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:13.987515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] For port bd60efaa-7de3-4dd1-9399-bf2e1febff8c, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:14.023107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] For port bd60efaa-7de3-4dd1-9399-bf2e1febff8c, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:14.044916 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.213446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.214715 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.219275 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd60efaa-7de3-4dd1-9399-bf2e1febff8c HTTP/1.1" status: 200 len: 1116 time: 3.2197413 Dec 15 13:42:14.221438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c82def-7695-4156-850d-e29c85e3b116', 'tag': 'bd60efaa-7de3-4dd1-9399-bf2e1febff8c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:14.253539 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.269552 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.367541 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41486) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:14.375109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-98459045-c98f-4238-bc66-657b931a8862 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460628797', 'description': 'tempest-description--341751341'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:14.392449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b08b8b6c-4014-4b51-9569-eb8b44d3430c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.525552 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b08b8b6c-4014-4b51-9569-eb8b44d3430c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.529917 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98459045-c98f-4238-bc66-657b931a8862 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.552252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b3a70c8-165d-4070-8b22-e6978a9ce255 req-2885e573-411c-4a3c-86d7-3d29baf793f6 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262703 Dec 15 13:42:14.569250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb0ec1-d3eb-4928-b73b-5361b8eb65b9 None None] Pushing event updated for resources: {'Port': ['ID=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:14.572104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378e223-d591-4167-8cd2-492c9e9ecc1c req-03077471-0d03-45d4-9dcb-6a0f69a139cc tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.573925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a378e223-d591-4167-8cd2-492c9e9ecc1c req-03077471-0d03-45d4-9dcb-6a0f69a139cc tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.3690612 Dec 15 13:42:14.595631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Attempting to bind port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:14.596066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Attempting to bind port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:14.596443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Attempting to bind port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 on network b3134a2a-1376-4df6-bb95-9627efc4ab26 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:14.602644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:14.603037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Checking segment: {'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:14.605792 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.606248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Bound using segment: {'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:14.606757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Bound port: 06c30175-da2d-4dfe-bb9b-4d8ef401ea41, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:14.607191 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.627388 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88" -d '{"events": [{"name": "network-changed", "server_uuid": "70c82def-7695-4156-850d-e29c85e3b116", "tag": "bd60efaa-7de3-4dd1-9399-bf2e1febff8c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:14.666651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21275981-1f0f-431f-af59-3add4d489e91 service neutron] Pushing event updated for resources: {'Port': ['ID=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:14.724186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c11aff72-268d-4472-b279-4d08b57739bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.743317 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a378e223-d591-4167-8cd2-492c9e9ecc1c req-a22ccf35-79a0-4711-94b1-d943440a9dec tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516438 Dec 15 13:42:14.769527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] For port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:14.770249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-0d9aa73e-838f-4f0d-b0f1-e05e2aa2e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.772243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-0d9aa73e-838f-4f0d-b0f1-e05e2aa2e96c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54251d3e66a24bf4a3729d48cda76926&device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 1119 time: 0.3195846 Dec 15 13:42:14.777216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] For port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,segment=NetworkSegment(3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f),segment_id=3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:14.802056 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.810616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b08b8b6c-4014-4b51-9569-eb8b44d3430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.818935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b08b8b6c-4014-4b51-9569-eb8b44d3430c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.826367 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b08b8b6c-4014-4b51-9569-eb8b44d3430c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd536844-ef41-4b5e-bb80-f55a0764534c HTTP/1.1" status: 204 len: 168 time: 0.9672484 Dec 15 13:42:14.883184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b8b6c-4014-4b51-9569-eb8b44d3430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd536844-ef41-4b5e-bb80-f55a0764534c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:14.907284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c11aff72-268d-4472-b279-4d08b57739bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.910889 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98459045-c98f-4238-bc66-657b931a8862 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.913458 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f52a2f-8e05-4692-b1d7-eb6e10b25f80 x-openstack-request-id: req-f7f52a2f-8e05-4692-b1d7-eb6e10b25f80 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:14.913769 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c82def-7695-4156-850d-e29c85e3b116", "tag": "bd60efaa-7de3-4dd1-9399-bf2e1febff8c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:14.918906 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7f52a2f-8e05-4692-b1d7-eb6e10b25f80 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:14.919370 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c82def-7695-4156-850d-e29c85e3b116', 'tag': 'bd60efaa-7de3-4dd1-9399-bf2e1febff8c', 'status': 'completed', 'code': 200} Dec 15 13:42:14.931854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98459045-c98f-4238-bc66-657b931a8862 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.958584 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98459045-c98f-4238-bc66-657b931a8862 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.962650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-98459045-c98f-4238-bc66-657b931a8862 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5901315 Dec 15 13:42:14.965149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:14.986530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-03e819ff-0154-42cd-ae39-05452328a76d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Request body: {'security_group_rule': {'security_group_id': '2eb29278-003d-4976-95cc-fb371f5ab4e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:15.035034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98459045-c98f-4238-bc66-657b931a8862 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb29278-003d-4976-95cc-fb371f5ab4e7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:15.038612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Routers {'9d79b495-ad71-4d73-9b0e-437aefaf9e06'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:15.039298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:42:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:15.042719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-a48cecd6-1a6e-4972-962d-8c3f90313a11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bd60efaa-7de3-4dd1-9399-bf2e1febff8c HTTP/1.1" status: 200 len: 217 time: 0.2479033 Dec 15 13:42:15.066947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864f60d-6064-48a5-8551-ee675a34f5aa req-23701c48-2668-4723-9707-23f95c939bd0 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.074480 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9864f60d-6064-48a5-8551-ee675a34f5aa req-23701c48-2668-4723-9707-23f95c939bd0 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 968 time: 0.1756742 Dec 15 13:42:15.099261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03e819ff-0154-42cd-ae39-05452328a76d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.177086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9864f60d-6064-48a5-8551-ee675a34f5aa req-9d53bc45-b2ff-4661-a73f-438f54bbfeb3 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981565 Dec 15 13:42:15.211550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-fb20d5f0-2cce-442e-b81a-e816ef6f7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.214198 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-fb20d5f0-2cce-442e-b81a-e816ef6f7ff1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1626649 Dec 15 13:42:15.239639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] Set router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:15.313321 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03e819ff-0154-42cd-ae39-05452328a76d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.350582 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03e819ff-0154-42cd-ae39-05452328a76d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.359704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c11aff72-268d-4472-b279-4d08b57739bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.363649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c11aff72-268d-4472-b279-4d08b57739bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.367164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c11aff72-268d-4472-b279-4d08b57739bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e2abeb83-38f3-47af-814d-f1c86c140a58 HTTP/1.1" status: 204 len: 168 time: 1.3605223 Dec 15 13:42:15.382059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb0ec1-d3eb-4928-b73b-5361b8eb65b9 None None] Pushing event updated for resources: {'Port': ['ID=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:15.383993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11aff72-268d-4472-b279-4d08b57739bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2abeb83-38f3-47af-814d-f1c86c140a58,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:15.431303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-c1776e27-8e36-4fcb-8cc0-e7315cb22c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.436282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-c1776e27-8e36-4fcb-8cc0-e7315cb22c85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869724 Dec 15 13:42:15.525202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e819ff-0154-42cd-ae39-05452328a76d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec61010-0d91-42f9-8033-25c5466516bb,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:15.542096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-81b0d0f1-9834-4b15-a5c2-a9de3e65797d None None] Provisioning complete for port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:15.543633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81b0d0f1-9834-4b15-a5c2-a9de3e65797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.565797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03e819ff-0154-42cd-ae39-05452328a76d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.567287 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03e819ff-0154-42cd-ae39-05452328a76d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5852356 Dec 15 13:42:15.576691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:15.597261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-09bfe404-8853-412f-b7d0-91b69bd6523a tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Request body: {'security_group_rule': {'security_group_id': '2eb29278-003d-4976-95cc-fb371f5ab4e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:15.727590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09bfe404-8853-412f-b7d0-91b69bd6523a tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.936483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09bfe404-8853-412f-b7d0-91b69bd6523a tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.942311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09bfe404-8853-412f-b7d0-91b69bd6523a tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.962434 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81b0d0f1-9834-4b15-a5c2-a9de3e65797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.015453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfe404-8853-412f-b7d0-91b69bd6523a tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bc1d8f-b915-42f0-8ed9-bfdaaa41d119,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:16.025575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09bfe404-8853-412f-b7d0-91b69bd6523a tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.030462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-09bfe404-8853-412f-b7d0-91b69bd6523a tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4514580 Dec 15 13:42:16.035423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:16.045375 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-81b0d0f1-9834-4b15-a5c2-a9de3e65797d None None] For port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,segment=NetworkSegment(3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f),segment_id=3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:16.052899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:16.054086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:42:09Z', 'revision_number': 4, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '06c30175-da2d-4dfe-bb9b-4d8ef401ea41', 'name': '', 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'mac_address': 'fa:16:3e:33:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '28fd9a68-f026-4c47-989a-cfb015041043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:06Z', 'updated_at': '2021-12-15T13:42:14Z', 'revision_number': 4, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'subnets': [{'id': '28fd9a68-f026-4c47-989a-cfb015041043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:16.127011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eba9d7-4526-4315-8b97-30f127fe1d82 None None] The sync data for ids ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'] in n-d-821840-1 is: [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:42:09Z', 'revision_number': 4, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '06c30175-da2d-4dfe-bb9b-4d8ef401ea41', 'name': '', 'network_id': 'b3134a2a-1376-4df6-bb95-9627efc4ab26', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'mac_address': 'fa:16:3e:33:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '28fd9a68-f026-4c47-989a-cfb015041043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:06Z', 'updated_at': '2021-12-15T13:42:14Z', 'revision_number': 4, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'subnets': [{'id': '28fd9a68-f026-4c47-989a-cfb015041043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:16.127011 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81b0d0f1-9834-4b15-a5c2-a9de3e65797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.213744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.281290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-59528af6-8568-42db-b4fb-53895aac7137 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8137012 Dec 15 13:42:16.495743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9797786e-bfb1-47c8-b6c6-35f326658500 None None] Provisioning complete for port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:16.495743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9797786e-bfb1-47c8-b6c6-35f326658500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.556292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f45c7-af51-48f1-858c-dc4dc5cd8a6c req-d1859391-83e9-4b3b-ba34-a26707717f0e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:16.565303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-746f45c7-af51-48f1-858c-dc4dc5cd8a6c req-d1859391-83e9-4b3b-ba34-a26707717f0e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.5912788 Dec 15 13:42:16.566903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0d0f1-9834-4b15-a5c2-a9de3e65797d None None] Pushing event updated for resources: {'Port': ['ID=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:16.746030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc993876-7467-47c9-8fa8-b9baac921357 req-bca81463-b51c-40f7-8e1c-b921b74a5e1c tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:16.776544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc993876-7467-47c9-8fa8-b9baac921357 req-bca81463-b51c-40f7-8e1c-b921b74a5e1c tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 968 time: 0.3586266 Dec 15 13:42:16.786649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-746f45c7-af51-48f1-858c-dc4dc5cd8a6c req-29f04319-2897-48f5-b122-fdac69cb6766 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179613 Dec 15 13:42:16.822577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d6b4678-d4a4-4918-ae14-4e97e2571339 req-7fdbd07b-e43a-4a41-8f01-9a14cc75ac54 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310864 Dec 15 13:42:16.914924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.076330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-f8978590-3f9e-4fcd-9934-9ce9600ac456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.077938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-f8978590-3f9e-4fcd-9934-9ce9600ac456 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54251d3e66a24bf4a3729d48cda76926&device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 1119 time: 0.0996218 Dec 15 13:42:17.210321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Allocated IP 172.25.7.129 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/a2d4d534-38af-4e7f-83f8-c28170db7636) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:17.395381 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc993876-7467-47c9-8fa8-b9baac921357 req-920d2627-7e37-49be-97d1-09492590c343 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098058 Dec 15 13:42:17.477596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-12d692f1-1063-4e14-a3d3-d388a37879f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.490476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-12d692f1-1063-4e14-a3d3-d388a37879f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.3904905 Dec 15 13:42:17.492409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.615945 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.660168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-b9b716cf-35fe-4028-8b96-646031dca5c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bd60efaa-7de3-4dd1-9399-bf2e1febff8c HTTP/1.1" status: 200 len: 217 time: 0.1197937 Dec 15 13:42:17.734583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:17.758588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:17.776023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:17.825338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-38ee7d7f-8a0a-4f2c-972c-fd5c75af5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.830377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-38ee7d7f-8a0a-4f2c-972c-fd5c75af5585 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1515079 Dec 15 13:42:17.981933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-6497d4cb-866b-4552-8235-7ddbad2ae3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.983513 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-6497d4cb-866b-4552-8235-7ddbad2ae3fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372774 Dec 15 13:42:18.058176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.103340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event updated for resources: {'Port': ['ID=a2d4d534-38af-4e7f-83f8-c28170db7636,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:18.198397 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.267777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:18.395668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6cced-0ed8-4ca7-9ffc-dc7e26641932 req-121bb759-dce9-4f86-82c6-f0d935c8343d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.404613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e6c6cced-0ed8-4ca7-9ffc-dc7e26641932 req-121bb759-dce9-4f86-82c6-f0d935c8343d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.4575388 Dec 15 13:42:18.410928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-1e4f4d64-ed86-40ca-8c41-d4842e0dff87 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890843 Dec 15 13:42:18.427613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:18.428766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.728229 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e6c6cced-0ed8-4ca7-9ffc-dc7e26641932 req-4a35d272-f65d-49b5-92e0-e97b921ecbb2 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071239 Dec 15 13:42:18.784093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8bc4eac-4865-41fa-8f0a-d7e5ee02ba88 req-f70cffee-5e2f-4b06-9b7c-4ed72673b778 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482242 Dec 15 13:42:18.791161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.821112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aff96-630e-4533-aa3e-a1d198340d52 req-9446c6a1-5ddb-4964-92ef-949425be1876 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.827576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-975aff96-630e-4533-aa3e-a1d198340d52 req-9446c6a1-5ddb-4964-92ef-949425be1876 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 968 time: 0.2360027 Dec 15 13:42:18.833532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.913402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.921189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event updated for resources: {'Port': ['ID=a2d4d534-38af-4e7f-83f8-c28170db7636,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:19.103097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.103097 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-49976e9a-7371-4d83-b85d-6fd83d9774d7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0618620 Dec 15 13:42:19.114926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-975aff96-630e-4533-aa3e-a1d198340d52 req-6856362b-6fca-4c69-bf74-3e3ed60448db tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436767 Dec 15 13:42:19.883113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-be86f492-5dcb-427d-8be9-c23af374deca tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--460628797&fields=id&tenant_id=9c59fc67e6e54694870b22394d75fa71 HTTP/1.1" status: 200 len: 267 time: 0.0618122 Dec 15 13:42:19.979624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85526b2d-db4b-446a-a211-43aa063f42a8 req-0d1c62c8-4351-46da-bdd5-16bba51266bd tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:19.981352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85526b2d-db4b-446a-a211-43aa063f42a8 req-0d1c62c8-4351-46da-bdd5-16bba51266bd tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.0564950 Dec 15 13:42:20.037957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85526b2d-db4b-446a-a211-43aa063f42a8 req-136d55d1-f9d0-4276-9d0d-692abed5f326 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494080 Dec 15 13:42:20.078228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41618) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:20.108175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-00bb55d7-e8dd-45cf-a5b7-25b016feaa26 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:20.110644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-00bb55d7-e8dd-45cf-a5b7-25b016feaa26 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 824 time: 0.2171268 Dec 15 13:42:20.129197 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-a7f8d61b-ab83-49fc-8a31-1dd5e18f1119 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/quotas/9c59fc67e6e54694870b22394d75fa71 HTTP/1.1" status: 200 len: 375 time: 0.0116055 Dec 15 13:42:20.236954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-11e9d7c1-694e-4a15-a23d-532d228094b3 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008723 Dec 15 13:42:20.244652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-321a5c0d-2362-4e68-987c-a97147390ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.283262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9405d25-6355-415e-8756-7f10edcdf716 req-c1875d86-8fce-4d99-8410-848eace2a021 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:20.284982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9405d25-6355-415e-8756-7f10edcdf716 req-c1875d86-8fce-4d99-8410-848eace2a021 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 968 time: 0.0899761 Dec 15 13:42:20.365279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9405d25-6355-415e-8756-7f10edcdf716 req-a00fe97d-f051-4688-990b-044984069348 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Dec 15 13:42:20.389343 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-321a5c0d-2362-4e68-987c-a97147390ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.394898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:20.395332 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-321a5c0d-2362-4e68-987c-a97147390ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.409062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-2f243202-635a-41ce-be34-fed1103d0b84 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:20.417600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-2f243202-635a-41ce-be34-fed1103d0b84 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0760500 Dec 15 13:42:20.437682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-321a5c0d-2362-4e68-987c-a97147390ff4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=295c9c94743b49f9a8c5b4f67bb9f07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579602 Dec 15 13:42:20.438957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a5c0d-2362-4e68-987c-a97147390ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f511b19-0670-4cd2-b2da-f3aedfc201dd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:20.441502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41638) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:20.500277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-727b9620-f739-452c-9f3f-f10400c7a67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.585640 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-40998b78-bc34-48d9-b18c-47243c8eb74c service neutron] 10.222.0.86 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669405 Dec 15 13:42:20.587655 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a202399e-fd51-407b-a5af-33675d9a606a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.664813 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a202399e-fd51-407b-a5af-33675d9a606a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.737906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-727b9620-f739-452c-9f3f-f10400c7a67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.743079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-727b9620-f739-452c-9f3f-f10400c7a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.786216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-1ec4ef7b-62c7-4cfe-b282-3a6c1264ddcb service neutron] 10.222.0.86 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914728 Dec 15 13:42:20.789567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a202399e-fd51-407b-a5af-33675d9a606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.792088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a202399e-fd51-407b-a5af-33675d9a606a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.793126 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a202399e-fd51-407b-a5af-33675d9a606a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f511b19-0670-4cd2-b2da-f3aedfc201dd HTTP/1.1" status: 204 len: 168 time: 0.3507135 Dec 15 13:42:20.803277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-727b9620-f739-452c-9f3f-f10400c7a67e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=574dd50a47a949109721788582012f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040017 Dec 15 13:42:20.803674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41642) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:20.807107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b9620-f739-452c-9f3f-f10400c7a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46fe25f-7ae2-4a21-88bb-95829d8a1eb2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:20.818655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202399e-fd51-407b-a5af-33675d9a606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f511b19-0670-4cd2-b2da-f3aedfc201dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:20.882370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fd354-83d8-4ea1-b05d-7a31c37d9cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.907998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fd354-83d8-4ea1-b05d-7a31c37d9cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.981733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fd354-83d8-4ea1-b05d-7a31c37d9cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.984372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fd354-83d8-4ea1-b05d-7a31c37d9cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.986082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-805fd354-83d8-4ea1-b05d-7a31c37d9cb3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e46fe25f-7ae2-4a21-88bb-95829d8a1eb2 HTTP/1.1" status: 204 len: 168 time: 0.1811311 Dec 15 13:42:21.011142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fd354-83d8-4ea1-b05d-7a31c37d9cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46fe25f-7ae2-4a21-88bb-95829d8a1eb2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.015208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-95842dab-bcc7-4d99-a1d3-897606bdda36 req-44c630d0-485c-4a70-9d7b-6e4b901f8483 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 210 time: 0.0442257 Dec 15 13:42:21.184405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebfacd-739a-42c0-ba58-8d966726ccc4 req-35b4609c-50b4-4c6f-80be-ab2106adc3c3 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:21.192164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6ebfacd-739a-42c0-ba58-8d966726ccc4 req-35b4609c-50b4-4c6f-80be-ab2106adc3c3 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.0702395 Dec 15 13:42:21.197099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41658) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:21.216329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23eda552-262a-4e8e-8137-326c7a82fdc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.253459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6ebfacd-739a-42c0-ba58-8d966726ccc4 req-1b0752af-9da5-4d82-a9a4-f332daf493a9 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577674 Dec 15 13:42:21.323653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23eda552-262a-4e8e-8137-326c7a82fdc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.328619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23eda552-262a-4e8e-8137-326c7a82fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.368907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-23eda552-262a-4e8e-8137-326c7a82fdc0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64d8314382a14a1cba43976a9348c392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704786 Dec 15 13:42:21.371880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:21.374470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eda552-262a-4e8e-8137-326c7a82fdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da722fb-9f46-4832-ab66-835f1579ccba,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.428881 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0035d6b-cb4b-4ec1-9449-02bcd17b5893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.444674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41668) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:21.453474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0035d6b-cb4b-4ec1-9449-02bcd17b5893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.464583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa07469-a830-4022-97f5-e1e83eaf5a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.511427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0035d6b-cb4b-4ec1-9449-02bcd17b5893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.514467 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0035d6b-cb4b-4ec1-9449-02bcd17b5893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.516054 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a0035d6b-cb4b-4ec1-9449-02bcd17b5893 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4da722fb-9f46-4832-ab66-835f1579ccba HTTP/1.1" status: 204 len: 168 time: 0.1430781 Dec 15 13:42:21.525581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0035d6b-cb4b-4ec1-9449-02bcd17b5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da722fb-9f46-4832-ab66-835f1579ccba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.595560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fdea0-19b1-4e82-bea7-07dab3e46938 req-49cfa009-47de-468f-82b6-71cc1f179edf tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:21.597158 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f60fdea0-19b1-4e82-bea7-07dab3e46938 req-49cfa009-47de-468f-82b6-71cc1f179edf tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 968 time: 0.1285367 Dec 15 13:42:21.613885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa07469-a830-4022-97f5-e1e83eaf5a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.624869 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa07469-a830-4022-97f5-e1e83eaf5a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.678844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07469-a830-4022-97f5-e1e83eaf5a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59124160-0013-4327-bf13-a186668bbd89,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.690154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:21.690472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aaa07469-a830-4022-97f5-e1e83eaf5a58 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c9d55ebbf5184aa3863b9b9b46ac10d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443559 Dec 15 13:42:21.695783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f60fdea0-19b1-4e82-bea7-07dab3e46938 req-16a6ca76-c602-4094-8f38-2c48a2dc87d3 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909998 Dec 15 13:42:21.747920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3a18-e34d-4a3d-afd2-43fa50e8691e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.771578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3a18-e34d-4a3d-afd2-43fa50e8691e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.820274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3a18-e34d-4a3d-afd2-43fa50e8691e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.822978 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3a18-e34d-4a3d-afd2-43fa50e8691e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.824214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c5bd3a18-e34d-4a3d-afd2-43fa50e8691e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/59124160-0013-4327-bf13-a186668bbd89 HTTP/1.1" status: 204 len: 168 time: 0.1329122 Dec 15 13:42:21.834379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd3a18-e34d-4a3d-afd2-43fa50e8691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59124160-0013-4327-bf13-a186668bbd89,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:22.180146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6393ff54-7bd3-4ed2-860c-406d7cdc70fc req-a389d7fc-9219-49c9-ba9d-c79d656a3d88 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 210 time: 0.0627158 Dec 15 13:42:22.238886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-3770d99d-0d3f-4728-88a6-e5ddd87a5bec tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:22.241316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-3770d99d-0d3f-4728-88a6-e5ddd87a5bec tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.74 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 824 time: 0.1728675 Dec 15 13:42:22.329566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-29d1e0d5-b449-4744-8009-159d21ca073f tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c59fc67e6e54694870b22394d75fa71 HTTP/1.1" status: 200 len: 379 time: 0.0763378 Dec 15 13:42:22.347608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Request body: {'port': {'device_id': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'admin_state_up': True, 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'security_groups': ['2eb29278-003d-4976-95cc-fb371f5ab4e7']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:22.381148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2c98b-ba95-4bee-b0d2-aba95ec1602f req-909ed427-bb74-4994-a9ac-2eff4aede0b4 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:22.382920 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67a2c98b-ba95-4bee-b0d2-aba95ec1602f req-909ed427-bb74-4994-a9ac-2eff4aede0b4 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.0604455 Dec 15 13:42:22.440797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67a2c98b-ba95-4bee-b0d2-aba95ec1602f req-ab18355e-2c56-47ef-a306-a2bd1a3a978d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514843 Dec 15 13:42:22.499610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Made reservation on behalf of 9c59fc67e6e54694870b22394d75fa71 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:22.503607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.560361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41714) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:22.646882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Allocated IP 172.20.0.3 (ed8cbd83-5e71-421f-995a-2f5f360d2fbc/a6e91a09-1e2c-4308-a91b-c36d1faf33c0/2586f434-06fc-4e26-b445-e4eb33ffd586) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:22.783838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1634807967-network', 'tenant_id': 'e5057598a02a409f9cc98c7f2d343662'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:22.806964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Made reservation on behalf of e5057598a02a409f9cc98c7f2d343662 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:22.809655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.819356 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.822894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.857661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146281d0-22ae-4e04-815d-4b35fd4e1ea3 req-af4e22b5-d92b-4510-82d5-be8067839bf5 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:22.859322 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-146281d0-22ae-4e04-815d-4b35fd4e1ea3 req-af4e22b5-d92b-4510-82d5-be8067839bf5 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 968 time: 0.0749035 Dec 15 13:42:22.898225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.912831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.918185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.949939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:22.952305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66a1f5-e927-4720-a64e-0aea7d0d0fc3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:22.961550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-146281d0-22ae-4e04-815d-4b35fd4e1ea3 req-332cb9ed-cb40-436d-baee-7025b0f1612b tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952604 Dec 15 13:42:22.969342 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.969551 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Added segment 323293a6-fae9-4243-9d18-dbbf21336be9 of type vlan for network 519d286f-ff0a-46c0-a5a7-63d48e407739 Dec 15 13:42:22.970533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:22.971930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event updated for resources: {'Port': ['ID=2586f434-06fc-4e26-b445-e4eb33ffd586,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:22.975239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:23.000514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:23.006869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.007482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.029129 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-81655379-e31f-4599-864c-f4979679b0d6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6883779 Dec 15 13:42:23.041001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.045645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Request body: {'port': {'device_id': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:23.072687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.074049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.074775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.112314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.146553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] Pushing event updated for resources: {'Network': ['ID=519d286f-ff0a-46c0-a5a7-63d48e407739,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:23.156650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b6acc4e2-4443-46a9-8899-f00ff0aaf88d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5943608 Dec 15 13:42:23.157454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41734) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:23.158965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 519d286f-ff0a-46c0-a5a7-63d48e407739 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:23.162591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Request body: {'subnet': {'network_id': '519d286f-ff0a-46c0-a5a7-63d48e407739', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1634807967-subnet', 'tenant_id': 'e5057598a02a409f9cc98c7f2d343662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:23.191318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Made reservation on behalf of e5057598a02a409f9cc98c7f2d343662 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:23.194534 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.364258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd19218-eaf6-42c3-8026-bb6b16e9e6d1 req-ea399770-a32b-4531-a31c-eb211e404b29 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.366056 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfd19218-eaf6-42c3-8026-bb6b16e9e6d1 req-ea399770-a32b-4531-a31c-eb211e404b29 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 931 time: 0.0866380 Dec 15 13:42:23.376740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7f167035-d78d-4804-bcdf-6a21edbd9c22 None None] Provisioning complete for port 2586f434-06fc-4e26-b445-e4eb33ffd586 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:23.377935 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f167035-d78d-4804-bcdf-6a21edbd9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.432003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7f167035-d78d-4804-bcdf-6a21edbd9c22 None None] Port 2586f434-06fc-4e26-b445-e4eb33ffd586 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:23.469329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2586f434-06fc-4e26-b445-e4eb33ffd586 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:23.479424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.481168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfd19218-eaf6-42c3-8026-bb6b16e9e6d1 req-0a5b2df9-614d-415f-9b5a-ee04f8625c67 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903137 Dec 15 13:42:23.499129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.518832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Transition to ACTIVE for port object 2586f434-06fc-4e26-b445-e4eb33ffd586 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:23.524024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.525399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bd60efaa-7de3-4dd1-9399-bf2e1febff8c details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:23.564629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f47f1e-f32c-45c0-a686-194b9986061c,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:23.581512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Checking segment: {'id': '323293a6-fae9-4243-9d18-dbbf21336be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '519d286f-ff0a-46c0-a5a7-63d48e407739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:23.581952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Network hostable DHCP agents. Network: 519d286f-ff0a-46c0-a5a7-63d48e407739, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:23.606884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Network 519d286f-ff0a-46c0-a5a7-63d48e407739 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:23.621163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 519d286f-ff0a-46c0-a5a7-63d48e407739) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:23.627500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.628401 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.631599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Pushing event updated for resources: {'Port': ['ID=2586f434-06fc-4e26-b445-e4eb33ffd586,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:23.648812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e6eb1-f55f-4f8f-bf97-ae4d06412292 req-8de1b2e3-1f4f-4d78-b011-ce2603cf9fd8 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.650531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e34e6eb1-f55f-4f8f-bf97-ae4d06412292 req-8de1b2e3-1f4f-4d78-b011-ce2603cf9fd8 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.0993471 Dec 15 13:42:23.654373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-478f6344-e9aa-4f53-a7e7-f186787bf456 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4954424 Dec 15 13:42:23.656421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1918b4c-1871-4365-b84b-19adafee9c01 None None] Network 519d286f-ff0a-46c0-a5a7-63d48e407739 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:23.703684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Attempting to bind port 2586f434-06fc-4e26-b445-e4eb33ffd586 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:23.704134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Attempting to bind port 2586f434-06fc-4e26-b445-e4eb33ffd586 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:23.704470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Attempting to bind port 2586f434-06fc-4e26-b445-e4eb33ffd586 on network ed8cbd83-5e71-421f-995a-2f5f360d2fbc {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:23.712598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Port 2586f434-06fc-4e26-b445-e4eb33ffd586 on network ed8cbd83-5e71-421f-995a-2f5f360d2fbc not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:23.712781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Attempting to bind port 2586f434-06fc-4e26-b445-e4eb33ffd586 on network ed8cbd83-5e71-421f-995a-2f5f360d2fbc {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:23.722600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:23.722943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Checking segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:23.723326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Bound using segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:23.723768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Bound port: 2586f434-06fc-4e26-b445-e4eb33ffd586, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:23.724155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.761402 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e34e6eb1-f55f-4f8f-bf97-ae4d06412292 req-538c31af-fa04-4ec5-9882-048df5db9a80 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831809 Dec 15 13:42:23.849613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] For port 2586f434-06fc-4e26-b445-e4eb33ffd586, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:23.852173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port bd60efaa-7de3-4dd1-9399-bf2e1febff8c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:23.853520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] For port 2586f434-06fc-4e26-b445-e4eb33ffd586, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2586f434-06fc-4e26-b445-e4eb33ffd586,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:23.862342 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.884822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'bd60efaa-7de3-4dd1-9399-bf2e1febff8c', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'bd60efaa-7de3-4dd1-9399-bf2e1febff8c', 'mac_address': 'fa:16:3e:1e:cb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-365666809', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:23.909544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.910409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.912362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] 10.222.0.74 "PUT /v2.0/ports/2586f434-06fc-4e26-b445-e4eb33ffd586 HTTP/1.1" status: 200 len: 1091 time: 0.8743656 Dec 15 13:42:23.912691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'tag': '2586f434-06fc-4e26-b445-e4eb33ffd586'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:23.915042 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b01b2e9-6f10-4823-9060-40503d7be865" -d '{"events": [{"name": "network-changed", "server_uuid": "325ac3a1-5b49-4ee5-88fa-69a954049bfa", "tag": "2586f434-06fc-4e26-b445-e4eb33ffd586"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:23.957473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99a4ea-c85d-4389-bba9-28c49787bfba None None] Network 519d286f-ff0a-46c0-a5a7-63d48e407739 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:23.963301 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.001748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545a32e-58d3-4d0c-9ba1-8e2f7534d066 service neutron] Pushing event updated for resources: {'Port': ['ID=2586f434-06fc-4e26-b445-e4eb33ffd586,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.076606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-07cbd55a-1ff6-4156-86a1-3fa6bb84fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.089070 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-07cbd55a-1ff6-4156-86a1-3fa6bb84fc4f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 1094 time: 0.1305017 Dec 15 13:42:24.090556 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9444ded7-5a4d-4e07-9058-2406bae374cc x-openstack-request-id: req-9444ded7-5a4d-4e07-9058-2406bae374cc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:24.091055 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325ac3a1-5b49-4ee5-88fa-69a954049bfa", "tag": "2586f434-06fc-4e26-b445-e4eb33ffd586", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:24.091189 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9444ded7-5a4d-4e07-9058-2406bae374cc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:24.091546 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'tag': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'status': 'completed', 'code': 200} Dec 15 13:42:24.133478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dd864-7532-471e-a877-438d9a71ac6b req-edc98e68-d4de-4c63-904d-8ba5a097d49a tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.148470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-332dd864-7532-471e-a877-438d9a71ac6b req-edc98e68-d4de-4c63-904d-8ba5a097d49a tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 968 time: 0.0794830 Dec 15 13:42:24.156398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd60efaa-7de3-4dd1-9399-bf2e1febff8c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:24.158565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-66fe8940-31eb-44d8-bde3-dccab8dd8899 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2586f434-06fc-4e26-b445-e4eb33ffd586 HTTP/1.1" status: 200 len: 217 time: 0.0524433 Dec 15 13:42:24.201500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port bd60efaa-7de3-4dd1-9399-bf2e1febff8c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:24.213470 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.240408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-332dd864-7532-471e-a877-438d9a71ac6b req-1e36c6fa-c6c9-49c8-a228-9e1ebf374b8c tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905364 Dec 15 13:42:24.241175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-ff957bfd-97a4-4ab1-bff3-216b0ea770e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.242891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-ff957bfd-97a4-4ab1-bff3-216b0ea770e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 200 len: 863 time: 0.0781450 Dec 15 13:42:24.314928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-5b8862f3-dd63-4ac7-8c31-79eae77546b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.316662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-5b8862f3-dd63-4ac7-8c31-79eae77546b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662816 Dec 15 13:42:24.333335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.373343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41774) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.429941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-3900f95c-3adf-476e-bf16-0491a8c903cf service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037374 Dec 15 13:42:24.536069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-669afd26-cb33-43e5-8e7c-7823b6dcbcb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.536847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db6059a-6e93-440f-8aa4-e8e1cb3403d3 req-efa6bffb-9685-4e56-bd05-d028c932a8c2 service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973828 Dec 15 13:42:24.543837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['bd60efaa-7de3-4dd1-9399-bf2e1febff8c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:24.595353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.621311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-472736838-network', 'tenant_id': '6db3fd54bd074bdf961f17ae8b9bdaaf'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:24.663270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-669afd26-cb33-43e5-8e7c-7823b6dcbcb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.668582 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-669afd26-cb33-43e5-8e7c-7823b6dcbcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.671818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Made reservation on behalf of 6db3fd54bd074bdf961f17ae8b9bdaaf for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:24.674902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.690814 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.699431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd861-bad0-460b-85fc-3dc57aabe394 req-a5a9f15a-6674-4f2b-93fd-5d369d0a5aa0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.701258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-322bd861-bad0-460b-85fc-3dc57aabe394 req-a5a9f15a-6674-4f2b-93fd-5d369d0a5aa0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 943 time: 0.1271272 Dec 15 13:42:24.709091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-2a743627-5f1e-4a5b-bbed-b5d1800bf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.710528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-2a743627-5f1e-4a5b-bbed-b5d1800bf3f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 1094 time: 0.1145620 Dec 15 13:42:24.717855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-669afd26-cb33-43e5-8e7c-7823b6dcbcb3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1cfdecff0ca94ffcba889e6b88ceb367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434944 Dec 15 13:42:24.718758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669afd26-cb33-43e5-8e7c-7823b6dcbcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffe9fad-81a9-4b48-8a3e-65092bb4b7dc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.721142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.776487 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26fc796-0e62-4bfb-bda0-0022af7ca3e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.803312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26fc796-0e62-4bfb-bda0-0022af7ca3e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.881227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26fc796-0e62-4bfb-bda0-0022af7ca3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.883831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26fc796-0e62-4bfb-bda0-0022af7ca3e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.884996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f26fc796-0e62-4bfb-bda0-0022af7ca3e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3ffe9fad-81a9-4b48-8a3e-65092bb4b7dc HTTP/1.1" status: 204 len: 168 time: 0.1629491 Dec 15 13:42:24.899192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fc796-0e62-4bfb-bda0-0022af7ca3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffe9fad-81a9-4b48-8a3e-65092bb4b7dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.925445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8026-7340-420d-929a-22861c948048 req-c5245b3e-f370-453c-8bfb-19d990567f7d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.927884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b67b8026-7340-420d-929a-22861c948048 req-c5245b3e-f370-453c-8bfb-19d990567f7d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 948 time: 0.0853534 Dec 15 13:42:24.982301 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b67b8026-7340-420d-929a-22861c948048 req-232833b6-4538-4c1d-9b2f-f7c53614debb tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478041 Dec 15 13:42:25.015334 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-322bd861-bad0-460b-85fc-3dc57aabe394 req-146f80d5-774a-4eff-ac58-f52f6dfddc13 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988348 Dec 15 13:42:25.044904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-8967e71e-4505-4774-8e10-2075e07538b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.046342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-8967e71e-4505-4774-8e10-2075e07538b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 926 time: 0.3230917 Dec 15 13:42:25.051659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.061103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.104388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-0df4ff06-40bf-4f1c-8dd6-2edc5cf5770b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2586f434-06fc-4e26-b445-e4eb33ffd586 HTTP/1.1" status: 200 len: 217 time: 0.0497844 Dec 15 13:42:25.127590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:25.150975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6cf8b3-a4ef-4565-829b-c0ad3ff98871,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.163190 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.163479 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Added segment 9bf0a4d2-cc1c-4d69-9756-a71b7d5de105 of type vlan for network c91b53cb-6fa0-4478-b33f-8d13bf6ce797 Dec 15 13:42:25.203174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-2202d2e6-b4ea-4159-a34b-dae4ed568a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.204720 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-2202d2e6-b4ea-4159-a34b-dae4ed568a7e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 200 len: 863 time: 0.0874448 Dec 15 13:42:25.214468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.269588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41796) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:25.275451 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.276430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.277015 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.284375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-f8cb49df-1241-44e2-a5f4-8de90c4df3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.284671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10620b3f-a7ea-4b46-9fe8-1f6e2ccb62a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.285948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-f8cb49df-1241-44e2-a5f4-8de90c4df3b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733604 Dec 15 13:42:25.351583 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7571852 Dec 15 13:42:25.354237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c1588351-3330-4528-86b1-d4c18164fee7 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:25.356314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41798) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:25.365560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Request body: {'subnet': {'network_id': 'c91b53cb-6fa0-4478-b33f-8d13bf6ce797', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-472736838-subnet', 'tenant_id': '6db3fd54bd074bdf961f17ae8b9bdaaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:25.396706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37788d50-fedb-4845-83ca-8ce66674e17e admin admin] Pushing event updated for resources: {'Network': ['ID=c91b53cb-6fa0-4478-b33f-8d13bf6ce797,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.417181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Made reservation on behalf of 6db3fd54bd074bdf961f17ae8b9bdaaf for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:25.419434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.421511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network c91b53cb-6fa0-4478-b33f-8d13bf6ce797 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:25.442870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-5d227cb7-f72d-46d5-ae0b-4c7b3a615a7a service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419291 Dec 15 13:42:25.455661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fbf39-87d6-49a4-9bd8-776e4b4676da req-49a227fd-e7fe-4854-9d68-5c6e9a355957 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.457174 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-957fbf39-87d6-49a4-9bd8-776e4b4676da req-49a227fd-e7fe-4854-9d68-5c6e9a355957 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 969 time: 0.1382849 Dec 15 13:42:25.459058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10620b3f-a7ea-4b46-9fe8-1f6e2ccb62a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.487223 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10620b3f-a7ea-4b46-9fe8-1f6e2ccb62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.508292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bd60efaa-7de3-4dd1-9399-bf2e1febff8c up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:25.544648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b01b2e9-6f10-4823-9060-40503d7be865 req-45c2abac-135d-4651-adf4-3fad8218c882 service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941150 Dec 15 13:42:25.567766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c1588351-3330-4528-86b1-d4c18164fee7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1588351-3330-4528-86b1-d4c18164fee7,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:25.584708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'c1588351-3330-4528-86b1-d4c18164fee7', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'c1588351-3330-4528-86b1-d4c18164fee7', 'mac_address': 'fa:16:3e:98:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:25.589900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-10620b3f-a7ea-4b46-9fe8-1f6e2ccb62a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6d1aeffca1e943ff9b72caded68e91fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191280 Dec 15 13:42:25.590633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10620b3f-a7ea-4b46-9fe8-1f6e2ccb62a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23c87a4-5885-40c7-a688-8b63998c39a1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.593010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:25.605181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-957fbf39-87d6-49a4-9bd8-776e4b4676da req-224f43b6-b1d9-40c3-ac1e-88481feba917 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215281 Dec 15 13:42:25.636784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port bd60efaa-7de3-4dd1-9399-bf2e1febff8c completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:25.647824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port bd60efaa-7de3-4dd1-9399-bf2e1febff8c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:25.648223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.654124 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.681141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f932b88-b552-488c-bc4a-9a506e25d8aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.693178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1588351-3330-4528-86b1-d4c18164fee7 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:25.708884 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f932b88-b552-488c-bc4a-9a506e25d8aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.720266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c1588351-3330-4528-86b1-d4c18164fee7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1588351-3330-4528-86b1-d4c18164fee7,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:25.721624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.730299 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.765512 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f932b88-b552-488c-bc4a-9a506e25d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.769393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f932b88-b552-488c-bc4a-9a506e25d8aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.770682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0f932b88-b552-488c-bc4a-9a506e25d8aa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a23c87a4-5885-40c7-a688-8b63998c39a1 HTTP/1.1" status: 204 len: 168 time: 0.1736662 Dec 15 13:42:25.782324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93130a57-9031-4b83-84b4-fd0303ec032d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.789727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Checking segment: {'id': '9bf0a4d2-cc1c-4d69-9756-a71b7d5de105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c91b53cb-6fa0-4478-b33f-8d13bf6ce797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:25.790070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Network hostable DHCP agents. Network: c91b53cb-6fa0-4478-b33f-8d13bf6ce797, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:25.793840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f932b88-b552-488c-bc4a-9a506e25d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23c87a4-5885-40c7-a688-8b63998c39a1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.809983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Network c91b53cb-6fa0-4478-b33f-8d13bf6ce797 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:25.821701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, c91b53cb-6fa0-4478-b33f-8d13bf6ce797) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:25.828197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.829901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.835192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c1588351-3330-4528-86b1-d4c18164fee7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.841126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c013a-ce0f-4ed6-94af-dab50c712a06 None None] Network c91b53cb-6fa0-4478-b33f-8d13bf6ce797 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:25.850748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3f8e64a7-76d1-4451-9072-fdc82d1b9be4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4930747 Dec 15 13:42:25.856906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.917060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c82def-7695-4156-850d-e29c85e3b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd60efaa-7de3-4dd1-9399-bf2e1febff8c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:25.983340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41806) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:26.052628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dd5914-b709-48c1-a53b-9df6f212cad6 admin admin] Deleting subnet c4f47f1e-f32c-45c0-a686-194b9986061c {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:26.056942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06dd5914-b709-48c1-a53b-9df6f212cad6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.099025 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06dd5914-b709-48c1-a53b-9df6f212cad6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.110788 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06dd5914-b709-48c1-a53b-9df6f212cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.158696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c720768-9852-418e-9da0-0ea221159052 req-e61d5d3d-f19e-4190-ac1f-e3f9805645da tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.165582 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c720768-9852-418e-9da0-0ea221159052 req-e61d5d3d-f19e-4190-ac1f-e3f9805645da tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 949 time: 0.0880361 Dec 15 13:42:26.178702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port bd60efaa-7de3-4dd1-9399-bf2e1febff8c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:26.191483 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.215594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c720768-9852-418e-9da0-0ea221159052 req-8686f2d4-dbb4-4d94-aa55-84f3001b8183 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486789 Dec 15 13:42:26.238370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14e3b6-cacc-438c-85f4-a5166217e655 req-db3371ed-eafd-42c3-a941-8a6d360a81c1 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.240200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-be14e3b6-cacc-438c-85f4-a5166217e655 req-db3371ed-eafd-42c3-a941-8a6d360a81c1 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 943 time: 0.0988362 Dec 15 13:42:26.261385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['c1588351-3330-4528-86b1-d4c18164fee7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:26.271120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06dd5914-b709-48c1-a53b-9df6f212cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.318729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd5914-b709-48c1-a53b-9df6f212cad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f47f1e-f32c-45c0-a686-194b9986061c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.326931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06dd5914-b709-48c1-a53b-9df6f212cad6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.333657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-06dd5914-b709-48c1-a53b-9df6f212cad6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c4f47f1e-f32c-45c0-a686-194b9986061c HTTP/1.1" status: 204 len: 168 time: 0.3460510 Dec 15 13:42:26.333985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:26.339753 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bfab7c-54d0-4495-b79a-8bd32eb20a21" -d '{"events": [{"server_uuid": "70c82def-7695-4156-850d-e29c85e3b116", "name": "network-vif-plugged", "status": "completed", "tag": "bd60efaa-7de3-4dd1-9399-bf2e1febff8c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:26.353541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4bff1b-6038-4835-8dcf-94463e99f360 None None] Network c91b53cb-6fa0-4478-b33f-8d13bf6ce797 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:26.378085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-be14e3b6-cacc-438c-85f4-a5166217e655 req-944bd991-ead3-4984-97ba-22211fdcb5ab tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169415 Dec 15 13:42:26.417325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.426004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.529802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.541123 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6c34ad-79cb-4692-8424-02e80f103db2 x-openstack-request-id: req-9d6c34ad-79cb-4692-8424-02e80f103db2 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:26.541419 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c82def-7695-4156-850d-e29c85e3b116", "name": "network-vif-plugged", "status": "completed", "tag": "bd60efaa-7de3-4dd1-9399-bf2e1febff8c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:26.542105 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d6c34ad-79cb-4692-8424-02e80f103db2 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:26.542105 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c82def-7695-4156-850d-e29c85e3b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd60efaa-7de3-4dd1-9399-bf2e1febff8c', 'code': 200} Dec 15 13:42:26.552595 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.553147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.553723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.554070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > port after_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.554816 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.555328 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > port after_update 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.555827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.556414 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.556817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.557345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.658627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.659094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.659603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.659977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:42:26.660359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519d286f-ff0a-46c0-a5a7-63d48e407739']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:26.681635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323293a6-fae9-4243-9d18-dbbf21336be9') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:26.681944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323293a6-fae9-4243-9d18-dbbf21336be9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:26.701410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.726394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.741407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169585e4-ba90-41b9-a9c0-d2683d26f199 req-f6226dc9-23a2-4e8a-84fc-31e0fda0aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.741976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:26.741976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.743440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-169585e4-ba90-41b9-a9c0-d2683d26f199 req-f6226dc9-23a2-4e8a-84fc-31e0fda0aa0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 1121 time: 0.1201327 Dec 15 13:42:26.745482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: from cryptography.utils import int_from_bytes Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: from cryptography.utils import int_from_bytes Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:26.764075 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:26.771078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-169585e4-ba90-41b9-a9c0-d2683d26f199 req-5faf91a0-eb1d-4807-84a7-613b14a847ba service neutron] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.788283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5718-7bc9-4231-aee1-42f744d1c890 req-0d56ec08-ef93-4bf6-8101-9885fe9e2249 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.789711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25af5718-7bc9-4231-aee1-42f744d1c890 req-0d56ec08-ef93-4bf6-8101-9885fe9e2249 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 970 time: 0.0972450 Dec 15 13:42:26.841862 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.849822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.856007 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] 10.222.0.86 "DELETE /v2.0/networks/519d286f-ff0a-46c0-a5a7-63d48e407739 HTTP/1.1" status: 204 len: 168 time: 0.5181983 Dec 15 13:42:26.857154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41846) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:26.875263 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3274542-bd07-4025-b19e-d9526d59b462 admin admin] Pushing event deleted for resources: {'Network': ['ID=519d286f-ff0a-46c0-a5a7-63d48e407739,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.917069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ad09d2-0607-42b6-a478-bda55e7a6f9e admin admin] Deleting subnet 93130a57-9031-4b83-84b4-fd0303ec032d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:26.920731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63ad09d2-0607-42b6-a478-bda55e7a6f9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.958823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63ad09d2-0607-42b6-a478-bda55e7a6f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.007743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1618945197-network', 'tenant_id': '72f3a4952976434a83ac56055293d649'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:27.008085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63ad09d2-0607-42b6-a478-bda55e7a6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.059711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25af5718-7bc9-4231-aee1-42f744d1c890 req-c97c6d47-616a-48eb-a2cf-8e551a0456a9 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619112 Dec 15 13:42:27.069707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Made reservation on behalf of 72f3a4952976434a83ac56055293d649 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:27.070652 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63ad09d2-0607-42b6-a478-bda55e7a6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.071960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.088803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.098958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad09d2-0607-42b6-a478-bda55e7a6f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93130a57-9031-4b83-84b4-fd0303ec032d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.102895 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63ad09d2-0607-42b6-a478-bda55e7a6f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.109141 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-63ad09d2-0607-42b6-a478-bda55e7a6f9e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/93130a57-9031-4b83-84b4-fd0303ec032d HTTP/1.1" status: 204 len: 168 time: 0.2509737 Dec 15 13:42:27.110182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:27.110821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-169585e4-ba90-41b9-a9c0-d2683d26f199 req-5faf91a0-eb1d-4807-84a7-613b14a847ba service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.119389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-169585e4-ba90-41b9-a9c0-d2683d26f199 req-5faf91a0-eb1d-4807-84a7-613b14a847ba service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.185028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-169585e4-ba90-41b9-a9c0-d2683d26f199 req-5faf91a0-eb1d-4807-84a7-613b14a847ba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311352 Dec 15 13:42:27.188922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf91a0-eb1d-4807-84a7-613b14a847ba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd41077-2d87-4c13-b8ac-15eb824c559a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.192607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.222861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.227706 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.252347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:27.268735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3805f6be-29ea-49a0-9af5-19d67689b117,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.271824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.272190 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Added segment 5506eec2-c3b8-4fba-b58e-6c1d91a9bd86 of type vlan for network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 Dec 15 13:42:27.280369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.303017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91b53cb-6fa0-4478-b33f-8d13bf6ce797']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:27.315168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf0a4d2-cc1c-4d69-9756-a71b7d5de105') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:27.315474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf0a4d2-cc1c-4d69-9756-a71b7d5de105') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:27.317931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.340287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2586f434-06fc-4e26-b445-e4eb33ffd586 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:27.343295 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.345167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.345882 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.350294 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.373543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.377724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c1588351-3330-4528-86b1-d4c18164fee7 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:27.389290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f572d-bd8c-4782-88d6-351da4c74a1a req-9eb377c4-a7cf-4c0a-be56-2ed2880dfb1e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.390959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d7f572d-bd8c-4782-88d6-351da4c74a1a req-9eb377c4-a7cf-4c0a-be56-2ed2880dfb1e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 949 time: 0.0790918 Dec 15 13:42:27.395447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:27.396264 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:27.398447 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:27.411958 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6620522 Dec 15 13:42:27.412860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41854) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:27.419923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Request body: {'subnet': {'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1618945197-subnet', 'tenant_id': '72f3a4952976434a83ac56055293d649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:27.428557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9b009-4cfc-4c16-9844-4379769dd602 admin admin] Pushing event updated for resources: {'Network': ['ID=664f2d65-a5ae-4386-aece-18ed9c9d5a96,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.458592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:27.460191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Made reservation on behalf of 72f3a4952976434a83ac56055293d649 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:27.462531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.499138 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.506058 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.510699 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c91b53cb-6fa0-4478-b33f-8d13bf6ce797 HTTP/1.1" status: 204 len: 168 time: 0.3982987 Dec 15 13:42:27.538139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d7f572d-bd8c-4782-88d6-351da4c74a1a req-cbf336cd-0482-4106-bffa-feeff42bb99c tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854843 Dec 15 13:42:27.552081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a630-6f6e-45ef-9f40-5b2c8dce9c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=c91b53cb-6fa0-4478-b33f-8d13bf6ce797,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.593226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2586f434-06fc-4e26-b445-e4eb33ffd586, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2586f434-06fc-4e26-b445-e4eb33ffd586,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:27.596154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400aa68-9414-478d-b2c4-52ea3fc02c71 req-093bfc83-28ff-4b57-80ec-4ca220b332ab tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.596803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port c1588351-3330-4528-86b1-d4c18164fee7 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:27.597733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7400aa68-9414-478d-b2c4-52ea3fc02c71 req-093bfc83-28ff-4b57-80ec-4ca220b332ab tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 943 time: 0.0923913 Dec 15 13:42:27.616924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'port_id': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'mac_address': 'fa:16:3e:8c:07:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:27.618731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port c1588351-3330-4528-86b1-d4c18164fee7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:27.619115 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.685367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:27.691026 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7400aa68-9414-478d-b2c4-52ea3fc02c71 req-d278f096-1ff7-4914-af26-ad3bce9418a7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841746 Dec 15 13:42:27.705760 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.722563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2586f434-06fc-4e26-b445-e4eb33ffd586 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:27.738692 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ef822af5-2cf8-467b-a998-07f71c6a744f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5057598a02a409f9cc98c7f2d343662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521367 Dec 15 13:42:27.741255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:27.751794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.771903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2586f434-06fc-4e26-b445-e4eb33ffd586, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2586f434-06fc-4e26-b445-e4eb33ffd586,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:27.789392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.803736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca2c4-fd1e-444d-98dc-21194c897a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.818938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467231fd-5762-413e-8b03-ac3f50d8ed73,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.823494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:27.823965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Network hostable DHCP agents. Network: 664f2d65-a5ae-4386-aece-18ed9c9d5a96, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:27.831639 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca2c4-fd1e-444d-98dc-21194c897a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.837479 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.843273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:27.854041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 664f2d65-a5ae-4386-aece-18ed9c9d5a96) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:27.857956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2586f434-06fc-4e26-b445-e4eb33ffd586,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.858501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.859174 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.868734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc9b08-d887-4976-ae8a-373431ef602b None None] Network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:27.885281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b62c6e60-1bfe-4ec0-a13f-b5ff557b9aa6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4713500 Dec 15 13:42:27.895165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca2c4-fd1e-444d-98dc-21194c897a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.898183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca2c4-fd1e-444d-98dc-21194c897a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.901947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7c7ca2c4-fd1e-444d-98dc-21194c897a34 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a66a1f5-e927-4720-a64e-0aea7d0d0fc3 HTTP/1.1" status: 204 len: 168 time: 0.1571712 Dec 15 13:42:27.908898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ca2c4-fd1e-444d-98dc-21194c897a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66a1f5-e927-4720-a64e-0aea7d0d0fc3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.927356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c1588351-3330-4528-86b1-d4c18164fee7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1588351-3330-4528-86b1-d4c18164fee7,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:27.938840 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.029509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c1588351-3330-4528-86b1-d4c18164fee7,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:28.036775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a468c49-a60a-4e60-8603-18225225099c None None] Network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:28.080835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['2586f434-06fc-4e26-b445-e4eb33ffd586'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:28.211209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a727d7-04f2-46c1-b3fb-8791fdf4c0d4 req-825b72cd-82c0-4ead-abd7-60ef68ddd08a tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.212801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30a727d7-04f2-46c1-b3fb-8791fdf4c0d4 req-825b72cd-82c0-4ead-abd7-60ef68ddd08a tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 970 time: 0.0694187 Dec 15 13:42:28.272206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30a727d7-04f2-46c1-b3fb-8791fdf4c0d4 req-3c128de4-106c-475d-996d-68a4c59aa525 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Dec 15 13:42:28.284642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41874) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:28.332277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c70dfcca-0c75-4a58-90bd-e56c92abc743 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6db3fd54bd074bdf961f17ae8b9bdaaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460961 Dec 15 13:42:28.334930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:28.381324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3989e8ca-fce4-4c44-98b2-00eb661da92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.402378 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3989e8ca-fce4-4c44-98b2-00eb661da92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.458012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3989e8ca-fce4-4c44-98b2-00eb661da92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.460798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3989e8ca-fce4-4c44-98b2-00eb661da92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.461937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3989e8ca-fce4-4c44-98b2-00eb661da92d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ec6cf8b3-a4ef-4565-829b-c0ad3ff98871 HTTP/1.1" status: 204 len: 168 time: 0.1260967 Dec 15 13:42:28.470812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989e8ca-fce4-4c44-98b2-00eb661da92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6cf8b3-a4ef-4565-829b-c0ad3ff98871,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:28.543181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2770fa7-a11d-430e-878e-b6a8708fa78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1588351-3330-4528-86b1-d4c18164fee7'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:28.545842 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e6f70f-ebb5-4c62-a87f-b5dcde39d0ab" -d '{"events": [{"server_uuid": "e2770fa7-a11d-430e-878e-b6a8708fa78e", "name": "network-vif-plugged", "status": "completed", "tag": "c1588351-3330-4528-86b1-d4c18164fee7"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:28.584470 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fb39a9-cce7-4b2c-b63c-814fb283dc2d x-openstack-request-id: req-a2fb39a9-cce7-4b2c-b63c-814fb283dc2d {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:28.585079 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2770fa7-a11d-430e-878e-b6a8708fa78e", "name": "network-vif-plugged", "status": "completed", "tag": "c1588351-3330-4528-86b1-d4c18164fee7", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:28.585394 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2fb39a9-cce7-4b2c-b63c-814fb283dc2d {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:28.585796 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2770fa7-a11d-430e-878e-b6a8708fa78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1588351-3330-4528-86b1-d4c18164fee7', 'code': 200} Dec 15 13:42:28.617370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41892) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:28.624855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1936580974-network', 'tenant_id': '16e6fe02774246ebb10e544271bb7484'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:28.659629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Made reservation on behalf of 16e6fe02774246ebb10e544271bb7484 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:28.662483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.671265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.746768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8d41-f11c-4112-ae6b-19db0662b2e9 req-1beb7bd3-1723-4bb1-8c29-a15d295e4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.748302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-248e8d41-f11c-4112-ae6b-19db0662b2e9 req-1beb7bd3-1723-4bb1-8c29-a15d295e4d47 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 1101 time: 0.0957398 Dec 15 13:42:28.757796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ad09-b837-4fed-8375-3beac0af2507 req-8220d71b-5608-4e0d-a076-5e4cf807663d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.759309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ce0ad09-b837-4fed-8375-3beac0af2507 req-8220d71b-5608-4e0d-a076-5e4cf807663d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 950 time: 0.1163120 Dec 15 13:42:28.791565 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.823789 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.839426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-248e8d41-f11c-4112-ae6b-19db0662b2e9 req-213d9743-688e-4caa-80a2-8597b03ecdfb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791390 Dec 15 13:42:28.852535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:28.854639 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ce0ad09-b837-4fed-8375-3beac0af2507 req-de2dc5bb-3a0a-44e7-ad5f-e3633525401c tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796294 Dec 15 13:42:28.873346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b87f98-3572-4d1c-9927-c80b2d8697e1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:28.877111 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:28.877460 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Added segment 63a9a819-2cf3-45ab-b53e-40c6959b3569 of type vlan for network 3aa509b0-3f5f-4ef0-a7a7-652a8aac7014 Dec 15 13:42:28.903991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068889a-5c05-405a-bd8f-9f5bb1aaef01 req-dd4a3983-e1ec-44c1-82e4-69eb3029e5a2 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.912694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8068889a-5c05-405a-bd8f-9f5bb1aaef01 req-dd4a3983-e1ec-44c1-82e4-69eb3029e5a2 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 944 time: 0.1185427 Dec 15 13:42:28.966771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.015834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8068889a-5c05-405a-bd8f-9f5bb1aaef01 req-a54c461f-ff8e-4a99-a43f-61322994416b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021619 Dec 15 13:42:29.025884 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.026963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.027545 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.083175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4645870 Dec 15 13:42:29.086210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:29.092198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Request body: {'subnet': {'network_id': '3aa509b0-3f5f-4ef0-a7a7-652a8aac7014', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1936580974-subnet', 'tenant_id': '16e6fe02774246ebb10e544271bb7484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:29.102791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a7c0f-2e58-491b-9291-9a404631b3ce admin admin] Pushing event updated for resources: {'Network': ['ID=3aa509b0-3f5f-4ef0-a7a7-652a8aac7014,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:29.116597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Made reservation on behalf of 16e6fe02774246ebb10e544271bb7484 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:29.119193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.122901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 3aa509b0-3f5f-4ef0-a7a7-652a8aac7014 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:29.300907 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.342605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2586f434-06fc-4e26-b445-e4eb33ffd586 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:29.377510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f752b3-c178-4455-8aa8-8d04aaf9b09e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:29.398237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Checking segment: {'id': '63a9a819-2cf3-45ab-b53e-40c6959b3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3aa509b0-3f5f-4ef0-a7a7-652a8aac7014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:29.398557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Network hostable DHCP agents. Network: 3aa509b0-3f5f-4ef0-a7a7-652a8aac7014, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:29.405223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 2586f434-06fc-4e26-b445-e4eb33ffd586 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:29.410847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 2586f434-06fc-4e26-b445-e4eb33ffd586 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:29.411548 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.439311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052181a-cd0a-4e1e-b7ef-4782a8e51803 req-13f12e6d-958b-4d1b-92c9-de629f3c4698 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.440908 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9052181a-cd0a-4e1e-b7ef-4782a8e51803 req-13f12e6d-958b-4d1b-92c9-de629f3c4698 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 970 time: 0.0826590 Dec 15 13:42:29.442144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Network 3aa509b0-3f5f-4ef0-a7a7-652a8aac7014 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:29.467234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 3aa509b0-3f5f-4ef0-a7a7-652a8aac7014) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:29.480477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c932b5dd-3c79-4c39-b2ff-75a1207423b6 None None] Network 3aa509b0-3f5f-4ef0-a7a7-652a8aac7014 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:29.482831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.483576 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.514484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-acc51b51-e016-444e-8532-384a703ad9b4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4260378 Dec 15 13:42:29.544795 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9052181a-cd0a-4e1e-b7ef-4782a8e51803 req-7d33ba4b-0ae2-4952-93cb-43c8e9fa6a80 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935345 Dec 15 13:42:29.583346 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.650696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73dadc4-c5a2-4f62-a3c9-3eacc5066509 None None] Network 3aa509b0-3f5f-4ef0-a7a7-652a8aac7014 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:29.660743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2586f434-06fc-4e26-b445-e4eb33ffd586, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2586f434-06fc-4e26-b445-e4eb33ffd586,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:29.677812 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.742945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4394f1-38ab-422c-a6df-258d4b651788 req-f6a25b83-5949-4ed3-8dc7-6709809c5f18 tempest-AggregatesAdminTestJSON-1741264357 tempest-AggregatesAdminTestJSON-1741264357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.744727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d4394f1-38ab-422c-a6df-258d4b651788 req-f6a25b83-5949-4ed3-8dc7-6709809c5f18 tempest-AggregatesAdminTestJSON-1741264357 tempest-AggregatesAdminTestJSON-1741264357-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 1121 time: 0.0702498 Dec 15 13:42:29.769224 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d4394f1-38ab-422c-a6df-258d4b651788 req-620907df-ed8f-4859-a971-432dabbdf8d7 tempest-AggregatesAdminTestJSON-1741264357 tempest-AggregatesAdminTestJSON-1741264357-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.814516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2586f434-06fc-4e26-b445-e4eb33ffd586,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:29.899998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d4394f1-38ab-422c-a6df-258d4b651788 req-620907df-ed8f-4859-a971-432dabbdf8d7 tempest-AggregatesAdminTestJSON-1741264357 tempest-AggregatesAdminTestJSON-1741264357-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.907654 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d4394f1-38ab-422c-a6df-258d4b651788 req-620907df-ed8f-4859-a971-432dabbdf8d7 tempest-AggregatesAdminTestJSON-1741264357 tempest-AggregatesAdminTestJSON-1741264357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.948235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d4394f1-38ab-422c-a6df-258d4b651788 req-620907df-ed8f-4859-a971-432dabbdf8d7 tempest-AggregatesAdminTestJSON-1741264357 tempest-AggregatesAdminTestJSON-1741264357-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903961 Dec 15 13:42:29.971899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620907df-ed8f-4859-a971-432dabbdf8d7 tempest-AggregatesAdminTestJSON-1741264357 tempest-AggregatesAdminTestJSON-1741264357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547bf5d0-c078-4faa-917e-f78c3d3bf570,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:30.099204 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ecb4-0c93-48bc-8fb8-6794a95fbb2d req-5ae9e40b-0aaa-4e0c-8b21-35048b716592 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.100788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7817ecb4-0c93-48bc-8fb8-6794a95fbb2d req-5ae9e40b-0aaa-4e0c-8b21-35048b716592 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 950 time: 0.0775378 Dec 15 13:42:30.177304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7817ecb4-0c93-48bc-8fb8-6794a95fbb2d req-af979f8c-363d-476e-96d2-a39ed123b27d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594800 Dec 15 13:42:30.397746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-0603321b-e9d9-41af-994b-e4758d92d100 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.399290 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-0603321b-e9d9-41af-994b-e4758d92d100 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 821 time: 0.1228004 Dec 15 13:42:30.416214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-c3555337-a484-4cef-ac6a-c915a2651880 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/quotas/72f3a4952976434a83ac56055293d649 HTTP/1.1" status: 200 len: 375 time: 0.0101862 Dec 15 13:42:30.456961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-aad2caac-2a34-431e-b431-3a5db87e5388 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345130 Dec 15 13:42:30.515949 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.552505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-09fc5677-9c32-453a-abe0-3ed27c092052 service neutron] 10.222.0.86 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937483 Dec 15 13:42:30.670823 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-c5a54fc3-4922-4b51-af66-04cf20d1c5ee service neutron] 10.222.0.86 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133542 Dec 15 13:42:30.711447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2586f434-06fc-4e26-b445-e4eb33ffd586'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:30.714126 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7f589a-72f1-46a3-825a-ad3cf782c717" -d '{"events": [{"server_uuid": "325ac3a1-5b49-4ee5-88fa-69a954049bfa", "name": "network-vif-plugged", "status": "completed", "tag": "2586f434-06fc-4e26-b445-e4eb33ffd586"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:30.771128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddccf6-2759-4cc2-bf30-d2f3234ae2f3 req-790fa2e8-a63d-480c-ac64-5b467dd95487 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.772744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bbddccf6-2759-4cc2-bf30-d2f3234ae2f3 req-790fa2e8-a63d-480c-ac64-5b467dd95487 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 945 time: 0.0694573 Dec 15 13:42:30.785329 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.843215 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bbddccf6-2759-4cc2-bf30-d2f3234ae2f3 req-c3790bde-0762-4281-85f7-2cec94a73933 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639613 Dec 15 13:42:30.946549 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ad9eae-a804-4f84-8b41-9330487d17c6 x-openstack-request-id: req-d6ad9eae-a804-4f84-8b41-9330487d17c6 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:30.946970 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325ac3a1-5b49-4ee5-88fa-69a954049bfa", "name": "network-vif-plugged", "status": "completed", "tag": "2586f434-06fc-4e26-b445-e4eb33ffd586", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:30.947355 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6ad9eae-a804-4f84-8b41-9330487d17c6 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:30.947857 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'code': 200} Dec 15 13:42:31.033383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebcffd4e-c457-4f9d-8252-c65e12c28d1d req-7becc05e-dd52-45b9-85b0-b341ce2ff530 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 210 time: 0.0477567 Dec 15 13:42:31.112860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94a5bb88-49c4-4e16-8844-b729c299e9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:31.114022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb98ca-3840-4219-8b95-47e111c91fd5 req-40a9aed0-0f95-4499-b920-d2051c913114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.117531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50cb98ca-3840-4219-8b95-47e111c91fd5 req-40a9aed0-0f95-4499-b920-d2051c913114 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 1096 time: 0.0840127 Dec 15 13:42:31.222939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50cb98ca-3840-4219-8b95-47e111c91fd5 req-627362d0-e7ea-4bad-94c2-06b4f2b13415 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953882 Dec 15 13:42:31.383724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73009ed-57ad-48fa-96c8-2fd7fe1e51bf req-7b376bcb-8562-46e3-b376-a5b34594059b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.391641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c73009ed-57ad-48fa-96c8-2fd7fe1e51bf req-7b376bcb-8562-46e3-b376-a5b34594059b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 950 time: 0.0800016 Dec 15 13:42:31.442583 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c73009ed-57ad-48fa-96c8-2fd7fe1e51bf req-1748cb68-9f99-4b66-a263-552afb4aee8e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492246 Dec 15 13:42:32.013053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d02adb-1f85-4dd0-b138-bd011d41561c req-ee097b9f-d472-4f28-8291-26bfcf8b9aa9 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:32.014552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22d02adb-1f85-4dd0-b138-bd011d41561c req-ee097b9f-d472-4f28-8291-26bfcf8b9aa9 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 945 time: 0.0516865 Dec 15 13:42:32.076176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22d02adb-1f85-4dd0-b138-bd011d41561c req-74bd3343-bda0-4cdd-9133-45cf9b138b4d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521710 Dec 15 13:42:32.275390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc7d31-a492-4b9a-a921-95f8e347ef55 req-a75a3d44-d94b-43d2-9624-41f8026f3cae tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:32.283741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ebc7d31-a492-4b9a-a921-95f8e347ef55 req-a75a3d44-d94b-43d2-9624-41f8026f3cae tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 950 time: 0.2035265 Dec 15 13:42:32.401301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-57adb5f9-da96-470f-a46e-53dba96c5b07 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:32.402892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-57adb5f9-da96-470f-a46e-53dba96c5b07 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 821 time: 0.2802553 Dec 15 13:42:32.414205 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ebc7d31-a492-4b9a-a921-95f8e347ef55 req-2235983d-c8c0-481e-b16a-18f0a0e1e4db tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294608 Dec 15 13:42:32.422226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Request body: {'port': {'device_id': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'admin_state_up': True, 'tenant_id': '72f3a4952976434a83ac56055293d649'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:32.583024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d3b1892-b75c-4942-b6e5-7bf6f4647aff req-b39de857-54da-4362-9d09-52af731607b6 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 210 time: 0.0397429 Dec 15 13:42:32.603162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Made reservation on behalf of 72f3a4952976434a83ac56055293d649 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:32.606741 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.766071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Allocated IP 172.20.0.5 (664f2d65-a5ae-4386-aece-18ed9c9d5a96/467231fd-5762-413e-8b03-ac3f50d8ed73/7454c65e-7886-4553-97af-5d7d26bf68ef) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:32.937479 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.975558 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.026003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:33.029457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:33.033925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:33.039613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.040269 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.057211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Pushing event updated for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:33.063616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-a399b351-5fb5-4632-9106-13205470e5d8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6455231 Dec 15 13:42:33.079977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Request body: {'port': {'device_id': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:33.102105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:33.150376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.287244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56852afe-6aa0-434e-bd05-fbcd51bd05e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.375041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736db1-86dc-4227-96e3-d730570cd7b9 req-7c6591e5-ef0b-48e2-bf00-bddd56bf312b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.377416 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c736db1-86dc-4227-96e3-d730570cd7b9 req-7c6591e5-ef0b-48e2-bf00-bddd56bf312b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 945 time: 0.1596649 Dec 15 13:42:33.396396 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56852afe-6aa0-434e-bd05-fbcd51bd05e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.403770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56852afe-6aa0-434e-bd05-fbcd51bd05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.450406 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-56852afe-6aa0-434e-bd05-fbcd51bd05e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e58608b649ed4186a9e281b3ca733bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470922 Dec 15 13:42:33.451274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852afe-6aa0-434e-bd05-fbcd51bd05e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd26c7-3b50-4a07-b536-2c7d0d072476,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:33.453904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42136) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:33.473175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c736db1-86dc-4227-96e3-d730570cd7b9 req-5105f72e-ec1f-492a-a99f-d9fb779ed373 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870783 Dec 15 13:42:33.516805 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db3090d0-ce09-44f8-9734-432446748b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.536707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7454c65e-7886-4553-97af-5d7d26bf68ef {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:33.545993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.562193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Transition to ACTIVE for port object 7454c65e-7886-4553-97af-5d7d26bf68ef will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:33.567001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.572674 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db3090d0-ce09-44f8-9734-432446748b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.639054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Pushing event updated for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:33.678802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:33.679287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:33.680314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:33.687422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:33.688161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:33.694480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:33.695064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:33.695561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:33.696190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Bound port: 7454c65e-7886-4553-97af-5d7d26bf68ef, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:33.696630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.737711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.24', 61911) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:33.779460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5125-8681-4b7d-9be3-0337f7545856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.822501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f79e8-7b2f-4a24-93c1-23dd148f3750 req-53632db7-88e7-46e9-83d0-7df1d571aae9 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.824075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-203f79e8-7b2f-4a24-93c1-23dd148f3750 req-53632db7-88e7-46e9-83d0-7df1d571aae9 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 950 time: 0.2909112 Dec 15 13:42:33.829791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-4b68d063-0fe0-4361-9ac4-d78abf2c35c9 tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.831801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-4b68d063-0fe0-4361-9ac4-d78abf2c35c9 tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 1101 time: 0.2837844 Dec 15 13:42:33.845236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:33.850379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:33.856223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-58cdaee5-e2b3-4cd3-a687-c07f7927565b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1165314 Dec 15 13:42:33.859820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.880784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cca17-4665-4b75-bc9d-0876ec921b06 req-680a73e6-1ffe-4751-a786-0e6875fa745c tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.881204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db3090d0-ce09-44f8-9734-432446748b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.882314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e34cca17-4665-4b75-bc9d-0876ec921b06 req-680a73e6-1ffe-4751-a786-0e6875fa745c tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 945 time: 0.1032262 Dec 15 13:42:33.884216 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db3090d0-ce09-44f8-9734-432446748b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.899819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42156) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:33.903344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-db3090d0-ce09-44f8-9734-432446748b90 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1ecd26c7-3b50-4a07-b536-2c7d0d072476 HTTP/1.1" status: 204 len: 168 time: 0.4307044 Dec 15 13:42:33.907438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.908248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.910101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] 10.222.0.24 "PUT /v2.0/ports/7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 1091 time: 0.8372698 Dec 15 13:42:33.918631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Request body: {'floatingip': {'port_id': '2586f434-06fc-4e26-b445-e4eb33ffd586'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:33.920973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:33.924866 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c183dd23-624b-41ca-881f-ffc88946c888" -d '{"events": [{"name": "network-changed", "server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:33.966333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3090d0-ce09-44f8-9734-432446748b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecd26c7-3b50-4a07-b536-2c7d0d072476,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:34.007300 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-203f79e8-7b2f-4a24-93c1-23dd148f3750 req-2918e74c-8cf8-4c5f-afa1-ac8ebc0bbd74 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653180 Dec 15 13:42:34.050017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] Deleting port c1588351-3330-4528-86b1-d4c18164fee7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:34.050349 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.109045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.180511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] For port c1588351-3330-4528-86b1-d4c18164fee7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1588351-3330-4528-86b1-d4c18164fee7,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:34.180885 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.209599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] Calling delete_port for c1588351-3330-4528-86b1-d4c18164fee7 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:34.369323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42182) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:34.370160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3002d-0309-49dc-a5a9-a6b30d113f86 service neutron] Pushing event updated for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:34.378038 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf056b7f-e50d-4d5a-844d-83d954321042 x-openstack-request-id: req-bf056b7f-e50d-4d5a-844d-83d954321042 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:34.378664 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:34.378664 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bf056b7f-e50d-4d5a-844d-83d954321042 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:34.379378 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef', 'status': 'completed', 'code': 200} Dec 15 13:42:34.386005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3e2903d-6d04-4e0a-ba34-82ca62c6e419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.416864 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.432888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['c1588351-3330-4528-86b1-d4c18164fee7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:34.465753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1588351-3330-4528-86b1-d4c18164fee7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:34.472125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d517-1c64-49fa-b9f7-af5ca437d10c req-6afda12c-7d4c-4e85-bae0-44735f0996f9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.481806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39a7d517-1c64-49fa-b9f7-af5ca437d10c req-6afda12c-7d4c-4e85-bae0-44735f0996f9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 943 time: 0.4784882 Dec 15 13:42:34.491774 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.74', 56743) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:34.526166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-47ebfd29-cfe3-4e01-8463-2bfe2fc401d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.527658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-47ebfd29-cfe3-4e01-8463-2bfe2fc401d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1094 time: 0.5257106 Dec 15 13:42:34.540835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-c3a0bc34-9529-42ac-800d-856b773c95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.542260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-c3a0bc34-9529-42ac-800d-856b773c95b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54251d3e66a24bf4a3729d48cda76926&device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 1121 time: 0.5375910 Dec 15 13:42:34.543079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] No DVR routers for this DVR port c1588351-3330-4528-86b1-d4c18164fee7 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:34.586548 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.591210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ec616c9e-7a9f-446d-9703-0eb05f0817d5 req-727027de-b92a-4ac9-bcef-2d0290b36e7a tempest-DeleteServersAdminTestJSON-1149302824 tempest-DeleteServersAdminTestJSON-1149302824-project-admin] 10.222.0.74 "DELETE /v2.0/ports/c1588351-3330-4528-86b1-d4c18164fee7 HTTP/1.1" status: 204 len: 173 time: 0.7495365 Dec 15 13:42:34.593099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2770fa7-a11d-430e-878e-b6a8708fa78e', 'name': 'network-vif-deleted', 'tag': 'c1588351-3330-4528-86b1-d4c18164fee7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:34.597280 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f90375a-fd70-4218-90a4-d1cf49097d9b" -d '{"events": [{"server_uuid": "e2770fa7-a11d-430e-878e-b6a8708fa78e", "name": "network-vif-deleted", "tag": "c1588351-3330-4528-86b1-d4c18164fee7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:34.606608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-f6969a20-ca65-4f01-a80c-ef00faeb8857 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 217 time: 0.0676949 Dec 15 13:42:34.660507 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-e1e11223-663d-4a04-b1e3-955299b2fdb3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1657314 Dec 15 13:42:34.669611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3e2903d-6d04-4e0a-ba34-82ca62c6e419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.674662 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3e2903d-6d04-4e0a-ba34-82ca62c6e419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.702271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.733306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2903d-6d04-4e0a-ba34-82ca62c6e419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916793cf-0212-4b79-8f47-504a1e94602e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:34.755915 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a3e2903d-6d04-4e0a-ba34-82ca62c6e419 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b375f83fdcef46c2b2a3c98acde75d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853607 Dec 15 13:42:34.761893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:34.809767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39a7d517-1c64-49fa-b9f7-af5ca437d10c req-a8262ee5-ee01-4e2a-8131-c8577eed6ef9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270514 Dec 15 13:42:34.836903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-bb0dcd5e-9b02-4ed5-89f2-54669a7db647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.838738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-bb0dcd5e-9b02-4ed5-89f2-54669a7db647 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.2052529 Dec 15 13:42:34.904585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69ac61e-2307-4bfe-bf13-a2f37949e765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.917854 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d145ef-7b4d-4b7a-b5cb-fe6f5e0c305b x-openstack-request-id: req-82d145ef-7b4d-4b7a-b5cb-fe6f5e0c305b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:34.918400 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2770fa7-a11d-430e-878e-b6a8708fa78e", "name": "network-vif-deleted", "tag": "c1588351-3330-4528-86b1-d4c18164fee7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:34.918819 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82d145ef-7b4d-4b7a-b5cb-fe6f5e0c305b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:34.919501 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2770fa7-a11d-430e-878e-b6a8708fa78e', 'name': 'network-vif-deleted', 'tag': 'c1588351-3330-4528-86b1-d4c18164fee7', 'status': 'completed', 'code': 200} Dec 15 13:42:34.922041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-5990bce7-c3ee-483f-87b2-08dfb2feb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.925855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-5990bce7-c3ee-483f-87b2-08dfb2feb664 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 1096 time: 0.1410496 Dec 15 13:42:34.977809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-66a5434f-7eed-446c-b4ea-a1aaaa0853d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558865 Dec 15 13:42:34.991487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69ac61e-2307-4bfe-bf13-a2f37949e765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.090135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-0223f7c6-5037-427e-9fa6-6bb74f6abc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.091792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-0223f7c6-5037-427e-9fa6-6bb74f6abc5c service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 926 time: 0.1350920 Dec 15 13:42:35.099229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-61d3300b-4d9d-4856-b8bd-f4869d40dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.100378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69ac61e-2307-4bfe-bf13-a2f37949e765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.100903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-61d3300b-4d9d-4856-b8bd-f4869d40dd0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.5132051 Dec 15 13:42:35.103575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69ac61e-2307-4bfe-bf13-a2f37949e765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.107091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e69ac61e-2307-4bfe-bf13-a2f37949e765 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/916793cf-0212-4b79-8f47-504a1e94602e HTTP/1.1" status: 204 len: 168 time: 0.3420365 Dec 15 13:42:35.129041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ac61e-2307-4bfe-bf13-a2f37949e765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916793cf-0212-4b79-8f47-504a1e94602e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:35.158536 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-c29f5039-fa3b-47e1-85f7-d3641b2a78c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2586f434-06fc-4e26-b445-e4eb33ffd586 HTTP/1.1" status: 200 len: 217 time: 0.0523462 Dec 15 13:42:35.229483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-124983f0-d975-45c6-a36e-f1039881d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.231466 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-124983f0-d975-45c6-a36e-f1039881d8b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 200 len: 863 time: 0.0617676 Dec 15 13:42:35.283499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-895a31f9-dbb6-4d98-896b-bb95e4efb864 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bd60efaa-7de3-4dd1-9399-bf2e1febff8c HTTP/1.1" status: 200 len: 217 time: 0.1056998 Dec 15 13:42:35.311015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-e82321d5-6381-4d35-ba26-0d24d3ea9422 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946291 Dec 15 13:42:35.392143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-f09414cf-552e-405c-8dae-a186082887e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.394474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-f09414cf-552e-405c-8dae-a186082887e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520610 Dec 15 13:42:35.396021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c12ab8b7-4bd7-46c0-9d50-1a8f0f31020f req-00425acc-bdbb-43c1-8a06-064789cd9179 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2770fa7-a11d-430e-878e-b6a8708fa78e HTTP/1.1" status: 200 len: 210 time: 0.0583920 Dec 15 13:42:35.558911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-5e134566-d345-4a01-a61f-93ea96177b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.560556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-5e134566-d345-4a01-a61f-93ea96177b29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2685118 Dec 15 13:42:35.632518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-4841bc0f-fe74-4c2c-a0ac-cf78317285d3 service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229156 Dec 15 13:42:35.753055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611a6b03-ae7f-42f7-9515-df1c3eb4eea6 req-9d3d0927-ca87-4039-8a1e-8811ad7c4558 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939338 Dec 15 13:42:35.758705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-b5230279-ce7b-45ca-856b-4c905a3efbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.760193 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-b5230279-ce7b-45ca-856b-4c905a3efbed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902325 Dec 15 13:42:35.784347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d8abc14-be32-43b4-ab54-872d9b7c0626 req-2750b17d-63df-4a45-97b0-a16b4de6ef50 service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441879 Dec 15 13:42:35.785810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:42:35.995457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.022990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183dd23-624b-41ca-881f-ffc88946c888 req-5703ebf8-1dda-484a-91e6-45636ee38f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.024406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c183dd23-624b-41ca-881f-ffc88946c888 req-5703ebf8-1dda-484a-91e6-45636ee38f44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1094 time: 0.1738033 Dec 15 13:42:36.036266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.190793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42290) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:36.362335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-d98eefdf-e128-40f5-ae5e-4d6a6bb087b7 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914617 Dec 15 13:42:36.417253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf21f-f764-428f-aff4-88f4e7082c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.483947 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.528592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf21f-f764-428f-aff4-88f4e7082c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.534052 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf21f-f764-428f-aff4-88f4e7082c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.592612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bc2bf21f-f764-428f-aff4-88f4e7082c14 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f2428383a8464cd49012219d38bac40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992929 Dec 15 13:42:36.595415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:36.621946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc87d6-0e0f-4d02-86ee-617301d952b3 req-a62001df-7dac-4ca2-a452-79fcc8753c08 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.626951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bf21f-f764-428f-aff4-88f4e7082c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b373da-80b0-438c-9ae7-d9c1746bf707,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:36.640612 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4fbc87d6-0e0f-4d02-86ee-617301d952b3 req-a62001df-7dac-4ca2-a452-79fcc8753c08 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 943 time: 0.6486621 Dec 15 13:42:36.678330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ce13ecd-9158-4445-9b72-b40f992c0078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.703629 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ce13ecd-9158-4445-9b72-b40f992c0078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.757350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:36.780556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ce13ecd-9158-4445-9b72-b40f992c0078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.785506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ce13ecd-9158-4445-9b72-b40f992c0078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.790146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9ce13ecd-9158-4445-9b72-b40f992c0078 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/60b373da-80b0-438c-9ae7-d9c1746bf707 HTTP/1.1" status: 204 len: 168 time: 0.1932893 Dec 15 13:42:36.791723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183dd23-624b-41ca-881f-ffc88946c888 req-b27a8586-a345-4ec2-a5e6-82fe85e9fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.794483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c183dd23-624b-41ca-881f-ffc88946c888 req-b27a8586-a345-4ec2-a5e6-82fe85e9fd34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.4688570 Dec 15 13:42:36.800341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce13ecd-9158-4445-9b72-b40f992c0078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b373da-80b0-438c-9ae7-d9c1746bf707,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:36.812516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2fef846-6a7e-4e6b-b1a9-16e66a884c56 req-95f52ecc-b19f-4969-ab5d-b87cb09a9fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186068 Dec 15 13:42:36.839969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4fbc87d6-0e0f-4d02-86ee-617301d952b3 req-8db2ed6f-0831-4efe-b668-b0ec75e46e61 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983101 Dec 15 13:42:36.911490 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Floating IP 59be93fd-636f-481a-8603-5daf4ebc80b8 associated. External IP: 172.25.7.129, port: 2586f434-06fc-4e26-b445-e4eb33ffd586. Dec 15 13:42:36.976136 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c183dd23-624b-41ca-881f-ffc88946c888 req-12601d54-46ac-4c8b-aba0-6c16ddf7a03d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 217 time: 0.1622152 Dec 15 13:42:37.015966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b80a56-2ca1-4234-a920-ff3ee0370760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.120113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183dd23-624b-41ca-881f-ffc88946c888 req-e8bc8d97-8e8f-47ef-9c34-7ea460404e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.120113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c183dd23-624b-41ca-881f-ffc88946c888 req-e8bc8d97-8e8f-47ef-9c34-7ea460404e90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.1280484 Dec 15 13:42:37.169667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.182045 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c183dd23-624b-41ca-881f-ffc88946c888 req-adb11b7b-3c5a-46ad-bfb0-6f45532a76d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505319 Dec 15 13:42:37.209444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8f709-2d5c-43fa-9c25-2e689450bc44 req-04f5047b-a2b5-406f-957d-daf6af75e7eb tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.235678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88f8f709-2d5c-43fa-9c25-2e689450bc44 req-04f5047b-a2b5-406f-957d-daf6af75e7eb tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 970 time: 0.2126293 Dec 15 13:42:37.359363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c1588351-3330-4528-86b1-d4c18164fee7 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:37.392870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c183dd23-624b-41ca-881f-ffc88946c888 req-d5a51bbb-a191-4254-88cf-5580c268cf69 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586044 Dec 15 13:42:37.400392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Router 02a34286-45ec-4391-a7c4-9557de0dbb9d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:37.400828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: c1588351-3330-4528-86b1-d4c18164fee7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:37.401714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c1588351-3330-4528-86b1-d4c18164fee7 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:37.428046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88f8f709-2d5c-43fa-9c25-2e689450bc44 req-58b30102-368e-43b8-91a4-2826ff818a9d tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794128 Dec 15 13:42:37.476618 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b80a56-2ca1-4234-a920-ff3ee0370760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.485645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-5d1e0340-222f-4f5b-93cc-184680595f79 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7a9a06f05fff45ad81622d6938915173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736175 Dec 15 13:42:37.488895 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b80a56-2ca1-4234-a920-ff3ee0370760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.547388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03b80a56-2ca1-4234-a920-ff3ee0370760 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f02bd1f48a6d4575982ccce03db7b5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7860005 Dec 15 13:42:37.548359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b80a56-2ca1-4234-a920-ff3ee0370760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f68b2d-25cc-4095-aa74-b1e4b178f61b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.552784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42380) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:37.618420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:37.626311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bbea2c0-3eb8-4da8-8eb5-fbf982fb532a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.650585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d092ef49-d5d8-4879-adb1-cc803fc0ed86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.681038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bbea2c0-3eb8-4da8-8eb5-fbf982fb532a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.726163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c183dd23-624b-41ca-881f-ffc88946c888 req-d819288a-22a9-49a2-ad3e-39abb0e87a45 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242610 Dec 15 13:42:37.774064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:37.780449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.794598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-1db43a34-badc-40a6-9742-e79da6c61e6c tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.798168 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] Sync routers for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:37.803509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-1db43a34-badc-40a6-9742-e79da6c61e6c tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3093839 Dec 15 13:42:37.806696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d092ef49-d5d8-4879-adb1-cc803fc0ed86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.809093 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bbea2c0-3eb8-4da8-8eb5-fbf982fb532a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.812410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bbea2c0-3eb8-4da8-8eb5-fbf982fb532a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.814270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5bbea2c0-3eb8-4da8-8eb5-fbf982fb532a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/40f68b2d-25cc-4095-aa74-b1e4b178f61b HTTP/1.1" status: 204 len: 168 time: 0.2603998 Dec 15 13:42:37.816134 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:37.816962 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:37.825827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d092ef49-d5d8-4879-adb1-cc803fc0ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.838750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbea2c0-3eb8-4da8-8eb5-fbf982fb532a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f68b2d-25cc-4095-aa74-b1e4b178f61b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.842194 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-0bb09311-e310-4009-83f9-6c426fd59742 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/quotas/7a9a06f05fff45ad81622d6938915173 HTTP/1.1" status: 200 len: 375 time: 0.0374143 Dec 15 13:42:37.889609 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-afb63673-f919-4a49-9a4b-2fd4c16c2b52 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "PUT /v2.0/floatingips/59be93fd-636f-481a-8603-5daf4ebc80b8 HTTP/1.1" status: 200 len: 991 time: 3.9862761 Dec 15 13:42:37.889609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'tag': '2586f434-06fc-4e26-b445-e4eb33ffd586'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:37.890950 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13890b89-a8b9-45c5-a9b0-5949b49fade9" -d '{"events": [{"name": "network-changed", "server_uuid": "325ac3a1-5b49-4ee5-88fa-69a954049bfa", "tag": "2586f434-06fc-4e26-b445-e4eb33ffd586"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:37.905464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-672f4202-f2cd-4314-9559-817ced47bc1d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a9a06f05fff45ad81622d6938915173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612655 Dec 15 13:42:37.943590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d092ef49-d5d8-4879-adb1-cc803fc0ed86 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8f0adb733d1041fa8b6a8939fc8a9796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237741 Dec 15 13:42:37.945386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092ef49-d5d8-4879-adb1-cc803fc0ed86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dab52b-44e8-47c6-8121-787b1ad0cb37,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.946229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42406) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:38.054163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f578330-e35d-472e-a47a-9c857884b672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.059056 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:38.090140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f578330-e35d-472e-a47a-9c857884b672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.091495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff98c98-cc40-41be-8528-b5264f1693fd req-76c101e7-8f00-4170-8008-18a91c846205 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.093099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eff98c98-cc40-41be-8528-b5264f1693fd req-76c101e7-8f00-4170-8008-18a91c846205 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 943 time: 0.0979002 Dec 15 13:42:38.189357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eff98c98-cc40-41be-8528-b5264f1693fd req-0bdb91df-9192-46e0-a9f0-53f9066df76c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786574 Dec 15 13:42:38.238709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f578330-e35d-472e-a47a-9c857884b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.248368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f578330-e35d-472e-a47a-9c857884b672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.250464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8f578330-e35d-472e-a47a-9c857884b672 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7dab52b-44e8-47c6-8121-787b1ad0cb37 HTTP/1.1" status: 204 len: 168 time: 0.3031793 Dec 15 13:42:38.287707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f578330-e35d-472e-a47a-9c857884b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dab52b-44e8-47c6-8121-787b1ad0cb37,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.322439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2b674-9215-4551-a796-2e6ec163d291 req-d528f44f-1469-4a2c-86d1-a41c347f409c tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.324108 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-75c2b674-9215-4551-a796-2e6ec163d291 req-d528f44f-1469-4a2c-86d1-a41c347f409c tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.24 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 970 time: 0.1488147 Dec 15 13:42:38.352970 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acb79dd-51c7-4431-826f-c83318145159 x-openstack-request-id: req-6acb79dd-51c7-4431-826f-c83318145159 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:38.353275 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325ac3a1-5b49-4ee5-88fa-69a954049bfa", "tag": "2586f434-06fc-4e26-b445-e4eb33ffd586", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:38.353534 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6acb79dd-51c7-4431-826f-c83318145159 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:38.353927 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'tag': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'status': 'completed', 'code': 200} Dec 15 13:42:38.454817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-848a60dc-d6c7-4683-836c-b4aac28142d4 req-cd480042-e5c4-4966-b34b-7f247649a971 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 210 time: 0.0990224 Dec 15 13:42:38.459245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-8a242637-bfc5-42db-ba83-b1b73fbf58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.464735 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-8a242637-bfc5-42db-ba83-b1b73fbf58a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 1096 time: 0.0953534 Dec 15 13:42:38.566013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42430) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:38.655957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97fee33a-ab54-4253-81f2-6e202dea589e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.658963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-3fee56e3-05aa-4139-9221-e35e6efa4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.660703 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-3fee56e3-05aa-4139-9221-e35e6efa4387 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 926 time: 0.1791418 Dec 15 13:42:38.668243 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '59be93fd-636f-481a-8603-5daf4ebc80b8', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'port_id': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'mac_address': 'fa:16:3e:8c:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:17Z', 'updated_at': '2021-12-15T13:42:35Z', 'revision_number': 1, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:38.727283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Deleting port bd60efaa-7de3-4dd1-9399-bf2e1febff8c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:38.728995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.747148 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] Checking router: 02a34286-45ec-4391-a7c4-9557de0dbb9d for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:38.766397 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:38.767878 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:38.840213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01e69-bbca-4b5c-ade0-3efc6a73e9a6 req-fb723227-8b9a-41be-8f67-638dd450d7ae tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.850667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfb01e69-bbca-4b5c-ade0-3efc6a73e9a6 req-fb723227-8b9a-41be-8f67-638dd450d7ae tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 970 time: 0.2551033 Dec 15 13:42:38.913326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-27f3edb8-cd17-484c-9384-7e21a707225c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2586f434-06fc-4e26-b445-e4eb33ffd586 HTTP/1.1" status: 200 len: 999 time: 0.2440081 Dec 15 13:42:38.920906 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfb01e69-bbca-4b5c-ade0-3efc6a73e9a6 req-97b3c644-54a9-4457-a88c-3eebc9cdf2cb tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0dc2190-8a0c-4c51-b240-89974b5c95e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623715 Dec 15 13:42:38.964384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] For port bd60efaa-7de3-4dd1-9399-bf2e1febff8c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:38.964743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.984571 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:38.989018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Calling delete_port for bd60efaa-7de3-4dd1-9399-bf2e1febff8c owned by compute:tempest-test_az-365666809 {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:39.012090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-8cb2cb10-1e51-40ca-917a-52ad31d50e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.017937 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-8cb2cb10-1e51-40ca-917a-52ad31d50e88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 200 len: 863 time: 0.0900133 Dec 15 13:42:39.131429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-ea5bac73-09a4-4d90-88fd-5963a35860b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.136553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-ea5bac73-09a4-4d90-88fd-5963a35860b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089866 Dec 15 13:42:39.281173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42446) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:39.355076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-c34fb9ec-2fba-4e7f-80db-12bbb36514d3 service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091055 Dec 15 13:42:39.470337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13890b89-a8b9-45c5-a9b0-5949b49fade9 req-da80474b-b160-407e-a205-7e60f90cdbd5 service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999088 Dec 15 13:42:39.513388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5959e97-7180-4084-8b74-8f3026a45991 req-099ff886-c787-4564-a9df-92cac8e07559 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.522252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5959e97-7180-4084-8b74-8f3026a45991 req-099ff886-c787-4564-a9df-92cac8e07559 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 943 time: 0.1656082 Dec 15 13:42:39.568759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7454c65e-7886-4553-97af-5d7d26bf68ef details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:39.570717 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d561ce4-b0c0-4195-b32d-6916d6650741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.590488 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '59be93fd-636f-481a-8603-5daf4ebc80b8', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'port_id': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'mac_address': 'fa:16:3e:8c:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:17Z', 'updated_at': '2021-12-15T13:42:35Z', 'revision_number': 1, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:39.690502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d561ce4-b0c0-4195-b32d-6916d6650741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.693165 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-921b777f-bac9-45fa-87a8-a72821f25add tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=7a9a06f05fff45ad81622d6938915173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060147 Dec 15 13:42:39.700389 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a3a25-2514-41fa-9ba2-aca078f89c4e None None] The sync data for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 is: [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '59be93fd-636f-481a-8603-5daf4ebc80b8', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'port_id': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'mac_address': 'fa:16:3e:8c:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:17Z', 'updated_at': '2021-12-15T13:42:35Z', 'revision_number': 1, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:39.702284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97fee33a-ab54-4253-81f2-6e202dea589e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.714495 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d561ce4-b0c0-4195-b32d-6916d6650741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.766113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:39.766825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97fee33a-ab54-4253-81f2-6e202dea589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.783089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '7454c65e-7886-4553-97af-5d7d26bf68ef', 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'port_id': '7454c65e-7886-4553-97af-5d7d26bf68ef', 'mac_address': 'fa:16:3e:cc:df:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467231fd-5762-413e-8b03-ac3f50d8ed73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:39.820970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5d561ce4-b0c0-4195-b32d-6916d6650741 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=701934bd253a4660bd4a934ef2da0a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5362592 Dec 15 13:42:39.837100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5959e97-7180-4084-8b74-8f3026a45991 req-eeaada90-7fed-4031-9d14-54450131fa17 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107605 Dec 15 13:42:39.837100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:39.840014 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.858045 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-97fee33a-ab54-4253-81f2-6e202dea589e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24e48194914545ccba24bef751b9f74b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2728186 Dec 15 13:42:39.861874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d561ce4-b0c0-4195-b32d-6916d6650741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df1ecc8-36c7-4101-bf12-adafd34bb359,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:39.871429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7454c65e-7886-4553-97af-5d7d26bf68ef {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:39.873059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8fbdb62-1e48-4b35-8ace-5e6c7014a55e req-77aae53a-931b-405e-9902-5a22805275ec tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 210 time: 0.1641431 Dec 15 13:42:39.873246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42472) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:39.886807 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.901590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['bd60efaa-7de3-4dd1-9399-bf2e1febff8c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:39.953254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:39.968842 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.972669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Pushing event deleted for resources: {'Port': ['ID=bd60efaa-7de3-4dd1-9399-bf2e1febff8c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:39.978187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fee33a-ab54-4253-81f2-6e202dea589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd1b918-fc09-4556-870c-59df5c6d3496,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:40.101093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:40.132886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54ff8cd5-c012-4b2f-8f1e-97b4567929b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.136828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11bf79c-9ad8-4812-a763-56296f0ea6c4 None None] New status for floating IP 59be93fd-636f-481a-8603-5daf4ebc80b8: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:42:40.139396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] No DVR routers for this DVR port bd60efaa-7de3-4dd1-9399-bf2e1febff8c on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:40.143538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.147683 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-75c2b674-9215-4551-a796-2e6ec163d291 req-fa7b21a4-0068-4438-9f1f-ee9309fbd879 tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.24 "DELETE /v2.0/ports/bd60efaa-7de3-4dd1-9399-bf2e1febff8c HTTP/1.1" status: 204 len: 173 time: 1.8150995 Dec 15 13:42:40.188765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54ff8cd5-c012-4b2f-8f1e-97b4567929b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.238324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32ac79b9-6a2b-4f5e-a98a-f9ee32309eb2 req-9252de79-4ef5-41da-bee8-ad9a6559e54e tempest-AggregatesAdminTestJSON-55330161 tempest-AggregatesAdminTestJSON-55330161-project] 10.222.0.86 "GET /v2.0/ports?device_id=70c82def-7695-4156-850d-e29c85e3b116 HTTP/1.1" status: 200 len: 210 time: 0.1357684 Dec 15 13:42:40.299913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['7454c65e-7886-4553-97af-5d7d26bf68ef'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:40.354984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c82def-7695-4156-850d-e29c85e3b116', 'name': 'network-vif-deleted', 'tag': 'bd60efaa-7de3-4dd1-9399-bf2e1febff8c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:40.357878 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bbf8c5-e3e4-440e-9b03-f1e85464d3b2" -d '{"events": [{"server_uuid": "70c82def-7695-4156-850d-e29c85e3b116", "name": "network-vif-deleted", "tag": "bd60efaa-7de3-4dd1-9399-bf2e1febff8c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:40.372390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-a00488e6-52ad-42b3-937b-8d4e5f32b356 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:40.383064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-a00488e6-52ad-42b3-937b-8d4e5f32b356 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6715581 Dec 15 13:42:40.391561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Request body: {'port': {'device_id': '2f941af4-7e22-47ad-8587-1ac951275bb8', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '7a9a06f05fff45ad81622d6938915173'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:40.398901 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d329-915f-481f-a291-28034335c3e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.424152 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f4463f-9b2f-4547-839c-9daac6f2b3d4 x-openstack-request-id: req-a8f4463f-9b2f-4547-839c-9daac6f2b3d4 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:40.424478 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c82def-7695-4156-850d-e29c85e3b116", "name": "network-vif-deleted", "tag": "bd60efaa-7de3-4dd1-9399-bf2e1febff8c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:40.424740 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8f4463f-9b2f-4547-839c-9daac6f2b3d4 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:40.425154 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c82def-7695-4156-850d-e29c85e3b116', 'name': 'network-vif-deleted', 'tag': 'bd60efaa-7de3-4dd1-9399-bf2e1febff8c', 'status': 'completed', 'code': 200} Dec 15 13:42:40.549135 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54ff8cd5-c012-4b2f-8f1e-97b4567929b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.555362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54ff8cd5-c012-4b2f-8f1e-97b4567929b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.561661 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-54ff8cd5-c012-4b2f-8f1e-97b4567929b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9df1ecc8-36c7-4101-bf12-adafd34bb359 HTTP/1.1" status: 204 len: 168 time: 0.6963525 Dec 15 13:42:40.581751 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d329-915f-481f-a291-28034335c3e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.589228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff8cd5-c012-4b2f-8f1e-97b4567929b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df1ecc8-36c7-4101-bf12-adafd34bb359,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:40.730568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d329-915f-481f-a291-28034335c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.734590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d329-915f-481f-a291-28034335c3e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.737076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c3b8d329-915f-481f-a291-28034335c3e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abd1b918-fc09-4556-870c-59df5c6d3496 HTTP/1.1" status: 204 len: 168 time: 0.8522468 Dec 15 13:42:40.757771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8d329-915f-481f-a291-28034335c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd1b918-fc09-4556-870c-59df5c6d3496,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:40.787588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Made reservation on behalf of 7a9a06f05fff45ad81622d6938915173 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:40.794276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.008626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Allocated IP 192.168.233.199 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:41.057715 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-945991aa-082c-46e9-a3e3-9124f5f54f03 req-c9c7509e-91d6-480c-b801-323fa01b00d6 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 210 time: 0.0444388 Dec 15 13:42:41.078333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecefc2-76a1-46c1-a6c6-9f0e3340c7eb req-ead1adf2-3d1d-4509-a366-8aceb0b03627 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:41.087982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74ecefc2-76a1-46c1-a6c6-9f0e3340c7eb req-ead1adf2-3d1d-4509-a366-8aceb0b03627 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 944 time: 0.0757380 Dec 15 13:42:41.154053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74ecefc2-76a1-46c1-a6c6-9f0e3340c7eb req-1bcc9ebc-7336-42a0-81d6-587d12aff1e3 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Dec 15 13:42:41.322496 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.364067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.371454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42536) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.436377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:41.437359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Pushing event updated for resources: {'Port': ['ID=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.441727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:41.444592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:41.460215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42540) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.484613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da01c69b-5cf5-4a7a-b5bc-dcc0ffde76a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.537334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:41.539669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.569196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7454c65e-7886-4553-97af-5d7d26bf68ef up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:41.592278 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-f197c692-a4e2-4f15-9d2d-21e51bea9b70 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2081552 Dec 15 13:42:41.608234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da01c69b-5cf5-4a7a-b5bc-dcc0ffde76a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.608592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Request body: {'port': {'device_id': '2f941af4-7e22-47ad-8587-1ac951275bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:41.620952 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da01c69b-5cf5-4a7a-b5bc-dcc0ffde76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.673440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-da01c69b-5cf5-4a7a-b5bc-dcc0ffde76a1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ab24dcfa97b49f58779626661a4dd42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111168 Dec 15 13:42:41.674099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42548) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.676709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01c69b-5cf5-4a7a-b5bc-dcc0ffde76a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7625d59-2563-4ec1-b5af-53b8c231e2fb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.690109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 7454c65e-7886-4553-97af-5d7d26bf68ef completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:41.696057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 7454c65e-7886-4553-97af-5d7d26bf68ef triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:41.696446 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.737295 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.769946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-504a8064-f1cf-4638-924b-5cc6d730f0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.800184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-187043c6-b4af-4743-926a-2f5e4fd8d7b5 None None] Provisioning complete for port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:41.800759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-187043c6-b4af-4743-926a-2f5e4fd8d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.828500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-504a8064-f1cf-4638-924b-5cc6d730f0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.850555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ac05e44-a029-4cdf-9e21-cf044076cb8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.886896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-187043c6-b4af-4743-926a-2f5e4fd8d7b5 None None] Port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:41.920472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-504a8064-f1cf-4638-924b-5cc6d730f0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.924303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-504a8064-f1cf-4638-924b-5cc6d730f0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.926074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-504a8064-f1cf-4638-924b-5cc6d730f0b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7625d59-2563-4ec1-b5af-53b8c231e2fb HTTP/1.1" status: 204 len: 168 time: 0.2508693 Dec 15 13:42:41.928444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42552) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.949163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a8064-f1cf-4638-924b-5cc6d730f0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7625d59-2563-4ec1-b5af-53b8c231e2fb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.989451 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ac05e44-a029-4cdf-9e21-cf044076cb8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.994973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ac05e44-a029-4cdf-9e21-cf044076cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.998812 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.035693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:42.039934 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3521a401-39a7-4450-a315-a1695460b512" -d '{"events": [{"server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "name": "network-vif-plugged", "status": "completed", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:42.056968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:42.062389 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.064679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bd60efaa-7de3-4dd1-9399-bf2e1febff8c no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:42.080946 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0ac05e44-a029-4cdf-9e21-cf044076cb8e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a0be208cb744090aab1fcca128482be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7083416 Dec 15 13:42:42.083407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac05e44-a029-4cdf-9e21-cf044076cb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a246e26c-5aeb-4e07-8e5e-8bce8dd32935,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.089282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.162153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.168404 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f15dcf-d25d-480e-b218-6721af9a6944 x-openstack-request-id: req-e8f15dcf-d25d-480e-b218-6721af9a6944 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:42.168925 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "name": "network-vif-plugged", "status": "completed", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:42.169335 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e8f15dcf-d25d-480e-b218-6721af9a6944 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:42.169883 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef', 'code': 200} Dec 15 13:42:42.172183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: bd60efaa-7de3-4dd1-9399-bf2e1febff8c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:42.173096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bd60efaa-7de3-4dd1-9399-bf2e1febff8c not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:42.243787 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f6b46c1-2d29-4dd8-8f29-e7f3bf8d5926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.300643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:42.307612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f6b46c1-2d29-4dd8-8f29-e7f3bf8d5926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.318209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.368911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13625e0f-a81d-497f-a566-20d69bfd9b36 req-cd2e0864-00d1-4b21-80f1-9b6fd3cd8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:42.370445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13625e0f-a81d-497f-a566-20d69bfd9b36 req-cd2e0864-00d1-4b21-80f1-9b6fd3cd8975 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1096 time: 0.1562531 Dec 15 13:42:42.380470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7928c8-132b-404a-80f7-21dd3ea50c83 req-cc52c988-c984-4035-819a-95377b38b32e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:42.382438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Transition to ACTIVE for port object 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:42.393955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9f7928c8-132b-404a-80f7-21dd3ea50c83 req-cc52c988-c984-4035-819a-95377b38b32e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 936 time: 0.1872551 Dec 15 13:42:42.398494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.418367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7f666-0c27-44c9-a092-0487ad004d5b req-b5ec76e7-d0cb-48df-8081-8a22e06e7ada tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:42.419901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8df7f666-0c27-44c9-a092-0487ad004d5b req-b5ec76e7-d0cb-48df-8081-8a22e06e7ada tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 945 time: 0.0809605 Dec 15 13:42:42.508180 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8df7f666-0c27-44c9-a092-0487ad004d5b req-eb5b2745-60d8-4827-874c-fe674599eb8f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653098 Dec 15 13:42:42.602170 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9f7928c8-132b-404a-80f7-21dd3ea50c83 req-257f452c-7b6c-4e5e-be5d-0404501f91dc tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002554 Dec 15 13:42:42.607525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-70ca2fc3-97d0-42ce-a32b-1fb153e81f9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=54251d3e66a24bf4a3729d48cda76926&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6759851 Dec 15 13:42:42.610686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13625e0f-a81d-497f-a566-20d69bfd9b36 req-1b904442-22fd-4d16-a13b-02474e609483 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128410 Dec 15 13:42:42.616266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42578) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.730510 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dab26e37-9935-468a-907d-37ae71d42641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.757646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dab26e37-9935-468a-907d-37ae71d42641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.823444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dab26e37-9935-468a-907d-37ae71d42641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.827881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dab26e37-9935-468a-907d-37ae71d42641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.830695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dab26e37-9935-468a-907d-37ae71d42641 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c0dc2190-8a0c-4c51-b240-89974b5c95e9 HTTP/1.1" status: 204 len: 168 time: 0.2132623 Dec 15 13:42:42.843816 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f6b46c1-2d29-4dd8-8f29-e7f3bf8d5926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.846710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f6b46c1-2d29-4dd8-8f29-e7f3bf8d5926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.851155 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f6b46c1-2d29-4dd8-8f29-e7f3bf8d5926 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a246e26c-5aeb-4e07-8e5e-8bce8dd32935 HTTP/1.1" status: 204 len: 168 time: 0.7427378 Dec 15 13:42:42.852269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.853802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab26e37-9935-468a-907d-37ae71d42641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dc2190-8a0c-4c51-b240-89974b5c95e9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.879393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b46c1-2d29-4dd8-8f29-e7f3bf8d5926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a246e26c-5aeb-4e07-8e5e-8bce8dd32935,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.915288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Attempting to bind port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:42.915669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Attempting to bind port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:42.916034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Attempting to bind port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:42.920642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:42.920998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Attempting to bind port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:42.927102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:42.927478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:42.927856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:42.928489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Bound port: 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:42.928668 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.995730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] For port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:42.999606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] For port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:43.005658 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.049735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.050367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.052076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] 10.222.0.74 "PUT /v2.0/ports/3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a HTTP/1.1" status: 200 len: 1096 time: 1.4499824 Dec 15 13:42:43.052579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f941af4-7e22-47ad-8587-1ac951275bb8', 'tag': '3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:43.054965 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64162a-ae69-46c1-a04f-7b276433440e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f941af4-7e22-47ad-8587-1ac951275bb8", "tag": "3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:43.101853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d0f8a-f46b-464a-a96a-4cae0d0a8ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:43.169200 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50284347-150d-4487-9970-ed01921c61e9 x-openstack-request-id: req-50284347-150d-4487-9970-ed01921c61e9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:43.169200 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f941af4-7e22-47ad-8587-1ac951275bb8", "tag": "3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:43.169518 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50284347-150d-4487-9970-ed01921c61e9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:43.169902 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f941af4-7e22-47ad-8587-1ac951275bb8', 'tag': '3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a', 'status': 'completed', 'code': 200} Dec 15 13:42:43.194514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-6370e680-8ef0-41e5-be9c-2378ce78268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.197443 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-6370e680-8ef0-41e5-be9c-2378ce78268f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a9a06f05fff45ad81622d6938915173&device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 1099 time: 0.0774069 Dec 15 13:42:43.272565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-a1cfee68-ab8d-4c83-b07b-5a1464805b11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a HTTP/1.1" status: 200 len: 217 time: 0.0639660 Dec 15 13:42:43.368106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-9a8d7279-4719-46d8-8365-eb43b243d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.369487 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-9a8d7279-4719-46d8-8365-eb43b243d13d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0881131 Dec 15 13:42:43.496823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-b9590f9d-ec41-4ca1-8df1-12aae8195d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.500104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-b9590f9d-ec41-4ca1-8df1-12aae8195d4d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216452 Dec 15 13:42:43.600361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42628) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:43.677943 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-e1054a71-1cd1-4f9e-b063-7aa24e1c6c3a service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707189 Dec 15 13:42:43.681648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7d8858c2-0eba-444e-bab8-67a42275b33b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f0202d89f23644608568d30fb5460108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784037 Dec 15 13:42:43.684349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42636) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:43.787678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbdb1-7ae1-44db-a764-af9707a5d8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.804066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a824d-ca4a-4c13-b35f-cc24dbac8cba req-bb3f7812-2e72-4621-9227-7fdacc0b0d2a tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.805705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c32a824d-ca4a-4c13-b35f-cc24dbac8cba req-bb3f7812-2e72-4621-9227-7fdacc0b0d2a tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 945 time: 0.0867167 Dec 15 13:42:43.845775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbdb1-7ae1-44db-a764-af9707a5d8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.853734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42644) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:43.862313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd85844-3864-45e7-b821-3dfaa3577f1c req-20db7fbf-500c-46f9-8f9d-cb1a00e5bd57 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.863896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bfd85844-3864-45e7-b821-3dfaa3577f1c req-20db7fbf-500c-46f9-8f9d-cb1a00e5bd57 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 948 time: 0.0877924 Dec 15 13:42:43.894883 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec406c2-bb38-47e6-b747-dc7068f4c322 req-226e411a-4237-48fe-8a7c-042385a5d87c service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083454 Dec 15 13:42:43.930168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bfd85844-3864-45e7-b821-3dfaa3577f1c req-44f0af78-7792-4b53-8ac4-7ef5dd360536 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563450 Dec 15 13:42:43.937111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c32a824d-ca4a-4c13-b35f-cc24dbac8cba req-a3b436da-50cd-48bd-9f6d-c605714091de tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229534 Dec 15 13:42:43.943019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f88abc1-fa9b-41d8-bbdf-10ecde76158a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.052562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64162a-ae69-46c1-a04f-7b276433440e req-292a1246-1f1f-48c8-a2e5-7235632f1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:44.055711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a64162a-ae69-46c1-a04f-7b276433440e req-292a1246-1f1f-48c8-a2e5-7235632f1870 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a9a06f05fff45ad81622d6938915173&device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 1099 time: 0.1026895 Dec 15 13:42:44.081468 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbdb1-7ae1-44db-a764-af9707a5d8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.088555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbdb1-7ae1-44db-a764-af9707a5d8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.090122 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fd8cbdb1-7ae1-44db-a764-af9707a5d8cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/547bf5d0-c078-4faa-917e-f78c3d3bf570 HTTP/1.1" status: 204 len: 168 time: 0.4038997 Dec 15 13:42:44.118873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cbdb1-7ae1-44db-a764-af9707a5d8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547bf5d0-c078-4faa-917e-f78c3d3bf570,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:44.190262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f88abc1-fa9b-41d8-bbdf-10ecde76158a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.195796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f88abc1-fa9b-41d8-bbdf-10ecde76158a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.245311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64162a-ae69-46c1-a04f-7b276433440e req-87ec34ae-70a5-4962-aac1-79b0c60fc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:44.246789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a64162a-ae69-46c1-a04f-7b276433440e req-87ec34ae-70a5-4962-aac1-79b0c60fc7d6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1824095 Dec 15 13:42:44.252177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1f88abc1-fa9b-41d8-bbdf-10ecde76158a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=749e874d5667412c8f1815db0c7d80cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915894 Dec 15 13:42:44.254841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42670) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:44.288959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88abc1-fa9b-41d8-bbdf-10ecde76158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358f9b5-0562-4394-994a-fd57a4acc69f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:44.323128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-745234da-9cb3-41c0-9953-a8fdb5a03b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.332732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a64162a-ae69-46c1-a04f-7b276433440e req-23fd1577-8914-4147-87d3-84b0f3d79361 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a HTTP/1.1" status: 200 len: 217 time: 0.0773971 Dec 15 13:42:44.349555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-745234da-9cb3-41c0-9953-a8fdb5a03b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.400092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64162a-ae69-46c1-a04f-7b276433440e req-d357b663-8486-428d-99d8-b44157605390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:44.400457 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a64162a-ae69-46c1-a04f-7b276433440e req-d357b663-8486-428d-99d8-b44157605390 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0601380 Dec 15 13:42:44.416119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-745234da-9cb3-41c0-9953-a8fdb5a03b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.428399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-745234da-9cb3-41c0-9953-a8fdb5a03b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.431909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-745234da-9cb3-41c0-9953-a8fdb5a03b07 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3358f9b5-0562-4394-994a-fd57a4acc69f HTTP/1.1" status: 204 len: 168 time: 0.1738458 Dec 15 13:42:44.446771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745234da-9cb3-41c0-9953-a8fdb5a03b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358f9b5-0562-4394-994a-fd57a4acc69f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:44.458701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64162a-ae69-46c1-a04f-7b276433440e req-885775f9-b940-45f4-8fb1-095c0d04a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:44.460369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a64162a-ae69-46c1-a04f-7b276433440e req-885775f9-b940-45f4-8fb1-095c0d04a241 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517073 Dec 15 13:42:44.571588 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a64162a-ae69-46c1-a04f-7b276433440e req-661dd341-947d-4c07-b1a5-598121706887 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019881 Dec 15 13:42:44.705217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b88de-ddc0-4a7e-807e-b46de0d91ae0 req-05db4552-3e8c-47e2-b197-fe491f394b9b tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:44.706727 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e1b88de-ddc0-4a7e-807e-b46de0d91ae0 req-05db4552-3e8c-47e2-b197-fe491f394b9b tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1096 time: 0.0703681 Dec 15 13:42:44.709038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a64162a-ae69-46c1-a04f-7b276433440e req-552b1966-9a9c-4ef5-81af-256f8920c34b service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282389 Dec 15 13:42:44.760134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e1b88de-ddc0-4a7e-807e-b46de0d91ae0 req-3dc36d74-b01e-4dcf-a111-27fca5d51573 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Dec 15 13:42:44.946069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591d9f5-69c7-4d05-9ba5-a0f45338f7b7 req-e43a9629-c966-49e2-bf8b-be30807f8d7d tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:44.947492 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f591d9f5-69c7-4d05-9ba5-a0f45338f7b7 req-e43a9629-c966-49e2-bf8b-be30807f8d7d tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1096 time: 0.0422454 Dec 15 13:42:45.001324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f591d9f5-69c7-4d05-9ba5-a0f45338f7b7 req-20650295-32e9-4715-8147-30a67f6c73dd tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455072 Dec 15 13:42:45.107063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d340-6726-47ea-8c70-a79b048eca41 req-02c96566-dd4a-4910-94dc-2bc9fc492a3b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.108844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9f29d340-6726-47ea-8c70-a79b048eca41 req-02c96566-dd4a-4910-94dc-2bc9fc492a3b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 948 time: 0.0743730 Dec 15 13:42:45.173824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9f29d340-6726-47ea-8c70-a79b048eca41 req-13a0b619-175a-4846-a2ba-d967b051a639 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562389 Dec 15 13:42:45.959503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-82199bdd-06a9-4b00-a530-679c427f36a6 req-43b78d59-249d-4222-b7a5-0bedf6e6db57 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:45.960531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82199bdd-06a9-4b00-a530-679c427f36a6 req-43b78d59-249d-4222-b7a5-0bedf6e6db57 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2804468 Dec 15 13:42:46.584601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef70e6-e5af-40c9-999e-5839527e45fc req-a8787134-8f39-430c-b0b4-1a441c4f577b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:46.593178 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01ef70e6-e5af-40c9-999e-5839527e45fc req-a8787134-8f39-430c-b0b4-1a441c4f577b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 948 time: 0.0686026 Dec 15 13:42:46.648881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01ef70e6-e5af-40c9-999e-5839527e45fc req-87d91d75-32ad-4270-9177-bc9019f6f4fd tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475411 Dec 15 13:42:47.154191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:47.202826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42890) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:47.374607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:47.530402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5862e669-3d6c-4de9-b163-20d05c6626d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.578094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29fe14c4-352f-45a2-934b-21b7ecb58a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.589899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:47.626983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a', 'mac_address': 'fa:16:3e:b5:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:47.701351 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5862e669-3d6c-4de9-b163-20d05c6626d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.702807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.709274 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5862e669-3d6c-4de9-b163-20d05c6626d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.742752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:47.776633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:47.785138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.794753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5862e669-3d6c-4de9-b163-20d05c6626d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4e88b1d71d744ed1bd52594b52f05d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6392791 Dec 15 13:42:47.795368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42938) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:47.848384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862e669-3d6c-4de9-b163-20d05c6626d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61796722-956c-4d71-9c55-85641568287c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:47.853713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:47.875347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29fe14c4-352f-45a2-934b-21b7ecb58a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.886164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29fe14c4-352f-45a2-934b-21b7ecb58a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.903177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3069bb7f-01bd-4080-b42c-cc92479ec953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.929541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42942) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:47.949244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3069bb7f-01bd-4080-b42c-cc92479ec953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.955680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f2c9f-aed1-4819-9a21-8fa115475f3f req-3a9863d2-2d39-48b5-b586-a54131c0453a tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:47.957544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e1f2c9f-aed1-4819-9a21-8fa115475f3f req-3a9863d2-2d39-48b5-b586-a54131c0453a tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 949 time: 0.1582911 Dec 15 13:42:47.963707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe14c4-352f-45a2-934b-21b7ecb58a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4709237-f421-48ff-b02c-068aba67e0b7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:47.970718 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-29fe14c4-352f-45a2-934b-21b7ecb58a8f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b50d87770e0c4ba2812a41f8239d4578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7668247 Dec 15 13:42:47.971538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:48.008569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:48.016880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42948) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:48.045991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3069bb7f-01bd-4080-b42c-cc92479ec953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.050750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3069bb7f-01bd-4080-b42c-cc92479ec953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.055658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3069bb7f-01bd-4080-b42c-cc92479ec953 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/61796722-956c-4d71-9c55-85641568287c HTTP/1.1" status: 204 len: 168 time: 0.2435310 Dec 15 13:42:48.066277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069bb7f-01bd-4080-b42c-cc92479ec953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61796722-956c-4d71-9c55-85641568287c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:48.083920 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e1f2c9f-aed1-4819-9a21-8fa115475f3f req-5cc14c94-5de3-4a6f-abe6-3ba6a988d67a tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111610 Dec 15 13:42:48.087621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1edc9ca-14c1-42f2-81df-bee61f4877a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.112577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-706ceb53-4e83-46b8-baf4-e41bc9561fe8 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:48.133333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-706ceb53-4e83-46b8-baf4-e41bc9561fe8 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1128299 Dec 15 13:42:48.134936 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:42:48.136202 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1edc9ca-14c1-42f2-81df-bee61f4877a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.138518 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-668fcf00-bac1-4e54-84f6-a92d3cfcec11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.201794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1edc9ca-14c1-42f2-81df-bee61f4877a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.213171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1edc9ca-14c1-42f2-81df-bee61f4877a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.213171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c1edc9ca-14c1-42f2-81df-bee61f4877a3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d4709237-f421-48ff-b02c-068aba67e0b7 HTTP/1.1" status: 204 len: 168 time: 0.2371893 Dec 15 13:42:48.221385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edc9ca-14c1-42f2-81df-bee61f4877a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4709237-f421-48ff-b02c-068aba67e0b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:48.298678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-668fcf00-bac1-4e54-84f6-a92d3cfcec11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.303635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-668fcf00-bac1-4e54-84f6-a92d3cfcec11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.350527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-668fcf00-bac1-4e54-84f6-a92d3cfcec11 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=816d4f7fefcc438f9351e489c8006b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195800 Dec 15 13:42:48.353315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42966) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:48.369316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fcf00-bac1-4e54-84f6-a92d3cfcec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d0dce7-da81-4613-a076-56e60e698901,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:48.378913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-3c475443-ed8e-43ad-a810-3d4077f6e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:48.380391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-3c475443-ed8e-43ad-a810-3d4077f6e9e8 service neutron] 10.222.0.86 "GET /v2.0/ports/7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 1093 time: 0.1833878 Dec 15 13:42:48.389775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Request body: {'binding': {'host': 'n-h1-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:48.390282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Unknown quota resources ['binding']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:42:48.437664 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b3d270-4e31-486c-90bb-034f4359204c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.466224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b3d270-4e31-486c-90bb-034f4359204c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.526186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b3d270-4e31-486c-90bb-034f4359204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.529252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b3d270-4e31-486c-90bb-034f4359204c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.530694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03b3d270-4e31-486c-90bb-034f4359204c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78d0dce7-da81-4613-a076-56e60e698901 HTTP/1.1" status: 204 len: 168 time: 0.1764100 Dec 15 13:42:48.540194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3d270-4e31-486c-90bb-034f4359204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d0dce7-da81-4613-a076-56e60e698901,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:48.544247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on host n-h1-821840-1 for vnic_type normal with profile None {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:48.544700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:48.545129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:48.551021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:48.551776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:48.556917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:48.557375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:48.557857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:48.558384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Bound port: 7454c65e-7886-4553-97af-5d7d26bf68ef, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:48.650435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:48.658282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.660149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-5e3f95da-5fd0-47d8-a96e-97cd93077192 service neutron] 10.222.0.86 "POST /v2.0/ports/7454c65e-7886-4553-97af-5d7d26bf68ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.2740324 Dec 15 13:42:48.765802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42980) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:48.789977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1c65113-5438-421e-a8b9-6a9c807a4b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.840259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:48.891204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-398e90de-579e-40d2-b65a-d40454e8a8bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.055688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e8b16-7424-4545-b5cf-cf8c11255fd5 req-b55d06f9-2288-46e9-83a3-b06f12fb3fa3 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.057465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-635e8b16-7424-4545-b5cf-cf8c11255fd5 req-b55d06f9-2288-46e9-83a3-b06f12fb3fa3 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 945 time: 0.1970124 Dec 15 13:42:49.137583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e372e965-d61c-43e9-8426-2bb4f3c15e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.139257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e372e965-d61c-43e9-8426-2bb4f3c15e37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1096 time: 0.1762264 Dec 15 13:42:49.143220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1c65113-5438-421e-a8b9-6a9c807a4b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.174953 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1c65113-5438-421e-a8b9-6a9c807a4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.221563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8fe11-fd4a-4d5f-93b4-98f77229aedc req-548334e2-546d-4274-b183-7f91e2bcb1ff tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.236325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-efd8fe11-fd4a-4d5f-93b4-98f77229aedc req-548334e2-546d-4274-b183-7f91e2bcb1ff tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 949 time: 0.0710423 Dec 15 13:42:49.250158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43008) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:49.300707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-635e8b16-7424-4545-b5cf-cf8c11255fd5 req-72a9ba75-ac8b-4b22-8b48-de56356613e3 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267983 Dec 15 13:42:49.303562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-398e90de-579e-40d2-b65a-d40454e8a8bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.330780 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-398e90de-579e-40d2-b65a-d40454e8a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.341258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e1c65113-5438-421e-a8b9-6a9c807a4b72 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ec64d523beb42b988e5812e75c5b38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749085 Dec 15 13:42:49.345859 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-efd8fe11-fd4a-4d5f-93b4-98f77229aedc req-f5091496-2116-4a79-bddf-f7d65f56e8fd tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989425 Dec 15 13:42:49.347157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43012) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:49.351607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c65113-5438-421e-a8b9-6a9c807a4b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ed0446-620b-44e5-94ee-ff1df3f50d35,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:49.390876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:49.406545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43016) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:49.421876 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41542444-2899-421d-9b6e-ec837e3e3b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.427642 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-398e90de-579e-40d2-b65a-d40454e8a8bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80dfc2bbf5b743e085baacad19144bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861449 Dec 15 13:42:49.434977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:49.455008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e90de-579e-40d2-b65a-d40454e8a8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665ad98b-e436-4d20-a2f4-aca910bb2b35,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:49.461558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-bf00f1b7-1331-4247-b7eb-a32f74754a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.463305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-bf00f1b7-1331-4247-b7eb-a32f74754a96 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.3071952 Dec 15 13:42:49.463843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b095576c-475a-4de6-ae79-88333215362f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.525255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b095576c-475a-4de6-ae79-88333215362f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.526112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-c105edb3-4b3c-4d65-9013-1e2aab085116 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 217 time: 0.0527389 Dec 15 13:42:49.539571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43020) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:49.584536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:42:49.586957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3f4b-1f67-474e-ad1d-29b66086d2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.591553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:49.592857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.607071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-d16759cf-4c6a-416f-84a5-8eb6d1ce7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.608723 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-d16759cf-4c6a-416f-84a5-8eb6d1ce7ab9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0740883 Dec 15 13:42:49.630647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41542444-2899-421d-9b6e-ec837e3e3b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.634577 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3f4b-1f67-474e-ad1d-29b66086d2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.645871 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41542444-2899-421d-9b6e-ec837e3e3b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.661091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-01b7d2b9-4e7b-4875-a552-33bc0a890250 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421572 Dec 15 13:42:49.675239 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b095576c-475a-4de6-ae79-88333215362f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.685572 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b095576c-475a-4de6-ae79-88333215362f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.691858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b095576c-475a-4de6-ae79-88333215362f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/11ed0446-620b-44e5-94ee-ff1df3f50d35 HTTP/1.1" status: 204 len: 168 time: 0.3426447 Dec 15 13:42:49.760690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41542444-2899-421d-9b6e-ec837e3e3b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7072366-7be8-40f5-8970-398570533a93,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:49.804817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-41542444-2899-421d-9b6e-ec837e3e3b71 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6ab0b0391b444049ba7bc069e4701c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943901 Dec 15 13:42:49.806692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3f4b-1f67-474e-ad1d-29b66086d2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.810438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43028) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:49.810875 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3f4b-1f67-474e-ad1d-29b66086d2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.812425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d6cb3f4b-1f67-474e-ad1d-29b66086d2be admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/665ad98b-e436-4d20-a2f4-aca910bb2b35 HTTP/1.1" status: 204 len: 168 time: 0.3724120 Dec 15 13:42:49.812557 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.824454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb3f4b-1f67-474e-ad1d-29b66086d2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665ad98b-e436-4d20-a2f4-aca910bb2b35,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:49.826207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095576c-475a-4de6-ae79-88333215362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ed0446-620b-44e5-94ee-ff1df3f50d35,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:49.829710 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-864b5112-3cbd-4844-9518-2d84292c2117 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593683 Dec 15 13:42:49.854956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5d4fa05-1b00-4119-9556-917fdf4f9884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.868875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f941af4-7e22-47ad-8587-1ac951275bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:49.871657 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997ef42a-582e-491d-8f85-07001f365f23" -d '{"events": [{"server_uuid": "2f941af4-7e22-47ad-8587-1ac951275bb8", "name": "network-vif-plugged", "status": "completed", "tag": "3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:49.888692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:49.892536 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1bacb55-2fa3-4b02-a857-548266453303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.894333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.982488 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4622e431-0096-4e4d-ad19-165fef177695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.020922 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4612f70c-bc2d-4f98-a702-8c428fb79070 x-openstack-request-id: req-4612f70c-bc2d-4f98-a702-8c428fb79070 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:50.021396 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f941af4-7e22-47ad-8587-1ac951275bb8", "name": "network-vif-plugged", "status": "completed", "tag": "3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:50.021664 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4612f70c-bc2d-4f98-a702-8c428fb79070 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:50.022069 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f941af4-7e22-47ad-8587-1ac951275bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a', 'code': 200} Dec 15 13:42:50.023290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:50.039786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4622e431-0096-4e4d-ad19-165fef177695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.100121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893dd9-dd92-4d05-bac4-13cf79caf7ad req-893156cf-08c8-40b5-aea2-daf55cd637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:50.102146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b893dd9-dd92-4d05-bac4-13cf79caf7ad req-893156cf-08c8-40b5-aea2-daf55cd637c9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 1101 time: 0.0760403 Dec 15 13:42:50.139087 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e2221587-7868-4728-b309-288183ec8965 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005025 Dec 15 13:42:50.180123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5d4fa05-1b00-4119-9556-917fdf4f9884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.198380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5d4fa05-1b00-4119-9556-917fdf4f9884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.205348 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b893dd9-dd92-4d05-bac4-13cf79caf7ad req-9d3fbbb5-fd29-48b8-8908-3c7a856f6d19 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905809 Dec 15 13:42:50.240628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1bacb55-2fa3-4b02-a857-548266453303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.258497 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1bacb55-2fa3-4b02-a857-548266453303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.271231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b5d4fa05-1b00-4119-9556-917fdf4f9884 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df8313c8101247a6aa69133a697790c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0155761 Dec 15 13:42:50.271718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43042) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:50.276129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4fa05-1b00-4119-9556-917fdf4f9884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cba1baf-c2c7-4865-b674-9e47223596a0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:50.285362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4622e431-0096-4e4d-ad19-165fef177695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.287893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4622e431-0096-4e4d-ad19-165fef177695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.291692 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4622e431-0096-4e4d-ad19-165fef177695 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7072366-7be8-40f5-8970-398570533a93 HTTP/1.1" status: 204 len: 168 time: 0.4778614 Dec 15 13:42:50.312920 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d1bacb55-2fa3-4b02-a857-548266453303 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=732218ab7a4c4c318b31e19ec2ac31ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7722204 Dec 15 13:42:50.317504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:50.321894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bacb55-2fa3-4b02-a857-548266453303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0c0cd-445f-404d-b2eb-fc747a1d7b80,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:50.333567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e431-0096-4e4d-ad19-165fef177695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7072366-7be8-40f5-8970-398570533a93,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:50.384576 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a0a03f-51d8-4b77-ac6d-cfdef02b3a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.455318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a0a03f-51d8-4b77-ac6d-cfdef02b3a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.485562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00e8f1-c048-4df1-aad5-2b60e2e550d9 req-70d9dfff-0e80-47e8-bb03-6f1bb5054fe2 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:50.493491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d00e8f1-c048-4df1-aad5-2b60e2e550d9 req-70d9dfff-0e80-47e8-bb03-6f1bb5054fe2 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 950 time: 0.0660207 Dec 15 13:42:50.551130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d00e8f1-c048-4df1-aad5-2b60e2e550d9 req-a9d40778-c4d5-4257-815d-804a05bb4f31 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567446 Dec 15 13:42:50.566050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d90dd0e-98f2-4266-bc59-cb7db85c4a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.611414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158800d9-9171-400e-b02e-dbb865e128a6 req-a85dbbd4-eb92-4a64-84fe-1915bb9b13dd tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:50.612947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-158800d9-9171-400e-b02e-dbb865e128a6 req-a85dbbd4-eb92-4a64-84fe-1915bb9b13dd tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 945 time: 0.1767013 Dec 15 13:42:50.636575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d90dd0e-98f2-4266-bc59-cb7db85c4a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.708059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-2024f21d-b041-4b70-b44a-2251cb9660f3 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:50.709736 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-2024f21d-b041-4b70-b44a-2251cb9660f3 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.1962204 Dec 15 13:42:50.737445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-1'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:50.744432 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a0a03f-51d8-4b77-ac6d-cfdef02b3a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.747142 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a0a03f-51d8-4b77-ac6d-cfdef02b3a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.748343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-25a0a03f-51d8-4b77-ac6d-cfdef02b3a9b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2cba1baf-c2c7-4865-b674-9e47223596a0 HTTP/1.1" status: 204 len: 168 time: 0.4755790 Dec 15 13:42:50.796130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0a03f-51d8-4b77-ac6d-cfdef02b3a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cba1baf-c2c7-4865-b674-9e47223596a0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:50.801750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-158800d9-9171-400e-b02e-dbb865e128a6 req-70fd66da-ff3f-4e88-b578-536b6a8ab780 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702747 Dec 15 13:42:50.843152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.849087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d90dd0e-98f2-4266-bc59-cb7db85c4a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.852127 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d90dd0e-98f2-4266-bc59-cb7db85c4a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.855912 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7d90dd0e-98f2-4266-bc59-cb7db85c4a9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72b0c0cd-445f-404d-b2eb-fc747a1d7b80 HTTP/1.1" status: 204 len: 168 time: 0.5344210 Dec 15 13:42:50.864986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90dd0e-98f2-4266-bc59-cb7db85c4a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0c0cd-445f-404d-b2eb-fc747a1d7b80,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.000353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:51.048407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:51.095309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:51.097657 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a967b21-0493-49c2-bfeb-4fd5221a9041" -d '{"events": [{"server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "name": "network-vif-unplugged", "status": "completed", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:51.112944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.119684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.147495 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50554f04-46b2-4900-ac2a-5c32c2986835 x-openstack-request-id: req-50554f04-46b2-4900-ac2a-5c32c2986835 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:51.147849 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "name": "network-vif-unplugged", "status": "completed", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:51.148207 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50554f04-46b2-4900-ac2a-5c32c2986835 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:51.148610 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef', 'code': 200} Dec 15 13:42:51.215535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Pushing event updated for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.234326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on host n-h2-821840-1 for vnic_type normal with profile {"migrating_to": "n-h1-821840-1"} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:51.234662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:51.235142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:51.240406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:51.240732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Attempting to bind port 7454c65e-7886-4553-97af-5d7d26bf68ef on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:51.245679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:51.246020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:51.246390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:51.246811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Bound port: 7454c65e-7886-4553-97af-5d7d26bf68ef, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:51.247166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.330439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:51.336114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:51.343970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.374966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43098) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:51.393983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.439808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:51.440648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.442152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] 10.222.0.74 "PUT /v2.0/ports/7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 1121 time: 0.7096384 Dec 15 13:42:51.448619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ef666-80e2-465d-9265-fde4b40c117b service neutron] Pushing event updated for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=8']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.512375 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.517905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.519346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['7454c65e-7886-4553-97af-5d7d26bf68ef'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:51.543566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec02498-6dff-46ef-be27-c9cd3e89cb34,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.564185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.564529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.565001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.565212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.565774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.566077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.566607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.567154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.567648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.568306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.568781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.569253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.569898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:51.580397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4f907249-14fb-4f74-a16a-44e976ee43f9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0a5cac03441b43268b28ed0f57ec4337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036283 Dec 15 13:42:51.583511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43108) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:51.651294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9efc875-c19b-4313-8e72-57f9615c0c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.698634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9efc875-c19b-4313-8e72-57f9615c0c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.747068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ea33c-78af-4d5d-8f48-9fe2da6f0a4e req-d0e8effb-ce87-423f-b9df-f7d733bee339 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:51.748922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-628ea33c-78af-4d5d-8f48-9fe2da6f0a4e req-d0e8effb-ce87-423f-b9df-f7d733bee339 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 950 time: 0.0870771 Dec 15 13:42:51.778674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9efc875-c19b-4313-8e72-57f9615c0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.781828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9efc875-c19b-4313-8e72-57f9615c0c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:51.786020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a9efc875-c19b-4313-8e72-57f9615c0c43 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bec02498-6dff-46ef-be27-c9cd3e89cb34 HTTP/1.1" status: 204 len: 168 time: 0.1986735 Dec 15 13:42:51.803906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efc875-c19b-4313-8e72-57f9615c0c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec02498-6dff-46ef-be27-c9cd3e89cb34,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:51.827703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:51.859698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-628ea33c-78af-4d5d-8f48-9fe2da6f0a4e req-1ffba174-db42-48a9-9139-e09da217f64b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901191 Dec 15 13:42:51.992220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b0d8f-8d33-4701-8807-51fc9dff52a1 req-a768edc5-fcdc-4f3b-8767-5f3fe8ab1a00 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:51.993866 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b1b0d8f-8d33-4701-8807-51fc9dff52a1 req-a768edc5-fcdc-4f3b-8767-5f3fe8ab1a00 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 943 time: 0.0653248 Dec 15 13:42:52.061249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b1b0d8f-8d33-4701-8807-51fc9dff52a1 req-dfba51cb-8799-4d37-a774-caa427d775fb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548301 Dec 15 13:42:52.151551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591fec6-d8e7-4867-9fba-3b6acf47eb43 req-bc06dbf7-d535-4450-8421-50eb35db642f tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.153782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d591fec6-d8e7-4867-9fba-3b6acf47eb43 req-bc06dbf7-d535-4450-8421-50eb35db642f tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 950 time: 0.0759783 Dec 15 13:42:52.171161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2112707316-network', 'tenant_id': '09ae0d9410d84a26b0f857d48d5e5037'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:52.200187 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Made reservation on behalf of 09ae0d9410d84a26b0f857d48d5e5037 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:52.202926 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.216923 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.230539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d591fec6-d8e7-4867-9fba-3b6acf47eb43 req-e901d3c5-474a-4706-abe7-0c4fad19fa9b tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698097 Dec 15 13:42:52.308825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.313567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.337769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:52.354928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.360848 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.361422 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Added segment 10a9b6a6-b46e-4586-a027-ec3e9ada515d of type vlan for network 87d8033e-dffc-4e08-a41a-99e4801c9b00 Dec 15 13:42:52.416993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.460702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.461713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.462289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.530488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6992588 Dec 15 13:42:52.536520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:52.541570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Request body: {'subnet': {'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2112707316-subnet', 'tenant_id': '09ae0d9410d84a26b0f857d48d5e5037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:52.545977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a22257-b6c2-4b90-8c9a-e8074c7794b7 admin admin] Pushing event updated for resources: {'Network': ['ID=87d8033e-dffc-4e08-a41a-99e4801c9b00,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.558043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 87d8033e-dffc-4e08-a41a-99e4801c9b00 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:52.585836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a90d4b-fa14-494b-9790-beda81ebf89b req-25bd39e0-4ecb-453c-bf92-b6ee6d1e13ef tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.592478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06a90d4b-fa14-494b-9790-beda81ebf89b req-25bd39e0-4ecb-453c-bf92-b6ee6d1e13ef tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 950 time: 0.0780525 Dec 15 13:42:52.596498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Made reservation on behalf of 09ae0d9410d84a26b0f857d48d5e5037 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:52.599253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.659093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06a90d4b-fa14-494b-9790-beda81ebf89b req-f6563484-d0d2-4641-be90-079ca8e523ff tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Dec 15 13:42:52.841637 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.900504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Pushing event updated for resources: {'Subnet': ['ID=155b3a00-9352-46c0-9941-5adafc4b409e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.912128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:52.912492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Network hostable DHCP agents. Network: 87d8033e-dffc-4e08-a41a-99e4801c9b00, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:52.929438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Network 87d8033e-dffc-4e08-a41a-99e4801c9b00 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:52.939811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 87d8033e-dffc-4e08-a41a-99e4801c9b00) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:52.944124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.944946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.955309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21303c-c5a0-4410-9c31-2a0c006aab3b None None] Network 87d8033e-dffc-4e08-a41a-99e4801c9b00 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:52.966741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-abb5c493-3e77-46d7-af71-cea89779f50e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4289477 Dec 15 13:42:53.042968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43182) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:53.060806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f20429-259e-4043-a608-b24c57bf4712 None None] Network 87d8033e-dffc-4e08-a41a-99e4801c9b00 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:53.150273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:53.154005 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dc5430-ed9b-4b63-a091-6af5d233acbb" -d '{"events": [{"name": "network-changed", "server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:53.209917 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4f3732-74ad-424e-b602-e4d367c2a06e x-openstack-request-id: req-8e4f3732-74ad-424e-b602-e4d367c2a06e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:53.210563 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:53.210563 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e4f3732-74ad-424e-b602-e4d367c2a06e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:53.210844 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef', 'status': 'completed', 'code': 200} Dec 15 13:42:53.258270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774ce0b-6be5-4ffb-8184-c1ec29f740dc req-65913b4d-bfac-4a7c-a30a-44bcfb5c7cd2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.272878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9774ce0b-6be5-4ffb-8184-c1ec29f740dc req-65913b4d-bfac-4a7c-a30a-44bcfb5c7cd2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 943 time: 0.1106312 Dec 15 13:42:53.285227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-2e136761-7054-4315-a419-5aa4a1cbac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.287055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-2e136761-7054-4315-a419-5aa4a1cbac43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1124 time: 0.0523884 Dec 15 13:42:53.350564 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9774ce0b-6be5-4ffb-8184-c1ec29f740dc req-0cfd1b0c-8714-44d9-a11c-461ac585831b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700188 Dec 15 13:42:53.391665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-8db790c8-e6e6-43f4-adde-2c2ec0c71c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.393613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-8db790c8-e6e6-43f4-adde-2c2ec0c71c4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.0998158 Dec 15 13:42:53.398730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1990376466-network', 'tenant_id': '81995d5a79f34ca1853179ecb3cd5447'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:53.444144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-3d7bd5b1-c63f-4c44-a850-760f3e6695df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 217 time: 0.0411286 Dec 15 13:42:53.489791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Made reservation on behalf of 81995d5a79f34ca1853179ecb3cd5447 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:53.492083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.505533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.518976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-bcea169b-85d7-4306-a45d-0821aa518a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.520446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-bcea169b-85d7-4306-a45d-0821aa518a65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0700297 Dec 15 13:42:53.559214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-7a77f3c4-9723-427a-8919-c75057d9550f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287564 Dec 15 13:42:53.684059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.693900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.725676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-7a89bdc4-50c1-4933-aed4-519027156015 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518900 Dec 15 13:42:53.728691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8677bf-708f-473b-b82c-8cebf4770177,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:53.742030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:53.787266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.787611 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Added segment 28c81279-20a6-4d2f-9209-12deee98d217 of type vlan for network 1b8fbb3d-50a2-405a-82ff-11a34f7b208d Dec 15 13:42:53.818758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc83f7-43c1-42ac-8721-30752e574301 req-42a8d2b1-468e-4fd0-b56e-b78b89c6431d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.824993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3fc83f7-43c1-42ac-8721-30752e574301 req-42a8d2b1-468e-4fd0-b56e-b78b89c6431d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 950 time: 0.0692115 Dec 15 13:42:53.854720 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.884495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39dc5430-ed9b-4b63-a091-6af5d233acbb req-b4e3b08e-80fb-4664-afbc-4934f750430c service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506145 Dec 15 13:42:53.892453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3fc83f7-43c1-42ac-8721-30752e574301 req-ca6e3e85-a8a7-4048-8fe4-1b85c14d8589 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/security-groups?id=133252c6-fd4c-4d89-9263-b9915feb08ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638084 Dec 15 13:42:53.895741 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.896942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.897624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.976167 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9317241 Dec 15 13:42:53.984821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43222) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:53.991147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Request body: {'subnet': {'network_id': '1b8fbb3d-50a2-405a-82ff-11a34f7b208d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1990376466-subnet', 'tenant_id': '81995d5a79f34ca1853179ecb3cd5447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:53.994670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c824e-7c2d-4d75-9a62-a8a197e81ecd admin admin] Pushing event updated for resources: {'Network': ['ID=1b8fbb3d-50a2-405a-82ff-11a34f7b208d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:54.007338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 1b8fbb3d-50a2-405a-82ff-11a34f7b208d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:54.021964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Made reservation on behalf of 81995d5a79f34ca1853179ecb3cd5447 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:54.024713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.035779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece494f-3daa-4288-8b77-967559229eb9 req-d36fab8f-23ee-4445-bf40-ebddf46eda2e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.037847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ece494f-3daa-4288-8b77-967559229eb9 req-d36fab8f-23ee-4445-bf40-ebddf46eda2e tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 950 time: 0.1016042 Dec 15 13:42:54.295014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.361510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac84e03-47ee-429a-bc8d-d5a7a44d717a,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:54.364327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Checking segment: {'id': '28c81279-20a6-4d2f-9209-12deee98d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '1b8fbb3d-50a2-405a-82ff-11a34f7b208d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:54.364826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Network hostable DHCP agents. Network: 1b8fbb3d-50a2-405a-82ff-11a34f7b208d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:54.387058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Network 1b8fbb3d-50a2-405a-82ff-11a34f7b208d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:54.399654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Deleting port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:54.400344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 1b8fbb3d-50a2-405a-82ff-11a34f7b208d) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:54.400826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.410149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f51a1ef-df0a-4a0f-a662-13080dfa9668 None None] Network 1b8fbb3d-50a2-405a-82ff-11a34f7b208d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:54.428089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.428834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.453391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4d38c50e-312e-4a90-a14c-6f1b6acb0590 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4671333 Dec 15 13:42:54.577446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593cfbfd-9046-4d8f-a5a2-51524360d0e7 None None] Network 1b8fbb3d-50a2-405a-82ff-11a34f7b208d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:54.579423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] For port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:54.580753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.602218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Calling delete_port for 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:54.645952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.646648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.647254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.647855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.648941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.649626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.650467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.652047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.652662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.655912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0e93721-7731-4131-8093-fd3a5b889eb4 req-a105fd33-14d5-481c-9f00-e19a6ebcaafb tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6456 time: 0.1755126 Dec 15 13:42:54.749806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e645c5-c9fc-4cb3-9d4e-0065d0565230 req-22a49aad-c2f2-4ca9-bd02-f7a6772d90c7 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.757674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34e645c5-c9fc-4cb3-9d4e-0065d0565230 req-22a49aad-c2f2-4ca9-bd02-f7a6772d90c7 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 943 time: 0.0872495 Dec 15 13:42:54.809431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:54.814993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-676553034-network', 'tenant_id': '541dc617036746c6bfd2abfe58dabbb8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:54.843382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Made reservation on behalf of 541dc617036746c6bfd2abfe58dabbb8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:54.846564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.852625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34e645c5-c9fc-4cb3-9d4e-0065d0565230 req-b8431ff3-da99-48d9-921d-d5ff94a1606d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940871 Dec 15 13:42:54.861511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.871475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:54.887260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:54.893252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Pushing event deleted for resources: {'Port': ['ID=3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:54.934530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.934896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.935255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.935603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.936028 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.936369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.936709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.937131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.938330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.938572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.939516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.939859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:54.940257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:55.008653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.021292 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.053277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f30cca-1ab2-45b8-8ade-d12f005b9acf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:55.081115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:55.093454 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.093799 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Added segment 1d31d93e-79d9-430d-b2a2-1ad109b0088b of type vlan for network b088453c-14da-46c2-be55-f195d269fc99 Dec 15 13:42:55.116482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] No DVR routers for this DVR port 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:55.132052 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.138810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ece494f-3daa-4288-8b77-967559229eb9 req-0b7c5367-dc77-4012-bb0a-0bda505ae329 tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.74 "DELETE /v2.0/ports/3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a HTTP/1.1" status: 204 len: 173 time: 1.0908041 Dec 15 13:42:55.152385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029a59e-abfe-4a82-9bdf-8e4499078851 req-9c5d0fb9-47b5-4cd4-a227-993cf39a7753 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.153861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e029a59e-abfe-4a82-9bdf-8e4499078851 req-9c5d0fb9-47b5-4cd4-a227-993cf39a7753 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 886 time: 0.2540007 Dec 15 13:42:55.185802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.212067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f941af4-7e22-47ad-8587-1ac951275bb8', 'name': 'network-vif-deleted', 'tag': '3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:55.215501 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f401458-31bf-4f95-9cfc-5784f20f6882" -d '{"events": [{"server_uuid": "2f941af4-7e22-47ad-8587-1ac951275bb8", "name": "network-vif-deleted", "tag": "3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:55.237816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.238750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.239429 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.313913 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5031598 Dec 15 13:42:55.316760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43280) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:55.321706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Request body: {'subnet': {'network_id': 'b088453c-14da-46c2-be55-f195d269fc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-676553034-subnet', 'tenant_id': '541dc617036746c6bfd2abfe58dabbb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:55.338822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade82c8-b150-4c2a-9580-17bc5e0003f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b088453c-14da-46c2-be55-f195d269fc99,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:55.341178 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b7b8d26-f485-4482-bcb4-1dcb1472b8ef req-4f4d66a7-54e5-4f6a-b97e-b3b89562df1d tempest-DeleteServersAdminTestJSON-1975887709 tempest-DeleteServersAdminTestJSON-1975887709-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f941af4-7e22-47ad-8587-1ac951275bb8 HTTP/1.1" status: 200 len: 210 time: 0.0441029 Dec 15 13:42:55.362108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b088453c-14da-46c2-be55-f195d269fc99 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:55.371639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Made reservation on behalf of 541dc617036746c6bfd2abfe58dabbb8 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:55.374243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.428109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 7454c65e-7886-4553-97af-5d7d26bf68ef details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:55.525019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-171a22bf-5fce-45a1-8c35-6422c783ab61 req-4b48deab-a226-499a-a3c1-51cec8232366 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-252936557', 'description': 'tempest-description-1877082097'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:55.566045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:55.577893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 7454c65e-7886-4553-97af-5d7d26bf68ef has no active binding in host n-h1-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:42:55.583053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-171a22bf-5fce-45a1-8c35-6422c783ab61 req-4b48deab-a226-499a-a3c1-51cec8232366 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.612447 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.697686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c754bf94-1d0a-4fe6-b027-2f95795e49c5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:55.726750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Checking segment: {'id': '1d31d93e-79d9-430d-b2a2-1ad109b0088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b088453c-14da-46c2-be55-f195d269fc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:55.727119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Network hostable DHCP agents. Network: b088453c-14da-46c2-be55-f195d269fc99, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:55.736757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-171a22bf-5fce-45a1-8c35-6422c783ab61 req-4b48deab-a226-499a-a3c1-51cec8232366 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.748914 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-171a22bf-5fce-45a1-8c35-6422c783ab61 req-4b48deab-a226-499a-a3c1-51cec8232366 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.788363 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-171a22bf-5fce-45a1-8c35-6422c783ab61 req-4b48deab-a226-499a-a3c1-51cec8232366 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.789620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-171a22bf-5fce-45a1-8c35-6422c783ab61 req-4b48deab-a226-499a-a3c1-51cec8232366 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2721233 Dec 15 13:42:55.800662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Network b088453c-14da-46c2-be55-f195d269fc99 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:55.807196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48deab-a226-499a-a3c1-51cec8232366 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed675e8c-bdb8-4593-88f0-e293b9cd9f8b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:55.818264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b088453c-14da-46c2-be55-f195d269fc99) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:55.823230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.823817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:55.831755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36076e-d92c-40e3-b3d2-797ff24b779e None None] Network b088453c-14da-46c2-be55-f195d269fc99 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:55.838111 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859acacc-2949-474f-8c90-5ff10c176a4a x-openstack-request-id: req-859acacc-2949-474f-8c90-5ff10c176a4a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:55.838643 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f941af4-7e22-47ad-8587-1ac951275bb8", "name": "network-vif-deleted", "tag": "3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:55.838728 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-859acacc-2949-474f-8c90-5ff10c176a4a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:55.839316 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f941af4-7e22-47ad-8587-1ac951275bb8', 'name': 'network-vif-deleted', 'tag': '3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a', 'status': 'completed', 'code': 200} Dec 15 13:42:55.855574 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a3ed431e-1f8e-4980-b5a3-0775c124a9aa admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5376043 Dec 15 13:42:55.904474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.904944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.905523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.905977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.906423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.906910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.907331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.907820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.908264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.908735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.918259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d8ef007-f23f-4e27-84ce-586f3fd56978 req-443d13df-0d9f-475a-a47c-4749bed46439 tempest-NetworksTest-911879681 tempest-NetworksTest-911879681-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7146 time: 0.2340279 Dec 15 13:42:55.993368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a4929-8a00-4d9b-8f6a-92fa96c47ea0 None None] Network b088453c-14da-46c2-be55-f195d269fc99 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:56.034699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fd33dd5-374d-4fbf-b0c5-8ed8d0118e5e req-5a419e86-9b3d-445a-ab44-0c8eb5128057 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/ed675e8c-bdb8-4593-88f0-e293b9cd9f8b HTTP/1.1" status: 200 len: 1821 time: 0.0538459 Dec 15 13:42:56.039801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6fd33dd5-374d-4fbf-b0c5-8ed8d0118e5e req-0116f5c3-2fd6-453f-96d3-a5eb04dd546d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed675e8c-bdb8-4593-88f0-e293b9cd9f8b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:56.039939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6fd33dd5-374d-4fbf-b0c5-8ed8d0118e5e req-0116f5c3-2fd6-453f-96d3-a5eb04dd546d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed675e8c-bdb8-4593-88f0-e293b9cd9f8b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:56.114453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6fd33dd5-374d-4fbf-b0c5-8ed8d0118e5e req-0116f5c3-2fd6-453f-96d3-a5eb04dd546d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.142432 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6fd33dd5-374d-4fbf-b0c5-8ed8d0118e5e req-0116f5c3-2fd6-453f-96d3-a5eb04dd546d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.147177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6fd33dd5-374d-4fbf-b0c5-8ed8d0118e5e req-0116f5c3-2fd6-453f-96d3-a5eb04dd546d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.162331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116f5c3-2fd6-453f-96d3-a5eb04dd546d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356a1a54-08b1-41ce-8e7a-76e6b3d113fa,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:56.179768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6fd33dd5-374d-4fbf-b0c5-8ed8d0118e5e req-0116f5c3-2fd6-453f-96d3-a5eb04dd546d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.184518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fd33dd5-374d-4fbf-b0c5-8ed8d0118e5e req-0116f5c3-2fd6-453f-96d3-a5eb04dd546d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1487737 Dec 15 13:42:56.220484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba4d7d-51d3-4d9f-8644-6317480bff81 req-bb0651b3-57fc-4d19-9269-ab75b756710d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.222154 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1eba4d7d-51d3-4d9f-8644-6317480bff81 req-bb0651b3-57fc-4d19-9269-ab75b756710d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 943 time: 0.0784862 Dec 15 13:42:56.271021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1eba4d7d-51d3-4d9f-8644-6317480bff81 req-152255c1-fb37-4c5c-b669-55fa7f26e392 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Dec 15 13:42:56.283918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:56.343304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-abc77ad5-e6ad-44f2-8faa-1d369065883f req-6714fa61-dc07-42dc-a3cb-0de896372c8d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1218217816', 'description': 'tempest-description-634158697'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:56.367438 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-abc77ad5-e6ad-44f2-8faa-1d369065883f req-6714fa61-dc07-42dc-a3cb-0de896372c8d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.410189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6741-a881-460a-bc1f-43f9f6320e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.486983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-abc77ad5-e6ad-44f2-8faa-1d369065883f req-6714fa61-dc07-42dc-a3cb-0de896372c8d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.494507 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-abc77ad5-e6ad-44f2-8faa-1d369065883f req-6714fa61-dc07-42dc-a3cb-0de896372c8d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.542116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-abc77ad5-e6ad-44f2-8faa-1d369065883f req-6714fa61-dc07-42dc-a3cb-0de896372c8d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.543339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-abc77ad5-e6ad-44f2-8faa-1d369065883f req-6714fa61-dc07-42dc-a3cb-0de896372c8d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2040868 Dec 15 13:42:56.546666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714fa61-dc07-42dc-a3cb-0de896372c8d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ef7037-977e-4504-9761-0385d392a91d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:56.572161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6741-a881-460a-bc1f-43f9f6320e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.576369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6741-a881-460a-bc1f-43f9f6320e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.619025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a5bc6741-a881-460a-bc1f-43f9f6320e2f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e4c1b8a894e9467ebd7fb54b2eea105b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339436 Dec 15 13:42:56.621831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43342) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:56.629329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc6741-a881-460a-bc1f-43f9f6320e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d328569-a08a-448e-9ac8-d5f8f5d6b986,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:56.711702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-741d426e-ec2f-4144-a47b-17caedcd88f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.725974 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8577129e-08a0-4b06-9f75-864933a7e42b req-cf691583-8a41-453c-92f2-dc8cf41150bb tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/b1ef7037-977e-4504-9761-0385d392a91d HTTP/1.1" status: 200 len: 1821 time: 0.0676548 Dec 15 13:42:56.740177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8577129e-08a0-4b06-9f75-864933a7e42b req-b22f33c9-7ce7-453f-8caa-ad7d33f0ef88 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b1ef7037-977e-4504-9761-0385d392a91d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:56.740499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8577129e-08a0-4b06-9f75-864933a7e42b req-b22f33c9-7ce7-453f-8caa-ad7d33f0ef88 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b1ef7037-977e-4504-9761-0385d392a91d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:56.746378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-741d426e-ec2f-4144-a47b-17caedcd88f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.763961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-b82b7669-2967-4a50-b1e6-460cf0af4d6a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.765425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-b82b7669-2967-4a50-b1e6-460cf0af4d6a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 808 time: 0.1520917 Dec 15 13:42:56.774496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-830b97fd-abe2-4a13-97ca-d73f7a7f687f service neutron] 10.222.0.24 "GET /v2.0/ports/7454c65e-7886-4553-97af-5d7d26bf68ef/bindings/n-h1-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.0915611 Dec 15 13:42:56.789417 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-b69b5d03-7a90-4e77-bbe0-cf384d450977 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/quotas/09ae0d9410d84a26b0f857d48d5e5037 HTTP/1.1" status: 200 len: 375 time: 0.0165946 Dec 15 13:42:56.816316 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-741d426e-ec2f-4144-a47b-17caedcd88f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.818891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-741d426e-ec2f-4144-a47b-17caedcd88f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.822381 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-741d426e-ec2f-4144-a47b-17caedcd88f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d328569-a08a-448e-9ac8-d5f8f5d6b986 HTTP/1.1" status: 204 len: 168 time: 0.1971664 Dec 15 13:42:56.837037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d426e-ec2f-4144-a47b-17caedcd88f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d328569-a08a-448e-9ac8-d5f8f5d6b986,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:56.839531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8577129e-08a0-4b06-9f75-864933a7e42b req-b22f33c9-7ce7-453f-8caa-ad7d33f0ef88 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.857071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-0a0aea2c-8250-4e5b-a288-43e5f84a4c7c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452964 Dec 15 13:42:56.877386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8577129e-08a0-4b06-9f75-864933a7e42b req-b22f33c9-7ce7-453f-8caa-ad7d33f0ef88 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.881826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8577129e-08a0-4b06-9f75-864933a7e42b req-b22f33c9-7ce7-453f-8caa-ad7d33f0ef88 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.901950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f33c9-7ce7-453f-8caa-ad7d33f0ef88 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d103f5d-1761-4788-be36-1c51f9b60249,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:56.910202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c2a41f96-b0d5-4f89-8937-8ba6bbabf001 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:56.911438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c2a41f96-b0d5-4f89-8937-8ba6bbabf001 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287676 Dec 15 13:42:56.918177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8577129e-08a0-4b06-9f75-864933a7e42b req-b22f33c9-7ce7-453f-8caa-ad7d33f0ef88 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:56.920016 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8577129e-08a0-4b06-9f75-864933a7e42b req-b22f33c9-7ce7-453f-8caa-ad7d33f0ef88 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1866074 Dec 15 13:42:57.077413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-a04103e7-e6ef-4f62-abf9-2c3b9b393c5a service neutron] 10.222.0.86 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587806 Dec 15 13:42:57.084858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a9224b81-cf9a-4784-b31e-012b0f7cfeb9 req-a35dcd1a-de5b-472a-9891-fa6a97e4f5e4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1722710571', 'description': 'tempest-description-1375878283'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:57.100265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:57.109535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a9224b81-cf9a-4784-b31e-012b0f7cfeb9 req-a35dcd1a-de5b-472a-9891-fa6a97e4f5e4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.169146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:57.195510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4d20a3d-48ce-48ee-9dad-7dd0346516c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.204498 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a9224b81-cf9a-4784-b31e-012b0f7cfeb9 req-a35dcd1a-de5b-472a-9891-fa6a97e4f5e4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.213197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a9224b81-cf9a-4784-b31e-012b0f7cfeb9 req-a35dcd1a-de5b-472a-9891-fa6a97e4f5e4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.253286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a9224b81-cf9a-4784-b31e-012b0f7cfeb9 req-a35dcd1a-de5b-472a-9891-fa6a97e4f5e4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.254455 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9224b81-cf9a-4784-b31e-012b0f7cfeb9 req-a35dcd1a-de5b-472a-9891-fa6a97e4f5e4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1741045 Dec 15 13:42:57.263469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dcd1a-de5b-472a-9891-fa6a97e4f5e4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d231e28-8285-4b4b-9ef9-83ab42381501,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:57.325576 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4d20a3d-48ce-48ee-9dad-7dd0346516c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.331372 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4d20a3d-48ce-48ee-9dad-7dd0346516c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.373263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f4d20a3d-48ce-48ee-9dad-7dd0346516c3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a1c09d855d742279d3c7500bf8f198e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030299 Dec 15 13:42:57.374437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d20a3d-48ce-48ee-9dad-7dd0346516c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb02e08-eeb7-4ffe-b450-bd3361820c54,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:57.380886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:57.420762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-046e17b0-2ac2-46b7-b337-feb03e6d4cbe req-51d81538-3fab-4fda-a39f-225b21afa167 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-732776895', 'description': 'tempest-description-145998280'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:57.424802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:57.436803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:57.455204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-603090f0-2d21-4f18-82d1-a7208b7d984b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.460914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:57.461467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3c8e496d-c93c-403e-8e0f-2a57bdfa5c9a not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:57.465664 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-046e17b0-2ac2-46b7-b337-feb03e6d4cbe req-51d81538-3fab-4fda-a39f-225b21afa167 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.478353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7454c65e-7886-4553-97af-5d7d26bf68ef {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:57.490608 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-603090f0-2d21-4f18-82d1-a7208b7d984b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.498740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:57.505397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-95470005-cd00-463b-b507-b917361c3d31 service neutron] 10.222.0.86 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152637 Dec 15 13:42:57.519452 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.580513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-603090f0-2d21-4f18-82d1-a7208b7d984b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.583644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-603090f0-2d21-4f18-82d1-a7208b7d984b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.587316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-603090f0-2d21-4f18-82d1-a7208b7d984b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/edb02e08-eeb7-4ffe-b450-bd3361820c54 HTTP/1.1" status: 204 len: 168 time: 0.2031615 Dec 15 13:42:57.593152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-046e17b0-2ac2-46b7-b337-feb03e6d4cbe req-51d81538-3fab-4fda-a39f-225b21afa167 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.601455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-046e17b0-2ac2-46b7-b337-feb03e6d4cbe req-51d81538-3fab-4fda-a39f-225b21afa167 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.605482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603090f0-2d21-4f18-82d1-a7208b7d984b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb02e08-eeb7-4ffe-b450-bd3361820c54,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:57.614353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] Transition to ACTIVE for port object 7454c65e-7886-4553-97af-5d7d26bf68ef will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:57.622154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.670107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-046e17b0-2ac2-46b7-b337-feb03e6d4cbe req-51d81538-3fab-4fda-a39f-225b21afa167 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:57.671737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-046e17b0-2ac2-46b7-b337-feb03e6d4cbe req-51d81538-3fab-4fda-a39f-225b21afa167 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2590871 Dec 15 13:42:57.675047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d81538-3fab-4fda-a39f-225b21afa167 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd960c1e-bf9b-4a1b-ae47-65974b9a29ea,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:57.734763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] No DVR routers for this DVR port 7454c65e-7886-4553-97af-5d7d26bf68ef on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:57.772707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] Pushing event updated for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:57.783200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-8fb985a2-84e7-49cd-b7cd-033b121dbb25 service neutron] 10.222.0.24 "PUT /v2.0/ports/7454c65e-7886-4553-97af-5d7d26bf68ef/bindings/n-h1-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0008531 Dec 15 13:42:57.847454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ea5a0-6942-4a03-897e-3219ae6855b6 req-65b404f4-1046-4594-bc73-32b3babf3448 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.849674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b8ea5a0-6942-4a03-897e-3219ae6855b6 req-65b404f4-1046-4594-bc73-32b3babf3448 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 944 time: 0.0920131 Dec 15 13:42:57.878574 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d535b46a-6980-4b2b-92e9-102069e062f8 req-3f6567ca-592a-4098-9c4c-dfaec8dbf6e1 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0501955 Dec 15 13:42:57.964695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-5802b258-8ccf-4255-86b4-439e66890498 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/2d231e28-8285-4b4b-9ef9-83ab42381501 HTTP/1.1" status: 200 len: 1822 time: 0.0478358 Dec 15 13:42:57.976451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b8ea5a0-6942-4a03-897e-3219ae6855b6 req-ade28a60-873e-4a23-babe-5f1761a56782 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178014 Dec 15 13:42:57.980975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-acac8a71-1d62-4132-a5e1-988d3e8c5814 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.983319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-acac8a71-1d62-4132-a5e1-988d3e8c5814 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.1149938 Dec 15 13:42:58.113468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-4e3d1205-6384-4ff3-955f-bc2cf8ae874a tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/fd960c1e-bf9b-4a1b-ae47-65974b9a29ea HTTP/1.1" status: 200 len: 1820 time: 0.1326866 Dec 15 13:42:58.119082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-52cc148c-affb-47db-8d19-9ea55d9e3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:58.122168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-52cc148c-affb-47db-8d19-9ea55d9e3fa4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23&tenant_id=72f3a4952976434a83ac56055293d649 HTTP/1.1" status: 200 len: 1095 time: 0.1284466 Dec 15 13:42:58.122908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-8daabe30-787b-4737-800c-11c249e6df59 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d231e28-8285-4b4b-9ef9-83ab42381501', 'remote_group_id': 'fd960c1e-bf9b-4a1b-ae47-65974b9a29ea', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:58.123379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-8daabe30-787b-4737-800c-11c249e6df59 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d231e28-8285-4b4b-9ef9-83ab42381501', 'remote_group_id': 'fd960c1e-bf9b-4a1b-ae47-65974b9a29ea', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:58.234262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-7fe5e007-dfd9-4ed8-a2ed-b87bf330e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:58.237692 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-7fe5e007-dfd9-4ed8-a2ed-b87bf330e65c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1095 time: 0.0657995 Dec 15 13:42:58.290222 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-8daabe30-787b-4737-800c-11c249e6df59 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.365373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-2fd20cc7-4ddc-46c0-8780-f0e827d74da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:58.367297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-2fd20cc7-4ddc-46c0-8780-f0e827d74da9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.1197340 Dec 15 13:42:58.382957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-8daabe30-787b-4737-800c-11c249e6df59 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.394022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-8daabe30-787b-4737-800c-11c249e6df59 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.430313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-8daabe30-787b-4737-800c-11c249e6df59 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.435460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acca971-018c-48b3-bcff-27e26d6d6478 req-8daabe30-787b-4737-800c-11c249e6df59 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3210890 Dec 15 13:42:58.435883 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-b514e6f6-a126-4323-8ad9-5942b19b05be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 217 time: 0.0599470 Dec 15 13:42:58.443111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daabe30-787b-4737-800c-11c249e6df59 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d5f769-2fa5-4e69-8be4-3983c78e1d26,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:58.476573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43426) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:58.492737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-99ea531d-4746-46e6-8d1c-39ef4463816e req-c1f1497e-a665-4bee-9a2a-0ede2f9af781 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1599087823', 'description': 'tempest-description-2053775252'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:58.527762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-243da830-c334-40d5-9f70-670aa2a079be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:58.529203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-243da830-c334-40d5-9f70-670aa2a079be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0754731 Dec 15 13:42:58.534131 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-99ea531d-4746-46e6-8d1c-39ef4463816e req-c1f1497e-a665-4bee-9a2a-0ede2f9af781 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.574157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-f85d4cc0-0fbd-43d4-b3e1-313963aef0fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362241 Dec 15 13:42:58.607793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43432) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:58.708469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-99ea531d-4746-46e6-8d1c-39ef4463816e req-c1f1497e-a665-4bee-9a2a-0ede2f9af781 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.711047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-94b335dd-2330-4449-b08a-105361eb65b6 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291192 Dec 15 13:42:58.712972 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-99ea531d-4746-46e6-8d1c-39ef4463816e req-c1f1497e-a665-4bee-9a2a-0ede2f9af781 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.789030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e43d8b92-57d3-45cb-8970-7912d8848c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.803935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1497e-a665-4bee-9a2a-0ede2f9af781 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12dcb33-23e0-4ec3-835f-bcc1487ab88d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:58.811114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-99ea531d-4746-46e6-8d1c-39ef4463816e req-c1f1497e-a665-4bee-9a2a-0ede2f9af781 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.816649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99ea531d-4746-46e6-8d1c-39ef4463816e req-c1f1497e-a665-4bee-9a2a-0ede2f9af781 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3536654 Dec 15 13:42:58.853252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-896eb119-5cd5-4c3d-ae3a-08c62d6b1fef req-3d6e9abd-de90-4892-9944-9303255db731 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-933866061', 'description': 'tempest-description-997855058'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:58.883359 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-dc2733bf-e047-4191-b51b-7007e4e80872 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608436 Dec 15 13:42:58.908345 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-896eb119-5cd5-4c3d-ae3a-08c62d6b1fef req-3d6e9abd-de90-4892-9944-9303255db731 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.916337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43444) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:58.925606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e43d8b92-57d3-45cb-8970-7912d8848c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:58.961739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e43d8b92-57d3-45cb-8970-7912d8848c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.033133 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83dc92ec-80f9-48b0-9121-41f11d47e2ec req-6364c42c-4fb7-4d08-b4e6-71f124f529b8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0498214 Dec 15 13:42:59.044649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e43d8b92-57d3-45cb-8970-7912d8848c13 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f5abdc22c4884a1c8ec16dbeaf8082e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5625076 Dec 15 13:42:59.046308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d8b92-57d3-45cb-8970-7912d8848c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799fde46-b23a-490e-ba3e-b514de459640,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.052093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43452) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:59.064261 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-896eb119-5cd5-4c3d-ae3a-08c62d6b1fef req-3d6e9abd-de90-4892-9944-9303255db731 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.120339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-896eb119-5cd5-4c3d-ae3a-08c62d6b1fef req-3d6e9abd-de90-4892-9944-9303255db731 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.171107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9abd-de90-4892-9944-9303255db731 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45201292-9d2b-45cb-8a73-ed38120d6c8d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.175161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2ad7832-af8a-4829-a350-56f56d81064b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.187649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-896eb119-5cd5-4c3d-ae3a-08c62d6b1fef req-3d6e9abd-de90-4892-9944-9303255db731 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.189695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-896eb119-5cd5-4c3d-ae3a-08c62d6b1fef req-3d6e9abd-de90-4892-9944-9303255db731 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3434150 Dec 15 13:42:59.204325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43e23dcd-a3f4-4204-bc09-82ba968be3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.232143 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43e23dcd-a3f4-4204-bc09-82ba968be3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.293999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-f7d299a1-e689-48ab-b434-94ff8d1573f5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:59.304081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-25cab422-fad3-4417-a446-705835470a25 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7a9a06f05fff45ad81622d6938915173&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6948318 Dec 15 13:42:59.308610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-f7d299a1-e689-48ab-b434-94ff8d1573f5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 808 time: 0.2583156 Dec 15 13:42:59.311208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43462) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:59.318370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Request body: {'port': {'device_id': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'admin_state_up': True, 'tenant_id': '09ae0d9410d84a26b0f857d48d5e5037'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:59.320868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43e23dcd-a3f4-4204-bc09-82ba968be3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.323763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43e23dcd-a3f4-4204-bc09-82ba968be3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.327835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-43e23dcd-a3f4-4204-bc09-82ba968be3ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/799fde46-b23a-490e-ba3e-b514de459640 HTTP/1.1" status: 204 len: 168 time: 0.2618437 Dec 15 13:42:59.355673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e23dcd-a3f4-4204-bc09-82ba968be3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799fde46-b23a-490e-ba3e-b514de459640,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.371881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf564d0e-3d9b-4e94-b81b-3256959e314f req-4ce217b1-91e3-493a-87ea-7a9938a8698e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:59.382432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf564d0e-3d9b-4e94-b81b-3256959e314f req-4ce217b1-91e3-493a-87ea-7a9938a8698e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 944 time: 0.2107847 Dec 15 13:42:59.389824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43466) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:59.407366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46c64b35-117d-4a5d-9400-192e25600d15 req-4148eeeb-db24-4873-919f-a203be743fdf tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/a12dcb33-23e0-4ec3-835f-bcc1487ab88d HTTP/1.1" status: 200 len: 1822 time: 0.1201973 Dec 15 13:42:59.459022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6deb89b-5134-4b4f-b33b-a7fe4f25454d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.476981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46c64b35-117d-4a5d-9400-192e25600d15 req-165f5189-1805-46bf-946c-cc9088212e6a tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/45201292-9d2b-45cb-8a73-ed38120d6c8d HTTP/1.1" status: 200 len: 1820 time: 0.0594943 Dec 15 13:42:59.495008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-46c64b35-117d-4a5d-9400-192e25600d15 req-9001d012-fd26-4293-865a-eb2f495c27cd tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a12dcb33-23e0-4ec3-835f-bcc1487ab88d', 'remote_group_id': '45201292-9d2b-45cb-8a73-ed38120d6c8d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:59.495386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-46c64b35-117d-4a5d-9400-192e25600d15 req-9001d012-fd26-4293-865a-eb2f495c27cd tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a12dcb33-23e0-4ec3-835f-bcc1487ab88d', 'remote_group_id': '45201292-9d2b-45cb-8a73-ed38120d6c8d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:59.501776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6deb89b-5134-4b4f-b33b-a7fe4f25454d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.521777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-network', 'tenant_id': '2bd41654685e4271977423e4e53d720b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:59.587575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Made reservation on behalf of 2bd41654685e4271977423e4e53d720b for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:59.589859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.608268 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.613281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-397f48ce-5d09-4297-88f0-6b24265630bb tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:59.614941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-397f48ce-5d09-4297-88f0-6b24265630bb tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.2255192 Dec 15 13:42:59.627789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf564d0e-3d9b-4e94-b81b-3256959e314f req-40e6d388-88d3-4ade-972e-5b518a3ffe6c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444570 Dec 15 13:42:59.629622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6deb89b-5134-4b4f-b33b-a7fe4f25454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.632192 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6deb89b-5134-4b4f-b33b-a7fe4f25454d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.633321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a6deb89b-5134-4b4f-b33b-a7fe4f25454d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/133252c6-fd4c-4d89-9263-b9915feb08ef HTTP/1.1" status: 204 len: 168 time: 0.3210976 Dec 15 13:42:59.640103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2ad7832-af8a-4829-a350-56f56d81064b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.640788 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46c64b35-117d-4a5d-9400-192e25600d15 req-9001d012-fd26-4293-865a-eb2f495c27cd tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.657620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deb89b-5134-4b4f-b33b-a7fe4f25454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133252c6-fd4c-4d89-9263-b9915feb08ef,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.663326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7454c65e-7886-4553-97af-5d7d26bf68ef no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:59.683246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2ad7832-af8a-4829-a350-56f56d81064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.700265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46c64b35-117d-4a5d-9400-192e25600d15 req-9001d012-fd26-4293-865a-eb2f495c27cd tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.714692 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46c64b35-117d-4a5d-9400-192e25600d15 req-9001d012-fd26-4293-865a-eb2f495c27cd tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.745230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001d012-fd26-4293-865a-eb2f495c27cd tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f3b593-55f3-4957-9f32-030eec4ab3c3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.770864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c2ad7832-af8a-4829-a350-56f56d81064b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=064ebc58a14a49288b6df4f422e6c0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8534787 Dec 15 13:42:59.773688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.774751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43476) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:59.784076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad7832-af8a-4829-a350-56f56d81064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7424babd-a4d3-43e4-99e8-1b1e7414e591,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.788304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7454c65e-7886-4553-97af-5d7d26bf68ef not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:59.795886 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.806102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Made reservation on behalf of 09ae0d9410d84a26b0f857d48d5e5037 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:59.810825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.813963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46c64b35-117d-4a5d-9400-192e25600d15 req-9001d012-fd26-4293-865a-eb2f495c27cd tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.815454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46c64b35-117d-4a5d-9400-192e25600d15 req-9001d012-fd26-4293-865a-eb2f495c27cd tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3320143 Dec 15 13:42:59.840782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:59.879193 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.879486 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Added segment d0309a92-1065-43a3-a8a5-af50bf32f5b9 of type vlan for network eb9407e1-f927-4107-8747-e4995d444313 Dec 15 13:42:59.894481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efe5f10-07f6-43cf-a83a-241a9ec71501,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:59.958558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e84b4b-c8e3-4767-8b23-ab86ce970ab6 req-8590614a-9f0c-46fe-9c18-a540117abb53 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/45201292-9d2b-45cb-8a73-ed38120d6c8d HTTP/1.1" status: 200 len: 1820 time: 0.1026678 Dec 15 13:42:59.963296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.966024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-625b38d8-0790-4cbd-8a0c-8e45090dd810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:59.968693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43480) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:00.018480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-644cdd28-83d5-49ae-8b5e-356ef2c82397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.029310 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-625b38d8-0790-4cbd-8a0c-8e45090dd810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.117149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.118129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:00.119225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.178893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7849989 Dec 15 13:43:00.187720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43488) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:00.199052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Request body: {'subnet': {'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-subnet', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:00.222839 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8e84b4b-c8e3-4767-8b23-ab86ce970ab6 req-d11ac097-3f8e-4154-a4c0-6fabf3680851 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.228803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e72e4824-1e9f-4ee1-8475-fd678d379326 req-cb4d698b-a006-44d3-9186-f440fe096c40 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0626652 Dec 15 13:43:00.246245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-67c3d4a8-80d8-4353-82d0-fa6c114019d0 service neutron] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:00.251441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-625b38d8-0790-4cbd-8a0c-8e45090dd810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.254481 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-625b38d8-0790-4cbd-8a0c-8e45090dd810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.258005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-625b38d8-0790-4cbd-8a0c-8e45090dd810 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7424babd-a4d3-43e4-99e8-1b1e7414e591 HTTP/1.1" status: 204 len: 168 time: 0.4797225 Dec 15 13:43:00.258136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-67c3d4a8-80d8-4353-82d0-fa6c114019d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.258136 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d8b7938-fb28-414d-98c0-e13e724fe3e7 req-67c3d4a8-80d8-4353-82d0-fa6c114019d0 service neutron] 10.222.0.74 "DELETE /v2.0/ports/7454c65e-7886-4553-97af-5d7d26bf68ef/bindings/n-h2-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.6245327 Dec 15 13:43:00.268355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec226e67-03e9-4548-85ed-265f79dfe08e admin admin] Pushing event updated for resources: {'Network': ['ID=eb9407e1-f927-4107-8747-e4995d444313,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:00.281047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network eb9407e1-f927-4107-8747-e4995d444313 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:43:00.287083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8e84b4b-c8e3-4767-8b23-ab86ce970ab6 req-d11ac097-3f8e-4154-a4c0-6fabf3680851 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.296896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b38d8-0790-4cbd-8a0c-8e45090dd810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7424babd-a4d3-43e4-99e8-1b1e7414e591,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:00.340821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-644cdd28-83d5-49ae-8b5e-356ef2c82397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.347708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-644cdd28-83d5-49ae-8b5e-356ef2c82397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.409605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-644cdd28-83d5-49ae-8b5e-356ef2c82397 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ce4afcf9851e4cbe95de9bd01f4eee3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366949 Dec 15 13:43:00.410226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43492) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:00.413164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cdd28-83d5-49ae-8b5e-356ef2c82397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d459b6b8-964b-47e8-80c1-ab3b98646231,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:00.435892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Allocated IP 172.20.0.8 (87d8033e-dffc-4e08-a41a-99e4801c9b00/155b3a00-9352-46c0-9941-5adafc4b409e/bd316880-6978-42ef-99a9-5cde7be3ddd1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:00.452636 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8e84b4b-c8e3-4767-8b23-ab86ce970ab6 req-d11ac097-3f8e-4154-a4c0-6fabf3680851 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.456781 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8e84b4b-c8e3-4767-8b23-ab86ce970ab6 req-d11ac097-3f8e-4154-a4c0-6fabf3680851 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.457993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e84b4b-c8e3-4767-8b23-ab86ce970ab6 req-d11ac097-3f8e-4154-a4c0-6fabf3680851 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "DELETE /v2.0/security-groups/45201292-9d2b-45cb-8a73-ed38120d6c8d HTTP/1.1" status: 204 len: 173 time: 0.4901133 Dec 15 13:43:00.468873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Made reservation on behalf of 2bd41654685e4271977423e4e53d720b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:00.473134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ac097-3f8e-4154-a4c0-6fabf3680851 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45201292-9d2b-45cb-8a73-ed38120d6c8d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:00.473457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.492078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43496) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:00.519293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.523520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2902e4b8-107f-4ab0-b336-dd5749e5ac2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.526414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-363d68f6-6128-4d06-ad88-68317961e8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.560613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2902e4b8-107f-4ab0-b336-dd5749e5ac2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.617699 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24c1b9b8-f623-4275-87a2-dca97ebd0721 req-3be3b516-4a45-4505-a02b-54c58c2f6286 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/a12dcb33-23e0-4ec3-835f-bcc1487ab88d HTTP/1.1" status: 200 len: 1822 time: 0.0708542 Dec 15 13:43:00.674866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-67a4df47-9de7-466d-b5fb-bfe7b5a3c50b req-2a00f812-d22e-4999-a953-02288eab4601 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-779865122', 'description': 'tempest-description-1294304275'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:00.710044 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2902e4b8-107f-4ab0-b336-dd5749e5ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.714333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2902e4b8-107f-4ab0-b336-dd5749e5ac2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.717924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2902e4b8-107f-4ab0-b336-dd5749e5ac2b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d459b6b8-964b-47e8-80c1-ab3b98646231 HTTP/1.1" status: 204 len: 168 time: 0.3038549 Dec 15 13:43:00.728769 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-67a4df47-9de7-466d-b5fb-bfe7b5a3c50b req-2a00f812-d22e-4999-a953-02288eab4601 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.749144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902e4b8-107f-4ab0-b336-dd5749e5ac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d459b6b8-964b-47e8-80c1-ab3b98646231,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:00.773329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-363d68f6-6128-4d06-ad88-68317961e8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.797415 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-363d68f6-6128-4d06-ad88-68317961e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.815068 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.837678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d68f6-6128-4d06-ad88-68317961e8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d301df-a47b-4465-83bc-53e0cf64515c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:00.910555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-363d68f6-6128-4d06-ad88-68317961e8c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f795f4f480cb43349f4ce184ee097d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050028 Dec 15 13:43:00.913823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43508) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:00.942254 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:00.978304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:00.987984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-67a4df47-9de7-466d-b5fb-bfe7b5a3c50b req-2a00f812-d22e-4999-a953-02288eab4601 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.001807 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-67a4df47-9de7-466d-b5fb-bfe7b5a3c50b req-2a00f812-d22e-4999-a953-02288eab4601 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.029463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b15d21-08f4-4084-a1cd-823756b75d68 req-919a6b5d-e964-4847-b966-b9a41e836096 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.031021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68b15d21-08f4-4084-a1cd-823756b75d68 req-919a6b5d-e964-4847-b966-b9a41e836096 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 944 time: 0.1622658 Dec 15 13:43:01.041954 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a207d10b-2e26-43d0-87a7-4ede1d706073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.042155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-67a4df47-9de7-466d-b5fb-bfe7b5a3c50b req-2a00f812-d22e-4999-a953-02288eab4601 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.044069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67a4df47-9de7-466d-b5fb-bfe7b5a3c50b req-2a00f812-d22e-4999-a953-02288eab4601 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3736827 Dec 15 13:43:01.058514 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e5a7e9-c927-44af-9682-019e22242479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.083885 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.087742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00f812-d22e-4999-a953-02288eab4601 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f3cead-c6e2-4264-b331-8f2776bd237d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.108911 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e37bc38-bb3e-474b-a1bf-28f9aac56573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.112303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fd0f80-0d80-4230-9f24-41c98c3c4045,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.116783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e5a7e9-c927-44af-9682-019e22242479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.189975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Checking segment: {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:01.190440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Network hostable DHCP agents. Network: eb9407e1-f927-4107-8747-e4995d444313, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:43:01.199750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e5a7e9-c927-44af-9682-019e22242479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.218874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e5a7e9-c927-44af-9682-019e22242479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.222271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68b15d21-08f4-4084-a1cd-823756b75d68 req-20990c6a-09cb-4683-805e-3b1b4680bc8f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521299 Dec 15 13:43:01.223070 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29e5a7e9-c927-44af-9682-019e22242479 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f8d301df-a47b-4465-83bc-53e0cf64515c HTTP/1.1" status: 204 len: 168 time: 0.3051920 Dec 15 13:43:01.232725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a7e9-c927-44af-9682-019e22242479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d301df-a47b-4465-83bc-53e0cf64515c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.315356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Network eb9407e1-f927-4107-8747-e4995d444313 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:43:01.321651 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.373891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, eb9407e1-f927-4107-8747-e4995d444313) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:01.386624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6507ab6-b25d-4bb8-b103-1d18e2a5f4bb None None] Network eb9407e1-f927-4107-8747-e4995d444313 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:01.396112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.396717 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.418904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a207d10b-2e26-43d0-87a7-4ede1d706073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.425332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Network 87d8033e-dffc-4e08-a41a-99e4801c9b00 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:01.432145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:01.437825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a207d10b-2e26-43d0-87a7-4ede1d706073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.439498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b751c-0c6b-4288-875d-3d811ca889b0 req-824e2621-90ff-430c-bef2-b646812a087b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.440455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:01.441991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a57b751c-0c6b-4288-875d-3d811ca889b0 req-824e2621-90ff-430c-bef2-b646812a087b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 931 time: 0.0754075 Dec 15 13:43:01.453402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Pushing event updated for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.483918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e56629d1-470d-4261-8452-73b29765dd5b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2942171 Dec 15 13:43:01.492797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43536) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:01.508417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:01.517978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207d10b-2e26-43d0-87a7-4ede1d706073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b615b8eb-bbed-4ac7-9529-91f0db780ec4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.540723 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e57dd261-46e9-446c-9f81-3964e60e62ac req-8dd4dbb0-e4b3-4de2-b98a-92b63cede0a2 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/63f3cead-c6e2-4264-b331-8f2776bd237d HTTP/1.1" status: 200 len: 1821 time: 0.2537844 Dec 15 13:43:01.552716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-eb9407e1-f927-4107-8747-e4995d444313', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'project_id': '2bd41654685e4271977423e4e53d720b', 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:43:01.553624 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.554571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e57dd261-46e9-446c-9f81-3964e60e62ac req-bf136a06-9b4e-4eb5-86b0-12dfa8bb8878 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63f3cead-c6e2-4264-b331-8f2776bd237d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:01.555051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e57dd261-46e9-446c-9f81-3964e60e62ac req-bf136a06-9b4e-4eb5-86b0-12dfa8bb8878 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63f3cead-c6e2-4264-b331-8f2776bd237d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:01.566256 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a207d10b-2e26-43d0-87a7-4ede1d706073 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7356aebf7243482fbe0fc7e5acdd4c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832386 Dec 15 13:43:01.569707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:01.579543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.580449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.581461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a57b751c-0c6b-4288-875d-3d811ca889b0 req-862e0b33-89d8-4133-a1d8-7a663952ea39 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207426 Dec 15 13:43:01.674002 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.675081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.676923 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dda47f31-c280-457e-84bb-d0b840e21486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.700777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dda47f31-c280-457e-84bb-d0b840e21486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.744612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-c29a1140-f259-42bf-b848-a5621f68332c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4348152 Dec 15 13:43:01.767050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Request body: {'port': {'device_id': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:01.772289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e57dd261-46e9-446c-9f81-3964e60e62ac req-bf136a06-9b4e-4eb5-86b0-12dfa8bb8878 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.791575 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.853130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dda47f31-c280-457e-84bb-d0b840e21486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.857130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dda47f31-c280-457e-84bb-d0b840e21486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.858376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dda47f31-c280-457e-84bb-d0b840e21486 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b615b8eb-bbed-4ac7-9529-91f0db780ec4 HTTP/1.1" status: 204 len: 168 time: 0.2857745 Dec 15 13:43:01.889373 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.893599 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e57dd261-46e9-446c-9f81-3964e60e62ac req-bf136a06-9b4e-4eb5-86b0-12dfa8bb8878 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:01.894892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47f31-c280-457e-84bb-d0b840e21486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615b8eb-bbed-4ac7-9529-91f0db780ec4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:01.904542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Allocated IP 172.20.0.2 (eb9407e1-f927-4107-8747-e4995d444313/65fd0f80-0d80-4230-9f24-41c98c3c4045/8e488ba2-6b53-46a8-a5b8-2a407b792724) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:01.907510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e57dd261-46e9-446c-9f81-3964e60e62ac req-bf136a06-9b4e-4eb5-86b0-12dfa8bb8878 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.002696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb337b-fc51-40b0-a1c9-a460923de8fe req-3800dfb2-1741-450a-8e41-f8472d84b4ed tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:02.010624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81eb337b-fc51-40b0-a1c9-a460923de8fe req-3800dfb2-1741-450a-8e41-f8472d84b4ed tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1095 time: 0.2751269 Dec 15 13:43:02.017127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.121070 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.121264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81eb337b-fc51-40b0-a1c9-a460923de8fe req-bb1f2bf8-6bd6-4c56-b3fa-760906d6f17d tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093371 Dec 15 13:43:02.135268 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.211645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Network eb9407e1-f927-4107-8747-e4995d444313 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:02.222017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:02.230875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:02.236312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf136a06-9b4e-4eb5-86b0-12dfa8bb8878 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7c7a59-8a94-4cee-9d7b-cc195b188783,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:02.241837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd316880-6978-42ef-99a9-5cde7be3ddd1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:02.260895 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e57dd261-46e9-446c-9f81-3964e60e62ac req-bf136a06-9b4e-4eb5-86b0-12dfa8bb8878 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.272785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Pushing event updated for resources: {'Port': ['ID=8e488ba2-6b53-46a8-a5b8-2a407b792724,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:02.295613 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e57dd261-46e9-446c-9f81-3964e60e62ac req-bf136a06-9b4e-4eb5-86b0-12dfa8bb8878 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7416587 Dec 15 13:43:02.295613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.309722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.310119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.310524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.310927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.312991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.312991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.312991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.312991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.312991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.313444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.313444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.313997 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.314326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:02.328189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Transition to ACTIVE for port object bd316880-6978-42ef-99a9-5cde7be3ddd1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:02.336085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.362191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Attempting to bind port 8e488ba2-6b53-46a8-a5b8-2a407b792724 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:02.362654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Attempting to bind port 8e488ba2-6b53-46a8-a5b8-2a407b792724 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:02.363219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Attempting to bind port 8e488ba2-6b53-46a8-a5b8-2a407b792724 on network eb9407e1-f927-4107-8747-e4995d444313 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:02.369117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:02.369598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Checking segment: {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:02.374893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.374893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Bound using segment: {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:02.374893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Bound port: 8e488ba2-6b53-46a8-a5b8-2a407b792724, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:02.374893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.438573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Pushing event updated for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:02.442290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-194a22f4-f5f3-42a2-8d5c-c63f4d7b8496 req-59bdb01d-5b61-42f6-a744-5b394730da1d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/63f3cead-c6e2-4264-b331-8f2776bd237d HTTP/1.1" status: 200 len: 2414 time: 0.1105833 Dec 15 13:43:02.457197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-194a22f4-f5f3-42a2-8d5c-c63f4d7b8496 req-1c16dd73-e6ba-4d24-846c-2b805ea3152e tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63f3cead-c6e2-4264-b331-8f2776bd237d', 'remote_group_id': None}]} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:02.457757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-194a22f4-f5f3-42a2-8d5c-c63f4d7b8496 req-1c16dd73-e6ba-4d24-846c-2b805ea3152e tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63f3cead-c6e2-4264-b331-8f2776bd237d', 'remote_group_id': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:02.467471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] For port 8e488ba2-6b53-46a8-a5b8-2a407b792724, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:02.472027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] For port 8e488ba2-6b53-46a8-a5b8-2a407b792724, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8e488ba2-6b53-46a8-a5b8-2a407b792724,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:02.481647 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.512315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:02.512665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:02.512994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:02.518848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:02.519215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:02.526568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:02.526986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:02.527378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:02.527937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Bound port: bd316880-6978-42ef-99a9-5cde7be3ddd1, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:02.528342 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.582907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cad85-b5a6-458e-b9f1-9eb9aa2eaf43 None None] Pushing event updated for resources: {'Port': ['ID=8e488ba2-6b53-46a8-a5b8-2a407b792724,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:02.640139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:02.645748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:02.653830 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.699959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.726129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.729486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-194a22f4-f5f3-42a2-8d5c-c63f4d7b8496 req-1c16dd73-e6ba-4d24-846c-2b805ea3152e tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.763571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Pushing event updated for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:02.773529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:02.774032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.775408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-45faa145-f492-4d4e-83fb-aa8f7d388d34 service neutron] 10.222.0.74 "PUT /v2.0/ports/bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 1091 time: 1.0183728 Dec 15 13:43:02.776195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:02.778466 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a64c98-2869-4ccb-8e31-82f591c85f18" -d '{"events": [{"name": "network-changed", "server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:02.806046 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-194a22f4-f5f3-42a2-8d5c-c63f4d7b8496 req-1c16dd73-e6ba-4d24-846c-2b805ea3152e tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.820038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-194a22f4-f5f3-42a2-8d5c-c63f4d7b8496 req-1c16dd73-e6ba-4d24-846c-2b805ea3152e tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.872709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16dd73-e6ba-4d24-846c-2b805ea3152e tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bafcc5-fffd-4a4b-8b33-32c1b2518197,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:02.915995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-194a22f4-f5f3-42a2-8d5c-c63f4d7b8496 req-1c16dd73-e6ba-4d24-846c-2b805ea3152e tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.920907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-194a22f4-f5f3-42a2-8d5c-c63f4d7b8496 req-1c16dd73-e6ba-4d24-846c-2b805ea3152e tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4708128 Dec 15 13:43:02.927598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Allocated IP 172.25.7.248 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/31912ee7-0b91-4217-961e-b4b616bd4b7d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:02.992798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-09bd9f6b-5c74-466b-b981-9dbd313c2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:02.994550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-09bd9f6b-5c74-466b-b981-9dbd313c2b3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1094 time: 0.1527884 Dec 15 13:43:03.003575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-b396c437-4f07-4de2-bb6b-25bb001e770c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:03.010982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-b396c437-4f07-4de2-bb6b-25bb001e770c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 821 time: 0.2833598 Dec 15 13:43:03.065513 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-4fb5c2a3-3fd5-4518-8ad2-acf5ff582711 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0533407 Dec 15 13:43:03.067133 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-432c8742-7efd-45f0-8779-e13070bfee5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/quotas/72f3a4952976434a83ac56055293d649 HTTP/1.1" status: 200 len: 375 time: 0.0481422 Dec 15 13:43:03.153982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf9062-4b97-4142-bf43-6baf49fd54db req-6d082ca2-4df3-4939-8a7a-d1aca91dd6c6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:03.153982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99cf9062-4b97-4142-bf43-6baf49fd54db req-6d082ca2-4df3-4939-8a7a-d1aca91dd6c6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 943 time: 0.1153667 Dec 15 13:43:03.174425 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.179154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-2c3b1b34-a1a2-489d-8459-f7e2d63229c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:03.182075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-2c3b1b34-a1a2-489d-8459-f7e2d63229c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1079404 Dec 15 13:43:03.195737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-585b9a88-cdc3-4526-96c5-dd624b780f4c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116977 Dec 15 13:43:03.234375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-03d52d44-6220-45fb-bee0-98e943f99784 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375595 Dec 15 13:43:03.278110 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99cf9062-4b97-4142-bf43-6baf49fd54db req-8a18d631-f720-4ad7-8364-5be2731d8eee tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137393 Dec 15 13:43:03.287573 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.367765 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9345e9e3-46e2-4866-8e4f-98e1a00237da x-openstack-request-id: req-9345e9e3-46e2-4866-8e4f-98e1a00237da {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:03.368735 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:03.369212 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9345e9e3-46e2-4866-8e4f-98e1a00237da {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:03.369956 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1', 'status': 'completed', 'code': 200} Dec 15 13:43:03.382792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:03.398203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:03.412258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:03.452258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-97be901f-c46d-4ac7-9b49-c71d01810bdd service neutron] 10.222.0.86 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450340 Dec 15 13:43:03.458833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-9a377ba3-1456-4501-9802-d01ef33ce6b3 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114356 Dec 15 13:43:03.478802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Pushing event updated for resources: {'Port': ['ID=31912ee7-0b91-4217-961e-b4b616bd4b7d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:03.531546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13585094-aac3-4e25-b2b6-0a9791b25abe req-b352ba6a-5e7a-4acc-8e85-e265638c7583 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/63f3cead-c6e2-4264-b331-8f2776bd237d HTTP/1.1" status: 200 len: 3012 time: 0.1669383 Dec 15 13:43:03.678713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-8c75ecc5-83c9-4f19-9616-315502d8a956 service neutron] 10.222.0.86 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184563 Dec 15 13:43:03.690112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7215e7dd-04b5-4899-b80a-ad9392bbc47a req-a9198d7f-f0fd-49e3-a5f4-ab97f85ab74f service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152972 Dec 15 13:43:03.779753 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ba990a8-11ca-420e-bda7-3d7c953520a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.809122 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.826790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-c022ff51-f88f-41df-9342-01d01c30bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:03.828412 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-c022ff51-f88f-41df-9342-01d01c30bb88 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1094 time: 0.0749922 Dec 15 13:43:03.972707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ef62b6f-6fb7-4398-8843-2bb3524ef569 req-f86ac3f1-6ff2-409a-9763-00f307b7c0b4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-group-rules/87bafcc5-fffd-4a4b-8b33-32c1b2518197 HTTP/1.1" status: 200 len: 783 time: 0.0476379 Dec 15 13:43:04.128366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-dac69872-16b0-44d3-bf8d-250907a43b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:04.130027 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-dac69872-16b0-44d3-bf8d-250907a43b4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.2885566 Dec 15 13:43:04.139541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ef62b6f-6fb7-4398-8843-2bb3524ef569 req-6a3e2b5b-c6ae-4ffc-8a3f-006ae45f03a4 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/63f3cead-c6e2-4264-b331-8f2776bd237d HTTP/1.1" status: 200 len: 3012 time: 0.1595051 Dec 15 13:43:04.190366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef56be-fc07-4afc-b2a9-8e113b2cd72c None None] Network eb9407e1-f927-4107-8747-e4995d444313 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:04.213761 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.284256 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-618e5858-284c-4cc9-b302-b43e632a39a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 217 time: 0.1418915 Dec 15 13:43:04.287509 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ef62b6f-6fb7-4398-8843-2bb3524ef569 req-0f8a97ad-2964-49c1-9bd4-65c4b16510b7 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.302811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ef62b6f-6fb7-4398-8843-2bb3524ef569 req-0f8a97ad-2964-49c1-9bd4-65c4b16510b7 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.341441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8e488ba2-6b53-46a8-a5b8-2a407b792724 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:04.475134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-53a77b86-7a8f-49f1-90bf-2017b72652e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:04.478007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-11eb8b9a-5b52-4e62-a14a-9667a1e70c51 None None] Provisioning complete for port 8e488ba2-6b53-46a8-a5b8-2a407b792724 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:04.478438 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11eb8b9a-5b52-4e62-a14a-9667a1e70c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.483082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-53a77b86-7a8f-49f1-90bf-2017b72652e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1829798 Dec 15 13:43:04.487794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ef62b6f-6fb7-4398-8843-2bb3524ef569 req-0f8a97ad-2964-49c1-9bd4-65c4b16510b7 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.499909 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ef62b6f-6fb7-4398-8843-2bb3524ef569 req-0f8a97ad-2964-49c1-9bd4-65c4b16510b7 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.504849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-563d6539-d10c-40af-ad7f-79e8f6a5e1dc req-85770b42-afef-4d65-92f4-80cb3527b6fb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 210 time: 0.0553651 Dec 15 13:43:04.521422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ef62b6f-6fb7-4398-8843-2bb3524ef569 req-0f8a97ad-2964-49c1-9bd4-65c4b16510b7 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/87bafcc5-fffd-4a4b-8b33-32c1b2518197 HTTP/1.1" status: 204 len: 173 time: 0.3807819 Dec 15 13:43:04.549991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Router 09090be8-dbb6-46e2-b410-e819dd518416 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:43:04.573775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a97ad-2964-49c1-9bd4-65c4b16510b7 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87bafcc5-fffd-4a4b-8b33-32c1b2518197,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:04.620348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8e488ba2-6b53-46a8-a5b8-2a407b792724 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:04.621147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.649869 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-60c884b3-48a0-45c3-b14c-3989b7703f2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574275 Dec 15 13:43:04.750015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:04.761368 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Sync routers for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:04.774807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5be4c1bd-b38e-40cc-a034-0510bc115338 req-1fe15092-8d08-4382-8aaa-9f7f0b01a1f9 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/63f3cead-c6e2-4264-b331-8f2776bd237d HTTP/1.1" status: 200 len: 2414 time: 0.2051849 Dec 15 13:43:04.780267 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:04.795030 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:04.808425 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.811801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bd093-92a2-4514-a031-87acf7221fd4 req-dcb44a1c-1d90-4cf3-9334-1bb59ab24230 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:04.815858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-828bd093-92a2-4514-a031-87acf7221fd4 req-dcb44a1c-1d90-4cf3-9334-1bb59ab24230 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 943 time: 0.1632452 Dec 15 13:43:04.824268 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.825647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0c8c2bc-ae8f-414e-b2ee-12eb3a13ef66 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.3319263 Dec 15 13:43:04.831000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43674) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:04.920822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-828bd093-92a2-4514-a031-87acf7221fd4 req-cf64aa2b-c4ae-47c8-b226-4156f1a1f872 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898845 Dec 15 13:43:04.935115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-57fe70b6-9954-41cd-a54f-d80be9638b46 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195733 Dec 15 13:43:05.144907 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.186010 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:05.190359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11eb8b9a-5b52-4e62-a14a-9667a1e70c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.198970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57a64c98-2869-4ccb-8e31-82f591c85f18 req-a87899cb-c31d-4e83-a40c-b76ccc29d2f1 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507238 Dec 15 13:43:05.294619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5be4c1bd-b38e-40cc-a034-0510bc115338 req-363c1cf1-b02c-4540-b0b3-94bec92d3357 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.302370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-11eb8b9a-5b52-4e62-a14a-9667a1e70c51 None None] For port 8e488ba2-6b53-46a8-a5b8-2a407b792724, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8e488ba2-6b53-46a8-a5b8-2a407b792724,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:05.333050 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11eb8b9a-5b52-4e62-a14a-9667a1e70c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.370981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5be4c1bd-b38e-40cc-a034-0510bc115338 req-363c1cf1-b02c-4540-b0b3-94bec92d3357 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.556914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb8b9a-5b52-4e62-a14a-9667a1e70c51 None None] Pushing event updated for resources: {'Port': ['ID=8e488ba2-6b53-46a8-a5b8-2a407b792724,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:05.561672 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:03Z', 'revision_number': 3, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:05.580715 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:43:05.582141 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:43:05.586010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8675d12c-05ec-4a99-804b-be27936b5b98 None None] Provisioning complete for port 8e488ba2-6b53-46a8-a5b8-2a407b792724 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:05.588928 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8675d12c-05ec-4a99-804b-be27936b5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.607121 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Checking router: 09090be8-dbb6-46e2-b410-e819dd518416 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:05.608163 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Updating router 09090be8-dbb6-46e2-b410-e819dd518416 port 31912ee7-0b91-4217-961e-b4b616bd4b7d binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:43:05.669627 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.716637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5be4c1bd-b38e-40cc-a034-0510bc115338 req-363c1cf1-b02c-4540-b0b3-94bec92d3357 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.719092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5be4c1bd-b38e-40cc-a034-0510bc115338 req-363c1cf1-b02c-4540-b0b3-94bec92d3357 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.740959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5be4c1bd-b38e-40cc-a034-0510bc115338 req-363c1cf1-b02c-4540-b0b3-94bec92d3357 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "DELETE /v2.0/security-groups/63f3cead-c6e2-4264-b331-8f2776bd237d HTTP/1.1" status: 204 len: 173 time: 0.9624820 Dec 15 13:43:05.805681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c1cf1-b02c-4540-b0b3-94bec92d3357 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f3cead-c6e2-4264-b331-8f2776bd237d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:05.827242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-c81672e9-4a66-45ca-9278-8a701a6f94b8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:05.828777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-c81672e9-4a66-45ca-9278-8a701a6f94b8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 821 time: 0.4327757 Dec 15 13:43:05.846874 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-144f11a6-a120-4980-a647-a9c595be5868 req-df66bced-2daf-4044-97c9-5863470f2b2f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 210 time: 0.0460589 Dec 15 13:43:05.850640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Request body: {'port': {'device_id': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'admin_state_up': True, 'tenant_id': '72f3a4952976434a83ac56055293d649'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:06.009105 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-b589c4d6-53f9-4f64-bdd7-de329bbd6447 req-2facbdab-1e26-4bcf-a53b-72ceb839062f tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] show failed (client error): The resource could not be found. Dec 15 13:43:06.010128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b589c4d6-53f9-4f64-bdd7-de329bbd6447 req-2facbdab-1e26-4bcf-a53b-72ceb839062f tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/45201292-9d2b-45cb-8a73-ed38120d6c8d HTTP/1.1" status: 404 len: 352 time: 0.0190675 Dec 15 13:43:06.016186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Made reservation on behalf of 72f3a4952976434a83ac56055293d649 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:06.016512 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.022976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.023151 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.058317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-90f5ce1e-1434-4bc3-8aa9-1b104b097411 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0272c3ccba944423bff8b820950abe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457332 Dec 15 13:43:06.069654 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Pushing event updated for resources: {'Port': ['ID=31912ee7-0b91-4217-961e-b4b616bd4b7d,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:06.093067 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Attempting to bind port 31912ee7-0b91-4217-961e-b4b616bd4b7d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:06.093699 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Attempting to bind port 31912ee7-0b91-4217-961e-b4b616bd4b7d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:06.094940 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Attempting to bind port 31912ee7-0b91-4217-961e-b4b616bd4b7d on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:06.102088 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.102664 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.103774 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.104297 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.104784 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.105279 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.105766 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.106264 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.106750 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.108383 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.108845 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.109443 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.110756 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.115619 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:06.116385 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:06.117141 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.117927 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:06.118481 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Bound port: 31912ee7-0b91-4217-961e-b4b616bd4b7d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:06.118958 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.184304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec837-136f-4a56-b092-e34932d40147 req-f625673c-a14d-4c40-92a4-501fd9d35c9a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.185846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97aec837-136f-4a56-b092-e34932d40147 req-f625673c-a14d-4c40-92a4-501fd9d35c9a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 943 time: 0.0948219 Dec 15 13:43:06.192421 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] For port 31912ee7-0b91-4217-961e-b4b616bd4b7d, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:06.199475 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] For port 31912ee7-0b91-4217-961e-b4b616bd4b7d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=31912ee7-0b91-4217-961e-b4b616bd4b7d,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:06.206198 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.270793 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:06.271434 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:06.276688 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97aec837-136f-4a56-b092-e34932d40147 req-90c7a1ec-8fc6-4536-ae30-05fbe82b90e8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791113 Dec 15 13:43:06.290390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8e488ba2-6b53-46a8-a5b8-2a407b792724 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:06.339215 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea1321-3c40-4c1e-9803-000a51ab673c None None] Pushing event updated for resources: {'Port': ['ID=31912ee7-0b91-4217-961e-b4b616bd4b7d,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:06.346681 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.353018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8e488ba2-6b53-46a8-a5b8-2a407b792724 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:06.353018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.385376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e794-5060-464c-822a-51620ee67643 req-6b32bb15-7066-4ace-90c6-bbcea8661f94 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.387745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-6b32bb15-7066-4ace-90c6-bbcea8661f94 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087826 Dec 15 13:43:06.400236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Allocated IP 172.20.0.12 (664f2d65-a5ae-4386-aece-18ed9c9d5a96/467231fd-5762-413e-8b03-ac3f50d8ed73/d9a15243-5ce8-4878-8e19-1f237e7a2a99) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:06.434884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-38e1cb62-2847-408b-bbc4-98dc511338c0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/quotas/0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 375 time: 0.0260079 Dec 15 13:43:06.456134 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:06.491415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.527614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-aefa544c-a874-4267-89d5-8e98a607a1e4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759478 Dec 15 13:43:06.535272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de41e29-dd4e-4898-99c3-9240d4afe006 req-ea3b53ca-25d9-4e7c-9e9a-ee7fa35778c3 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/a12dcb33-23e0-4ec3-835f-bcc1487ab88d HTTP/1.1" status: 200 len: 1822 time: 0.0403793 Dec 15 13:43:06.633587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5de41e29-dd4e-4898-99c3-9240d4afe006 req-e849430a-a96c-4e2c-8919-a883b66350a6 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.662114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:03Z', 'revision_number': 3, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:06.668425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5de41e29-dd4e-4898-99c3-9240d4afe006 req-e849430a-a96c-4e2c-8919-a883b66350a6 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.726039 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.730606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Allocated IP 172.20.0.1 (eb9407e1-f927-4107-8747-e4995d444313/65fd0f80-0d80-4230-9f24-41c98c3c4045/f3df4ae8-00ba-4928-be4d-b1cf3a715332) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:06.734220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5de41e29-dd4e-4898-99c3-9240d4afe006 req-e849430a-a96c-4e2c-8919-a883b66350a6 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.738510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5de41e29-dd4e-4898-99c3-9240d4afe006 req-e849430a-a96c-4e2c-8919-a883b66350a6 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.741452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de41e29-dd4e-4898-99c3-9240d4afe006 req-e849430a-a96c-4e2c-8919-a883b66350a6 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "DELETE /v2.0/security-groups/a12dcb33-23e0-4ec3-835f-bcc1487ab88d HTTP/1.1" status: 204 len: 173 time: 0.1857989 Dec 15 13:43:06.767025 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c9aa4-1246-4fc1-9533-da46dd013856 None None] The sync data for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 is: [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:03Z', 'revision_number': 3, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:06.767810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849430a-a96c-4e2c-8919-a883b66350a6 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12dcb33-23e0-4ec3-835f-bcc1487ab88d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:06.895516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.905233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c9b07ba-98b2-4492-8fe2-d79108d7d972 req-74b9f105-f349-4828-8577-a9f03810ea94 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 210 time: 0.0477908 Dec 15 13:43:06.956180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.988461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:07.002292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:07.018170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:07.024119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.024748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.031256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Pushing event updated for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:07.048698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba4e66e7-e690-4aa0-a6bb-d9ddac19e728 req-d6047b57-8fae-4dab-ad27-817477f9b364 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/fd960c1e-bf9b-4a1b-ae47-65974b9a29ea HTTP/1.1" status: 200 len: 1820 time: 0.1112711 Dec 15 13:43:07.067979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-7c594fe3-4e55-4496-89c1-47a5c1fd4d82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2236795 Dec 15 13:43:07.085739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476669d5-c4fc-470c-8037-c2da7e9f6a3d req-2884fb93-2de5-4ecb-aadb-a69bada60437 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.087934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-476669d5-c4fc-470c-8037-c2da7e9f6a3d req-2884fb93-2de5-4ecb-aadb-a69bada60437 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 932 time: 0.0703766 Dec 15 13:43:07.089475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Request body: {'port': {'device_id': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:07.120727 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.189489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-476669d5-c4fc-470c-8037-c2da7e9f6a3d req-b2772d1d-942e-4a00-8198-a598efe591a1 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888748 Dec 15 13:43:07.196504 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.241830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Network eb9407e1-f927-4107-8747-e4995d444313 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:07.263658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f3df4ae8-00ba-4928-be4d-b1cf3a715332,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:07.270473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:07.275271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:07.275760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.302998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ba4e66e7-e690-4aa0-a6bb-d9ddac19e728 req-ef348540-acf4-445e-a4c7-b9740b9f9e5b tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.345646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.411470 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ba4e66e7-e690-4aa0-a6bb-d9ddac19e728 req-ef348540-acf4-445e-a4c7-b9740b9f9e5b tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.485041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162daf3d-f642-4ced-ac5d-c246491c4af2 req-39e2ff3e-b05b-4499-ac56-1fe78a5b5ed4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.492391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bd316880-6978-42ef-99a9-5cde7be3ddd1 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:07.492927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-162daf3d-f642-4ced-ac5d-c246491c4af2 req-39e2ff3e-b05b-4499-ac56-1fe78a5b5ed4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 943 time: 0.0745800 Dec 15 13:43:07.622793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-162daf3d-f642-4ced-ac5d-c246491c4af2 req-13ce33ae-ecba-4923-81a1-bbeea73830b7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292357 Dec 15 13:43:07.696848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:07.778107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'bd316880-6978-42ef-99a9-5cde7be3ddd1', 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'port_id': 'bd316880-6978-42ef-99a9-5cde7be3ddd1', 'mac_address': 'fa:16:3e:33:41:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155b3a00-9352-46c0-9941-5adafc4b409e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:07.832417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-652524d8-7f9d-4425-9435-c9e309624df4 None None] Provisioning complete for port f3df4ae8-00ba-4928-be4d-b1cf3a715332 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:07.833528 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-652524d8-7f9d-4425-9435-c9e309624df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.839782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43766) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:07.872994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.877225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ba4e66e7-e690-4aa0-a6bb-d9ddac19e728 req-ef348540-acf4-445e-a4c7-b9740b9f9e5b tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.879506 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ba4e66e7-e690-4aa0-a6bb-d9ddac19e728 req-ef348540-acf4-445e-a4c7-b9740b9f9e5b tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.887094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba4e66e7-e690-4aa0-a6bb-d9ddac19e728 req-ef348540-acf4-445e-a4c7-b9740b9f9e5b tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "DELETE /v2.0/security-groups/fd960c1e-bf9b-4a1b-ae47-65974b9a29ea HTTP/1.1" status: 204 len: 173 time: 0.8246174 Dec 15 13:43:07.905638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.942772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd316880-6978-42ef-99a9-5cde7be3ddd1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:07.960610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef348540-acf4-445e-a4c7-b9740b9f9e5b tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd960c1e-bf9b-4a1b-ae47-65974b9a29ea,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:07.965529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-652524d8-7f9d-4425-9435-c9e309624df4 None None] Port f3df4ae8-00ba-4928-be4d-b1cf3a715332 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:08.006804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:08.019596 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.025611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d766e4a-06ce-44d9-bbca-5d09a3777785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.083036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:08.107413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f3dce558-efe9-4c12-94d2-7fc7a4350f25 req-f25f713a-231a-476a-98ff-6166911a5419 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 210 time: 0.0342669 Dec 15 13:43:08.184803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d766e4a-06ce-44d9-bbca-5d09a3777785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.192532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d766e4a-06ce-44d9-bbca-5d09a3777785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.200647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b134c579-d145-4736-912d-3b0021590f9b req-7680aae0-e2b1-4878-bdc9-f7ce3c5171ba tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/2d231e28-8285-4b4b-9ef9-83ab42381501 HTTP/1.1" status: 200 len: 1822 time: 0.2512481 Dec 15 13:43:08.256308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d766e4a-06ce-44d9-bbca-5d09a3777785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f463a6-c384-4d00-914e-aa0541ebb116,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:08.266911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bd316880-6978-42ef-99a9-5cde7be3ddd1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:08.289086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0d766e4a-06ce-44d9-bbca-5d09a3777785 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=706bb04cefb9495792a638258236416a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478047 Dec 15 13:43:08.291319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:08.398315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 31912ee7-0b91-4217-961e-b4b616bd4b7d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:08.451560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57f89efa-f31b-4292-b1db-01a1d29708b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.480619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b103ce3-a815-4cb6-9f14-dc087db32d28 req-fee185f2-d640-4b95-8872-b5507687c823 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.490358 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b103ce3-a815-4cb6-9f14-dc087db32d28 req-fee185f2-d640-4b95-8872-b5507687c823 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 932 time: 0.0917091 Dec 15 13:43:08.527319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57f89efa-f31b-4292-b1db-01a1d29708b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.566887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 31912ee7-0b91-4217-961e-b4b616bd4b7d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:08.567844 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.612288 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b103ce3-a815-4cb6-9f14-dc087db32d28 req-f000996a-15dd-4004-a3de-04d78662807d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208131 Dec 15 13:43:08.612724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43788) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:08.653733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57f89efa-f31b-4292-b1db-01a1d29708b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.659642 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57f89efa-f31b-4292-b1db-01a1d29708b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.661316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-57f89efa-f31b-4292-b1db-01a1d29708b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78f463a6-c384-4d00-914e-aa0541ebb116 HTTP/1.1" status: 204 len: 168 time: 0.3676791 Dec 15 13:43:08.691689 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f89efa-f31b-4292-b1db-01a1d29708b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f463a6-c384-4d00-914e-aa0541ebb116,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:08.745071 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.771015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 31912ee7-0b91-4217-961e-b4b616bd4b7d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=31912ee7-0b91-4217-961e-b4b616bd4b7d,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:08.777544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.809711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3228-3959-47c5-9362-5f24d0fece22 req-735a2bf8-bf1a-40a6-a523-bcf6c82ec89a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.821059 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e77e3228-3959-47c5-9362-5f24d0fece22 req-735a2bf8-bf1a-40a6-a523-bcf6c82ec89a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 944 time: 0.0879240 Dec 15 13:43:08.824016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-4548bfe2-38ef-46fc-b002-89779218229c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0272c3ccba944423bff8b820950abe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4414418 Dec 15 13:43:08.835066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a15243-5ce8-4878-8e19-1f237e7a2a99 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:08.857328 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b725c264-eed6-4f5c-becd-b5804bf8fb8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.867007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=31912ee7-0b91-4217-961e-b4b616bd4b7d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:08.878044 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.898892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e77e3228-3959-47c5-9362-5f24d0fece22 req-6385d0fe-6939-45a9-a3ba-004addc6000d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769675 Dec 15 13:43:08.903909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b134c579-d145-4736-912d-3b0021590f9b req-cdc3af05-3bb1-48a2-b584-00c22f1bac6c tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.988817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b725c264-eed6-4f5c-becd-b5804bf8fb8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.996676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Transition to ACTIVE for port object d9a15243-5ce8-4878-8e19-1f237e7a2a99 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:08.996806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b725c264-eed6-4f5c-becd-b5804bf8fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.026416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.049504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b134c579-d145-4736-912d-3b0021590f9b req-cdc3af05-3bb1-48a2-b584-00c22f1bac6c tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.060000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b725c264-eed6-4f5c-becd-b5804bf8fb8f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6c4a2c701afa4d5983886002505a72dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439290 Dec 15 13:43:09.062641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725c264-eed6-4f5c-becd-b5804bf8fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb74bf3-3499-485f-92bd-9063f3afb942,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:09.067013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:09.086117 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.121055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.121677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.130215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43802) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:09.160021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e794-5060-464c-822a-51620ee67643 req-bb05c6eb-4a4d-4016-ba44-458de3f95cdd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.161514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-bb05c6eb-4a4d-4016-ba44-458de3f95cdd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3206723 Dec 15 13:43:09.169256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:09.169444 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d99ca2c2-00a7-402c-906d-469887afafd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.171785 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20dea725-d12c-47ff-ae8c-b56368f0007d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.180188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Request body: {'port': {'device_id': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '0272c3ccba944423bff8b820950abe5f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:09.256798 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-11e26c05-9f07-40b1-a3ff-8810653e2e34 req-ae457701-32fc-4b90-9e06-3d45f3b749eb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 210 time: 0.0432162 Dec 15 13:43:09.272489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d99ca2c2-00a7-402c-906d-469887afafd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.284043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b134c579-d145-4736-912d-3b0021590f9b req-cdc3af05-3bb1-48a2-b584-00c22f1bac6c tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.286563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b134c579-d145-4736-912d-3b0021590f9b req-cdc3af05-3bb1-48a2-b584-00c22f1bac6c tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.287676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b134c579-d145-4736-912d-3b0021590f9b req-cdc3af05-3bb1-48a2-b584-00c22f1bac6c tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "DELETE /v2.0/security-groups/2d231e28-8285-4b4b-9ef9-83ab42381501 HTTP/1.1" status: 204 len: 173 time: 1.0731127 Dec 15 13:43:09.342921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20dea725-d12c-47ff-ae8c-b56368f0007d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.353966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20dea725-d12c-47ff-ae8c-b56368f0007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.361841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3af05-3bb1-48a2-b584-00c22f1bac6c tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d231e28-8285-4b4b-9ef9-83ab42381501,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:09.367022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:09.367356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:09.367813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:09.374099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f3df4ae8-00ba-4928-be4d-b1cf3a715332,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:09.402003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:09.402341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:09.418718 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b266f467-e1f1-4631-a7a5-da22e494ed49 req-3d3b438b-90c2-41be-b9cf-08a6740d40d3 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/b1ef7037-977e-4504-9761-0385d392a91d HTTP/1.1" status: 200 len: 2420 time: 0.1094210 Dec 15 13:43:09.430391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dea725-d12c-47ff-ae8c-b56368f0007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ee61c-6ca1-4a63-b38d-5a00649ecb47,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:09.430908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:09.431251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:09.431627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:09.432221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Bound port: d9a15243-5ce8-4878-8e19-1f237e7a2a99, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:09.432579 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.432911 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d99ca2c2-00a7-402c-906d-469887afafd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.436222 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d99ca2c2-00a7-402c-906d-469887afafd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.440939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d99ca2c2-00a7-402c-906d-469887afafd9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fdb74bf3-3499-485f-92bd-9063f3afb942 HTTP/1.1" status: 204 len: 168 time: 0.3727181 Dec 15 13:43:09.446138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-20dea725-d12c-47ff-ae8c-b56368f0007d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3e81d066c38b49d4af379454a775895e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125215 Dec 15 13:43:09.449593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43810) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:09.465462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ca2c2-00a7-402c-906d-469887afafd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb74bf3-3499-485f-92bd-9063f3afb942,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:09.468739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Network eb9407e1-f927-4107-8747-e4995d444313 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:09.483725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:09.503576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bd316880-6978-42ef-99a9-5cde7be3ddd1 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:09.532330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b266f467-e1f1-4631-a7a5-da22e494ed49 req-55b0a17c-702d-46cb-8283-368f9cfa7de1 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.577798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b266f467-e1f1-4631-a7a5-da22e494ed49 req-55b0a17c-702d-46cb-8283-368f9cfa7de1 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.590840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port bd316880-6978-42ef-99a9-5cde7be3ddd1 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:09.600561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port bd316880-6978-42ef-99a9-5cde7be3ddd1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:09.600956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.618291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Made reservation on behalf of 0272c3ccba944423bff8b820950abe5f for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:09.621779 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.651321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.667159 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b266f467-e1f1-4631-a7a5-da22e494ed49 req-55b0a17c-702d-46cb-8283-368f9cfa7de1 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.676251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b266f467-e1f1-4631-a7a5-da22e494ed49 req-55b0a17c-702d-46cb-8283-368f9cfa7de1 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.684152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:09.686741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b266f467-e1f1-4631-a7a5-da22e494ed49 req-55b0a17c-702d-46cb-8283-368f9cfa7de1 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "DELETE /v2.0/security-groups/b1ef7037-977e-4504-9761-0385d392a91d HTTP/1.1" status: 204 len: 173 time: 0.2619107 Dec 15 13:43:09.689705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3725cc0-2b63-4feb-983b-5ec90b437fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.704688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0a17c-702d-46cb-8283-368f9cfa7de1 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ef7037-977e-4504-9761-0385d392a91d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:09.763026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:09.782269 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.809568 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dfbd0e3e-f156-4cc8-8ad9-7315e4b9eb5e req-7a1cdca7-03b1-482b-88d8-39fed2337360 tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "GET /v2.0/security-groups/ed675e8c-bdb8-4593-88f0-e293b9cd9f8b HTTP/1.1" status: 200 len: 2414 time: 0.0869443 Dec 15 13:43:09.819821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:09.822277 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d180af-14c1-4f5d-b1f5-66ecdf4481b4" -d '{"events": [{"server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "name": "network-vif-plugged", "status": "completed", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:09.833690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3725cc0-2b63-4feb-983b-5ec90b437fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.839399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.850776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:09.857419 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.874963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dfbd0e3e-f156-4cc8-8ad9-7315e4b9eb5e req-5e5e9a22-0f57-4a92-9f73-eb7c93b3a00d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.903210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dfbd0e3e-f156-4cc8-8ad9-7315e4b9eb5e req-5e5e9a22-0f57-4a92-9f73-eb7c93b3a00d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.934693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bcd59863-e8f8-4bd4-80c5-e8728b56f00d None None] Provisioning complete for port f3df4ae8-00ba-4928-be4d-b1cf3a715332 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:09.935060 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bcd59863-e8f8-4bd4-80c5-e8728b56f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.946886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.947560 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.949351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 200 len: 1092 time: 2.8653069 Dec 15 13:43:09.963980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:09.966805 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7041318-5a47-4fe2-af3d-892a2d368b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:09.975303 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dfbd0e3e-f156-4cc8-8ad9-7315e4b9eb5e req-5e5e9a22-0f57-4a92-9f73-eb7c93b3a00d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.977774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bcd59863-e8f8-4bd4-80c5-e8728b56f00d None None] Port f3df4ae8-00ba-4928-be4d-b1cf3a715332 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:09.979392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:09.981826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dfbd0e3e-f156-4cc8-8ad9-7315e4b9eb5e req-5e5e9a22-0f57-4a92-9f73-eb7c93b3a00d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.993840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dfbd0e3e-f156-4cc8-8ad9-7315e4b9eb5e req-5e5e9a22-0f57-4a92-9f73-eb7c93b3a00d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] 10.222.0.86 "DELETE /v2.0/security-groups/ed675e8c-bdb8-4593-88f0-e293b9cd9f8b HTTP/1.1" status: 204 len: 173 time: 0.1832423 Dec 15 13:43:09.994518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:10.036229 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79215219-2d42-46be-b23a-faeceac133a9 x-openstack-request-id: req-79215219-2d42-46be-b23a-faeceac133a9 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:10.036761 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "name": "network-vif-plugged", "status": "completed", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:10.037189 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79215219-2d42-46be-b23a-faeceac133a9 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:10.037783 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1', 'code': 200} Dec 15 13:43:10.041028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2eeab-7af6-4a68-85e0-661f59dc35c9 req-916b54ad-fd76-4b13-96ce-c36e1e815377 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.042862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfe2eeab-7af6-4a68-85e0-661f59dc35c9 req-916b54ad-fd76-4b13-96ce-c36e1e815377 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 944 time: 0.2840075 Dec 15 13:43:10.053516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Router 09090be8-dbb6-46e2-b410-e819dd518416 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:10.086174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43828) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:10.102456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e9a22-0f57-4a92-9f73-eb7c93b3a00d tempest-SecurityGroupRulesTestJSON-1202026173 tempest-SecurityGroupRulesTestJSON-1202026173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed675e8c-bdb8-4593-88f0-e293b9cd9f8b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:10.107930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395fa05-7f36-4999-9d9a-ed38b68c44d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:10.144360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17811584-ed74-4746-bd81-02400de768d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.181456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3725cc0-2b63-4feb-983b-5ec90b437fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.184200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3725cc0-2b63-4feb-983b-5ec90b437fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.185348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e3725cc0-2b63-4feb-983b-5ec90b437fc4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/582ee61c-6ca1-4a63-b38d-5a00649ecb47 HTTP/1.1" status: 204 len: 168 time: 0.7332337 Dec 15 13:43:10.212390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-883e26a8-fbf9-4f4e-8cfc-ad4435edb8ea admin admin] Deleting subnet fac84e03-47ee-429a-bc8d-d5a7a44d717a {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:43:10.227221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-883e26a8-fbf9-4f4e-8cfc-ad4435edb8ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.239423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.241623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-d11ec8ca-725a-4594-9868-5a6f01d42b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.243142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-d11ec8ca-725a-4594-9868-5a6f01d42b07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1095 time: 0.2297640 Dec 15 13:43:10.270930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3725cc0-2b63-4feb-983b-5ec90b437fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ee61c-6ca1-4a63-b38d-5a00649ecb47,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:10.287739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.321959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 31912ee7-0b91-4217-961e-b4b616bd4b7d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:10.380412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfe2eeab-7af6-4a68-85e0-661f59dc35c9 req-cd0de9f0-d20b-4116-8f08-df5fbcf01854 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013985 Dec 15 13:43:10.391727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-609f1702-40d0-4280-83e1-5bc63fc78289 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 200 len: 217 time: 0.1044221 Dec 15 13:43:10.402175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 31912ee7-0b91-4217-961e-b4b616bd4b7d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:10.403012 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.525613 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0089bcf9-6277-4cf2-8584-5dad99058af9 x-openstack-request-id: req-0089bcf9-6277-4cf2-8584-5dad99058af9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:10.526323 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:10.526768 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0089bcf9-6277-4cf2-8584-5dad99058af9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:10.527424 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99', 'status': 'completed', 'code': 200} Dec 15 13:43:10.544668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3266972d-7e90-49a3-b400-c053cfd21685,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:10.610762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-2ecb96f0-6f11-42a5-ba53-b077ba1a67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.612564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-2ecb96f0-6f11-42a5-ba53-b077ba1a67a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.2108815 Dec 15 13:43:10.621347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:10.640532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-19ef5b76-4e24-42ab-89b7-fe8cb88d00e7 admin admin] 10.222.0.86 "PUT /v2.0/routers/09090be8-dbb6-46e2-b410-e819dd518416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7983756 Dec 15 13:43:10.640625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cc0c7-061b-4f1c-aa09-e082f8c03336 req-9b3fdc91-d235-47e9-9012-fcaf959a9a2d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.640722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Sync routers for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:10.651419 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-099cc0c7-061b-4f1c-aa09-e082f8c03336 req-9b3fdc91-d235-47e9-9012-fcaf959a9a2d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 945 time: 0.5329025 Dec 15 13:43:10.664628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:10.665799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:10.667235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acd1df-3563-4f82-a558-0fb125226d43 req-e49913c0-a5bc-41ac-9601-ba0ca345d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.670601 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60acd1df-3563-4f82-a558-0fb125226d43 req-e49913c0-a5bc-41ac-9601-ba0ca345d19c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1096 time: 0.5137370 Dec 15 13:43:10.702702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-a61f3a3d-5016-486a-844f-77456e170e83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762105 Dec 15 13:43:10.747819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-883e26a8-fbf9-4f4e-8cfc-ad4435edb8ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.752125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17811584-ed74-4746-bd81-02400de768d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.814635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17811584-ed74-4746-bd81-02400de768d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.838120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Allocated IP 192.168.233.16 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/175faf7d-4cf0-4280-af1a-1da215d15f05) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:10.892713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:10.900493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-929f3163-9c0f-4f4c-9d1e-13d5e5a91449 req-a551a2b2-05b7-4fd3-a9fb-c5e80d2f61fd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 210 time: 0.0875027 Dec 15 13:43:10.927236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-17811584-ed74-4746-bd81-02400de768d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=934139a861b2496582766684964e677a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8317399 Dec 15 13:43:10.929340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43850) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:10.941391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60acd1df-3563-4f82-a558-0fb125226d43 req-27e913d2-160b-4793-a262-f39aeb7c254c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556646 Dec 15 13:43:10.957737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-099cc0c7-061b-4f1c-aa09-e082f8c03336 req-06303b41-63bf-4cce-85ad-c5b3e2039d54 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959180 Dec 15 13:43:10.963685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-883e26a8-fbf9-4f4e-8cfc-ad4435edb8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.988535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17811584-ed74-4746-bd81-02400de768d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c59827-6116-4dc8-87d5-ab0dab338366,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.043166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-883e26a8-fbf9-4f4e-8cfc-ad4435edb8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.071226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-f170b812-7036-487c-a12c-43d581be0726 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558810 Dec 15 13:43:11.075725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e26a8-fbf9-4f4e-8cfc-ad4435edb8ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac84e03-47ee-429a-bc8d-d5a7a44d717a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.081586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-883e26a8-fbf9-4f4e-8cfc-ad4435edb8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.096128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-883e26a8-fbf9-4f4e-8cfc-ad4435edb8ea admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fac84e03-47ee-429a-bc8d-d5a7a44d717a HTTP/1.1" status: 204 len: 168 time: 1.0883856 Dec 15 13:43:11.097428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43854) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:11.190067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.210834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3df68334-4623-4c96-a641-4dcb4206477e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.234735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 2, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.256119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3df68334-4623-4c96-a641-4dcb4206477e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.275807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Checking router: 09090be8-dbb6-46e2-b410-e819dd518416 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:11.276568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Updating router 09090be8-dbb6-46e2-b410-e819dd518416 port f3df4ae8-00ba-4928-be4d-b1cf3a715332 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:43:11.306439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.311729 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.329499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16a09d85-9846-4dca-b895-1cf1cdfdaa8d req-25fd24c5-202a-4b74-8ebd-9746f6350dca service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409866 Dec 15 13:43:11.335639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8fbb3d-50a2-405a-82ff-11a34f7b208d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.353987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.364418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c81279-20a6-4d2f-9209-12deee98d217') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.364884 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c81279-20a6-4d2f-9209-12deee98d217') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.382803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.390136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3df68334-4623-4c96-a641-4dcb4206477e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.393649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3df68334-4623-4c96-a641-4dcb4206477e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.397189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3df68334-4623-4c96-a641-4dcb4206477e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/65c59827-6116-4dc8-87d5-ab0dab338366 HTTP/1.1" status: 204 len: 168 time: 0.4586608 Dec 15 13:43:11.404522 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.416877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:43:11.417289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:43:11.419655 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:43:11.437173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df68334-4623-4c96-a641-4dcb4206477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c59827-6116-4dc8-87d5-ab0dab338366,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.461195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-1043dce4-4058-45c2-b935-66541faa3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:11.462643 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-1043dce4-4058-45c2-b935-66541faa3e45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1095 time: 0.0652287 Dec 15 13:43:11.464331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.506464 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.519265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.525055 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1b8fbb3d-50a2-405a-82ff-11a34f7b208d HTTP/1.1" status: 204 len: 168 time: 0.4241512 Dec 15 13:43:11.553834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe6eb7-b12b-4714-8944-bb38cc0a0191 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8fbb3d-50a2-405a-82ff-11a34f7b208d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.646576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4c7e2-63d8-4732-8477-47c3339a5df9 req-a80b61de-1b30-4a7b-b3b4-d30883974c97 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:11.648722 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8f4c7e2-63d8-4732-8477-47c3339a5df9 req-a80b61de-1b30-4a7b-b3b4-d30883974c97 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 944 time: 0.0780580 Dec 15 13:43:11.720772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:11.721684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8f4c7e2-63d8-4732-8477-47c3339a5df9 req-7ee5f49e-a639-4c39-ac70-b50e682c9780 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666177 Dec 15 13:43:11.751513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.754514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:11.766655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:11.773548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:11.774521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.794611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43882) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:11.826760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-9323cbbf-26cf-4a1e-a716-b62865166d61 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6515779 Dec 15 13:43:11.850245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Request body: {'port': {'device_id': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:11.873841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-0e511f9c-75de-4810-baad-bb80e4e3044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:11.875351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-0e511f9c-75de-4810-baad-bb80e4e3044d service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.3966739 Dec 15 13:43:11.877902 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.892996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.915311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6fbb136f-cb0a-470e-8e8b-b66d6c61ce1f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=81995d5a79f34ca1853179ecb3cd5447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1194384 Dec 15 13:43:11.919421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43884) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:12.055731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634f6c2e-e89f-4ffa-a4d0-4cfad939fa0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.056878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c18d7-8870-4e85-926c-6102a2a3812a None None] Pushing event updated for resources: {'Port': ['ID=f3df4ae8-00ba-4928-be4d-b1cf3a715332,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:12.080713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Attempting to bind port f3df4ae8-00ba-4928-be4d-b1cf3a715332 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:12.081369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Attempting to bind port f3df4ae8-00ba-4928-be4d-b1cf3a715332 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:12.082013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Attempting to bind port f3df4ae8-00ba-4928-be4d-b1cf3a715332 on network eb9407e1-f927-4107-8747-e4995d444313 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:12.091894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:12.095347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634f6c2e-e89f-4ffa-a4d0-4cfad939fa0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.103555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Checking segment: {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:12.104282 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.104763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Bound using segment: {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:12.116170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Bound port: f3df4ae8-00ba-4928-be4d-b1cf3a715332, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:12.116170 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.204808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634f6c2e-e89f-4ffa-a4d0-4cfad939fa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.209032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634f6c2e-e89f-4ffa-a4d0-4cfad939fa0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.210921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-634f6c2e-e89f-4ffa-a4d0-4cfad939fa0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d8677bf-708f-473b-b82c-8cebf4770177 HTTP/1.1" status: 204 len: 168 time: 0.2897825 Dec 15 13:43:12.257979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f6c2e-e89f-4ffa-a4d0-4cfad939fa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8677bf-708f-473b-b82c-8cebf4770177,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:12.335341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81a746-ae0f-46dd-b13c-140316cc0f9f req-055c7ca5-0d65-4a66-9892-0f07ffe613ea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.349994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf81a746-ae0f-46dd-b13c-140316cc0f9f req-055c7ca5-0d65-4a66-9892-0f07ffe613ea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 935 time: 0.1794851 Dec 15 13:43:12.367528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-690c407d-1c3a-4295-b7cd-93b5437b0696 None None] Provisioning complete for port 175faf7d-4cf0-4280-af1a-1da215d15f05 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:12.368151 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-690c407d-1c3a-4295-b7cd-93b5437b0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.374433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] For port f3df4ae8-00ba-4928-be4d-b1cf3a715332, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:12.433861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] For port f3df4ae8-00ba-4928-be4d-b1cf3a715332, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f3df4ae8-00ba-4928-be4d-b1cf3a715332,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:12.449044 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.460224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-3636f303-81cc-49d6-8692-11abd7e94aff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 200 len: 217 time: 0.5757399 Dec 15 13:43:12.466114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf81a746-ae0f-46dd-b13c-140316cc0f9f req-b017b4cb-bd63-4b41-a261-8b82bdaff8d9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100900 Dec 15 13:43:12.484489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-64e444b1-a788-41c7-94dc-709fafff01ef tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.492759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-64e444b1-a788-41c7-94dc-709fafff01ef tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/networks?id=eb9407e1-f927-4107-8747-e4995d444313 HTTP/1.1" status: 200 len: 828 time: 0.9160101 Dec 15 13:43:12.543156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c18d7-8870-4e85-926c-6102a2a3812a None None] Pushing event updated for resources: {'Port': ['ID=f3df4ae8-00ba-4928-be4d-b1cf3a715332,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:12.545968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-690c407d-1c3a-4295-b7cd-93b5437b0696 None None] Port 175faf7d-4cf0-4280-af1a-1da215d15f05 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:12.562887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-b8392d1c-f3b0-479a-be1b-59245a9391a8 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/quotas/2bd41654685e4271977423e4e53d720b HTTP/1.1" status: 200 len: 375 time: 0.0686729 Dec 15 13:43:12.569064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.605322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:12.605985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:12.659539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-a1ee3768-596c-4d9b-b6ac-3dd56c9eea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.672099 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-a1ee3768-596c-4d9b-b6ac-3dd56c9eea3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.2042642 Dec 15 13:43:12.674691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dddebe-fb9c-4469-8269-e8573a7c8b31 req-88104b0a-c19d-4337-9250-9ff0ef0561a7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.685452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9dddebe-fb9c-4469-8269-e8573a7c8b31 req-88104b0a-c19d-4337-9250-9ff0ef0561a7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 945 time: 0.1038253 Dec 15 13:43:12.770012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-fd7a0d5a-1c0c-4041-ad90-7187aded29ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693784 Dec 15 13:43:12.817743 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9dddebe-fb9c-4469-8269-e8573a7c8b31 req-8d006e80-34ff-41cb-9423-49e68d9f9583 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304879 Dec 15 13:43:12.829533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-2916bae2-d244-467d-9274-1d71d2f84e17 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bd41654685e4271977423e4e53d720b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2649450 Dec 15 13:43:13.024227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-55fcf3a8-ef54-48b1-b3b8-129efd4e99fa None None] Provisioning complete for port f3df4ae8-00ba-4928-be4d-b1cf3a715332 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:13.024799 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55fcf3a8-ef54-48b1-b3b8-129efd4e99fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.036930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b26812-c8a1-4eca-af5a-9d96c5cb71b7 req-2bdfa383-6e86-480f-b8de-91a90fc41299 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:13.050055 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8b26812-c8a1-4eca-af5a-9d96c5cb71b7 req-2bdfa383-6e86-480f-b8de-91a90fc41299 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 944 time: 0.1093137 Dec 15 13:43:13.130550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:13.154129 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8b26812-c8a1-4eca-af5a-9d96c5cb71b7 req-fdf01d97-80b6-47d8-9746-579e1de108da tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965028 Dec 15 13:43:13.200474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-56a2fdbf-3ad7-4a31-85a4-8c6a315892c7 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221251 Dec 15 13:43:13.244369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-97fc02f4-c121-4c74-870e-cfff08959696 service neutron] 10.222.0.86 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126046 Dec 15 13:43:13.336951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55fcf3a8-ef54-48b1-b3b8-129efd4e99fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.390603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-55fcf3a8-ef54-48b1-b3b8-129efd4e99fa None None] For port f3df4ae8-00ba-4928-be4d-b1cf3a715332, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f3df4ae8-00ba-4928-be4d-b1cf3a715332,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:13.401281 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55fcf3a8-ef54-48b1-b3b8-129efd4e99fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.447757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7041318-5a47-4fe2-af3d-892a2d368b0d req-830e234b-1186-4a26-a27f-97b48e40550e service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368898 Dec 15 13:43:13.469446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-dfbf70d4-e7cf-403f-adcc-0c63ee8f8ac5 service neutron] 10.222.0.86 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234824 Dec 15 13:43:13.483297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175faf7d-4cf0-4280-af1a-1da215d15f05 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:13.501869 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.511971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcf3a8-ef54-48b1-b3b8-129efd4e99fa None None] Pushing event updated for resources: {'Port': ['ID=f3df4ae8-00ba-4928-be4d-b1cf3a715332,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:13.529151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Transition to ACTIVE for port object 175faf7d-4cf0-4280-af1a-1da215d15f05 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:13.536743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.536953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-22e9f581-7105-4001-9061-066530ac6da2 None None] Provisioning complete for port f3df4ae8-00ba-4928-be4d-b1cf3a715332 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:13.537114 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22e9f581-7105-4001-9061-066530ac6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:13.579659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:12Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:13.620646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed26995-c449-4b1c-8ece-8cfa083c2a0c None None] The sync data for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 is: [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:12Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:13.624736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:13.742673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d9a15243-5ce8-4878-8e19-1f237e7a2a99 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:13.838492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Attempting to bind port 175faf7d-4cf0-4280-af1a-1da215d15f05 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:13.839092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Attempting to bind port 175faf7d-4cf0-4280-af1a-1da215d15f05 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:13.839223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Attempting to bind port 175faf7d-4cf0-4280-af1a-1da215d15f05 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:13.871054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Port 175faf7d-4cf0-4280-af1a-1da215d15f05 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:13.873167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Attempting to bind port 175faf7d-4cf0-4280-af1a-1da215d15f05 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:13.926332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:13.927506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:13.927937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:13.930140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Bound port: 175faf7d-4cf0-4280-af1a-1da215d15f05, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:13.930494 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.052751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:14.060916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f67d8-724d-4b90-b4a0-b643dc3f80f7 req-be476006-0659-4060-b901-dd141eaae78d tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:14.082269 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-085f67d8-724d-4b90-b4a0-b643dc3f80f7 req-be476006-0659-4060-b901-dd141eaae78d tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1057653 Dec 15 13:43:14.090137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99', 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'port_id': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99', 'mac_address': 'fa:16:3e:b2:37:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467231fd-5762-413e-8b03-ac3f50d8ed73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:14.173565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50488eda-df03-4edb-8a6f-6aa29ac7837c req-6e3392a7-4915-487c-8773-2c5d140b27e1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:14.181494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.196554 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50488eda-df03-4edb-8a6f-6aa29ac7837c req-6e3392a7-4915-487c-8773-2c5d140b27e1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.3085959 Dec 15 13:43:14.229115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-085f67d8-724d-4b90-b4a0-b643dc3f80f7 req-c40083d8-1869-4349-9a21-df52410ccc56 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324384 Dec 15 13:43:14.230048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a15243-5ce8-4878-8e19-1f237e7a2a99 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:14.295521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:14.341366 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9fbf131f-896f-4a4f-89e3-f2ef521ab947 req-8b5f8187-c6cf-46c9-89fc-265042a61fce tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 210 time: 0.0478554 Dec 15 13:43:14.365527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:14.374374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.392911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:14.419371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f3df4ae8-00ba-4928-be4d-b1cf3a715332 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:14.434467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.483524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:14.519714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f3df4ae8-00ba-4928-be4d-b1cf3a715332 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:14.520265 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.558116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e417-d31c-4532-94d0-a36940a9e181 req-03a4d85d-cecf-42b3-a7e9-932746c4f8ee tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:14.569649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:14.587654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50488eda-df03-4edb-8a6f-6aa29ac7837c req-0fd3063d-0502-4e41-8e4c-1541b1d06081 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859303 Dec 15 13:43:14.593452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:14.596164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:14.598689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-17145972-600e-4235-842a-dc0b58cb11ae service neutron] 10.222.0.24 "PUT /v2.0/ports/175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 1095 time: 2.7529039 Dec 15 13:43:14.601401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:14.606721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d527e417-d31c-4532-94d0-a36940a9e181 req-03a4d85d-cecf-42b3-a7e9-932746c4f8ee tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 945 time: 0.1612666 Dec 15 13:43:14.616344 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778" -d '{"events": [{"name": "network-changed", "server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:14.617172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['d9a15243-5ce8-4878-8e19-1f237e7a2a99'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:14.779147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d527e417-d31c-4532-94d0-a36940a9e181 req-07985451-bea8-4144-9dc7-5331de5ca684 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714270 Dec 15 13:43:14.876700 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454cab58-b3f1-4474-b196-36116cc6c917 x-openstack-request-id: req-454cab58-b3f1-4474-b196-36116cc6c917 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:14.881667 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:14.883222 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-454cab58-b3f1-4474-b196-36116cc6c917 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:14.883893 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'status': 'completed', 'code': 200} Dec 15 13:43:14.890761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55bff0-9d07-4a9b-9c85-e430c8abde41 req-8d074a63-d2e6-4dcb-8ee1-da4c23e13241 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:14.899254 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a55bff0-9d07-4a9b-9c85-e430c8abde41 req-8d074a63-d2e6-4dcb-8ee1-da4c23e13241 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1974001 Dec 15 13:43:14.987622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a55bff0-9d07-4a9b-9c85-e430c8abde41 req-baf519ab-04f3-4e56-8c66-d5ca698defdd tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810852 Dec 15 13:43:15.004533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e794-5060-464c-822a-51620ee67643 req-4ac62e89-1988-41c2-b3e6-eaf251e924a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.004533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-4ac62e89-1988-41c2-b3e6-eaf251e924a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1098 time: 0.3130805 Dec 15 13:43:15.101663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-ca7de6e4-f9d8-4a3c-b822-7bbda1c8e30b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 217 time: 0.0931344 Dec 15 13:43:15.198211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43992) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:15.210876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e794-5060-464c-822a-51620ee67643 req-84c722fd-d370-45e3-bbae-4c740c039c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.212391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-84c722fd-d370-45e3-bbae-4c740c039c74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1057529 Dec 15 13:43:15.260804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-f102e7f3-4d8b-4799-827e-7f0507977acd req-fdcd1da4-a5fc-44d3-8c43-f05a9ade026d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:15.262572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f102e7f3-4d8b-4799-827e-7f0507977acd req-fdcd1da4-a5fc-44d3-8c43-f05a9ade026d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075054 Dec 15 13:43:15.291208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e794-5060-464c-822a-51620ee67643 req-1603b7c0-aeca-458a-8537-959dcaa9ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.293599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-1603b7c0-aeca-458a-8537-959dcaa9ea2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706623 Dec 15 13:43:15.506757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-053c3091-344f-4c58-bd85-11622a587b17 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049525 Dec 15 13:43:15.541051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-14eff82f-bf01-49a0-84ff-2a42efa7c9be tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.544814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-14eff82f-bf01-49a0-84ff-2a42efa7c9be tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.74 "GET /v2.0/networks?id=eb9407e1-f927-4107-8747-e4995d444313 HTTP/1.1" status: 200 len: 828 time: 0.2342596 Dec 15 13:43:15.561564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Request body: {'port': {'device_id': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'admin_state_up': True, 'tenant_id': '2bd41654685e4271977423e4e53d720b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:15.678081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-20600d70-a613-4294-bd72-65fa01ca9d60 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604148 Dec 15 13:43:15.739888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d9a15243-5ce8-4878-8e19-1f237e7a2a99 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:15.759667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a65e794-5060-464c-822a-51620ee67643 req-8f50e484-1b73-47c0-8b50-345bee5b678e service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446940 Dec 15 13:43:15.773284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Made reservation on behalf of 2bd41654685e4271977423e4e53d720b for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:15.780181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.874768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port d9a15243-5ce8-4878-8e19-1f237e7a2a99 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:15.880694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port d9a15243-5ce8-4878-8e19-1f237e7a2a99 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:15.883467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.933247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1052393994-network', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:15.952607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-db4a1ed5-2d63-4e1f-b1e2-3a9341c42751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.954424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-db4a1ed5-2d63-4e1f-b1e2-3a9341c42751 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1098 time: 0.1060059 Dec 15 13:43:15.970095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-d9373354-b43c-48b2-8c7e-31b63b2e2e52 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:15.971894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-d9373354-b43c-48b2-8c7e-31b63b2e2e52 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113855 Dec 15 13:43:15.983642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.989904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Made reservation on behalf of 2f97a64eee6a4d899f3be8448169185e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:15.993792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.024994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:16.026236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:16.030145 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb095fa4-d6bd-45b9-902b-8a749c4e673d" -d '{"events": [{"server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "name": "network-vif-plugged", "status": "completed", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:16.035689 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.039067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-90cf6b28-b1e4-432a-a46d-2f532067a524 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/quotas/2d6f7e4305ff4b06a4c0213e915cb795 HTTP/1.1" status: 200 len: 375 time: 0.0424047 Dec 15 13:43:16.043793 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.099282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-08ce8dce-d2cd-4a61-8797-c35eb50eddeb tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401659 Dec 15 13:43:16.111268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Allocated IP 172.20.0.12 (eb9407e1-f927-4107-8747-e4995d444313/65fd0f80-0d80-4230-9f24-41c98c3c4045/c21ba086-7850-4a2b-9812-fb8de9caa445) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:16.117269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-6061d7d6-4f0a-414f-911b-5ddac06531f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.119467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-6061d7d6-4f0a-414f-911b-5ddac06531f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1461771 Dec 15 13:43:16.151845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:16.189497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-19146ff5-f942-473a-9130-52e556a44198 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 217 time: 0.0621736 Dec 15 13:43:16.247792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-eac610da-87da-496d-8012-47d9c05ee29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.249623 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-eac610da-87da-496d-8012-47d9c05ee29a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0520942 Dec 15 13:43:16.328069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.334386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-251de0c9-dec4-4fde-b50b-1a504530ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.336117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-251de0c9-dec4-4fde-b50b-1a504530ec68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783148 Dec 15 13:43:16.350119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.379466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:43:16.411815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.415789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.416160 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Added segment 7ea94c12-847c-4f49-9472-0df04d923a00 of type vlan for network 801ba009-4355-4d45-9062-3e244823b36c Dec 15 13:43:16.418525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9304d9d8-e9fb-47d8-945d-5aa2273c33ea,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:16.444851 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e1e2818-4aa9-4929-bee1-68a279173b6c req-b2eb107a-3d05-4318-98dd-8449439430c4 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 210 time: 0.0895762 Dec 15 13:43:16.482086 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.525481 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-99333683-5a2b-4c40-9e78-35f06e74ed04 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817410 Dec 15 13:43:16.539155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.571726 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.572769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.573558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.674223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Network eb9407e1-f927-4107-8747-e4995d444313 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:16.678016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfce3b3-54e6-4ef8-b8fa-9477b2bfc375 req-fdc1e831-da7f-430a-9e55-e3b8b4a3a6f9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.680563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbfce3b3-54e6-4ef8-b8fa-9477b2bfc375 req-fdc1e831-da7f-430a-9e55-e3b8b4a3a6f9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.1316879 Dec 15 13:43:16.698158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:16.699171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b84fbd34-7bb3-4635-8b7e-223c1e7b0778 req-a8c865f5-d809-4c82-bd84-179ca2c22cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613336 Dec 15 13:43:16.704932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:16.707984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Pushing event updated for resources: {'Port': ['ID=c21ba086-7850-4a2b-9812-fb8de9caa445,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:16.714212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5147712 Dec 15 13:43:16.720985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44052) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:16.726588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Request body: {'subnet': {'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1052393994-subnet', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:16.780644 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbfce3b3-54e6-4ef8-b8fa-9477b2bfc375 req-3e02f62a-648b-4d6c-a034-f07f38726cbb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902452 Dec 15 13:43:16.786162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d98ea-cd55-4eb2-8328-0f227685bbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=801ba009-4355-4d45-9062-3e244823b36c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:16.804725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Made reservation on behalf of 2f97a64eee6a4d899f3be8448169185e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:16.805562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 801ba009-4355-4d45-9062-3e244823b36c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:43:16.807121 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.904631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:16.905287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.949371 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-3799fe1e-c698-477d-981b-ced867df6b5a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3922288 Dec 15 13:43:16.973815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Request body: {'port': {'device_id': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:17.069807 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.088475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44064) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:17.174265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-114a5c3e-609f-4cfc-80eb-845d81d5049a tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:17.175522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-114a5c3e-609f-4cfc-80eb-845d81d5049a tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0852857 Dec 15 13:43:17.198265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-37a95882-2aa5-41c2-88ac-07a262023750 None None] Provisioning complete for port c21ba086-7850-4a2b-9812-fb8de9caa445 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:17.199073 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37a95882-2aa5-41c2-88ac-07a262023750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.237520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abb72-09b7-437f-bbb4-58b2f951c978 req-28316bc5-832d-4c3d-85ff-62113b13efe2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.242992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-37a95882-2aa5-41c2-88ac-07a262023750 None None] Port c21ba086-7850-4a2b-9812-fb8de9caa445 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:17.244769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-772abb72-09b7-437f-bbb4-58b2f951c978 req-28316bc5-832d-4c3d-85ff-62113b13efe2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 946 time: 0.1210361 Dec 15 13:43:17.295979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-772abb72-09b7-437f-bbb4-58b2f951c978 req-f90f9955-03c5-42c4-a422-7b9844765b0d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501823 Dec 15 13:43:17.302935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.343441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-d9603d05-47c4-468a-83b1-4f1401a64533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.351755 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-d9603d05-47c4-468a-83b1-4f1401a64533 service neutron] 10.222.0.86 "GET /v2.0/ports/bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 1093 time: 0.1043265 Dec 15 13:43:17.355885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Request body: {'binding': {'host': 'n-h2-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:17.356430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Unknown quota resources ['binding']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:43:17.412609 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4aacb7-4c39-4c56-a61a-3b520c91afef x-openstack-request-id: req-8c4aacb7-4c39-4c56-a61a-3b520c91afef {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:17.413115 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "name": "network-vif-plugged", "status": "completed", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:17.413523 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c4aacb7-4c39-4c56-a61a-3b520c91afef {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:17.414052 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99', 'code': 200} Dec 15 13:43:17.457494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a484d2d-2932-43bb-90c4-ed5b1dd30986,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:17.471280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Checking segment: {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:17.471644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Network hostable DHCP agents. Network: 801ba009-4355-4d45-9062-3e244823b36c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:43:17.505737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c7bdc73-4c42-4a6a-8754-b011864bb97a req-b703890b-df4a-45da-bfaa-15639e719384 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0442293 Dec 15 13:43:17.519608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Network 801ba009-4355-4d45-9062-3e244823b36c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:43:17.557284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 801ba009-4355-4d45-9062-3e244823b36c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:17.565727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73d91e-7068-43ef-8897-391579af30da req-2e2f6df8-eef1-4a7b-b4a9-ac2b58b698c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.567393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91d344-9397-44ff-a00e-2a9ae2eae193 None None] Network 801ba009-4355-4d45-9062-3e244823b36c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:17.568232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a73d91e-7068-43ef-8897-391579af30da req-2e2f6df8-eef1-4a7b-b4a9-ac2b58b698c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1097 time: 0.0653524 Dec 15 13:43:17.569515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on host n-h2-821840-1 for vnic_type normal with profile None {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:17.570070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:17.570675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:17.575506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:17.576089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:17.584992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.585600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.589136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:17.589729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:17.590329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:17.590964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Bound port: bd316880-6978-42ef-99a9-5cde7be3ddd1, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:17.612559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21ba086-7850-4a2b-9812-fb8de9caa445 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:17.622929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.637757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Transition to ACTIVE for port object c21ba086-7850-4a2b-9812-fb8de9caa445 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:17.646880 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-32871d62-2290-47d1-a823-e68ac57ef057 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9240975 Dec 15 13:43:17.647310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44076) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:17.653389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:17.653606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.683682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a73d91e-7068-43ef-8897-391579af30da req-54b89f4d-20d8-4b78-b694-9207949a33cf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042736 Dec 15 13:43:17.700178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:17.707935 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.709645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.720831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.722416 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-57178616-a68f-42ce-82fe-a90dc89eff19 service neutron] 10.222.0.86 "POST /v2.0/ports/bd316880-6978-42ef-99a9-5cde7be3ddd1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3701692 Dec 15 13:43:17.796640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.828284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-801ba009-4355-4d45-9062-3e244823b36c', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:43:17.829930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.844984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Pushing event updated for resources: {'Port': ['ID=c21ba086-7850-4a2b-9812-fb8de9caa445,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:17.920603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Attempting to bind port c21ba086-7850-4a2b-9812-fb8de9caa445 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:17.920956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Attempting to bind port c21ba086-7850-4a2b-9812-fb8de9caa445 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:17.921543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Attempting to bind port c21ba086-7850-4a2b-9812-fb8de9caa445 on network eb9407e1-f927-4107-8747-e4995d444313 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:17.927090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Port c21ba086-7850-4a2b-9812-fb8de9caa445 on network eb9407e1-f927-4107-8747-e4995d444313 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:17.927459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Attempting to bind port c21ba086-7850-4a2b-9812-fb8de9caa445 on network eb9407e1-f927-4107-8747-e4995d444313 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:17.934084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:17.934430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Checking segment: {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:17.935076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Bound using segment: {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:17.935595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Bound port: c21ba086-7850-4a2b-9812-fb8de9caa445, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0309a92-1065-43a3-a8a5-af50bf32f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:17.937045 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.022507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-a810b734-dff9-4fff-928a-9c1560e505e9 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1339595 Dec 15 13:43:18.077639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] For port c21ba086-7850-4a2b-9812-fb8de9caa445, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:18.087295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] For port c21ba086-7850-4a2b-9812-fb8de9caa445, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c21ba086-7850-4a2b-9812-fb8de9caa445,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:18.097350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3a789-7b4a-49c8-832c-f35bc251409d req-fa83cf9e-d578-4eac-b976-6d4b7996777b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.106665 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb3a789-7b4a-49c8-832c-f35bc251409d req-fa83cf9e-d578-4eac-b976-6d4b7996777b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.0988700 Dec 15 13:43:18.133031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.137489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Allocated IP 172.20.0.2 (801ba009-4355-4d45-9062-3e244823b36c/7a484d2d-2932-43bb-90c4-ed5b1dd30986/a6291ca9-24af-4d4b-8903-50db8d6a33ce) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:18.207149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Pushing event updated for resources: {'Port': ['ID=c21ba086-7850-4a2b-9812-fb8de9caa445,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:18.227476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.228303 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.230022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-1d9dd855-6533-482d-9932-662e2f57b7aa service neutron] 10.222.0.74 "PUT /v2.0/ports/c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 200 len: 1092 time: 1.2717679 Dec 15 13:43:18.230464 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:18.232924 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2818866b-1758-447b-accc-ae4f33d8cedb" -d '{"events": [{"name": "network-changed", "server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:18.245401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb3a789-7b4a-49c8-832c-f35bc251409d req-7e6ea6e6-c611-46bc-8bb3-d394032704d9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377223 Dec 15 13:43:18.290611 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.343432 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.345392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-8245196d-d36f-4738-9e15-d8132965684d tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.347042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-8245196d-d36f-4738-9e15-d8132965684d tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3185976 Dec 15 13:43:18.358971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.359230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a74e-17fb-4754-8a13-bbb4f4471db1 req-b4329b70-455f-419c-b9d1-013c005530ce tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.365609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-e7aa9ce7-5884-4391-8619-0df443dd1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.367148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-e7aa9ce7-5884-4391-8619-0df443dd1a9d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bd41654685e4271977423e4e53d720b&device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 1095 time: 0.0777082 Dec 15 13:43:18.367555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49c7a74e-17fb-4754-8a13-bbb4f4471db1 req-b4329b70-455f-419c-b9d1-013c005530ce tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 944 time: 0.3557324 Dec 15 13:43:18.394836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Request body: {'port': {'device_id': '76fd0edb-ca01-4336-a9de-c119e0a82eb2', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '2d6f7e4305ff4b06a4c0213e915cb795'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:18.423705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Pushing event updated for resources: {'Port': ['ID=a6291ca9-24af-4d4b-8903-50db8d6a33ce,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:18.447116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-7e8258e0-8d9d-4de4-8fe7-844cf6aeeeda service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 200 len: 217 time: 0.0673187 Dec 15 13:43:18.447429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Network 801ba009-4355-4d45-9062-3e244823b36c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:18.450104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:18.452953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:18.504037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649c1f9-b9d7-41ba-b816-71f001c11c63 req-6a41c0d9-b76d-4a31-9e4d-0996e1e345ba tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.507399 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0649c1f9-b9d7-41ba-b816-71f001c11c63 req-6a41c0d9-b76d-4a31-9e4d-0996e1e345ba tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 945 time: 0.1294150 Dec 15 13:43:18.523391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Attempting to bind port a6291ca9-24af-4d4b-8903-50db8d6a33ce on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:18.524021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Attempting to bind port a6291ca9-24af-4d4b-8903-50db8d6a33ce by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:18.524500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Attempting to bind port a6291ca9-24af-4d4b-8903-50db8d6a33ce on network 801ba009-4355-4d45-9062-3e244823b36c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:18.531052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:18.531667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Checking segment: {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:18.532496 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.532958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Bound using segment: {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:18.533548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Bound port: a6291ca9-24af-4d4b-8903-50db8d6a33ce, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:18.537576 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.549502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-d75bca36-180d-4917-b63c-e8137208627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.551013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-d75bca36-180d-4917-b63c-e8137208627f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=65fd0f80-0d80-4230-9f24-41c98c3c4045 HTTP/1.1" status: 200 len: 867 time: 0.0926044 Dec 15 13:43:18.605076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0649c1f9-b9d7-41ba-b816-71f001c11c63 req-eaaf9b48-994e-4c97-ab66-d9144f423806 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900400 Dec 15 13:43:18.616468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-c65a25c8-9f4c-4b12-98bd-fda7da62f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.617973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-c65a25c8-9f4c-4b12-98bd-fda7da62f043 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb9407e1-f927-4107-8747-e4995d444313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582860 Dec 15 13:43:18.638084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] For port a6291ca9-24af-4d4b-8903-50db8d6a33ce, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:18.642572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] For port a6291ca9-24af-4d4b-8903-50db8d6a33ce, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a6291ca9-24af-4d4b-8903-50db8d6a33ce,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:18.652522 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.756393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8de60-fb82-45f2-8844-14d583ba0bf7 None None] Pushing event updated for resources: {'Port': ['ID=a6291ca9-24af-4d4b-8903-50db8d6a33ce,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:18.770765 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d2cb33-5f76-4bb4-b195-e45414c1bd95 x-openstack-request-id: req-66d2cb33-5f76-4bb4-b195-e45414c1bd95 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:18.771070 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:18.771324 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66d2cb33-5f76-4bb4-b195-e45414c1bd95 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:18.771727 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'status': 'completed', 'code': 200} Dec 15 13:43:18.780522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f576f4b6-1939-42c9-9f4f-d7281332b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.782048 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f576f4b6-1939-42c9-9f4f-d7281332b337 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1096 time: 0.6058679 Dec 15 13:43:18.787927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-dd0917f9-78c0-4b3d-a409-e25598ec0a0f service neutron] 10.222.0.74 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588647 Dec 15 13:43:18.924322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49c7a74e-17fb-4754-8a13-bbb4f4471db1 req-4916a044-f0ef-4d10-badf-a517e62f0ddf tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515149 Dec 15 13:43:18.928336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Made reservation on behalf of 2d6f7e4305ff4b06a4c0213e915cb795 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:18.931567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef5703-b847-47d2-bc6c-d25009dd0ef9 req-232cbcd2-1417-4768-875a-015b72e9dc39 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.932475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.933134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4ef5703-b847-47d2-bc6c-d25009dd0ef9 req-232cbcd2-1417-4768-875a-015b72e9dc39 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 946 time: 0.1361847 Dec 15 13:43:18.963438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.005227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06f824-5bfc-4d91-9d0f-60b963001d57 req-ac0c0a3c-3e21-4399-af3d-ad7e578df556 service neutron] 10.222.0.74 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919765 Dec 15 13:43:19.067141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-4edcb635-2734-4466-a490-e2878b77ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.068661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-4edcb635-2734-4466-a490-e2878b77ea84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.2434180 Dec 15 13:43:19.104567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4ef5703-b847-47d2-bc6c-d25009dd0ef9 req-3bf830ca-f462-41d0-9f9a-8351d54b531d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598289 Dec 15 13:43:19.132021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818866b-1758-447b-accc-ae4f33d8cedb req-4b85936c-134a-4cec-8fe6-4b0f20aee4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.132021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2818866b-1758-447b-accc-ae4f33d8cedb req-4b85936c-134a-4cec-8fe6-4b0f20aee4ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bd41654685e4271977423e4e53d720b&device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 1095 time: 0.0658712 Dec 15 13:43:19.150616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-a22bd34c-2594-4534-84b6-82899810e4e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0732822 Dec 15 13:43:19.195997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74942507-f18b-456a-a731-545001042aa8 req-f12337b2-4e3a-4ab9-9adc-7829e1fcf2db tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0553370 Dec 15 13:43:19.230845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818866b-1758-447b-accc-ae4f33d8cedb req-b65e504a-ff30-41f3-8512-a1803178bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.232396 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2818866b-1758-447b-accc-ae4f33d8cedb req-b65e504a-ff30-41f3-8512-a1803178bd02 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb9407e1-f927-4107-8747-e4995d444313 HTTP/1.1" status: 200 len: 930 time: 0.0985320 Dec 15 13:43:19.243646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.254392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.288653 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2818866b-1758-447b-accc-ae4f33d8cedb req-c6b3b002-83b2-4b38-8369-54e7478391af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 200 len: 217 time: 0.0488420 Dec 15 13:43:19.301147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-5ccb6fc6-d17e-4480-9902-55ed8fe02335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.302870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-5ccb6fc6-d17e-4480-9902-55ed8fe02335 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1108906 Dec 15 13:43:19.386077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b312358f-145f-47fa-a702-ddb683f1a96b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:19.397960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818866b-1758-447b-accc-ae4f33d8cedb req-00e62c0f-6ce0-47c1-8981-ddfc62a988dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.399815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2818866b-1758-447b-accc-ae4f33d8cedb req-00e62c0f-6ce0-47c1-8981-ddfc62a988dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=65fd0f80-0d80-4230-9f24-41c98c3c4045 HTTP/1.1" status: 200 len: 867 time: 0.0908155 Dec 15 13:43:19.415191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ecd28-2ee4-4ab6-a0a5-31568644c2f1 req-fcc16ae9-7a4e-4995-90f6-53d983f0097e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.423573 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c11ecd28-2ee4-4ab6-a0a5-31568644c2f1 req-fcc16ae9-7a4e-4995-90f6-53d983f0097e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.0789759 Dec 15 13:43:19.441164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-d1ba8833-c6a0-4dd6-8699-b594b4f26da3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685811 Dec 15 13:43:19.504803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c11ecd28-2ee4-4ab6-a0a5-31568644c2f1 req-e1c90e5a-d1f8-4bc9-9054-774deb9e8ab9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805435 Dec 15 13:43:19.513106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818866b-1758-447b-accc-ae4f33d8cedb req-d3de22d5-b029-411f-a171-6625fe444e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.514938 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2818866b-1758-447b-accc-ae4f33d8cedb req-d3de22d5-b029-411f-a171-6625fe444e52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb9407e1-f927-4107-8747-e4995d444313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888259 Dec 15 13:43:19.519914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:19.580570 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.619382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Allocated IP 192.168.233.34 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/864175ab-0718-48a3-b498-6e223f382536) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:19.627628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.657718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-29790694-f356-492f-aa67-c21c1d387318 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068355 Dec 15 13:43:19.664029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84c0def4-eeb5-48d3-acbd-1ad6bbab5b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.693436 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2818866b-1758-447b-accc-ae4f33d8cedb req-b8697576-fa90-421f-b5dc-e60681b9b66e service neutron] 10.222.0.74 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674774 Dec 15 13:43:19.758607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 175faf7d-4cf0-4280-af1a-1da215d15f05 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:19.855655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2818866b-1758-447b-accc-ae4f33d8cedb req-03cf3d84-0326-4491-8d06-6bdde7195cd8 service neutron] 10.222.0.74 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512873 Dec 15 13:43:19.862908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84c0def4-eeb5-48d3-acbd-1ad6bbab5b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.868306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84c0def4-eeb5-48d3-acbd-1ad6bbab5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.914094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-84c0def4-eeb5-48d3-acbd-1ad6bbab5b9a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=942a95078c14410b8dee5bd99329ce2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929479 Dec 15 13:43:19.916632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:19.924206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0def4-eeb5-48d3-acbd-1ad6bbab5b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6ce422-829b-49a0-bb7e-ba441801ecaa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:19.926085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:19.953787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'mac_address': 'fa:16:3e:88:0f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:19.994254 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854656b7-ffc1-43ef-aa3a-04797a38ac03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.999816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.010844 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.023508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5114e-8188-4a31-b7da-36401b5b26b2 None None] Network 801ba009-4355-4d45-9062-3e244823b36c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:20.036006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854656b7-ffc1-43ef-aa3a-04797a38ac03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.044362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175faf7d-4cf0-4280-af1a-1da215d15f05 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:20.053504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b128e1-5eb6-4fa7-98d2-bcd7a042b178 req-9c43e246-d602-4a67-8367-1f8f3e3fc885 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.055030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74b128e1-5eb6-4fa7-98d2-bcd7a042b178 req-9c43e246-d602-4a67-8367-1f8f3e3fc885 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 945 time: 0.3611400 Dec 15 13:43:20.067659 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-37a6d18c-7e82-48f8-9209-9608739d025b service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751860 Dec 15 13:43:20.101944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Allocated IP 172.25.7.9 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/173ed64b-9b00-4580-b658-62bfdb41ab62) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:20.104938 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.119952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6adabe-8c21-45fa-b46a-7b39e6beb806 req-0884517f-e030-435d-a573-6b87281e2ce2 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.122218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee6adabe-8c21-45fa-b46a-7b39e6beb806 req-0884517f-e030-435d-a573-6b87281e2ce2 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 944 time: 0.1024749 Dec 15 13:43:20.161293 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854656b7-ffc1-43ef-aa3a-04797a38ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.164659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854656b7-ffc1-43ef-aa3a-04797a38ac03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.165001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:20.169263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-854656b7-ffc1-43ef-aa3a-04797a38ac03 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c6ce422-829b-49a0-bb7e-ba441801ecaa HTTP/1.1" status: 204 len: 168 time: 0.2512720 Dec 15 13:43:20.190737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854656b7-ffc1-43ef-aa3a-04797a38ac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6ce422-829b-49a0-bb7e-ba441801ecaa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:20.226626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee6adabe-8c21-45fa-b46a-7b39e6beb806 req-c6941b20-9445-4ca0-b0d7-9c208172ea5d tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731318 Dec 15 13:43:20.240811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:20.309515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:20.316750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.317420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.325634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:20.333011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8ca1ce22-4f04-4066-9d9a-6c9d3a1a4539 None None] Provisioning complete for port a6291ca9-24af-4d4b-8903-50db8d6a33ce triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:20.333396 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ce22-4f04-4066-9d9a-6c9d3a1a4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.338341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.421922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a6291ca9-24af-4d4b-8903-50db8d6a33ce up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:20.463407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Pushing event updated for resources: {'Port': ['ID=864175ab-0718-48a3-b498-6e223f382536,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:20.470771 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-72b9581f-85dd-41f8-93e7-708f7cee618f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0986280 Dec 15 13:43:20.509400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74b128e1-5eb6-4fa7-98d2-bcd7a042b178 req-f57ea818-ea7a-485d-ae9a-32c2a059a61a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263346 Dec 15 13:43:20.526231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:20.527002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Request body: {'port': {'device_id': '76fd0edb-ca01-4336-a9de-c119e0a82eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:20.535074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56178d6f-d5a6-4d15-ac9e-f21f54f03f19 req-96caf596-79bc-4b9d-a5ae-3fea22d05405 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.544510 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56178d6f-d5a6-4d15-ac9e-f21f54f03f19 req-96caf596-79bc-4b9d-a5ae-3fea22d05405 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 946 time: 0.0844102 Dec 15 13:43:20.609542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:20.630036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-763091b3-fc56-4fb4-9c90-06c7fa51de78 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.631647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-763091b3-fc56-4fb4-9c90-06c7fa51de78 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.4857907 Dec 15 13:43:20.658895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821840-1'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:20.662414 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56178d6f-d5a6-4d15-ac9e-f21f54f03f19 req-9eb1b172-9137-4cd1-95ae-565a922a6a56 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169477 Dec 15 13:43:20.708119 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ce22-4f04-4066-9d9a-6c9d3a1a4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.722664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port a6291ca9-24af-4d4b-8903-50db8d6a33ce triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:20.723293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.801680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44132) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:20.809752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.839276 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.845378 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05850bde-2043-4ac4-bdb7-bbe37d6fd970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.891700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8ca1ce22-4f04-4066-9d9a-6c9d3a1a4539 None None] For port a6291ca9-24af-4d4b-8903-50db8d6a33ce, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a6291ca9-24af-4d4b-8903-50db8d6a33ce,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:20.899573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ce22-4f04-4066-9d9a-6c9d3a1a4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.936328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec558541-bce7-4bad-a8b5-1c6f63dd447e req-ec76cccd-db5a-4c6b-8564-fc5ddb5960c0 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.942461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec558541-bce7-4bad-a8b5-1c6f63dd447e req-ec76cccd-db5a-4c6b-8564-fc5ddb5960c0 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 935 time: 0.3194911 Dec 15 13:43:20.944163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.982305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:20.999173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1ce22-4f04-4066-9d9a-6c9d3a1a4539 None None] Pushing event updated for resources: {'Port': ['ID=a6291ca9-24af-4d4b-8903-50db8d6a33ce,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:21.019445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0183c-4f18-49e9-ad6e-0671201091b7 req-e0e38579-39bb-4006-b9e5-49e662acb4ce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.021064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32b0183c-4f18-49e9-ad6e-0671201091b7 req-e0e38579-39bb-4006-b9e5-49e662acb4ce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 948 time: 0.2788701 Dec 15 13:43:21.083527 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32b0183c-4f18-49e9-ad6e-0671201091b7 req-a23b3d23-023e-4f5b-91c5-2c863df62163 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537927 Dec 15 13:43:21.100746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:43:21.100746 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:43:21.100746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-19f72bf0-9753-445c-b37b-f432c3c872ad None None] Provisioning complete for port 864175ab-0718-48a3-b498-6e223f382536 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:21.100746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19f72bf0-9753-445c-b37b-f432c3c872ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.101541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.157893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-19f72bf0-9753-445c-b37b-f432c3c872ad None None] Port 864175ab-0718-48a3-b498-6e223f382536 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:21.177834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-19f72bf0-9753-445c-b37b-f432c3c872ad None None] Provisioning complete for port a6291ca9-24af-4d4b-8903-50db8d6a33ce triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:21.178218 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19f72bf0-9753-445c-b37b-f432c3c872ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.206898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec558541-bce7-4bad-a8b5-1c6f63dd447e req-bd0929fb-dde2-4f70-88f7-0aa1aef418fd tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498696 Dec 15 13:43:21.207465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600a84-e88f-45a9-9ff5-2a6ad2801d27 req-bef39d3e-dcfe-41a5-9319-c1afd815cb6b tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.209441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e600a84-e88f-45a9-9ff5-2a6ad2801d27 req-bef39d3e-dcfe-41a5-9319-c1afd815cb6b tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1097 time: 0.0469158 Dec 15 13:43:21.258488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:21.263314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e600a84-e88f-45a9-9ff5-2a6ad2801d27 req-85c98dd1-a88a-4ba9-aa14-eb0c95cf35ba tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Dec 15 13:43:21.315002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:21.340724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:21.387225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476421ca-a901-430d-8cdd-49d1d0e65486 req-9ac482a9-7f95-4671-8f8b-785bd6717c7e tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.388838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-476421ca-a901-430d-8cdd-49d1d0e65486 req-9ac482a9-7f95-4671-8f8b-785bd6717c7e tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1097 time: 0.0437129 Dec 15 13:43:21.448936 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-476421ca-a901-430d-8cdd-49d1d0e65486 req-ccd527ba-4619-4bf5-b3b6-2f07bd8e3be6 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Dec 15 13:43:21.532708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c21ba086-7850-4a2b-9812-fb8de9caa445 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:21.592484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Pushing event updated for resources: {'Port': ['ID=173ed64b-9b00-4580-b658-62bfdb41ab62,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:21.670672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c21ba086-7850-4a2b-9812-fb8de9caa445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c21ba086-7850-4a2b-9812-fb8de9caa445,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:21.670934 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05850bde-2043-4ac4-bdb7-bbe37d6fd970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.683096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'port_id': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'mac_address': 'fa:16:3e:96:b1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:21.684834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff4c06-bd36-4e58-b8ef-3b56eb1bf188 req-17f34936-ff71-4324-9f12-83a64a233dfe tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.686459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1ff4c06-bd36-4e58-b8ef-3b56eb1bf188 req-17f34936-ff71-4324-9f12-83a64a233dfe tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 945 time: 0.0564022 Dec 15 13:43:21.711634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05850bde-2043-4ac4-bdb7-bbe37d6fd970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.725685 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.739901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1ff4c06-bd36-4e58-b8ef-3b56eb1bf188 req-1293cef0-16af-4e7b-b33d-ad39e35fa63a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457983 Dec 15 13:43:21.741303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21ba086-7850-4a2b-9812-fb8de9caa445 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:21.771374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 175faf7d-4cf0-4280-af1a-1da215d15f05 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:21.777636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c21ba086-7850-4a2b-9812-fb8de9caa445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c21ba086-7850-4a2b-9812-fb8de9caa445,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:21.800572 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.837010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-05850bde-2043-4ac4-bdb7-bbe37d6fd970 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e46730fba3d54acf8c7c8b190b2d0104&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0307076 Dec 15 13:43:21.840853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44148) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:21.849175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05850bde-2043-4ac4-bdb7-bbe37d6fd970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b2e91f-7688-4c1f-a1d5-1604ac58086e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:21.869739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:21.875930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c21ba086-7850-4a2b-9812-fb8de9caa445,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:21.881424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607fbe1-a65f-43e9-a6a8-0f685f98cedf req-b716eb71-eac2-4b09-ae18-07b3adea28fb tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.883106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2607fbe1-a65f-43e9-a6a8-0f685f98cedf req-b716eb71-eac2-4b09-ae18-07b3adea28fb tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 944 time: 0.5599034 Dec 15 13:43:21.897677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 175faf7d-4cf0-4280-af1a-1da215d15f05 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:21.909421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 175faf7d-4cf0-4280-af1a-1da215d15f05 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:21.910200 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.941286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc3613cb-a4e7-433f-a2ad-dd44ead832db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:21.966752 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc3613cb-a4e7-433f-a2ad-dd44ead832db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.039684 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.040522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:22.043944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e26092-1858-43bf-9e6b-447dd8840fc1 req-0f7287e8-6426-43fa-b317-d5e8943fed9e tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.045516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99e26092-1858-43bf-9e6b-447dd8840fc1 req-0f7287e8-6426-43fa-b317-d5e8943fed9e tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1097 time: 0.0629029 Dec 15 13:43:22.066687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:22.067033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc3613cb-a4e7-433f-a2ad-dd44ead832db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.069195 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccca231-c139-44c8-8b9d-56da6ee1ad93" -d '{"events": [{"server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "name": "network-vif-plugged", "status": "completed", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:22.069991 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc3613cb-a4e7-433f-a2ad-dd44ead832db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.070765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dc3613cb-a4e7-433f-a2ad-dd44ead832db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/04b2e91f-7688-4c1f-a1d5-1604ac58086e HTTP/1.1" status: 204 len: 168 time: 0.2213697 Dec 15 13:43:22.084129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['c21ba086-7850-4a2b-9812-fb8de9caa445'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:22.095766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3613cb-a4e7-433f-a2ad-dd44ead832db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b2e91f-7688-4c1f-a1d5-1604ac58086e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:22.112766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:22.120043 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99e26092-1858-43bf-9e6b-447dd8840fc1 req-29bbd7f3-1166-409a-b7dc-c9fe595b79ed tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609455 Dec 15 13:43:22.138207 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.199214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2607fbe1-a65f-43e9-a6a8-0f685f98cedf req-1235bf2f-cd31-487d-ad02-a49d5dda3f27 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947216 Dec 15 13:43:22.225569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864175ab-0718-48a3-b498-6e223f382536 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:22.267659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.272139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:22.290302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.296220 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a757d369-9bb8-40b7-8a6c-09311998c951 x-openstack-request-id: req-a757d369-9bb8-40b7-8a6c-09311998c951 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:22.296419 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "name": "network-vif-plugged", "status": "completed", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:22.296688 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a757d369-9bb8-40b7-8a6c-09311998c951 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:22.297759 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'code': 200} Dec 15 13:43:22.310071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:22.314485 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec01a0e-3d19-4845-a87b-09a36d8f2291" -d '{"events": [{"server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:22.319830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.354567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a6291ca9-24af-4d4b-8903-50db8d6a33ce up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:22.368010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.24', 61944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:22.455001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce3d2b-6ffd-4a00-9e58-2bd6386e806a req-9d2dacf5-f3bb-4ac3-bd46-0150793d7388 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.458141 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62ce3d2b-6ffd-4a00-9e58-2bd6386e806a req-9d2dacf5-f3bb-4ac3-bd46-0150793d7388 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 935 time: 0.0872569 Dec 15 13:43:22.465788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port a6291ca9-24af-4d4b-8903-50db8d6a33ce triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:22.466172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.492360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.514126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f96e66-2113-4e51-8294-992575804695 req-d1c47b61-ea2d-4125-be08-c61727fda516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.515633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6f96e66-2113-4e51-8294-992575804695 req-d1c47b61-ea2d-4125-be08-c61727fda516 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1100 time: 0.1107650 Dec 15 13:43:22.541232 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62ce3d2b-6ffd-4a00-9e58-2bd6386e806a req-f7d0097d-645e-4e58-990c-7e8296b9ed2c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776126 Dec 15 13:43:22.580484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6f96e66-2113-4e51-8294-992575804695 req-5a6ed7ff-34bc-426a-a2a3-2caa8d7b9154 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538292 Dec 15 13:43:22.585797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Transition to ACTIVE for port object 864175ab-0718-48a3-b498-6e223f382536 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:22.603911 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.646264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36177ab9-c444-481f-9233-3f68148202bb req-a438ccc0-7218-48a5-8935-253e4e1ae577 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.647777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36177ab9-c444-481f-9233-3f68148202bb req-a438ccc0-7218-48a5-8935-253e4e1ae577 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.2021437 Dec 15 13:43:22.660213 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ccc003-ebd2-427f-b983-f6c6a10605aa x-openstack-request-id: req-57ccc003-ebd2-427f-b983-f6c6a10605aa {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:22.660501 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:22.660728 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57ccc003-ebd2-427f-b983-f6c6a10605aa {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:22.661313 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1', 'code': 200} Dec 15 13:43:22.716105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Pushing event updated for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:22.763374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.914581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36177ab9-c444-481f-9233-3f68148202bb req-27b88bb3-5707-48a3-9f38-7c99b5ff3ae2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521744 Dec 15 13:43:22.915270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on host n-h1-821840-1 for vnic_type normal with profile {"migrating_to": "n-h2-821840-1"} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:22.915606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:22.915973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:22.922309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Pushing event updated for resources: {'Port': ['ID=864175ab-0718-48a3-b498-6e223f382536,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:22.939247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c6f7-000b-4df9-bbd3-52e8e2ba12bb req-7f843c90-0dc5-490d-8f4a-ac0a59b2e16c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.947026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1f9c6f7-000b-4df9-bbd3-52e8e2ba12bb req-7f843c90-0dc5-490d-8f4a-ac0a59b2e16c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 943 time: 0.1058521 Dec 15 13:43:22.967183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Attempting to bind port 864175ab-0718-48a3-b498-6e223f382536 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:22.967527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Attempting to bind port 864175ab-0718-48a3-b498-6e223f382536 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:22.967861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Attempting to bind port 864175ab-0718-48a3-b498-6e223f382536 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:22.974444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:22.974771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Attempting to bind port bd316880-6978-42ef-99a9-5cde7be3ddd1 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:22.988177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:22.988523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:22.988912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:22.989348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Bound port: bd316880-6978-42ef-99a9-5cde7be3ddd1, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:22.989721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.993804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Port 864175ab-0718-48a3-b498-6e223f382536 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:22.994135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Attempting to bind port 864175ab-0718-48a3-b498-6e223f382536 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:23.004152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1f9c6f7-000b-4df9-bbd3-52e8e2ba12bb req-a36fb4f3-15a3-4d93-84a7-2091c2fab05a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556681 Dec 15 13:43:23.011376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:23.011723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:23.012858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:23.012858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Bound port: 864175ab-0718-48a3-b498-6e223f382536, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:23.013072 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.132164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:23.137469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:23.141839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Router 0be9440d-fdd2-4245-843b-0d16f1d38bbb is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:43:23.147662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.159177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] For port 864175ab-0718-48a3-b498-6e223f382536, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:23.203955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] For port 864175ab-0718-48a3-b498-6e223f382536, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=864175ab-0718-48a3-b498-6e223f382536,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:23.215267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.319194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.319489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.320829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] 10.222.0.24 "PUT /v2.0/ports/864175ab-0718-48a3-b498-6e223f382536 HTTP/1.1" status: 200 len: 1095 time: 2.8104188 Dec 15 13:43:23.321454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Pushing event updated for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:23.325163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.331939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.334178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4ea9e6c-8f8c-4303-a9ab-2068a4135002 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 1121 time: 2.6899610 Dec 15 13:43:23.352027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e104-2d80-46fb-9f34-78d06f5309e6 req-cfc9fa45-2bc3-40da-8218-9cf9d1f97d7d tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.354659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3590e104-2d80-46fb-9f34-78d06f5309e6 req-cfc9fa45-2bc3-40da-8218-9cf9d1f97d7d tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 945 time: 0.0758767 Dec 15 13:43:23.397228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bd316880-6978-42ef-99a9-5cde7be3ddd1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:23.443686 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3590e104-2d80-46fb-9f34-78d06f5309e6 req-4bb05c27-a556-457e-bc81-1f245bec396c tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789876 Dec 15 13:43:23.541618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c21ba086-7850-4a2b-9812-fb8de9caa445 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:23.572504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-684125b0-822c-443f-a032-3dd6cbbc5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.574128 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-684125b0-822c-443f-a032-3dd6cbbc5683 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 1098 time: 0.1701384 Dec 15 13:43:23.576307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:23.590864 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Sync routers for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:23.600008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e94ca6-dae8-407b-9c02-9117fb904195 req-0875ccd5-2bf6-408e-a553-4b13ee49e336 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.602568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4e94ca6-dae8-407b-9c02-9117fb904195 req-0875ccd5-2bf6-408e-a553-4b13ee49e336 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1097 time: 0.2997200 Dec 15 13:43:23.615919 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:23.626203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:23.635183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35781c96-475e-452d-a808-2ad6eb35d059 service neutron] Pushing event updated for resources: {'Port': ['ID=864175ab-0718-48a3-b498-6e223f382536,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:23.737820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port c21ba086-7850-4a2b-9812-fb8de9caa445 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:23.742839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port c21ba086-7850-4a2b-9812-fb8de9caa445 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:23.743227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.750592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed796-9933-44d8-b869-e80c85a631b8 req-fa073a84-8cea-4c51-b8a1-5948e10d6625 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.753129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-d2086e51-4516-4d22-bf5b-03010d8722f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=864175ab-0718-48a3-b498-6e223f382536 HTTP/1.1" status: 200 len: 217 time: 0.1671274 Dec 15 13:43:23.771157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56bed796-9933-44d8-b869-e80c85a631b8 req-fa073a84-8cea-4c51-b8a1-5948e10d6625 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 947 time: 0.1102228 Dec 15 13:43:23.845492 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.862670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.871724 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56bed796-9933-44d8-b869-e80c85a631b8 req-bc4c1af1-3ea4-4ec8-b268-1cf60217fef2 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993862 Dec 15 13:43:23.873349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e3d28ccd-616e-44d4-a01f-b15d9e9e9622 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2233164 Dec 15 13:43:23.882874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-40f4a0e2-cc5b-4ec0-ab45-fdf02425e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.882874 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-40f4a0e2-cc5b-4ec0-ab45-fdf02425e478 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1160092 Dec 15 13:43:23.882874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44206) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:23.897356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c21ba086-7850-4a2b-9812-fb8de9caa445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c21ba086-7850-4a2b-9812-fb8de9caa445,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:23.903418 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:23.917451 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:23.976173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c21ba086-7850-4a2b-9812-fb8de9caa445,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:23.989795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4e94ca6-dae8-407b-9c02-9117fb904195 req-3de804b7-8316-4cea-9408-f0cdc11824cb tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556137 Dec 15 13:43:24.044969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-279dfa9e-9bae-4d40-af14-93ba7a284f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.046487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-279dfa9e-9bae-4d40-af14-93ba7a284f74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595058 Dec 15 13:43:24.139381 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:21Z', 'revision_number': 3, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:24.166789 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Checking router: 0be9440d-fdd2-4245-843b-0d16f1d38bbb for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:24.167243 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Updating router 0be9440d-fdd2-4245-843b-0d16f1d38bbb port 173ed64b-9b00-4580-b658-62bfdb41ab62 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:43:24.198436 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:24.259188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b06f0-dc5d-4572-aad4-041bdb5c73f6 req-07b9f406-813d-4b3c-859d-078dc8fbadae tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.261377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d63b06f0-dc5d-4572-aad4-041bdb5c73f6 req-07b9f406-813d-4b3c-859d-078dc8fbadae tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 943 time: 0.0546021 Dec 15 13:43:24.299135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:24.302258 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa4dcc2-6e0c-492e-86ea-ed65d0044212" -d '{"events": [{"server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "name": "network-vif-plugged", "status": "completed", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:24.317382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d63b06f0-dc5d-4572-aad4-041bdb5c73f6 req-c25b850f-2241-4387-af79-032db0790acd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469029 Dec 15 13:43:24.476588 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:24.482516 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:24.520428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cd3bc-7380-42c5-9a18-4cd5e7f1b862 req-0687d87d-4aaf-47c3-b31b-888bfb31ffdc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.521912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d9cd3bc-7380-42c5-9a18-4cd5e7f1b862 req-0687d87d-4aaf-47c3-b31b-888bfb31ffdc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.4404831 Dec 15 13:43:24.524841 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f34d2-4f5a-4f2f-b65a-aa305881db15 None None] Pushing event updated for resources: {'Port': ['ID=173ed64b-9b00-4580-b658-62bfdb41ab62,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:24.526235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-308c2f5c-7cf7-401a-9a7b-809ed3e24bbd service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704950 Dec 15 13:43:24.543716 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Attempting to bind port 173ed64b-9b00-4580-b658-62bfdb41ab62 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:24.544075 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Attempting to bind port 173ed64b-9b00-4580-b658-62bfdb41ab62 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:24.544447 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Attempting to bind port 173ed64b-9b00-4580-b658-62bfdb41ab62 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:24.550669 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:24.550789 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:24.551119 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:24.551517 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:24.552280 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Bound port: 173ed64b-9b00-4580-b658-62bfdb41ab62, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:24.552683 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:24.604974 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] For port 173ed64b-9b00-4580-b658-62bfdb41ab62, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:24.608034 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] For port 173ed64b-9b00-4580-b658-62bfdb41ab62, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=173ed64b-9b00-4580-b658-62bfdb41ab62,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:24.614878 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:24.664129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fd0edb-ca01-4336-a9de-c119e0a82eb2', 'tag': '864175ab-0718-48a3-b498-6e223f382536'}, {'name': 'network-changed', 'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:24.666398 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff607109-826e-48cd-8dfa-02482b4a4c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "76fd0edb-ca01-4336-a9de-c119e0a82eb2", "tag": "864175ab-0718-48a3-b498-6e223f382536"}, {"name": "network-changed", "server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:24.677739 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f34d2-4f5a-4f2f-b65a-aa305881db15 None None] Pushing event updated for resources: {'Port': ['ID=173ed64b-9b00-4580-b658-62bfdb41ab62,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:24.686905 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:24.687532 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:24.716152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d9cd3bc-7380-42c5-9a18-4cd5e7f1b862 req-f0cd79e1-009b-4ba9-8be3-4aee0808edf0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851573 Dec 15 13:43:24.748830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c28882-2c02-48d2-8690-8bdbec07def5 req-e83fc9c5-2714-4d59-88eb-4896c269499b service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082431 Dec 15 13:43:24.811970 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:24.909927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:24.952192 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a21c74-87f6-4ed2-894f-590d44a9322a x-openstack-request-id: req-69a21c74-87f6-4ed2-894f-590d44a9322a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:24.952693 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "name": "network-vif-plugged", "status": "completed", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:24.952776 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69a21c74-87f6-4ed2-894f-590d44a9322a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:24.953211 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'code': 200} Dec 15 13:43:25.024993 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:21Z', 'revision_number': 3, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:25.065644 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba92cb-83b9-4c50-9fb8-f7853f8bca86 None None] The sync data for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 is: [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:21Z', 'revision_number': 3, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:25.075102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71e08d-6b9b-443a-a289-fd6b3d01de60 req-fa1371a1-1e9e-4237-8086-dda9a7adedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.076691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a71e08d-6b9b-443a-a289-fd6b3d01de60 req-fa1371a1-1e9e-4237-8086-dda9a7adedc6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 1097 time: 0.0534272 Dec 15 13:43:25.144814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:43:25.152279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a71e08d-6b9b-443a-a289-fd6b3d01de60 req-58a9e3bd-fde3-4a6f-ae71-fd2fe40eecc4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678513 Dec 15 13:43:25.155102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb274a-2395-4cac-8bcd-ff2418c7bd7a req-418e1e90-04f4-4f8c-bdcc-2361fc114884 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.157223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1fb274a-2395-4cac-8bcd-ff2418c7bd7a req-418e1e90-04f4-4f8c-bdcc-2361fc114884 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 946 time: 0.1058905 Dec 15 13:43:25.160838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Allocated IP 172.20.0.1 (801ba009-4355-4d45-9062-3e244823b36c/7a484d2d-2932-43bb-90c4-ed5b1dd30986/a49f3730-841d-4f49-a6b8-b6765510d61a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:25.259362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1fb274a-2395-4cac-8bcd-ff2418c7bd7a req-47547f4b-4534-4d32-b80a-6fe4d4e859cb tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936584 Dec 15 13:43:25.308482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.320084 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dea1db0-ff93-4252-973b-8f8bb8e0ee78 x-openstack-request-id: req-8dea1db0-ff93-4252-973b-8f8bb8e0ee78 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:25.320390 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fd0edb-ca01-4336-a9de-c119e0a82eb2", "tag": "864175ab-0718-48a3-b498-6e223f382536", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:25.321775 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8dea1db0-ff93-4252-973b-8f8bb8e0ee78 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:25.328138 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fd0edb-ca01-4336-a9de-c119e0a82eb2', 'tag': '864175ab-0718-48a3-b498-6e223f382536', 'status': 'completed', 'code': 200} Dec 15 13:43:25.337283 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1', 'status': 'completed', 'code': 200} Dec 15 13:43:25.426497 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.434787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-1a97ab24-88f9-45bf-ae03-2806c69c0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.437150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-1a97ab24-88f9-45bf-ae03-2806c69c0167 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0942132 Dec 15 13:43:25.454831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-f36cb0de-5610-4b23-9f2d-a8afde79da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.456578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-f36cb0de-5610-4b23-9f2d-a8afde79da31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1124 time: 0.0589385 Dec 15 13:43:25.513587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Network 801ba009-4355-4d45-9062-3e244823b36c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:25.537552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:25.577437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:25.577920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.589927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a49f3730-841d-4f49-a6b8-b6765510d61a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:25.591292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-231524c8-9893-4909-be0e-c5fbe301ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.592857 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-231524c8-9893-4909-be0e-c5fbe301ab50 service neutron] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.1276424 Dec 15 13:43:25.652836 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-e9914fb3-7046-47e3-9710-42872458955a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0500653 Dec 15 13:43:25.705305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-5a977009-0a14-468e-b7b1-a90d54cf3041 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:25.706362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-5a977009-0a14-468e-b7b1-a90d54cf3041 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0315702 Dec 15 13:43:25.720678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-34f3a140-be1d-425c-99af-dc37fb7e2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.722520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-34f3a140-be1d-425c-99af-dc37fb7e2a0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.0626979 Dec 15 13:43:25.765047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-093d9c3d-b5aa-47ee-ba89-c47682e6b9a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313408 Dec 15 13:43:25.800216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-7c1d0259-6f22-4271-88b2-e5e5353a476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.801240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-7c1d0259-6f22-4271-88b2-e5e5353a476c service neutron] 10.222.0.86 "GET /v2.0/ports/d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 200 len: 1094 time: 0.0832064 Dec 15 13:43:25.802996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bd316880-6978-42ef-99a9-5cde7be3ddd1 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:25.803680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d7706-e878-4f70-9ec5-3b47acb1a895 req-b15676fb-15bb-4011-a1ae-cbdf39a8fb69 tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.805104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb7d7706-e878-4f70-9ec5-3b47acb1a895 req-b15676fb-15bb-4011-a1ae-cbdf39a8fb69 tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1100 time: 0.1991620 Dec 15 13:43:25.824440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-4b5c2c28-e14b-4e05-8f7a-9b26aa219512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.825919 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-4b5c2c28-e14b-4e05-8f7a-9b26aa219512 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.3596177 Dec 15 13:43:25.835657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Request body: {'binding': {'host': 'n-h1-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:25.836153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Unknown quota resources ['binding']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:43:25.907023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-bdfb5da5-d50a-4a3b-9cd5-e81dee28cca0 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298349 Dec 15 13:43:25.909302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-80d31ac5-f43e-4da1-8275-255fc0455662 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=864175ab-0718-48a3-b498-6e223f382536 HTTP/1.1" status: 200 len: 217 time: 0.0693460 Dec 15 13:43:25.917380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0dfd07ba-0cc5-41ae-9f19-ed6d935a14d1 None None] Provisioning complete for port a49f3730-841d-4f49-a6b8-b6765510d61a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:25.917850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0dfd07ba-0cc5-41ae-9f19-ed6d935a14d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.934103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fb7d7706-e878-4f70-9ec5-3b47acb1a895 req-c3256507-6d7b-41f7-b277-63166e862c1d tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:25.957598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd07ba-0cc5-41ae-9f19-ed6d935a14d1 None None] Port a49f3730-841d-4f49-a6b8-b6765510d61a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:25.998578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:26.016825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bd316880-6978-42ef-99a9-5cde7be3ddd1 has no active binding in host n-h2-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:43:26.033282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-258d9b66-88a0-481c-8501-6388e90731cd service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186595 Dec 15 13:43:26.073467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-4423d6bf-ee17-48a0-a178-91fd69b9266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.074954 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-4423d6bf-ee17-48a0-a178-91fd69b9266a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1535320 Dec 15 13:43:26.075532 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.307597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 173ed64b-9b00-4580-b658-62bfdb41ab62 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:26.333096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-a395fbd3-7ed2-4242-aadf-e1b2aef3f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.335118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-a395fbd3-7ed2-4242-aadf-e1b2aef3f062 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2291012 Dec 15 13:43:26.340008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on host n-h1-821840-1 for vnic_type normal with profile None {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:26.340376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:26.340712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:26.344660 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fb7d7706-e878-4f70-9ec5-3b47acb1a895 req-c3256507-6d7b-41f7-b277-63166e862c1d tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.353163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fb7d7706-e878-4f70-9ec5-3b47acb1a895 req-c3256507-6d7b-41f7-b277-63166e862c1d tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.359228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:26.359584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:26.402121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:26.402468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:26.403248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:26.403458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Bound port: d9a15243-5ce8-4878-8e19-1f237e7a2a99, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:26.491092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 173ed64b-9b00-4580-b658-62bfdb41ab62 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:26.491377 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.502514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb7d7706-e878-4f70-9ec5-3b47acb1a895 req-c3256507-6d7b-41f7-b277-63166e862c1d tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712301 Dec 15 13:43:26.513711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3256507-6d7b-41f7-b277-63166e862c1d tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c59ec26-a90d-4822-90d8-832fbe5d635e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:26.577954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.592371 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.596851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:26.600921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.601640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.614984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 173ed64b-9b00-4580-b658-62bfdb41ab62, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=173ed64b-9b00-4580-b658-62bfdb41ab62,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:26.619847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.624446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-448b2e1e-8abb-4785-9d5f-536dffc64729 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542021 Dec 15 13:43:26.631793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.632980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-bf1264ac-d30d-4f81-9160-e029a02797e7 service neutron] 10.222.0.86 "POST /v2.0/ports/d9a15243-5ce8-4878-8e19-1f237e7a2a99/bindings HTTP/1.1" status: 201 len: 389 time: 0.8006775 Dec 15 13:43:26.675218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=173ed64b-9b00-4580-b658-62bfdb41ab62,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:26.787576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b8cc0-71eb-4ee4-9df0-d372c0374762 req-4f0f322d-6dfa-4a33-aaa4-62edd65f535f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.789147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-190b8cc0-71eb-4ee4-9df0-d372c0374762 req-4f0f322d-6dfa-4a33-aaa4-62edd65f535f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 947 time: 0.2134836 Dec 15 13:43:26.789801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a49f3730-841d-4f49-a6b8-b6765510d61a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:26.891405 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff607109-826e-48cd-8dfa-02482b4a4c1e req-2507e955-9472-4b83-904f-6b6ad9d22ea1 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397857 Dec 15 13:43:26.897813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-190b8cc0-71eb-4ee4-9df0-d372c0374762 req-7c91015c-f351-420e-a513-4552603f1993 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997136 Dec 15 13:43:26.899570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Network 801ba009-4355-4d45-9062-3e244823b36c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:26.901088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:27.015115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a47bb1-f977-48e9-814e-c8d3feb2fc91 req-a2637f89-b2aa-4e3a-94ed-547464328f0a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.016836 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7a47bb1-f977-48e9-814e-c8d3feb2fc91 req-a2637f89-b2aa-4e3a-94ed-547464328f0a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 943 time: 0.1266363 Dec 15 13:43:27.034186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-2232b590-d764-4faf-b118-a1034b4e2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.035698 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-2232b590-d764-4faf-b118-a1034b4e2a1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1097 time: 0.0794973 Dec 15 13:43:27.130632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7a47bb1-f977-48e9-814e-c8d3feb2fc91 req-6deed05a-e4f8-4816-b44c-18d5c5658f5e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058369 Dec 15 13:43:27.175484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-b2d88aeb-05ba-4192-b2f7-3580cc5bceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.177257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-b2d88aeb-05ba-4192-b2f7-3580cc5bceaf service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.1322544 Dec 15 13:43:27.202560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f2099dac-e7a5-468f-882e-9348e0da1652 None None] Provisioning complete for port a49f3730-841d-4f49-a6b8-b6765510d61a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:27.203804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2099dac-e7a5-468f-882e-9348e0da1652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:27.242019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f2099dac-e7a5-468f-882e-9348e0da1652 None None] Port a49f3730-841d-4f49-a6b8-b6765510d61a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:27.250434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-af607151-d648-44f8-8260-8eb3102a7720 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 200 len: 217 time: 0.0614269 Dec 15 13:43:27.307678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-c584b089-72ab-45f2-9076-1c304a6d1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.308750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-c584b089-72ab-45f2-9076-1c304a6d1f3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0513461 Dec 15 13:43:27.347608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-3dcaaae2-a84b-423b-a30f-5da781414642 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308697 Dec 15 13:43:27.355682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Router 0be9440d-fdd2-4245-843b-0d16f1d38bbb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:27.371202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666328-f776-477e-9d4d-e66e0c2d4775 req-4432425d-6a55-4562-88d1-60ea943c171a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.372633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57666328-f776-477e-9d4d-e66e0c2d4775 req-4432425d-6a55-4562-88d1-60ea943c171a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 946 time: 0.0721428 Dec 15 13:43:27.457522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-16e17472-c248-4467-8b1d-68c02449b8b2 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961506 Dec 15 13:43:27.501912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57666328-f776-477e-9d4d-e66e0c2d4775 req-927280d7-a5ea-4b3f-b4f5-122ba82e1c3f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199534 Dec 15 13:43:27.518969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:27.538249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c86687f9-00e5-48d4-8cf7-9f00393956b6 admin admin] 10.222.0.86 "PUT /v2.0/routers/0be9440d-fdd2-4245-843b-0d16f1d38bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6572402 Dec 15 13:43:27.539163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Sync routers for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:27.556004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:27.556647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:27.592314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-dea5c771-4bcd-4c3a-a7d2-881614407caf service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254501 Dec 15 13:43:27.701918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-438e6048-2af8-4223-ae28-3923fd7acf76 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470030 Dec 15 13:43:27.712267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52e4c1-a686-4726-b957-31bb307e8a8f req-aeb1e329-1063-4548-acb3-6b2aa3332fca tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.714078 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c52e4c1-a686-4726-b957-31bb307e8a8f req-aeb1e329-1063-4548-acb3-6b2aa3332fca tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 946 time: 0.1152887 Dec 15 13:43:27.720606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-b73784a2-e5a5-4d2c-82a1-4ee88fdc5504 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:27.722032 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-b73784a2-e5a5-4d2c-82a1-4ee88fdc5504 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064580 Dec 15 13:43:27.747936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:27.770428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c52e4c1-a686-4726-b957-31bb307e8a8f req-27fac75f-148b-4843-9429-754ceb0cf37b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Dec 15 13:43:27.848870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 864175ab-0718-48a3-b498-6e223f382536 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:27.924248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-7821f3d1-f717-49c6-a852-19c984b047bc tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.925927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-7821f3d1-f717-49c6-a852-19c984b047bc tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1097 time: 0.2739279 Dec 15 13:43:27.933331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76222d59-b40b-4d05-b60e-803fae028d0e req-ca9890d5-bdbb-42e4-99f6-1cfe12c869c9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 258 time: 0.2833326 Dec 15 13:43:27.937258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972a056-290b-4f61-aae0-b0b1fcb38e6b req-0d3f293f-27ea-4d90-a4fb-0d8852aef97b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.940180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-1'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:27.946645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6972a056-290b-4f61-aae0-b0b1fcb38e6b req-0d3f293f-27ea-4d90-a4fb-0d8852aef97b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0835557 Dec 15 13:43:27.967821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:28.006050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6972a056-290b-4f61-aae0-b0b1fcb38e6b req-e8e5d86b-9260-48a2-9e1f-2848a2765d6b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584748 Dec 15 13:43:28.038982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.085655 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.093457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 864175ab-0718-48a3-b498-6e223f382536, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=864175ab-0718-48a3-b498-6e223f382536,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:28.109270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '864175ab-0718-48a3-b498-6e223f382536', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '864175ab-0718-48a3-b498-6e223f382536', 'mac_address': 'fa:16:3e:43:e6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:28.113729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 2, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:28.163780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Checking router: 0be9440d-fdd2-4245-843b-0d16f1d38bbb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:28.164628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Updating router 0be9440d-fdd2-4245-843b-0d16f1d38bbb port a49f3730-841d-4f49-a6b8-b6765510d61a binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:43:28.201043 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.203033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.242619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864175ab-0718-48a3-b498-6e223f382536 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:28.291948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:28.296789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 864175ab-0718-48a3-b498-6e223f382536, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=864175ab-0718-48a3-b498-6e223f382536,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:28.307419 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.316983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.381769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 173ed64b-9b00-4580-b658-62bfdb41ab62 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:28.401939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:28.517599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:28.519881 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950804c2-2a41-457e-b2b5-85db43aa1126" -d '{"events": [{"server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:28.529983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=864175ab-0718-48a3-b498-6e223f382536,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:28.530528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.552160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-84194339-a76e-46f1-8354-b1f3f0ad0a0c service neutron] 10.222.0.74 "GET /v2.0/ports/bd316880-6978-42ef-99a9-5cde7be3ddd1/bindings/n-h2-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.1464005 Dec 15 13:43:28.555754 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.561236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 173ed64b-9b00-4580-b658-62bfdb41ab62 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:28.561607 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.609572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Allocated IP 172.25.7.169 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/96eef599-4b6c-43c9-b378-553c89efd529) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:28.676613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44322) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:28.682631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7a6223ab-8c20-4758-948b-a11307d85c1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399756748', 'description': 'tempest-description--1844013761'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:28.723430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['864175ab-0718-48a3-b498-6e223f382536'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:28.732728 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a6223ab-8c20-4758-948b-a11307d85c1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.771806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Pushing event updated for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:28.793322 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.833619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.872684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on host n-h2-821840-1 for vnic_type normal with profile {"migrating_to": "n-h1-821840-1"} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:28.873051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:28.873354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:28.892397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:28.892738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Attempting to bind port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:28.894737 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a6223ab-8c20-4758-948b-a11307d85c1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.908575 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a6223ab-8c20-4758-948b-a11307d85c1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.915077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:28.915433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:28.915892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:28.916310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Bound port: d9a15243-5ce8-4878-8e19-1f237e7a2a99, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:28.916675 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.965147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246543f4-485a-4a98-b10a-e2d39a10e3a3 req-bdaf9097-acde-4720-bde0-115af0eebbeb tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.972209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-246543f4-485a-4a98-b10a-e2d39a10e3a3 req-bdaf9097-acde-4720-bde0-115af0eebbeb tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 948 time: 0.1207600 Dec 15 13:43:29.002581 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.006852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a6223ab-8c20-4758-948b-a11307d85c1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.010309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:29.011734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7a6223ab-8c20-4758-948b-a11307d85c1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3327506 Dec 15 13:43:29.012411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:29.019983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5246288-046f-420f-8649-d87b2d381897 None None] Pushing event updated for resources: {'Port': ['ID=a49f3730-841d-4f49-a6b8-b6765510d61a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:29.021121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6223ab-8c20-4758-948b-a11307d85c1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da25f4ba-0284-41f6-9e3e-682710ca43dd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:29.032690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-65f3d6d4-4896-4f82-a850-c4d29a946f70 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Request body: {'security_group_rule': {'security_group_id': 'da25f4ba-0284-41f6-9e3e-682710ca43dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:29.070404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-246543f4-485a-4a98-b10a-e2d39a10e3a3 req-56015979-a85b-40c4-a137-e7a0b5c744f9 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961347 Dec 15 13:43:29.085096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:29.123548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Attempting to bind port a49f3730-841d-4f49-a6b8-b6765510d61a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:29.124157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Attempting to bind port a49f3730-841d-4f49-a6b8-b6765510d61a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:29.124686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Attempting to bind port a49f3730-841d-4f49-a6b8-b6765510d61a on network 801ba009-4355-4d45-9062-3e244823b36c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:29.132372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:29.140587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:29.151767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd316880-6978-42ef-99a9-5cde7be3ddd1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:29.159998 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.161134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:29.161526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Checking segment: {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:29.161941 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.162348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Bound using segment: {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:29.163097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Bound port: a49f3730-841d-4f49-a6b8-b6765510d61a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:29.163492 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.174712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6d4-4896-4f82-a850-c4d29a946f70 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.216311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:29.220275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.257841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec2850-ce41-4f18-8f04-dcdf457d1238 req-dd5a7432-1289-4f4f-a239-5b6dfd73ee09 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.268093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07ec2850-ce41-4f18-8f04-dcdf457d1238 req-dd5a7432-1289-4f4f-a239-5b6dfd73ee09 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 943 time: 0.0808103 Dec 15 13:43:29.269997 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.279299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] For port a49f3730-841d-4f49-a6b8-b6765510d61a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:29.284982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] For port a49f3730-841d-4f49-a6b8-b6765510d61a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a49f3730-841d-4f49-a6b8-b6765510d61a,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:29.293505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.296415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:29.312847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:29.321100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:29.354347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:29.355078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:29.378838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Pushing event updated for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=8']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:29.409291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07ec2850-ce41-4f18-8f04-dcdf457d1238 req-4f62c179-580a-40c5-9312-6530a57c5022 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286409 Dec 15 13:43:29.442275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-12b3ee46-0277-4fd2-9893-f4ac696208db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.445772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-12b3ee46-0277-4fd2-9893-f4ac696208db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1100 time: 0.0943892 Dec 15 13:43:29.578614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-00a1ebfe-5746-455e-8b05-516687a7a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.581176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-00a1ebfe-5746-455e-8b05-516687a7a651 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1285329 Dec 15 13:43:29.628884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5246288-046f-420f-8649-d87b2d381897 None None] Pushing event updated for resources: {'Port': ['ID=a49f3730-841d-4f49-a6b8-b6765510d61a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:29.635048 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe8a8d4-1776-4cf6-99f5-c7824ee03b05 x-openstack-request-id: req-bbe8a8d4-1776-4cf6-99f5-c7824ee03b05 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:29.635345 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:29.635603 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbe8a8d4-1776-4cf6-99f5-c7824ee03b05 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:29.636022 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99', 'code': 200} Dec 15 13:43:29.661581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-cdfb6e95-cf8b-468c-8a15-1aef19e456aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 217 time: 0.0698116 Dec 15 13:43:29.663774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8b390100-95b4-49fa-a865-5c23677c934c None None] Provisioning complete for port a49f3730-841d-4f49-a6b8-b6765510d61a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:29.664320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b390100-95b4-49fa-a865-5c23677c934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.669154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.669154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.670561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-115828c6-b891-45b7-bc99-b981863a812a service neutron] 10.222.0.74 "PUT /v2.0/ports/d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 200 len: 1122 time: 1.7362568 Dec 15 13:43:29.708024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:29.727815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6d4-4896-4f82-a850-c4d29a946f70 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.736795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae8d8-894d-4e85-9357-549687a42b5e req-55bdd6e2-164e-49d7-a118-a5406b4a7a72 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.742351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6d4-4896-4f82-a850-c4d29a946f70 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.747617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5bae8d8-894d-4e85-9357-549687a42b5e req-55bdd6e2-164e-49d7-a118-a5406b4a7a72 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 944 time: 0.1653616 Dec 15 13:43:29.749760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Pushing event updated for resources: {'Port': ['ID=96eef599-4b6c-43c9-b378-553c89efd529,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:29.783281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-a33d1f9a-4bdf-4bb8-af5e-4b5584895091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.789694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-a33d1f9a-4bdf-4bb8-af5e-4b5584895091 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1174252 Dec 15 13:43:29.789951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['d9a15243-5ce8-4878-8e19-1f237e7a2a99'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:29.802746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] Transition to ACTIVE for port object bd316880-6978-42ef-99a9-5cde7be3ddd1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:29.806139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3d6d4-4896-4f82-a850-c4d29a946f70 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a399097d-b050-4ce0-86bc-021cfd889cb9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:29.811465 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.820616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65f3d6d4-4896-4f82-a850-c4d29a946f70 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.824113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-65f3d6d4-4896-4f82-a850-c4d29a946f70 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8057368 Dec 15 13:43:29.833174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:29.838955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dfd1c1c7-526c-4b26-905b-9bda9e63f5e1 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Request body: {'security_group_rule': {'security_group_id': 'da25f4ba-0284-41f6-9e3e-682710ca43dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:29.847893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5bae8d8-894d-4e85-9357-549687a42b5e req-b7f43945-3c5b-4474-9bfe-27ef00182c93 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989995 Dec 15 13:43:29.878992 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.925165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] No DVR routers for this DVR port bd316880-6978-42ef-99a9-5cde7be3ddd1 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:29.930548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-f58198be-a712-4032-b196-483bd1acebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:29.932365 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-f58198be-a712-4032-b196-483bd1acebf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114392 Dec 15 13:43:29.975487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855612a-95af-4e62-89f7-c995871a629d service neutron] Pushing event updated for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=10']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:30.006524 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c1c7-526c-4b26-905b-9bda9e63f5e1 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.009443 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.052595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-c855612a-95af-4e62-89f7-c995871a629d service neutron] 10.222.0.74 "PUT /v2.0/ports/bd316880-6978-42ef-99a9-5cde7be3ddd1/bindings/n-h2-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4817038 Dec 15 13:43:30.064705 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b390100-95b4-49fa-a865-5c23677c934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.175837 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c1c7-526c-4b26-905b-9bda9e63f5e1 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.176485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-3e231d74-604a-4146-b335-886006dd688a service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338779 Dec 15 13:43:30.188649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c1c7-526c-4b26-905b-9bda9e63f5e1 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.196654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8b390100-95b4-49fa-a865-5c23677c934c None None] For port a49f3730-841d-4f49-a6b8-b6765510d61a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a49f3730-841d-4f49-a6b8-b6765510d61a,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:30.218185 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b390100-95b4-49fa-a865-5c23677c934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.230815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1c1c7-526c-4b26-905b-9bda9e63f5e1 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a2f5da-cb6e-49a3-b41b-deec4bec7291,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:30.257929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c1c7-526c-4b26-905b-9bda9e63f5e1 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.259318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dfd1c1c7-526c-4b26-905b-9bda9e63f5e1 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4261444 Dec 15 13:43:30.263912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:30.270857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:30.304469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.314080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.324178 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.342164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:29Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:30.364801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-f632f86a-511c-499f-807f-7144d97ada6d service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569581 Dec 15 13:43:30.386952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b390100-95b4-49fa-a865-5c23677c934c None None] Pushing event updated for resources: {'Port': ['ID=a49f3730-841d-4f49-a6b8-b6765510d61a,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:30.396304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba533b02-19b3-435b-b5c1-524eb3e59d7d None None] The sync data for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 is: [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:29Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:30.425030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a529805b-f94f-4102-b471-e6f938bee718 None None] Provisioning complete for port a49f3730-841d-4f49-a6b8-b6765510d61a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:30.426297 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a529805b-f94f-4102-b471-e6f938bee718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.520877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98585e7-4269-4926-8143-d115f6662783 req-8f066821-5339-4150-8689-5cc10a4fe8cd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.523237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c98585e7-4269-4926-8143-d115f6662783 req-8f066821-5339-4150-8689-5cc10a4fe8cd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.5165284 Dec 15 13:43:30.538951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-6af9d447-99a1-4502-a629-0f1821abf0ea tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.548696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Pushing event updated for resources: {'Port': ['ID=96eef599-4b6c-43c9-b378-553c89efd529,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:30.563951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.567104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-6af9d447-99a1-4502-a629-0f1821abf0ea tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.3891675 Dec 15 13:43:30.582103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.645783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.659592 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76222d59-b40b-4d05-b60e-803fae028d0e req-c0532edb-6f8f-462a-a0f7-25103fce1dc6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7153728 Dec 15 13:43:30.740538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c98585e7-4269-4926-8143-d115f6662783 req-5c1c6b2c-3d8f-4ca1-8929-24ca47767653 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723697 Dec 15 13:43:30.752008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-fa7e435c-751a-404e-a9bf-ec31c617262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.753550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-fa7e435c-751a-404e-a9bf-ec31c617262c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5&tenant_id=09ae0d9410d84a26b0f857d48d5e5037 HTTP/1.1" status: 200 len: 1095 time: 0.1781404 Dec 15 13:43:30.764500 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76222d59-b40b-4d05-b60e-803fae028d0e req-5ec6bcb2-7604-46b4-a015-b2bc701ccb62 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.1033003 Dec 15 13:43:30.834590 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.916089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-cd910841-1ac6-4fe3-8790-a20d26aa535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.918248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.919936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-cd910841-1ac6-4fe3-8790-a20d26aa535e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1095 time: 0.1417291 Dec 15 13:43:30.928647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76222d59-b40b-4d05-b60e-803fae028d0e req-573630e4-4219-4d41-b48f-2def5e16a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.930043 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76222d59-b40b-4d05-b60e-803fae028d0e req-573630e4-4219-4d41-b48f-2def5e16a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1588840 Dec 15 13:43:30.961085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-76222d59-b40b-4d05-b60e-803fae028d0e req-16903912-039c-4426-9abf-e942cbe2771b tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:30.986085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76222d59-b40b-4d05-b60e-803fae028d0e req-16903912-039c-4426-9abf-e942cbe2771b tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0415020 Dec 15 13:43:31.130313 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1fa961d4-ad03-46fb-8c1d-3666bc729e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.158659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58eec1-3571-4df8-bcc5-a0115d44efc5 req-e47a2254-0bed-42ab-b5ac-c4ec43a180f9 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.176345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e58eec1-3571-4df8-bcc5-a0115d44efc5 req-e47a2254-0bed-42ab-b5ac-c4ec43a180f9 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 948 time: 0.1476772 Dec 15 13:43:31.188328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f728c62-1e8e-4343-97d2-0ef15037ec1a req-b2313edc-6ae0-4968-b0f4-0f8b151cfab5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.195514 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f728c62-1e8e-4343-97d2-0ef15037ec1a req-b2313edc-6ae0-4968-b0f4-0f8b151cfab5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 944 time: 0.1083202 Dec 15 13:43:31.277495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:31.288554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Allocated IP 172.25.7.200 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/726d012d-a311-4a67-ab1e-7f4589bab9ee) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:31.294006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e58eec1-3571-4df8-bcc5-a0115d44efc5 req-fe2053b7-096c-409e-b757-8e6a4e2f52e4 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157737 Dec 15 13:43:31.296187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-2d6ce65c-e50f-4086-aa62-c5746667a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.319438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-2d6ce65c-e50f-4086-aa62-c5746667a160 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.3683541 Dec 15 13:43:31.337637 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f728c62-1e8e-4343-97d2-0ef15037ec1a req-27f389ce-44e8-4378-b10c-f0cee89cd6c7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304984 Dec 15 13:43:31.400699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-f4321d35-8f27-4caa-a130-32fff0b2c46b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0802903 Dec 15 13:43:31.494601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84911ce6-bf15-40e2-8146-c9b5072916f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.504091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-05873aa5-2bb6-428e-b66b-dcd7a3f25cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.508728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-05873aa5-2bb6-428e-b66b-dcd7a3f25cfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.0918231 Dec 15 13:43:31.518495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536769-88fa-48db-a44f-872ddd072931 req-533d757b-0f57-457d-8aa0-32e6bf468569 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.526009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b3536769-88fa-48db-a44f-872ddd072931 req-533d757b-0f57-457d-8aa0-32e6bf468569 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 944 time: 0.1196494 Dec 15 13:43:31.568118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-14186df4-b8a8-43c8-86e9-905d38357a3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338428 Dec 15 13:43:31.588585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bd316880-6978-42ef-99a9-5cde7be3ddd1 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:31.636723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:31.639151 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26837a22-0c66-4f5b-8448-4bb0c09eaa84" -d '{"events": [{"name": "network-changed", "server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:31.672974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bd316880-6978-42ef-99a9-5cde7be3ddd1 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:31.673744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.680127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b3536769-88fa-48db-a44f-872ddd072931 req-c22cbc18-62c3-4749-8471-c78fcd42a280 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531117 Dec 15 13:43:31.730993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-5a4c6608-7ddc-42cb-8b74-9258f7cd3abb tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.733648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-ac922176-747a-4abf-924a-4ded3a6009a7 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529250 Dec 15 13:43:31.736383 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-5a4c6608-7ddc-42cb-8b74-9258f7cd3abb tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1848679 Dec 15 13:43:31.739543 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4443e45a-8c54-438b-8683-ba5954ff31ea x-openstack-request-id: req-4443e45a-8c54-438b-8683-ba5954ff31ea {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:31.739960 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:31.740223 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4443e45a-8c54-438b-8683-ba5954ff31ea {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:31.740614 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99', 'status': 'completed', 'code': 200} Dec 15 13:43:31.804213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 864175ab-0718-48a3-b498-6e223f382536 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:31.863575 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-680759b7-e9a9-4d10-81f2-fe56df7c67fa tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.1184571 Dec 15 13:43:31.874220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Request body: {'floatingip': {'port_id': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:31.882644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84911ce6-bf15-40e2-8146-c9b5072916f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.898577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 864175ab-0718-48a3-b498-6e223f382536 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:31.903405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 864175ab-0718-48a3-b498-6e223f382536 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:31.904072 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.912587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.962525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84911ce6-bf15-40e2-8146-c9b5072916f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:31.963631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d062770-5c94-4d73-ba8d-4ebac2f83884 req-71902d1a-e2a1-44e6-8f32-8730d70ae409 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.971563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d062770-5c94-4d73-ba8d-4ebac2f83884 req-71902d1a-e2a1-44e6-8f32-8730d70ae409 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1266260 Dec 15 13:43:31.991416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-cf0c7724-4284-431d-9d5b-2194fe3d7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:31.992928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-cf0c7724-4284-431d-9d5b-2194fe3d7215 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1125 time: 0.2158930 Dec 15 13:43:32.002863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:32.006579 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-fd9048fe-6d8f-4718-ac37-c0806a2b23b1 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526488 Dec 15 13:43:32.011181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.043262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fd0edb-ca01-4336-a9de-c119e0a82eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864175ab-0718-48a3-b498-6e223f382536'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:32.044074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.048727 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315810de-b26d-4b47-825f-a33fb16f292e" -d '{"events": [{"server_uuid": "76fd0edb-ca01-4336-a9de-c119e0a82eb2", "name": "network-vif-plugged", "status": "completed", "tag": "864175ab-0718-48a3-b498-6e223f382536"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:32.070248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 864175ab-0718-48a3-b498-6e223f382536, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=864175ab-0718-48a3-b498-6e223f382536,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:32.075730 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.088039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:32.090888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:32.099377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d062770-5c94-4d73-ba8d-4ebac2f83884 req-3efad157-6871-4730-b50e-f5f006e6d21f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268797 Dec 15 13:43:32.155721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=864175ab-0718-48a3-b498-6e223f382536,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:32.164921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event updated for resources: {'Port': ['ID=726d012d-a311-4a67-ab1e-7f4589bab9ee,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:32.192889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-84911ce6-bf15-40e2-8146-c9b5072916f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0f5e9619c1dc41df86726b42debcc43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9120493 Dec 15 13:43:32.195962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44362) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:32.227172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911ce6-bf15-40e2-8146-c9b5072916f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1838a-6a2a-4987-be1d-a04e20b1c59c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:32.299658 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966799c4-a280-48ce-9e98-707d355a8213 x-openstack-request-id: req-966799c4-a280-48ce-9e98-707d355a8213 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:32.300009 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fd0edb-ca01-4336-a9de-c119e0a82eb2", "name": "network-vif-plugged", "status": "completed", "tag": "864175ab-0718-48a3-b498-6e223f382536", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:32.300344 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-966799c4-a280-48ce-9e98-707d355a8213 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:32.300901 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fd0edb-ca01-4336-a9de-c119e0a82eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864175ab-0718-48a3-b498-6e223f382536', 'code': 200} Dec 15 13:43:32.365877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-f5c75be6-ccce-46ec-a4fa-1bfe1f998233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.368916 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-f5c75be6-ccce-46ec-a4fa-1bfe1f998233 service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.3131461 Dec 15 13:43:32.403427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a49f3730-841d-4f49-a6b8-b6765510d61a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:32.464764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port a49f3730-841d-4f49-a6b8-b6765510d61a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:32.465051 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.484183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-ced1dc08-bff9-4174-8082-f57481aba06d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 200 len: 217 time: 0.0799241 Dec 15 13:43:32.489025 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.567175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01c7ff01-cb97-425e-bd8e-2746c04450ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.597616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdb02d-2129-423b-a70b-e3f575090f5f req-ebf62812-7c58-47d3-9832-ca79e4d20dca tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.599131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2afdb02d-2129-423b-a70b-e3f575090f5f req-ebf62812-7c58-47d3-9832-ca79e4d20dca tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 949 time: 0.1929545 Dec 15 13:43:32.609221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c94cb-3a19-4b39-b4b4-0aaefc8be042 req-4b778f91-c33c-42a9-af71-3157c3f1fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.610819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-705c94cb-3a19-4b39-b4b4-0aaefc8be042 req-4b778f91-c33c-42a9-af71-3157c3f1fc06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 1100 time: 0.1352439 Dec 15 13:43:32.619598 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01c7ff01-cb97-425e-bd8e-2746c04450ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.623008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.629637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-469baf3f-1207-4533-85ea-875b9303cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.631461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-469baf3f-1207-4533-85ea-875b9303cbf2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.1183119 Dec 15 13:43:32.704652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-ef253fb3-508e-49db-9be8-aa55c1eaba36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560012 Dec 15 13:43:32.814095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-705c94cb-3a19-4b39-b4b4-0aaefc8be042 req-19bc1ea6-67c3-49f0-b0b2-cc3b575eae86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734877 Dec 15 13:43:32.826496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2afdb02d-2129-423b-a70b-e3f575090f5f req-97704f23-f614-4e9b-8410-cd7a911a4ab1 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144771 Dec 15 13:43:32.845527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01c7ff01-cb97-425e-bd8e-2746c04450ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.848979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01c7ff01-cb97-425e-bd8e-2746c04450ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:32.850179 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-01c7ff01-cb97-425e-bd8e-2746c04450ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/37a1838a-6a2a-4987-be1d-a04e20b1c59c HTTP/1.1" status: 204 len: 168 time: 0.6473658 Dec 15 13:43:32.874765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7ff01-cb97-425e-bd8e-2746c04450ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1838a-6a2a-4987-be1d-a04e20b1c59c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:32.884845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-ce1f9d35-2bc4-48f2-8d02-90c062e7bd2e service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599431 Dec 15 13:43:32.980469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9159e-043f-4de9-a188-f08dd4ada429 req-cf3eae4e-e8ce-48be-9fc5-dc2799b8c029 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.982149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5f9159e-043f-4de9-a188-f08dd4ada429 req-cf3eae4e-e8ce-48be-9fc5-dc2799b8c029 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 944 time: 0.0658064 Dec 15 13:43:33.093326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5f9159e-043f-4de9-a188-f08dd4ada429 req-0148f081-1865-49cc-a39b-96173fd3d1bd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016660 Dec 15 13:43:33.215031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:43:33.259564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4996114-7ee4-450b-88bc-a97e48b0b257 req-ac0d3044-649b-4919-9555-aca5b49bc8eb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:33.261157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4996114-7ee4-450b-88bc-a97e48b0b257 req-ac0d3044-649b-4919-9555-aca5b49bc8eb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 944 time: 0.0772171 Dec 15 13:43:33.264531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26837a22-0c66-4f5b-8448-4bb0c09eaa84 req-fb1a7361-e614-4553-acea-184f538d0b57 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505422 Dec 15 13:43:33.314292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44380) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:33.327645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.334961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36337392-84cd-427b-9f22-b0db7de7695e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.335410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.353065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-8783eba0-b368-4fde-a15d-1cd225ce5fa2 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:33.354807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-8783eba0-b368-4fde-a15d-1cd225ce5fa2 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.0925465 Dec 15 13:43:33.375230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.385491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.410001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4996114-7ee4-450b-88bc-a97e48b0b257 req-56ea22f9-c964-4567-97b0-79dc46d23b48 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370730 Dec 15 13:43:33.489976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event updated for resources: {'Port': ['ID=726d012d-a311-4a67-ab1e-7f4589bab9ee,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:33.516647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.519739 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Floating IP 276b1103-16f0-4ff8-a068-d6086bf1b26c associated. External IP: 172.25.7.169, port: c21ba086-7850-4a2b-9812-fb8de9caa445. Dec 15 13:43:33.574073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.575293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-168465f7-e543-4a4f-919f-bc9809ea1636 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3103883 Dec 15 13:43:33.591944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-824a3423-c60d-4538-b40a-0c8f5f14dbd1 service neutron] 10.222.0.24 "GET /v2.0/ports/d9a15243-5ce8-4878-8e19-1f237e7a2a99/bindings/n-h1-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.1862638 Dec 15 13:43:33.612623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d9a15243-5ce8-4878-8e19-1f237e7a2a99 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:33.625714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36337392-84cd-427b-9f22-b0db7de7695e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.654540 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36337392-84cd-427b-9f22-b0db7de7695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.681658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-94a809a9-22dc-486c-948f-327235f83aad service neutron] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:33.705563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-94a809a9-22dc-486c-948f-327235f83aad service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.706596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5472a60a-5c43-43b6-9a92-df15eee57270 req-94a809a9-22dc-486c-948f-327235f83aad service neutron] 10.222.0.24 "DELETE /v2.0/ports/bd316880-6978-42ef-99a9-5cde7be3ddd1/bindings/n-h1-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.3414237 Dec 15 13:43:33.724863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f293a26-bad3-409f-93c7-37feeb1d6e84 req-12327670-de10-41f1-9abf-ddd34ae0fdc9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:33.725724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:33.732208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f293a26-bad3-409f-93c7-37feeb1d6e84 req-12327670-de10-41f1-9abf-ddd34ae0fdc9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.2266326 Dec 15 13:43:33.740466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d9a15243-5ce8-4878-8e19-1f237e7a2a99 has no active binding in host n-h1-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:43:33.746827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36337392-84cd-427b-9f22-b0db7de7695e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3907712-c3e9-45ea-acfa-ce31a927c409,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:33.772854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-36337392-84cd-427b-9f22-b0db7de7695e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=229850fe0e7f4dd291c63ab8cbc6aeac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540153 Dec 15 13:43:33.777263 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85e130b2-519a-42d3-91f6-7824b350daa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.779107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44396) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:33.846465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Router 09090be8-dbb6-46e2-b410-e819dd518416 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:34.001178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:34.006489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.013807 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] Sync routers for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:34.041297 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:34.041964 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:34.049928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-d661d95e-0019-4e39-b4f1-5901bb470a25 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "PUT /v2.0/floatingips/276b1103-16f0-4ff8-a068-d6086bf1b26c HTTP/1.1" status: 200 len: 997 time: 2.1853840 Dec 15 13:43:34.050641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:34.054281 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639548f0-e30d-41d8-ae6c-37b9302dbd54" -d '{"events": [{"name": "network-changed", "server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:34.126492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f293a26-bad3-409f-93c7-37feeb1d6e84 req-645b4daf-354e-44b5-a72b-5cebbbb8f014 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888383 Dec 15 13:43:34.186266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-1c636215-ffeb-4b1c-98ae-d140c28ac96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.190573 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:34.206230 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-1c636215-ffeb-4b1c-98ae-d140c28ac96a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bd41654685e4271977423e4e53d720b&device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1254725 Dec 15 13:43:34.255037 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d7313b9-0f5d-4043-b834-21c1308646b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.359900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d7313b9-0f5d-4043-b834-21c1308646b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.386430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-b5acfc86-b5bd-4ba1-955e-fa9494425757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.408210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-b5acfc86-b5bd-4ba1-955e-fa9494425757 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eb9407e1-f927-4107-8747-e4995d444313 HTTP/1.1" status: 200 len: 930 time: 0.2001081 Dec 15 13:43:34.416267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:34.476815 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '276b1103-16f0-4ff8-a068-d6086bf1b26c', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'port_id': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'mac_address': 'fa:16:3e:96:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:29Z', 'updated_at': '2021-12-15T13:43:33Z', 'revision_number': 1, 'project_id': '2bd41654685e4271977423e4e53d720b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 5, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:34.479921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:34.520429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-deeee2a3-3a28-4680-91d2-dfb64974a453 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 200 len: 1000 time: 0.1080110 Dec 15 13:43:34.528506 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] Checking router: 09090be8-dbb6-46e2-b410-e819dd518416 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:34.538092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee6d1f-72bd-45af-b3ee-23ce7110f3bc req-99665904-8b67-4a15-bd26-20ec937d6ca1 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.538318 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:34.539093 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:34.540508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5fee6d1f-72bd-45af-b3ee-23ce7110f3bc req-99665904-8b67-4a15-bd26-20ec937d6ca1 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 949 time: 0.1654413 Dec 15 13:43:34.544708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a15243-5ce8-4878-8e19-1f237e7a2a99 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:34.554429 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d7313b9-0f5d-4043-b834-21c1308646b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.558469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d7313b9-0f5d-4043-b834-21c1308646b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.563222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7d7313b9-0f5d-4043-b834-21c1308646b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3907712-c3e9-45ea-acfa-ce31a927c409 HTTP/1.1" status: 204 len: 168 time: 0.7819366 Dec 15 13:43:34.605358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7313b9-0f5d-4043-b834-21c1308646b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3907712-c3e9-45ea-acfa-ce31a927c409,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:34.609030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-15434d26-e987-4b94-91e9-837db17ad9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.637716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-15434d26-e987-4b94-91e9-837db17ad9b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65fd0f80-0d80-4230-9f24-41c98c3c4045 HTTP/1.1" status: 200 len: 867 time: 0.1110151 Dec 15 13:43:34.652488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:34.677363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5fee6d1f-72bd-45af-b3ee-23ce7110f3bc req-5ef98835-61d1-4403-8d34-83c381609618 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220043 Dec 15 13:43:34.729496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-fcecb2b2-be32-4b4e-8ca9-e4aaaa725837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.733192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-fcecb2b2-be32-4b4e-8ca9-e4aaaa725837 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eb9407e1-f927-4107-8747-e4995d444313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909007 Dec 15 13:43:34.746430 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.748536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-5dc93828-807f-4c4a-86dd-6c1e9492a116 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:34.752006 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-5dc93828-807f-4c4a-86dd-6c1e9492a116 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070529 Dec 15 13:43:34.758724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.816918 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1f358f-828a-4dbf-988e-72d13f81a7f1 x-openstack-request-id: req-3a1f358f-828a-4dbf-988e-72d13f81a7f1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:34.818728 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:34.819248 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3a1f358f-828a-4dbf-988e-72d13f81a7f1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:34.822895 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'status': 'completed', 'code': 200} Dec 15 13:43:34.912554 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:34.942512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-d4681eb6-deac-4ee2-b5df-e17ff06bce8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723009 Dec 15 13:43:34.945395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] Transition to ACTIVE for port object d9a15243-5ce8-4878-8e19-1f237e7a2a99 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:34.962801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.069009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-b90b4ad9-28c7-4510-bf25-c7c24cb6dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.070482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-b90b4ad9-28c7-4510-bf25-c7c24cb6dc1c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bd41654685e4271977423e4e53d720b&device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1711280 Dec 15 13:43:35.076868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-dfee8c93-6b77-468f-99de-9a4ffff59b4a service neutron] 10.222.0.86 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075738 Dec 15 13:43:35.174849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] No DVR routers for this DVR port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:35.227698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-48a2e886-8c6e-4029-bb2a-3a9888c80707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.229805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-48a2e886-8c6e-4029-bb2a-3a9888c80707 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1095 time: 0.2067165 Dec 15 13:43:35.275733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-14fcf23e-5e34-4da8-b07a-6e0f1ac533e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.275973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea85adf-996b-4a57-8e97-dc5848f7fe62 req-9337e5a9-21aa-4e2d-a10e-38807fc30db0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.277336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-14fcf23e-5e34-4da8-b07a-6e0f1ac533e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb9407e1-f927-4107-8747-e4995d444313 HTTP/1.1" status: 200 len: 930 time: 0.1980884 Dec 15 13:43:35.279176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f45bdc78-bdf0-4a74-993d-537e5f988a1d req-eb4a29e8-50b8-4a72-9771-9b12b4dd127c service neutron] 10.222.0.86 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914861 Dec 15 13:43:35.283879 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea85adf-996b-4a57-8e97-dc5848f7fe62 req-9337e5a9-21aa-4e2d-a10e-38807fc30db0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 944 time: 0.2465475 Dec 15 13:43:35.298183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] Pushing event updated for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:35.319527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8a1c399c-b8a0-4db4-99b5-dfd62f0894db service neutron] 10.222.0.24 "PUT /v2.0/ports/d9a15243-5ce8-4878-8e19-1f237e7a2a99/bindings/n-h1-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7161186 Dec 15 13:43:35.397609 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '276b1103-16f0-4ff8-a068-d6086bf1b26c', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'port_id': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'mac_address': 'fa:16:3e:96:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:29Z', 'updated_at': '2021-12-15T13:43:33Z', 'revision_number': 1, 'project_id': '2bd41654685e4271977423e4e53d720b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 5, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:35.420083 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-eb2d2bbc-1a9d-4546-b686-68b1b681f94f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 200 len: 1000 time: 0.1351817 Dec 15 13:43:35.431351 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6f737-4c0a-4aeb-a07b-9815a2692ff6 None None] The sync data for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 is: [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '276b1103-16f0-4ff8-a068-d6086bf1b26c', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'port_id': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'mac_address': 'fa:16:3e:96:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:29Z', 'updated_at': '2021-12-15T13:43:33Z', 'revision_number': 1, 'project_id': '2bd41654685e4271977423e4e53d720b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 5, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:35.463060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-6f60669b-f457-4527-a0ca-78b0c5d43f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.467358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-6f60669b-f457-4527-a0ca-78b0c5d43f02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.1857977 Dec 15 13:43:35.512820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea85adf-996b-4a57-8e97-dc5848f7fe62 req-4b5a46a3-2cb0-4b1f-b9fc-eca72289c856 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895664 Dec 15 13:43:35.551154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-6f5dc7a5-3b3c-4756-8777-be496cc6f366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0708671 Dec 15 13:43:35.591183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-fc3e530d-7916-4a4c-a49d-c51133a7f678 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.592732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-fc3e530d-7916-4a4c-a49d-c51133a7f678 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.1990447 Dec 15 13:43:35.656331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-605d6720-d47c-4edf-b4e8-40c0cd00261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.658193 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-605d6720-d47c-4edf-b4e8-40c0cd00261f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1000652 Dec 15 13:43:35.677093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-bf1549fa-9efd-42d9-a9d5-a13a31fd7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.678598 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-bf1549fa-9efd-42d9-a9d5-a13a31fd7973 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=65fd0f80-0d80-4230-9f24-41c98c3c4045 HTTP/1.1" status: 200 len: 867 time: 0.2371359 Dec 15 13:43:35.697760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.74', 56782) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:35.701221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-ff225d89-7b0b-4995-8f7f-4ad75e1521a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353255 Dec 15 13:43:35.709109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48256-85fd-4004-b3c4-57ab34ebcad6 req-6ef6635c-ccf5-42ae-a553-6e8c613f9b3a tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.745186 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22e48256-85fd-4004-b3c4-57ab34ebcad6 req-6ef6635c-ccf5-42ae-a553-6e8c613f9b3a tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 945 time: 0.2669058 Dec 15 13:43:35.846380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-805ec1f4-9450-494d-8b58-95cfbbb65e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.848085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-805ec1f4-9450-494d-8b58-95cfbbb65e1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33&tenant_id=72f3a4952976434a83ac56055293d649 HTTP/1.1" status: 200 len: 1096 time: 0.2473083 Dec 15 13:43:35.863595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-87cb6761-9817-4fdf-bc70-e7e07e3b8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.865144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-87cb6761-9817-4fdf-bc70-e7e07e3b8957 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb9407e1-f927-4107-8747-e4995d444313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927429 Dec 15 13:43:35.898761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a1d50-cde4-4fc0-af48-3c82fd1cdb76 None None] New status for floating IP 276b1103-16f0-4ff8-a068-d6086bf1b26c: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:43:35.921671 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22e48256-85fd-4004-b3c4-57ab34ebcad6 req-a100b567-6d23-478a-af6d-aa9c3241c482 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671596 Dec 15 13:43:36.017450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-9f9719d7-3f1b-401a-b7c8-153b7fc66662 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3080771 Dec 15 13:43:36.064937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-052e6ae0-df04-4cf1-8f16-8874b4870002 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519661 Dec 15 13:43:36.209992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb3eeb-deef-418b-86da-7af9008788f0 req-34a2df4c-ac98-4104-ac6c-55144ccceaae tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.224116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29fb3eeb-deef-418b-86da-7af9008788f0 req-34a2df4c-ac98-4104-ac6c-55144ccceaae tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.2201860 Dec 15 13:43:36.269261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-95c5f425-489a-459c-861d-1b21ebfdc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.270793 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-95c5f425-489a-459c-861d-1b21ebfdc6b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 1096 time: 0.2050617 Dec 15 13:43:36.321679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29fb3eeb-deef-418b-86da-7af9008788f0 req-9ef3b5d4-6a9e-4adf-aee6-6d22625f2e58 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959535 Dec 15 13:43:36.413669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fffd1da5-dbe3-4752-87bd-4e0538507dfa req-4d0de4be-5cfe-4c1f-bf63-e4364e4532be service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347261 Dec 15 13:43:36.478968 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:36.485949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-5e010e77-4e20-4a55-ac36-96bd79990975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.488991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-5e010e77-4e20-4a55-ac36-96bd79990975 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 926 time: 0.1539578 Dec 15 13:43:36.626440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-2ceeabd1-1d26-4023-94ed-663b890fe6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.628257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-2ceeabd1-1d26-4023-94ed-663b890fe6a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1096 time: 0.6805913 Dec 15 13:43:36.658444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-63f348df-e5f8-4bff-b214-9df8c94e7798 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2586f434-06fc-4e26-b445-e4eb33ffd586 HTTP/1.1" status: 200 len: 1001 time: 0.1575341 Dec 15 13:43:36.681624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45647210-3f07-4a58-a157-ab43081938f7 req-5f1b3736-a2b1-42d8-a75e-e6e1a51943cc tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.683321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45647210-3f07-4a58-a157-ab43081938f7 req-5f1b3736-a2b1-42d8-a75e-e6e1a51943cc tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 949 time: 0.1158440 Dec 15 13:43:36.687640 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-c8938f52-aa2e-4799-b1ee-8c32397cf283 service neutron] 10.222.0.74 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8130836 Dec 15 13:43:36.753234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-d45a2f75-7bb7-46bb-824f-b4ac40d85572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.754708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-d45a2f75-7bb7-46bb-824f-b4ac40d85572 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 200 len: 863 time: 0.0917861 Dec 15 13:43:36.805040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45647210-3f07-4a58-a157-ab43081938f7 req-63c2b9f5-d86d-4508-a0a3-fcf1686d842d tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964406 Dec 15 13:43:36.836804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-639548f0-e30d-41d8-ae6c-37b9302dbd54 req-18b3bbc5-bc40-4bc6-bf2c-e74bc139d16c service neutron] 10.222.0.74 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182585 Dec 15 13:43:36.854626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-ea90b7fc-bd56-4189-8f12-f546c6384f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.861713 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-ea90b7fc-bd56-4189-8f12-f546c6384f61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958114 Dec 15 13:43:36.865530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-44055f71-c07c-4a65-bdb7-02db8fe4d23f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 258 time: 0.7766497 Dec 15 13:43:36.879859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:36.941798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:36.973533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-6e36a6b4-5b51-4f93-9187-d5f1953070b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.975122 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-6e36a6b4-5b51-4f93-9187-d5f1953070b6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.3317893 Dec 15 13:43:37.044221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe100b83-9ea8-4111-a665-341593b69269 req-91c08420-e687-46b8-b918-8cc96eb17a64 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.057855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe100b83-9ea8-4111-a665-341593b69269 req-91c08420-e687-46b8-b918-8cc96eb17a64 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1095 time: 0.1410191 Dec 15 13:43:37.090398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-5f945a73-5f04-499a-8228-9a3cf2fb2084 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 200 len: 217 time: 0.0993397 Dec 15 13:43:37.096813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-483dbccf-5c85-4fe7-93d1-66ca5ccc208a service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191229 Dec 15 13:43:37.147752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8656b6c4-8258-458a-bfa0-55c26cabd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.153875 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8656b6c4-8258-458a-bfa0-55c26cabd8d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0523341 Dec 15 13:43:37.157316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe100b83-9ea8-4111-a665-341593b69269 req-5884a366-2a01-496b-b0f7-c83f50093e87 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910208 Dec 15 13:43:37.189684 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:37.234340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-1f52e302-5120-4da3-912a-c1671b00d802 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773189 Dec 15 13:43:37.254178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937dadc0-8902-4c4d-86c0-c3fbdb335344 req-e088795a-3034-4e3f-8d5d-a9993814cb1a service neutron] 10.222.0.74 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369834 Dec 15 13:43:37.365250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099e0e1-0f1d-4745-a95e-e7b98db6ebcb req-0c73a863-1e0f-4f2b-9f76-37cde392646c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.366848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2099e0e1-0f1d-4745-a95e-e7b98db6ebcb req-0c73a863-1e0f-4f2b-9f76-37cde392646c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 945 time: 0.0549521 Dec 15 13:43:37.400123 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:37.410920 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-8e24dd70-6e2e-44de-b61d-1a3f33719cb5 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669996 Dec 15 13:43:37.421780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2099e0e1-0f1d-4745-a95e-e7b98db6ebcb req-5e246bac-ebac-4465-8af0-75d4e6d1f2cc tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480220 Dec 15 13:43:37.588890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-ed1d3edf-863d-44c1-8642-cdf843329300 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474619 Dec 15 13:43:37.603200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Allocated IP 172.25.7.131 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/36475de1-c500-448c-8c9a-bdd774e122d8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:37.635119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-a2db656d-5265-42df-af5d-218973214b1a tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317528 Dec 15 13:43:37.763914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2f3dc916-dcdd-4e53-9ab0-fba0ff423e68 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.767514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:37.772510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2f3dc916-dcdd-4e53-9ab0-fba0ff423e68 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362922 Dec 15 13:43:37.789345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-b6518a33-a2ba-4464-8889-75d2af9eeaeb tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/quotas/2d6f7e4305ff4b06a4c0213e915cb795 HTTP/1.1" status: 200 len: 375 time: 0.0158982 Dec 15 13:43:37.811407 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:37.833052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d9a15243-5ce8-4878-8e19-1f237e7a2a99 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:37.870878 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c76a8d4-cc3e-40de-a8e3-bd15151399a0 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804551 Dec 15 13:43:37.880227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Pushing event updated for resources: {'Port': ['ID=36475de1-c500-448c-8c9a-bdd774e122d8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:37.902214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:37.921191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:37.925386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:37.986888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-51ad3960-94b7-4a18-85c3-66e97729493c tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.988499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-51ad3960-94b7-4a18-85c3-66e97729493c tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.1053553 Dec 15 13:43:38.057038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d9a15243-5ce8-4878-8e19-1f237e7a2a99 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:38.132552 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.205710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.260963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-1f97c57a-f26f-421e-bdc3-33321eeaf810 service neutron] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:38.264971 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-1f97c57a-f26f-421e-bdc3-33321eeaf810 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.266858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63939b43-6c6b-4dd0-802b-2cdde5bc84ee req-1f97c57a-f26f-421e-bdc3-33321eeaf810 service neutron] 10.222.0.74 "DELETE /v2.0/ports/d9a15243-5ce8-4878-8e19-1f237e7a2a99/bindings/n-h2-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.2686760 Dec 15 13:43:38.461959 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.468236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.551518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Pushing event updated for resources: {'Port': ['ID=36475de1-c500-448c-8c9a-bdd774e122d8,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:38.563241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.590698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.593137 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-ca1e91ae-77f0-4d59-9830-fef20f04a3d9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7267292 Dec 15 13:43:38.673331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-03505383-66fd-4dc6-bb6f-4a53b2a6b374 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0714593 Dec 15 13:43:38.811732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-87fa0be3-efdb-487b-9c86-d09d932ce425 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.821118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-87fa0be3-efdb-487b-9c86-d09d932ce425 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 808 time: 0.1511297 Dec 15 13:43:38.832561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-d8b97412-90f6-400f-ad86-020c28534db6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/quotas/09ae0d9410d84a26b0f857d48d5e5037 HTTP/1.1" status: 200 len: 375 time: 0.0103006 Dec 15 13:43:38.874678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-43ea1797-162b-4dc4-bfd8-b88633dc38f6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.877501 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f233aa1c-9de8-421b-8452-5f48c249c95c req-43ea1797-162b-4dc4-bfd8-b88633dc38f6 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1988328 Dec 15 13:43:38.899501 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-0d348cc3-10c1-4e36-b698-c360187f97b9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593524 Dec 15 13:43:38.989489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e242-5855-4cd2-8b86-9fc4698a7279 req-eeca2fbc-017b-4f94-bc00-d0c0de467c2e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.991012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65e4e242-5855-4cd2-8b86-9fc4698a7279 req-eeca2fbc-017b-4f94-bc00-d0c0de467c2e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0587499 Dec 15 13:43:38.999806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-a0e6d829-9661-47e2-aaea-2d3ebe6c7585 service neutron] 10.222.0.86 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932326 Dec 15 13:43:39.046493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65e4e242-5855-4cd2-8b86-9fc4698a7279 req-ced2a53d-1a11-4e57-9ad1-0be64f4476c5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Dec 15 13:43:39.118562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-87ca5600-1b1c-4aca-ac20-d3af30fcbe96 service neutron] 10.222.0.86 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108260 Dec 15 13:43:39.181273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2ef09cd-5275-4bb6-893a-4fe71a47caae req-7ad13748-d5a3-4c0c-b041-db6c3c7aeba2 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 210 time: 0.0406604 Dec 15 13:43:39.325650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-6995dde1-6bdd-45ef-a72e-64c860172707 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849969 Dec 15 13:43:39.435736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061b47c-480f-41d4-8c8c-f7c0cb5ad668 req-98b4527c-2490-4b37-97a2-8ee833353184 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.437557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d061b47c-480f-41d4-8c8c-f7c0cb5ad668 req-98b4527c-2490-4b37-97a2-8ee833353184 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 945 time: 0.1792898 Dec 15 13:43:39.525441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d061b47c-480f-41d4-8c8c-f7c0cb5ad668 req-9ea2bd3a-cce2-4103-a082-24136c3cc613 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Dec 15 13:43:39.535176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-ad553c25-4e61-4199-ae91-3d131a4a498f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.536942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-ad553c25-4e61-4199-ae91-3d131a4a498f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009394 Dec 15 13:43:39.564480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Request body: {'port': {'device_id': 'fde8cf97-0ab7-4130-ac83-3c9f1a077487', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '2d6f7e4305ff4b06a4c0213e915cb795'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:39.683579 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-094d65b4-04f9-45b8-a894-79b5fbde37ee req-af6e3a97-c76f-471d-b5d6-1f479f2f5dcd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 210 time: 0.0392973 Dec 15 13:43:39.752290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa0f9c-34cf-4568-9ef4-104288db0f16 req-1f890f05-e547-4605-b513-286f6edb9d91 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.764423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-31aa0f9c-34cf-4568-9ef4-104288db0f16 req-1f890f05-e547-4605-b513-286f6edb9d91 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1272168 Dec 15 13:43:39.846942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-31aa0f9c-34cf-4568-9ef4-104288db0f16 req-8baf1b24-77f5-480d-89f0-dae8348ac4cb tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0648828 Dec 15 13:43:39.860713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf58be-ebbf-41f5-ad5b-d53923baa7c6 req-d3b3861b-bdab-4ef4-af2f-10ec708295ab tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.862602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dcf58be-ebbf-41f5-ad5b-d53923baa7c6 req-d3b3861b-bdab-4ef4-af2f-10ec708295ab tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 1096 time: 0.0513930 Dec 15 13:43:39.867929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-31aa0f9c-34cf-4568-9ef4-104288db0f16 req-c471addf-1b0b-49ad-aae9-12a3bced975b tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Request body: {'floatingip': {'port_id': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:39.913500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Made reservation on behalf of 2d6f7e4305ff4b06a4c0213e915cb795 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:39.915106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dcf58be-ebbf-41f5-ad5b-d53923baa7c6 req-5ae2e127-3ffe-4bd7-a91b-f3e49140b5f8 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455127 Dec 15 13:43:39.917022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.933591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-31aa0f9c-34cf-4568-9ef4-104288db0f16 req-c471addf-1b0b-49ad-aae9-12a3bced975b tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.294054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Allocated IP 192.168.233.174 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/afde1f97-492a-4577-8af4-5658bd4248ee) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:40.336863 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-31aa0f9c-34cf-4568-9ef4-104288db0f16 req-c471addf-1b0b-49ad-aae9-12a3bced975b tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 13:43:40.338833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-31aa0f9c-34cf-4568-9ef4-104288db0f16 req-c471addf-1b0b-49ad-aae9-12a3bced975b tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "PUT /v2.0/floatingips/079bdef2-dcd8-4e1d-94ce-acc748e8d8e2 HTTP/1.1" status: 409 len: 551 time: 0.4798543 Dec 15 13:43:40.449636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063a3-5b85-478e-b4e5-3f50a388322a req-51513565-809b-4b15-8e8e-5f9a900a009c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.451126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-51513565-809b-4b15-8e8e-5f9a900a009c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 821 time: 0.1272719 Dec 15 13:43:40.467999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-975506e3-c24a-47bb-9980-03faf5051d04 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/quotas/72f3a4952976434a83ac56055293d649 HTTP/1.1" status: 200 len: 375 time: 0.0102067 Dec 15 13:43:40.519492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf0ef3-dbb1-421f-a4ba-32392a7be7d0 req-716f0b20-13f2-4745-adbe-886530d060c6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.528083 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fecf0ef3-dbb1-421f-a4ba-32392a7be7d0 req-716f0b20-13f2-4745-adbe-886530d060c6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1025310 Dec 15 13:43:40.552355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-4c57dfc9-da4a-4e8d-8b8c-9cd936c5b7ea tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746584 Dec 15 13:43:40.556469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.639945 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fecf0ef3-dbb1-421f-a4ba-32392a7be7d0 req-a5a54a1e-6a28-4aa6-a117-c230e10e2430 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973477 Dec 15 13:43:40.654481 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.666867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['864175ab-0718-48a3-b498-6e223f382536'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:40.670437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-3d71d6d3-5847-4543-a6c6-c1e966bf355d service neutron] 10.222.0.86 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097770 Dec 15 13:43:40.724623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Pushing event updated for resources: {'Port': ['ID=afde1f97-492a-4577-8af4-5658bd4248ee,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:40.768362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:40.772588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:40.775523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:40.824841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fd579-781f-4323-9721-f3145a9f74c5 req-6eb20a02-0f48-4634-a6fd-f80dc7271426 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.837894 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a74fd579-781f-4323-9721-f3145a9f74c5 req-6eb20a02-0f48-4634-a6fd-f80dc7271426 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 936 time: 0.1141984 Dec 15 13:43:40.872690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.873767 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.933208 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-2e384c7d-322d-45c6-b80e-8cf518288eff tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3733819 Dec 15 13:43:40.949493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a74fd579-781f-4323-9721-f3145a9f74c5 req-ec26c864-d95a-4f7a-a9ee-ba64c4a4e100 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078944 Dec 15 13:43:40.961730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-b515be9b-475d-4803-bccc-69063433d572 service neutron] 10.222.0.86 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826028 Dec 15 13:43:40.963901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Request body: {'port': {'device_id': 'fde8cf97-0ab7-4130-ac83-3c9f1a077487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:40.996761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-95e5fbe1-b48f-4909-93d9-88b90b109199 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.998256 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-95e5fbe1-b48f-4909-93d9-88b90b109199 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 808 time: 0.2457778 Dec 15 13:43:41.025596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Request body: {'port': {'device_id': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'admin_state_up': True, 'tenant_id': '09ae0d9410d84a26b0f857d48d5e5037'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:41.099285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69f37c5e-3227-4077-a039-53126419c169 req-0c4236c2-ac6e-4738-b253-e66fde399af5 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips/079bdef2-dcd8-4e1d-94ce-acc748e8d8e2 HTTP/1.1" status: 200 len: 693 time: 0.0862465 Dec 15 13:43:41.187745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Made reservation on behalf of 09ae0d9410d84a26b0f857d48d5e5037 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:41.200847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e141613d-6e95-41a4-98ec-d1d294cbc168 None None] Provisioning complete for port afde1f97-492a-4577-8af4-5658bd4248ee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:41.202873 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e141613d-6e95-41a4-98ec-d1d294cbc168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:41.211171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:41.213912 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:41.315117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e141613d-6e95-41a4-98ec-d1d294cbc168 None None] Port afde1f97-492a-4577-8af4-5658bd4248ee cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:41.478915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f37c5e-3227-4077-a039-53126419c169 req-7135f3d2-80e4-4f71-8bf0-5379a42d2a46 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:41.489029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69f37c5e-3227-4077-a039-53126419c169 req-7135f3d2-80e4-4f71-8bf0-5379a42d2a46 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.3820710 Dec 15 13:43:41.504288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-69f37c5e-3227-4077-a039-53126419c169 req-50d310b1-cb43-49c9-abeb-b746552599f5 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:41.505604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69f37c5e-3227-4077-a039-53126419c169 req-50d310b1-cb43-49c9-abeb-b746552599f5 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152895 Dec 15 13:43:41.697468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Allocated IP 172.20.0.11 (87d8033e-dffc-4e08-a41a-99e4801c9b00/155b3a00-9352-46c0-9941-5adafc4b409e/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:41.714984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69f37c5e-3227-4077-a039-53126419c169 req-aaa2df2d-17e5-4e2d-ae37-65dee6853654 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.1957722 Dec 15 13:43:41.735586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fcb14f73-23a5-4f82-b524-4217ce3be956 req-1d486863-b11b-41c0-a750-cb5471821950 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 210 time: 0.0336101 Dec 15 13:43:41.791921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69f37c5e-3227-4077-a039-53126419c169 req-b2a52c07-76c6-42db-892b-84337e3d73c5 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0777895 Dec 15 13:43:42.004738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d874f6d-63db-48eb-8a8b-510ada06c074 req-65497c94-447d-422f-8b57-c19226876a7b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 210 time: 0.0441780 Dec 15 13:43:42.021522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.072696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.135461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Network 87d8033e-dffc-4e08-a41a-99e4801c9b00 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:42.141508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:42.194792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Pushing event updated for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:42.206678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:42.213174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.214064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.246349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a293-40cb-404c-9188-55e30dd03dce req-db8a1e9d-4be4-460f-90a1-69723973da54 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.248201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6b1a293-40cb-404c-9188-55e30dd03dce req-db8a1e9d-4be4-460f-90a1-69723973da54 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1387749 Dec 15 13:43:42.257545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-208e789d-51a3-4c7a-b4f6-b7c81fa08a42 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2367387 Dec 15 13:43:42.274173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afde1f97-492a-4577-8af4-5658bd4248ee {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:42.277458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Request body: {'port': {'device_id': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:42.284729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.305810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Transition to ACTIVE for port object afde1f97-492a-4577-8af4-5658bd4248ee will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:42.311326 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.363518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Deleting port 36475de1-c500-448c-8c9a-bdd774e122d8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:42.364002 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.373317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6b1a293-40cb-404c-9188-55e30dd03dce req-5a8369fc-24b0-44fc-b634-a758cb637bce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145835 Dec 15 13:43:42.378071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.392195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Pushing event updated for resources: {'Port': ['ID=afde1f97-492a-4577-8af4-5658bd4248ee,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:42.622473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Attempting to bind port afde1f97-492a-4577-8af4-5658bd4248ee on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:42.623524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Attempting to bind port afde1f97-492a-4577-8af4-5658bd4248ee by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:42.624875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Attempting to bind port afde1f97-492a-4577-8af4-5658bd4248ee on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:42.636905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Port afde1f97-492a-4577-8af4-5658bd4248ee on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:42.637199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Attempting to bind port afde1f97-492a-4577-8af4-5658bd4248ee on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:42.659701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.659701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.664426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:42.664426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:42.664426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:42.664856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Bound port: afde1f97-492a-4577-8af4-5658bd4248ee, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:42.665220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.687498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Calling delete_port for 36475de1-c500-448c-8c9a-bdd774e122d8 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:42.726872 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3d3bd-cdb5-441f-babc-b9fad0e347b1 req-6037da1b-1c8e-4ff1-aec2-1a0756682977 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.738299 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28a3d3bd-cdb5-441f-babc-b9fad0e347b1 req-6037da1b-1c8e-4ff1-aec2-1a0756682977 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 948 time: 0.2056370 Dec 15 13:43:42.839650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] For port afde1f97-492a-4577-8af4-5658bd4248ee, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:42.860595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] For port afde1f97-492a-4577-8af4-5658bd4248ee, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=afde1f97-492a-4577-8af4-5658bd4248ee,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:42.867072 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.888411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28a3d3bd-cdb5-441f-babc-b9fad0e347b1 req-cdf758e1-11ac-413e-97c7-be4c0b989e25 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491892 Dec 15 13:43:42.905082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063a3-5b85-478e-b4e5-3f50a388322a req-cc2125cb-5fee-4f4a-88ab-e00675d97bcc tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.907846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-cc2125cb-5fee-4f4a-88ab-e00675d97bcc tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 821 time: 0.2584884 Dec 15 13:43:42.926661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.927762 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.929365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] 10.222.0.74 "PUT /v2.0/ports/afde1f97-492a-4577-8af4-5658bd4248ee HTTP/1.1" status: 200 len: 1096 time: 1.9789495 Dec 15 13:43:42.929858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde8cf97-0ab7-4130-ac83-3c9f1a077487', 'tag': 'afde1f97-492a-4577-8af4-5658bd4248ee'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:42.934759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Request body: {'port': {'device_id': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'admin_state_up': True, 'tenant_id': '72f3a4952976434a83ac56055293d649'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:42.935287 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2397e0cf-90f6-4d25-a222-928abd161160" -d '{"events": [{"name": "network-changed", "server_uuid": "fde8cf97-0ab7-4130-ac83-3c9f1a077487", "tag": "afde1f97-492a-4577-8af4-5658bd4248ee"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:42.962657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20cba4-e5a6-4c76-81ad-18d206d2735b service neutron] Pushing event updated for resources: {'Port': ['ID=afde1f97-492a-4577-8af4-5658bd4248ee,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:43.089277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-db196a0c-631b-42df-b3c7-d167f6e3297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.092250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-db196a0c-631b-42df-b3c7-d167f6e3297d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 1099 time: 0.0821753 Dec 15 13:43:43.093609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.132337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Pushing event deleted for resources: {'Port': ['ID=36475de1-c500-448c-8c9a-bdd774e122d8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:43.172221 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-4dc31e59-542b-4821-a5c3-d58185746e69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=afde1f97-492a-4577-8af4-5658bd4248ee HTTP/1.1" status: 200 len: 217 time: 0.0691814 Dec 15 13:43:43.211467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:43.247682 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.260528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3e573-16f3-4ce1-be74-ab628c4114ab req-7779913d-31f2-48e1-858a-dacfd5b9b16b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.262070 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbb3e573-16f3-4ce1-be74-ab628c4114ab req-7779913d-31f2-48e1-858a-dacfd5b9b16b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 932 time: 0.1592877 Dec 15 13:43:43.282755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-86660b09-6e64-4c59-8406-f04cb7765376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.284423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-86660b09-6e64-4c59-8406-f04cb7765376 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0969520 Dec 15 13:43:43.306248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.309318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.320173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Transition to ACTIVE for port object ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:43.325530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69f37c5e-3227-4077-a039-53126419c169 req-7b900e3a-90de-4eed-8b63-b7e13150207f tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "DELETE /v2.0/floatingips/079bdef2-dcd8-4e1d-94ce-acc748e8d8e2 HTTP/1.1" status: 204 len: 173 time: 1.5324693 Dec 15 13:43:43.329114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.374679 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd8b0f3-0ae0-4b4e-917c-d42fb4117ada x-openstack-request-id: req-8bd8b0f3-0ae0-4b4e-917c-d42fb4117ada {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:43.375841 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde8cf97-0ab7-4130-ac83-3c9f1a077487", "tag": "afde1f97-492a-4577-8af4-5658bd4248ee", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:43.376392 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8bd8b0f3-0ae0-4b4e-917c-d42fb4117ada {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:43.376890 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde8cf97-0ab7-4130-ac83-3c9f1a077487', 'tag': 'afde1f97-492a-4577-8af4-5658bd4248ee', 'status': 'completed', 'code': 200} Dec 15 13:43:43.378965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-76637ce9-10eb-47d6-84ca-1d49f17b648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.380904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-76637ce9-10eb-47d6-84ca-1d49f17b648b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881920 Dec 15 13:43:43.392124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:43.421550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbb3e573-16f3-4ce1-be74-ab628c4114ab req-d9be2686-ad6c-43e8-bdca-ab3c447b21a0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417437 Dec 15 13:43:43.431723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Made reservation on behalf of 72f3a4952976434a83ac56055293d649 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:43.435552 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.525585 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4203b720-12df-4fd9-a455-98bb8770c104 req-7e81a948-82a7-4de8-9624-40f4fd833317 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 210 time: 0.0345767 Dec 15 13:43:43.526378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:43.585401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-aa1a7db7-8c54-4f5f-a0fd-cee966059c3c service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930094 Dec 15 13:43:43.600664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:43.601000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:43.601327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:43.670272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:43.670800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:43.708472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-b158c158-b335-4f8e-82fc-9f0ba16dff36 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 1002 time: 0.2286365 Dec 15 13:43:43.713010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:43.713338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:43.713718 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:43.714297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Bound port: ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:43.714773 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.732452 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c5a609f-7dba-4412-8bb8-07949607ec1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.775143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd91ced-9afe-4f5d-981c-3dc9dff4a506 req-35e05b9c-5fa2-4b08-ad97-ace67db184d0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.776716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ccd91ced-9afe-4f5d-981c-3dc9dff4a506 req-35e05b9c-5fa2-4b08-ad97-ace67db184d0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1443336 Dec 15 13:43:43.823437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f08a80b-b5f3-4780-9cc3-ff018247f26f req-1f886e31-1251-49e6-8794-bf8709ff9672 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207904 Dec 15 13:43:43.845048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-430a59f3-4d12-4f61-b1e0-33be527b9b21 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.851758 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-430a59f3-4d12-4f61-b1e0-33be527b9b21 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports/c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 200 len: 943 time: 0.1310294 Dec 15 13:43:43.870538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ccd91ced-9afe-4f5d-981c-3dc9dff4a506 req-3eece447-9dcf-41f2-bb51-b63e63979ab6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820057 Dec 15 13:43:43.901044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Allocated IP 172.20.0.14 (664f2d65-a5ae-4386-aece-18ed9c9d5a96/467231fd-5762-413e-8b03-ac3f50d8ed73/a8857484-271e-453b-b162-305b0d705a3c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:43.907281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:43.911063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:43.925419 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.951720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397e0cf-90f6-4d25-a222-928abd161160 req-fc2aae9f-6009-490b-a131-e7c6ac3e0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.953601 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2397e0cf-90f6-4d25-a222-928abd161160 req-fc2aae9f-6009-490b-a131-e7c6ac3e0d4b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 1099 time: 0.0767136 Dec 15 13:43:44.005552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.006177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.007576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] 10.222.0.24 "PUT /v2.0/ports/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 200 len: 1092 time: 1.7417610 Dec 15 13:43:44.008079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:44.010333 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49df2cd-560f-4c3e-b09b-19617d88b9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:44.085386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede09e79-94d2-4685-ba1e-ca12dc6f9ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:44.098835 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c5a609f-7dba-4412-8bb8-07949607ec1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.114377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c5a609f-7dba-4412-8bb8-07949607ec1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.200247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89179951-83c6-46c0-b9cd-3ffa304cac07 req-46acc67d-f986-4aae-b3c7-aaf3ca3cfac9 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.201814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89179951-83c6-46c0-b9cd-3ffa304cac07 req-46acc67d-f986-4aae-b3c7-aaf3ca3cfac9 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 948 time: 0.1768517 Dec 15 13:43:44.212257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c5a609f-7dba-4412-8bb8-07949607ec1b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2aedc7183e3a440ebf46215fa83b128d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6829388 Dec 15 13:43:44.217883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:44.229056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a609f-7dba-4412-8bb8-07949607ec1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2346bdb2-8d4e-4ab3-9347-90f1436d6f33,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:44.233959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397e0cf-90f6-4d25-a222-928abd161160 req-ef5cb229-a58d-45ae-ad1e-675e268a066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.235691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2397e0cf-90f6-4d25-a222-928abd161160 req-ef5cb229-a58d-45ae-ad1e-675e268a066c service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2692707 Dec 15 13:43:44.261838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-e454aa96-c203-4e8f-82a7-6322d6a14fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.263374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-e454aa96-c203-4e8f-82a7-6322d6a14fae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1095 time: 0.2042689 Dec 15 13:43:44.267673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-8b8dd320-59dc-43dc-82de-815f74565275 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 1002 time: 0.2316735 Dec 15 13:43:44.320279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2397e0cf-90f6-4d25-a222-928abd161160 req-f90f8bba-7c61-41bc-bf5d-f2c6a26ffa7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=afde1f97-492a-4577-8af4-5658bd4248ee HTTP/1.1" status: 200 len: 217 time: 0.0721352 Dec 15 13:43:44.326109 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-af0fdff2-61f1-407b-848f-b8e6be8c0d0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 200 len: 217 time: 0.0466833 Dec 15 13:43:44.327504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.388664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89179951-83c6-46c0-b9cd-3ffa304cac07 req-cdfa07c3-4959-44da-8ce3-02671a2746bb tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737995 Dec 15 13:43:44.394578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c071a9bd-f485-40bb-ba9a-45e5108e96c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.412651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397e0cf-90f6-4d25-a222-928abd161160 req-237a1453-8e6b-43de-a3a2-2904ee31da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.412651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2397e0cf-90f6-4d25-a222-928abd161160 req-237a1453-8e6b-43de-a3a2-2904ee31da74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0813246 Dec 15 13:43:44.448204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c071a9bd-f485-40bb-ba9a-45e5108e96c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.462638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-5c0c5e0c-931c-4e96-ada3-440c4ab89c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.464161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-5c0c5e0c-931c-4e96-ada3-440c4ab89c0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1249661 Dec 15 13:43:44.506882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-90669cc4-f1a8-4a0b-acce-53f085389658 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304942 Dec 15 13:43:44.512511 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.525654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397e0cf-90f6-4d25-a222-928abd161160 req-abd6ee78-bb91-4fdb-bfcf-654b02618d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.527294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2397e0cf-90f6-4d25-a222-928abd161160 req-abd6ee78-bb91-4fdb-bfcf-654b02618d8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062148 Dec 15 13:43:44.572163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c071a9bd-f485-40bb-ba9a-45e5108e96c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.572929 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a7e76b-65ae-46d8-a185-44a163f87714 x-openstack-request-id: req-56a7e76b-65ae-46d8-a185-44a163f87714 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:44.573234 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:44.573510 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-56a7e76b-65ae-46d8-a185-44a163f87714 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:44.573891 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3', 'status': 'completed', 'code': 200} Dec 15 13:43:44.574795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c071a9bd-f485-40bb-ba9a-45e5108e96c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.575902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c071a9bd-f485-40bb-ba9a-45e5108e96c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2346bdb2-8d4e-4ab3-9347-90f1436d6f33 HTTP/1.1" status: 204 len: 168 time: 0.3558590 Dec 15 13:43:44.623552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071a9bd-f485-40bb-ba9a-45e5108e96c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2346bdb2-8d4e-4ab3-9347-90f1436d6f33,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:44.639383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Pushing event updated for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:44.660997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-38a3a977-7cc2-428f-b121-d2b9cad8667c tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.662425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-38a3a977-7cc2-428f-b121-d2b9cad8667c tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.3767281 Dec 15 13:43:44.673907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:44.685491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-eeed366a-5309-414c-a4b6-a4f548c145d0 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:44.688109 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-eeed366a-5309-414c-a4b6-a4f548c145d0 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163651 Dec 15 13:43:44.691513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:44.695477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:44.705390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.706091 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.739242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2397e0cf-90f6-4d25-a222-928abd161160 req-d42c5bec-f0c9-4095-8861-cd8561976c8c service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009583 Dec 15 13:43:44.767794 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-b57718d0-0459-41a5-89d7-1e0cf9de747b service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452424 Dec 15 13:43:44.775974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-86466765-16eb-44c4-ab05-4a275c044418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8487778 Dec 15 13:43:44.806226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Request body: {'port': {'device_id': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:44.836679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835a3f4-2cab-4b12-be7f-8c28ab4ff8c5 req-49f2bbd3-907f-4250-ba10-54b7789c3f91 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.844564 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4835a3f4-2cab-4b12-be7f-8c28ab4ff8c5 req-49f2bbd3-907f-4250-ba10-54b7789c3f91 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 944 time: 0.1558325 Dec 15 13:43:44.929206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4835a3f4-2cab-4b12-be7f-8c28ab4ff8c5 req-109ae9dd-c3ec-49e6-b054-c2b9af61b3d7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836346 Dec 15 13:43:44.938782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2397e0cf-90f6-4d25-a222-928abd161160 req-b0fd1e55-3408-46b6-95b6-82f37912d337 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913247 Dec 15 13:43:44.951036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-7f7ecf42-a71e-4ef8-831d-ccfa0b851fa3 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 1002 time: 0.2364383 Dec 15 13:43:44.970601 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.976052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:45.069354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390da81-237f-4235-bca0-52b053eb1668 req-b2358b9a-67a3-4794-9f4f-44699e17f953 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.077980 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a390da81-237f-4235-bca0-52b053eb1668 req-b2358b9a-67a3-4794-9f4f-44699e17f953 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 932 time: 0.0746939 Dec 15 13:43:45.088860 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44696) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:45.114434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac146c3b-52e1-4df5-baa9-60bf38aad968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.160441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a390da81-237f-4235-bca0-52b053eb1668 req-07206da1-e93c-48b1-b404-73f13f4cbd7b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807173 Dec 15 13:43:45.297187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac146c3b-52e1-4df5-baa9-60bf38aad968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.305917 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac146c3b-52e1-4df5-baa9-60bf38aad968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.315648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e27b909-3dc0-4fc2-a1b4-b69ad0a0b8d0 req-670802fe-5c5c-4e33-ba15-d2d2b61945f9 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387709 Dec 15 13:43:45.352493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ac146c3b-52e1-4df5-baa9-60bf38aad968 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=08b4078764cb4c9bbed42b65395f0f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622359 Dec 15 13:43:45.356245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.359562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44698) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:45.383911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dfd0c-e402-4b60-8757-37937138e437 req-444e6603-6aae-405e-8e89-650159fdfc80 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.392226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-171dfd0c-e402-4b60-8757-37937138e437 req-444e6603-6aae-405e-8e89-650159fdfc80 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1485465 Dec 15 13:43:45.401551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac146c3b-52e1-4df5-baa9-60bf38aad968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a48f55b-0fc9-4e24-8879-47470c91cffd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:45.456678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-171dfd0c-e402-4b60-8757-37937138e437 req-59bc25a3-5510-4cbf-a27c-e82970fc00ec tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 Dec 15 13:43:45.559700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4420a7d-dbda-4ca6-b057-9607cebaf316 req-0abdfafe-1c23-4c36-9bd4-6192f6312d0c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.561453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4420a7d-dbda-4ca6-b057-9607cebaf316 req-0abdfafe-1c23-4c36-9bd4-6192f6312d0c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 948 time: 0.0543869 Dec 15 13:43:45.605446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-f824738a-4b88-43f9-a99d-1fdefcb4d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.606946 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-f824738a-4b88-43f9-a99d-1fdefcb4d2c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1095 time: 0.1967356 Dec 15 13:43:45.614754 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4420a7d-dbda-4ca6-b057-9607cebaf316 req-fc8a9541-cb28-45f4-b30b-3dbdda215fcb tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462520 Dec 15 13:43:45.661631 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24b51142-ffe1-4faa-8d5b-786cba70403a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.774818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.787515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.787883 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Floating IP 276b1103-16f0-4ff8-a068-d6086bf1b26c disassociated. External IP: 172.25.7.169, port: c21ba086-7850-4a2b-9812-fb8de9caa445. Dec 15 13:43:45.837371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24b51142-ffe1-4faa-8d5b-786cba70403a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.959834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-03710c27-7163-41e6-81a4-c363eadfe860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.961386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-03710c27-7163-41e6-81a4-c363eadfe860 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.3391128 Dec 15 13:43:46.025999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-1b0c4713-a5b8-4d42-8c53-e7607a0af502 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 200 len: 217 time: 0.0539963 Dec 15 13:43:46.059499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f0158-e6bc-4127-a2ea-96a5e7ff571d req-85ab6077-6dd9-4a97-a3ab-d5299394d1c9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.060561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-118f0158-e6bc-4127-a2ea-96a5e7ff571d req-85ab6077-6dd9-4a97-a3ab-d5299394d1c9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 944 time: 0.0622771 Dec 15 13:43:46.109375 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24b51142-ffe1-4faa-8d5b-786cba70403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.112464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24b51142-ffe1-4faa-8d5b-786cba70403a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.115943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-24b51142-ffe1-4faa-8d5b-786cba70403a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3a48f55b-0fc9-4e24-8879-47470c91cffd HTTP/1.1" status: 204 len: 168 time: 0.7511435 Dec 15 13:43:46.120755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-118f0158-e6bc-4127-a2ea-96a5e7ff571d req-71db6cf2-7187-47f6-b652-95017129ceda tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534048 Dec 15 13:43:46.175257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b51142-ffe1-4faa-8d5b-786cba70403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a48f55b-0fc9-4e24-8879-47470c91cffd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:46.182977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8857484-271e-453b-b162-305b0d705a3c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:46.193498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-35f2f520-1cd9-4d03-9463-3502d2df4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.194981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-35f2f520-1cd9-4d03-9463-3502d2df4b10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1586757 Dec 15 13:43:46.198812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.278757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-02d4c37f-6670-4140-a683-a0955847a8cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735896 Dec 15 13:43:46.284167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Transition to ACTIVE for port object a8857484-271e-453b-b162-305b0d705a3c will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:46.304507 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.322126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Router 09090be8-dbb6-46e2-b410-e819dd518416 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:46.366170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64f39-cd35-4070-bcfd-b087983402ff req-adb9b990-558d-42ad-8ad8-c95819c7d15f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.367609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1b64f39-cd35-4070-bcfd-b087983402ff req-adb9b990-558d-42ad-8ad8-c95819c7d15f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.0842149 Dec 15 13:43:46.423085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:46.442238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1b64f39-cd35-4070-bcfd-b087983402ff req-50f168c3-2e07-4c1a-949e-97693039256d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668950 Dec 15 13:43:46.524494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-4be6fa37-1aab-498c-a3b2-980c59db9f47 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325459 Dec 15 13:43:46.526805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:46.527143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:46.527474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:46.542761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:46.543209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:46.584134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e927ee-369a-4206-8516-50bd60ab153c req-1fe8b7e7-eafd-4dbf-8418-5b0d59e23e9c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.584134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90e927ee-369a-4206-8516-50bd60ab153c req-1fe8b7e7-eafd-4dbf-8418-5b0d59e23e9c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0601797 Dec 15 13:43:46.620986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:46.621335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:46.621726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:46.622177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Bound port: a8857484-271e-453b-b162-305b0d705a3c, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:46.622540 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.649522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90e927ee-369a-4206-8516-50bd60ab153c req-a33bb16e-c0fe-4bea-b768-f9d4de35f411 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535805 Dec 15 13:43:46.656191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:46.661311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.668646 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] Sync routers for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:46.682075 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:46.683222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:46.788154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-2920df1a-375d-404f-9af5-d69742a28796 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "PUT /v2.0/floatingips/276b1103-16f0-4ff8-a068-d6086bf1b26c HTTP/1.1" status: 200 len: 695 time: 1.8225601 Dec 15 13:43:46.809073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:46.812054 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b816ec03-062b-4504-8223-2c3708125bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:46.821786 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:46.830365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0b61-70c8-422b-bc70-44551bd1196d req-0082de58-9978-4ac6-a155-992e485e2261 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.832466 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4f9f0b61-70c8-422b-bc70-44551bd1196d req-0082de58-9978-4ac6-a155-992e485e2261 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 948 time: 0.0702672 Dec 15 13:43:46.885950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:46.908812 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4f9f0b61-70c8-422b-bc70-44551bd1196d req-1328712e-7bbd-4361-abf6-ff4861132fe0 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572112 Dec 15 13:43:46.928509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e49df2cd-560f-4c3e-b09b-19617d88b9d5 req-27fa9605-0937-4d54-b8fe-e35d5dc7f220 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946092 Dec 15 13:43:46.943602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:46.972719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.033358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-0b6183fa-937b-4ae4-a612-ed2ebcb6a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.044590 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-0b6183fa-937b-4ae4-a612-ed2ebcb6a1d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bd41654685e4271977423e4e53d720b&device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 1097 time: 0.2283287 Dec 15 13:43:47.100637 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7d9948-53c5-4d78-bee7-e078169646aa x-openstack-request-id: req-cd7d9948-53c5-4d78-bee7-e078169646aa {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:47.101192 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:47.101454 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd7d9948-53c5-4d78-bee7-e078169646aa {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:47.101879 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'status': 'completed', 'code': 200} Dec 15 13:43:47.124509 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 5, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:47.151939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.151939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.151939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] 10.222.0.74 "PUT /v2.0/ports/a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 1092 time: 2.3482492 Dec 15 13:43:47.174117 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] Checking router: 09090be8-dbb6-46e2-b410-e819dd518416 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:47.185606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b53e1a-4a13-49d9-9aae-b91e277174ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:47.202840 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:47.203687 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:47.211388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-084eaaf5-e5ec-4a6e-b0a8-7eac0eb84673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.214310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-084eaaf5-e5ec-4a6e-b0a8-7eac0eb84673 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eb9407e1-f927-4107-8747-e4995d444313 HTTP/1.1" status: 200 len: 930 time: 0.1686666 Dec 15 13:43:47.328130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-b8fc2579-1f1f-4683-a306-9d418ad203f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 200 len: 217 time: 0.0948739 Dec 15 13:43:47.353091 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:47.373851 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ec03-062b-4504-8223-2c3708125bb7 req-2eb0aded-de8a-4b5a-91ad-157fa2718a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.377146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b816ec03-062b-4504-8223-2c3708125bb7 req-2eb0aded-de8a-4b5a-91ad-157fa2718a5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bd41654685e4271977423e4e53d720b&device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1584435 Dec 15 13:43:47.386967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a6a7-f0c7-44d5-9fac-fe55b8195116 req-025cfcd7-6cf2-4ef3-b13a-e82fa89d6c75 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.389128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2516a6a7-f0c7-44d5-9fac-fe55b8195116 req-025cfcd7-6cf2-4ef3-b13a-e82fa89d6c75 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 944 time: 0.1110983 Dec 15 13:43:47.405818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-f7c0598d-9991-4d09-be11-66da0684fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.407987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-f7c0598d-9991-4d09-be11-66da0684fb5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65fd0f80-0d80-4230-9f24-41c98c3c4045 HTTP/1.1" status: 200 len: 867 time: 0.0594525 Dec 15 13:43:47.476796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063a3-5b85-478e-b4e5-3f50a388322a req-b95267ca-c87a-440d-b5bb-00fa4278ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.478516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-b95267ca-c87a-440d-b5bb-00fa4278ce85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1095 time: 0.1522338 Dec 15 13:43:47.481746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-e28d44de-295a-4f15-9556-681ee6cd077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.482786 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-e28d44de-295a-4f15-9556-681ee6cd077a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eb9407e1-f927-4107-8747-e4995d444313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615516 Dec 15 13:43:47.535222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-ce1fbfc3-20d3-45b1-88c1-b62206e6c8e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 217 time: 0.0471191 Dec 15 13:43:47.604819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ec03-062b-4504-8223-2c3708125bb7 req-5077476a-2718-463b-8ec7-f58f3cbc8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.606345 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b816ec03-062b-4504-8223-2c3708125bb7 req-5077476a-2718-463b-8ec7-f58f3cbc8be0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb9407e1-f927-4107-8747-e4995d444313 HTTP/1.1" status: 200 len: 930 time: 0.2161546 Dec 15 13:43:47.633032 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2516a6a7-f0c7-44d5-9fac-fe55b8195116 req-cc05c8f4-e6aa-463c-8bb3-c5898067109d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218204 Dec 15 13:43:47.732504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device afde1f97-492a-4577-8af4-5658bd4248ee details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:47.775679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b816ec03-062b-4504-8223-2c3708125bb7 req-ed5864a5-b349-41ee-9113-081bdecd5642 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 200 len: 217 time: 0.1360965 Dec 15 13:43:47.828759 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 5, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:47.876600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd48391-f231-49ef-8e9d-ea6f223f9b53 req-dacb1ff8-d233-4245-8313-d473e4dcd43e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.878530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4bd48391-f231-49ef-8e9d-ea6f223f9b53 req-dacb1ff8-d233-4245-8313-d473e4dcd43e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.1168234 Dec 15 13:43:47.897966 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ec03-062b-4504-8223-2c3708125bb7 req-c86c723f-5c98-483e-a80a-9a7d305fe4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.899802 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b816ec03-062b-4504-8223-2c3708125bb7 req-c86c723f-5c98-483e-a80a-9a7d305fe4e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=65fd0f80-0d80-4230-9f24-41c98c3c4045 HTTP/1.1" status: 200 len: 867 time: 0.1001925 Dec 15 13:43:47.905352 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ea9952-36a2-495a-8b6a-8f39169a02cc None None] The sync data for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 is: [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:07Z', 'revision_number': 4, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f3df4ae8-00ba-4928-be4d-b1cf3a715332', 'name': '', 'network_id': 'eb9407e1-f927-4107-8747-e4995d444313', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'mac_address': 'fa:16:3e:23:e6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:06Z', 'updated_at': '2021-12-15T13:43:13Z', 'revision_number': 5, 'project_id': '2bd41654685e4271977423e4e53d720b', 'subnets': [{'id': '65fd0f80-0d80-4230-9f24-41c98c3c4045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:47.948875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063a3-5b85-478e-b4e5-3f50a388322a req-512a5a42-1c43-4ad0-b156-4ce72ba24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.950418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-512a5a42-1c43-4ad0-b156-4ce72ba24507 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.4050124 Dec 15 13:43:47.962236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port afde1f97-492a-4577-8af4-5658bd4248ee, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=afde1f97-492a-4577-8af4-5658bd4248ee,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:47.979639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'afde1f97-492a-4577-8af4-5658bd4248ee', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'afde1f97-492a-4577-8af4-5658bd4248ee', 'mac_address': 'fa:16:3e:61:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:47.993937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:48.012742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-0523e931-0a64-4b66-9e3c-231bd9d560a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510800 Dec 15 13:43:48.040486 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4bd48391-f231-49ef-8e9d-ea6f223f9b53 req-554f0a64-71e6-41e2-8e51-fb4efdac906d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521015 Dec 15 13:43:48.048956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ec03-062b-4504-8223-2c3708125bb7 req-0c890e2e-552b-44c8-87a2-5f01aa9df018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.056200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b816ec03-062b-4504-8223-2c3708125bb7 req-0c890e2e-552b-44c8-87a2-5f01aa9df018 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb9407e1-f927-4107-8747-e4995d444313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409788 Dec 15 13:43:48.098736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-3c62764b-75d1-445e-8b19-8e8d0fdb57b8 service neutron] 10.222.0.86 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033370 Dec 15 13:43:48.142138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:48.178672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3', 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'port_id': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3', 'mac_address': 'fa:16:3e:43:d7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155b3a00-9352-46c0-9941-5adafc4b409e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:48.237329 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.276174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:48.302293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f2060-42e8-4174-a9bb-2f69b24d02a2 req-0cb49c83-d597-418d-a025-c73f9136c132 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.305645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c1f2060-42e8-4174-a9bb-2f69b24d02a2 req-0cb49c83-d597-418d-a025-c73f9136c132 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1197453 Dec 15 13:43:48.307883 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b816ec03-062b-4504-8223-2c3708125bb7 req-3d6eabd8-949c-46a9-a544-196d4b6b0cf6 service neutron] 10.222.0.74 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439110 Dec 15 13:43:48.348264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:48.350179 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.375023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.392117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-5ac64bd3-1b4c-4d89-806c-cf48be8cfbf7 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600438 Dec 15 13:43:48.395159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afde1f97-492a-4577-8af4-5658bd4248ee {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:48.426765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57274ffa-65fb-43cf-a2d7-ffe66a60899d req-5cddc9fa-d43d-4227-89b0-3bb4db919978 service neutron] 10.222.0.86 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194697 Dec 15 13:43:48.430800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port afde1f97-492a-4577-8af4-5658bd4248ee, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=afde1f97-492a-4577-8af4-5658bd4248ee,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:48.491666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:48.494879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4935814-c937-4319-81a4-d837cd482b3a None None] New status for floating IP 276b1103-16f0-4ff8-a068-d6086bf1b26c: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:43:48.499605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.510538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c1f2060-42e8-4174-a9bb-2f69b24d02a2 req-b50df9a1-e985-4109-99a9-7b95d22e65f6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866302 Dec 15 13:43:48.533042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-283063a3-5b85-478e-b4e5-3f50a388322a req-ba3ed299-83e1-415f-b211-36f72b913472 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327636 Dec 15 13:43:48.579303 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b816ec03-062b-4504-8223-2c3708125bb7 req-343ca908-79b1-4f59-86d9-25324a1e1cea service neutron] 10.222.0.74 "GET /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527523 Dec 15 13:43:48.635337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c49b6-e48f-4ec7-a1da-1929b7bd4dba req-6ab1c06f-ba8f-48fc-8b78-d0aab31b5fd2 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.641792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-270c49b6-e48f-4ec7-a1da-1929b7bd4dba req-6ab1c06f-ba8f-48fc-8b78-d0aab31b5fd2 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 949 time: 0.0766647 Dec 15 13:43:48.704986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-270c49b6-e48f-4ec7-a1da-1929b7bd4dba req-7f46cc26-5228-40b3-9952-9c8ab6788c89 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567460 Dec 15 13:43:48.707327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:48.780006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=afde1f97-492a-4577-8af4-5658bd4248ee,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:48.812497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-fdec6451-e829-4679-8769-44818bfdf4c1 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips/276b1103-16f0-4ff8-a068-d6086bf1b26c HTTP/1.1" status: 200 len: 695 time: 0.0691369 Dec 15 13:43:48.830280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['afde1f97-492a-4577-8af4-5658bd4248ee'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:48.959618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-89e40efa-77e3-4b8b-bdf6-18bc02275947 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.961024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-89e40efa-77e3-4b8b-bdf6-18bc02275947 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1427171 Dec 15 13:43:48.976810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-d3c06a29-3829-4050-ba5b-cbd9992ff200 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:48.992640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-d3c06a29-3829-4050-ba5b-cbd9992ff200 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213544 Dec 15 13:43:49.029926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420270ee-e24c-4793-b339-b2de622368c3 req-672db7dc-9093-475d-9618-7e84d5ace4cf tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.032629 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-420270ee-e24c-4793-b339-b2de622368c3 req-672db7dc-9093-475d-9618-7e84d5ace4cf tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.0661004 Dec 15 13:43:49.070685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-2df3c621-946d-4ed2-9ad3-583c32f1f410 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.0749574 Dec 15 13:43:49.089581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-420270ee-e24c-4793-b339-b2de622368c3 req-c76671c2-1e0b-47ae-ba86-797d5d156f70 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507185 Dec 15 13:43:49.115934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:49.119367 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "tag": "a8857484-271e-453b-b162-305b0d705a3c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:49.131789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-3c8a8124-d8e5-4db6-b8b4-ef51d36c8451 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.0554345 Dec 15 13:43:49.305661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Deleting port 96eef599-4b6c-43c9-b378-553c89efd529 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:49.306022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.353208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949206c-dfca-4626-939c-218dfe56eead req-3a31fd85-aaf2-421e-8dd5-b8677fa529eb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.354897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6949206c-dfca-4626-939c-218dfe56eead req-3a31fd85-aaf2-421e-8dd5-b8677fa529eb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.0586348 Dec 15 13:43:49.396484 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.397088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.405627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6949206c-dfca-4626-939c-218dfe56eead req-70e4825a-e613-43df-b245-e927e8961f5f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Dec 15 13:43:49.411703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Calling delete_port for 96eef599-4b6c-43c9-b378-553c89efd529 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:49.460207 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a2a5b1-481b-41e4-8899-84139c47ed8a x-openstack-request-id: req-b3a2a5b1-481b-41e4-8899-84139c47ed8a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:49.460502 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "tag": "a8857484-271e-453b-b162-305b0d705a3c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:49.460756 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b3a2a5b1-481b-41e4-8899-84139c47ed8a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:49.461137 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c', 'status': 'completed', 'code': 200} Dec 15 13:43:49.545435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-feba8d80-d068-42ff-be1c-59a3cb0088a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.547770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-feba8d80-d068-42ff-be1c-59a3cb0088a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1095 time: 0.0527301 Dec 15 13:43:49.579464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.610103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Pushing event deleted for resources: {'Port': ['ID=96eef599-4b6c-43c9-b378-553c89efd529,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:49.643116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.645805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.652106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59f620c0-5961-4da2-8f49-ec112e2d752f req-22946873-0416-46ae-b22c-30e81f4c156a tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "DELETE /v2.0/floatingips/276b1103-16f0-4ff8-a068-d6086bf1b26c HTTP/1.1" status: 204 len: 173 time: 0.5141780 Dec 15 13:43:49.667520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d3a7fbb-c0f7-456e-b33a-d852702101a0 req-a38530be-9c28-42ed-a2dd-e77e7f081383 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=adcf30d22932497b9be010a2a4a6ccbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357354 Dec 15 13:43:49.736533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device afde1f97-492a-4577-8af4-5658bd4248ee up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:49.744236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-41b70c4a-d49a-442a-a4f4-6f805e92f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.745721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-41b70c4a-d49a-442a-a4f4-6f805e92f691 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.1901865 Dec 15 13:43:49.779757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a172b91-a2d0-4ba5-bd81-e71875625a20 req-cbd973f2-4de5-47ce-8c97-418e29d8892b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.789025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a172b91-a2d0-4ba5-bd81-e71875625a20 req-cbd973f2-4de5-47ce-8c97-418e29d8892b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0827217 Dec 15 13:43:49.806114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-96d6f222-0c64-4f6f-8007-ba39b93900ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 217 time: 0.0525393 Dec 15 13:43:49.807856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port afde1f97-492a-4577-8af4-5658bd4248ee completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:49.815795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port afde1f97-492a-4577-8af4-5658bd4248ee triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:49.816679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.845288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a172b91-a2d0-4ba5-bd81-e71875625a20 req-1d5a9226-117c-480c-b3ac-cd73b87f78a0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550330 Dec 15 13:43:49.848501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:49.890459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a7fbb-c0f7-456e-b33a-d852702101a0 req-b68b13ce-11f8-41d9-8551-fd68ee486e96 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.896356 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d3a7fbb-c0f7-456e-b33a-d852702101a0 req-b68b13ce-11f8-41d9-8551-fd68ee486e96 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215741 Dec 15 13:43:49.913791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-e94f4704-ed7f-440f-8065-7a317199d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.915239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-e94f4704-ed7f-440f-8065-7a317199d420 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0949683 Dec 15 13:43:49.926152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d3a7fbb-c0f7-456e-b33a-d852702101a0 req-e4fba886-8f7a-47e0-a976-ba596f357610 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/quotas/adcf30d22932497b9be010a2a4a6ccbd HTTP/1.1" status: 200 len: 375 time: 0.0252919 Dec 15 13:43:49.956632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-f2d375b8-eb2c-46f9-98e4-a694e6361e19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278845 Dec 15 13:43:49.970906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.009993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port afde1f97-492a-4577-8af4-5658bd4248ee, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=afde1f97-492a-4577-8af4-5658bd4248ee,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:50.013101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde8cf97-0ab7-4130-ac83-3c9f1a077487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afde1f97-492a-4577-8af4-5658bd4248ee'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:50.017069 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a95a5de-d2d2-4bff-a5ef-17884ac728d1" -d '{"events": [{"server_uuid": "fde8cf97-0ab7-4130-ac83-3c9f1a077487", "name": "network-vif-plugged", "status": "completed", "tag": "afde1f97-492a-4577-8af4-5658bd4248ee"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:50.018161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d3a7fbb-c0f7-456e-b33a-d852702101a0 req-e4b58bc1-3a09-42c9-ae70-8527b8ff908a tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=adcf30d22932497b9be010a2a4a6ccbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859017 Dec 15 13:43:50.026603 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.055383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32990a-ffa3-49f4-bf33-d17c7f00103c req-8625a752-9dc5-40eb-9dc5-9b20734d0a0e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.062338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:50.064620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e32990a-ffa3-49f4-bf33-d17c7f00103c req-8625a752-9dc5-40eb-9dc5-9b20734d0a0e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 949 time: 0.0688267 Dec 15 13:43:50.069572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:50.069956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.148138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=afde1f97-492a-4577-8af4-5658bd4248ee,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:50.156163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e32990a-ffa3-49f4-bf33-d17c7f00103c req-0c52a0c5-15a7-4ed6-8fec-82768ab43efb tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818915 Dec 15 13:43:50.178544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-d8242d34-5887-48a9-a5d3-c138cd76a2a0 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123559 Dec 15 13:43:50.223076 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c456241f-b7e7-4528-addd-b2fa5a970fc1 x-openstack-request-id: req-c456241f-b7e7-4528-addd-b2fa5a970fc1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:50.223408 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde8cf97-0ab7-4130-ac83-3c9f1a077487", "name": "network-vif-plugged", "status": "completed", "tag": "afde1f97-492a-4577-8af4-5658bd4248ee", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:50.223673 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c456241f-b7e7-4528-addd-b2fa5a970fc1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:50.224660 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde8cf97-0ab7-4130-ac83-3c9f1a077487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afde1f97-492a-4577-8af4-5658bd4248ee', 'code': 200} Dec 15 13:43:50.226397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.280011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:50.290578 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.335351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fec36b5-51b0-44c1-9f83-be29fcdf40b4 req-9993dfbf-59d3-42ff-9c48-14465fee06a8 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478055 Dec 15 13:43:50.369649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030b23-5295-40ff-a258-25510447794a req-c8fde016-07e4-4cb6-a08b-f21be92752f3 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.371496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b030b23-5295-40ff-a258-25510447794a req-c8fde016-07e4-4cb6-a08b-f21be92752f3 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.1023102 Dec 15 13:43:50.378516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164b33-d9f8-4324-9349-d0dc439e70b8 req-f6dc3f97-8884-4be9-90b7-3ac1bb79b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.380825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f164b33-d9f8-4324-9349-d0dc439e70b8 req-f6dc3f97-8884-4be9-90b7-3ac1bb79b80c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 1101 time: 0.0775027 Dec 15 13:43:50.381519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:50.490376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b030b23-5295-40ff-a258-25510447794a req-c7017b78-f7b9-4001-8f2f-04ab1eb6531b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081908 Dec 15 13:43:50.502065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f164b33-d9f8-4324-9349-d0dc439e70b8 req-315bfd85-5297-4ecc-84f6-cda663ded485 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083560 Dec 15 13:43:50.664558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e92fe4-81fe-4ec2-9eaa-0945f8351e8d req-d6fb8152-bba0-4487-9286-aee4b8922836 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.666080 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8e92fe4-81fe-4ec2-9eaa-0945f8351e8d req-d6fb8152-bba0-4487-9286-aee4b8922836 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3298056 Dec 15 13:43:50.708922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8e92fe4-81fe-4ec2-9eaa-0945f8351e8d req-3af0f258-2cad-40d7-ad52-d249b65e8046 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0357642 Dec 15 13:43:50.769636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae600348-f580-4000-942b-df961846731e req-9a23d57c-8dba-42e4-bc3e-d47b66301e28 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.771200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae600348-f580-4000-942b-df961846731e req-9a23d57c-8dba-42e4-bc3e-d47b66301e28 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.0589244 Dec 15 13:43:50.824381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae600348-f580-4000-942b-df961846731e req-12b670c3-5972-4dd2-ad03-9574a121efce tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463281 Dec 15 13:43:50.851204 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fda7703-26c2-46f7-9259-21e78796abbb req-624e0126-333a-44be-abe6-ef104eb02ccb tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0408592 Dec 15 13:43:51.200837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f72bd-c90a-4a72-a812-3b59cf92ccbd req-a4c5631a-038b-4f21-8bc1-66bda31b3fb8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.203462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c14f72bd-c90a-4a72-a812-3b59cf92ccbd req-a4c5631a-038b-4f21-8bc1-66bda31b3fb8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0513558 Dec 15 13:43:51.259037 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c14f72bd-c90a-4a72-a812-3b59cf92ccbd req-c8489973-acd0-4ad6-a61d-383546d60818 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434668 Dec 15 13:43:51.266137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c28d2-b31f-4322-86da-16cc2bd0c4a3 req-69320154-c126-447f-a884-e937b38e9fca tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.267797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-441c28d2-b31f-4322-86da-16cc2bd0c4a3 req-69320154-c126-447f-a884-e937b38e9fca tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 946 time: 0.0494828 Dec 15 13:43:51.318685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-441c28d2-b31f-4322-86da-16cc2bd0c4a3 req-f9cc1b4d-4ec0-470f-b71f-9b2f9112eb3e tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Dec 15 13:43:51.355602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e14e1879-46c3-42d2-a62f-f1295a0890d6 req-7c2f900e-1ef8-46c2-9270-0f43a716ca35 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=adcf30d22932497b9be010a2a4a6ccbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246902 Dec 15 13:43:51.435126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c00f1a-6c7f-4852-aded-5072d50987e0 req-4b11c48b-b5b4-434d-b497-be0b9cc4360c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.436864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32c00f1a-6c7f-4852-aded-5072d50987e0 req-4b11c48b-b5b4-434d-b497-be0b9cc4360c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 950 time: 0.0508118 Dec 15 13:43:51.492104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e1879-46c3-42d2-a62f-f1295a0890d6 req-5debbd68-0891-46bc-879c-6f006756a508 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.493570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e14e1879-46c3-42d2-a62f-f1295a0890d6 req-5debbd68-0891-46bc-879c-6f006756a508 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310887 Dec 15 13:43:51.494489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32c00f1a-6c7f-4852-aded-5072d50987e0 req-7b544779-72a0-4dc7-8bc4-1387f3daf77f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497818 Dec 15 13:43:51.509107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e14e1879-46c3-42d2-a62f-f1295a0890d6 req-a1031bc5-4120-4923-b801-8d8455df0ccb tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/quotas/adcf30d22932497b9be010a2a4a6ccbd HTTP/1.1" status: 200 len: 375 time: 0.0099740 Dec 15 13:43:51.542297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e14e1879-46c3-42d2-a62f-f1295a0890d6 req-9dfd6aa6-5ad7-4e42-ab0c-910c560a7edf tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=adcf30d22932497b9be010a2a4a6ccbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271723 Dec 15 13:43:51.624235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b56d0f-ecad-454a-aa34-04f1ea2de94d req-2e67f665-66e3-4896-8e91-e6fdf40056b9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.626407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43b56d0f-ecad-454a-aa34-04f1ea2de94d req-2e67f665-66e3-4896-8e91-e6fdf40056b9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 946 time: 0.0616131 Dec 15 13:43:51.679269 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43b56d0f-ecad-454a-aa34-04f1ea2de94d req-302a65b2-a48c-411b-bf88-c6df316fcf99 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 Dec 15 13:43:51.731385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a8857484-271e-453b-b162-305b0d705a3c details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:51.860032 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:51.879834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'a8857484-271e-453b-b162-305b0d705a3c', 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'port_id': 'a8857484-271e-453b-b162-305b0d705a3c', 'mac_address': 'fa:16:3e:b0:74:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467231fd-5762-413e-8b03-ac3f50d8ed73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:51.936012 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:51.951063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8857484-271e-453b-b162-305b0d705a3c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:51.955444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3f833-684a-4c2e-8a01-1926acaf376b req-a2060067-fffa-4cda-bd41-29dc937c878d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.958398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afe3f833-684a-4c2e-8a01-1926acaf376b req-a2060067-fffa-4cda-bd41-29dc937c878d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.0568445 Dec 15 13:43:51.975792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:51.983688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:52.017654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afe3f833-684a-4c2e-8a01-1926acaf376b req-80b12632-d3e4-482c-a61b-a5aea7ba76bf tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 Dec 15 13:43:52.038404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:52.120145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e029f325-2aad-4b07-bbbe-fb7759893988 req-84940029-282e-4394-b62c-f0cd653b1422 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=adcf30d22932497b9be010a2a4a6ccbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218983 Dec 15 13:43:52.227067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:52.230191 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e961f1ca-e14f-49f4-b809-af1f9694f61c" -d '{"events": [{"server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:52.233793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f325-2aad-4b07-bbbe-fb7759893988 req-d94daec2-392c-4c1b-8b78-607cee444f05 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.235945 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e029f325-2aad-4b07-bbbe-fb7759893988 req-d94daec2-392c-4c1b-8b78-607cee444f05 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093290 Dec 15 13:43:52.253147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e029f325-2aad-4b07-bbbe-fb7759893988 req-77d5a718-5ca3-41cd-ba0a-61ca1b808e08 tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/quotas/adcf30d22932497b9be010a2a4a6ccbd HTTP/1.1" status: 200 len: 375 time: 0.0105324 Dec 15 13:43:52.261639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a8857484-271e-453b-b162-305b0d705a3c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:52.289183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e029f325-2aad-4b07-bbbe-fb7759893988 req-0f5d800c-fdf4-4aab-9103-a449e56508bf tempest-QuotasAdminNegativeTest-792426806 tempest-QuotasAdminNegativeTest-792426806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=adcf30d22932497b9be010a2a4a6ccbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293479 Dec 15 13:43:52.299423 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cddeac-4795-45ec-b366-a78cfcdc8b52 x-openstack-request-id: req-95cddeac-4795-45ec-b366-a78cfcdc8b52 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:52.300334 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:52.301038 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-95cddeac-4795-45ec-b366-a78cfcdc8b52 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:52.301398 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3', 'code': 200} Dec 15 13:43:52.448611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a35d3a-15b2-4b46-b81f-f4516ba4abf4 req-e52f38c4-c32d-4454-a827-f21f37fc65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.451041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43a35d3a-15b2-4b46-b81f-f4516ba4abf4 req-e52f38c4-c32d-4454-a827-f21f37fc65c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1097 time: 0.0711772 Dec 15 13:43:52.452076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4bf4-9c42-43c6-8c62-81890190bf93 req-9fed6625-5156-458a-9eaa-4b6a2274dc3b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.462589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c49f4bf4-9c42-43c6-8c62-81890190bf93 req-9fed6625-5156-458a-9eaa-4b6a2274dc3b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0846355 Dec 15 13:43:52.528770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c49f4bf4-9c42-43c6-8c62-81890190bf93 req-e64d176b-5522-45cb-9198-daec99f6dbb5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646446 Dec 15 13:43:52.543545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43a35d3a-15b2-4b46-b81f-f4516ba4abf4 req-61c000bf-4159-49d9-aff9-1977b5bb5b03 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836947 Dec 15 13:43:52.558973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ec2eb-64e7-4c58-ab1c-aec2311aefcc req-47ff980c-e1f8-4af1-8f7d-6d378b8d2b3b tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.560666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e30ec2eb-64e7-4c58-ab1c-aec2311aefcc req-47ff980c-e1f8-4af1-8f7d-6d378b8d2b3b tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 946 time: 0.0729170 Dec 15 13:43:52.616612 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e30ec2eb-64e7-4c58-ab1c-aec2311aefcc req-1f6b8910-feda-4f25-864e-334cb4993a9d tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/security-groups?id=3efe5f10-07f6-43cf-a83a-241a9ec71501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Dec 15 13:43:52.690415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-8604d005-5b06-4576-a42b-99ce4cf2870e tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.692149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-8604d005-5b06-4576-a42b-99ce4cf2870e tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.74 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 946 time: 0.0593858 Dec 15 13:43:52.806528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70d0e6-003c-40b5-a3ca-1d17a0649c75 req-786dfce1-1436-432c-b029-79074882e9ab tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.808297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c70d0e6-003c-40b5-a3ca-1d17a0649c75 req-786dfce1-1436-432c-b029-79074882e9ab tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 950 time: 0.1151662 Dec 15 13:43:52.855981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ec57-dd36-4165-80cb-401a014bf1f5 req-3cd438a9-15a5-4aad-8372-61cc4218376f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.865797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-05f8ec57-dd36-4165-80cb-401a014bf1f5 req-3cd438a9-15a5-4aad-8372-61cc4218376f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 946 time: 0.0877140 Dec 15 13:43:52.882820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Deleting port c21ba086-7850-4a2b-9812-fb8de9caa445 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:52.883398 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:52.911823 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c70d0e6-003c-40b5-a3ca-1d17a0649c75 req-033faecb-f730-4941-af4a-05bb0a0edd80 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920265 Dec 15 13:43:52.930009 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-05f8ec57-dd36-4165-80cb-401a014bf1f5 req-5767303d-2193-4e06-92c6-cdfc8623dff5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629983 Dec 15 13:43:53.018523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] For port c21ba086-7850-4a2b-9812-fb8de9caa445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c21ba086-7850-4a2b-9812-fb8de9caa445,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:53.019577 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.035992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Calling delete_port for c21ba086-7850-4a2b-9812-fb8de9caa445 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:53.081912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:53.254562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3422d3-3f43-42ef-8b3c-5b0d0c497d01 req-c8006ceb-5455-4f87-961d-abcf3405550e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.256082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af3422d3-3f43-42ef-8b3c-5b0d0c497d01 req-c8006ceb-5455-4f87-961d-abcf3405550e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 945 time: 0.0756693 Dec 15 13:43:53.256909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.271505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['c21ba086-7850-4a2b-9812-fb8de9caa445'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:53.297923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed637e-0e73-4d5d-8417-c2ec4d5ea026 req-14421133-ff03-44ff-83e5-19565c28e54b tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.300320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41ed637e-0e73-4d5d-8417-c2ec4d5ea026 req-14421133-ff03-44ff-83e5-19565c28e54b tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 950 time: 0.1077507 Dec 15 13:43:53.327559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Pushing event deleted for resources: {'Port': ['ID=c21ba086-7850-4a2b-9812-fb8de9caa445,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:53.333010 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dc29490-f8ac-4f4c-bb7e-2877e6479305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.356712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.357411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.357958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.358527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.359124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.360253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.360796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.361343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.361893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.362423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.362955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.363507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.364068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:53.385989 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41ed637e-0e73-4d5d-8417-c2ec4d5ea026 req-cc7be78a-06ca-4c0b-beb9-b21af6cdac08 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768268 Dec 15 13:43:53.389285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] No DVR routers for this DVR port c21ba086-7850-4a2b-9812-fb8de9caa445 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:53.393755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.398075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-caefba2e-76d4-4afc-8327-38d4fd715064 req-ca03a630-a466-452b-b72a-6273bac34837 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.74 "DELETE /v2.0/ports/c21ba086-7850-4a2b-9812-fb8de9caa445 HTTP/1.1" status: 204 len: 173 time: 0.6961610 Dec 15 13:43:53.401094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'name': 'network-vif-deleted', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:53.418482 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253f294f-b536-47a6-ac58-1fb3935c6fa5" -d '{"events": [{"server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "name": "network-vif-deleted", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:53.457598 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af3422d3-3f43-42ef-8b3c-5b0d0c497d01 req-e4c0486f-9444-4043-94b4-0957293cae0f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927152 Dec 15 13:43:53.563700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dc29490-f8ac-4f4c-bb7e-2877e6479305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.577412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dc29490-f8ac-4f4c-bb7e-2877e6479305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.623858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7dc29490-f8ac-4f4c-bb7e-2877e6479305 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=adcf30d22932497b9be010a2a4a6ccbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5408342 Dec 15 13:43:53.626644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44960) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:53.649829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc29490-f8ac-4f4c-bb7e-2877e6479305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7496c-1ccc-4e78-8efd-2c6212d89ba1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:53.661708 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d550137-06ff-4ae2-b7d7-1be138d22bd7 x-openstack-request-id: req-2d550137-06ff-4ae2-b7d7-1be138d22bd7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:53.662823 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e3fdb2-52ee-4fe7-bbbf-000424eae6e1", "name": "network-vif-deleted", "tag": "c21ba086-7850-4a2b-9812-fb8de9caa445", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:53.663181 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d550137-06ff-4ae2-b7d7-1be138d22bd7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:53.664981 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e3fdb2-52ee-4fe7-bbbf-000424eae6e1', 'name': 'network-vif-deleted', 'tag': 'c21ba086-7850-4a2b-9812-fb8de9caa445', 'status': 'completed', 'code': 200} Dec 15 13:43:53.732158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a8857484-271e-453b-b162-305b0d705a3c up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:53.814009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4243016-c512-4098-ad3d-c8f01c8478c2 req-2525c5aa-b9da-4d81-988d-e22f781b1eb9 tempest-FloatingIPsAssociationNegativeTestJSON-108271921 tempest-FloatingIPsAssociationNegativeTestJSON-108271921-project] 10.222.0.86 "GET /v2.0/ports?device_id=38e3fdb2-52ee-4fe7-bbbf-000424eae6e1 HTTP/1.1" status: 200 len: 210 time: 0.0614114 Dec 15 13:43:53.823420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb2b315b-4081-4a6e-b194-530ab79b1ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.843133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98435c1d-5750-4a11-bb60-801a6161a42f req-98d68cfc-3012-4cb3-ba39-404b5f21ba90 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.846736 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98435c1d-5750-4a11-bb60-801a6161a42f req-98d68cfc-3012-4cb3-ba39-404b5f21ba90 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0924165 Dec 15 13:43:53.855049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port a8857484-271e-453b-b162-305b0d705a3c completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:53.859193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port a8857484-271e-453b-b162-305b0d705a3c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:53.860447 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.865799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb2b315b-4081-4a6e-b194-530ab79b1ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.954773 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98435c1d-5750-4a11-bb60-801a6161a42f req-cd0bf1d5-8b59-4b3d-b346-3e6816fab9ce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991604 Dec 15 13:43:53.956906 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb2b315b-4081-4a6e-b194-530ab79b1ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.960379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb2b315b-4081-4a6e-b194-530ab79b1ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:53.964364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cb2b315b-4081-4a6e-b194-530ab79b1ef3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86c7496c-1ccc-4e78-8efd-2c6212d89ba1 HTTP/1.1" status: 204 len: 168 time: 0.3366737 Dec 15 13:43:53.991027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b315b-4081-4a6e-b194-530ab79b1ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7496c-1ccc-4e78-8efd-2c6212d89ba1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:54.007136 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:54.058634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:54.062952 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:54.122341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cab747-02e4-4aac-8633-2fe8cd0f08a4 req-030be418-97af-42c7-ab3f-2c52320291e0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.128494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:54.144763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19cab747-02e4-4aac-8633-2fe8cd0f08a4 req-030be418-97af-42c7-ab3f-2c52320291e0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 946 time: 0.1204169 Dec 15 13:43:54.216110 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19cab747-02e4-4aac-8633-2fe8cd0f08a4 req-1b674083-ccad-433b-915f-0a3d0db0a0fa tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689869 Dec 15 13:43:54.302981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:54.306940 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c86463b-00f7-4081-ad51-845924e0f933" -d '{"events": [{"server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "name": "network-vif-plugged", "status": "completed", "tag": "a8857484-271e-453b-b162-305b0d705a3c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:54.355401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec457f-f47d-4b01-a5be-8073ff721673 req-ae77a951-a33c-4cbc-b9e5-d983815b4a8a tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.365830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6aec457f-f47d-4b01-a5be-8073ff721673 req-ae77a951-a33c-4cbc-b9e5-d983815b4a8a tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1097 time: 0.0606568 Dec 15 13:43:54.380488 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d6a73-8102-4d89-ad40-b502ac00f740 x-openstack-request-id: req-183d6a73-8102-4d89-ad40-b502ac00f740 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:54.381130 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "name": "network-vif-plugged", "status": "completed", "tag": "a8857484-271e-453b-b162-305b0d705a3c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:54.381584 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-183d6a73-8102-4d89-ad40-b502ac00f740 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:54.382238 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c', 'code': 200} Dec 15 13:43:54.436495 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6aec457f-f47d-4b01-a5be-8073ff721673 req-7ad80278-ac0e-4289-9eed-e95edd46961e tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696013 Dec 15 13:43:54.560829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c854d89-d7a7-447d-a1d6-17f22169a7ec req-f9e67b36-acd3-49e4-a6f8-16a98c2dc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.562285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c854d89-d7a7-447d-a1d6-17f22169a7ec req-f9e67b36-acd3-49e4-a6f8-16a98c2dc532 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0994041 Dec 15 13:43:54.619194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0eeda-f5ca-4ca8-b0d0-d8608db69ebd req-40592cd6-a9ad-4a09-ba26-61278ddcf808 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.632439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54d0eeda-f5ca-4ca8-b0d0-d8608db69ebd req-40592cd6-a9ad-4a09-ba26-61278ddcf808 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1097 time: 0.0789089 Dec 15 13:43:54.639812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66004cbd-ac92-4336-96ad-428681d01b80 req-1087ca7f-c402-4649-b7e0-ec9c66ff9b4c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.648397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66004cbd-ac92-4336-96ad-428681d01b80 req-1087ca7f-c402-4649-b7e0-ec9c66ff9b4c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 950 time: 0.0901809 Dec 15 13:43:54.676619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:54.697277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a1f891-92f4-468d-af38-ab8dd6de43ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:54.705575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c854d89-d7a7-447d-a1d6-17f22169a7ec req-27bf799e-8b9b-4f00-a762-a7eea24020a4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147361 Dec 15 13:43:54.730529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66004cbd-ac92-4336-96ad-428681d01b80 req-fafa8477-8401-4ed4-afb7-fd7c169be796 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774677 Dec 15 13:43:54.772215 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54d0eeda-f5ca-4ca8-b0d0-d8608db69ebd req-42339f12-527f-48ee-9871-b6dd9ed94165 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337233 Dec 15 13:43:54.850347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a1f891-92f4-468d-af38-ab8dd6de43ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:54.859141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a1f891-92f4-468d-af38-ab8dd6de43ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:54.880728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4413c-5c27-4e06-84cf-71b125a4f3da req-047f3f67-35ba-4f40-8ea7-dc8d449d04c9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.888973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27a4413c-5c27-4e06-84cf-71b125a4f3da req-047f3f67-35ba-4f40-8ea7-dc8d449d04c9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.0812528 Dec 15 13:43:54.913914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-10a1f891-92f4-468d-af38-ab8dd6de43ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=99df06b3879a412baf02488c71a73f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344732 Dec 15 13:43:54.914665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f891-92f4-468d-af38-ab8dd6de43ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca4c746-ff5a-4079-ad4c-c95f5dab2f97,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:54.922512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44992) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:54.984866 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27a4413c-5c27-4e06-84cf-71b125a4f3da req-40d8967f-97ec-4aca-b833-61f8e7db0d55 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933673 Dec 15 13:43:55.085110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241b3e8-48a9-4167-b73a-1699f6479657 req-4ea67a39-730e-4c32-a81d-cb28cb147d93 tempest-LiveMigrationNegativeTest-1008071188 tempest-LiveMigrationNegativeTest-1008071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.091854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45000) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:55.092430 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1241b3e8-48a9-4167-b73a-1699f6479657 req-4ea67a39-730e-4c32-a81d-cb28cb147d93 tempest-LiveMigrationNegativeTest-1008071188 tempest-LiveMigrationNegativeTest-1008071188-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 1101 time: 0.0793965 Dec 15 13:43:55.115569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1241b3e8-48a9-4167-b73a-1699f6479657 req-289acf86-0633-473b-b3fb-16066af4242f tempest-LiveMigrationNegativeTest-1008071188 tempest-LiveMigrationNegativeTest-1008071188-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.121145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.168517 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.277811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.281505 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.285219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ca4c746-ff5a-4079-ad4c-c95f5dab2f97 HTTP/1.1" status: 204 len: 168 time: 0.3581369 Dec 15 13:43:55.287820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5b6d-2637-4bcd-8a56-6b70dbaedc5e req-c3a67743-6aa1-419b-a294-33f346929f8f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.289509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f1f5b6d-2637-4bcd-8a56-6b70dbaedc5e req-c3a67743-6aa1-419b-a294-33f346929f8f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1029871 Dec 15 13:43:55.338927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1241b3e8-48a9-4167-b73a-1699f6479657 req-289acf86-0633-473b-b3fb-16066af4242f tempest-LiveMigrationNegativeTest-1008071188 tempest-LiveMigrationNegativeTest-1008071188-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.349416 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1241b3e8-48a9-4167-b73a-1699f6479657 req-289acf86-0633-473b-b3fb-16066af4242f tempest-LiveMigrationNegativeTest-1008071188 tempest-LiveMigrationNegativeTest-1008071188-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.366477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca4c746-ff5a-4079-ad4c-c95f5dab2f97,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:55.410645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.411092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.411573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.412029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.412440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.412840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.413360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.413863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.414357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.414963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.415305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.415668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.415985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756b0db-f1cd-45f8-9ab2-031ed70702bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:55.459025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f1f5b6d-2637-4bcd-8a56-6b70dbaedc5e req-4dae88e2-0e7a-4824-b402-3d96f0afbfdd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086371 Dec 15 13:43:55.477250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1241b3e8-48a9-4167-b73a-1699f6479657 req-289acf86-0633-473b-b3fb-16066af4242f tempest-LiveMigrationNegativeTest-1008071188 tempest-LiveMigrationNegativeTest-1008071188-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838429 Dec 15 13:43:55.514344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289acf86-0633-473b-b3fb-16066af4242f tempest-LiveMigrationNegativeTest-1008071188 tempest-LiveMigrationNegativeTest-1008071188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce0e99-c3c6-4564-8ff0-81bc7429d890,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:55.875688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1fedc-3698-4977-a1d8-86359c50dbc9 req-fde2beeb-3196-4b9a-9664-0a9e6a383cee tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.879768 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25d1fedc-3698-4977-a1d8-86359c50dbc9 req-fde2beeb-3196-4b9a-9664-0a9e6a383cee tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1097 time: 0.0899167 Dec 15 13:43:55.961666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.993731 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25d1fedc-3698-4977-a1d8-86359c50dbc9 req-5a5b6db6-2040-4c3e-8cc0-cea3dc7cdce9 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041172 Dec 15 13:43:56.142991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35fb61-bc24-493e-9b88-485de8c509fd req-29b64d0a-4184-4af5-99ad-90125de7accf tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.170431 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf35fb61-bc24-493e-9b88-485de8c509fd req-29b64d0a-4184-4af5-99ad-90125de7accf tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 950 time: 0.0980554 Dec 15 13:43:56.236800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf35fb61-bc24-493e-9b88-485de8c509fd req-b8a3c77e-a4f0-4814-bdea-7050b633ae6e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627944 Dec 15 13:43:56.616685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043ed81-c55a-449d-9a4c-1c5c1b38b1e8 req-60962cc9-6f24-4ae7-935e-6d8c56a5124b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.617833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199b48c-4235-4165-93ba-ba0df0fd03c0 req-8e173063-4aff-4e4d-9225-32b3ee9bf09f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.618606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b043ed81-c55a-449d-9a4c-1c5c1b38b1e8 req-60962cc9-6f24-4ae7-935e-6d8c56a5124b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0702319 Dec 15 13:43:56.620194 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a199b48c-4235-4165-93ba-ba0df0fd03c0 req-8e173063-4aff-4e4d-9225-32b3ee9bf09f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.3621235 Dec 15 13:43:56.688938 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b043ed81-c55a-449d-9a4c-1c5c1b38b1e8 req-4abda7b5-a684-46b6-9682-671983f590d9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633013 Dec 15 13:43:56.735297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a199b48c-4235-4165-93ba-ba0df0fd03c0 req-e62f09b8-0593-4e93-8c5b-04a716efffc9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092548 Dec 15 13:43:56.761916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Deleting port f3df4ae8-00ba-4928-be4d-b1cf3a715332 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:56.762399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.867027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ae7b1-5cdf-435f-a05b-42f89eb3cade req-fcb40650-e64b-4eee-ab08-bcd162228cdb tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.868380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] For port f3df4ae8-00ba-4928-be4d-b1cf3a715332, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f3df4ae8-00ba-4928-be4d-b1cf3a715332,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:56.868769 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.875023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c47ae7b1-5cdf-435f-a05b-42f89eb3cade req-fcb40650-e64b-4eee-ab08-bcd162228cdb tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0532827 Dec 15 13:43:56.883531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Calling delete_port for f3df4ae8-00ba-4928-be4d-b1cf3a715332 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:56.931759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c47ae7b1-5cdf-435f-a05b-42f89eb3cade req-4b3f3f82-b172-46d2-b253-6f6b40f4cb54 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501800 Dec 15 13:43:57.162538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa62f37-f096-481a-9b50-7bea122f649d req-f8c150d3-5a1c-4265-9db9-547175ec5d9d tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.164959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aaa62f37-f096-481a-9b50-7bea122f649d req-f8c150d3-5a1c-4265-9db9-547175ec5d9d tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1097 time: 0.0824635 Dec 15 13:43:57.233388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:57.283694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aaa62f37-f096-481a-9b50-7bea122f649d req-cae3f1a4-2d64-45ad-9bd9-4c0bee938323 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083469 Dec 15 13:43:57.288091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Pushing event deleted for resources: {'Port': ['ID=f3df4ae8-00ba-4928-be4d-b1cf3a715332,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:57.637982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79658b5c-9838-4d78-8449-eb6bea669750 req-2893f221-b6a3-4b81-945f-e6cf1a508ae6 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.639492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79658b5c-9838-4d78-8449-eb6bea669750 req-2893f221-b6a3-4b81-945f-e6cf1a508ae6 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 950 time: 0.2691495 Dec 15 13:43:57.649862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-1a870b02-8c04-4924-9d9d-4ee117d8346f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.651463 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-1a870b02-8c04-4924-9d9d-4ee117d8346f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.74 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 950 time: 0.2540388 Dec 15 13:43:57.676348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:57.743176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c21ba086-7850-4a2b-9812-fb8de9caa445 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:57.784183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: c21ba086-7850-4a2b-9812-fb8de9caa445 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:43:57.784540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c21ba086-7850-4a2b-9812-fb8de9caa445 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:57.840389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79658b5c-9838-4d78-8449-eb6bea669750 req-e9e809cd-2583-4a0c-936f-99294db037e2 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811755 Dec 15 13:43:57.961578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Deleting port afde1f97-492a-4577-8af4-5658bd4248ee {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:57.961916 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.090887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] For port afde1f97-492a-4577-8af4-5658bd4248ee, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=afde1f97-492a-4577-8af4-5658bd4248ee,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:58.091259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.120203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Calling delete_port for afde1f97-492a-4577-8af4-5658bd4248ee owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:58.213975 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-cf2565eb-259b-43a7-9c85-53295fd6f69d service neutron] show failed (client error): The resource could not be found. Dec 15 13:43:58.215014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-cf2565eb-259b-43a7-9c85-53295fd6f69d service neutron] 10.222.0.24 "GET /v2.0/ports/175faf7d-4cf0-4280-af1a-1da215d15f05/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.3176308 Dec 15 13:43:58.404384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3a933-1323-48a8-b9da-2ebfc09f3b61 req-6921abce-6222-4b64-9e0b-bea9b8a472ea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.405886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fab3a933-1323-48a8-b9da-2ebfc09f3b61 req-6921abce-6222-4b64-9e0b-bea9b8a472ea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1977441 Dec 15 13:43:58.456414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Router 09090be8-dbb6-46e2-b410-e819dd518416 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:58.534301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-cf555ac1-9978-46a2-852b-8a42b384678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.534825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fab3a933-1323-48a8-b9da-2ebfc09f3b61 req-badd8ebb-f195-4f95-aee7-88dec7a1bcc8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181660 Dec 15 13:43:58.536939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-cf555ac1-9978-46a2-852b-8a42b384678e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c&tenant_id=0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 1100 time: 0.0539494 Dec 15 13:43:58.559056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:58.643165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.660992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.691911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['afde1f97-492a-4577-8af4-5658bd4248ee'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:58.801895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['864175ab-0718-48a3-b498-6e223f382536'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:58.873166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-9e3349bc-9dee-42fe-8e1c-7f0543c2572c tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:43:58.884856 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-9e3349bc-9dee-42fe-8e1c-7f0543c2572c tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0330286 Dec 15 13:43:58.926539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-4d79cff2-71b3-4513-989d-2af9330f3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.935253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-4d79cff2-71b3-4513-989d-2af9330f3a12 service neutron] 10.222.0.86 "GET /v2.0/ports/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 200 len: 1094 time: 0.0489583 Dec 15 13:43:58.940650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Request body: {'binding': {'host': 'n-h1-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:58.941245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Unknown quota resources ['binding']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:43:59.095983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Pushing event deleted for resources: {'Port': ['ID=afde1f97-492a-4577-8af4-5658bd4248ee,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:59.176008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:59.189375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5be1087-b3c9-44c7-9370-663acee227d9 req-60fd4c79-6174-49b6-b5e3-03d9c2c6b003 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=fde8cf97-0ab7-4130-ac83-3c9f1a077487 HTTP/1.1" status: 200 len: 210 time: 0.1215403 Dec 15 13:43:59.190178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] No DVR routers for this DVR port afde1f97-492a-4577-8af4-5658bd4248ee on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:59.198153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.205202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e31a1c8-da39-41d0-bfd4-93bc977e9f65 req-247a3355-1717-475f-9529-33569d053a7e tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.74 "DELETE /v2.0/ports/afde1f97-492a-4577-8af4-5658bd4248ee HTTP/1.1" status: 204 len: 173 time: 1.5447693 Dec 15 13:43:59.219741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde8cf97-0ab7-4130-ac83-3c9f1a077487', 'name': 'network-vif-deleted', 'tag': 'afde1f97-492a-4577-8af4-5658bd4248ee'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:59.231497 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac9e66-cbac-4117-b931-9299f3a670f3" -d '{"events": [{"server_uuid": "fde8cf97-0ab7-4130-ac83-3c9f1a077487", "name": "network-vif-deleted", "tag": "afde1f97-492a-4577-8af4-5658bd4248ee"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:59.245140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:59.251277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:59.278612 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] Sync routers for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:59.303909 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:59.304113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ad454154-f1ab-4717-8feb-43b6b81c2aef admin admin] 10.222.0.86 "PUT /v2.0/routers/09090be8-dbb6-46e2-b410-e819dd518416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2076364 Dec 15 13:43:59.304202 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:59.305342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45144) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:59.324004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:59.341216 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613b2a94-f41a-4d5a-b8df-74df1aae2aa3" -d '{"events": [{"server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "name": "network-vif-unplugged", "status": "completed", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:59.359730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.368507 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b93527a-c3e5-4c98-9281-28421c148a7f x-openstack-request-id: req-2b93527a-c3e5-4c98-9281-28421c148a7f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:59.368871 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde8cf97-0ab7-4130-ac83-3c9f1a077487", "name": "network-vif-deleted", "tag": "afde1f97-492a-4577-8af4-5658bd4248ee", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:59.369127 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2b93527a-c3e5-4c98-9281-28421c148a7f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:59.369661 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde8cf97-0ab7-4130-ac83-3c9f1a077487', 'name': 'network-vif-deleted', 'tag': 'afde1f97-492a-4577-8af4-5658bd4248ee', 'status': 'completed', 'code': 200} Dec 15 13:43:59.409155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Transition to ACTIVE for port object 175faf7d-4cf0-4280-af1a-1da215d15f05 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:59.419697 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.427555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on host n-h1-821840-1 for vnic_type normal with profile None {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:59.428172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:59.439296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:59.451321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45148) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:59.504757 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6155ba-8845-47da-9007-7ac71bf4c909 x-openstack-request-id: req-8c6155ba-8845-47da-9007-7ac71bf4c909 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:59.505106 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "name": "network-vif-unplugged", "status": "completed", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:59.505372 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c6155ba-8845-47da-9007-7ac71bf4c909 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:59.505788 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'code': 200} Dec 15 13:43:59.534744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:59.535106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:59.536173 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:59.563504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:59.565687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:59.566373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:59.566850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Bound port: ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:59.612973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] No DVR routers for this DVR port 175faf7d-4cf0-4280-af1a-1da215d15f05 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:59.619306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:59.646098 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.729637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Attempting to bind port 175faf7d-4cf0-4280-af1a-1da215d15f05 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:59.730142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Attempting to bind port 175faf7d-4cf0-4280-af1a-1da215d15f05 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:59.730868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Attempting to bind port 175faf7d-4cf0-4280-af1a-1da215d15f05 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:59.735659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ee1a4f-44b2-4959-a2c7-fe9c343c41cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.742647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Port 175faf7d-4cf0-4280-af1a-1da215d15f05 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:59.743058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Attempting to bind port 175faf7d-4cf0-4280-af1a-1da215d15f05 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:59.845184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:59.846024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:59.846991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:59.847806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Bound port: 175faf7d-4cf0-4280-af1a-1da215d15f05, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:59.849072 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.853046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:59.910263 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.913918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ee1a4f-44b2-4959-a2c7-fe9c343c41cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.916600 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8bdc8933-17d5-4f2a-a394-0d7be2d54594 service neutron] 10.222.0.86 "POST /v2.0/ports/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3/bindings HTTP/1.1" status: 201 len: 389 time: 0.9801514 Dec 15 13:43:59.917075 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:43:57Z', 'revision_number': 5, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port': {'id': '31912ee7-0b91-4217-961e-b4b616bd4b7d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09090be8-dbb6-46e2-b410-e819dd518416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:02Z', 'updated_at': '2021-12-15T13:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:59.947482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ee1a4f-44b2-4959-a2c7-fe9c343c41cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.948827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a71c-53fd-4cb2-a47d-658ae3f7262f req-da1d11ec-cf46-4271-8868-785aa5863b45 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.959746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d009a71c-53fd-4cb2-a47d-658ae3f7262f req-da1d11ec-cf46-4271-8868-785aa5863b45 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.3106141 Dec 15 13:44:00.043202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.056604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee1a4f-44b2-4959-a2c7-fe9c343c41cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e4adc7-74f8-4146-a49e-7be37933cc2d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:00.120317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d009a71c-53fd-4cb2-a47d-658ae3f7262f req-1ddb2d47-0563-46a1-b6d3-1738e6511512 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594501 Dec 15 13:44:00.124102 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80ee1a4f-44b2-4959-a2c7-fe9c343c41cc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=72ba0130852841e7bb417b48a552a623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6656828 Dec 15 13:44:00.126905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:00.129143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45164) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:00.134566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:00.153337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.231597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.232257 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.234878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] 10.222.0.74 "PUT /v2.0/ports/175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 1095 time: 1.6803162 Dec 15 13:44:00.249651 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] Checking router: 09090be8-dbb6-46e2-b410-e819dd518416 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:00.278342 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] Routers {'09090be8-dbb6-46e2-b410-e819dd518416'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:00.279331 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:43:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09090be8-dbb6-46e2-b410-e819dd518416'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:00.293744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-821aecff-fbda-4971-896d-bc00bb7650af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.295825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e3b51-98cc-4d95-8d4e-035977e16ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:00.366111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Deleting port 31912ee7-0b91-4217-961e-b4b616bd4b7d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:00.366349 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.367259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-821aecff-fbda-4971-896d-bc00bb7650af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.470235 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] Set router 09090be8-dbb6-46e2-b410-e819dd518416 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:00.518837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.582290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-c9e95320-ba3f-4b24-b457-69900cbe2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.584075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-c9e95320-ba3f-4b24-b457-69900cbe2d21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1098 time: 0.1764641 Dec 15 13:44:00.598907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34fb59-481b-45ff-a7ba-86ecd139f9e4 req-43ca9f72-da80-4d0e-98ba-4d9ac68ed572 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.600829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d34fb59-481b-45ff-a7ba-86ecd139f9e4 req-43ca9f72-da80-4d0e-98ba-4d9ac68ed572 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 946 time: 0.1752136 Dec 15 13:44:00.613695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-270ed96e-c67f-4467-b77f-1471267e8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.626304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-270ed96e-c67f-4467-b77f-1471267e8806 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1097 time: 0.1043074 Dec 15 13:44:00.628892 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:44:00Z', 'revision_number': 6, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:00.646677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] For port 31912ee7-0b91-4217-961e-b4b616bd4b7d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=31912ee7-0b91-4217-961e-b4b616bd4b7d,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:00.648830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.663480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Calling delete_port for 31912ee7-0b91-4217-961e-b4b616bd4b7d owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:00.683899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-821aecff-fbda-4971-896d-bc00bb7650af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.686739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-821aecff-fbda-4971-896d-bc00bb7650af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.687898 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-821aecff-fbda-4971-896d-bc00bb7650af admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/77e4adc7-74f8-4146-a49e-7be37933cc2d HTTP/1.1" status: 204 len: 168 time: 0.5572963 Dec 15 13:44:00.696495 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0fdd5-c54a-451d-85f1-5d430465a39b None None] The sync data for ids ['09090be8-dbb6-46e2-b410-e819dd518416'] in n-d-821840-1 is: [{'id': '09090be8-dbb6-46e2-b410-e819dd518416', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-959560222-router', 'tenant_id': '2bd41654685e4271977423e4e53d720b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:01Z', 'updated_at': '2021-12-15T13:44:00Z', 'revision_number': 6, 'project_id': '2bd41654685e4271977423e4e53d720b', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:00.724258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821aecff-fbda-4971-896d-bc00bb7650af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e4adc7-74f8-4146-a49e-7be37933cc2d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:00.786631 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d34fb59-481b-45ff-a7ba-86ecd139f9e4 req-3fff3986-4745-4c10-955f-8f22e81ac01c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636362 Dec 15 13:44:00.818054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-386a1e5d-52df-4505-b06c-cfe9cc7f5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.821051 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-386a1e5d-52df-4505-b06c-cfe9cc7f5c28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2192423 Dec 15 13:44:00.827733 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.894835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-ea0cfa9d-3d8b-45cb-a54f-1e1bae1f7595 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 217 time: 0.0659122 Dec 15 13:44:00.964715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-bd04ede2-0a93-48bf-8054-23cd76ca943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.966235 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-bd04ede2-0a93-48bf-8054-23cd76ca943a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0638716 Dec 15 13:44:01.057586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-02eface7-f06d-46bf-b0d1-7a98e199793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.059440 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-02eface7-f06d-46bf-b0d1-7a98e199793c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818226 Dec 15 13:44:01.128235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b529196-0e93-4c39-b018-3524527ff90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:01.306595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-98c7cc9e-4ae5-4044-8621-45fa2fc798d7 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790206 Dec 15 13:44:01.401534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45192) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:01.422552 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc45e999-9348-4c7c-a210-ac8bf80b17de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:01.502391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1413-e48a-43d3-9960-e9514309aa84 req-f3307123-660f-4268-a3f7-a89c661d6648 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.512530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b6c1413-e48a-43d3-9960-e9514309aa84 req-f3307123-660f-4268-a3f7-a89c661d6648 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 949 time: 0.2021413 Dec 15 13:44:01.521749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-b852877c-0f6f-4459-8d33-0be3312d55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.523811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-b852877c-0f6f-4459-8d33-0be3312d55dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.4561355 Dec 15 13:44:01.534258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8917f7-4ef3-4e6d-9af2-8909c7aaabef req-dadde25e-329d-4c50-81a1-b7b71a2d68e8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.535992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3f8917f7-4ef3-4e6d-9af2-8909c7aaabef req-dadde25e-329d-4c50-81a1-b7b71a2d68e8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.1352665 Dec 15 13:44:01.538199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:01.539365 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:01.541269 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a31f4f3-42d5-4b66-8771-946d54ede248" -d '{"events": [{"name": "network-changed", "server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:01.582012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Pushing event deleted for resources: {'Port': ['ID=31912ee7-0b91-4217-961e-b4b616bd4b7d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:01.612563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b6c1413-e48a-43d3-9960-e9514309aa84 req-547454b2-c806-4d6b-aa21-d7d7012b655f tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989275 Dec 15 13:44:01.621872 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-730bb1a5-fcd5-4a1a-bd15-b4b522d8d1c9 req-2ce2cb7c-72ac-4f61-a5b1-0b31c479c62f service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430038 Dec 15 13:44:01.655240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-a57f4124-dd39-4b27-83ba-3002c08567a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 200 len: 217 time: 0.1179578 Dec 15 13:44:01.695031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:01.764119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device afde1f97-492a-4577-8af4-5658bd4248ee no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:01.809847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: afde1f97-492a-4577-8af4-5658bd4248ee {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:01.810504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device afde1f97-492a-4577-8af4-5658bd4248ee not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:01.846392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:01.859135 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b6fc73-d08d-4eb1-a7df-dbffd03a644d x-openstack-request-id: req-80b6fc73-d08d-4eb1-a7df-dbffd03a644d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:01.860649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:01.860839 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:01.861486 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-80b6fc73-d08d-4eb1-a7df-dbffd03a644d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:01.861774 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'status': 'completed', 'code': 200} Dec 15 13:44:01.911834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 175faf7d-4cf0-4280-af1a-1da215d15f05 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:01.995836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3f8917f7-4ef3-4e6d-9af2-8909c7aaabef req-9ec9588c-6cbf-45ad-a603-64a3ec9ecb0b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149613 Dec 15 13:44:01.996764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-a8ce4745-864e-4e9f-9313-7c867a9fd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.001842 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-a8ce4745-864e-4e9f-9313-7c867a9fd5ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1098 time: 0.0944788 Dec 15 13:44:02.012339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-f846930c-29ea-4fcf-adaa-3bcfda56c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.013888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-f846930c-29ea-4fcf-adaa-3bcfda56c4ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.3340764 Dec 15 13:44:02.014285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 175faf7d-4cf0-4280-af1a-1da215d15f05 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:02.017595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.018720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09090be8-dbb6-46e2-b410-e819dd518416 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:44:02.046350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.050361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d2b7d30a-a41e-4520-aa8f-6139d414644f admin admin] 10.222.0.86 "DELETE /v2.0/routers/09090be8-dbb6-46e2-b410-e819dd518416 HTTP/1.1" status: 204 len: 168 time: 2.7414405 Dec 15 13:44:02.050361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc45e999-9348-4c7c-a210-ac8bf80b17de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.062918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45202) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:02.093936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc45e999-9348-4c7c-a210-ac8bf80b17de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.102264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-75775ba4-2f2c-4efd-9005-b79d2432d132 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668936 Dec 15 13:44:02.135098 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:44:02.174805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-7f44e1df-d1e6-4afb-b69a-bc8f6cb07d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.176526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-7f44e1df-d1e6-4afb-b69a-bc8f6cb07d58 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1662531 Dec 15 13:44:02.189979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270bf1e-3317-4a62-97cc-34d57d6bc258 req-8a010165-3dce-4a6a-a687-a5e3f256527e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.197719 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f270bf1e-3317-4a62-97cc-34d57d6bc258 req-8a010165-3dce-4a6a-a687-a5e3f256527e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 946 time: 0.1231849 Dec 15 13:44:02.231763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-b9628142-4d29-4676-9649-61bdb0558ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.233328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-b9628142-4d29-4676-9649-61bdb0558ae2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1098 time: 0.2866566 Dec 15 13:44:02.241869 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-e3be5f98-2b7e-4eb0-9bd2-4340eb148516 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 217 time: 0.0427163 Dec 15 13:44:02.248272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bc45e999-9348-4c7c-a210-ac8bf80b17de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=182bc9e97d644454b25fd6561ba3169e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8435643 Dec 15 13:44:02.254549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45204) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:02.262791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e999-9348-4c7c-a210-ac8bf80b17de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cb7be1-5687-47f1-ae6f-eebe0be4e914,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:02.279501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c05a38f-a1ae-43b7-b674-614935e05724 admin admin] Deleting subnet 65fd0f80-0d80-4230-9f24-41c98c3c4045 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:02.304038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c05a38f-a1ae-43b7-b674-614935e05724 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.337123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f270bf1e-3317-4a62-97cc-34d57d6bc258 req-dcc93d5e-c6e4-429c-b448-2ebfe0eba925 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942752 Dec 15 13:44:02.345524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f3df4ae8-00ba-4928-be4d-b1cf3a715332 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:02.346062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-c1fd429d-18cc-4c74-a97d-4f7371e8e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.347507 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-c1fd429d-18cc-4c74-a97d-4f7371e8e59b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0763922 Dec 15 13:44:02.366519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f3df4ae8-00ba-4928-be4d-b1cf3a715332 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:02.366862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f3df4ae8-00ba-4928-be4d-b1cf3a715332 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:02.367269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 31912ee7-0b91-4217-961e-b4b616bd4b7d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:02.387108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 31912ee7-0b91-4217-961e-b4b616bd4b7d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:02.387712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 31912ee7-0b91-4217-961e-b4b616bd4b7d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:02.415248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-68452617-f782-4cd3-b76d-1bdc709b3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.416858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-68452617-f782-4cd3-b76d-1bdc709b3ca4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619261 Dec 15 13:44:02.434314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c05a38f-a1ae-43b7-b674-614935e05724 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.539852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-2e4e825b-1a9e-4bac-98e4-f038c037ff67 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010367 Dec 15 13:44:02.541145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-bc562159-f444-44bd-bf7f-f576b9cd65b2 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154234 Dec 15 13:44:02.551123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-1f96edc4-6513-4412-aece-782236a4f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.552902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-1f96edc4-6513-4412-aece-782236a4f8ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.3036454 Dec 15 13:44:02.577053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c05a38f-a1ae-43b7-b674-614935e05724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.648176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-b5611618-9d4c-4eaf-a86d-3eb18fafca8a service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944993 Dec 15 13:44:02.724969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-cea0a423-1dba-4279-a366-dfed04ad7b2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 217 time: 0.1452365 Dec 15 13:44:02.736559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa473-a0d4-44e7-8965-99e8ea5f5298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.749592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e07ecd-3f8e-48a4-bea5-75800f4d039e req-eda0a36d-b595-46b5-aecf-286a2b82de61 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.751541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2e07ecd-3f8e-48a4-bea5-75800f4d039e req-eda0a36d-b595-46b5-aecf-286a2b82de61 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 949 time: 0.0569532 Dec 15 13:44:02.805339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2e07ecd-3f8e-48a4-bea5-75800f4d039e req-d2cf0388-0771-4bc0-a816-9ae78b0a5433 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Dec 15 13:44:02.881320 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa473-a0d4-44e7-8965-99e8ea5f5298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.906091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-2ac9ea7c-aa5d-4b3f-80a2-f8e3c288a14e service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493207 Dec 15 13:44:02.920508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-aed25cea-5158-47a0-b965-e64958de72da tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1399756748&fields=id&tenant_id=2f97a64eee6a4d899f3be8448169185e HTTP/1.1" status: 200 len: 267 time: 0.3396835 Dec 15 13:44:02.929097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-28a5c0ac-4248-4ded-9147-e9d310f6726c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.930556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-28a5c0ac-4248-4ded-9147-e9d310f6726c tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.24 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 949 time: 0.2998202 Dec 15 13:44:02.942893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-81498bdf-688e-45b2-b697-bdcbdd44b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.944340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-81498bdf-688e-45b2-b697-bdcbdd44b704 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2115641 Dec 15 13:44:02.968656 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c05a38f-a1ae-43b7-b674-614935e05724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.107507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05a38f-a1ae-43b7-b674-614935e05724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65fd0f80-0d80-4230-9f24-41c98c3c4045,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:03.115377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c05a38f-a1ae-43b7-b674-614935e05724 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.117479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b90236f-43c3-4620-a786-a926e24375e2 None None] Network eb9407e1-f927-4107-8747-e4995d444313 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:03.133527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c05a38f-a1ae-43b7-b674-614935e05724 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/65fd0f80-0d80-4230-9f24-41c98c3c4045 HTTP/1.1" status: 204 len: 168 time: 1.0661902 Dec 15 13:44:03.134319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:03.250488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428baa0-7994-466b-9e56-0533756f5559 req-ef8e54cc-f9cd-4287-a945-12b8d4e522cd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.264463 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8428baa0-7994-466b-9e56-0533756f5559 req-ef8e54cc-f9cd-4287-a945-12b8d4e522cd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.1800315 Dec 15 13:44:03.297988 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa473-a0d4-44e7-8965-99e8ea5f5298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.300163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa473-a0d4-44e7-8965-99e8ea5f5298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.301319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5f5fa473-a0d4-44e7-8965-99e8ea5f5298 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b1cb7be1-5687-47f1-ae6f-eebe0be4e914 HTTP/1.1" status: 204 len: 168 time: 1.0394652 Dec 15 13:44:03.303595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-368cc4a2-26de-47e8-828e-0e0d27721c14 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.305631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-368cc4a2-26de-47e8-828e-0e0d27721c14 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1097 time: 0.3132043 Dec 15 13:44:03.308837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-facd71f3-d360-419d-a6f7-70cc782c9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.310391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-facd71f3-d360-419d-a6f7-70cc782c9318 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3510661 Dec 15 13:44:03.332273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-fbaa3323-b090-408a-a005-0cbb99b48d58 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.339228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-fbaa3323-b090-408a-a005-0cbb99b48d58 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/networks?id=801ba009-4355-4d45-9062-3e244823b36c HTTP/1.1" status: 200 len: 816 time: 0.4076781 Dec 15 13:44:03.364108 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-7a3f0151-50b6-453b-9622-caa83ba2a6dc tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/quotas/2f97a64eee6a4d899f3be8448169185e HTTP/1.1" status: 200 len: 375 time: 0.0239668 Dec 15 13:44:03.364499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8428baa0-7994-466b-9e56-0533756f5559 req-45f50822-01ba-4cf3-af4a-51f2f315536a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987895 Dec 15 13:44:03.369259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.373096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fa473-a0d4-44e7-8965-99e8ea5f5298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cb7be1-5687-47f1-ae6f-eebe0be4e914,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:03.381649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-1'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:03.541045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] DHCP port deletion for eb9407e1-f927-4107-8747-e4995d444313 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:44:03.630650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Deleting port 8e488ba2-6b53-46a8-a5b8-2a407b792724 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:03.631598 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.644017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Deleting port 8e488ba2-6b53-46a8-a5b8-2a407b792724 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:03.644662 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.794365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12f9a7-e432-47b5-8a8c-66ab203dd2aa req-44c5faab-7a01-4a46-b1d4-e1c1e581c67e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.802407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f12f9a7-e432-47b5-8a8c-66ab203dd2aa req-44c5faab-7a01-4a46-b1d4-e1c1e581c67e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 946 time: 0.3126247 Dec 15 13:44:03.810949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Deleting port 864175ab-0718-48a3-b498-6e223f382536 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:03.811417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] For port 8e488ba2-6b53-46a8-a5b8-2a407b792724, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8e488ba2-6b53-46a8-a5b8-2a407b792724,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:03.811519 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.812309 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.829424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d460a5d4-175d-419c-a5c1-60b56da6085f tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f97a64eee6a4d899f3be8448169185e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4635665 Dec 15 13:44:03.830322 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4cdd89dc-1b3a-43ed-a540-9d0ae1e10c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.838929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] For port 8e488ba2-6b53-46a8-a5b8-2a407b792724, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8e488ba2-6b53-46a8-a5b8-2a407b792724,segment=NetworkSegment(d0309a92-1065-43a3-a8a5-af50bf32f5b9),segment_id=d0309a92-1065-43a3-a8a5-af50bf32f5b9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:03.840216 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.855149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Calling delete_port for 8e488ba2-6b53-46a8-a5b8-2a407b792724 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:03.871824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Calling delete_port for 8e488ba2-6b53-46a8-a5b8-2a407b792724 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:03.908169 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.029231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-1ac60330-64cc-4e5c-b142-d4c5611380e7 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064803 Dec 15 13:44:04.052571 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.068990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] No DVR routers for this DVR port 8e488ba2-6b53-46a8-a5b8-2a407b792724 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:04.074848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f12f9a7-e432-47b5-8a8c-66ab203dd2aa req-1c46d10f-0e22-4a66-9903-41304b2432de tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524390 Dec 15 13:44:04.131697 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.154220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Pushing event deleted for resources: {'Port': ['ID=8e488ba2-6b53-46a8-a5b8-2a407b792724,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:04.179406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.180168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.182087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.182688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.184621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.185203 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.187106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.189196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.190107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.191986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.193880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.195034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e488ba2-6b53-46a8-a5b8-2a407b792724,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:04.195839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:04.196348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.196913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907652b-54bb-458c-ab68-96a44a9099cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:04.197282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] No DVR routers for this DVR port 8e488ba2-6b53-46a8-a5b8-2a407b792724 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:04.342161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.360247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8e488ba2-6b53-46a8-a5b8-2a407b792724 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:04.361721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:04.376606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbea44c-b0c5-46b1-9176-7a0bd484d523 req-0c6805e1-cb69-43a2-b569-086828a0e89b tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.384224 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5bbea44c-b0c5-46b1-9176-7a0bd484d523 req-0c6805e1-cb69-43a2-b569-086828a0e89b tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 949 time: 0.1619606 Dec 15 13:44:04.394129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9407e1-f927-4107-8747-e4995d444313']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:04.404773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8e488ba2-6b53-46a8-a5b8-2a407b792724 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:04.405144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8e488ba2-6b53-46a8-a5b8-2a407b792724 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:04.412845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0309a92-1065-43a3-a8a5-af50bf32f5b9') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:04.413148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0309a92-1065-43a3-a8a5-af50bf32f5b9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:04.418518 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] For port 864175ab-0718-48a3-b498-6e223f382536, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=864175ab-0718-48a3-b498-6e223f382536,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:04.419176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.434299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.473199 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5bbea44c-b0c5-46b1-9176-7a0bd484d523 req-3e46b7ba-a580-4eb4-aced-5f2c9376b8b3 tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/security-groups?id=b312358f-145f-47fa-a702-ddb683f1a96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880635 Dec 15 13:44:04.474510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.485711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:04.488252 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac00991-e9ad-42a1-b921-1d84a1b547ee" -d '{"events": [{"server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:04.491527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:04.492143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.492749 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:04.495810 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:04.504895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Calling delete_port for 864175ab-0718-48a3-b498-6e223f382536 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:04.518300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-7fcc7ee5-e87e-4d72-8299-36b31a7b6593 service neutron] 10.222.0.86 "GET /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616178 Dec 15 13:44:04.528501 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.554901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a31f4f3-42d5-4b66-8771-946d54ede248 req-12f862a6-1512-4e4e-96c9-a5272d2a3ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063648 Dec 15 13:44:04.584021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:04.663286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.672100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.684660 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] 10.222.0.86 "DELETE /v2.0/networks/eb9407e1-f927-4107-8747-e4995d444313 HTTP/1.1" status: 204 len: 168 time: 1.5396924 Dec 15 13:44:04.723547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885457d-61b8-40bd-94fe-0848f0700019 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9407e1-f927-4107-8747-e4995d444313,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:04.724672 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.784676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a79ca-94dd-461c-9acd-edb552343114 req-c7af7fe4-b874-4e29-9ddc-1b3042ce0649 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.787066 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-879a79ca-94dd-461c-9acd-edb552343114 req-c7af7fe4-b874-4e29-9ddc-1b3042ce0649 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.0693450 Dec 15 13:44:04.827972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1305999847-network', 'tenant_id': 'af501855b41f4d0abaac1bd108133267'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:04.898595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-879a79ca-94dd-461c-9acd-edb552343114 req-0af22759-7b8c-4353-a801-c4805d44d531 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001143 Dec 15 13:44:04.900152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Made reservation on behalf of af501855b41f4d0abaac1bd108133267 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:04.902824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.914975 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.922509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45260) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:04.956797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:04.985231 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a80b7d71-0cd3-4b14-9710-2f824d49571d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2bd41654685e4271977423e4e53d720b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608122 Dec 15 13:44:04.989450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45264) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:05.017596 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107856f3-36c5-447e-bafb-c628fa5cc5ef x-openstack-request-id: req-107856f3-36c5-447e-bafb-c628fa5cc5ef {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:05.018058 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:05.018472 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-107856f3-36c5-447e-bafb-c628fa5cc5ef {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:05.019065 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3', 'code': 200} Dec 15 13:44:05.085603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-c8440f3b-5206-4452-84de-ccb09efed584 service neutron] 10.222.0.86 "GET /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592163 Dec 15 13:44:05.087461 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21b7ea1-52de-45de-bf56-dd79bd63e1a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.087984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on host n-h2-821840-1 for vnic_type normal with profile {"migrating_to": "n-h1-821840-1"} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:05.088534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:05.089084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:05.097553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.107743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:05.108301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Attempting to bind port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:05.119038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.123784 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21b7ea1-52de-45de-bf56-dd79bd63e1a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.154211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:05.154776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:05.155395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:05.156652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Bound port: ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:05.157034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.194209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabf40cf-ab1d-4c7f-85c2-8f2c36ef1f79,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:05.231100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21b7ea1-52de-45de-bf56-dd79bd63e1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.239796 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21b7ea1-52de-45de-bf56-dd79bd63e1a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.242239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f21b7ea1-52de-45de-bf56-dd79bd63e1a5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3efe5f10-07f6-43cf-a83a-241a9ec71501 HTTP/1.1" status: 204 len: 168 time: 0.2506516 Dec 15 13:44:05.257742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7ea1-52de-45de-bf56-dd79bd63e1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efe5f10-07f6-43cf-a83a-241a9ec71501,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:05.302426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:44:05.316160 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.321590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.322466 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Added segment bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a of type vlan for network afd1ba27-fe38-4107-824b-4f0a4a16b4da Dec 15 13:44:05.438100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Pushing event deleted for resources: {'Port': ['ID=864175ab-0718-48a3-b498-6e223f382536,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:05.440142 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.526626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:05.561838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] No DVR routers for this DVR port 864175ab-0718-48a3-b498-6e223f382536 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:05.565883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.566855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.567309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.567423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.572075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e0815eb-d8ff-4bf4-93c0-19d11cc7d507 req-98d1dec5-48df-4f6a-b6b1-9b78847db5af tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.24 "DELETE /v2.0/ports/864175ab-0718-48a3-b498-6e223f382536 HTTP/1.1" status: 204 len: 173 time: 2.6266670 Dec 15 13:44:05.636842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:05.661035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] Pushing event updated for resources: {'Network': ['ID=afd1ba27-fe38-4107-824b-4f0a4a16b4da,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:05.668756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.674116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network afd1ba27-fe38-4107-824b-4f0a4a16b4da details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:44:05.679965 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-de5c8163-e63f-4061-878f-d8d96f0c46f7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0908747 Dec 15 13:44:05.688921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c5f5b-dc80-432d-a818-dedf27ac7d75 req-7d7aa55a-6f80-4165-a41f-ebf2fe45082b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.711546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f79c5f5b-dc80-432d-a818-dedf27ac7d75 req-7d7aa55a-6f80-4165-a41f-ebf2fe45082b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 944 time: 0.1991603 Dec 15 13:44:05.713919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:05.771669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Request body: {'subnet': {'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1305999847-subnet', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:05.802494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 175faf7d-4cf0-4280-af1a-1da215d15f05 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:05.868167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f79c5f5b-dc80-432d-a818-dedf27ac7d75 req-c88c2caa-8816-4cdb-813b-5a5343199b92 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471632 Dec 15 13:44:05.904131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-95fdaa9d-f64d-4cff-9de9-b77f5bd46b79 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.905702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-95fdaa9d-f64d-4cff-9de9-b77f5bd46b79 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c&tenant_id=0272c3ccba944423bff8b820950abe5f&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 947 time: 0.3616545 Dec 15 13:44:06.039085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:06.042216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Made reservation on behalf of af501855b41f4d0abaac1bd108133267 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:06.044505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.083464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'mac_address': 'fa:16:3e:88:0f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:06.085668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 864175ab-0718-48a3-b498-6e223f382536 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:06.114553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:06.150112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.150747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.152530 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-12acc206-a9fa-40e1-baba-ba393ebfdde9 service neutron] 10.222.0.74 "PUT /v2.0/ports/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 200 len: 1122 time: 2.7951360 Dec 15 13:44:06.183542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8d559-6c5c-48c2-86f6-8ea5ab8ac77e req-449e3e68-fc37-485d-aadb-ef111c5c247a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.185253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bcc8d559-6c5c-48c2-86f6-8ea5ab8ac77e req-449e3e68-fc37-485d-aadb-ef111c5c247a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 947 time: 0.1723478 Dec 15 13:44:06.189075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 864175ab-0718-48a3-b498-6e223f382536 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:06.191171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 864175ab-0718-48a3-b498-6e223f382536 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:06.314090 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bcc8d559-6c5c-48c2-86f6-8ea5ab8ac77e req-cf940dc3-281c-4318-81f4-b3d4f74522fa tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134188 Dec 15 13:44:06.318268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cbcd99a-c408-4ef7-882a-2638b9a29746 req-1d253a2b-2a64-444c-9668-c3daf9ac1a5a tempest-LiveMigrationNegativeTest-922154256 tempest-LiveMigrationNegativeTest-922154256-project] 10.222.0.86 "GET /v2.0/ports?device_id=76fd0edb-ca01-4336-a9de-c119e0a82eb2 HTTP/1.1" status: 200 len: 210 time: 0.1959615 Dec 15 13:44:06.337319 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.339670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:06.375847 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-104267eb-3baa-471a-add7-cd08a74bc137 service neutron] delete failed (client error): The resource could not be found. Dec 15 13:44:06.377016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-104267eb-3baa-471a-add7-cd08a74bc137 service neutron] 10.222.0.24 "DELETE /v2.0/ports/175faf7d-4cf0-4280-af1a-1da215d15f05/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.4585011 Dec 15 13:44:06.471248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f51fe427-82eb-416b-9ef4-8d459a0a4164 req-155c63bc-e703-4dcd-9e37-65dfbc4b0905 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0881991 Dec 15 13:44:06.530062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175faf7d-4cf0-4280-af1a-1da215d15f05 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:06.608832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-6ce61ba8-73c6-4b63-9e6a-e64e5f2f07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.611373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-6ce61ba8-73c6-4b63-9e6a-e64e5f2f07a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1098 time: 0.0942242 Dec 15 13:44:06.617780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.620639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:06.637343 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.702188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:06.726441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.821856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b8b351-8372-4169-9b75-414d35c9cbda,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:06.824291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-cdb15c78-a370-46e1-8b7a-0bd1a8f417f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.826527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-cdb15c78-a370-46e1-8b7a-0bd1a8f417f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1845682 Dec 15 13:44:06.834315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Checking segment: {'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:06.834681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Network hostable DHCP agents. Network: afd1ba27-fe38-4107-824b-4f0a4a16b4da, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:44:06.888278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-e1c5c857-d0d9-4dfe-891e-1b4e73910534 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 217 time: 0.0510437 Dec 15 13:44:06.933460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:06.946348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:06.946667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Network afd1ba27-fe38-4107-824b-4f0a4a16b4da is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:44:06.976446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, afd1ba27-fe38-4107-824b-4f0a4a16b4da) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:06.982900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.983503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.009979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc104d-f596-43b5-993f-d4de762b0042 None None] Network afd1ba27-fe38-4107-824b-4f0a4a16b4da requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:07.023493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fd0edb-ca01-4336-a9de-c119e0a82eb2', 'name': 'network-vif-deleted', 'tag': '864175ab-0718-48a3-b498-6e223f382536'}, {'name': 'network-changed', 'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:07.026098 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56" -d '{"events": [{"server_uuid": "76fd0edb-ca01-4336-a9de-c119e0a82eb2", "name": "network-vif-deleted", "tag": "864175ab-0718-48a3-b498-6e223f382536"}, {"name": "network-changed", "server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:07.043966 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:07.047082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3d22a155-37a6-4233-8264-0c5432f386ba admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2884843 Dec 15 13:44:07.048626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-e4b0caaf-0996-4fc0-a66e-cc9e1dfabdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.050087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-e4b0caaf-0996-4fc0-a66e-cc9e1dfabdab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1507447 Dec 15 13:44:07.053732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:07.127021 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fbfad3-a375-4507-b0ec-07afdd4da884 x-openstack-request-id: req-f6fbfad3-a375-4507-b0ec-07afdd4da884 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:07.128498 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fd0edb-ca01-4336-a9de-c119e0a82eb2", "name": "network-vif-deleted", "tag": "864175ab-0718-48a3-b498-6e223f382536", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:07.128846 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f6fbfad3-a375-4507-b0ec-07afdd4da884 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:07.129273 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fd0edb-ca01-4336-a9de-c119e0a82eb2', 'name': 'network-vif-deleted', 'tag': '864175ab-0718-48a3-b498-6e223f382536', 'status': 'completed', 'code': 200} Dec 15 13:44:07.129537 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3', 'status': 'completed', 'code': 200} Dec 15 13:44:07.138487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980852e-b51e-465c-a04b-23133e88f154 req-2540a717-cbb7-4743-9055-f11376613027 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.148289 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5980852e-b51e-465c-a04b-23133e88f154 req-2540a717-cbb7-4743-9055-f11376613027 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 944 time: 0.2005935 Dec 15 13:44:07.165647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-network', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:07.188314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.189690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.227230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-2cb571bc-000c-4fcc-84db-ee83e458bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.229484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-2cb571bc-000c-4fcc-84db-ee83e458bce1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694603 Dec 15 13:44:07.244837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-37ee0bf8-502e-4dbd-900f-131dfcb35635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.246681 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-37ee0bf8-502e-4dbd-900f-131dfcb35635 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1125 time: 0.1010692 Dec 15 13:44:07.249833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-afd1ba27-fe38-4107-824b-4f0a4a16b4da', 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da', 'project_id': 'af501855b41f4d0abaac1bd108133267', 'fixed_ips': [{'subnet_id': '84b8b351-8372-4169-9b75-414d35c9cbda'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:44:07.250750 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.255153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.264188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Made reservation on behalf of fac372f6b3144fd3b3c39925db433170 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:07.267407 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.284175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5980852e-b51e-465c-a04b-23133e88f154 req-1a0e768d-e700-44ba-b859-9983ba984ef0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324379 Dec 15 13:44:07.292479 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.331076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.479805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Allocated IP 172.20.0.2 (afd1ba27-fe38-4107-824b-4f0a4a16b4da/84b8b351-8372-4169-9b75-414d35c9cbda/0f321723-b636-4734-b069-46bb83eef31c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:07.633451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-e726f6a1-81a8-4fdd-b115-1ae33d758042 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930779 Dec 15 13:44:07.653290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-3d71a101-a9ef-4c98-8a49-a6e84096ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.668331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-3d71a101-a9ef-4c98-8a49-a6e84096ca5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.3918805 Dec 15 13:44:07.719619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.731376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.735306 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.762119 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27b4743e-8f1d-4eb5-a27b-655cd0705cd5 req-981d69f2-004c-4e1d-ae88-5b73d16701e5 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0543120 Dec 15 13:44:07.798221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Network afd1ba27-fe38-4107-824b-4f0a4a16b4da is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:07.802131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:07.810034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:07.848960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:07.877360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-f6234859-035e-4944-90a2-58f6826cc885 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 200 len: 217 time: 0.2084339 Dec 15 13:44:07.893296 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.910536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Pushing event updated for resources: {'Port': ['ID=0f321723-b636-4734-b069-46bb83eef31c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:07.910678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553df23-05a7-424d-9ced-ed448d507e5b req-69e1600c-b02c-49ad-8589-09ad7edf130c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:07.918656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8553df23-05a7-424d-9ced-ed448d507e5b req-69e1600c-b02c-49ad-8589-09ad7edf130c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 948 time: 0.4685252 Dec 15 13:44:07.951404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Attempting to bind port 0f321723-b636-4734-b069-46bb83eef31c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:07.951789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Attempting to bind port 0f321723-b636-4734-b069-46bb83eef31c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:07.952195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Attempting to bind port 0f321723-b636-4734-b069-46bb83eef31c on network afd1ba27-fe38-4107-824b-4f0a4a16b4da {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:07.963269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:07.963542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Checking segment: {'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:07.967004 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.967467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Bound using segment: {'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:07.968003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Bound port: 0f321723-b636-4734-b069-46bb83eef31c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:07.968415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.086422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] For port 0f321723-b636-4734-b069-46bb83eef31c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:08.092847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] For port 0f321723-b636-4734-b069-46bb83eef31c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0f321723-b636-4734-b069-46bb83eef31c,segment=NetworkSegment(bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a),segment_id=bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:08.096266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8553df23-05a7-424d-9ced-ed448d507e5b req-4d1479f5-2cf6-4e2a-acce-c81b59623930 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771123 Dec 15 13:44:08.114396 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.136820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-439d9979-f57f-4c62-93fa-f4fda69c3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.137041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-439d9979-f57f-4c62-93fa-f4fda69c3696 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.2427435 Dec 15 13:44:08.178861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-4b7733da-7593-42e4-b44a-d4ba947e1fb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294466 Dec 15 13:44:08.200112 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42be3f8b-57c0-4ae5-8f3c-4577645cf52f req-2ede595d-a9f6-4df4-90fd-97303d77b10b service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547676 Dec 15 13:44:08.231300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307e066-1b51-4e36-9451-bf62cc13be36 None None] Pushing event updated for resources: {'Port': ['ID=0f321723-b636-4734-b069-46bb83eef31c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:08.298373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-90e8bd2e-87ab-4da8-91f4-0e7f842772df tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.299907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-90e8bd2e-87ab-4da8-91f4-0e7f842772df tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.74 "GET /v2.0/networks?id=801ba009-4355-4d45-9062-3e244823b36c HTTP/1.1" status: 200 len: 816 time: 0.5771251 Dec 15 13:44:08.342864 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.422756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:44:08.425431 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-df5b7fd7-0ba0-4ff7-9f60-e462ac0db93c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f97a64eee6a4d899f3be8448169185e HTTP/1.1" status: 200 len: 380 time: 0.1152382 Dec 15 13:44:08.441921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Request body: {'port': {'device_id': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'admin_state_up': True, 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'security_groups': ['da25f4ba-0284-41f6-9e3e-682710ca43dd']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:08.477199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7f93c9-b9dd-45b6-a2b5-5c82f85d1c5b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:08.487009 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-97b83bb4-2c45-4167-b235-e11bb136e350 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2d6f7e4305ff4b06a4c0213e915cb795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5894825 Dec 15 13:44:08.488768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.489124 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Added segment 634ee389-9f2c-4793-a53c-4f007a142c4e of type vlan for network 5fbe4655-dd29-431c-a401-e8229d55de6e Dec 15 13:44:08.490578 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:08.532360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-a938592b-f3e2-4e69-8087-34f5a100de4d service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414586 Dec 15 13:44:08.584069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59de65-1028-48bc-a714-e624d20878a6 req-ba0c37a8-41f4-4e63-9564-1f8e41630495 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.594626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca59de65-1028-48bc-a714-e624d20878a6 req-ba0c37a8-41f4-4e63-9564-1f8e41630495 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 944 time: 0.1786668 Dec 15 13:44:08.610994 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.755184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca59de65-1028-48bc-a714-e624d20878a6 req-06aa9e6c-f5f4-46cc-859a-2922c9b2ce2e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587806 Dec 15 13:44:08.760001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.768192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:08.769042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.776061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-073f9187-8005-4156-9778-c44eaf089321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.810543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-073f9187-8005-4156-9778-c44eaf089321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.909713 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-073f9187-8005-4156-9778-c44eaf089321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.916993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-073f9187-8005-4156-9778-c44eaf089321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.923904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-073f9187-8005-4156-9778-c44eaf089321 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b312358f-145f-47fa-a702-ddb683f1a96b HTTP/1.1" status: 204 len: 168 time: 0.4266880 Dec 15 13:44:09.128191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1932797 Dec 15 13:44:09.183745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45360) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:09.209390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Request body: {'subnet': {'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-subnet', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:09.242268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f9187-8005-4156-9778-c44eaf089321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b312358f-145f-47fa-a702-ddb683f1a96b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:09.286941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423bf15-1bea-497e-901d-910f81f09a0c admin admin] Pushing event updated for resources: {'Network': ['ID=5fbe4655-dd29-431c-a401-e8229d55de6e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:09.292617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Made reservation on behalf of fac372f6b3144fd3b3c39925db433170 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:09.294830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.297155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 5fbe4655-dd29-431c-a401-e8229d55de6e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:44:09.385894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a294f-34ae-420b-8f79-afc55b0b0b90 req-a8f4b855-1b4a-4201-8b76-fbcfd22cd41b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:09.393664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-283a294f-34ae-420b-8f79-afc55b0b0b90 req-a8f4b855-1b4a-4201-8b76-fbcfd22cd41b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 948 time: 0.1461675 Dec 15 13:44:09.404946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.406773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0217da1-0d35-4c17-a434-a33a073b9715 req-de43d514-06e7-4601-9c15-0be612c28b00 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.2250116 Dec 15 13:44:09.444614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.549192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45366) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:09.591037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-283a294f-34ae-420b-8f79-afc55b0b0b90 req-07536060-5097-4dfe-ae43-51bae24db020 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908145 Dec 15 13:44:09.661922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-851a5540-4e13-4374-8b71-a1c2d8b07b69 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=50287d49232e48d48418aafcbe3b93ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1071126 Dec 15 13:44:09.664396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:09.708829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Allocated IP 172.25.7.58 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/9b9a5964-391e-4035-9366-117a3da2764e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:09.766661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd94ab5f-7834-4e98-8f9e-9293ee8b5b56 req-fb682fb2-259a-4be5-899b-5fed1abab95e service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2228510 Dec 15 13:44:09.768883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Made reservation on behalf of 2f97a64eee6a4d899f3be8448169185e for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:09.773926 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.784081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.807781 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35579dbf-bb59-469b-a738-5a20b5981883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.811351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:09.818920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 175faf7d-4cf0-4280-af1a-1da215d15f05 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:09.845878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35579dbf-bb59-469b-a738-5a20b5981883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.927909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbbf773-92c7-4782-856d-e6e4248e79f1 None None] Network afd1ba27-fe38-4107-824b-4f0a4a16b4da requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:09.931269 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.960132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35579dbf-bb59-469b-a738-5a20b5981883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.963584 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35579dbf-bb59-469b-a738-5a20b5981883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.964912 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-35579dbf-bb59-469b-a738-5a20b5981883 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/32ce0e99-c3c6-4564-8ff0-81bc7429d890 HTTP/1.1" status: 204 len: 168 time: 0.2996123 Dec 15 13:44:10.013009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dfd40-3c9b-4670-a52e-32dcd06cfa1f req-d2fa5cc3-48f5-4b4f-854d-edc0cec41ce0 tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:10.014865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-974dfd40-3c9b-4670-a52e-32dcd06cfa1f req-d2fa5cc3-48f5-4b4f-854d-edc0cec41ce0 tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1099 time: 0.2515199 Dec 15 13:44:10.056103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35579dbf-bb59-469b-a738-5a20b5981883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce0e99-c3c6-4564-8ff0-81bc7429d890,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:10.070625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71df726a-38eb-4490-922a-9df7a9654d17,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:10.085583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.162685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Checking segment: {'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:10.163055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Network hostable DHCP agents. Network: 5fbe4655-dd29-431c-a401-e8229d55de6e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:44:10.176059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-974dfd40-3c9b-4670-a52e-32dcd06cfa1f req-6a456604-c64a-4066-9f52-0510e55cf1ec tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509764 Dec 15 13:44:10.192005 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:44:10.194508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-70e43320-5829-4f9a-9885-cf0a04e89f95 service neutron] 10.222.0.24 "GET /v2.0/ports/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3/bindings/n-h1-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.2416739 Dec 15 13:44:10.233547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Allocated IP 172.20.0.11 (801ba009-4355-4d45-9062-3e244823b36c/7a484d2d-2932-43bb-90c4-ed5b1dd30986/28de6561-1163-4735-adf8-b9bd8f98ebcf) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:10.238383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Network 5fbe4655-dd29-431c-a401-e8229d55de6e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:44:10.282092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90cc44-c7d5-4a26-8ced-78812275ffe1 req-c6a73bac-316c-43cb-afcb-e871ae046c75 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:10.288530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d90cc44-c7d5-4a26-8ced-78812275ffe1 req-c6a73bac-316c-43cb-afcb-e871ae046c75 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 944 time: 0.3414626 Dec 15 13:44:10.373957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 5fbe4655-dd29-431c-a401-e8229d55de6e) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:10.413157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:10.413157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.464905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4ebbcc8c-0444-42e5-9b7a-74d048fbbec5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2778642 Dec 15 13:44:10.481066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:10.487159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9a5964-391e-4035-9366-117a3da2764e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:10.500690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:10.512315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:10.531772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:10.555950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:10.584688 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d90cc44-c7d5-4a26-8ced-78812275ffe1 req-ec922ab5-d2eb-403d-ab81-7629cd852e8c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690213 Dec 15 13:44:10.681964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70fcf4ce-9e9d-4cba-a97a-096fbeaccbb9 req-7387fc3c-1b44-41d5-a383-86d342719130 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.1055272 Dec 15 13:44:10.699072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dc86d-7e42-43cd-9c04-c2946c004375 None None] Network 5fbe4655-dd29-431c-a401-e8229d55de6e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:10.712268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.713350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.717341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0f321723-b636-4734-b069-46bb83eef31c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:10.723186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e182e742-e09d-48be-83ba-b7e0ab3affb8 None None] Provisioning complete for port 0f321723-b636-4734-b069-46bb83eef31c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:10.727338 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e182e742-e09d-48be-83ba-b7e0ab3affb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.730572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 175faf7d-4cf0-4280-af1a-1da215d15f05 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:10.844234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-c47cf26f-d279-4acb-8ae2-d1b6ec4eb937 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0272c3ccba944423bff8b820950abe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506942 Dec 15 13:44:10.881250 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.970895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 175faf7d-4cf0-4280-af1a-1da215d15f05 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:10.989848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:10.992657 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.038969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:11.066639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-fa1915e1-344b-4f76-ba90-cd536417f0ea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:11.068752 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-fa1915e1-344b-4f76-ba90-cd536417f0ea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107639 Dec 15 13:44:11.085423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.181685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-2a439640-45fe-4ef8-9747-0c1bb2646f83 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/quotas/0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 375 time: 0.0613816 Dec 15 13:44:11.190792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event updated for resources: {'Port': ['ID=28de6561-1163-4735-adf8-b9bd8f98ebcf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:11.208065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Network 801ba009-4355-4d45-9062-3e244823b36c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:11.211739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:11.215341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:11.221755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:11.222556 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.242502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:11.259470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-d911fb0f-cca2-40f9-8676-d4887488dbab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8252091 Dec 15 13:44:11.275010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:11.292494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Request body: {'port': {'device_id': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:11.315529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.377107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.419845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-5fbe4655-dd29-431c-a401-e8229d55de6e', 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e', 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'fixed_ips': [{'subnet_id': '71df726a-38eb-4490-922a-9df7a9654d17'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:44:11.420996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.447074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:11.509729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-c2ce645c-e26c-4872-90a1-b4569646ffce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3184912 Dec 15 13:44:11.523814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 has no active binding in host n-h1-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:44:11.562344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] Transition to ACTIVE for port object ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:11.570507 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.654926 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e182e742-e09d-48be-83ba-b7e0ab3affb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.673706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0f321723-b636-4734-b069-46bb83eef31c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:11.674089 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.752186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.813430 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.900793 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.958844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:11.965554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:11.968273 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533bb866-74ed-4df5-b3b1-d2882cd1774f" -d '{"events": [{"server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "name": "network-vif-plugged", "status": "completed", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:11.987186 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.034712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.056381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e182e742-e09d-48be-83ba-b7e0ab3affb8 None None] For port 0f321723-b636-4734-b069-46bb83eef31c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0f321723-b636-4734-b069-46bb83eef31c,segment=NetworkSegment(bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a),segment_id=bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:12.060366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:12.087100 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e182e742-e09d-48be-83ba-b7e0ab3affb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.214509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182e742-e09d-48be-83ba-b7e0ab3affb8 None None] Pushing event updated for resources: {'Port': ['ID=0f321723-b636-4734-b069-46bb83eef31c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:12.238647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28de6561-1163-4735-adf8-b9bd8f98ebcf {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:12.256469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.265212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Allocated IP 172.20.0.2 (5fbe4655-dd29-431c-a401-e8229d55de6e/71df726a-38eb-4490-922a-9df7a9654d17/1f261a38-fae5-4973-8c4d-c9c64aebcd4f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:12.282496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-16891a88-2226-401f-8c44-b64e53b8848f None None] Provisioning complete for port 0f321723-b636-4734-b069-46bb83eef31c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:12.283400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16891a88-2226-401f-8c44-b64e53b8848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.313168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] No DVR routers for this DVR port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:12.315682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Transition to ACTIVE for port object 28de6561-1163-4735-adf8-b9bd8f98ebcf will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:12.335520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3e964-813f-4314-b4c8-5e61d674d6f0 req-df5e08ab-b5b1-460b-becb-bfa8a0775fa9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.337426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02a3e964-813f-4314-b4c8-5e61d674d6f0 req-df5e08ab-b5b1-460b-becb-bfa8a0775fa9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.2990661 Dec 15 13:44:12.338141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:12.343458 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.367448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694dbfc-3bcc-4728-a08e-384c84daa10b req-fe97ab59-0047-4a38-a80e-3ef062ff2154 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.381717 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0694dbfc-3bcc-4728-a08e-384c84daa10b req-fe97ab59-0047-4a38-a80e-3ef062ff2154 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 932 time: 0.3018715 Dec 15 13:44:12.434848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-78b6d223-b9b5-4688-9155-2975433118d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3/bindings/n-h1-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2088759 Dec 15 13:44:12.500081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Pushing event updated for resources: {'Port': ['ID=28de6561-1163-4735-adf8-b9bd8f98ebcf,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:12.550449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02a3e964-813f-4314-b4c8-5e61d674d6f0 req-60f4ba3d-33a3-42ea-b34a-d0d0edc06725 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002430 Dec 15 13:44:12.567214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0f321723-b636-4734-b069-46bb83eef31c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:12.620232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.653569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Attempting to bind port 28de6561-1163-4735-adf8-b9bd8f98ebcf on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:12.654401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Attempting to bind port 28de6561-1163-4735-adf8-b9bd8f98ebcf by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:12.654752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Attempting to bind port 28de6561-1163-4735-adf8-b9bd8f98ebcf on network 801ba009-4355-4d45-9062-3e244823b36c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:12.660368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Port 28de6561-1163-4735-adf8-b9bd8f98ebcf on network 801ba009-4355-4d45-9062-3e244823b36c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:12.660704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Attempting to bind port 28de6561-1163-4735-adf8-b9bd8f98ebcf on network 801ba009-4355-4d45-9062-3e244823b36c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:12.666125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0694dbfc-3bcc-4728-a08e-384c84daa10b req-b8d123e4-0712-48f8-b057-67c1fe5de937 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762873 Dec 15 13:44:12.680355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:12.680759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Checking segment: {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:12.681232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Bound using segment: {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:12.684341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Bound port: 28de6561-1163-4735-adf8-b9bd8f98ebcf, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea94c12-847c-4f49-9472-0df04d923a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '801ba009-4355-4d45-9062-3e244823b36c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:12.687207 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.769901 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d26cb9-0210-4459-8927-62af19a1b8a5 x-openstack-request-id: req-82d26cb9-0210-4459-8927-62af19a1b8a5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:12.770218 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "name": "network-vif-plugged", "status": "completed", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:12.770477 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82d26cb9-0210-4459-8927-62af19a1b8a5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:12.770876 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'code': 200} Dec 15 13:44:12.785553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0f321723-b636-4734-b069-46bb83eef31c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:12.787067 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.893326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-14f0ce81-9a55-40e5-ad28-26c16f0a4a44 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:12.894729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-14f0ce81-9a55-40e5-ad28-26c16f0a4a44 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.3717904 Dec 15 13:44:12.905662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99e2fe91-1c96-4935-9873-b2934ef6fa09 req-3e73c110-b3b9-4af1-af4f-c7607c7ef57a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 210 time: 0.1001546 Dec 15 13:44:12.935682 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.947849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] For port 28de6561-1163-4735-adf8-b9bd8f98ebcf, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:12.951844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] For port 28de6561-1163-4735-adf8-b9bd8f98ebcf, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28de6561-1163-4735-adf8-b9bd8f98ebcf,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:12.960325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.014710 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.068041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Pushing event updated for resources: {'Port': ['ID=28de6561-1163-4735-adf8-b9bd8f98ebcf,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:13.078536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.079125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.080608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-5c3391bd-df4d-4e02-a108-bfb094e5dc22 service neutron] 10.222.0.74 "PUT /v2.0/ports/28de6561-1163-4735-adf8-b9bd8f98ebcf HTTP/1.1" status: 200 len: 1092 time: 1.8028507 Dec 15 13:44:13.081072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'tag': '28de6561-1163-4735-adf8-b9bd8f98ebcf'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:13.083406 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94" -d '{"events": [{"name": "network-changed", "server_uuid": "b57097b5-db21-455d-bc5a-914afd607f3e", "tag": "28de6561-1163-4735-adf8-b9bd8f98ebcf"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:13.182774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Network 5fbe4655-dd29-431c-a401-e8229d55de6e is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:13.198391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Pushing event updated for resources: {'Port': ['ID=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:13.201261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:13.213291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:13.221703 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feedafa-9af6-4dc5-b2a7-6ae56011414b x-openstack-request-id: req-1feedafa-9af6-4dc5-b2a7-6ae56011414b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:13.221986 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57097b5-db21-455d-bc5a-914afd607f3e", "tag": "28de6561-1163-4735-adf8-b9bd8f98ebcf", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:13.226437 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1feedafa-9af6-4dc5-b2a7-6ae56011414b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:13.226963 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'tag': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'status': 'completed', 'code': 200} Dec 15 13:44:13.264561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-870b4f3e-ef63-4a8f-9dd8-411659b8f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.266731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-870b4f3e-ef63-4a8f-9dd8-411659b8f320 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f97a64eee6a4d899f3be8448169185e&device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 1095 time: 0.1073163 Dec 15 13:44:13.363974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-f03bfcd5-88ca-4239-94be-5cb248779cca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28de6561-1163-4735-adf8-b9bd8f98ebcf HTTP/1.1" status: 200 len: 217 time: 0.0759106 Dec 15 13:44:13.371416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Attempting to bind port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:13.371955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Attempting to bind port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:13.372717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Attempting to bind port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f on network 5fbe4655-dd29-431c-a401-e8229d55de6e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:13.384563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:13.385050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Checking segment: {'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:13.385567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.386560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Bound using segment: {'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:13.386781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Bound port: 1f261a38-fae5-4973-8c4d-c9c64aebcd4f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:13.387273 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.402611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1276293936', 'description': 'tempest-description-1677756460'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:13.456178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-827a24c1-6296-440e-88ef-2c4dbbff1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.458248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-827a24c1-6296-440e-88ef-2c4dbbff1ce9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a484d2d-2932-43bb-90c4-ed5b1dd30986 HTTP/1.1" status: 200 len: 855 time: 0.0843990 Dec 15 13:44:13.478349 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.491057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] For port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:13.494521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] For port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,segment=NetworkSegment(634ee389-9f2c-4793-a53c-4f007a142c4e),segment_id=634ee389-9f2c-4793-a53c-4f007a142c4e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:13.501891 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.505188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.529944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-ed225cd6-7278-4b96-bd7f-8902b96a6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.532116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-ed225cd6-7278-4b96-bd7f-8902b96a6b64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=801ba009-4355-4d45-9062-3e244823b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647204 Dec 15 13:44:13.608700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7d26a-f5da-47e1-acd5-c74480942b08 None None] Pushing event updated for resources: {'Port': ['ID=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:13.634684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Allocated IP 172.25.7.236 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/ae238ee9-155e-44b8-bb2c-042bd0f6769f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:13.682810 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-23db20c6-dc58-4f23-b353-987cd9e91a1c service neutron] 10.222.0.74 "GET /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386943 Dec 15 13:44:13.709564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-513717e4-7ce6-486f-b995-2d43ab9a2250 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0272c3ccba944423bff8b820950abe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253899 Dec 15 13:44:13.771726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-3d4fd293-3e6d-4a9e-ab0a-8b6eb239cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:13.773256 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-3d4fd293-3e6d-4a9e-ab0a-8b6eb239cb2d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a&tenant_id=09ae0d9410d84a26b0f857d48d5e5037 HTTP/1.1" status: 200 len: 1096 time: 0.4241583 Dec 15 13:44:13.780509 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.826925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.858947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.921661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Router 1db40f79-59a5-468d-9d2d-948380c2abf6 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:44:13.954779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:14.059323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:14.065724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96202557-f99f-4610-8670-e6ddba82f448 req-922f36a0-3d7b-407a-bb8f-212b787f6a70 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.067286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96202557-f99f-4610-8670-e6ddba82f448 req-922f36a0-3d7b-407a-bb8f-212b787f6a70 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.3404458 Dec 15 13:44:14.088131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-84ce5b06-db74-46e9-a06a-92c530ca1e6f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.093705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-84ce5b06-db74-46e9-a06a-92c530ca1e6f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3649461 Dec 15 13:44:14.096733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-413d8fed-293c-4d28-918b-9b07e584d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.098285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-413d8fed-293c-4d28-918b-9b07e584d3db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1096 time: 0.2724743 Dec 15 13:44:14.125799 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.128514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Request body: {'port': {'device_id': '359b484a-9c21-49cb-a239-816128855163', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '0272c3ccba944423bff8b820950abe5f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:14.206976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355f9c5e-4b89-49c1-b0b3-180cc8a0975a req-4fc3fea6-c3ab-4fb5-ba51-7c577384c94d service neutron] 10.222.0.74 "GET /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962108 Dec 15 13:44:14.214939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96202557-f99f-4610-8670-e6ddba82f448 req-c946ca75-7f7d-4a20-b68b-bb520d2bb1bf tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381087 Dec 15 13:44:14.292419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:14.309042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:14.311506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:14.325419 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.328316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Pushing event updated for resources: {'Port': ['ID=ae238ee9-155e-44b8-bb2c-042bd0f6769f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.365850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:14.370682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.379431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Sync routers for ids ['1db40f79-59a5-468d-9d2d-948380c2abf6'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:14.408424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Routers {'1db40f79-59a5-468d-9d2d-948380c2abf6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:14.409333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1db40f79-59a5-468d-9d2d-948380c2abf6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:14.436196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-e74713b9-fa59-46dd-baf8-ceae7107633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.438496 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-e74713b9-fa59-46dd-baf8-ceae7107633e service neutron] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.3272152 Dec 15 13:44:14.466362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-2e642530-5964-46b2-ab85-ac36c5aac845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.468596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-2e642530-5964-46b2-ab85-ac36c5aac845 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f97a64eee6a4d899f3be8448169185e&device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 1095 time: 0.1787345 Dec 15 13:44:14.469788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Made reservation on behalf of 0272c3ccba944423bff8b820950abe5f for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:14.473865 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.492945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9ad4c5-05c6-4288-ad17-44dabb4f42be,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.506692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.510746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45470) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:14.512487 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a0a7dc76-c694-4493-91ab-3d9d982c38d6 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4620273 Dec 15 13:44:14.604891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-9bdde8be-1ab7-42dc-ae45-741185a56fc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 200 len: 217 time: 0.1527810 Dec 15 13:44:14.615433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Set router 1db40f79-59a5-468d-9d2d-948380c2abf6 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:14.650320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9c3cc-c47c-4c30-9e4c-b9b07a79a5a6 req-220e7519-bfaf-4f75-8de9-8f81565bc7ab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.652198 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ab9c3cc-c47c-4c30-9e4c-b9b07a79a5a6 req-220e7519-bfaf-4f75-8de9-8f81565bc7ab tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 944 time: 0.2930889 Dec 15 13:44:14.756472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.779247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.812175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1f261a38-fae5-4973-8c4d-c9c64aebcd4f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:14.828999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-c81bee8a-e30e-41eb-a0f8-8bc02f0bccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.831027 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-c81bee8a-e30e-41eb-a0f8-8bc02f0bccef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1840315 Dec 15 13:44:14.838430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973f0232-a1c6-4ea0-ade5-b252b7a8e91a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.901427 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-82c65bab-f641-4a8f-b752-9d99a00dd362 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424125 Dec 15 13:44:14.963296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ab9c3cc-c47c-4c30-9e4c-b9b07a79a5a6 req-1a730562-dca7-4fca-b499-7f4fbc755f71 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425082 Dec 15 13:44:14.972136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-00a14e79-d6a4-457b-a47f-9eb00744f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:14.973640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-00a14e79-d6a4-457b-a47f-9eb00744f40c service neutron] 10.222.0.74 "GET /v2.0/networks?id=801ba009-4355-4d45-9062-3e244823b36c HTTP/1.1" status: 200 len: 918 time: 0.4922364 Dec 15 13:44:14.998188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.018878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3752b74e-b30e-498b-8ab3-5b618bf4836a req-832c3683-c8b1-465e-89d5-75a688045e85 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.6665418 Dec 15 13:44:15.044206 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-d662083a-787c-4958-9ef2-0ae543412411 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28de6561-1163-4735-adf8-b9bd8f98ebcf HTTP/1.1" status: 200 len: 217 time: 0.0500770 Dec 15 13:44:15.158188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-1c8dadd3-d504-41a4-be14-dbf9458a1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.168494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-1c8dadd3-d504-41a4-be14-dbf9458a1152 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a484d2d-2932-43bb-90c4-ed5b1dd30986 HTTP/1.1" status: 200 len: 855 time: 0.0853024 Dec 15 13:44:15.182684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-61e4bcbb-c561-4957-9184-ee47620b8e8c req-ce7a9217-f4c4-4555-9bab-12365bae9436 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Request body: {'security_group': {'name': 'tempest-securitygroup-492641090', 'description': 'tempest-description-192755571'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:15.231237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8966b45-b7d0-4e68-89a9-550f3eb84439 None None] Network 5fbe4655-dd29-431c-a401-e8229d55de6e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:15.251305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Allocated IP 192.168.233.157 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/4f5efafc-f026-4598-9b65-f82389c90c8a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:15.277704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bba4c03a-71c1-4601-82ad-6ecb063bf630 req-164b5caf-6bdf-441f-89ad-5432a53fd077 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 210 time: 0.0462959 Dec 15 13:44:15.280624 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.285183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-61e4bcbb-c561-4957-9184-ee47620b8e8c req-ce7a9217-f4c4-4555-9bab-12365bae9436 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.327856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:15.329139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.415466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9b9a5964-391e-4035-9366-117a3da2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:11Z', 'revision_number': 3, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port': {'id': '9b9a5964-391e-4035-9366-117a3da2764e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:15.417553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4a571684-fa7f-472e-9aaf-09b8447d6510 None None] Provisioning complete for port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:15.417932 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a571684-fa7f-472e-9aaf-09b8447d6510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.496693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Checking router: 1db40f79-59a5-468d-9d2d-948380c2abf6 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:15.496968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Updating router 1db40f79-59a5-468d-9d2d-948380c2abf6 port 9b9a5964-391e-4035-9366-117a3da2764e binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:44:15.546197 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.579181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.704380 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.721544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-422df261-4e19-415f-8969-c8c293f44a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.723185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-422df261-4e19-415f-8969-c8c293f44a7f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=801ba009-4355-4d45-9062-3e244823b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5536687 Dec 15 13:44:15.812445 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a571684-fa7f-472e-9aaf-09b8447d6510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.843915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec2a6e-9f11-46f4-b6ed-33d19e73bffc req-573ff923-ee83-47c8-93cb-a33e459ce643 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.845442 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51ec2a6e-9f11-46f4-b6ed-33d19e73bffc req-573ff923-ee83-47c8-93cb-a33e459ce643 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 945 time: 0.2688656 Dec 15 13:44:15.852089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-69a3f4e8-c1fb-4632-aaff-2460e94b8adb service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8643208 Dec 15 13:44:15.880123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,segment=NetworkSegment(634ee389-9f2c-4793-a53c-4f007a142c4e),segment_id=634ee389-9f2c-4793-a53c-4f007a142c4e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:15.887333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Router aaac196e-2585-4c0a-a68e-d94ede3d6fce is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:44:15.908484 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.001123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51ec2a6e-9f11-46f4-b6ed-33d19e73bffc req-1c2fbf8a-c1fd-4006-82c2-3ec4b19a952a tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473894 Dec 15 13:44:16.015463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:16.056568 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-4a571684-fa7f-472e-9aaf-09b8447d6510 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:44:16.056933 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-4a571684-fa7f-472e-9aaf-09b8447d6510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:44:16.135993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-ffc16c5a-f06e-4425-b70e-8f8530b2d09b service neutron] 10.222.0.74 "GET /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976476 Dec 15 13:44:16.149255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:16.164373 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Sync routers for ids ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:16.184139 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Routers {'aaac196e-2585-4c0a-a68e-d94ede3d6fce'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:16.185441 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.186283 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:16.199284 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.242508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-8adf06a5-1e38-46a9-8e59-3c1611086e73 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519969 Dec 15 13:44:16.303961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.313129 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e07ba7be-130b-4594-9545-e3548c32c4df admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7965748 Dec 15 13:44:16.314629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45488) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:16.334511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Attempting to bind port 9b9a5964-391e-4035-9366-117a3da2764e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:16.335065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Attempting to bind port 9b9a5964-391e-4035-9366-117a3da2764e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:16.340329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Attempting to bind port 9b9a5964-391e-4035-9366-117a3da2764e on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:16.344569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cabd0-ce4c-4f98-aa3e-e0266dec3026 None None] Pushing event updated for resources: {'Port': ['ID=9b9a5964-391e-4035-9366-117a3da2764e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:16.354642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:16.355291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:16.355861 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.356445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:16.357082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Bound port: 9b9a5964-391e-4035-9366-117a3da2764e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:16.357619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.392793 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Set router aaac196e-2585-4c0a-a68e-d94ede3d6fce gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:16.415941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] For port 9b9a5964-391e-4035-9366-117a3da2764e, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:16.423288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] For port 9b9a5964-391e-4035-9366-117a3da2764e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9b9a5964-391e-4035-9366-117a3da2764e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:16.432877 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.477001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3148d-39ba-4b84-aafb-a3723d43bc62 req-8c42bdbc-2fbd-4525-91f7-a37effb0b66a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:16.477600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.479559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4e3148d-39ba-4b84-aafb-a3723d43bc62 req-8c42bdbc-2fbd-4525-91f7-a37effb0b66a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.3277907 Dec 15 13:44:16.518426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-61e4bcbb-c561-4957-9184-ee47620b8e8c req-ce7a9217-f4c4-4555-9bab-12365bae9436 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.574531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1f261a38-fae5-4973-8c4d-c9c64aebcd4f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:16.599273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-61e4bcbb-c561-4957-9184-ee47620b8e8c req-ce7a9217-f4c4-4555-9bab-12365bae9436 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.645098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Routers {'1db40f79-59a5-468d-9d2d-948380c2abf6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:16.645748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1db40f79-59a5-468d-9d2d-948380c2abf6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:16.648152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cabd0-ce4c-4f98-aa3e-e0266dec3026 None None] Pushing event updated for resources: {'Port': ['ID=9b9a5964-391e-4035-9366-117a3da2764e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:16.692777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d44ec7a-c5a9-4aaf-9ded-af21e9ab8a94 req-7a420860-fc15-4f60-a46d-1db8a6052ab8 service neutron] 10.222.0.74 "GET /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347204 Dec 15 13:44:16.718535 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-61e4bcbb-c561-4957-9184-ee47620b8e8c req-ce7a9217-f4c4-4555-9bab-12365bae9436 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.721267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61e4bcbb-c561-4957-9184-ee47620b8e8c req-ce7a9217-f4c4-4555-9bab-12365bae9436 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5422211 Dec 15 13:44:16.731961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.738508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a9217-f4c4-4555-9bab-12365bae9436 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bdbe94-cda3-4424-836c-787e5ad939a8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:16.773839 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:14Z', 'revision_number': 3, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port': {'id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:13Z', 'updated_at': '2021-12-15T13:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:16.806202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:16.806578 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.858855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] Set router 1db40f79-59a5-468d-9d2d-948380c2abf6 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:16.889900 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Checking router: aaac196e-2585-4c0a-a68e-d94ede3d6fce for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:16.890755 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Updating router aaac196e-2585-4c0a-a68e-d94ede3d6fce port ae238ee9-155e-44b8-bb2c-042bd0f6769f binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:44:16.917785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Allocated IP 172.20.0.1 (afd1ba27-fe38-4107-824b-4f0a4a16b4da/84b8b351-8372-4169-9b75-414d35c9cbda/f6de8b7b-2310-4d0b-95f3-cfc560da9e3a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:16.930020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4992662e-ff35-4e8c-9ae7-039de27fac56 None None] Provisioning complete for port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:16.930396 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4992662e-ff35-4e8c-9ae7-039de27fac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.955332 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.043423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.071516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:17.164257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-9a3e3b10-3ea2-4c11-a680-620693654f61 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.165734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-9a3e3b10-3ea2-4c11-a680-620693654f61 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.2301266 Dec 15 13:44:17.179113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:17.181922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4e3148d-39ba-4b84-aafb-a3723d43bc62 req-53d140df-03ac-4108-a8e7-fcc7d6cf55d9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6949558 Dec 15 13:44:17.225312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:17.227522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:17.238802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.239472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.371676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9b9a5964-391e-4035-9366-117a3da2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:11Z', 'revision_number': 3, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port': {'id': '9b9a5964-391e-4035-9366-117a3da2764e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:17.383477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2625148 Dec 15 13:44:17.385446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b928c-318f-48f9-b77f-569034fc3a73 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:17.415036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Request body: {'port': {'device_id': '359b484a-9c21-49cb-a239-816128855163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:17.436355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaec11-ceca-4ad5-9be9-7cdfa5d25c85 req-4b587e24-b056-46ba-b0fe-246b5143278c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.438577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7aaaec11-ceca-4ad5-9be9-7cdfa5d25c85 req-4b587e24-b056-46ba-b0fe-246b5143278c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 944 time: 0.3965814 Dec 15 13:44:17.443109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3a236-43c2-4d1e-8498-dc22d8b782a1 None None] The sync data for ids ['1db40f79-59a5-468d-9d2d-948380c2abf6'] in n-d-821840-1 is: [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9b9a5964-391e-4035-9366-117a3da2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:11Z', 'revision_number': 3, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port': {'id': '9b9a5964-391e-4035-9366-117a3da2764e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:17.461755 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.473158 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.538487 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.577965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c6aa7-e395-463f-9260-25b21e1db1f7 req-a9ac679e-fae2-4e17-9b5f-c91bc49f9dbf tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.579811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-058c6aa7-e395-463f-9260-25b21e1db1f7 req-a9ac679e-fae2-4e17-9b5f-c91bc49f9dbf tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 936 time: 0.2329733 Dec 15 13:44:17.595536 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Pushing event updated for resources: {'Port': ['ID=ae238ee9-155e-44b8-bb2c-042bd0f6769f,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:17.619383 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.622196 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.622549 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.622889 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.623156 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.623294 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.623543 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.623904 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.624272 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.624598 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.625489 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.632204 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.632594 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.632936 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:17.634165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8db18e3d-4cde-4108-989c-5e96b9c53bfa None None] Provisioning complete for port 4f5efafc-f026-4598-9b65-f82389c90c8a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:17.634657 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8db18e3d-4cde-4108-989c-5e96b9c53bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.670658 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Attempting to bind port ae238ee9-155e-44b8-bb2c-042bd0f6769f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:17.671035 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Attempting to bind port ae238ee9-155e-44b8-bb2c-042bd0f6769f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:17.671402 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Attempting to bind port ae238ee9-155e-44b8-bb2c-042bd0f6769f on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:17.677170 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:17.677814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:17.678222 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.678618 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:17.679088 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Bound port: ae238ee9-155e-44b8-bb2c-042bd0f6769f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:17.679486 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.743020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-18227f57-67a4-424f-9276-3690ecee52eb service neutron] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:17.758141 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] For port ae238ee9-155e-44b8-bb2c-042bd0f6769f, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:17.763657 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-18227f57-67a4-424f-9276-3690ecee52eb service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.765208 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c195b53f-994a-407c-af9d-e81df9a32db7 req-18227f57-67a4-424f-9276-3690ecee52eb service neutron] 10.222.0.74 "DELETE /v2.0/ports/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3/bindings/n-h2-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.5691988 Dec 15 13:44:17.767675 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] For port ae238ee9-155e-44b8-bb2c-042bd0f6769f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ae238ee9-155e-44b8-bb2c-042bd0f6769f,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:17.770375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-058c6aa7-e395-463f-9260-25b21e1db1f7 req-66ed5250-292b-4b29-a44b-809d262bd75a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637328 Dec 15 13:44:17.783391 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.894363 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d568ec-588a-4560-9f66-87e80e6113be None None] Pushing event updated for resources: {'Port': ['ID=ae238ee9-155e-44b8-bb2c-042bd0f6769f,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:17.898639 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Routers {'aaac196e-2585-4c0a-a68e-d94ede3d6fce'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:17.899305 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:18.000488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1796342897', 'description': 'tempest-description-1286117885'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:18.058992 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.073462 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.153251 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] Set router aaac196e-2585-4c0a-a68e-d94ede3d6fce gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:18.196903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8db18e3d-4cde-4108-989c-5e96b9c53bfa None None] Port 4f5efafc-f026-4598-9b65-f82389c90c8a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:18.235499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5efafc-f026-4598-9b65-f82389c90c8a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:18.239032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.243785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.258309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Transition to ACTIVE for port object 4f5efafc-f026-4598-9b65-f82389c90c8a will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:18.263717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7aaaec11-ceca-4ad5-9be9-7cdfa5d25c85 req-28d495c8-84b4-4533-a99a-ad48388a5d06 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8000937 Dec 15 13:44:18.266002 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.293364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.356233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Network afd1ba27-fe38-4107-824b-4f0a4a16b4da is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:18.365902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:18.370565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:18.371058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.616370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Pushing event updated for resources: {'Port': ['ID=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:18.700460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9b9a5964-391e-4035-9366-117a3da2764e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:18.765335 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:14Z', 'revision_number': 3, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port': {'id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:13Z', 'updated_at': '2021-12-15T13:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:18.822449 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc466e3-d047-4764-a372-8c4a6cacd524 None None] The sync data for ids ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'] in n-d-821840-1 is: [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:14Z', 'revision_number': 3, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port': {'id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:13Z', 'updated_at': '2021-12-15T13:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:18.834792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.875564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.877618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:18.913427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9b9a5964-391e-4035-9366-117a3da2764e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:18.913866 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.100502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98bb71e-485f-40e2-9d48-346141854991,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:19.155391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Allocated IP 172.20.0.1 (5fbe4655-dd29-431c-a401-e8229d55de6e/71df726a-38eb-4490-922a-9df7a9654d17/4b5f90db-b2af-4981-8bfb-805b60be9657) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:19.205309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.236134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 9b9a5964-391e-4035-9366-117a3da2764e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9b9a5964-391e-4035-9366-117a3da2764e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:19.257571 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.271201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Attempting to bind port 4f5efafc-f026-4598-9b65-f82389c90c8a on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:19.271704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Attempting to bind port 4f5efafc-f026-4598-9b65-f82389c90c8a by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:19.272019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Attempting to bind port 4f5efafc-f026-4598-9b65-f82389c90c8a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:19.273575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5b07da26-84a1-4edb-ae3b-55d4ce61b53b None None] Provisioning complete for port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:19.273961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b07da26-84a1-4edb-ae3b-55d4ce61b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.294880 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.298922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.314442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804069d-69fe-4802-bfcf-a90ec2465e80 req-85d369ec-1539-4d7c-88a5-8f197b73977d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.316776 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.317245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0804069d-69fe-4802-bfcf-a90ec2465e80 req-85d369ec-1539-4d7c-88a5-8f197b73977d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.4684887 Dec 15 13:44:19.317954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Port 4f5efafc-f026-4598-9b65-f82389c90c8a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:19.318336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Attempting to bind port 4f5efafc-f026-4598-9b65-f82389c90c8a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:19.374741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5b07da26-84a1-4edb-ae3b-55d4ce61b53b None None] Port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:19.380247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=9b9a5964-391e-4035-9366-117a3da2764e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:19.402866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:19.403139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:19.403585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:19.404347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Bound port: 4f5efafc-f026-4598-9b65-f82389c90c8a, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:19.404753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.429710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.431235 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73f63c16-453f-4865-95ce-52352e9252ec req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4377275 Dec 15 13:44:19.431707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4615cb1-0900-4355-9b32-3a27d25bee50 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735b3649-2278-426b-b0fa-74d5ebe8b85f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:19.488832 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.533221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.600489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Network 5fbe4655-dd29-431c-a401-e8229d55de6e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:19.606865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:19.610645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:19.621634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0804069d-69fe-4802-bfcf-a90ec2465e80 req-49e62022-0b4d-4643-8a4b-18db66eb60b0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517731 Dec 15 13:44:19.631680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:19.694288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:19.709386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.710101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5f90db-b2af-4981-8bfb-805b60be9657,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:19.723656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.805948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.806585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.808736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] 10.222.0.24 "PUT /v2.0/ports/4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 1096 time: 2.4126048 Dec 15 13:44:19.811030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:19.814264 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda" -d '{"events": [{"name": "network-changed", "server_uuid": "359b484a-9c21-49cb-a239-816128855163", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:19.819922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169423f-f8f3-47d6-b813-b269c5c2df90 req-f4fbea4c-7b4b-4765-b2f7-c2858add3f60 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.821881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1169423f-f8f3-47d6-b813-b269c5c2df90 req-f4fbea4c-7b4b-4765-b2f7-c2858add3f60 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 948 time: 0.2447140 Dec 15 13:44:19.963614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566466e-e1d7-478b-8be6-3b22eae6432f service neutron] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:19.979404 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1169423f-f8f3-47d6-b813-b269c5c2df90 req-0f317f1b-90f9-4763-8a44-3b4a0282e16b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476493 Dec 15 13:44:19.980486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-1fe6629b-5c95-4400-b428-57198cf777e0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--460628797&fields=id&tenant_id=9c59fc67e6e54694870b22394d75fa71 HTTP/1.1" status: 200 len: 267 time: 0.2124858 Dec 15 13:44:20.020830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5d8eba56-4753-43e6-9e0a-bd13967a6c73 None None] Provisioning complete for port 4b5f90db-b2af-4981-8bfb-805b60be9657 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:20.021320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d8eba56-4753-43e6-9e0a-bd13967a6c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.103712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.113823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5d8eba56-4753-43e6-9e0a-bd13967a6c73 None None] Port 4b5f90db-b2af-4981-8bfb-805b60be9657 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:20.123364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-a80b18d7-8295-426d-87a0-9c25308da21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.125341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-a80b18d7-8295-426d-87a0-9c25308da21f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 1099 time: 0.2535985 Dec 15 13:44:20.129055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.129870 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.186511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280cd14-df01-4874-bd0d-2fa2d5b9ed8e req-47d0907a-66d0-4768-ac17-4b5232e564bc tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.188245 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7280cd14-df01-4874-bd0d-2fa2d5b9ed8e req-47d0907a-66d0-4768-ac17-4b5232e564bc tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0792794 Dec 15 13:44:20.237243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.263985 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-76bf1361-c155-4bf8-9667-98d68b1ea4ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 217 time: 0.0741503 Dec 15 13:44:20.303899 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7280cd14-df01-4874-bd0d-2fa2d5b9ed8e req-3166eb59-f831-47d9-a162-2c303252e204 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940301 Dec 15 13:44:20.409073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-cb504c4d-afa4-4211-b1eb-441a57f86028 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.410596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-cb504c4d-afa4-4211-b1eb-441a57f86028 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.74 "GET /v2.0/ports?device_id=325ac3a1-5b49-4ee5-88fa-69a954049bfa HTTP/1.1" status: 200 len: 945 time: 0.1193688 Dec 15 13:44:20.448106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Pushing event updated for resources: {'Port': ['ID=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:20.494358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-4811dcde-0d28-40e4-8444-1ba94c794978 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.495857 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-4811dcde-0d28-40e4-8444-1ba94c794978 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 824 time: 0.4988837 Dec 15 13:44:20.497287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-40b069c9-1fdf-458c-8c44-a8bfc911651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.499254 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-40b069c9-1fdf-458c-8c44-a8bfc911651d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2205513 Dec 15 13:44:20.507206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Network afd1ba27-fe38-4107-824b-4f0a4a16b4da is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:20.519495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:20.544047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-5aa833b5-b2a4-46da-a823-2d00b3fa164c tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/quotas/9c59fc67e6e54694870b22394d75fa71 HTTP/1.1" status: 200 len: 375 time: 0.0356011 Dec 15 13:44:20.581328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827901-47d8-43a4-ab57-21cc9d7d33fe req-417846bd-588c-4e70-a0cf-a2bf01be85db tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.582886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64827901-47d8-43a4-ab57-21cc9d7d33fe req-417846bd-588c-4e70-a0cf-a2bf01be85db tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 944 time: 0.1367245 Dec 15 13:44:20.588090 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.609155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.673255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9b9a5964-391e-4035-9366-117a3da2764e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:20.726518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Deleting port 2586f434-06fc-4e26-b445-e4eb33ffd586 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:20.728420 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.735599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5f90db-b2af-4981-8bfb-805b60be9657,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:20.739294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-ed7fb8b5-9df3-4bf7-a8a8-90a9b501c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:20.740611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.741252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-ed7fb8b5-9df3-4bf7-a8a8-90a9b501c9be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318413 Dec 15 13:44:20.748575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9b9a5964-391e-4035-9366-117a3da2764e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:20.748962 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.761795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-647befbe-7793-4fc4-a5e1-1f3feea273aa tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1630940 Dec 15 13:44:20.763607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64827901-47d8-43a4-ab57-21cc9d7d33fe req-01abe9ae-c693-4605-a35e-39a925a0d389 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686473 Dec 15 13:44:20.763737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Router 1db40f79-59a5-468d-9d2d-948380c2abf6 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:20.831007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b31cabc3-3d75-4173-bc5c-95f966ecb434 req-54d9c26a-1f65-4bdb-bee9-48892bef367e tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-48423320', 'description': 'tempest-description-695393695'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:20.857387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ae238ee9-155e-44b8-bb2c-042bd0f6769f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:20.907933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-486814f3-a1c0-4857-9c96-ef0b45b4433b None None] Provisioning complete for port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:20.908287 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-486814f3-a1c0-4857-9c96-ef0b45b4433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.952863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-486814f3-a1c0-4857-9c96-ef0b45b4433b None None] Port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:20.954883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ae238ee9-155e-44b8-bb2c-042bd0f6769f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:20.955260 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.049599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.074155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port ae238ee9-155e-44b8-bb2c-042bd0f6769f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ae238ee9-155e-44b8-bb2c-042bd0f6769f,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:21.081726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.153300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=ae238ee9-155e-44b8-bb2c-042bd0f6769f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:21.205046 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b31cabc3-3d75-4173-bc5c-95f966ecb434 req-54d9c26a-1f65-4bdb-bee9-48892bef367e tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.243722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] For port 2586f434-06fc-4e26-b445-e4eb33ffd586, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2586f434-06fc-4e26-b445-e4eb33ffd586,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:21.244116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.325194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:21.341122 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8a1eca17-3fea-42fc-8dbb-9bbc8dc00097 admin admin] 10.222.0.86 "PUT /v2.0/routers/1db40f79-59a5-468d-9d2d-948380c2abf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8140140 Dec 15 13:44:21.346270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Sync routers for ids ['1db40f79-59a5-468d-9d2d-948380c2abf6'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:21.365348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Routers {'1db40f79-59a5-468d-9d2d-948380c2abf6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:21.366441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1db40f79-59a5-468d-9d2d-948380c2abf6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:21.378354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-bbcda348-1cad-4bfd-a8d6-9a42d446daff service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278534 Dec 15 13:44:21.383216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Network 5fbe4655-dd29-431c-a401-e8229d55de6e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:21.399386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:21.426661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-cdb3be8d-51e7-46df-b8ea-f2a087ad8b37 service neutron] 10.222.0.86 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649314 Dec 15 13:44:21.589070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Set router 1db40f79-59a5-468d-9d2d-948380c2abf6 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:21.607858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cfd270e-8c41-498a-9a2d-4db6f95abe72 req-552438cc-b068-4936-8ddd-17e60aa11c6d service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168119 Dec 15 13:44:21.619020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-db49643f-1e34-44e1-8864-9b135b552449 service neutron] 10.222.0.86 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500895 Dec 15 13:44:21.639881 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b31cabc3-3d75-4173-bc5c-95f966ecb434 req-54d9c26a-1f65-4bdb-bee9-48892bef367e tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.645648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.646008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.646510 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Floating IP 59be93fd-636f-481a-8603-5daf4ebc80b8 disassociated. External IP: 172.25.7.129, port: 2586f434-06fc-4e26-b445-e4eb33ffd586. Dec 15 13:44:21.646877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Calling delete_port for 2586f434-06fc-4e26-b445-e4eb33ffd586 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:21.661119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b31cabc3-3d75-4173-bc5c-95f966ecb434 req-54d9c26a-1f65-4bdb-bee9-48892bef367e tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.784290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b31cabc3-3d75-4173-bc5c-95f966ecb434 req-54d9c26a-1f65-4bdb-bee9-48892bef367e tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.785509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b31cabc3-3d75-4173-bc5c-95f966ecb434 req-54d9c26a-1f65-4bdb-bee9-48892bef367e tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9884415 Dec 15 13:44:21.812020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9c26a-1f65-4bdb-bee9-48892bef367e tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9bec88-d439-4280-ac49-b63f596a76b7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:21.840891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Router aaac196e-2585-4c0a-a68e-d94ede3d6fce has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:21.853588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-19c8ff6b-81f1-4016-9c0d-41d2e2b8af3c None None] Provisioning complete for port 4b5f90db-b2af-4981-8bfb-805b60be9657 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:21.854262 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19c8ff6b-81f1-4016-9c0d-41d2e2b8af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:21.920419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-19c8ff6b-81f1-4016-9c0d-41d2e2b8af3c None None] Port 4b5f90db-b2af-4981-8bfb-805b60be9657 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:21.941841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9b9a5964-391e-4035-9366-117a3da2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:19Z', 'revision_number': 4, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port': {'id': '9b9a5964-391e-4035-9366-117a3da2764e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f6de8b7b-2310-4d0b-95f3-cfc560da9e3a', 'name': '', 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'mac_address': 'fa:16:3e:e6:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '84b8b351-8372-4169-9b75-414d35c9cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:16Z', 'updated_at': '2021-12-15T13:44:19Z', 'revision_number': 2, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'subnets': [{'id': '84b8b351-8372-4169-9b75-414d35c9cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:21.981096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Checking router: 1db40f79-59a5-468d-9d2d-948380c2abf6 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:21.981633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Updating router 1db40f79-59a5-468d-9d2d-948380c2abf6 port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:44:22.019103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:22.042100 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:22.089585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event deleted for resources: {'Port': ['ID=2586f434-06fc-4e26-b445-e4eb33ffd586,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:22.101364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:22.108156 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c3e40132-4120-43f7-89fc-9316a499ec44 admin admin] 10.222.0.86 "PUT /v2.0/routers/aaac196e-2585-4c0a-a68e-d94ede3d6fce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7886951 Dec 15 13:44:22.113815 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Sync routers for ids ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:22.130397 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Routers {'aaac196e-2585-4c0a-a68e-d94ede3d6fce'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:22.133169 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:22.143229 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8160f687-013e-4c22-845d-af7ce1535727 x-openstack-request-id: req-8160f687-013e-4c22-845d-af7ce1535727 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:22.143540 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359b484a-9c21-49cb-a239-816128855163", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:22.144029 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8160f687-013e-4c22-845d-af7ce1535727 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:22.144274 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'status': 'completed', 'code': 200} Dec 15 13:44:22.285115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-e8353118-3af5-4cf6-9d1b-75835e896ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.297748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-e8353118-3af5-4cf6-9d1b-75835e896ae1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 1099 time: 0.0975649 Dec 15 13:44:22.379038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68423546-3d73-49d0-8bac-c8c82972ad1b req-2d70fa13-1f9e-4877-aeb1-86c24fc1e6ed tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.381173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68423546-3d73-49d0-8bac-c8c82972ad1b req-2d70fa13-1f9e-4877-aeb1-86c24fc1e6ed tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 948 time: 0.0804555 Dec 15 13:44:22.391430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Router 02a34286-45ec-4391-a7c4-9557de0dbb9d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:22.498103 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68423546-3d73-49d0-8bac-c8c82972ad1b req-d523d7de-c365-4ba4-9d61-e7b24fbde679 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049247 Dec 15 13:44:22.508023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-3e1b95bc-6aad-4e61-afac-73f81afa27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.509772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-3e1b95bc-6aad-4e61-afac-73f81afa27fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2112360 Dec 15 13:44:22.581194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ae238ee9-155e-44b8-bb2c-042bd0f6769f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:22.653303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-5d29b30d-613f-4a2a-99b6-7d47e029473f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 217 time: 0.1255007 Dec 15 13:44:22.713400 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Set router aaac196e-2585-4c0a-a68e-d94ede3d6fce gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:22.731920 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:22.754073 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:22.763901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-820e9d39-d192-4279-9caa-fd1dbfb7bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.767005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-820e9d39-d192-4279-9caa-fd1dbfb7bb15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1062038 Dec 15 13:44:22.838028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ae238ee9-155e-44b8-bb2c-042bd0f6769f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:22.838409 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:22.869228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58b765-42e1-42ac-9f37-86d1e3777c33 None None] Pushing event updated for resources: {'Port': ['ID=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:22.887633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-63265058-62f0-4a31-8dce-1a9683ca6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.891159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-63265058-62f0-4a31-8dce-1a9683ca6d96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152096 Dec 15 13:44:22.948561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:22.986279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] Sync routers for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:23.113116 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:20Z', 'revision_number': 4, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port': {'id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:13Z', 'updated_at': '2021-12-15T13:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4b5f90db-b2af-4981-8bfb-805b60be9657', 'name': '', 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'mac_address': 'fa:16:3e:01:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '71df726a-38eb-4490-922a-9df7a9654d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:18Z', 'updated_at': '2021-12-15T13:44:20Z', 'revision_number': 2, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'subnets': [{'id': '71df726a-38eb-4490-922a-9df7a9654d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:23.114488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] No DVR routers for this DVR port 2586f434-06fc-4e26-b445-e4eb33ffd586 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:23.123175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-560f6e34-b951-426f-b553-147c92263038 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121091 Dec 15 13:44:23.123500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.128766 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7f71774-a825-4902-8c41-9b9ae6604e47 req-ed77925c-baf0-48fe-8921-bb164633f9b0 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.74 "DELETE /v2.0/ports/2586f434-06fc-4e26-b445-e4eb33ffd586 HTTP/1.1" status: 204 len: 173 time: 2.7100334 Dec 15 13:44:23.129405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'name': 'network-vif-deleted', 'tag': '2586f434-06fc-4e26-b445-e4eb33ffd586'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:23.131714 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e4e9ca-c517-46ef-9c5a-4d7f0c4fadca" -d '{"events": [{"server_uuid": "325ac3a1-5b49-4ee5-88fa-69a954049bfa", "name": "network-vif-deleted", "tag": "2586f434-06fc-4e26-b445-e4eb33ffd586"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:23.150322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:23.150881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:23.178371 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Checking router: aaac196e-2585-4c0a-a68e-d94ede3d6fce for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:23.180414 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Updating router aaac196e-2585-4c0a-a68e-d94ede3d6fce port 4b5f90db-b2af-4981-8bfb-805b60be9657 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:44:23.218663 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-dcb6b6d7-fade-4f7d-bceb-ef8b5aeaa781 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4910309 Dec 15 13:44:23.230443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:23.243669 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.256359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.300863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Attempting to bind port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:23.301237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Attempting to bind port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:23.301612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Attempting to bind port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a on network afd1ba27-fe38-4107-824b-4f0a4a16b4da {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:23.323825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a4c821b-2dd9-405c-8bf0-3fd477f20cda req-36cbb825-4fdf-4e74-94da-0d4d9bb63361 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883757 Dec 15 13:44:23.340819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:23.341247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Checking segment: {'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:23.341618 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.342020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Bound using segment: {'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:23.342508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Bound port: f6de8b7b-2310-4d0b-95f3-cfc560da9e3a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:23.342896 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.396843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-defd2ab3-c336-4414-aaed-93f70968face None None] Provisioning complete for port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:23.397220 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-defd2ab3-c336-4414-aaed-93f70968face None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.414454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.487634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] For port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:23.490425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] For port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,segment=NetworkSegment(bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a),segment_id=bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:23.511475 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.518820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-defd2ab3-c336-4414-aaed-93f70968face None None] Port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:23.554003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-0b53549b-aac1-4fbd-8482-4821ae0bb908 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:44:23.555027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-0b53549b-aac1-4fbd-8482-4821ae0bb908 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091422 Dec 15 13:44:23.561253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:23.648886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-242609e7-ae3e-49c5-8b83-341cfe53b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.660015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-242609e7-ae3e-49c5-8b83-341cfe53b496 service neutron] 10.222.0.86 "GET /v2.0/ports/a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 1094 time: 0.0766249 Dec 15 13:44:23.667333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Request body: {'binding': {'host': 'n-h2-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:23.667333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Unknown quota resources ['binding']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:44:23.681210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-04eb7c08-1b1b-48c2-80c4-9d0a9542f5a6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.683059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-04eb7c08-1b1b-48c2-80c4-9d0a9542f5a6 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.24 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 824 time: 0.2075889 Dec 15 13:44:23.698757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58b765-42e1-42ac-9f37-86d1e3777c33 None None] Pushing event updated for resources: {'Port': ['ID=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:23.723826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Routers {'1db40f79-59a5-468d-9d2d-948380c2abf6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:23.726662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Allocated IP 172.25.7.73 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/6072520a-72c8-4c38-a0d0-b2ea0c27b879) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:23.731646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1db40f79-59a5-468d-9d2d-948380c2abf6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:23.789810 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.815716 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:23.857210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-f30a1486-d582-4218-8326-4624cc027aa1 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c59fc67e6e54694870b22394d75fa71 HTTP/1.1" status: 200 len: 379 time: 0.1521976 Dec 15 13:44:23.876781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Request body: {'port': {'device_id': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'admin_state_up': True, 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'security_groups': ['2eb29278-003d-4976-95cc-fb371f5ab4e7']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:23.950664 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d95ed-3fc2-4793-b2f4-33e76478bc23 None None] Pushing event updated for resources: {'Port': ['ID=4b5f90db-b2af-4981-8bfb-805b60be9657,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:23.983317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.033398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.050343 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Attempting to bind port 4b5f90db-b2af-4981-8bfb-805b60be9657 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:24.050343 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Attempting to bind port 4b5f90db-b2af-4981-8bfb-805b60be9657 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:24.052819 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Attempting to bind port 4b5f90db-b2af-4981-8bfb-805b60be9657 on network 5fbe4655-dd29-431c-a401-e8229d55de6e {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:24.064739 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:24.065483 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Checking segment: {'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:24.066432 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.067256 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Bound using segment: {'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:24.068317 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Bound port: 4b5f90db-b2af-4981-8bfb-805b60be9657, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ee389-9f2c-4793-a53c-4f007a142c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:24.069000 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.084881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on host n-h2-821840-1 for vnic_type normal with profile None {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:24.085366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:24.085772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:24.101650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:24.102067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:24.109135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:24.111635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:24.112094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:24.112532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:24.113043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Bound port: a8857484-271e-453b-b162-305b0d705a3c, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:24.117767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:24.122517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:24.151671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2586f434-06fc-4e26-b445-e4eb33ffd586 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:24.153942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 4f5efafc-f026-4598-9b65-f82389c90c8a details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:24.157667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Pushing event updated for resources: {'Port': ['ID=6072520a-72c8-4c38-a0d0-b2ea0c27b879,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:24.193291 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] For port 4b5f90db-b2af-4981-8bfb-805b60be9657, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:24.198547 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] For port 4b5f90db-b2af-4981-8bfb-805b60be9657, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4b5f90db-b2af-4981-8bfb-805b60be9657,segment=NetworkSegment(634ee389-9f2c-4793-a53c-4f007a142c4e),segment_id=634ee389-9f2c-4793-a53c-4f007a142c4e)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:24.211062 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.226277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:24.227461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Made reservation on behalf of 9c59fc67e6e54694870b22394d75fa71 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:24.232815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.241197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.242377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-20f99c6d-93b2-4d7d-835c-85169de4fca1 service neutron] 10.222.0.86 "POST /v2.0/ports/a8857484-271e-453b-b162-305b0d705a3c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5808718 Dec 15 13:44:24.268211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 2586f434-06fc-4e26-b445-e4eb33ffd586 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:24.268567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2586f434-06fc-4e26-b445-e4eb33ffd586 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:24.284770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.300427 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d95ed-3fc2-4793-b2f4-33e76478bc23 None None] Pushing event updated for resources: {'Port': ['ID=4b5f90db-b2af-4981-8bfb-805b60be9657,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:24.346149 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Routers {'aaac196e-2585-4c0a-a68e-d94ede3d6fce'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:24.346589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9f6be12d-6925-48d4-85ef-6ee0c447707e None None] Provisioning complete for port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:24.346791 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:24.346953 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f6be12d-6925-48d4-85ef-6ee0c447707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.352663 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.431188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:44:24.564657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] Set router 1db40f79-59a5-468d-9d2d-948380c2abf6 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:24.586779 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.596317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.679807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77fc1d27-8986-4997-acb3-6d3c08864e78 req-12155d02-0aba-470b-8498-4d6758bed464 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 210 time: 0.2241468 Dec 15 13:44:24.685898 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] Set router aaac196e-2585-4c0a-a68e-d94ede3d6fce gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:24.702931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Allocated IP 172.20.0.6 (ed8cbd83-5e71-421f-995a-2f5f360d2fbc/a6e91a09-1e2c-4308-a91b-c36d1faf33c0/82629ae3-759c-4ed4-96a4-3f8fe68e6c56) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:24.707677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Pushing event updated for resources: {'Port': ['ID=6072520a-72c8-4c38-a0d0-b2ea0c27b879,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:24.728543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-dcc5e5ad-8451-4106-ac86-0db42eba41b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:24.730131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-dcc5e5ad-8451-4106-ac86-0db42eba41b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1097 time: 0.1392100 Dec 15 13:44:24.738997 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.772225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.780462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-1ac7f5eb-c749-41c6-b301-916b55691b42 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5542686 Dec 15 13:44:24.837806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:24.862846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-430a2e3e-b6ba-4f8f-b7c9-9c3a5db7c84c tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.0798607 Dec 15 13:44:24.864473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-915ac68d-f610-457d-8818-aa02393a2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:24.867044 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-915ac68d-f610-457d-8818-aa02393a2662 service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.1220858 Dec 15 13:44:24.871283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'mac_address': 'fa:16:3e:83:2c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:24.873163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f6be12d-6925-48d4-85ef-6ee0c447707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.958409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:24.977442 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:20Z', 'revision_number': 4, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port': {'id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:13Z', 'updated_at': '2021-12-15T13:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4b5f90db-b2af-4981-8bfb-805b60be9657', 'name': '', 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'mac_address': 'fa:16:3e:01:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '71df726a-38eb-4490-922a-9df7a9654d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:18Z', 'updated_at': '2021-12-15T13:44:24Z', 'revision_number': 4, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'subnets': [{'id': '71df726a-38eb-4490-922a-9df7a9654d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:24.989512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3b223ca-adb7-4e8c-ac45-b3e8b75d222d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 217 time: 0.0940642 Dec 15 13:44:25.007812 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952dd7c-e5e6-4e2b-824a-bdfd36ca059b None None] The sync data for ids ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'] in n-d-821840-1 is: [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:20Z', 'revision_number': 4, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port': {'id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:13Z', 'updated_at': '2021-12-15T13:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4b5f90db-b2af-4981-8bfb-805b60be9657', 'name': '', 'network_id': '5fbe4655-dd29-431c-a401-e8229d55de6e', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'mac_address': 'fa:16:3e:01:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '71df726a-38eb-4490-922a-9df7a9654d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:18Z', 'updated_at': '2021-12-15T13:44:24Z', 'revision_number': 4, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'subnets': [{'id': '71df726a-38eb-4490-922a-9df7a9654d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:25.019196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9f6be12d-6925-48d4-85ef-6ee0c447707e None None] For port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,segment=NetworkSegment(bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a),segment_id=bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:25.020115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-ef60309c-d732-445f-af66-ffa211d0a4ef tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.020508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] Checking router: 02a34286-45ec-4391-a7c4-9557de0dbb9d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:25.022433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.040040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b4f7ea6-7794-487d-98c8-385d02ab18e9 req-ef60309c-d732-445f-af66-ffa211d0a4ef tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1752741 Dec 15 13:44:25.042453 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f6be12d-6925-48d4-85ef-6ee0c447707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.054633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:25.055277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:25.058124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5efafc-f026-4598-9b65-f82389c90c8a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:25.105787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-4502df7d-d0e8-440d-8a0f-d4883e052cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.109310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-4502df7d-d0e8-440d-8a0f-d4883e052cb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0815372 Dec 15 13:44:25.126618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fc28e-a237-41da-9f98-8c7fba03ebe5 req-522c6ce5-55e9-4de3-a150-c27801a3156e tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.128216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f25fc28e-a237-41da-9f98-8c7fba03ebe5 req-522c6ce5-55e9-4de3-a150-c27801a3156e tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 944 time: 0.2556963 Dec 15 13:44:25.173889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-78d2248d-56d5-438b-8143-4fbc153382ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440266 Dec 15 13:44:25.248873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:25.291382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.300991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6be12d-6925-48d4-85ef-6ee0c447707e None None] Pushing event updated for resources: {'Port': ['ID=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:25.316020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-03566dfa-abdb-411c-9af6-9f0f06957eb0 None None] Provisioning complete for port 4b5f90db-b2af-4981-8bfb-805b60be9657 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:25.316681 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03566dfa-abdb-411c-9af6-9f0f06957eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.329373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f25fc28e-a237-41da-9f98-8c7fba03ebe5 req-d2508252-b616-4920-acbb-ee083fdbe53a tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613178 Dec 15 13:44:25.349290 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.389719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-1b4d4817-5556-4a18-95f0-67e9ea529a7c service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039320 Dec 15 13:44:25.418555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9b9a5964-391e-4035-9366-117a3da2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:19Z', 'revision_number': 4, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port': {'id': '9b9a5964-391e-4035-9366-117a3da2764e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f6de8b7b-2310-4d0b-95f3-cfc560da9e3a', 'name': '', 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'mac_address': 'fa:16:3e:e6:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '84b8b351-8372-4169-9b75-414d35c9cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:16Z', 'updated_at': '2021-12-15T13:44:23Z', 'revision_number': 4, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'subnets': [{'id': '84b8b351-8372-4169-9b75-414d35c9cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:25.430842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:25.518041 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.523529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-65a6f4b4-0174-4cf1-9877-88ec99ac1555 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56467 time: 0.4751418 Dec 15 13:44:25.530979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6eadb-e8ea-4174-8494-ca4fb429258d req-6508a254-1f3b-4f57-a9af-df3b685b53eb tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.532810 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cd6eadb-e8ea-4174-8494-ca4fb429258d req-6508a254-1f3b-4f57-a9af-df3b685b53eb tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 1096 time: 0.1131692 Dec 15 13:44:25.539334 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03566dfa-abdb-411c-9af6-9f0f06957eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.550670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370419c-926c-4de0-9427-32ad02a2cce4 None None] The sync data for ids ['1db40f79-59a5-468d-9d2d-948380c2abf6'] in n-d-821840-1 is: [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9b9a5964-391e-4035-9366-117a3da2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:19Z', 'revision_number': 4, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port': {'id': '9b9a5964-391e-4035-9366-117a3da2764e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f6de8b7b-2310-4d0b-95f3-cfc560da9e3a', 'name': '', 'network_id': 'afd1ba27-fe38-4107-824b-4f0a4a16b4da', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'mac_address': 'fa:16:3e:e6:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '84b8b351-8372-4169-9b75-414d35c9cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:16Z', 'updated_at': '2021-12-15T13:44:23Z', 'revision_number': 4, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'subnets': [{'id': '84b8b351-8372-4169-9b75-414d35c9cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:25.560930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['4f5efafc-f026-4598-9b65-f82389c90c8a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:25.568399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:25.631788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-03566dfa-abdb-411c-9af6-9f0f06957eb0 None None] For port 4b5f90db-b2af-4981-8bfb-805b60be9657, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4b5f90db-b2af-4981-8bfb-805b60be9657,segment=NetworkSegment(634ee389-9f2c-4793-a53c-4f007a142c4e),segment_id=634ee389-9f2c-4793-a53c-4f007a142c4e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:25.651705 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-d7200615-192f-4d22-a9b4-e64defdb57c2 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/14410326-f321-48d9-b4e3-1d0c90e70885 HTTP/1.1" status: 200 len: 2994 time: 0.0782850 Dec 15 13:44:25.666383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:25.679047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:25.689742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03566dfa-abdb-411c-9af6-9f0f06957eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.704523 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-608e9d05-bd3f-415c-92a0-dbeb49d0a171 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025267 Dec 15 13:44:25.709475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:25.716499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.717155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:25.733369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event updated for resources: {'Port': ['ID=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:25.768394 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-7ac91ee3-ae22-429f-9863-45a0a119edff tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/14410326-f321-48d9-b4e3-1d0c90e70885 HTTP/1.1" status: 200 len: 2994 time: 0.1043708 Dec 15 13:44:25.773355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cd6eadb-e8ea-4174-8494-ca4fb429258d req-76630b81-b535-4ef9-be27-7769d23c67f3 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141764 Dec 15 13:44:25.823089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-b4a3a8e0-3d2e-4d17-a3d8-30c4a3cfb951 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9544570 Dec 15 13:44:25.866268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-fe8397a7-ab53-4774-9226-5d1f88850475 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/2c59ec26-a90d-4822-90d8-832fbe5d635e HTTP/1.1" status: 200 len: 2998 time: 0.0963426 Dec 15 13:44:25.897860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Request body: {'port': {'device_id': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:25.959184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-15c2991d-75b8-41ac-8110-00ffab87aebc tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/2c59ec26-a90d-4822-90d8-832fbe5d635e HTTP/1.1" status: 200 len: 2998 time: 0.0918579 Dec 15 13:44:26.049039 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-178adb84-566b-49a2-a279-3f9b39f2e56f tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/3266972d-7e90-49a3-b400-c053cfd21685 HTTP/1.1" status: 200 len: 2998 time: 0.0887599 Dec 15 13:44:26.119611 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-e8cbeaf0-7efc-4072-b3b6-1124bab14944 req-591028a0-71af-40c6-aeec-9a70ad562e91 tempest-FloatingIPDetailsNegativeTestJSON-984711487 tempest-FloatingIPDetailsNegativeTestJSON-984711487-project] show failed (client error): The resource could not be found. Dec 15 13:44:26.121883 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8cbeaf0-7efc-4072-b3b6-1124bab14944 req-591028a0-71af-40c6-aeec-9a70ad562e91 tempest-FloatingIPDetailsNegativeTestJSON-984711487 tempest-FloatingIPDetailsNegativeTestJSON-984711487-project] 10.222.0.86 "GET /v2.0/floatingips/37c54fa6-8cbd-4b03-ac4e-1cecd639ceb6 HTTP/1.1" status: 404 len: 350 time: 0.1229413 Dec 15 13:44:26.140452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45594) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:26.171100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.201100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8f6b73c7-0585-431d-aa3a-69e17b771f6b None None] Provisioning complete for port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:26.201701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f6b73c7-0585-431d-aa3a-69e17b771f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.202914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03566dfa-abdb-411c-9af6-9f0f06957eb0 None None] Pushing event updated for resources: {'Port': ['ID=4b5f90db-b2af-4981-8bfb-805b60be9657,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:26.256442 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2ca880-1f7a-4ad3-95c9-5cd228af8de3 x-openstack-request-id: req-9f2ca880-1f7a-4ad3-95c9-5cd228af8de3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:26.256604 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325ac3a1-5b49-4ee5-88fa-69a954049bfa", "name": "network-vif-deleted", "tag": "2586f434-06fc-4e26-b445-e4eb33ffd586", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:26.256776 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f2ca880-1f7a-4ad3-95c9-5cd228af8de3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:26.257209 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325ac3a1-5b49-4ee5-88fa-69a954049bfa', 'name': 'network-vif-deleted', 'tag': '2586f434-06fc-4e26-b445-e4eb33ffd586', 'status': 'completed', 'code': 200} Dec 15 13:44:26.258842 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-dcec9269-f19e-4ab1-a6bc-c23130b2cda3 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/3266972d-7e90-49a3-b400-c053cfd21685 HTTP/1.1" status: 200 len: 2998 time: 0.2019057 Dec 15 13:44:26.369195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b73c7-0585-431d-aa3a-69e17b771f6b None None] Port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:26.470555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:26.672273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-ddb8670b-4802-4f49-b621-0ca4e0d8e5f8 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/3805f6be-29ea-49a0-9af5-19d67689b117 HTTP/1.1" status: 200 len: 2998 time: 0.3959477 Dec 15 13:44:26.742801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:26.751837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.767825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Transition to ACTIVE for port object 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:26.794702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-b7dd60a1-452f-4f12-981d-364807fc956b tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/3805f6be-29ea-49a0-9af5-19d67689b117 HTTP/1.1" status: 200 len: 2998 time: 0.1138768 Dec 15 13:44:26.805152 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:26.866452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f6de8b7b-2310-4d0b-95f3-cfc560da9e3a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:26.869258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492be42-cf9d-4127-a5ba-008345b64d45 None None] The sync data for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 is: [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:26.902376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bdde6-f51d-4eb4-88f7-d8c996e2fb4d req-581653cd-a1fd-4e3a-9e99-2898b089ea19 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:26.911101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-199bdde6-f51d-4eb4-88f7-d8c996e2fb4d req-581653cd-a1fd-4e3a-9e99-2898b089ea19 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 949 time: 0.1415489 Dec 15 13:44:26.912980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Pushing event updated for resources: {'Port': ['ID=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:26.921696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-a2c16bc1-efd4-4265-85cf-19c5fcf05503 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/3fdebd53-897c-4358-a951-77e92f111408 HTTP/1.1" status: 200 len: 2990 time: 0.1152699 Dec 15 13:44:27.032868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:27.033400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:27.038709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-199bdde6-f51d-4eb4-88f7-d8c996e2fb4d req-b261ab14-1460-4278-989c-075cf274e8d3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265154 Dec 15 13:44:27.040416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Attempting to bind port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:27.040758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Attempting to bind port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:27.041089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Attempting to bind port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 on network ed8cbd83-5e71-421f-995a-2f5f360d2fbc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:27.046171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 on network ed8cbd83-5e71-421f-995a-2f5f360d2fbc not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:27.046531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Attempting to bind port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 on network ed8cbd83-5e71-421f-995a-2f5f360d2fbc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:27.054474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:27.054811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Checking segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:27.055207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Bound using segment: {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:27.055642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Bound port: 82629ae3-759c-4ed4-96a4-3f8fe68e6c56, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2866525-de34-434f-9452-6ca07ce3fdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:27.056067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:27.165074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-2c9a218f-7f79-471d-b691-8e198ff1334e tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/3fdebd53-897c-4358-a951-77e92f111408 HTTP/1.1" status: 200 len: 2990 time: 0.2392824 Dec 15 13:44:27.208027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4b5f90db-b2af-4981-8bfb-805b60be9657 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:27.218147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] For port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:27.261932 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-9c9dc77e-5e1b-491f-97a8-676885f9f9aa tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/6752a5da-d402-46a7-8007-db5874f85441 HTTP/1.1" status: 200 len: 2994 time: 0.0958264 Dec 15 13:44:27.272263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:27.280823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4b5f90db-b2af-4981-8bfb-805b60be9657 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:27.281465 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:27.283038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] For port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:27.307851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:27.326788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cb6c4-5096-4d52-9174-4a5fbf752b1e req-31b9dc49-4407-427e-bb97-a5fddb1722f1 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.330182 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b69cb6c4-5096-4d52-9174-4a5fbf752b1e req-31b9dc49-4407-427e-bb97-a5fddb1722f1 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.1390293 Dec 15 13:44:27.415741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.416390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:27.417985 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] 10.222.0.24 "PUT /v2.0/ports/82629ae3-759c-4ed4-96a4-3f8fe68e6c56 HTTP/1.1" status: 200 len: 1091 time: 1.5251572 Dec 15 13:44:27.421148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'tag': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:27.429452 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd4c916-592f-4ff6-af65-00cecad00eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "38eb2edb-51c7-4e5d-8541-74bd7fe3f569", "tag": "82629ae3-759c-4ed4-96a4-3f8fe68e6c56"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:27.449773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f776edc-af14-4075-9a2e-c72be96b746b service neutron] Pushing event updated for resources: {'Port': ['ID=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:27.582082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b69cb6c4-5096-4d52-9174-4a5fbf752b1e req-073549fb-ccc1-4af4-ba18-f6982c3266e2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804926 Dec 15 13:44:27.594103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-e96a3f72-45b5-4e96-850b-ed8b54bc1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.595728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-e96a3f72-45b5-4e96-850b-ed8b54bc1baa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 1094 time: 0.1081848 Dec 15 13:44:27.661860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-de4c6447-13ce-43e3-bdb4-92dbf0c45463 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82629ae3-759c-4ed4-96a4-3f8fe68e6c56 HTTP/1.1" status: 200 len: 217 time: 0.0574389 Dec 15 13:44:27.721050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59cbff27-b7f1-49be-b167-78a0ddc31907 req-d7f5a654-94fe-4973-974a-524cb6fe97a0 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips/a6e19315-38ff-42d7-8a51-82a1017bd21b HTTP/1.1" status: 200 len: 692 time: 0.0949910 Dec 15 13:44:27.799683 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-23e5f4bc-965b-4e27-b63d-9d5f0bee26c6 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/6752a5da-d402-46a7-8007-db5874f85441 HTTP/1.1" status: 200 len: 2994 time: 0.5240574 Dec 15 13:44:27.870661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-1f93c94b-5306-4455-aa18-191f6ccbcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.872171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-1f93c94b-5306-4455-aa18-191f6ccbcc02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 200 len: 863 time: 0.1498530 Dec 15 13:44:27.909917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 28de6561-1163-4735-adf8-b9bd8f98ebcf details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:27.922350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbff27-b7f1-49be-b167-78a0ddc31907 req-e40b09eb-21e0-4629-a462-349ac831c4ec tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.923454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-dfe07ae3-3362-45a2-a330-22edee5295fa tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/87f30cca-1ab2-45b8-8ade-d12f005b9acf HTTP/1.1" status: 200 len: 2998 time: 0.0902979 Dec 15 13:44:27.932386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59cbff27-b7f1-49be-b167-78a0ddc31907 req-e40b09eb-21e0-4629-a462-349ac831c4ec tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.2023470 Dec 15 13:44:27.942688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-59cbff27-b7f1-49be-b167-78a0ddc31907 req-7f398886-22a6-48ce-9e21-f83e76e00557 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:44:27.944894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59cbff27-b7f1-49be-b167-78a0ddc31907 req-7f398886-22a6-48ce-9e21-f83e76e00557 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116313 Dec 15 13:44:27.957093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-a541cbdc-1865-47c9-a648-237120d1f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:27.958860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-a541cbdc-1865-47c9-a648-237120d1f10b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767269 Dec 15 13:44:28.024669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 4f5efafc-f026-4598-9b65-f82389c90c8a up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:28.026111 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-83cd4ac6-feb6-4585-acf9-c6d9a95f6d7a tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/87f30cca-1ab2-45b8-8ade-d12f005b9acf HTTP/1.1" status: 200 len: 2998 time: 0.0918577 Dec 15 13:44:28.074665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bd1f9-6843-4ddc-b3df-5d16ec60efbf None None] New status for floating IP 59be93fd-636f-481a-8603-5daf4ebc80b8: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:28.086341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 28de6561-1163-4735-adf8-b9bd8f98ebcf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28de6561-1163-4735-adf8-b9bd8f98ebcf,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:28.101584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'port_id': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'mac_address': 'fa:16:3e:43:ab:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:28.154018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 4f5efafc-f026-4598-9b65-f82389c90c8a completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:28.167452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 4f5efafc-f026-4598-9b65-f82389c90c8a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:28.168436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.171789 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.211653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28de6561-1163-4735-adf8-b9bd8f98ebcf {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:28.239403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 28de6561-1163-4735-adf8-b9bd8f98ebcf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28de6561-1163-4735-adf8-b9bd8f98ebcf,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:28.247044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef62372-ef60-46fb-a8d2-7131f6ac6960 req-e3627e6a-2f91-4343-914a-6c0c44f93378 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:28.247566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-ba8f95b1-6d03-4671-9f08-cea8903ed0f0 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9304d9d8-e9fb-47d8-945d-5aa2273c33ea HTTP/1.1" status: 200 len: 2998 time: 0.2080657 Dec 15 13:44:28.249411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ef62372-ef60-46fb-a8d2-7131f6ac6960 req-e3627e6a-2f91-4343-914a-6c0c44f93378 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 943 time: 0.1910424 Dec 15 13:44:28.290227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.311890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-e15da05a-5c37-4a20-9043-2fdef338f9fc tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9304d9d8-e9fb-47d8-945d-5aa2273c33ea HTTP/1.1" status: 200 len: 2998 time: 0.0632961 Dec 15 13:44:28.317870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ef62372-ef60-46fb-a8d2-7131f6ac6960 req-5f1af706-6b43-4994-9ad0-a3b63fc04f2e tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593317 Dec 15 13:44:28.325285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-e0f42e0a-2f7b-42ae-9b7b-3c839816a4b3 service neutron] 10.222.0.24 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586695 Dec 15 13:44:28.350863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Deleting port 4b5f90db-b2af-4981-8bfb-805b60be9657 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:28.351212 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.429920 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.476469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b72960-514d-455a-a3fd-bb635cd7a3ef req-950e1edc-0784-48de-903f-d72fabdd8455 service neutron] 10.222.0.24 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431062 Dec 15 13:44:28.491223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:28.493515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=28de6561-1163-4735-adf8-b9bd8f98ebcf,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:28.500694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:28.503645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] For port 4b5f90db-b2af-4981-8bfb-805b60be9657, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4b5f90db-b2af-4981-8bfb-805b60be9657,segment=NetworkSegment(634ee389-9f2c-4793-a53c-4f007a142c4e),segment_id=634ee389-9f2c-4793-a53c-4f007a142c4e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:28.504052 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.504635 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2157e015-ebbe-4e9e-a341-17be05776d25" -d '{"events": [{"server_uuid": "359b484a-9c21-49cb-a239-816128855163", "name": "network-vif-plugged", "status": "completed", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:28.507642 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-e34ec616-4179-459b-bf71-b88f87d7d905 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9b7f93c9-b9dd-45b6-a2b5-5c82f85d1c5b HTTP/1.1" status: 200 len: 2998 time: 0.1770024 Dec 15 13:44:28.513413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.528773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Calling delete_port for 4b5f90db-b2af-4981-8bfb-805b60be9657 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:28.572374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:28.612311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-55cb0f33-5dc8-41be-8a41-6e157f01f852 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9b7f93c9-b9dd-45b6-a2b5-5c82f85d1c5b HTTP/1.1" status: 200 len: 2998 time: 0.0916252 Dec 15 13:44:28.615788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0470f84-1a2b-438d-b052-85d839760942 req-bd5842d2-5033-4a7c-979d-810e247d6553 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:28.617555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-bd5842d2-5033-4a7c-979d-810e247d6553 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 808 time: 0.1743417 Dec 15 13:44:28.633081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['28de6561-1163-4735-adf8-b9bd8f98ebcf'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:28.652314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-3686e0ea-a0bf-4cd1-a257-b2fbf2fb019e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/quotas/09ae0d9410d84a26b0f857d48d5e5037 HTTP/1.1" status: 200 len: 375 time: 0.0272207 Dec 15 13:44:28.724531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-bcdebc5c-0c25-4adc-ace0-5aee42f339ca tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9c9ad4c5-05c6-4288-ad17-44dabb4f42be HTTP/1.1" status: 200 len: 2998 time: 0.1093595 Dec 15 13:44:28.733200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-50b70262-3421-4936-bfd3-f065a5f3a1d0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712416 Dec 15 13:44:28.840100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:28.842278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-bf914d6a-941a-49e4-856d-3db7e1f041cb service neutron] 10.222.0.86 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007142 Dec 15 13:44:28.887268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5f90db-b2af-4981-8bfb-805b60be9657,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:28.959642 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-a043a154-3691-4c62-b1ec-3a7eb620476d service neutron] 10.222.0.86 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085560 Dec 15 13:44:28.962679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-d74edf33-6fb4-4b21-b421-ca0dcfce4649 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9c9ad4c5-05c6-4288-ad17-44dabb4f42be HTTP/1.1" status: 200 len: 2998 time: 0.2235413 Dec 15 13:44:29.057868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-85076648-8f39-4d6c-9d8b-a9997299e733 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/a2b87f98-3572-4d1c-9927-c80b2d8697e1 HTTP/1.1" status: 200 len: 2998 time: 0.0939770 Dec 15 13:44:29.199326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-350d5749-9ee3-4d65-8580-8374a90e428d tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/a2b87f98-3572-4d1c-9927-c80b2d8697e1 HTTP/1.1" status: 200 len: 2998 time: 0.1405685 Dec 15 13:44:29.246371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649604ca-355d-43a5-9528-53251e674233 req-fdd736bc-1ebf-4eeb-b7cb-0eab3e5ab0a2 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:29.247973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-649604ca-355d-43a5-9528-53251e674233 req-fdd736bc-1ebf-4eeb-b7cb-0eab3e5ab0a2 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 945 time: 0.0983365 Dec 15 13:44:29.321447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-649604ca-355d-43a5-9528-53251e674233 req-7ba40541-d82d-420f-890a-3546eccec477 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654020 Dec 15 13:44:29.325247 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-891c676e-672f-4e86-b4ec-ec4866b652fa tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/b7bdfea0-eaa7-4ed3-9982-dc52d8419d80 HTTP/1.1" status: 200 len: 2998 time: 0.1124737 Dec 15 13:44:29.328219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:29.400547 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4df7e6-ee3d-4313-b58f-d36b60b31025 x-openstack-request-id: req-ba4df7e6-ee3d-4313-b58f-d36b60b31025 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:29.401088 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38eb2edb-51c7-4e5d-8541-74bd7fe3f569", "tag": "82629ae3-759c-4ed4-96a4-3f8fe68e6c56", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:29.401439 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba4df7e6-ee3d-4313-b58f-d36b60b31025 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:29.402169 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'tag': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'status': 'completed', 'code': 200} Dec 15 13:44:29.433665 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-e859add8-545c-4666-85f1-5564c1afdf03 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/b7bdfea0-eaa7-4ed3-9982-dc52d8419d80 HTTP/1.1" status: 200 len: 2998 time: 0.1029725 Dec 15 13:44:29.538344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-bcb29eba-4a12-4a58-bcd6-ae4d6de0e353 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/bcd41077-2d87-4c13-b8ac-15eb824c559a HTTP/1.1" status: 200 len: 2998 time: 0.0959489 Dec 15 13:44:29.676950 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-18eb5ded-8b17-4b7f-916e-963520886d8c tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/bcd41077-2d87-4c13-b8ac-15eb824c559a HTTP/1.1" status: 200 len: 2998 time: 0.0968914 Dec 15 13:44:29.720873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Router aaac196e-2585-4c0a-a68e-d94ede3d6fce has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:29.754233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-a8cc8791-4dca-474a-828c-16c3d516c3cb tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/eabf40cf-ab1d-4c7f-85c2-8f2c36ef1f79 HTTP/1.1" status: 200 len: 2998 time: 0.0674078 Dec 15 13:44:29.841421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6def00c-1e67-4b88-a5b1-b8a555ef5d14 req-d936c2d3-a79b-473c-a265-d4035e313820 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=af501855b41f4d0abaac1bd108133267 HTTP/1.1" status: 200 len: 695 time: 0.4243588 Dec 15 13:44:29.887354 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-bce3f0bf-45bc-4806-ab96-82de70ef241f tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/eabf40cf-ab1d-4c7f-85c2-8f2c36ef1f79 HTTP/1.1" status: 200 len: 2998 time: 0.1016443 Dec 15 13:44:29.899629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:29.905407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-939d4a3b-97c7-4ea9-9d95-c408f6c030f5 admin admin] 10.222.0.86 "PUT /v2.0/routers/aaac196e-2585-4c0a-a68e-d94ede3d6fce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7616737 Dec 15 13:44:29.910728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45628) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:29.912613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] Sync routers for ids ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:29.925167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-7b2e02a9-1b1f-4590-857b-228b17cb6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:29.926619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-7b2e02a9-1b1f-4590-857b-228b17cb6b53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 1094 time: 0.4807031 Dec 15 13:44:29.942804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] Routers {'aaac196e-2585-4c0a-a68e-d94ede3d6fce'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:29.943961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:29.950411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 28de6561-1163-4735-adf8-b9bd8f98ebcf up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:30.046157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-2349087b-65a1-4cb3-936d-c91628f1b05f tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/f98bb71e-485f-40e2-9d48-346141854991 HTTP/1.1" status: 200 len: 2998 time: 0.1391823 Dec 15 13:44:30.104516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def00c-1e67-4b88-a5b1-b8a555ef5d14 req-23a5ea16-b79b-4439-a2b9-54be2b03d7c2 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.113618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6def00c-1e67-4b88-a5b1-b8a555ef5d14 req-23a5ea16-b79b-4439-a2b9-54be2b03d7c2 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/networks?id=26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 787 time: 0.2633197 Dec 15 13:44:30.119098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-d6def00c-1e67-4b88-a5b1-b8a555ef5d14 req-8f7e4399-c1f0-4601-9aa8-7bba0bfa3b39 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:44:30.130995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6def00c-1e67-4b88-a5b1-b8a555ef5d14 req-8f7e4399-c1f0-4601-9aa8-7bba0bfa3b39 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165844 Dec 15 13:44:30.133894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-ea60e62c-578b-43a2-829b-059971772e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.136133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-ea60e62c-578b-43a2-829b-059971772e30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 926 time: 0.1991775 Dec 15 13:44:30.137154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.191424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-a9c8ea1c-cd84-465c-b92d-2bd75ab02de2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82629ae3-759c-4ed4-96a4-3f8fe68e6c56 HTTP/1.1" status: 200 len: 217 time: 0.0455310 Dec 15 13:44:30.195738 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-3ce71fb7-676a-4bc9-84d5-39d824c92f23 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/f98bb71e-485f-40e2-9d48-346141854991 HTTP/1.1" status: 200 len: 2998 time: 0.1100028 Dec 15 13:44:30.249512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] Set router aaac196e-2585-4c0a-a68e-d94ede3d6fce gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:30.255322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 28de6561-1163-4735-adf8-b9bd8f98ebcf completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:30.292161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-689978cc-b97d-48ba-9658-2bb64c9828bd tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/fbfbdc34-d2f5-4c8d-8d06-5d79e430663d HTTP/1.1" status: 200 len: 2994 time: 0.0885053 Dec 15 13:44:30.299853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.313818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-1e2ee125-a47e-4230-b489-92d1ceadbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.315855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-1e2ee125-a47e-4230-b489-92d1ceadbdd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 200 len: 863 time: 0.1172073 Dec 15 13:44:30.345392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fe0f3-82e6-4506-b7a5-ffd287770bc4 req-19f4c8cf-f515-4bbe-8578-4dec4ea89b54 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.347162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a9fe0f3-82e6-4506-b7a5-ffd287770bc4 req-19f4c8cf-f515-4bbe-8578-4dec4ea89b54 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0955498 Dec 15 13:44:30.379417 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5a51ff9-f8d1-416c-b480-026d54fa7c68 req-5bd88123-51d3-4ec6-9647-1232f3feb8b8 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/fbfbdc34-d2f5-4c8d-8d06-5d79e430663d HTTP/1.1" status: 200 len: 2994 time: 0.0759683 Dec 15 13:44:30.405113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Deleting port ae238ee9-155e-44b8-bb2c-042bd0f6769f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:30.405454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.416843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 28de6561-1163-4735-adf8-b9bd8f98ebcf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:30.417418 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.448665 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf2ff58-217e-4cab-b5a1-ee5fb4dd68dd x-openstack-request-id: req-aaf2ff58-217e-4cab-b5a1-ee5fb4dd68dd {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:30.450134 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b484a-9c21-49cb-a239-816128855163", "name": "network-vif-plugged", "status": "completed", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:30.450134 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aaf2ff58-217e-4cab-b5a1-ee5fb4dd68dd {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:30.458628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a9fe0f3-82e6-4506-b7a5-ffd287770bc4 req-f837c644-872a-43df-98ee-94369a103bf3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954409 Dec 15 13:44:30.463325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-961a1e46-da5e-462b-b61f-d9bbaa1f980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.472676 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'code': 200} Dec 15 13:44:30.474639 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-961a1e46-da5e-462b-b61f-d9bbaa1f980a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474297 Dec 15 13:44:30.643254 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.661329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-1e1f2ac2-f148-403f-bf52-fe8ac66acc58 service neutron] 10.222.0.24 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688733 Dec 15 13:44:30.731073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] For port ae238ee9-155e-44b8-bb2c-042bd0f6769f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ae238ee9-155e-44b8-bb2c-042bd0f6769f,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:30.731478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.751484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Calling delete_port for ae238ee9-155e-44b8-bb2c-042bd0f6769f owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:30.754033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.767307 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930b1e1-a030-43e3-9de0-3fe889cafa0b req-cded4c61-305c-4139-bae9-c1822e48af4d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.768840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b930b1e1-a030-43e3-9de0-3fe889cafa0b req-cded4c61-305c-4139-bae9-c1822e48af4d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.2223423 Dec 15 13:44:30.792600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e9ad7-4e72-4780-b308-852e24eb96df req-6a3ef0a3-4cb5-4148-8299-9b05287df7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.794084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c62e9ad7-4e72-4780-b308-852e24eb96df req-6a3ef0a3-4cb5-4148-8299-9b05287df7dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 1101 time: 0.1981957 Dec 15 13:44:30.808403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 28de6561-1163-4735-adf8-b9bd8f98ebcf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28de6561-1163-4735-adf8-b9bd8f98ebcf,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:30.818886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:28Z', 'revision_number': 5, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port': {'id': 'ae238ee9-155e-44b8-bb2c-042bd0f6769f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:13Z', 'updated_at': '2021-12-15T13:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:30.823378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.857592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0470f84-1a2b-438d-b052-85d839760942 req-22cc29da-8bce-45d1-a91c-6b219a5fddd4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:30.864497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-22cc29da-8bce-45d1-a91c-6b219a5fddd4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 808 time: 0.2005343 Dec 15 13:44:30.887253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b930b1e1-a030-43e3-9de0-3fe889cafa0b req-de398bec-138c-4194-9fd7-dcedaa1ecc42 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065288 Dec 15 13:44:30.889384 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:30.890364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] Checking router: aaac196e-2585-4c0a-a68e-d94ede3d6fce for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:30.911844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] Routers {'aaac196e-2585-4c0a-a68e-d94ede3d6fce'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:30.912733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:31.003946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c62e9ad7-4e72-4780-b308-852e24eb96df req-a84672e3-835f-4cd0-9a11-4dd570d048fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887398 Dec 15 13:44:31.028336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=28de6561-1163-4735-adf8-b9bd8f98ebcf,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:31.050441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] Set router aaac196e-2585-4c0a-a68e-d94ede3d6fce gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:31.069029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Request body: {'port': {'device_id': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'admin_state_up': True, 'tenant_id': '09ae0d9410d84a26b0f857d48d5e5037'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:31.141944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:30Z', 'revision_number': 6, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:31.222931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97a733-7465-4e25-92cc-117c2469e115 None None] The sync data for ids ['aaac196e-2585-4c0a-a68e-d94ede3d6fce'] in n-d-821840-1 is: [{'id': 'aaac196e-2585-4c0a-a68e-d94ede3d6fce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002258013-router', 'tenant_id': 'fac372f6b3144fd3b3c39925db433170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:10Z', 'updated_at': '2021-12-15T13:44:30Z', 'revision_number': 6, 'project_id': 'fac372f6b3144fd3b3c39925db433170', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:31.230931 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-968d80f2-71e7-41c0-8c5b-bd5760a8549a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.251764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-250041f0-e2b1-4c0e-b341-b0a90fc67ed8 req-60e8faa8-bda0-4731-aa78-b38a421b8c41 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 210 time: 0.5892901 Dec 15 13:44:31.297676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec01810-16b0-4590-bf07-9db9b4b8cf61 req-45ae9962-04ce-4ce8-a001-fac93d0d3c7f tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.305268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ec01810-16b0-4590-bf07-9db9b4b8cf61 req-45ae9962-04ce-4ce8-a001-fac93d0d3c7f tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 943 time: 0.1268795 Dec 15 13:44:31.335556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.354479 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bd4c916-592f-4ff6-af65-00cecad00eb0 req-3670c2cf-9cdc-4b6f-a481-f5b4e10ea048 service neutron] 10.222.0.24 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858561 Dec 15 13:44:31.359709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Made reservation on behalf of 09ae0d9410d84a26b0f857d48d5e5037 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:31.363510 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.381926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae238ee9-155e-44b8-bb2c-042bd0f6769f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:31.386689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-677c5c63-95e6-47be-9d93-db70762c2526 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips/a6e19315-38ff-42d7-8a51-82a1017bd21b HTTP/1.1" status: 200 len: 692 time: 0.0780494 Dec 15 13:44:31.415116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ec01810-16b0-4590-bf07-9db9b4b8cf61 req-ba95c2e6-7d23-48ae-9a7c-4cb0e5570e32 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089690 Dec 15 13:44:31.454251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.596037 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.596827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-1a1e491d-e2d8-4689-9723-7e2022723966 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.598262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-1a1e491d-e2d8-4689-9723-7e2022723966 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1933241 Dec 15 13:44:31.602874 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.603083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Allocated IP 172.20.0.5 (87d8033e-dffc-4e08-a41a-99e4801c9b00/155b3a00-9352-46c0-9941-5adafc4b409e/452d6005-9dbc-45e6-9952-b5476d44260c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:31.673630 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-f877d30f-7858-42c7-98b9-146d571a6ebd tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.0600030 Dec 15 13:44:31.679453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb9c82-701a-4053-af4c-d97e3317d1af req-2b004394-b98c-4561-84a4-62afc775b8a2 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:31.686597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1dcb9c82-701a-4053-af4c-d97e3317d1af req-2b004394-b98c-4561-84a4-62afc775b8a2 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.1856556 Dec 15 13:44:31.698940 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.699521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaac196e-2585-4c0a-a68e-d94ede3d6fce {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:44:31.713374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:31.714109 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bbbb42ac-ae9d-4074-9d30-15551cd23929 admin admin] 10.222.0.86 "DELETE /v2.0/routers/aaac196e-2585-4c0a-a68e-d94ede3d6fce HTTP/1.1" status: 204 len: 168 time: 1.7973015 Dec 15 13:44:31.717806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45638) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:31.758039 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1dcb9c82-701a-4053-af4c-d97e3317d1af req-f80ce1d4-e7ca-4ab4-beb3-75df66c7af06 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659356 Dec 15 13:44:31.828699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-f4e3a0a2-0037-4027-82c0-b6c996b29b9b tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.1447201 Dec 15 13:44:31.850341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc8231c4-9ccd-49e7-9960-ad9d872a5c4e req-ae9453b2-020b-4d33-85a7-2f67853d486b tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b98b5e6e8ebf433eb3d7ba8d79e937b7 HTTP/1.1" status: 200 len: 6153 time: 0.0772464 Dec 15 13:44:31.902514 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc8231c4-9ccd-49e7-9960-ad9d872a5c4e req-80e1937d-f42b-46c7-8464-7b248e6d66ae tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "GET /v2.0/security-groups/9c9ad4c5-05c6-4288-ad17-44dabb4f42be HTTP/1.1" status: 200 len: 2998 time: 0.0440233 Dec 15 13:44:31.933488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f69198a-1ea9-4ddb-bd83-df5511abbbc7 admin admin] Deleting subnet 71df726a-38eb-4490-922a-9df7a9654d17 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:31.965508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc8231c4-9ccd-49e7-9960-ad9d872a5c4e req-314dc105-f784-4cca-9a2e-a8b823af12b8 tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "GET /v2.0/security-groups/9c9ad4c5-05c6-4288-ad17-44dabb4f42be HTTP/1.1" status: 200 len: 2998 time: 0.0468731 Dec 15 13:44:31.969442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f69198a-1ea9-4ddb-bd83-df5511abbbc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.043552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:32.081329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f69198a-1ea9-4ddb-bd83-df5511abbbc7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.093196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db70e9d-5087-4dd6-9a03-f94488b35122 req-1fa5e656-961a-41a3-ae53-b5d2afa95444 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.097275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db70e9d-5087-4dd6-9a03-f94488b35122 req-1fa5e656-961a-41a3-ae53-b5d2afa95444 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0615754 Dec 15 13:44:32.150748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.178277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db70e9d-5087-4dd6-9a03-f94488b35122 req-afd89837-43ef-4aab-a39f-925805b9857c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690300 Dec 15 13:44:32.208275 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f69198a-1ea9-4ddb-bd83-df5511abbbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.257820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Deleting port 6072520a-72c8-4c38-a0d0-b2ea0c27b879 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:32.258501 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.341409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0195e-9533-46f9-b26d-605843c37d0c req-1b3d42f9-495d-472d-96be-3b77a6012f9b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.344219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64b0195e-9533-46f9-b26d-605843c37d0c req-1b3d42f9-495d-472d-96be-3b77a6012f9b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.0971167 Dec 15 13:44:32.352153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.378223 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f69198a-1ea9-4ddb-bd83-df5511abbbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.428192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64b0195e-9533-46f9-b26d-605843c37d0c req-fe41cc43-0fa5-42de-b9dd-ee69a5527eeb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783050 Dec 15 13:44:32.446007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:32.452551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69198a-1ea9-4ddb-bd83-df5511abbbc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71df726a-38eb-4490-922a-9df7a9654d17,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:32.463105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Network 87d8033e-dffc-4e08-a41a-99e4801c9b00 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:32.469512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f69198a-1ea9-4ddb-bd83-df5511abbbc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.474956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3f69198a-1ea9-4ddb-bd83-df5511abbbc7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/71df726a-38eb-4490-922a-9df7a9654d17 HTTP/1.1" status: 204 len: 168 time: 0.7492414 Dec 15 13:44:32.475471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45648) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:32.479566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28de6561-1163-4735-adf8-b9bd8f98ebcf'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:32.481835 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae880322-9721-4ad6-a31c-7bb1f4e4afc0" -d '{"events": [{"server_uuid": "b57097b5-db21-455d-bc5a-914afd607f3e", "name": "network-vif-plugged", "status": "completed", "tag": "28de6561-1163-4735-adf8-b9bd8f98ebcf"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:32.489792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.490147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.501891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc62be2-5a2f-408e-acdc-a68ed29de15d None None] Network 5fbe4655-dd29-431c-a401-e8229d55de6e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:32.503891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Calling delete_port for 6072520a-72c8-4c38-a0d0-b2ea0c27b879 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:32.506624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'port_id': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'mac_address': 'fa:16:3e:46:66:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:32.518288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:32.524464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:32.536988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:32.537874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.573035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ae238ee9-155e-44b8-bb2c-042bd0f6769f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:32.608090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Pushing event updated for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:32.608344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.621172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-48ec40c7-b06c-4a15-bd0b-ffe4029b6b17 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5598638 Dec 15 13:44:32.623777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e6e3e93-428b-4a9e-8039-c28cd7392ae6 req-b2e2ff02-7c7d-4413-b257-6449206d04cf tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/ab9bec88-d439-4280-ac49-b63f596a76b7 HTTP/1.1" status: 200 len: 1792 time: 0.0759358 Dec 15 13:44:32.635056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Request body: {'port': {'device_id': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:32.681234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: ae238ee9-155e-44b8-bb2c-042bd0f6769f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:32.681748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ae238ee9-155e-44b8-bb2c-042bd0f6769f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:32.682319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4b5f90db-b2af-4981-8bfb-805b60be9657 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:32.726742 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.735735 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e6e3e93-428b-4a9e-8039-c28cd7392ae6 req-c115c1f6-13b1-4a0b-8fab-121b5803ad99 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.741771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 4b5f90db-b2af-4981-8bfb-805b60be9657 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:32.742417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4b5f90db-b2af-4981-8bfb-805b60be9657 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:32.759733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e6e3e93-428b-4a9e-8039-c28cd7392ae6 req-c115c1f6-13b1-4a0b-8fab-121b5803ad99 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.763126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.797487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:32.810786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Deleting port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:32.811287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.825841 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e6e3e93-428b-4a9e-8039-c28cd7392ae6 req-c115c1f6-13b1-4a0b-8fab-121b5803ad99 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.829367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e6e3e93-428b-4a9e-8039-c28cd7392ae6 req-c115c1f6-13b1-4a0b-8fab-121b5803ad99 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.843787 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e6e3e93-428b-4a9e-8039-c28cd7392ae6 req-c115c1f6-13b1-4a0b-8fab-121b5803ad99 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab9bec88-d439-4280-ac49-b63f596a76b7 HTTP/1.1" status: 204 len: 173 time: 0.2189436 Dec 15 13:44:32.848916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:32.869651 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.889646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115c1f6-13b1-4a0b-8fab-121b5803ad99 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9bec88-d439-4280-ac49-b63f596a76b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:32.925975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] For port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,segment=NetworkSegment(634ee389-9f2c-4793-a53c-4f007a142c4e),segment_id=634ee389-9f2c-4793-a53c-4f007a142c4e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:32.926369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.941987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Calling delete_port for 1f261a38-fae5-4973-8c4d-c9c64aebcd4f owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:32.964420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] DHCP port deletion for 5fbe4655-dd29-431c-a401-e8229d55de6e request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:44:33.055151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:33.096211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] Deleting port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:33.097053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.146684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['82629ae3-759c-4ed4-96a4-3f8fe68e6c56'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:33.175209 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.192169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452d6005-9dbc-45e6-9952-b5476d44260c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:33.202528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.209871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] For port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,segment=NetworkSegment(634ee389-9f2c-4793-a53c-4f007a142c4e),segment_id=634ee389-9f2c-4793-a53c-4f007a142c4e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:33.210362 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.222315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Transition to ACTIVE for port object 452d6005-9dbc-45e6-9952-b5476d44260c will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:33.226202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] Calling delete_port for 1f261a38-fae5-4973-8c4d-c9c64aebcd4f owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:33.255745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.258807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Pushing event deleted for resources: {'Port': ['ID=6072520a-72c8-4c38-a0d0-b2ea0c27b879,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:33.350328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.364477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.367175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.368456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-53e315b7-4ce3-4205-82ac-f2ed93ed01f0 req-fb8c5e06-a41a-4b9a-ae8d-09693c8704eb tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "DELETE /v2.0/floatingips/a6e19315-38ff-42d7-8a51-82a1017bd21b HTTP/1.1" status: 204 len: 173 time: 1.5375941 Dec 15 13:44:33.369969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45ccbf-83ae-4b31-9013-bb6223f392cd req-4ecf3878-6cb7-4e18-86dc-c9199c729194 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.370983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc45ccbf-83ae-4b31-9013-bb6223f392cd req-4ecf3878-6cb7-4e18-86dc-c9199c729194 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.0757692 Dec 15 13:44:33.385641 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Pushing event updated for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:33.421804 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.424747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] No DVR routers for this DVR port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:33.430839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158cabe-498a-4ebc-aff1-da3d8c5da7a3 None None] Pushing event deleted for resources: {'Port': ['ID=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:33.450701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] No DVR routers for this DVR port 1f261a38-fae5-4973-8c4d-c9c64aebcd4f on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:33.490353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:33.490726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:33.491144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:33.493550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc45ccbf-83ae-4b31-9013-bb6223f392cd req-e705e1a5-d491-4fa4-aefe-caffd6cb60d6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118109 Dec 15 13:44:33.521850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:33.522271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:33.535396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:33.535817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:33.536405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:33.536952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Bound port: 452d6005-9dbc-45e6-9952-b5476d44260c, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:33.537380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.545724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f261a38-fae5-4973-8c4d-c9c64aebcd4f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:33.569015 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4ea2ae-c274-4db5-8139-04ec0010a4cc x-openstack-request-id: req-5a4ea2ae-c274-4db5-8139-04ec0010a4cc {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:33.569348 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57097b5-db21-455d-bc5a-914afd607f3e", "name": "network-vif-plugged", "status": "completed", "tag": "28de6561-1163-4735-adf8-b9bd8f98ebcf", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:33.569616 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5a4ea2ae-c274-4db5-8139-04ec0010a4cc {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:33.576469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f941c-bab5-492a-b4b8-ea8d57871a6f req-107b2fdc-8aa1-4abe-a2d5-ff97d0e75ade tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.578962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f941c-bab5-492a-b4b8-ea8d57871a6f req-107b2fdc-8aa1-4abe-a2d5-ff97d0e75ade tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 944 time: 0.0982671 Dec 15 13:44:33.592657 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'code': 200} Dec 15 13:44:33.675836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.687172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f941c-bab5-492a-b4b8-ea8d57871a6f req-7a0c6e3a-0c27-45b7-913a-b2ef4192a63b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898952 Dec 15 13:44:33.699476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:33.704260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:33.710556 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.739253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbe4655-dd29-431c-a401-e8229d55de6e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:33.768820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.769747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.769899 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2d14b0e-d344-481e-9efc-03278a0378dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.770201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acde64-3332-4ad7-ba12-2c4ac53cec3f req-f0b8e977-9c28-45ef-9dde-412ff8b92c7c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.771305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] 10.222.0.24 "PUT /v2.0/ports/452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 200 len: 1091 time: 1.1411855 Dec 15 13:44:33.771806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:33.774199 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:33.774349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71acde64-3332-4ad7-ba12-2c4ac53cec3f req-f0b8e977-9c28-45ef-9dde-412ff8b92c7c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.1543810 Dec 15 13:44:33.786407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634ee389-9f2c-4793-a53c-4f007a142c4e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:33.787198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634ee389-9f2c-4793-a53c-4f007a142c4e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:33.799296 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.811167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f532bf8-9d9e-4dbe-8ed4-b3c3c743c3fd service neutron] Pushing event updated for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:33.816838 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7beec9a7-1a92-437c-9449-255277fd49d4 req-bdab1390-712b-40c6-a108-f02671c3448d tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "GET /v2.0/security-groups/735b3649-2278-426b-b0fa-74d5ebe8b85f HTTP/1.1" status: 200 len: 1795 time: 0.0739675 Dec 15 13:44:33.820907 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.827672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:33.829668 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:33.832824 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:33.911972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0470f84-1a2b-438d-b052-85d839760942 req-efd14eeb-c348-4294-b899-488a0691a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.913518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-efd14eeb-c348-4294-b899-488a0691a220 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1094 time: 0.0564275 Dec 15 13:44:33.928796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b19708-07aa-4703-ad31-8ebd7c5cc0f4 req-5e9c6c2b-d602-4fd7-aa60-3cf0d20a2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:33.930295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a5b19708-07aa-4703-ad31-8ebd7c5cc0f4 req-5e9c6c2b-d602-4fd7-aa60-3cf0d20a2e6c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 1097 time: 0.2740259 Dec 15 13:44:33.932792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7beec9a7-1a92-437c-9449-255277fd49d4 req-8e85f204-0efb-4035-9e9b-a80f3952c9c2 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.964498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71acde64-3332-4ad7-ba12-2c4ac53cec3f req-baa87739-ed18-4738-aedb-0eca085014ca tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225030 Dec 15 13:44:33.965980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-7c5e2a87-7554-479b-b348-9d05f2199c47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 200 len: 217 time: 0.0416141 Dec 15 13:44:33.979152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.000808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.006835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5fbe4655-dd29-431c-a401-e8229d55de6e HTTP/1.1" status: 204 len: 168 time: 1.5277340 Dec 15 13:44:34.013925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7beec9a7-1a92-437c-9449-255277fd49d4 req-8e85f204-0efb-4035-9e9b-a80f3952c9c2 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.055361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0470f84-1a2b-438d-b052-85d839760942 req-10cf08c8-4109-419a-8c45-f7b98b6c66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.057007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-10cf08c8-4109-419a-8c45-f7b98b6c66d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.0815575 Dec 15 13:44:34.060300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8c71b-ed06-4584-91ec-54c6f4015e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbe4655-dd29-431c-a401-e8229d55de6e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:34.096453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-ec84aae1-5b0e-4d92-944e-2a8cc68f668d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270183 Dec 15 13:44:34.097313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7beec9a7-1a92-437c-9449-255277fd49d4 req-8e85f204-0efb-4035-9e9b-a80f3952c9c2 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.099908 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7beec9a7-1a92-437c-9449-255277fd49d4 req-8e85f204-0efb-4035-9e9b-a80f3952c9c2 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.100203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a5b19708-07aa-4703-ad31-8ebd7c5cc0f4 req-78cd1761-884f-4254-964e-5e089aff634f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580439 Dec 15 13:44:34.101008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7beec9a7-1a92-437c-9449-255277fd49d4 req-8e85f204-0efb-4035-9e9b-a80f3952c9c2 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/735b3649-2278-426b-b0fa-74d5ebe8b85f HTTP/1.1" status: 204 len: 173 time: 0.2772236 Dec 15 13:44:34.129621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85f204-0efb-4035-9e9b-a80f3952c9c2 tempest-SecurityGroupsTestAdminJSON-1175608749 tempest-SecurityGroupsTestAdminJSON-1175608749-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735b3649-2278-426b-b0fa-74d5ebe8b85f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:34.130051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13626f17-2bcc-4dd8-9d98-654eb3371764 req-ed67e024-c585-420b-af34-2e2bb046591b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.131849 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13626f17-2bcc-4dd8-9d98-654eb3371764 req-ed67e024-c585-420b-af34-2e2bb046591b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0762768 Dec 15 13:44:34.194434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13626f17-2bcc-4dd8-9d98-654eb3371764 req-5808b0a4-48b3-4fad-baca-0fc96c1c2f32 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498114 Dec 15 13:44:34.231283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:34.283616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4e73a722-ff88-4f85-b6cb-593632f81961 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fac372f6b3144fd3b3c39925db433170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509598 Dec 15 13:44:34.286113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45674) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:34.319306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f5f7c-f153-4b96-85e8-7368ea35227e req-2586a156-b585-4e29-908a-f4d87d8f14b3 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.320962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-871f5f7c-f153-4b96-85e8-7368ea35227e req-2586a156-b585-4e29-908a-f4d87d8f14b3 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.0529644 Dec 15 13:44:34.368711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-871f5f7c-f153-4b96-85e8-7368ea35227e req-f2ddb161-1268-4f3f-9c2f-8a51032efa6c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Dec 15 13:44:34.426016 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc0bed0-8ab4-4d4e-822d-8505c54c3539 x-openstack-request-id: req-6dc0bed0-8ab4-4d4e-822d-8505c54c3539 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:34.426313 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:34.426571 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6dc0bed0-8ab4-4d4e-822d-8505c54c3539 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:34.426969 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c', 'status': 'completed', 'code': 200} Dec 15 13:44:34.444831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-c18804c7-b332-4dea-8d6c-0389b9dba7da service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336041 Dec 15 13:44:34.455593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-086a944e-5927-4d58-aed2-3e661adda25a req-ec5300ce-1907-424a-8cd2-a4628fcb120a tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3168766 Dec 15 13:44:34.475661 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8e1933d-797e-4eaf-b139-809b94f1832b req-0d3b4125-8544-423e-81c1-fe84a802997b tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "GET /v2.0/security-groups/f9bdbe94-cda3-4424-836c-787e5ad939a8 HTTP/1.1" status: 200 len: 1793 time: 0.0454862 Dec 15 13:44:34.476981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:34.480028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1f261a38-fae5-4973-8c4d-c9c64aebcd4f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:34.506486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 1f261a38-fae5-4973-8c4d-c9c64aebcd4f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:34.507151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1f261a38-fae5-4973-8c4d-c9c64aebcd4f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:34.536621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cba8ea9-01a8-4e24-a14b-5b0cd33dac28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.553592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b8e1933d-797e-4eaf-b139-809b94f1832b req-38b5088b-1667-40ff-95a8-dbd0c9e45c9b tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.577307 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b8e1933d-797e-4eaf-b139-809b94f1832b req-38b5088b-1667-40ff-95a8-dbd0c9e45c9b tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.587739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cba8ea9-01a8-4e24-a14b-5b0cd33dac28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.596989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.626588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b8e1933d-797e-4eaf-b139-809b94f1832b req-38b5088b-1667-40ff-95a8-dbd0c9e45c9b tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.629584 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b8e1933d-797e-4eaf-b139-809b94f1832b req-38b5088b-1667-40ff-95a8-dbd0c9e45c9b tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.631322 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8e1933d-797e-4eaf-b139-809b94f1832b req-38b5088b-1667-40ff-95a8-dbd0c9e45c9b tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "DELETE /v2.0/security-groups/f9bdbe94-cda3-4424-836c-787e5ad939a8 HTTP/1.1" status: 204 len: 173 time: 0.1413386 Dec 15 13:44:34.647599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5088b-1667-40ff-95a8-dbd0c9e45c9b tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bdbe94-cda3-4424-836c-787e5ad939a8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:34.704750 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.709882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0470f84-1a2b-438d-b052-85d839760942 req-0699725e-64a2-4768-9060-d4a506f384a3 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530854 Dec 15 13:44:34.744157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cba8ea9-01a8-4e24-a14b-5b0cd33dac28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.747627 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cba8ea9-01a8-4e24-a14b-5b0cd33dac28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.752196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7cba8ea9-01a8-4e24-a14b-5b0cd33dac28 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b7f93c9-b9dd-45b6-a2b5-5c82f85d1c5b HTTP/1.1" status: 204 len: 168 time: 0.4649208 Dec 15 13:44:34.764909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba8ea9-01a8-4e24-a14b-5b0cd33dac28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7f93c9-b9dd-45b6-a2b5-5c82f85d1c5b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:34.803745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-c3723196-66f5-4ef6-9514-4ffc0fea029e req-ca215670-c886-42d3-aa74-7df081bad5a2 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:44:34.804699 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3723196-66f5-4ef6-9514-4ffc0fea029e req-ca215670-c886-42d3-aa74-7df081bad5a2 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056763 Dec 15 13:44:34.851416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.862738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-f7cc4d68-47a3-416b-b8ae-feae78e56aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:34.864593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-f7cc4d68-47a3-416b-b8ae-feae78e56aab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1094 time: 0.0911920 Dec 15 13:44:35.113797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f13c8-f21b-4304-b76b-9b65ec720eb9 req-81ec9878-8244-49bd-86f9-c515c25929a2 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:35.115689 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de6f13c8-f21b-4304-b76b-9b65ec720eb9 req-81ec9878-8244-49bd-86f9-c515c25929a2 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.0563655 Dec 15 13:44:35.181435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de6f13c8-f21b-4304-b76b-9b65ec720eb9 req-870c6ed3-ce71-47ad-a547-79a0b0e77f83 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582113 Dec 15 13:44:35.284666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd0ad807-eb78-42f2-aa0b-715937d0cee0 req-65816b69-1429-45cb-95e7-dec368be652c tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "GET /v2.0/security-groups/973f0232-a1c6-4ea0-ade5-b252b7a8e91a HTTP/1.1" status: 200 len: 1795 time: 0.0608900 Dec 15 13:44:35.342712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dd0ad807-eb78-42f2-aa0b-715937d0cee0 req-9605bc88-0345-4d17-964c-2c7951d4f1cd tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.346217 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-ab4f37cd-0082-49f7-8918-bc2dfb667d73 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014040 Dec 15 13:44:35.367209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-3644b03f-3716-4d32-b60c-dbfc11d7d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:35.368615 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-3644b03f-3716-4d32-b60c-dbfc11d7d821 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.4727669 Dec 15 13:44:35.375724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dd0ad807-eb78-42f2-aa0b-715937d0cee0 req-9605bc88-0345-4d17-964c-2c7951d4f1cd tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.376068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Allocated IP 172.25.7.188 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/2c43bcae-ab85-472e-8bde-efd0c6577c94) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:35.421893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-4f88d2ce-154c-4211-9e07-4f234729f9bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 200 len: 217 time: 0.0433557 Dec 15 13:44:35.455413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dd0ad807-eb78-42f2-aa0b-715937d0cee0 req-9605bc88-0345-4d17-964c-2c7951d4f1cd tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.459661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dd0ad807-eb78-42f2-aa0b-715937d0cee0 req-9605bc88-0345-4d17-964c-2c7951d4f1cd tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.473295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd0ad807-eb78-42f2-aa0b-715937d0cee0 req-9605bc88-0345-4d17-964c-2c7951d4f1cd tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] 10.222.0.86 "DELETE /v2.0/security-groups/973f0232-a1c6-4ea0-ade5-b252b7a8e91a HTTP/1.1" status: 204 len: 173 time: 0.1876743 Dec 15 13:44:35.502688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605bc88-0345-4d17-964c-2c7951d4f1cd tempest-SecurityGroupsTestAdminJSON-667922878 tempest-SecurityGroupsTestAdminJSON-667922878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973f0232-a1c6-4ea0-ade5-b252b7a8e91a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:35.530395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-b1863dc0-7baf-46df-9a2c-ee0bd89e9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:35.532818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-b1863dc0-7baf-46df-9a2c-ee0bd89e9faf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1028690 Dec 15 13:44:35.581959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-939ddaac-d5fd-44af-8add-17616bdd48db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394025 Dec 15 13:44:35.631820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.675668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a8bef-e58d-4f95-993d-6468b0f9ede1 req-b9933497-ff52-409b-92d5-b883c6120037 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:35.686446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d19a8bef-e58d-4f95-993d-6468b0f9ede1 req-b9933497-ff52-409b-92d5-b883c6120037 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 944 time: 0.0848567 Dec 15 13:44:35.739831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-db755687-ae8a-4e95-bd79-e91cb1716ebd service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473882 Dec 15 13:44:35.745900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.782306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d19a8bef-e58d-4f95-993d-6468b0f9ede1 req-2b7380af-76fc-4ee1-a292-40a1c17c1e88 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947874 Dec 15 13:44:35.871991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:35.885026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:35.893563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:35.911352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Pushing event updated for resources: {'Port': ['ID=2c43bcae-ab85-472e-8bde-efd0c6577c94,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:35.951795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:35.990750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1cd7d-2409-4da6-a0cf-21d2f61446b4 req-818a7ebe-6d85-45cc-aac7-845849998183 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378039 Dec 15 13:44:35.997161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc903d-21e7-4d8e-9dc0-657a06615370 req-633c9c49-49e8-4a80-bb3a-972de4716022 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:35.999036 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-66dc903d-21e7-4d8e-9dc0-657a06615370 req-633c9c49-49e8-4a80-bb3a-972de4716022 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1028700 Dec 15 13:44:36.065945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:36.080015 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-66dc903d-21e7-4d8e-9dc0-657a06615370 req-dae0105f-e3bc-443a-9df4-333978a0c721 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691152 Dec 15 13:44:36.128243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.190688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:36.196561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:36.197917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.223214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.251334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09f3a8-c527-4fcb-a040-b0918264af65 req-482eee45-1591-40ba-9ae9-41977a32d02e tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.252602 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da09f3a8-c527-4fcb-a040-b0918264af65 req-482eee45-1591-40ba-9ae9-41977a32d02e tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.1070075 Dec 15 13:44:36.340433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da09f3a8-c527-4fcb-a040-b0918264af65 req-b4c5605d-bc49-44a4-8101-f9db3782b5f2 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784123 Dec 15 13:44:36.383521 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.448479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:36.454298 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc8bfb8-a7f0-4e2b-aa68-d85922709987" -d '{"events": [{"server_uuid": "38eb2edb-51c7-4e5d-8541-74bd7fe3f569", "name": "network-vif-plugged", "status": "completed", "tag": "82629ae3-759c-4ed4-96a4-3f8fe68e6c56"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:36.519924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:36.534684 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.535823 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-70d37864-d4f0-4754-9689-ab11eacd7dd7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b98b5e6e8ebf433eb3d7ba8d79e937b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805440 Dec 15 13:44:36.538608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45756) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:36.546249 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.574370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.584949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.600485 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a5f483c-445d-4b15-9625-cfebf7ddf71b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.612741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b7242-3e30-4deb-abad-3029f950f966 req-c071f98f-dc3a-44c2-8b7e-5c4c5141f311 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.619616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:36.629929 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-438b7242-3e30-4deb-abad-3029f950f966 req-c071f98f-dc3a-44c2-8b7e-5c4c5141f311 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.1426880 Dec 15 13:44:36.647802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.662407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Pushing event updated for resources: {'Port': ['ID=2c43bcae-ab85-472e-8bde-efd0c6577c94,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:36.677761 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.684937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-086a944e-5927-4d58-aed2-3e661adda25a req-c1f64edf-7122-48d0-af33-e3cd2ce5cbe1 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2189906 Dec 15 13:44:36.694062 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a5f483c-445d-4b15-9625-cfebf7ddf71b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.709538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-438b7242-3e30-4deb-abad-3029f950f966 req-9267526e-6b96-4e97-894f-bba3bf5dbae5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786996 Dec 15 13:44:36.763569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a5f483c-445d-4b15-9625-cfebf7ddf71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.768138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-086a944e-5927-4d58-aed2-3e661adda25a req-cce6c98b-9d0a-4280-a1b2-66d70e32beb9 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.188 HTTP/1.1" status: 200 len: 696 time: 0.0819216 Dec 15 13:44:36.769023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a5f483c-445d-4b15-9625-cfebf7ddf71b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.770171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1a5f483c-445d-4b15-9625-cfebf7ddf71b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c9ad4c5-05c6-4288-ad17-44dabb4f42be HTTP/1.1" status: 204 len: 168 time: 0.2305932 Dec 15 13:44:36.792721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f483c-445d-4b15-9625-cfebf7ddf71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9ad4c5-05c6-4288-ad17-44dabb4f42be,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:36.914983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f13c2-8a5d-4177-a13e-b90354b80c1b req-34717c7d-7915-41a2-9b68-3c9343c915a6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.928064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-390f13c2-8a5d-4177-a13e-b90354b80c1b req-34717c7d-7915-41a2-9b68-3c9343c915a6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.0979509 Dec 15 13:44:36.995905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a944e-5927-4d58-aed2-3e661adda25a req-745b4a2d-15aa-4519-8039-8e79980eae72 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:36.997487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-086a944e-5927-4d58-aed2-3e661adda25a req-745b4a2d-15aa-4519-8039-8e79980eae72 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.2231121 Dec 15 13:44:37.012236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-086a944e-5927-4d58-aed2-3e661adda25a req-a2be5a3e-c242-490a-97cd-ab3b33e1e76e tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:44:37.014158 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-086a944e-5927-4d58-aed2-3e661adda25a req-a2be5a3e-c242-490a-97cd-ab3b33e1e76e tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089290 Dec 15 13:44:37.018092 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-390f13c2-8a5d-4177-a13e-b90354b80c1b req-f3a076ac-fcae-4dc5-b63b-7be81762de28 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887973 Dec 15 13:44:37.068760 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb50d51e-02b9-4015-b2f7-cc6b757463c2 x-openstack-request-id: req-bb50d51e-02b9-4015-b2f7-cc6b757463c2 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:37.069696 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eb2edb-51c7-4e5d-8541-74bd7fe3f569", "name": "network-vif-plugged", "status": "completed", "tag": "82629ae3-759c-4ed4-96a4-3f8fe68e6c56", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:37.070669 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb50d51e-02b9-4015-b2f7-cc6b757463c2 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:37.071365 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'code': 200} Dec 15 13:44:37.137072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9ee86-1037-4764-ba4c-d9e7c39b507f req-2a222bc4-c60f-4eed-9b57-2e4893f57a81 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.155570 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7bb9ee86-1037-4764-ba4c-d9e7c39b507f req-2a222bc4-c60f-4eed-9b57-2e4893f57a81 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.0842879 Dec 15 13:44:37.157177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:37.171357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Request body: {'floatingip': {'port_id': '28de6561-1163-4735-adf8-b9bd8f98ebcf'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:37.174282 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:37.227786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8f3a-3156-42d9-94d1-815ceaf47498 req-91de708d-ef05-47d7-871e-c9427f45218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.229344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-660b8f3a-3156-42d9-94d1-815ceaf47498 req-91de708d-ef05-47d7-871e-c9427f45218f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 1096 time: 0.0942709 Dec 15 13:44:37.267272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102343ab-47f8-497b-8586-d3164da7b9c0 req-71db4a90-25a2-40f9-b066-352050ada6cf tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.268834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-102343ab-47f8-497b-8586-d3164da7b9c0 req-71db4a90-25a2-40f9-b066-352050ada6cf tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 945 time: 0.0736363 Dec 15 13:44:37.274404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45782) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:37.288883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:37.299646 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-0ed02ecb-2000-4b56-a984-aa76af2a2148 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips/11b5bb6c-73fc-43cb-89c4-94c6678523c0 HTTP/1.1" status: 200 len: 693 time: 0.1231515 Dec 15 13:44:37.320127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-660b8f3a-3156-42d9-94d1-815ceaf47498 req-1bcfe9e9-a428-46f0-953a-091ae237dd77 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827928 Dec 15 13:44:37.352129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-102343ab-47f8-497b-8586-d3164da7b9c0 req-55546eef-fc75-4b2b-b505-b2a0069b28e7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745435 Dec 15 13:44:37.488968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c254b0f1-793b-4c4e-a503-c3e99766c405 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=48ab93aa180f44e6976e88918a1aaca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114363 Dec 15 13:44:37.495094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f44b7-23a2-4293-b78a-b0f4eb4b85bc req-a38faf5b-8585-479e-b074-de067aa82593 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.496034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45792) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:37.497032 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d9f44b7-23a2-4293-b78a-b0f4eb4b85bc req-a38faf5b-8585-479e-b074-de067aa82593 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0598621 Dec 15 13:44:37.552396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d9f44b7-23a2-4293-b78a-b0f4eb4b85bc req-0cf1c409-89cf-4a67-b8a6-6aca51c4bdfd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479791 Dec 15 13:44:37.566548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-617a120a-01c1-4702-b2c3-bef2eb19e157 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.567848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-617a120a-01c1-4702-b2c3-bef2eb19e157 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.2379048 Dec 15 13:44:37.641580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-61a2bd99-bb19-4cea-921f-7331dec59039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.643769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-61a2bd99-bb19-4cea-921f-7331dec59039 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 1101 time: 0.0532265 Dec 15 13:44:37.673525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-304d1234-3a1f-459f-a5c7-5bd83f8768e6 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.188 HTTP/1.1" status: 200 len: 696 time: 0.0952494 Dec 15 13:44:37.726990 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfef2f6a-7f66-4d4e-b992-2c060b1a4013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:37.772062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-3fbc30e3-4e1b-4cf8-90aa-c698efebe8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.773823 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-3fbc30e3-4e1b-4cf8-90aa-c698efebe8b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1214285 Dec 15 13:44:37.788716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-a1582e4b-7b57-4a6e-98e2-544a07471569 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.188 HTTP/1.1" status: 200 len: 696 time: 0.1048107 Dec 15 13:44:37.820673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-ca14024a-0363-469a-8fc2-baf45fbf14b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 217 time: 0.0388236 Dec 15 13:44:37.834991 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfef2f6a-7f66-4d4e-b992-2c060b1a4013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:37.873805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-3a0a57c9-2458-455b-8ab1-c8db16128539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.876683 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-3a0a57c9-2458-455b-8ab1-c8db16128539 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0487878 Dec 15 13:44:37.935591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-74078d49-1aee-4d32-ab68-272c9c13cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:37.937143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-74078d49-1aee-4d32-ab68-272c9c13cb0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425165 Dec 15 13:44:37.993081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-42c1ebc9-fa45-467b-94f1-b8e5598992f9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286804 Dec 15 13:44:38.038632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-c8f5e186-f947-42ee-9ebe-4256fab33d28 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930924 Dec 15 13:44:38.069655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 452d6005-9dbc-45e6-9952-b5476d44260c details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:38.150119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfef2f6a-7f66-4d4e-b992-2c060b1a4013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.152819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfef2f6a-7f66-4d4e-b992-2c060b1a4013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.154026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cfef2f6a-7f66-4d4e-b992-2c060b1a4013 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f98bb71e-485f-40e2-9d48-346141854991 HTTP/1.1" status: 204 len: 168 time: 0.6570036 Dec 15 13:44:38.168104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-a08b0f1c-3350-4c45-8411-2e0dfb57e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.169591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-a08b0f1c-3350-4c45-8411-2e0dfb57e8a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1095 time: 0.1399827 Dec 15 13:44:38.181746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef2f6a-7f66-4d4e-b992-2c060b1a4013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98bb71e-485f-40e2-9d48-346141854991,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:38.182161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-b45bf176-ffd3-435c-9d96-57ea460edeca service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363192 Dec 15 13:44:38.194991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Deleting port 2c43bcae-ab85-472e-8bde-efd0c6577c94 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:38.195247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.230790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de68f4-93b1-4133-85d2-2c2859e60f47 req-ccb0d3f1-24cb-4ed9-9862-d4763254e040 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.239409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1de68f4-93b1-4133-85d2-2c2859e60f47 req-ccb0d3f1-24cb-4ed9-9862-d4763254e040 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.0944080 Dec 15 13:44:38.261679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:38.278332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '452d6005-9dbc-45e6-9952-b5476d44260c', 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'port_id': '452d6005-9dbc-45e6-9952-b5476d44260c', 'mac_address': 'fa:16:3e:f7:a7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155b3a00-9352-46c0-9941-5adafc4b409e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:38.300108 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1de68f4-93b1-4133-85d2-2c2859e60f47 req-8865ebd6-aa14-4fa6-b7a4-fd98f2252875 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596306 Dec 15 13:44:38.341514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:44:38.341693 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.360497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452d6005-9dbc-45e6-9952-b5476d44260c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:38.386126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:38.393543 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.433821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.434157 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.450083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.468773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Calling delete_port for 2c43bcae-ab85-472e-8bde-efd0c6577c94 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:38.470505 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.482786 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:38.508750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012637-676a-42f4-ae08-67bc8448944b req-efb41eb9-d04a-400d-ae3c-140ef62b1e05 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.510402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-10012637-676a-42f4-ae08-67bc8448944b req-efb41eb9-d04a-400d-ae3c-140ef62b1e05 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 944 time: 0.1008525 Dec 15 13:44:38.515530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-8fcd84ed-d520-4b4d-8cb4-887955ba1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.517555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-8fcd84ed-d520-4b4d-8cb4-887955ba1b66 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.2910740 Dec 15 13:44:38.571186 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-10012637-676a-42f4-ae08-67bc8448944b req-1a63033b-795b-4b52-9df0-c025578f62b9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516124 Dec 15 13:44:38.604787 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-181555fe-f094-4807-8a03-49c690ed3025 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 217 time: 0.0792010 Dec 15 13:44:38.673972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['452d6005-9dbc-45e6-9952-b5476d44260c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:38.734779 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Floating IP 529de75b-cc69-4b13-bc22-03a58c69d57c associated. External IP: 172.25.7.200, port: 28de6561-1163-4735-adf8-b9bd8f98ebcf. Dec 15 13:44:38.804042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-fb8bfc2e-45f0-4b7e-b918-8a0fd7078167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.807094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-fb8bfc2e-45f0-4b7e-b918-8a0fd7078167 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.1561630 Dec 15 13:44:38.849821 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-bc90f6db-41c4-48d7-ab81-b4deb0b7130c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278516 Dec 15 13:44:39.137321 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:44:39.139732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9be5d-aa9e-463d-9991-4a63c840f48b req-e275c0f7-963d-4fea-86b8-53b2b45c247e tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.142073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60d9be5d-aa9e-463d-9991-4a63c840f48b req-e275c0f7-963d-4fea-86b8-53b2b45c247e tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 945 time: 0.0618553 Dec 15 13:44:39.215604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60d9be5d-aa9e-463d-9991-4a63c840f48b req-358e2b05-0b96-4173-afe1-bdeb4400b744 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554283 Dec 15 13:44:39.305302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.345946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3229-b1b7-4187-b1b4-9838a295edc1 req-6c630b77-6c6e-445e-92ad-7c35e0e2e4d1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.347471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220e3229-b1b7-4187-b1b4-9838a295edc1 req-6c630b77-6c6e-445e-92ad-7c35e0e2e4d1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0567312 Dec 15 13:44:39.375242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Pushing event deleted for resources: {'Port': ['ID=2c43bcae-ab85-472e-8bde-efd0c6577c94,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:39.408965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220e3229-b1b7-4187-b1b4-9838a295edc1 req-5cbcfbb0-efac-4a2d-b8fd-8588ff499440 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Dec 15 13:44:39.460414 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-befbdcb8-7e1d-44d7-bdd0-dae8173c6407 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695760 Dec 15 13:44:39.575821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.579181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.580443 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f98631b3-fd84-4375-96cb-3db9c33dcefa req-8cbb2ed2-238a-4023-acc7-fb0549cbb196 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "DELETE /v2.0/floatingips/11b5bb6c-73fc-43cb-89c4-94c6678523c0 HTTP/1.1" status: 204 len: 173 time: 1.7670801 Dec 15 13:44:39.583404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3b28a-6435-44d4-a54d-0655fe737286 req-3ab4c28f-93cc-470b-a8f6-39b411a03f3d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.595775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Router 0be9440d-fdd2-4245-843b-0d16f1d38bbb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:39.598220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cf3b28a-6435-44d4-a54d-0655fe737286 req-3ab4c28f-93cc-470b-a8f6-39b411a03f3d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 945 time: 0.0667589 Dec 15 13:44:39.598517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45934) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:39.614693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Request body: {'floatingip': {'port_id': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:39.714567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.722234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d92982d-1298-41a4-98c8-6f484d5d627d req-2cf5245e-5de2-45fb-b1fe-4402511dd84e service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282286 Dec 15 13:44:39.728733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ecf9-9dce-476b-8f55-fcbfb6a035be req-7f21ebd8-9596-4a51-b47f-7046f681c59b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.741234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7091ecf9-9dce-476b-8f55-fcbfb6a035be req-7f21ebd8-9596-4a51-b47f-7046f681c59b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.0725060 Dec 15 13:44:39.804638 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7091ecf9-9dce-476b-8f55-fcbfb6a035be req-1bb7a285-e623-4376-8299-f367c2bcdbfc tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530574 Dec 15 13:44:39.882442 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-277ec0f1-3273-4d85-af2d-679a551ff29e req-1a99f324-be7f-4a34-97f2-d8873b323241 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] show failed (client error): The resource could not be found. Dec 15 13:44:39.883738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-277ec0f1-3273-4d85-af2d-679a551ff29e req-1a99f324-be7f-4a34-97f2-d8873b323241 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips/11b5bb6c-73fc-43cb-89c4-94c6678523c0 HTTP/1.1" status: 404 len: 350 time: 0.0472884 Dec 15 13:44:39.950017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:39.957136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:39.961259 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] Sync routers for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:39.976316 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:39.978893 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:40.000399 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8cb6e324-0130-4e38-a6b9-2d87a221e26c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "PUT /v2.0/floatingips/529de75b-cc69-4b13-bc22-03a58c69d57c HTTP/1.1" status: 200 len: 992 time: 2.8395963 Dec 15 13:44:40.003229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'tag': '28de6561-1163-4735-adf8-b9bd8f98ebcf'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:40.005775 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e78e9b-8c12-452d-b70a-dea00a3bfb94" -d '{"events": [{"name": "network-changed", "server_uuid": "b57097b5-db21-455d-bc5a-914afd607f3e", "tag": "28de6561-1163-4735-adf8-b9bd8f98ebcf"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:40.023809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a061ae0-8c5a-4830-bad7-361058b55dd5 req-1bbcf30a-d227-4b75-8fb7-4684238a0777 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.026149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a061ae0-8c5a-4830-bad7-361058b55dd5 req-1bbcf30a-d227-4b75-8fb7-4684238a0777 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 944 time: 0.0797858 Dec 15 13:44:40.073681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 452d6005-9dbc-45e6-9952-b5476d44260c up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:40.099230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a061ae0-8c5a-4830-bad7-361058b55dd5 req-c2baccb4-3170-48ea-8c39-4d914cb60609 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663786 Dec 15 13:44:40.150574 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:40.179525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 452d6005-9dbc-45e6-9952-b5476d44260c completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:40.186454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 452d6005-9dbc-45e6-9952-b5476d44260c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:40.186890 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.200829 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-7c27e7ab-acec-46f7-b5ff-dbb97b08ae20 req-74ed50ab-a35c-4957-a538-644e913a4a87 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] show failed (client error): The resource could not be found. Dec 15 13:44:40.201882 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c27e7ab-acec-46f7-b5ff-dbb97b08ae20 req-74ed50ab-a35c-4957-a538-644e913a4a87 tempest-FloatingIPsTestJSON-696825068 tempest-FloatingIPsTestJSON-696825068-project] 10.222.0.86 "GET /v2.0/floatingips/11b5bb6c-73fc-43cb-89c4-94c6678523c0 HTTP/1.1" status: 404 len: 350 time: 0.0850961 Dec 15 13:44:40.213393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45992) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:40.337706 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.362451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:40.364973 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2461c6-9a90-40b9-9347-4599fea3f68d" -d '{"events": [{"server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "name": "network-vif-plugged", "status": "completed", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:40.380972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:40.389292 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.445110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:40.452448 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600c6089-b8b3-401f-93ba-401545c5633e x-openstack-request-id: req-600c6089-b8b3-401f-93ba-401545c5633e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:40.452742 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57097b5-db21-455d-bc5a-914afd607f3e", "tag": "28de6561-1163-4735-adf8-b9bd8f98ebcf", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:40.453531 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-600c6089-b8b3-401f-93ba-401545c5633e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:40.454333 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'tag': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'status': 'completed', 'code': 200} Dec 15 13:44:40.593677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-5ffa9a0c-82bd-4e83-a13b-01b9814fe66d tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=473bcd2cfac34307961e5b2f47f8890e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327752 Dec 15 13:44:40.629403 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '529de75b-cc69-4b13-bc22-03a58c69d57c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'port_id': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'mac_address': 'fa:16:3e:43:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:32Z', 'updated_at': '2021-12-15T13:44:38Z', 'revision_number': 1, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:30Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:40.647345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-db1f56c8-b729-4872-81ad-9c7fb49ad6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.648971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-db1f56c8-b729-4872-81ad-9c7fb49ad6de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f97a64eee6a4d899f3be8448169185e&device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 1097 time: 0.1938894 Dec 15 13:44:40.664582 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] Checking router: 0be9440d-fdd2-4245-843b-0d16f1d38bbb for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:40.674292 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:40.674957 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:40.713878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-0772e3bc-76e0-4b47-94f4-0ac62266fa5e tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.723701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-0772e3bc-76e0-4b47-94f4-0ac62266fa5e tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278465 Dec 15 13:44:40.735388 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-8729d252-03e6-47ef-80b0-fe98eea5f1a2 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/quotas/473bcd2cfac34307961e5b2f47f8890e HTTP/1.1" status: 200 len: 375 time: 0.0107887 Dec 15 13:44:40.779415 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df45f232-ee54-43a1-860a-bed3838588da x-openstack-request-id: req-df45f232-ee54-43a1-860a-bed3838588da {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:40.780200 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "name": "network-vif-plugged", "status": "completed", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:40.780653 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df45f232-ee54-43a1-860a-bed3838588da {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:40.781806 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c', 'code': 200} Dec 15 13:44:40.806694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-23706868-8da3-4bd0-9d5a-57b3a6a3fb9b tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=473bcd2cfac34307961e5b2f47f8890e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578055 Dec 15 13:44:40.841458 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:40.845644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.903055 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.921497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-f381d83d-687e-456b-b0f7-721824c25650 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.923394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-f381d83d-687e-456b-b0f7-721824c25650 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1097 time: 0.1157243 Dec 15 13:44:40.929285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ebcbe-308e-4511-a313-382e7c2702f0 req-3b607441-73bb-403a-b55b-13a05ea49bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.930894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a7ebcbe-308e-4511-a313-382e7c2702f0 req-3b607441-73bb-403a-b55b-13a05ea49bcd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1096 time: 0.0669067 Dec 15 13:44:40.950100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821840-1'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:40.992922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-67191a4c-f39b-4b28-8dd8-7d6fd26a838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.994401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-67191a4c-f39b-4b28-8dd8-7d6fd26a838e service neutron] 10.222.0.74 "GET /v2.0/networks?id=801ba009-4355-4d45-9062-3e244823b36c HTTP/1.1" status: 200 len: 918 time: 0.3321142 Dec 15 13:44:41.091266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a7ebcbe-308e-4511-a313-382e7c2702f0 req-4c2e1025-f281-4d23-9e72-e74d06fc1d39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509943 Dec 15 13:44:41.092543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.107988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f7c4-5792-435f-a3cf-936f36dfabd0 req-e5146314-79cf-4610-a845-86b9f4288af4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.115784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a61f7c4-5792-435f-a3cf-936f36dfabd0 req-e5146314-79cf-4610-a845-86b9f4288af4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.2186773 Dec 15 13:44:41.192042 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-553410ed-64f7-4064-8c83-0dcc752f1a23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28de6561-1163-4735-adf8-b9bd8f98ebcf HTTP/1.1" status: 200 len: 1000 time: 0.1843319 Dec 15 13:44:41.196725 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '529de75b-cc69-4b13-bc22-03a58c69d57c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'port_id': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'mac_address': 'fa:16:3e:43:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:32Z', 'updated_at': '2021-12-15T13:44:38Z', 'revision_number': 1, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:30Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:41.241630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a61f7c4-5792-435f-a3cf-936f36dfabd0 req-ba765148-d529-4310-bdf4-2f4698fa3271 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246984 Dec 15 13:44:41.247785 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb650d-22c6-4d0e-8c51-48017aa3c24a None None] The sync data for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 is: [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '529de75b-cc69-4b13-bc22-03a58c69d57c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'port_id': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'mac_address': 'fa:16:3e:43:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:32Z', 'updated_at': '2021-12-15T13:44:38Z', 'revision_number': 1, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:30Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:41.260970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:41.303490 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Floating IP 59be93fd-636f-481a-8603-5daf4ebc80b8 associated. External IP: 172.25.7.129, port: 82629ae3-759c-4ed4-96a4-3f8fe68e6c56. Dec 15 13:44:41.306614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-97f9248b-6655-41f8-ab75-731c279488a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.308410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-97f9248b-6655-41f8-ab75-731c279488a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a484d2d-2932-43bb-90c4-ed5b1dd30986 HTTP/1.1" status: 200 len: 855 time: 0.0792181 Dec 15 13:44:41.341834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebab78a-cdd2-4be3-97eb-43e5a4d05866 req-eda17671-6e96-4bf8-9708-3f2cc24d68b4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.344231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9ebab78a-cdd2-4be3-97eb-43e5a4d05866 req-eda17671-6e96-4bf8-9708-3f2cc24d68b4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 946 time: 0.1087372 Dec 15 13:44:41.371280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:41.426730 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c214c311-287b-4911-a182-f02f3d2d3546 req-f0da9422-327c-42b0-85c0-6e7ac7dcefd3 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 210 time: 0.1155174 Dec 15 13:44:41.432336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9ebab78a-cdd2-4be3-97eb-43e5a4d05866 req-89fd7f5d-c44c-476f-ab40-96d633b69a48 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815279 Dec 15 13:44:41.435043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:41.437536 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653a52a0-118e-4449-a8b4-22f36dccdcaf" -d '{"events": [{"server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8857484-271e-453b-b162-305b0d705a3c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:41.442054 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.449937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.471838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-4cb42b05-f084-47e6-915f-3cb6124555c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.473362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-4cb42b05-f084-47e6-915f-3cb6124555c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=801ba009-4355-4d45-9062-3e244823b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103449 Dec 15 13:44:41.567547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:41.571421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on host n-h1-821840-1 for vnic_type normal with profile {"migrating_to": "n-h2-821840-1"} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:41.571755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:41.572116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:41.577615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:41.578021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Attempting to bind port a8857484-271e-453b-b162-305b0d705a3c on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:41.587300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:41.587653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:41.588059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:41.588515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Bound port: a8857484-271e-453b-b162-305b0d705a3c, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:41.589159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.635541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-dddf8bc3-fd59-4fda-984f-4ee6280a0ec6 service neutron] 10.222.0.74 "GET /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123016 Dec 15 13:44:41.640150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c9dc2e-5f9e-4933-af19-a34690548b8d None None] New status for floating IP 529de75b-cc69-4b13-bc22-03a58c69d57c: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:41.753859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:41.762059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.766542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eec470-09d7-48ca-bd59-36802c29d0c4 req-b5df5441-cdd7-4906-8f77-e2fbe713e794 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.768217 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5eec470-09d7-48ca-bd59-36802c29d0c4 req-b5df5441-cdd7-4906-8f77-e2fbe713e794 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1102540 Dec 15 13:44:41.777876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:41.790925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:42.011957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:42.013331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:42.015509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] 10.222.0.24 "PUT /v2.0/ports/a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 1122 time: 1.0765514 Dec 15 13:44:42.031062 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5eec470-09d7-48ca-bd59-36802c29d0c4 req-38a3e19b-73db-477a-92c8-d171eb418bdd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413659 Dec 15 13:44:42.073195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a8857484-271e-453b-b162-305b0d705a3c details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:42.076732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4821e-d68a-4b56-bff5-8795a4b4c5ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:42.118630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a8857484-271e-453b-b162-305b0d705a3c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:42.182195 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf8fbc0-48b9-4e5b-a82e-d8dcf5586cd9 x-openstack-request-id: req-fcf8fbc0-48b9-4e5b-a82e-d8dcf5586cd9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:42.183175 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8857484-271e-453b-b162-305b0d705a3c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:42.183668 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fcf8fbc0-48b9-4e5b-a82e-d8dcf5586cd9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:42.184333 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c', 'code': 200} Dec 15 13:44:42.218121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a8857484-271e-453b-b162-305b0d705a3c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:42.353331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62e78e9b-8c12-452d-b70a-dea00a3bfb94 req-cf2b2b10-a0e5-4335-a6b7-b8783e4a85f0 service neutron] 10.222.0.74 "GET /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7095401 Dec 15 13:44:42.507088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:42.544183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a8857484-271e-453b-b162-305b0d705a3c has no active binding in host n-h2-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:44:42.544393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737cf13-ed71-4f65-bfbb-5a318faef87a req-93186acf-1424-40f3-a6e0-a558a36d7009 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:42.557577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2737cf13-ed71-4f65-bfbb-5a318faef87a req-93186acf-1424-40f3-a6e0-a558a36d7009 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1246772 Dec 15 13:44:42.626861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2737cf13-ed71-4f65-bfbb-5a318faef87a req-242f78a7-0ffb-495c-9829-2fe75425987f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630455 Dec 15 13:44:42.708212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f8bb74f9-ae3b-4f1d-bd2f-d8902c7ae9f6 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=473bcd2cfac34307961e5b2f47f8890e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186380 Dec 15 13:44:42.718265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Router 02a34286-45ec-4391-a7c4-9557de0dbb9d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:42.763965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-38a584cc-99e5-4814-b437-f925b21f4593 req-62063a08-7770-4467-9e32-bdb245182077 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 210 time: 0.0619748 Dec 15 13:44:42.885159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394875d-f642-4b75-9bde-36f15d584d7a req-1ccfe46c-e137-40c2-addc-1c605a9fc369 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:42.888354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0394875d-f642-4b75-9bde-36f15d584d7a req-1ccfe46c-e137-40c2-addc-1c605a9fc369 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.0567105 Dec 15 13:44:42.944944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0394875d-f642-4b75-9bde-36f15d584d7a req-91384df7-10c5-44bd-9dd0-2c5cc33e890b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515509 Dec 15 13:44:42.986962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-d94f0acb-548a-4e89-9fe4-a7b6f544bb7a tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:42.988465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-d94f0acb-548a-4e89-9fe4-a7b6f544bb7a tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683563 Dec 15 13:44:43.011588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Request body: {'port': {'device_id': 'bd89e254-8dbe-4b83-bd8a-3ad74223dc06', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '473bcd2cfac34307961e5b2f47f8890e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:43.069825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:43.080585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.084926 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] Sync routers for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:43.095613 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:43.096580 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:43.137622 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-48a5277f-aa56-4235-b20b-ada2d17d1c98 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "PUT /v2.0/floatingips/59be93fd-636f-481a-8603-5daf4ebc80b8 HTTP/1.1" status: 200 len: 991 time: 3.5342641 Dec 15 13:44:43.141983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'tag': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:43.144247 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d" -d '{"events": [{"name": "network-changed", "server_uuid": "38eb2edb-51c7-4e5d-8541-74bd7fe3f569", "tag": "82629ae3-759c-4ed4-96a4-3f8fe68e6c56"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:43.165516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe124e1c-9371-41cf-82bb-1407d05cae48 req-0b18846d-05fa-481b-8b9c-3726a6d111f8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.165727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Deleting port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:43.168239 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.173905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe124e1c-9371-41cf-82bb-1407d05cae48 req-0b18846d-05fa-481b-8b9c-3726a6d111f8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.0659916 Dec 15 13:44:43.223771 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:43.231445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe124e1c-9371-41cf-82bb-1407d05cae48 req-ac34d812-f7bf-49f7-910d-cf53573b6629 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565922 Dec 15 13:44:43.238547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Made reservation on behalf of 473bcd2cfac34307961e5b2f47f8890e for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:43.243089 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.263824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.302381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] For port f6de8b7b-2310-4d0b-95f3-cfc560da9e3a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,segment=NetworkSegment(bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a),segment_id=bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:43.303305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.338681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Calling delete_port for f6de8b7b-2310-4d0b-95f3-cfc560da9e3a owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:43.407836 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff5c8d-9b11-4eb8-8b4c-fb90cc427e74 x-openstack-request-id: req-00ff5c8d-9b11-4eb8-8b4c-fb90cc427e74 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:43.408704 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38eb2edb-51c7-4e5d-8541-74bd7fe3f569", "tag": "82629ae3-759c-4ed4-96a4-3f8fe68e6c56", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:43.408704 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-00ff5c8d-9b11-4eb8-8b4c-fb90cc427e74 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:43.408888 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'tag': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'status': 'completed', 'code': 200} Dec 15 13:44:43.505371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-0a777e2e-b1aa-4721-aebf-36de9b2a27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.507226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-0a777e2e-b1aa-4721-aebf-36de9b2a27aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c59fc67e6e54694870b22394d75fa71&device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 1096 time: 0.0742455 Dec 15 13:44:43.526292 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.550519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.560949 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '59be93fd-636f-481a-8603-5daf4ebc80b8', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'port_id': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'mac_address': 'fa:16:3e:46:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:17Z', 'updated_at': '2021-12-15T13:44:40Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:43.601196 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] Checking router: 02a34286-45ec-4391-a7c4-9557de0dbb9d for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:43.618652 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:43.621158 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:43.628746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-20dbc6b1-ae6f-4c99-a09e-d5e7d0f4b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.630483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-20dbc6b1-ae6f-4c99-a09e-d5e7d0f4b65b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 200 len: 926 time: 0.1159573 Dec 15 13:44:43.666392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8616eb-f2c5-4aeb-b910-3f7cdf395709,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:43.693651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7677f-e504-4d4b-8935-2b3bc76fed45 req-e006cb00-acc2-4308-a601-d3f5e8e6c260 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.695214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-55d7677f-e504-4d4b-8935-2b3bc76fed45 req-e006cb00-acc2-4308-a601-d3f5e8e6c260 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1096 time: 0.2216616 Dec 15 13:44:43.750397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-53dbf511-03ad-419c-8b23-82a5497ddf77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82629ae3-759c-4ed4-96a4-3f8fe68e6c56 HTTP/1.1" status: 200 len: 999 time: 0.1012952 Dec 15 13:44:43.778595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Allocated IP 192.168.233.208 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/f5977892-c097-4382-b922-d038dc18b931) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:43.788699 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:43.821870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-55d7677f-e504-4d4b-8935-2b3bc76fed45 req-c99c0af8-7b51-47e3-82ec-b1b7ed91696d tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018324 Dec 15 13:44:43.825335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.828142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-60d54735-146c-43f3-b2b6-9d6334a68a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.830826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-60d54735-146c-43f3-b2b6-9d6334a68a19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 200 len: 863 time: 0.0724137 Dec 15 13:44:43.922767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6de8b7b-2310-4d0b-95f3-cfc560da9e3a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:43.934076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-9eb2c830-f44a-4aef-ba50-08d33fc51371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.938440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-9eb2c830-f44a-4aef-ba50-08d33fc51371 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed8cbd83-5e71-421f-995a-2f5f360d2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851128 Dec 15 13:44:44.089197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-015bb2d5-d4a0-40e6-9974-939aac2b7308 req-49da0ff5-da64-4bdf-81cc-62be50b6ce8d tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 210 time: 0.1448550 Dec 15 13:44:44.093399 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-4c6de1d5-eb5c-4824-b18d-e40df31159f1 service neutron] 10.222.0.24 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351824 Dec 15 13:44:44.128705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d620815-e220-4ea9-9bd0-834620921657 req-e17a1885-5d01-4ee5-bc88-9903e66b04a7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:44.130179 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d620815-e220-4ea9-9bd0-834620921657 req-e17a1885-5d01-4ee5-bc88-9903e66b04a7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.2063799 Dec 15 13:44:44.183917 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '59be93fd-636f-481a-8603-5daf4ebc80b8', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'port_id': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'mac_address': 'fa:16:3e:46:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:17Z', 'updated_at': '2021-12-15T13:44:40Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:44.193756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:44.196650 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "tag": "a8857484-271e-453b-b162-305b0d705a3c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:44.241358 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f58745-ee6c-4e93-a116-66168f69f171 None None] The sync data for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 is: [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '59be93fd-636f-481a-8603-5daf4ebc80b8', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'port_id': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'mac_address': 'fa:16:3e:46:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:42:17Z', 'updated_at': '2021-12-15T13:44:40Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:44.265175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732b0d9a-e9c3-4fd9-b038-98fc3f8d629d req-aa35f290-005f-49a1-bc34-a91470632ed8 service neutron] 10.222.0.24 "GET /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639793 Dec 15 13:44:44.277410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.336395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d620815-e220-4ea9-9bd0-834620921657 req-84ed6567-3d8c-438c-9125-96b016ae54a6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588156 Dec 15 13:44:44.371462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c940ef-ca42-4c2b-94a5-51e0c38c7389 req-a3f02402-9d79-41cd-ae74-7e7d4c04915f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:44.373230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-54c940ef-ca42-4c2b-94a5-51e0c38c7389 req-a3f02402-9d79-41cd-ae74-7e7d4c04915f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.0926867 Dec 15 13:44:44.374479 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.388280 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.429348 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd15b3-a18f-4ddc-8699-c749ed3c6364 x-openstack-request-id: req-13dd15b3-a18f-4ddc-8699-c749ed3c6364 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:44.429650 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "tag": "a8857484-271e-453b-b162-305b0d705a3c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:44.429926 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13dd15b3-a18f-4ddc-8699-c749ed3c6364 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:44.435074 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c', 'status': 'completed', 'code': 200} Dec 15 13:44:44.506950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-54c940ef-ca42-4c2b-94a5-51e0c38c7389 req-8a6814a9-64bb-4394-9c93-ef39a0feb262 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261978 Dec 15 13:44:44.558538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:44.566414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:44.585950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:44.606275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-07ff4734-078e-469c-9883-6822a7f993b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:44.608274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-07ff4734-078e-469c-9883-6822a7f993b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1125 time: 0.1488490 Dec 15 13:44:44.629466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Pushing event updated for resources: {'Port': ['ID=f5977892-c097-4382-b922-d038dc18b931,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:44.679014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d12b052-2cbf-4d8f-b387-d967446374e1 None None] New status for floating IP 59be93fd-636f-481a-8603-5daf4ebc80b8: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:44.774451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:44.774667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.809902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-776ec549-ed2d-47a1-a658-00a05fc35a74 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8027816 Dec 15 13:44:44.822716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-cb813c4a-2e27-4c29-b249-6239bb66f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:44.824741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-cb813c4a-2e27-4c29-b249-6239bb66f893 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.2068868 Dec 15 13:44:44.827556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Request body: {'port': {'device_id': 'bd89e254-8dbe-4b83-bd8a-3ad74223dc06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:44.897530 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-dab417cb-a111-4ab3-b074-3e25d169234f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 217 time: 0.0612311 Dec 15 13:44:44.995521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:44.998487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Router 1db40f79-59a5-468d-9d2d-948380c2abf6 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:45.015050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-caaf5ccc-030f-4f05-8b0e-76bb9d6e0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.016907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-caaf5ccc-030f-4f05-8b0e-76bb9d6e0b4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.1079249 Dec 15 13:44:45.036150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f28123eb-8d46-4fda-b463-a1e893fcec10 None None] Provisioning complete for port f5977892-c097-4382-b922-d038dc18b931 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:45.036560 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f28123eb-8d46-4fda-b463-a1e893fcec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.073966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-9d62c1d5-cf47-4d28-83bd-0a0be43c5ba8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468366 Dec 15 13:44:45.086438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f28123eb-8d46-4fda-b463-a1e893fcec10 None None] Port f5977892-c097-4382-b922-d038dc18b931 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:45.234721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-fb6dc717-7b56-4859-abd8-91a5c0fb4ee1 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525156 Dec 15 13:44:45.274995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:45.282881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d2c5a348-a029-466e-9d08-fc91c67757e9 admin admin] 10.222.0.86 "PUT /v2.0/routers/1db40f79-59a5-468d-9d2d-948380c2abf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0680418 Dec 15 13:44:45.285681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:45.291543 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] Sync routers for ids ['1db40f79-59a5-468d-9d2d-948380c2abf6'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:45.318365 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] Routers {'1db40f79-59a5-468d-9d2d-948380c2abf6'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:45.320866 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1db40f79-59a5-468d-9d2d-948380c2abf6'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:45.403533 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.425282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-216fb8ca-8a84-4c07-aa02-c57177d8f3ee req-2c09d407-5a30-4015-9556-2ccdf6dafed4 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785088 Dec 15 13:44:45.604673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13571618-4182-4d62-bfdd-d6336c15c44b req-57897f9a-387d-4513-b7a5-6f136250225a tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.614363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13571618-4182-4d62-bfdd-d6336c15c44b req-57897f9a-387d-4513-b7a5-6f136250225a tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 936 time: 0.0948570 Dec 15 13:44:45.656702 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] Set router 1db40f79-59a5-468d-9d2d-948380c2abf6 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:45.701100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13571618-4182-4d62-bfdd-d6336c15c44b req-99cb22e4-c2ab-4321-aef5-887c7af1f2e6 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861447 Dec 15 13:44:45.955546 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.970877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a605-00e1-484a-9856-1a6c7bb7ff87 req-b931247e-0f57-4956-a956-423dfcc7b198 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.973586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31a2a605-00e1-484a-9856-1a6c7bb7ff87 req-b931247e-0f57-4956-a956-423dfcc7b198 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1256161 Dec 15 13:44:46.007916 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9b9a5964-391e-4035-9366-117a3da2764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:43Z', 'revision_number': 5, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port': {'id': '9b9a5964-391e-4035-9366-117a3da2764e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:46.064625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5977892-c097-4382-b922-d038dc18b931 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:46.076893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.084842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31a2a605-00e1-484a-9856-1a6c7bb7ff87 req-a3a167f1-d6b9-4406-b1c6-75274620aad6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025743 Dec 15 13:44:46.087078 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] Checking router: 1db40f79-59a5-468d-9d2d-948380c2abf6 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:46.099456 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] Routers {'1db40f79-59a5-468d-9d2d-948380c2abf6'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:46.100110 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1db40f79-59a5-468d-9d2d-948380c2abf6'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:46.106318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Transition to ACTIVE for port object f5977892-c097-4382-b922-d038dc18b931 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:46.111571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Deleting port 9b9a5964-391e-4035-9366-117a3da2764e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:46.111929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.133067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.193150 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] Set router 1db40f79-59a5-468d-9d2d-948380c2abf6 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:46.246868 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:45Z', 'revision_number': 6, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:46.262711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85303110-1d8a-4dba-8f09-8261c7f95b32 req-2d0c7b08-5a98-4a72-8af7-c06d2fbebc3c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:46.270938 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85303110-1d8a-4dba-8f09-8261c7f95b32 req-2d0c7b08-5a98-4a72-8af7-c06d2fbebc3c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.1557469 Dec 15 13:44:46.278463 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe605725-ed9c-4b8d-a6ea-581af48fc2b0 None None] The sync data for ids ['1db40f79-59a5-468d-9d2d-948380c2abf6'] in n-d-821840-1 is: [{'id': '1db40f79-59a5-468d-9d2d-948380c2abf6', 'name': 'tempest-FloatingIPsTestJSON-1305999847-router', 'tenant_id': 'af501855b41f4d0abaac1bd108133267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:07Z', 'updated_at': '2021-12-15T13:44:45Z', 'revision_number': 6, 'project_id': 'af501855b41f4d0abaac1bd108133267', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:46.279826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5977892-c097-4382-b922-d038dc18b931,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:46.421028 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] For port 9b9a5964-391e-4035-9366-117a3da2764e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9b9a5964-391e-4035-9366-117a3da2764e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:46.421418 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.447123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85303110-1d8a-4dba-8f09-8261c7f95b32 req-d83c50ae-e6ee-4595-8bc3-6c33ca94efc9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732657 Dec 15 13:44:46.457521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Calling delete_port for 9b9a5964-391e-4035-9366-117a3da2764e owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:46.525379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Attempting to bind port f5977892-c097-4382-b922-d038dc18b931 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:46.525758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Attempting to bind port f5977892-c097-4382-b922-d038dc18b931 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:46.526042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Attempting to bind port f5977892-c097-4382-b922-d038dc18b931 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:46.535256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Port f5977892-c097-4382-b922-d038dc18b931 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:46.535606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Attempting to bind port f5977892-c097-4382-b922-d038dc18b931 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:46.544549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:46.544884 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:46.545264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:46.545798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Bound port: f5977892-c097-4382-b922-d038dc18b931, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:46.546038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.677136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] For port f5977892-c097-4382-b922-d038dc18b931, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:46.683407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] For port f5977892-c097-4382-b922-d038dc18b931, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f5977892-c097-4382-b922-d038dc18b931,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:46.690318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f6de8b7b-2310-4d0b-95f3-cfc560da9e3a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:46.705033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.730761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f6de8b7b-2310-4d0b-95f3-cfc560da9e3a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:46.731394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f6de8b7b-2310-4d0b-95f3-cfc560da9e3a not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:46.768168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:46.768905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.770329 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/f5977892-c097-4382-b922-d038dc18b931 HTTP/1.1" status: 200 len: 1096 time: 1.9490886 Dec 15 13:44:46.770807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd89e254-8dbe-4b83-bd8a-3ad74223dc06', 'tag': 'f5977892-c097-4382-b922-d038dc18b931'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:46.773108 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342ab305-7d10-4e13-82c8-ade7ea07c2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bd89e254-8dbe-4b83-bd8a-3ad74223dc06", "tag": "f5977892-c097-4382-b922-d038dc18b931"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:46.844417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.852975 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb88870-1b27-4e97-b179-204783481843 x-openstack-request-id: req-5bb88870-1b27-4e97-b179-204783481843 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:46.853405 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd89e254-8dbe-4b83-bd8a-3ad74223dc06", "tag": "f5977892-c097-4382-b922-d038dc18b931", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:46.853762 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5bb88870-1b27-4e97-b179-204783481843 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:46.854266 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd89e254-8dbe-4b83-bd8a-3ad74223dc06', 'tag': 'f5977892-c097-4382-b922-d038dc18b931', 'status': 'completed', 'code': 200} Dec 15 13:44:46.866368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f2d09-a71f-41cd-b030-902ab608053d req-9f5f9c46-42de-4142-9277-c8cd279f2a00 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:46.879344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-846f2d09-a71f-41cd-b030-902ab608053d req-9f5f9c46-42de-4142-9277-c8cd279f2a00 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 948 time: 0.0999658 Dec 15 13:44:46.881340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453d472-0e97-45e8-b6ad-8ba50f8026a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5977892-c097-4382-b922-d038dc18b931,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:46.941828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9a5964-391e-4035-9366-117a3da2764e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:46.963211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-846f2d09-a71f-41cd-b030-902ab608053d req-30de02eb-487d-4f5c-906a-c30651a0ad1d tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783727 Dec 15 13:44:47.007160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-6ec22fc0-d899-45a5-a57f-4ee41ee8563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.008917 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-6ec22fc0-d899-45a5-a57f-4ee41ee8563f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=473bcd2cfac34307961e5b2f47f8890e&device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 1099 time: 0.1696508 Dec 15 13:44:47.039801 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.096185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46426) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:47.100418 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-676f506f-ad0b-403a-8c02-d70d659c4464 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=f5977892-c097-4382-b922-d038dc18b931 HTTP/1.1" status: 200 len: 217 time: 0.0744929 Dec 15 13:44:47.220611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.221508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc8b11-5170-4979-bf4c-1668550f783d req-217c12e1-5d61-4b0e-a545-a5b3ad38e50b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.223652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3cfc8b11-5170-4979-bf4c-1668550f783d req-217c12e1-5d61-4b0e-a545-a5b3ad38e50b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0608094 Dec 15 13:44:47.237443 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.297713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca57003-0518-4f0b-a82b-e8d4ab53f3ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.308701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-040746ab-e371-4706-9a81-d81e616c2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.310203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-040746ab-e371-4706-9a81-d81e616c2ecf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1685102 Dec 15 13:44:47.322401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3cfc8b11-5170-4979-bf4c-1668550f783d req-2fc1fe22-fcc8-40fe-aed9-c2ef6bbd76d5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920668 Dec 15 13:44:47.329103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.329640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db40f79-59a5-468d-9d2d-948380c2abf6 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:44:47.349178 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.350789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fb358807-9f5e-4580-8774-c25d1d139247 admin admin] 10.222.0.86 "DELETE /v2.0/routers/1db40f79-59a5-468d-9d2d-948380c2abf6 HTTP/1.1" status: 204 len: 168 time: 2.0641954 Dec 15 13:44:47.353730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:47.422722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-54d81a23-eba4-4647-bea4-9e0823c63d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.424395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-54d81a23-eba4-4647-bea4-9e0823c63d38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065285 Dec 15 13:44:47.425706 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca57003-0518-4f0b-a82b-e8d4ab53f3ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.432405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3779034-e3f7-4939-91d9-9914baf4fa83 admin admin] Deleting subnet 84b8b351-8372-4169-9b75-414d35c9cbda {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:47.433880 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca57003-0518-4f0b-a82b-e8d4ab53f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.477849 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3779034-e3f7-4939-91d9-9914baf4fa83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.480986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3ca57003-0518-4f0b-a82b-e8d4ab53f3ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9dbdff8a984a412abb277cb0a402f81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834217 Dec 15 13:44:47.481960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca57003-0518-4f0b-a82b-e8d4ab53f3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a55e8be-5f3b-4154-904a-600f0da7dbe3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:47.484802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46446) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:47.550175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58945a8b-2049-4a49-afff-8b80bfd4920b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.576185 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3779034-e3f7-4939-91d9-9914baf4fa83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.576427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58945a8b-2049-4a49-afff-8b80bfd4920b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.647515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58945a8b-2049-4a49-afff-8b80bfd4920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.651677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58945a8b-2049-4a49-afff-8b80bfd4920b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.658153 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-58945a8b-2049-4a49-afff-8b80bfd4920b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a55e8be-5f3b-4154-904a-600f0da7dbe3 HTTP/1.1" status: 204 len: 168 time: 0.1713126 Dec 15 13:44:47.668797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58945a8b-2049-4a49-afff-8b80bfd4920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a55e8be-5f3b-4154-904a-600f0da7dbe3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:47.705242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-f64d175c-cea9-4d22-b346-4e81f3fcd8bd service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701404 Dec 15 13:44:47.721648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac8b3e-7caa-4a4c-ac43-ed9b9f0ecf94 req-65f3af2c-35d2-4967-9139-cf73085389aa tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.724032 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfac8b3e-7caa-4a4c-ac43-ed9b9f0ecf94 req-65f3af2c-35d2-4967-9139-cf73085389aa tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.1107228 Dec 15 13:44:47.899160 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3779034-e3f7-4939-91d9-9914baf4fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:47.953691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfac8b3e-7caa-4a4c-ac43-ed9b9f0ecf94 req-bca7d954-0972-4d2e-b460-717363601835 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987360 Dec 15 13:44:47.980563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fcc2b834-d297-46cd-99ac-fb3e8e9407e0 req-972289c6-9fff-4f90-9647-2d322f72f618 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681575 Dec 15 13:44:48.012731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3779034-e3f7-4939-91d9-9914baf4fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.045266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3779034-e3f7-4939-91d9-9914baf4fa83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b8b351-8372-4169-9b75-414d35c9cbda,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:48.072671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a201061d-aca0-457e-a71c-cfae7c50bd4e None None] Network afd1ba27-fe38-4107-824b-4f0a4a16b4da requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:48.087639 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3779034-e3f7-4939-91d9-9914baf4fa83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.092233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d3779034-e3f7-4939-91d9-9914baf4fa83 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/84b8b351-8372-4169-9b75-414d35c9cbda HTTP/1.1" status: 204 len: 168 time: 0.7373405 Dec 15 13:44:48.095848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:48.121019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-c8b0247d-f429-4955-8e48-b88868c5ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.122538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-c8b0247d-f429-4955-8e48-b88868c5ab9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=473bcd2cfac34307961e5b2f47f8890e&device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 1099 time: 0.0749452 Dec 15 13:44:48.274594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-db886be2-f2a7-4f7f-b942-ccf9f52f2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.276166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-db886be2-f2a7-4f7f-b942-ccf9f52f2ccc service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1459367 Dec 15 13:44:48.370188 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-939a0496-d2a2-4309-99c2-84a76cbab9b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=f5977892-c097-4382-b922-d038dc18b931 HTTP/1.1" status: 200 len: 217 time: 0.0842469 Dec 15 13:44:48.401505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] DHCP port deletion for afd1ba27-fe38-4107-824b-4f0a4a16b4da request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:44:48.521883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-125354e5-b3b8-4029-b33e-7b63b648ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.523741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-125354e5-b3b8-4029-b33e-7b63b648ee35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1459222 Dec 15 13:44:48.591795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d92ea-b2e3-4cb7-b0a7-a408e64da75c req-5084bfb9-ebb6-4e9e-bc7e-44746c20697b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.600612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b84d92ea-b2e3-4cb7-b0a7-a408e64da75c req-5084bfb9-ebb6-4e9e-bc7e-44746c20697b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1319175 Dec 15 13:44:48.607212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46478) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:48.650304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-557eeea4-0437-4a83-9aca-4162e9f7ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.652636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-557eeea4-0437-4a83-9aca-4162e9f7ac2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192098 Dec 15 13:44:48.658962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1499a-7c0f-46aa-ace4-b522ec1a79c7 req-fb777d28-cf60-40a7-9906-9885abcb3968 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.660911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3f1499a-7c0f-46aa-ace4-b522ec1a79c7 req-fb777d28-cf60-40a7-9906-9885abcb3968 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 948 time: 0.5522184 Dec 15 13:44:48.674578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9b9a5964-391e-4035-9366-117a3da2764e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:48.694842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.706297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9b9a5964-391e-4035-9366-117a3da2764e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:48.707000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9b9a5964-391e-4035-9366-117a3da2764e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:48.707635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0f321723-b636-4734-b069-46bb83eef31c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:48.770288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3f1499a-7c0f-46aa-ace4-b522ec1a79c7 req-9a47c279-2b61-47d6-9445-7e33f7d6e432 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985734 Dec 15 13:44:48.773936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] Deleting port 0f321723-b636-4734-b069-46bb83eef31c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:48.774336 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.804382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1742688389-network', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:48.845638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b84d92ea-b2e3-4cb7-b0a7-a408e64da75c req-f4cbbd3e-b3cc-4b22-9833-8462af9caef5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407298 Dec 15 13:44:48.885238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Deleting port 0f321723-b636-4734-b069-46bb83eef31c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:48.885505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.892481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] For port 0f321723-b636-4734-b069-46bb83eef31c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0f321723-b636-4734-b069-46bb83eef31c,segment=NetworkSegment(bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a),segment_id=bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:48.893078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.914613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] Calling delete_port for 0f321723-b636-4734-b069-46bb83eef31c owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:48.917297 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.946744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Made reservation on behalf of 94e7d38241744c2dbe20d60427aa617a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:48.950427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.965183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 0f321723-b636-4734-b069-46bb83eef31c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0f321723-b636-4734-b069-46bb83eef31c,segment=NetworkSegment(bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a),segment_id=bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:48.966714 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.981707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] For port 0f321723-b636-4734-b069-46bb83eef31c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0f321723-b636-4734-b069-46bb83eef31c,segment=NetworkSegment(bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a),segment_id=bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:48.982496 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.995789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-df872382-5e32-459e-ad52-04eed2ca61a4 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240428 Dec 15 13:44:49.003315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Calling delete_port for 0f321723-b636-4734-b069-46bb83eef31c owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:49.011280 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.105678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=0f321723-b636-4734-b069-46bb83eef31c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.137895 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.216386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] Pushing event deleted for resources: {'Port': ['ID=0f321723-b636-4734-b069-46bb83eef31c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.227975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3a2b2-f6cb-425b-bd86-5b226ebedc75 None None] No DVR routers for this DVR port 0f321723-b636-4734-b069-46bb83eef31c on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:49.235597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.265236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f321723-b636-4734-b069-46bb83eef31c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.269670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] No DVR routers for this DVR port 0f321723-b636-4734-b069-46bb83eef31c on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:49.270055 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342ab305-7d10-4e13-82c8-ade7ea07c2cf req-4920fb27-a953-410c-b409-6a0540f5f1c9 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627993 Dec 15 13:44:49.282261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.298746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6f546-b5f8-4c01-a1c9-793865eec2d2 req-72191a5c-94f5-4dd3-9d93-b13eab90d15d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.302121 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1d6f546-b5f8-4c01-a1c9-793865eec2d2 req-72191a5c-94f5-4dd3-9d93-b13eab90d15d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.1240847 Dec 15 13:44:49.304278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.350048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:44:49.354724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.376980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6802ef-10d1-4053-b0d1-95798596bc92,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.379839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.380349 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Added segment 5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e of type vlan for network f222fa24-b638-42cc-b098-eb10bc4406b7 Dec 15 13:44:49.413698 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.414257 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.415253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.415699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > port after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.416370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.416836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > port after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.417331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.417663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.417990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.418358 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.439217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1d6f546-b5f8-4c01-a1c9-793865eec2d2 req-fddd14ce-1b90-4748-bfa4-3792c2973cf7 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210785 Dec 15 13:44:49.451959 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.488756 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.490353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.491542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.524447 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.524892 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.525228 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.525562 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:44:49.526092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd1ba27-fe38-4107-824b-4f0a4a16b4da']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:49.549929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:49.550445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1f7ab4-5804-4a12-9f7f-83bfd3ea2c4a') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:49.562509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9466560 Dec 15 13:44:49.565700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:49.571447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Request body: {'subnet': {'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1742688389-subnet', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:49.580805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8a8cd-030d-4758-91d4-f71c7f03c87e admin admin] Pushing event updated for resources: {'Network': ['ID=f222fa24-b638-42cc-b098-eb10bc4406b7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.583695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.594341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f222fa24-b638-42cc-b098-eb10bc4406b7 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:44:49.619430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.635248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:49.635784 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: from cryptography.utils import int_from_bytes Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: from cryptography.utils import int_from_bytes Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:49.641571 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:49.653617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Made reservation on behalf of 94e7d38241744c2dbe20d60427aa617a for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:49.657078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.772370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.806832 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.823831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] 10.222.0.86 "DELETE /v2.0/networks/afd1ba27-fe38-4107-824b-4f0a4a16b4da HTTP/1.1" status: 204 len: 168 time: 1.7154944 Dec 15 13:44:49.829105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f491545-e146-4746-a2a1-2156e26d5814 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd1ba27-fe38-4107-824b-4f0a4a16b4da,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.959402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cead4e4-2f8f-4c43-868c-589c8f7ab4d1 req-2118f795-cf03-4545-844d-ab761d3b5090 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.967255 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cead4e4-2f8f-4c43-868c-589c8f7ab4d1 req-2118f795-cf03-4545-844d-ab761d3b5090 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 948 time: 0.1206863 Dec 15 13:44:49.981508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:50.068205 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80f9d1ab-8aa8-4191-b836-5fe92371939d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=af501855b41f4d0abaac1bd108133267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0832620 Dec 15 13:44:50.068673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cead4e4-2f8f-4c43-868c-589c8f7ab4d1 req-71f286d5-d908-4245-aa23-6aa3bbeedbdb tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996313 Dec 15 13:44:50.071516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:50.079374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.130643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d132-2ed4-4397-abf7-02bdf80b4bde req-53d8b34a-a5dd-4de7-8720-9ae153732674 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:50.132139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a073d132-2ed4-4397-abf7-02bdf80b4bde req-53d8b34a-a5dd-4de7-8720-9ae153732674 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1074336 Dec 15 13:44:50.158362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e7385b-633d-4a92-9d6e-ba71221835f7,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:50.171536 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0976c87-78d9-49e8-9131-d9f31031cf98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.179055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Checking segment: {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:50.179544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Network hostable DHCP agents. Network: f222fa24-b638-42cc-b098-eb10bc4406b7, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:44:50.208972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Network f222fa24-b638-42cc-b098-eb10bc4406b7 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:44:50.219918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f222fa24-b638-42cc-b098-eb10bc4406b7) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:50.224681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:50.226170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.227917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a7dee-818c-438f-8ce5-63b3ef16091e None None] Network f222fa24-b638-42cc-b098-eb10bc4406b7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:50.239274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0976c87-78d9-49e8-9131-d9f31031cf98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.256947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:50.257710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bedb7f13-4cb0-4f6a-a3a9-1bc418480502 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6902001 Dec 15 13:44:50.267018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:50.289122 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a073d132-2ed4-4397-abf7-02bdf80b4bde req-d93ed1c6-d372-4362-b8ac-ef23f80d96b4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466155 Dec 15 13:44:50.326575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.327675 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.332772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0976c87-78d9-49e8-9131-d9f31031cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.335853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0976c87-78d9-49e8-9131-d9f31031cf98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.339410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e0976c87-78d9-49e8-9131-d9f31031cf98 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eabf40cf-ab1d-4c7f-85c2-8f2c36ef1f79 HTTP/1.1" status: 204 len: 168 time: 0.2644534 Dec 15 13:44:50.352104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0976c87-78d9-49e8-9131-d9f31031cf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabf40cf-ab1d-4c7f-85c2-8f2c36ef1f79,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:50.372466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-f222fa24-b638-42cc-b098-eb10bc4406b7', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:44:50.373693 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.428961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.540709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Allocated IP 172.20.0.2 (f222fa24-b638-42cc-b098-eb10bc4406b7/02e7385b-633d-4a92-9d6e-ba71221835f7/131e1786-fb6e-4790-8848-b9c49064cac8) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:50.650640 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.694557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ddae-626b-43ad-bfb2-d89acc238603 req-23597870-4048-4fba-a42a-4f91d1b4eae5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:50.696115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99c6ddae-626b-43ad-bfb2-d89acc238603 req-23597870-4048-4fba-a42a-4f91d1b4eae5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.1181729 Dec 15 13:44:50.735084 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.746790 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.768437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99c6ddae-626b-43ad-bfb2-d89acc238603 req-3a0a49e6-e800-43c8-8423-be7661a6e52b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651503 Dec 15 13:44:50.795694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Network f222fa24-b638-42cc-b098-eb10bc4406b7 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:50.802051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:50.806982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:50.900770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Attempting to bind port 131e1786-fb6e-4790-8848-b9c49064cac8 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:50.901319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Attempting to bind port 131e1786-fb6e-4790-8848-b9c49064cac8 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:50.901867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Attempting to bind port 131e1786-fb6e-4790-8848-b9c49064cac8 on network f222fa24-b638-42cc-b098-eb10bc4406b7 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:50.903964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Pushing event updated for resources: {'Port': ['ID=131e1786-fb6e-4790-8848-b9c49064cac8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:50.910588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:50.911243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Checking segment: {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:50.912599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.913150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Bound using segment: {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:50.913767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Bound port: 131e1786-fb6e-4790-8848-b9c49064cac8, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:50.914309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.945465 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:50.966973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:51.000245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] For port 131e1786-fb6e-4790-8848-b9c49064cac8, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:51.006480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] For port 131e1786-fb6e-4790-8848-b9c49064cac8, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=131e1786-fb6e-4790-8848-b9c49064cac8,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:51.018884 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:51.100167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1a07b-64e7-4766-9c48-b84ab2df408b None None] Pushing event updated for resources: {'Port': ['ID=131e1786-fb6e-4790-8848-b9c49064cac8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:51.103092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Allocated IP 172.25.7.141 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/7db04330-b036-4ba1-9a1c-0262d39a31cc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:51.279033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:51.287010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfe034-c721-425b-aded-0ccdd9cd9df4 req-a1aa0e82-7106-4014-bfd6-e94a2c339345 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:51.291802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-54cfe034-c721-425b-aded-0ccdd9cd9df4 req-a1aa0e82-7106-4014-bfd6-e94a2c339345 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 948 time: 0.1045177 Dec 15 13:44:51.328850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:51.389051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-54cfe034-c721-425b-aded-0ccdd9cd9df4 req-3e189a1f-5606-477e-bfbe-4463e6406478 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903974 Dec 15 13:44:51.438543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Pushing event updated for resources: {'Port': ['ID=7db04330-b036-4ba1-9a1c-0262d39a31cc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:51.444024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:51.447360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:51.449606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:51.922464 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a10dd-ad33-4855-be36-daad754ffb0f req-caba67be-4e4c-43f2-923a-b1861dc90e23 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:51.924420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-773a10dd-ad33-4855-be36-daad754ffb0f req-caba67be-4e4c-43f2-923a-b1861dc90e23 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.4789553 Dec 15 13:44:51.945689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba905f8-600c-47be-bba4-b17592b2cce2 req-75cf65c8-c83e-4284-9243-bfab6cdc20e8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:51.954373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fba905f8-600c-47be-bba4-b17592b2cce2 req-75cf65c8-c83e-4284-9243-bfab6cdc20e8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.0906422 Dec 15 13:44:52.018313 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fba905f8-600c-47be-bba4-b17592b2cce2 req-624d6839-ebfd-406e-8fa9-8e3b8ca7356b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618479 Dec 15 13:44:52.039159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f5977892-c097-4382-b922-d038dc18b931 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:52.047930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-773a10dd-ad33-4855-be36-daad754ffb0f req-f269a430-1bc6-4d8f-b654-7d2ff02ff681 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137121 Dec 15 13:44:52.133345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a8857484-271e-453b-b162-305b0d705a3c no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:52.211930 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.226507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f5977892-c097-4382-b922-d038dc18b931, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f5977892-c097-4382-b922-d038dc18b931,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:52.239910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'f5977892-c097-4382-b922-d038dc18b931', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'f5977892-c097-4382-b922-d038dc18b931', 'mac_address': 'fa:16:3e:86:03:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:52.311127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.328870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5977892-c097-4382-b922-d038dc18b931 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:52.358021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f5977892-c097-4382-b922-d038dc18b931, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f5977892-c097-4382-b922-d038dc18b931,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:52.363926 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.408801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc331273-cd64-49ee-8fe2-0709fc8f78aa None None] Network f222fa24-b638-42cc-b098-eb10bc4406b7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:52.462703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.495636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=f5977892-c097-4382-b922-d038dc18b931,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:52.505384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7b2e2c2c-4c22-401e-90b5-a31addc9f832 None None] Provisioning complete for port 131e1786-fb6e-4790-8848-b9c49064cac8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:52.505757 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b2e2c2c-4c22-401e-90b5-a31addc9f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.592206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ad506-dafa-4a82-b159-7e914929ebc0 req-34580325-e971-4299-a71e-208a99b0bd03 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:52.596161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d8ad506-dafa-4a82-b159-7e914929ebc0 req-34580325-e971-4299-a71e-208a99b0bd03 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 949 time: 0.0736451 Dec 15 13:44:52.633740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 131e1786-fb6e-4790-8848-b9c49064cac8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:52.666610 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['f5977892-c097-4382-b922-d038dc18b931'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:52.681680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d8ad506-dafa-4a82-b159-7e914929ebc0 req-f422a31d-9f21-4d3f-986d-a52deab780d3 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582900 Dec 15 13:44:52.693589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Router cbde944b-9f04-4659-be0d-9e6eddfb104c is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:44:52.722477 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b2e2c2c-4c22-401e-90b5-a31addc9f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.777468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7b2e2c2c-4c22-401e-90b5-a31addc9f832 None None] For port 131e1786-fb6e-4790-8848-b9c49064cac8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=131e1786-fb6e-4790-8848-b9c49064cac8,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:52.789860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b2e2c2c-4c22-401e-90b5-a31addc9f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.805372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 131e1786-fb6e-4790-8848-b9c49064cac8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:52.806659 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.848345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:52.870091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:52.875565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a2244f93-ed39-4082-befc-fef8d32c9b1f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6164463 Dec 15 13:44:52.876270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46556) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:52.887514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Sync routers for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:53.166701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:53.167449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:53.243415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a8e7-848b-4a69-93ff-9b857e4f3939 req-42922a29-c53a-4c9d-b430-d3c938f76050 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:53.244180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e2c2c-4c22-401e-90b5-a31addc9f832 None None] Pushing event updated for resources: {'Port': ['ID=131e1786-fb6e-4790-8848-b9c49064cac8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:53.248882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-73f0d76e-3eee-42b2-91dc-1b65ae50838c None None] Provisioning complete for port 131e1786-fb6e-4790-8848-b9c49064cac8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:53.249252 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73f0d76e-3eee-42b2-91dc-1b65ae50838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:53.251144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf92a8e7-848b-4a69-93ff-9b857e4f3939 req-42922a29-c53a-4c9d-b430-d3c938f76050 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.0760353 Dec 15 13:44:53.308826 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf92a8e7-848b-4a69-93ff-9b857e4f3939 req-6b9c0418-7a95-49d4-afd1-cae9e26ba599 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Dec 15 13:44:53.313967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51312ef-0c8d-4939-b6a3-459c3bac48b5 req-31f3d15f-4ae9-405c-8c6a-9176e36f5f28 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:53.329667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e51312ef-0c8d-4939-b6a3-459c3bac48b5 req-31f3d15f-4ae9-405c-8c6a-9176e36f5f28 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1123242 Dec 15 13:44:53.396200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e51312ef-0c8d-4939-b6a3-459c3bac48b5 req-b2bcb934-4e75-4c6e-bf82-4b0a5eb566d2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717745 Dec 15 13:44:53.483221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:53.572036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:53.776826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Allocated IP 172.20.0.1 (f222fa24-b638-42cc-b098-eb10bc4406b7/02e7385b-633d-4a92-9d6e-ba71221835f7/26e343a1-98c2-419b-ae6e-c405ae0b47ee) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:53.777497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:51Z', 'revision_number': 3, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:53.809047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Checking router: cbde944b-9f04-4659-be0d-9e6eddfb104c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:53.810142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Updating router cbde944b-9f04-4659-be0d-9e6eddfb104c port 7db04330-b036-4ba1-9a1c-0262d39a31cc binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:44:53.840324 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:53.881324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d96627-8461-4b9e-9df0-09599c4ed8e2 req-a6bcdb76-a3d4-4084-8dab-56afa5e6e2ea tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:53.882919 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d96627-8461-4b9e-9df0-09599c4ed8e2 req-a6bcdb76-a3d4-4084-8dab-56afa5e6e2ea tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 949 time: 0.1038773 Dec 15 13:44:53.945605 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:53.968006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d96627-8461-4b9e-9df0-09599c4ed8e2 req-98e33872-f651-4cae-8a84-bd5df563b865 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710180 Dec 15 13:44:54.003012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.044174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Network f222fa24-b638-42cc-b098-eb10bc4406b7 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:54.047968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:54.052050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:54.080198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=26e343a1-98c2-419b-ae6e-c405ae0b47ee,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:54.096898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.097258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.097612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.097956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.098303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.098645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.098982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.099321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.099656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.100018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.100355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.100687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.101017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:54.111402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.112634 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.122795 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.190654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94948554-5963-4641-9836-ab32c83d5cfd None None] Pushing event updated for resources: {'Port': ['ID=7db04330-b036-4ba1-9a1c-0262d39a31cc,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:54.193218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Attempting to bind port 7db04330-b036-4ba1-9a1c-0262d39a31cc on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:54.193602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Attempting to bind port 7db04330-b036-4ba1-9a1c-0262d39a31cc by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:54.193978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Attempting to bind port 7db04330-b036-4ba1-9a1c-0262d39a31cc on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:54.200522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:54.200860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:54.201149 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.201574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:54.202058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Bound port: 7db04330-b036-4ba1-9a1c-0262d39a31cc, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:54.202468 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.294436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] For port 7db04330-b036-4ba1-9a1c-0262d39a31cc, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:54.299216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] For port 7db04330-b036-4ba1-9a1c-0262d39a31cc, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7db04330-b036-4ba1-9a1c-0262d39a31cc,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:54.305345 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.316852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.367189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:54.367841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:54.514074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-aca16d41-7431-45f1-b466-c3015f6f8227 service neutron] 10.222.0.74 "GET /v2.0/ports/a8857484-271e-453b-b162-305b0d705a3c/bindings/n-h2-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.1950099 Dec 15 13:44:54.551204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:54.553957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355665de-c2cb-434f-800e-0569cf1ffa94 req-48ccb202-f0b4-4edf-a993-123bdbf4f553 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:54.568339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-355665de-c2cb-434f-800e-0569cf1ffa94 req-48ccb202-f0b4-4edf-a993-123bdbf4f553 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 944 time: 0.1161537 Dec 15 13:44:54.591334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94948554-5963-4641-9836-ab32c83d5cfd None None] Pushing event updated for resources: {'Port': ['ID=7db04330-b036-4ba1-9a1c-0262d39a31cc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:54.601499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 131e1786-fb6e-4790-8848-b9c49064cac8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:54.654179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fe6deebc-4b55-4268-b60d-9447de50dc4d None None] Provisioning complete for port 26e343a1-98c2-419b-ae6e-c405ae0b47ee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:54.654606 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fe6deebc-4b55-4268-b60d-9447de50dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.660110 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.685659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.691086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-355665de-c2cb-434f-800e-0569cf1ffa94 req-ff79267c-3a9a-4e3b-8aba-1ade59347ca7 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215737 Dec 15 13:44:54.701767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fe6deebc-4b55-4268-b60d-9447de50dc4d None None] Port 26e343a1-98c2-419b-ae6e-c405ae0b47ee cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:54.860703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535f66c-2875-41d3-a00b-ae71a5e14076 req-eba80432-aede-4736-93a3-9a75870cffc0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:54.876692 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b535f66c-2875-41d3-a00b-ae71a5e14076 req-eba80432-aede-4736-93a3-9a75870cffc0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.2332945 Dec 15 13:44:54.908051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.909949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=26e343a1-98c2-419b-ae6e-c405ae0b47ee,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:54.928046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 131e1786-fb6e-4790-8848-b9c49064cac8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:54.928442 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.974922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b535f66c-2875-41d3-a00b-ae71a5e14076 req-ae1a176b-e94e-4415-b16b-c9795abfe0f5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970242 Dec 15 13:44:54.982593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:55.018076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:44:53Z', 'revision_number': 1, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:55.036092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:55.068650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fedc5f-c101-48a5-baf1-72945c9da19d None None] The sync data for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 is: [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:44:53Z', 'revision_number': 1, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:55.133565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Network f222fa24-b638-42cc-b098-eb10bc4406b7 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:55.135537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:55.234910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8857484-271e-453b-b162-305b0d705a3c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:55.269377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:55.295358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a735f-aa11-421c-bc23-e7f3ff072259 req-1f533dc3-b401-4cd9-a392-ce3b6d38d277 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.322708 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c84a735f-aa11-421c-bc23-e7f3ff072259 req-1f533dc3-b401-4cd9-a392-ce3b6d38d277 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 949 time: 0.2211015 Dec 15 13:44:55.332080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.352113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Router cbde944b-9f04-4659-be0d-9e6eddfb104c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:55.508075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c84a735f-aa11-421c-bc23-e7f3ff072259 req-42af7ec2-0875-473c-9231-836b8f102742 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843193 Dec 15 13:44:55.539267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Transition to ACTIVE for port object a8857484-271e-453b-b162-305b0d705a3c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:55.552351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.575912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b6947da0-5930-416d-9d90-c9ba788a426a None None] Provisioning complete for port 26e343a1-98c2-419b-ae6e-c405ae0b47ee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:55.582233 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6947da0-5930-416d-9d90-c9ba788a426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.645885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b6947da0-5930-416d-9d90-c9ba788a426a None None] Port 26e343a1-98c2-419b-ae6e-c405ae0b47ee cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:44:55.650285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] No DVR routers for this DVR port a8857484-271e-453b-b162-305b0d705a3c on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:55.657264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Pushing event updated for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=10']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:55.688796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.689255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.689527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.689874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.690211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.690551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.690936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.691355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.691687 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.692042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.692374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.692704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.693033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:55.703966 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-ee689ba1-c9c5-4233-87f2-e1193ae7cf24 service neutron] 10.222.0.74 "PUT /v2.0/ports/a8857484-271e-453b-b162-305b0d705a3c/bindings/n-h2-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1783748 Dec 15 13:44:55.711692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:55.717060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3c653f04-94c1-49bd-bb7e-bf24816ed4e1 admin admin] 10.222.0.86 "PUT /v2.0/routers/cbde944b-9f04-4659-be0d-9e6eddfb104c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8394759 Dec 15 13:44:55.880796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-122d3b97-c7ea-436f-acfb-5f6de374afa0 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.882626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-122d3b97-c7ea-436f-acfb-5f6de374afa0 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.0897419 Dec 15 13:44:55.899045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fb68c-f678-4ff7-92c4-590bc97e7b98 req-907f0160-e8de-4c99-8408-5ef8f78012f4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.909426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff9fb68c-f678-4ff7-92c4-590bc97e7b98 req-907f0160-e8de-4c99-8408-5ef8f78012f4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 945 time: 0.1191790 Dec 15 13:44:55.983678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-5b5f6f28-da04-42a6-ae90-109431d618b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:55.986347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff9fb68c-f678-4ff7-92c4-590bc97e7b98 req-17bc09d2-4754-430c-b8d0-21120a6b0bcb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757551 Dec 15 13:44:55.989147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-5b5f6f28-da04-42a6-ae90-109431d618b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6&tenant_id=72f3a4952976434a83ac56055293d649 HTTP/1.1" status: 200 len: 1096 time: 0.0867214 Dec 15 13:44:56.082243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f5977892-c097-4382-b922-d038dc18b931 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:56.097075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-d496e803-725f-498d-a760-7aa4f58b0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.099296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-d496e803-725f-498d-a760-7aa4f58b0b5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0801206 Dec 15 13:44:56.232512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384dea4-d5e7-420f-b2c7-12d4a1724ec8 req-c2970c5f-34f4-4dc3-b8b9-0d165e7f731d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.234658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b384dea4-d5e7-420f-b2c7-12d4a1724ec8 req-c2970c5f-34f4-4dc3-b8b9-0d165e7f731d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1280179 Dec 15 13:44:56.237504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-ab0138c1-25c5-4c55-a977-32e18e7dabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.239853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-ab0138c1-25c5-4c55-a977-32e18e7dabe4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.1234760 Dec 15 13:44:56.245124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port f5977892-c097-4382-b922-d038dc18b931 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:56.290242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port f5977892-c097-4382-b922-d038dc18b931 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:56.290756 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.365520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-2547f294-a132-4752-b8a7-3fed9cbafb5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 217 time: 0.1140621 Dec 15 13:44:56.366110 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b384dea4-d5e7-420f-b2c7-12d4a1724ec8 req-2ced615b-5c27-415a-b68f-76e9e1a5eb94 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211076 Dec 15 13:44:56.444089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-5fc3487c-c0f9-4941-9448-15988287aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.445948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-5fc3487c-c0f9-4941-9448-15988287aacd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0741012 Dec 15 13:44:56.517042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-40a3554d-1253-4493-b67b-fcdcef4b287e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621147 Dec 15 13:44:56.651556 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.736561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89e254-8dbe-4b83-bd8a-3ad74223dc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5977892-c097-4382-b922-d038dc18b931'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:56.736925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651ff7-26bd-4df3-8eec-2092917a5114 req-7939cdd3-bfba-436e-bbfd-1372e353d32c tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:56.739208 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98651ff7-26bd-4df3-8eec-2092917a5114 req-7939cdd3-bfba-436e-bbfd-1372e353d32c tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 949 time: 0.0663662 Dec 15 13:44:56.741098 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4857bb2d-d44b-4d6c-aced-393f1d83b213" -d '{"events": [{"server_uuid": "bd89e254-8dbe-4b83-bd8a-3ad74223dc06", "name": "network-vif-plugged", "status": "completed", "tag": "f5977892-c097-4382-b922-d038dc18b931"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:56.749024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7db04330-b036-4ba1-9a1c-0262d39a31cc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:56.787045 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-a41d2bad-86f2-411a-93b9-0e98d528480f service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611828 Dec 15 13:44:56.839008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f5977892-c097-4382-b922-d038dc18b931, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f5977892-c097-4382-b922-d038dc18b931,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:56.839689 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98651ff7-26bd-4df3-8eec-2092917a5114 req-f64fc400-e277-486e-a663-5b887eb1135d tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934520 Dec 15 13:44:56.891665 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.953485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7db04330-b036-4ba1-9a1c-0262d39a31cc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:56.953782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.987544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=f5977892-c097-4382-b922-d038dc18b931,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:56.990735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-863f76ef-a8e1-47aa-9a80-5271d2eec52a service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919191 Dec 15 13:44:57.090250 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c619f-a985-4512-9689-38a5bf71c32b x-openstack-request-id: req-ba8c619f-a985-4512-9689-38a5bf71c32b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:57.090865 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89e254-8dbe-4b83-bd8a-3ad74223dc06", "name": "network-vif-plugged", "status": "completed", "tag": "f5977892-c097-4382-b922-d038dc18b931", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:57.091415 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba8c619f-a985-4512-9689-38a5bf71c32b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:57.092001 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89e254-8dbe-4b83-bd8a-3ad74223dc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5977892-c097-4382-b922-d038dc18b931', 'code': 200} Dec 15 13:44:57.092776 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.150158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 7db04330-b036-4ba1-9a1c-0262d39a31cc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7db04330-b036-4ba1-9a1c-0262d39a31cc,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:57.161830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.192420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46710) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:57.200660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-36d2f772-94e1-4c1a-9650-27781326ef38 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888722920', 'description': 'tempest-description--1253039303'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:57.213572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db914-207d-48de-9e4e-1fca04fc589b req-49f8ec79-e716-4997-b01a-abd20f86f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:57.217296 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-714db914-207d-48de-9e4e-1fca04fc589b req-49f8ec79-e716-4997-b01a-abd20f86f75e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 1101 time: 0.0972972 Dec 15 13:44:57.255557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36d2f772-94e1-4c1a-9650-27781326ef38 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.304584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=7db04330-b036-4ba1-9a1c-0262d39a31cc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:57.324557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-714db914-207d-48de-9e4e-1fca04fc589b req-68b29fc1-0e0e-4d66-ba04-2905d5665da0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992591 Dec 15 13:44:57.437640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829ad06-e74c-437b-8001-68ddd4ae06d4 req-26652c2c-4be4-4dd4-b4fc-31da66d72c8b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:57.439245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e829ad06-e74c-437b-8001-68ddd4ae06d4 req-26652c2c-4be4-4dd4-b4fc-31da66d72c8b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 945 time: 0.1322927 Dec 15 13:44:57.442588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a386-f974-4952-ae09-e520967a9e42 req-ddbde61b-10d9-4dc3-b259-eb52ebff2eec tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:57.444074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-ddbde61b-10d9-4dc3-b259-eb52ebff2eec tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.1111975 Dec 15 13:44:57.493184 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36d2f772-94e1-4c1a-9650-27781326ef38 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.525821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36d2f772-94e1-4c1a-9650-27781326ef38 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.527296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d87ff-53a1-454e-a1f3-210d563d4a5f req-2c9ec292-d135-46ce-bb37-636fa1dc7acc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:57.528932 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a12d87ff-53a1-454e-a1f3-210d563d4a5f req-2c9ec292-d135-46ce-bb37-636fa1dc7acc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0759273 Dec 15 13:44:57.586739 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a12d87ff-53a1-454e-a1f3-210d563d4a5f req-31c398f3-d088-40f3-8aea-615bdc6d9d5a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497780 Dec 15 13:44:57.587093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e829ad06-e74c-437b-8001-68ddd4ae06d4 req-37954f01-a1e5-4381-992e-9198f66604d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369107 Dec 15 13:44:57.593058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2f772-94e1-4c1a-9650-27781326ef38 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4760b-acd5-49ab-a766-86f49e439e42,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:57.598983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36d2f772-94e1-4c1a-9650-27781326ef38 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.600529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-36d2f772-94e1-4c1a-9650-27781326ef38 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4050806 Dec 15 13:44:57.604209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46726) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:57.609987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0759ed47-1b71-4f71-a587-3de08e389006 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Request body: {'security_group_rule': {'security_group_id': 'dce4760b-acd5-49ab-a766-86f49e439e42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:57.677210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0759ed47-1b71-4f71-a587-3de08e389006 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.694623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-c66239a5-8269-48c5-b6f2-8f3ba37d2af0 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=99fa3adab42041559ca3ad06b9510f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243199 Dec 15 13:44:57.697136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e362a386-f974-4952-ae09-e520967a9e42 req-5a514200-6e9d-444b-a8e2-1e1ff9ad8290 service neutron] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:57.705100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e362a386-f974-4952-ae09-e520967a9e42 req-5a514200-6e9d-444b-a8e2-1e1ff9ad8290 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.706192 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e362a386-f974-4952-ae09-e520967a9e42 req-5a514200-6e9d-444b-a8e2-1e1ff9ad8290 service neutron] 10.222.0.24 "DELETE /v2.0/ports/a8857484-271e-453b-b162-305b0d705a3c/bindings/n-h1-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.2320652 Dec 15 13:44:57.756608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0759ed47-1b71-4f71-a587-3de08e389006 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.761352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0759ed47-1b71-4f71-a587-3de08e389006 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.779128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ed47-1b71-4f71-a587-3de08e389006 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ab19c8-7fa2-4687-bc68-703d56413391,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:57.792844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0759ed47-1b71-4f71-a587-3de08e389006 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.794794 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0759ed47-1b71-4f71-a587-3de08e389006 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1892970 Dec 15 13:44:57.798585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46738) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:57.803991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d14f955b-04b3-4683-9227-dd5712405177 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Request body: {'security_group_rule': {'security_group_id': 'dce4760b-acd5-49ab-a766-86f49e439e42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:57.830018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d14f955b-04b3-4683-9227-dd5712405177 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.835139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-8d697ffa-1aff-43c0-aef1-c9902e89a8bb tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:57.836756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-8d697ffa-1aff-43c0-aef1-c9902e89a8bb tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1351936 Dec 15 13:44:57.852830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-317d513b-fda8-48ca-96a3-86feff148bed tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/quotas/99fa3adab42041559ca3ad06b9510f9d HTTP/1.1" status: 200 len: 375 time: 0.0100203 Dec 15 13:44:57.887049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-a3ce5672-d2a6-4736-a6e6-2e9a3e649d7b tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=99fa3adab42041559ca3ad06b9510f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280185 Dec 15 13:44:57.899495 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d14f955b-04b3-4683-9227-dd5712405177 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.904572 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d14f955b-04b3-4683-9227-dd5712405177 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.935704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f955b-04b3-4683-9227-dd5712405177 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3f2c99-a8ed-4e02-b912-26b0f1838b98,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:57.942592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d14f955b-04b3-4683-9227-dd5712405177 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.944074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d14f955b-04b3-4683-9227-dd5712405177 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443639 Dec 15 13:44:57.947383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46742) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:57.955424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:57.995068 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.995912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95d5a6-c22c-481d-a202-4f6cda46f6bc req-b84662d0-f879-4ab1-bed1-dab5f86d3f68 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:58.007034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd95d5a6-c22c-481d-a202-4f6cda46f6bc req-b84662d0-f879-4ab1-bed1-dab5f86d3f68 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 950 time: 0.0874581 Dec 15 13:44:58.086068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd95d5a6-c22c-481d-a202-4f6cda46f6bc req-0733eead-1ee0-400a-84d8-97010bc9c8aa tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742829 Dec 15 13:44:58.144544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.245196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-d99ba407-1791-421b-ad83-10aebf36c876 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=99fa3adab42041559ca3ad06b9510f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343912 Dec 15 13:44:58.325145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Allocated IP 172.25.7.44 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/b4fe42a8-e48a-4dde-9570-4dec7e4f60f8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:58.419102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-d83e3533-f0a4-4dd0-a326-a5dd438ec365 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:58.420776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-d83e3533-f0a4-4dd0-a326-a5dd438ec365 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747727 Dec 15 13:44:58.438889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-d0422763-2bef-45f7-ab7d-9dc035a72d0a tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/quotas/99fa3adab42041559ca3ad06b9510f9d HTTP/1.1" status: 200 len: 375 time: 0.0115860 Dec 15 13:44:58.486892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-c8be594f-3ac9-42cc-a0fb-5a58af8bcd40 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=99fa3adab42041559ca3ad06b9510f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407221 Dec 15 13:44:58.503476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.546006 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Sync routers for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:58.560296 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:58.561605 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:58.564541 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.596484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7db04330-b036-4ba1-9a1c-0262d39a31cc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:58.633011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event updated for resources: {'Port': ['ID=b4fe42a8-e48a-4dde-9570-4dec7e4f60f8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:58.657212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:58.660024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:58.665312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:58.721193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7db04330-b036-4ba1-9a1c-0262d39a31cc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:58.722023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.853082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb817be2-a775-4bee-85db-105dd3b6ec0e req-d6c0adf6-9f9e-4787-8d6f-2f8700ff9b26 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:58.857246 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:58.866159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb817be2-a775-4bee-85db-105dd3b6ec0e req-d6c0adf6-9f9e-4787-8d6f-2f8700ff9b26 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 945 time: 0.0915630 Dec 15 13:44:58.907726 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:58.948528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb817be2-a775-4bee-85db-105dd3b6ec0e req-5d4a4256-b722-4edf-9e72-04fae67d3447 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795908 Dec 15 13:44:58.958925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.071963 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb4c9287-3c0b-48ed-bd82-34e03dc3ce2b req-694e077f-0c7a-466b-b42d-bfa1594888d6 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 210 time: 0.0388153 Dec 15 13:44:59.119285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeab5f-9417-4189-8ae2-d06fa0a61cf0 req-11736e2e-f1dc-476e-96fb-88bf942be481 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:59.119285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8fdeab5f-9417-4189-8ae2-d06fa0a61cf0 req-11736e2e-f1dc-476e-96fb-88bf942be481 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.2419696 Dec 15 13:44:59.207747 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 2, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:59.212568 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8fdeab5f-9417-4189-8ae2-d06fa0a61cf0 req-723350e8-35aa-422b-b890-9bcb0c98ea9c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817277 Dec 15 13:44:59.223951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.230395 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.259965 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Checking router: cbde944b-9f04-4659-be0d-9e6eddfb104c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:59.260703 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Updating router cbde944b-9f04-4659-be0d-9e6eddfb104c port 26e343a1-98c2-419b-ae6e-c405ae0b47ee binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:44:59.262686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e33630-7c3d-4969-a80a-4a8f904f8695 req-97e8ac72-fb73-48e2-9c5a-c84edb60fa8f tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:59.271627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6e33630-7c3d-4969-a80a-4a8f904f8695 req-97e8ac72-fb73-48e2-9c5a-c84edb60fa8f tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 950 time: 0.0826521 Dec 15 13:44:59.282557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event updated for resources: {'Port': ['ID=b4fe42a8-e48a-4dde-9570-4dec7e4f60f8,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.297116 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.358957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6e33630-7c3d-4969-a80a-4a8f904f8695 req-dcfdd136-9697-4d28-8554-1e6af61c3730 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767758 Dec 15 13:44:59.381518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.405887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.407153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-015a1e8f-d611-441f-b2d4-0786132d3523 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4569216 Dec 15 13:44:59.413666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76d424-7698-499a-a4a7-7e6147e8e011 req-51784c24-6e07-4e0a-82b4-94cf2d8e4697 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:59.415240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a76d424-7698-499a-a4a7-7e6147e8e011 req-51784c24-6e07-4e0a-82b4-94cf2d8e4697 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0634255 Dec 15 13:44:59.524858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a76d424-7698-499a-a4a7-7e6147e8e011 req-56018b73-e384-4205-86fb-4b391e4c5b87 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983081 Dec 15 13:44:59.562037 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-67a1906a-ca8a-42c8-b4ca-14b6ae88a8ba tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=99fa3adab42041559ca3ad06b9510f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360518 Dec 15 13:44:59.733859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-22b77dd1-fd6d-48c7-b12b-63fa09257d83 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:59.736231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-22b77dd1-fd6d-48c7-b12b-63fa09257d83 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647973 Dec 15 13:44:59.765912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Request body: {'port': {'device_id': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '99fa3adab42041559ca3ad06b9510f9d'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:59.818553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3add84-ade2-4d23-9529-f86b5eca236f req-e955e0b6-088a-4d3a-82e9-2e7fc9fd071f tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:59.828185 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4c3add84-ade2-4d23-9529-f86b5eca236f req-e955e0b6-088a-4d3a-82e9-2e7fc9fd071f tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0543349 Dec 15 13:44:59.839018 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.846147 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.867182 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-f9fb9bc7-8f58-4d7f-bb1e-9bb949f9f4ad tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--888722920&fields=id&tenant_id=94e7d38241744c2dbe20d60427aa617a HTTP/1.1" status: 200 len: 267 time: 0.1134722 Dec 15 13:44:59.895012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4c3add84-ade2-4d23-9529-f86b5eca236f req-9488479a-b98a-4c55-867e-09c993794621 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Dec 15 13:44:59.933396 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed01624-53bd-4249-8057-ef1892ea6ef2 None None] Pushing event updated for resources: {'Port': ['ID=26e343a1-98c2-419b-ae6e-c405ae0b47ee,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:00.004602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-6064cf70-4378-42e0-8bd8-64292199597c tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:00.013586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-6064cf70-4378-42e0-8bd8-64292199597c tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/networks?id=f222fa24-b638-42cc-b098-eb10bc4406b7 HTTP/1.1" status: 200 len: 806 time: 0.1450927 Dec 15 13:45:00.025230 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Attempting to bind port 26e343a1-98c2-419b-ae6e-c405ae0b47ee on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:00.025539 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Attempting to bind port 26e343a1-98c2-419b-ae6e-c405ae0b47ee by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:00.027433 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Attempting to bind port 26e343a1-98c2-419b-ae6e-c405ae0b47ee on network f222fa24-b638-42cc-b098-eb10bc4406b7 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:00.033790 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:00.034183 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Checking segment: {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:00.035179 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.035592 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Bound using segment: {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:00.036181 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Bound port: 26e343a1-98c2-419b-ae6e-c405ae0b47ee, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:00.036605 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.053976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-44e589a1-4c3c-461f-99da-303492836d33 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/quotas/94e7d38241744c2dbe20d60427aa617a HTTP/1.1" status: 200 len: 375 time: 0.0392084 Dec 15 13:45:00.152795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-cdab0c04-c750-4fc4-b4c4-bebeb29c0113 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=94e7d38241744c2dbe20d60427aa617a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975823 Dec 15 13:45:00.172384 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] For port 26e343a1-98c2-419b-ae6e-c405ae0b47ee, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:00.183207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Made reservation on behalf of 99fa3adab42041559ca3ad06b9510f9d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:00.184504 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] For port 26e343a1-98c2-419b-ae6e-c405ae0b47ee, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=26e343a1-98c2-419b-ae6e-c405ae0b47ee,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:00.186501 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.195427 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.205576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.287201 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-f4d9e806-e781-4d87-adcf-e6ad59f5adf5 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=99fa3adab42041559ca3ad06b9510f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549948 Dec 15 13:45:00.329110 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:00.332663 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:44:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:00.353711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-92988c9b-4d44-4111-ac7c-a847b81904c0 service neutron] 10.222.0.86 "GET /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792781 Dec 15 13:45:00.361277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-392442ec-52e9-4f99-8719-21e8f6337933 None None] Provisioning complete for port 26e343a1-98c2-419b-ae6e-c405ae0b47ee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:00.365052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-392442ec-52e9-4f99-8719-21e8f6337933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.526311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f13eccf-88be-423c-9fea-3e43f5d47c6a req-9bec3899-4854-41cf-96a0-e933343d1724 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 210 time: 0.0938358 Dec 15 13:45:00.548371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c1d91944-5ac9-43bb-8586-bd24c65776eb service neutron] 10.222.0.86 "GET /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936624 Dec 15 13:45:00.617104 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-392442ec-52e9-4f99-8719-21e8f6337933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.619782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.624809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-a9bbe52f-ebbd-4f57-94ea-3c186ee7a078 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:00.626468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-a9bbe52f-ebbd-4f57-94ea-3c186ee7a078 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322799 Dec 15 13:45:00.631577 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.636294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.642255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Request body: {'port': {'device_id': '34924002-b50d-4f0d-b646-0dde7ebace46', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '99fa3adab42041559ca3ad06b9510f9d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:00.697354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3564ac-e443-483e-bf7a-02bda763b19b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:00.720470 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:00.722238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-392442ec-52e9-4f99-8719-21e8f6337933 None None] For port 26e343a1-98c2-419b-ae6e-c405ae0b47ee, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=26e343a1-98c2-419b-ae6e-c405ae0b47ee,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:00.727045 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-392442ec-52e9-4f99-8719-21e8f6337933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.857208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392442ec-52e9-4f99-8719-21e8f6337933 None None] Pushing event updated for resources: {'Port': ['ID=26e343a1-98c2-419b-ae6e-c405ae0b47ee,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:00.901050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-41247c69-2af5-48b9-8078-c88d38e53d44 None None] Provisioning complete for port 26e343a1-98c2-419b-ae6e-c405ae0b47ee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:00.901857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41247c69-2af5-48b9-8078-c88d38e53d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.903748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:00.960916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a706db2-c0fa-442a-b877-d5467df02e89 req-16333172-7268-4fe9-a2bf-b5bf73e40fdf tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:00.968295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a706db2-c0fa-442a-b877-d5467df02e89 req-16333172-7268-4fe9-a2bf-b5bf73e40fdf tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1153269 Dec 15 13:45:00.977303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Allocated IP 192.168.233.199 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:00.991011 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed01624-53bd-4249-8057-ef1892ea6ef2 None None] Pushing event updated for resources: {'Port': ['ID=26e343a1-98c2-419b-ae6e-c405ae0b47ee,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:00.995844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Made reservation on behalf of 99fa3adab42041559ca3ad06b9510f9d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:01.001000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.128854 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a642f6ca-5cee-4b77-bec9-65b7976dcf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.129591 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a706db2-c0fa-442a-b877-d5467df02e89 req-6bf57753-3945-4752-9015-c30c57c5aef2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603079 Dec 15 13:45:01.135901 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:45:00Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:01.180091 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10839813-28d8-46d3-b2e6-2dbd32897526 None None] The sync data for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 is: [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:45:00Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:01.354243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.453893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.503798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb242cd2-6a6f-4b73-8b40-23838b9b001a req-abfc3f4b-b908-432d-a59b-b01e3320bacc tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0625358 Dec 15 13:45:01.574838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Allocated IP 192.168.233.89 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/cb8ea458-7977-4ff7-943e-84b6678bd623) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:01.577619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:01.600405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:01.612618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:01.627550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:01.713354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00444c8-86ec-48ea-8b27-4ff1a346df13 req-22e7a4cb-5f46-48ba-80b5-8deed48e9940 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:01.714930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c00444c8-86ec-48ea-8b27-4ff1a346df13 req-22e7a4cb-5f46-48ba-80b5-8deed48e9940 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 950 time: 0.1130729 Dec 15 13:45:01.722056 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff93a077-f913-4c3d-9398-f83542e71586 req-00d1e814-67b8-47a6-83cb-f27e060cf772 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 210 time: 0.0528798 Dec 15 13:45:01.722443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:01.723527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.787548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-763bd958-c5e6-445a-946b-8df9e0507052 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0319958 Dec 15 13:45:01.810813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Request body: {'port': {'device_id': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:01.885222 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.916909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c00444c8-86ec-48ea-8b27-4ff1a346df13 req-cb42af76-43ab-49d9-ac9c-f787a1a743e0 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788294 Dec 15 13:45:01.930720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:01.946164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.019491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:02.024703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-875724f9-da5e-412f-bfd8-789f9ce25109 None None] Provisioning complete for port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:02.025674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-875724f9-da5e-412f-bfd8-789f9ce25109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.030091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:02.032537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:02.080178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-875724f9-da5e-412f-bfd8-789f9ce25109 None None] Port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:02.100041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:02.102510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.131582 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4937580 Dec 15 13:45:02.144766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd693a-5e23-4f5a-8320-dc5005f3b3b3 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Pushing event updated for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:02.173624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Request body: {'port': {'device_id': '34924002-b50d-4f0d-b646-0dde7ebace46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:02.262202 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.412511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2177020-1387-47d0-842c-96631b27802c req-c4f2c259-47dd-4684-9c86-66db17cff2bc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:02.414304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2177020-1387-47d0-842c-96631b27802c req-c4f2c259-47dd-4684-9c86-66db17cff2bc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1415327 Dec 15 13:45:02.472054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:02.489463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.518231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a087d3e9-5015-4f7e-943c-282b9df44dc1 None None] Provisioning complete for port cb8ea458-7977-4ff7-943e-84b6678bd623 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:02.518646 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a087d3e9-5015-4f7e-943c-282b9df44dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.608159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a087d3e9-5015-4f7e-943c-282b9df44dc1 None None] Port cb8ea458-7977-4ff7-943e-84b6678bd623 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:02.642867 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2177020-1387-47d0-842c-96631b27802c req-4e9e8deb-cf57-4033-8329-d6041eed5dba tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168384 Dec 15 13:45:02.694738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 26e343a1-98c2-419b-ae6e-c405ae0b47ee up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:02.817525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b25426c1-d62a-47d8-9c9d-eec146800687 req-885ab250-093c-4ace-9e36-083646afa30c tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0643194 Dec 15 13:45:02.840850 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 26e343a1-98c2-419b-ae6e-c405ae0b47ee triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:02.841579 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:02.972271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-537d073d-0739-4756-9aac-f7ffea7421f7 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:02.973913 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-537d073d-0739-4756-9aac-f7ffea7421f7 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 950 time: 0.0538976 Dec 15 13:45:03.039669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Transition to ACTIVE for port object 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:03.061167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.127136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acea95-cc0d-452b-a1b1-6f34b5c92cbb req-6a92b49f-f1b2-46b9-bae0-092b59455e99 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:03.134035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00acea95-cc0d-452b-a1b1-6f34b5c92cbb req-6a92b49f-f1b2-46b9-bae0-092b59455e99 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 935 time: 0.1378574 Dec 15 13:45:03.188162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78025a-3ba0-41f4-a87f-58ddbf2c4fa9 req-391d67fc-fcc1-4c05-bf5b-60564a11ee64 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:03.188540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-7c31716b-68b0-41a0-9376-32664b4879eb tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:03.190043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-7c31716b-68b0-41a0-9376-32664b4879eb tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.74 "GET /v2.0/networks?id=f222fa24-b638-42cc-b098-eb10bc4406b7 HTTP/1.1" status: 200 len: 806 time: 0.6905646 Dec 15 13:45:03.195988 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db78025a-3ba0-41f4-a87f-58ddbf2c4fa9 req-391d67fc-fcc1-4c05-bf5b-60564a11ee64 tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd89e254-8dbe-4b83-bd8a-3ad74223dc06 HTTP/1.1" status: 200 len: 950 time: 0.1575866 Dec 15 13:45:03.229042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:03.290083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00acea95-cc0d-452b-a1b1-6f34b5c92cbb req-b516ea2f-ac19-4ba4-8d17-70bdb05debff tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550751 Dec 15 13:45:03.338703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Deleting port f5977892-c097-4382-b922-d038dc18b931 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:03.339050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.392866 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-93ba5f3a-16b4-4f80-aab2-5350f5dae86d tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94e7d38241744c2dbe20d60427aa617a HTTP/1.1" status: 200 len: 379 time: 0.1828091 Dec 15 13:45:03.419840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Request body: {'port': {'device_id': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'admin_state_up': True, 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'security_groups': ['dce4760b-acd5-49ab-a766-86f49e439e42']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:03.456150 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db78025a-3ba0-41f4-a87f-58ddbf2c4fa9 req-1f23ee22-25d5-4e79-97ac-eadf64cdfa2f tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb8616eb-f2c5-4aeb-b910-3f7cdf395709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550495 Dec 15 13:45:03.460827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Attempting to bind port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:03.461216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Attempting to bind port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:03.461560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Attempting to bind port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:03.511490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:03.512527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Attempting to bind port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:03.533035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8ea458-7977-4ff7-943e-84b6678bd623 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:03.542780 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.548331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:03.548840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:03.549578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:03.550306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Bound port: 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:03.551215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.566508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Transition to ACTIVE for port object cb8ea458-7977-4ff7-943e-84b6678bd623 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:03.610754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] For port f5977892-c097-4382-b922-d038dc18b931, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f5977892-c097-4382-b922-d038dc18b931,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:03.610754 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.627807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Calling delete_port for f5977892-c097-4382-b922-d038dc18b931 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:03.661351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d200-8f35-4970-9ca0-000f6c6efaad req-efcaf1be-43f7-4e8c-9be1-c39012cc0158 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:03.668574 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e56d200-8f35-4970-9ca0-000f6c6efaad req-efcaf1be-43f7-4e8c-9be1-c39012cc0158 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1096 time: 0.1606717 Dec 15 13:45:03.671421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:03.676349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:03.699179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.754357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:03.754823 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.756240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] 10.222.0.24 "PUT /v2.0/ports/7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 HTTP/1.1" status: 200 len: 1096 time: 1.9568536 Dec 15 13:45:03.758287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:03.760809 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e77d8-fc52-46b8-9b8d-31473caa7161" -d '{"events": [{"name": "network-changed", "server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:03.768539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Made reservation on behalf of 94e7d38241744c2dbe20d60427aa617a for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:03.772168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.815196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e56d200-8f35-4970-9ca0-000f6c6efaad req-d4f485d1-7f46-424e-a1ed-fceb8163d3cc tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456831 Dec 15 13:45:03.822169 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.851215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f5858d65-2a4b-48b7-ba90-674d7fbc5984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.859337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.860335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dbf61-cbd3-4ddc-a0f3-a51403510638 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:03.872381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['f5977892-c097-4382-b922-d038dc18b931'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:03.985340 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b766366-258f-41ca-8868-f559bed999ef x-openstack-request-id: req-9b766366-258f-41ca-8868-f559bed999ef {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:03.985640 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:03.985872 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b766366-258f-41ca-8868-f559bed999ef {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:03.986275 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'status': 'completed', 'code': 200} Dec 15 13:45:04.017476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-0a20ecc1-c3fb-4910-9cc6-e425caf0c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.019029 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-0a20ecc1-c3fb-4910-9cc6-e425caf0c40f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99fa3adab42041559ca3ad06b9510f9d&device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 1099 time: 0.1989207 Dec 15 13:45:04.074009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-17b5ab98-c1db-49cf-bb64-a808d9856165 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 HTTP/1.1" status: 200 len: 217 time: 0.0433490 Dec 15 13:45:04.089590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] No DVR routers for this DVR port f5977892-c097-4382-b922-d038dc18b931 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:04.094898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.096331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Allocated IP 172.20.0.6 (f222fa24-b638-42cc-b098-eb10bc4406b7/02e7385b-633d-4a92-9d6e-ba71221835f7/9c8e3496-f11f-4919-9cad-28929fab7995) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:04.099340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3647e812-a857-49d0-9963-18dd3fb36b13 req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] 10.222.0.74 "DELETE /v2.0/ports/f5977892-c097-4382-b922-d038dc18b931 HTTP/1.1" status: 204 len: 173 time: 1.1178579 Dec 15 13:45:04.100721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89e254-8dbe-4b83-bd8a-3ad74223dc06', 'name': 'network-vif-deleted', 'tag': 'f5977892-c097-4382-b922-d038dc18b931'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:04.103086 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bd61fc-f7e7-42bc-9eb8-ba25a5f98a91" -d '{"events": [{"server_uuid": "bd89e254-8dbe-4b83-bd8a-3ad74223dc06", "name": "network-vif-deleted", "tag": "f5977892-c097-4382-b922-d038dc18b931"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:04.121735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:04.162083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca569a-b4c7-4753-80d8-32fda5451fdd tempest-TenantUsagesTestJSON-1788612279 tempest-TenantUsagesTestJSON-1788612279-project] Pushing event deleted for resources: {'Port': ['ID=f5977892-c097-4382-b922-d038dc18b931,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:04.239571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a492ae-70fe-461e-86ae-9a81b421cf43 req-76f1ab3c-6168-4771-aecb-1ebef673fc26 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.242320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02a492ae-70fe-461e-86ae-9a81b421cf43 req-76f1ab3c-6168-4771-aecb-1ebef673fc26 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.4087830 Dec 15 13:45:04.331288 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.378328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02a492ae-70fe-461e-86ae-9a81b421cf43 req-5210d2e0-48ff-447d-9668-956b063f13dd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942597 Dec 15 13:45:04.383714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Attempting to bind port cb8ea458-7977-4ff7-943e-84b6678bd623 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:04.384115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Attempting to bind port cb8ea458-7977-4ff7-943e-84b6678bd623 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:04.384489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Attempting to bind port cb8ea458-7977-4ff7-943e-84b6678bd623 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:04.391369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Port cb8ea458-7977-4ff7-943e-84b6678bd623 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:04.391731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Attempting to bind port cb8ea458-7977-4ff7-943e-84b6678bd623 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:04.398104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:04.398637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:04.399037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:04.399901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Bound port: cb8ea458-7977-4ff7-943e-84b6678bd623, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:04.399901 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.418307 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.498014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:04.506498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:04.518178 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.588123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Network f222fa24-b638-42cc-b098-eb10bc4406b7 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:04.595035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.595395 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.596835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] 10.222.0.74 "PUT /v2.0/ports/cb8ea458-7977-4ff7-943e-84b6678bd623 HTTP/1.1" status: 200 len: 1095 time: 2.4408677 Dec 15 13:45:04.600851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:04.614242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:04.698886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.699579 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.725766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.726184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-6963e64a-4395-4ea3-b95a-b810db7c162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.735087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-6963e64a-4395-4ea3-b95a-b810db7c162e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.3635075 Dec 15 13:45:04.736546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event updated for resources: {'Port': ['ID=9c8e3496-f11f-4919-9cad-28929fab7995,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:04.752263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-91addcec-bcbd-4e4e-9c70-76a35d9d68e9 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3439002 Dec 15 13:45:04.771317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Request body: {'port': {'device_id': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:04.802190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfb203-9549-45a0-928e-240ec8f79af2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:04.847757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cde14-620d-4eae-85e0-ef2225d1979e req-d45371d7-3edb-4353-8c41-ee1a3cc904fc tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.859897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c68cde14-620d-4eae-85e0-ef2225d1979e req-d45371d7-3edb-4353-8c41-ee1a3cc904fc tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 931 time: 0.2978632 Dec 15 13:45:04.902168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.908740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-04f1866f-e612-469b-944e-2a1eea1909ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.910869 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-04f1866f-e612-469b-944e-2a1eea1909ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659908 Dec 15 13:45:04.931447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-556a5765-6a04-4da9-bd73-a3a05f152535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:04.935834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-556a5765-6a04-4da9-bd73-a3a05f152535 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99fa3adab42041559ca3ad06b9510f9d&device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 1098 time: 0.2281113 Dec 15 13:45:05.237592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e69d9757-bb5d-4999-9126-a24785ebff47 None None] Provisioning complete for port 9c8e3496-f11f-4919-9cad-28929fab7995 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:05.238917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e69d9757-bb5d-4999-9126-a24785ebff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.340607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e69d9757-bb5d-4999-9126-a24785ebff47 None None] Port 9c8e3496-f11f-4919-9cad-28929fab7995 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:05.429100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8e3496-f11f-4919-9cad-28929fab7995 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:05.442094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.476154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Transition to ACTIVE for port object 9c8e3496-f11f-4919-9cad-28929fab7995 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:05.492156 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.560411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-be11e5da-69e0-42df-af3d-832f0f662432 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293902 Dec 15 13:45:05.561658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e3496-f11f-4919-9cad-28929fab7995,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:05.622634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-7dce907e-9d7f-4cae-a58f-1a5b6a6a9070 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:45:05.623767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-7dce907e-9d7f-4cae-a58f-1a5b6a6a9070 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094938 Dec 15 13:45:05.634819 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-477991da-ddc0-4a62-bcab-0ae67146d857 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cb8ea458-7977-4ff7-943e-84b6678bd623 HTTP/1.1" status: 200 len: 217 time: 0.6859789 Dec 15 13:45:05.647605 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c68cde14-620d-4eae-85e0-ef2225d1979e req-85427ac3-9290-4a70-8ed3-78e1bbaab025 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7825434 Dec 15 13:45:05.740919 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff14b07-6a5a-44a4-a3f8-2e89a8dda300 x-openstack-request-id: req-dff14b07-6a5a-44a4-a3f8-2e89a8dda300 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:05.741451 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89e254-8dbe-4b83-bd8a-3ad74223dc06", "name": "network-vif-deleted", "tag": "f5977892-c097-4382-b922-d038dc18b931", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:05.742054 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dff14b07-6a5a-44a4-a3f8-2e89a8dda300 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:05.743167 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89e254-8dbe-4b83-bd8a-3ad74223dc06', 'name': 'network-vif-deleted', 'tag': 'f5977892-c097-4382-b922-d038dc18b931', 'status': 'completed', 'code': 200} Dec 15 13:45:05.761206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-9e943571-4f93-4d4e-b625-cb1df5ebd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.763195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-9e943571-4f93-4d4e-b625-cb1df5ebd012 service neutron] 10.222.0.86 "GET /v2.0/ports/452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 200 len: 1093 time: 0.1080711 Dec 15 13:45:05.774703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-cf0cb7f5-ed99-426f-bd24-e8f91687518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.777073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-cf0cb7f5-ed99-426f-bd24-e8f91687518a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1237979 Dec 15 13:45:05.789560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Request body: {'binding': {'host': 'n-h1-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:05.790160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Unknown quota resources ['binding']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:45:05.852270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Attempting to bind port 9c8e3496-f11f-4919-9cad-28929fab7995 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:05.852732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Attempting to bind port 9c8e3496-f11f-4919-9cad-28929fab7995 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:05.853187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Attempting to bind port 9c8e3496-f11f-4919-9cad-28929fab7995 on network f222fa24-b638-42cc-b098-eb10bc4406b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:05.859815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2a2f57d-ce39-452e-9683-eb19e33f0aee req-64f82501-0b45-4b8a-9e9d-b6ba91349dec service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719369 Dec 15 13:45:05.868999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Port 9c8e3496-f11f-4919-9cad-28929fab7995 on network f222fa24-b638-42cc-b098-eb10bc4406b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:05.869565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Attempting to bind port 9c8e3496-f11f-4919-9cad-28929fab7995 on network f222fa24-b638-42cc-b098-eb10bc4406b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:05.886534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-5d57f9cb-d469-497e-9ac7-49e37ad7ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.888923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-5d57f9cb-d469-497e-9ac7-49e37ad7ce6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998881 Dec 15 13:45:05.910921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:05.911357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Checking segment: {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:05.911823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Bound using segment: {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:05.912365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Bound port: 9c8e3496-f11f-4919-9cad-28929fab7995, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:05.912790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.972727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacfccc-eeb7-4b8b-a7fa-120f776eb4b8 req-86900cc1-67aa-49e8-b50c-0da8118b78ce tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:05.974429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4eacfccc-eeb7-4b8b-a7fa-120f776eb4b8 req-86900cc1-67aa-49e8-b50c-0da8118b78ce tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 947 time: 0.1271486 Dec 15 13:45:06.040520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-c39974c8-333b-4bfa-8911-c121c2d8408b service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414382 Dec 15 13:45:06.047856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-86ebf19a-0246-4d12-b258-708fee39a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.049742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-86ebf19a-0246-4d12-b258-708fee39a2ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99fa3adab42041559ca3ad06b9510f9d&device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 1099 time: 0.1232719 Dec 15 13:45:06.078678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4eacfccc-eeb7-4b8b-a7fa-120f776eb4b8 req-578c2999-8205-45fc-aaec-dc82486e38a8 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929379 Dec 15 13:45:06.092095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] For port 9c8e3496-f11f-4919-9cad-28929fab7995, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:06.135530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f5977892-c097-4382-b922-d038dc18b931 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:06.148136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] For port 9c8e3496-f11f-4919-9cad-28929fab7995, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9c8e3496-f11f-4919-9cad-28929fab7995,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:06.150736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on host n-h1-821840-1 for vnic_type normal with profile None {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:06.151359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:06.151678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:06.161768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.166985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:06.167458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:06.186431 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb591826-8ac7-4c26-9c21-d142b847c37a req-ad9f0e63-9ba8-4f91-aa92-b334625223ab service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349747 Dec 15 13:45:06.215457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:06.216049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:06.216548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:06.217094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Bound port: 452d6005-9dbc-45e6-9952-b5476d44260c, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:06.233333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: f5977892-c097-4382-b922-d038dc18b931 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:06.235094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f5977892-c097-4382-b922-d038dc18b931 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:06.299197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.299837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.302106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/9c8e3496-f11f-4919-9cad-28929fab7995 HTTP/1.1" status: 200 len: 1091 time: 1.5374124 Dec 15 13:45:06.305175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-3f9f1767-dd10-41f4-9574-563e534e1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.307974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-3f9f1767-dd10-41f4-9574-563e534e1aff service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2425988 Dec 15 13:45:06.308451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'tag': '9c8e3496-f11f-4919-9cad-28929fab7995'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:06.311417 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8" -d '{"events": [{"name": "network-changed", "server_uuid": "623aea62-ca4a-4555-9fed-e7954c1f7cc6", "tag": "9c8e3496-f11f-4919-9cad-28929fab7995"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:06.382473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-97e5bb28-bc80-4683-83d8-0bfcbf9bae73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 HTTP/1.1" status: 200 len: 217 time: 0.0555356 Dec 15 13:45:06.396367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b981d0-f051-4174-863a-b0d82e3338c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e3496-f11f-4919-9cad-28929fab7995,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:06.481165 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.514935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:06.517494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-953499e2-1529-494b-982c-7025b1dcebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.519210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-953499e2-1529-494b-982c-7025b1dcebe5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1118233 Dec 15 13:45:06.534663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-16456c71-34ef-44cd-9a15-46143e2be1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.535575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-16456c71-34ef-44cd-9a15-46143e2be1a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94e7d38241744c2dbe20d60427aa617a&device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 1094 time: 0.1407402 Dec 15 13:45:06.550756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.551605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-13777fbb-f400-4e99-8c9b-b978cb090bbf service neutron] 10.222.0.86 "POST /v2.0/ports/452d6005-9dbc-45e6-9952-b5476d44260c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7719734 Dec 15 13:45:06.607295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-380168ce-237d-4201-855b-8defb1c511f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c8e3496-f11f-4919-9cad-28929fab7995 HTTP/1.1" status: 200 len: 217 time: 0.0530398 Dec 15 13:45:06.663789 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:06.686068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae16d8-0751-467e-9a08-775378651429 req-8a7ad944-7315-48bc-a724-4e26885e1c74 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.694172 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbae16d8-0751-467e-9a08-775378651429 req-8a7ad944-7315-48bc-a724-4e26885e1c74 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1266627 Dec 15 13:45:06.696255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-5bf7c4ac-ffb0-4396-9352-12b19c937a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.697762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-5bf7c4ac-ffb0-4396-9352-12b19c937a03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668949 Dec 15 13:45:06.704822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-0c5b8fd3-4e56-4028-9c0b-9f629442bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.706499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-0c5b8fd3-4e56-4028-9c0b-9f629442bdd5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02e7385b-633d-4a92-9d6e-ba71221835f7 HTTP/1.1" status: 200 len: 845 time: 0.0823202 Dec 15 13:45:06.753997 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbae16d8-0751-467e-9a08-775378651429 req-51330e53-c47c-4c2a-b9fc-85a926c2225a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586388 Dec 15 13:45:06.807672 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5794b7-05c1-4fce-a951-1e3b727cd8bc x-openstack-request-id: req-6e5794b7-05c1-4fce-a951-1e3b727cd8bc {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:06.808119 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623aea62-ca4a-4555-9fed-e7954c1f7cc6", "tag": "9c8e3496-f11f-4919-9cad-28929fab7995", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:06.808471 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e5794b7-05c1-4fce-a951-1e3b727cd8bc {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:06.809343 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'tag': '9c8e3496-f11f-4919-9cad-28929fab7995', 'status': 'completed', 'code': 200} Dec 15 13:45:06.877794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bc0e61c5-a8e6-49e6-9e9e-c6668624437e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=473bcd2cfac34307961e5b2f47f8890e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094805 Dec 15 13:45:06.878714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46938) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:06.958133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-a02688ac-fbdd-4dbf-828b-62e962cfaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:06.960170 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-a02688ac-fbdd-4dbf-828b-62e962cfaf45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f222fa24-b638-42cc-b098-eb10bc4406b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542754 Dec 15 13:45:06.962062 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-9a585a89-b7e4-4c24-bc42-29a021efd1d1 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514102 Dec 15 13:45:07.012524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-75c4e224-115b-4434-828f-7464cf982322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.014013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-75c4e224-115b-4434-828f-7464cf982322 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1096 time: 0.1180782 Dec 15 13:45:07.021760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98635c4-32e2-449d-99a3-15526b261f2e req-a735e5df-2b6d-41ce-b432-68eff4947598 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.023291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d98635c4-32e2-449d-99a3-15526b261f2e req-a735e5df-2b6d-41ce-b432-68eff4947598 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.1284521 Dec 15 13:45:07.026015 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c088316c-9be8-4882-b6dc-d05d15515402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.074308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612e5d-fb60-44bd-a3e4-2096b9d1a11d req-a3ee262f-a3e8-4f20-ae0b-40c777854efc tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.075799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22612e5d-fb60-44bd-a3e4-2096b9d1a11d req-a3ee262f-a3e8-4f20-ae0b-40c777854efc tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1779482 Dec 15 13:45:07.095502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-0f952486-a2b8-4689-bd19-d6d1b9b5cf3d service neutron] 10.222.0.74 "GET /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248746 Dec 15 13:45:07.117772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c088316c-9be8-4882-b6dc-d05d15515402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.177375 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.196025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d98635c4-32e2-449d-99a3-15526b261f2e req-154270df-d42c-4c91-8b80-472bc4764f2e tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516142 Dec 15 13:45:07.199591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-6a4a3d0a-3cf0-4936-8783-39a7adc76bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.201191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-6a4a3d0a-3cf0-4936-8783-39a7adc76bde service neutron] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.1767671 Dec 15 13:45:07.257792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c088316c-9be8-4882-b6dc-d05d15515402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.260469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c088316c-9be8-4882-b6dc-d05d15515402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.264107 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c088316c-9be8-4882-b6dc-d05d15515402 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb8616eb-f2c5-4aeb-b910-3f7cdf395709 HTTP/1.1" status: 204 len: 168 time: 0.3819852 Dec 15 13:45:07.264107 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-360ad330-8dcc-4246-b87d-d65ce7ebcad0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 200 len: 217 time: 0.0535088 Dec 15 13:45:07.299367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088316c-9be8-4882-b6dc-d05d15515402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8616eb-f2c5-4aeb-b910-3f7cdf395709,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:07.365989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-bab64663-f170-49e8-ad4d-9c3e4e150c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.367500 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-bab64663-f170-49e8-ad4d-9c3e4e150c6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.0791221 Dec 15 13:45:07.386910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5a0e6-0de7-46a9-8c69-a6969201e167 req-9594076a-48b7-497a-88c4-2451a1f7cc58 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.388554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21e5a0e6-0de7-46a9-8c69-a6969201e167 req-9594076a-48b7-497a-88c4-2451a1f7cc58 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 947 time: 0.1162221 Dec 15 13:45:07.416940 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-adb11882-c7db-43b8-abd2-c00a1aee0cbd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388768 Dec 15 13:45:07.524624 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21e5a0e6-0de7-46a9-8c69-a6969201e167 req-d24f374d-bf4f-4da7-b4aa-fa7fde26897a tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064620 Dec 15 13:45:07.552482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-8fb5219b-7ec4-4d71-af2d-178cb6925446 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270406 Dec 15 13:45:07.614288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b9b207-28b7-493a-b0c7-975b31d819fc req-c0dd64ac-64ab-4795-83b6-a5b07fd04ce4 service neutron] 10.222.0.74 "GET /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881334 Dec 15 13:45:07.621792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22612e5d-fb60-44bd-a3e4-2096b9d1a11d req-d92bdf89-fac8-4482-8097-46a880e10c55 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316236 Dec 15 13:45:07.657650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f55e77d8-fc52-46b8-9b8d-31473caa7161 req-ec22ccdf-1654-46a6-af4c-3d5e0bcc9e8d service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020043 Dec 15 13:45:07.714548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-6b14787d-1a7d-4eb2-a88e-66619283910c service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506171 Dec 15 13:45:07.745473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:07.748026 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cc10d2-431e-421b-b915-baec2185698a" -d '{"events": [{"name": "network-changed", "server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:07.805035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-c7dfa2c8-c68c-4ec2-b7b5-fc44279c4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.806548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-c7dfa2c8-c68c-4ec2-b7b5-fc44279c4e63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94e7d38241744c2dbe20d60427aa617a&device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 1094 time: 0.1121323 Dec 15 13:45:07.842266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:07.868998 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f0e142-1117-43c1-9a63-df9b56b7fbc5 x-openstack-request-id: req-f8f0e142-1117-43c1-9a63-df9b56b7fbc5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:07.869617 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:07.871634 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f8f0e142-1117-43c1-9a63-df9b56b7fbc5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:07.872402 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'status': 'completed', 'code': 200} Dec 15 13:45:07.874147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a567fd-04e6-4b8b-bba2-118455d264e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:07.962296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc10d2-431e-421b-b915-baec2185698a req-792fed9e-c09b-4be3-83f7-2b0f23325fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.964315 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6cc10d2-431e-421b-b915-baec2185698a req-792fed9e-c09b-4be3-83f7-2b0f23325fd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99fa3adab42041559ca3ad06b9510f9d&device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 1098 time: 0.0810916 Dec 15 13:45:07.992400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-b4ab58e5-60a9-4e61-8b6a-a5a28c66bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:07.993922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-b4ab58e5-60a9-4e61-8b6a-a5a28c66bd32 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f222fa24-b638-42cc-b098-eb10bc4406b7 HTTP/1.1" status: 200 len: 908 time: 0.1794825 Dec 15 13:45:08.050962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-ddbcf1ca-c47a-4caf-adc1-4a04ad7c1fec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c8e3496-f11f-4919-9cad-28929fab7995 HTTP/1.1" status: 200 len: 217 time: 0.0477569 Dec 15 13:45:08.058980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67262d98-3339-42fa-a7fa-9d2a4e5825ba req-8ea5c1ab-045e-4c87-9c80-302940555665 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.068175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67262d98-3339-42fa-a7fa-9d2a4e5825ba req-8ea5c1ab-045e-4c87-9c80-302940555665 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1558630 Dec 15 13:45:08.096329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc10d2-431e-421b-b915-baec2185698a req-70e8e2d6-664d-4cf6-a5df-ef133d84dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.097999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6cc10d2-431e-421b-b915-baec2185698a req-70e8e2d6-664d-4cf6-a5df-ef133d84dacd service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1235318 Dec 15 13:45:08.107005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a567fd-04e6-4b8b-bba2-118455d264e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.120082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a567fd-04e6-4b8b-bba2-118455d264e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.141792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-4edde6ce-097b-4666-8fbd-1613732b2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.143250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-4edde6ce-097b-4666-8fbd-1613732b2c54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02e7385b-633d-4a92-9d6e-ba71221835f7 HTTP/1.1" status: 200 len: 845 time: 0.0724506 Dec 15 13:45:08.164069 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6cc10d2-431e-421b-b915-baec2185698a req-1b8c6882-2d46-4748-b07e-9bedf3c657e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cb8ea458-7977-4ff7-943e-84b6678bd623 HTTP/1.1" status: 200 len: 217 time: 0.0531261 Dec 15 13:45:08.178879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:08.266631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67262d98-3339-42fa-a7fa-9d2a4e5825ba req-a8f24d66-e5e7-4333-a87b-1854a66107e3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974008 Dec 15 13:45:08.272594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47a567fd-04e6-4b8b-bba2-118455d264e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9359085356b24e5daf3ad5c077a3acfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267433 Dec 15 13:45:08.273426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a567fd-04e6-4b8b-bba2-118455d264e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e9f43-8d23-4a61-9402-24fc75ee27be,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:08.277393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46960) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:08.312366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-0f280db9-c1f8-4500-8d30-35fc10623f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.316272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-0f280db9-c1f8-4500-8d30-35fc10623f4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f222fa24-b638-42cc-b098-eb10bc4406b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627374 Dec 15 13:45:08.342432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc10d2-431e-421b-b915-baec2185698a req-38c4d767-e873-4aa0-b678-f11ef1ad1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.344543 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6cc10d2-431e-421b-b915-baec2185698a req-38c4d767-e873-4aa0-b678-f11ef1ad1a91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1668534 Dec 15 13:45:08.377135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:08.389628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'mac_address': 'fa:16:3e:72:88:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:08.444791 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.465365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46adf-9632-45ed-9acf-f4b190d0b8e2 req-687e6bc3-5181-4360-8b16-2bc5a47e38dc tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.467267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbd46adf-9632-45ed-9acf-f4b190d0b8e2 req-687e6bc3-5181-4360-8b16-2bc5a47e38dc tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.1438951 Dec 15 13:45:08.467736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:08.480101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-9851a142-7bdf-4f4f-b3f6-3eaf7838743b service neutron] 10.222.0.74 "GET /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537235 Dec 15 13:45:08.503530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:08.510724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc10d2-431e-421b-b915-baec2185698a req-d4159e5e-fbf9-4048-9ccd-b4c2d59369cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.512351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6cc10d2-431e-421b-b915-baec2185698a req-d4159e5e-fbf9-4048-9ccd-b4c2d59369cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1464267 Dec 15 13:45:08.512789 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.513301 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80231b34-fa1c-4718-8caf-8b2cde6ec3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.575186 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbd46adf-9632-45ed-9acf-f4b190d0b8e2 req-db2de95a-1078-46c8-bdab-a9669ebad58c tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993643 Dec 15 13:45:08.598766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:08.618022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.618754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.619242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.619732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.620449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.620991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.621671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.624580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.626005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.626532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.627026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.627598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.628106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:08.663639 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-268c0cf8-e77a-4086-99e3-0f2bcdf277b8 req-9a559433-4f77-4be0-ad99-2134166e1fd0 service neutron] 10.222.0.74 "GET /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745574 Dec 15 13:45:08.723998 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80231b34-fa1c-4718-8caf-8b2cde6ec3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.727888 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6cc10d2-431e-421b-b915-baec2185698a req-80c5ad88-eee1-4534-8978-9e566ea571a6 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010863 Dec 15 13:45:08.760719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170ba4-6941-4ce0-b033-3dba71c44bed req-63760d08-a338-4ff2-9a2c-f1140d775f89 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.762308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0170ba4-6941-4ce0-b033-3dba71c44bed req-63760d08-a338-4ff2-9a2c-f1140d775f89 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 947 time: 0.0796452 Dec 15 13:45:08.820283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:08.832604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0170ba4-6941-4ce0-b033-3dba71c44bed req-1391c885-d7c0-4bee-8419-2d22b10c03f4 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623853 Dec 15 13:45:08.922531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fec31-5271-4726-b3cc-f7514ff9ff9f req-810cf146-73bf-4eea-b8e4-0700930977b5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:08.930474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c07fec31-5271-4726-b3cc-f7514ff9ff9f req-810cf146-73bf-4eea-b8e4-0700930977b5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1658959 Dec 15 13:45:08.979362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6cc10d2-431e-421b-b915-baec2185698a req-ec98030e-0898-43a0-994b-666202a90082 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432690 Dec 15 13:45:08.992230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80231b34-fa1c-4718-8caf-8b2cde6ec3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.994921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80231b34-fa1c-4718-8caf-8b2cde6ec3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:08.996290 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80231b34-fa1c-4718-8caf-8b2cde6ec3de admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e60e9f43-8d23-4a61-9402-24fc75ee27be HTTP/1.1" status: 204 len: 168 time: 0.7069938 Dec 15 13:45:09.019889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80231b34-fa1c-4718-8caf-8b2cde6ec3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e9f43-8d23-4a61-9402-24fc75ee27be,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:09.038511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c07fec31-5271-4726-b3cc-f7514ff9ff9f req-42415881-edb6-4bbd-ba47-921e3fab1bd1 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005580 Dec 15 13:45:09.424949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96079fb-b4fe-4c4b-a531-ae3c10944659 req-92b6a252-345f-4c2d-b8df-87afb5c9c620 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:09.435149 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f96079fb-b4fe-4c4b-a531-ae3c10944659 req-92b6a252-345f-4c2d-b8df-87afb5c9c620 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0848603 Dec 15 13:45:09.504680 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f96079fb-b4fe-4c4b-a531-ae3c10944659 req-84d318bc-5b71-44c7-b771-279c07dadd93 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682740 Dec 15 13:45:09.719195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f3a3a-5bf2-418b-a1f0-ebb6f25b0331 req-2c34402f-3f22-4a50-8aac-e13928d810ac tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:09.729470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c29f3a3a-5bf2-418b-a1f0-ebb6f25b0331 req-2c34402f-3f22-4a50-8aac-e13928d810ac tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.0738719 Dec 15 13:45:09.793035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c29f3a3a-5bf2-418b-a1f0-ebb6f25b0331 req-3ad27cf8-27d6-448a-9106-f98a96db6d46 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618989 Dec 15 13:45:09.933688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47046) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:10.029432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9db750-1c12-41f0-8a26-f81e8a47cbd6 req-9f691b67-2e1a-491b-8d46-c9563655f5be tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.030924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d9db750-1c12-41f0-8a26-f81e8a47cbd6 req-9f691b67-2e1a-491b-8d46-c9563655f5be tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 947 time: 0.0820005 Dec 15 13:45:10.095667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-955685690-network', 'tenant_id': '8932c528d50d486b9cf04e20a9f6dd6f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:10.103292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d9db750-1c12-41f0-8a26-f81e8a47cbd6 req-ecc5201a-2efb-442a-ad7d-add88aa9213a tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654080 Dec 15 13:45:10.136384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Made reservation on behalf of 8932c528d50d486b9cf04e20a9f6dd6f for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:10.141523 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.143003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cb8ea458-7977-4ff7-943e-84b6678bd623 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:10.178402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.233686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:10.260486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee15278-5d18-493d-bfcc-1fd1bc5de510 req-bf9f9238-ad59-4365-ac98-45b5e2a79028 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.263325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ee15278-5d18-493d-bfcc-1fd1bc5de510 req-bf9f9238-ad59-4365-ac98-45b5e2a79028 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1098778 Dec 15 13:45:10.368044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.382435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:10.384112 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ee15278-5d18-493d-bfcc-1fd1bc5de510 req-c2df21b7-1249-4844-a2d2-cf5f80015282 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025746 Dec 15 13:45:10.384314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.411962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:45:10.417808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:10.425215 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.426413 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Added segment 93079c09-400a-4c63-ae75-7d68c985288e of type vlan for network c580d708-16f9-4190-8de5-251976e4e4cc Dec 15 13:45:10.434325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'mac_address': 'fa:16:3e:cc:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:10.441923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:10.442523 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.490913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.501919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc2029c-1a74-4e33-9074-2f9170d850fe,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:10.530470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.532453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.533429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.608754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47086) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:10.614194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Request body: {'subnet': {'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-955685690-subnet', 'tenant_id': '8932c528d50d486b9cf04e20a9f6dd6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:10.619355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6743672 Dec 15 13:45:10.633731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c343db4-4e4d-4b5c-9993-58beed31171f admin admin] Pushing event updated for resources: {'Network': ['ID=c580d708-16f9-4190-8de5-251976e4e4cc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:10.664974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network c580d708-16f9-4190-8de5-251976e4e4cc details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:45:10.723314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f0960-432b-4d07-8d15-428a77890a69 req-2a1f2fbc-f3f1-45f7-b2a6-0137d803d7b0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:10.735578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-214f0960-432b-4d07-8d15-428a77890a69 req-2a1f2fbc-f3f1-45f7-b2a6-0137d803d7b0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0825310 Dec 15 13:45:10.741752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Made reservation on behalf of 8932c528d50d486b9cf04e20a9f6dd6f for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:10.752352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.798775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.799779 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-214f0960-432b-4d07-8d15-428a77890a69 req-aec0d6e9-dda9-4087-86db-133542af837b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630090 Dec 15 13:45:10.874303 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-3411853a-0768-4476-a013-47aedede8881 service neutron] show failed (client error): The resource could not be found. Dec 15 13:45:10.875651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-3411853a-0768-4476-a013-47aedede8881 service neutron] 10.222.0.24 "GET /v2.0/ports/4f5efafc-f026-4598-9b65-f82389c90c8a/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.2253535 Dec 15 13:45:10.935020 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:10.950756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8ea458-7977-4ff7-943e-84b6678bd623 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:10.997075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:11.005615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:11.008452 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd81fcda-2222-43d1-9f12-0ff5a4124535" -d '{"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:11.062886 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.066609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9c8e3496-f11f-4919-9cad-28929fab7995 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:11.163559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbff93e-8048-40d9-a3d4-06200ce63fa0 req-a1e31cc5-99fe-4ca6-a955-c5ee1f219548 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:11.174550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-adbff93e-8048-40d9-a3d4-06200ce63fa0 req-a1e31cc5-99fe-4ca6-a955-c5ee1f219548 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.2410512 Dec 15 13:45:11.229038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.278870 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b50086-4514-4abd-9ddf-0659140bf449 x-openstack-request-id: req-54b50086-4514-4abd-9ddf-0659140bf449 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:11.280203 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:11.280203 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-54b50086-4514-4abd-9ddf-0659140bf449 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:11.280524 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'code': 200} Dec 15 13:45:11.300139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:11.337292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-6416424c-1f94-4b32-8c74-1e5cb96c36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:11.339312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-6416424c-1f94-4b32-8c74-1e5cb96c36b3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163&tenant_id=0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 1101 time: 0.1335979 Dec 15 13:45:11.345566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=559dc7ee-42c7-49ea-902b-54b1944163be,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:11.354816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:11.356663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.416558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9c8e3496-f11f-4919-9cad-28929fab7995, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9c8e3496-f11f-4919-9cad-28929fab7995,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:11.420229 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-adbff93e-8048-40d9-a3d4-06200ce63fa0 req-d814037b-3291-4136-82bd-8ab890eb18a8 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339797 Dec 15 13:45:11.425674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:11.472542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '9c8e3496-f11f-4919-9cad-28929fab7995', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'port_id': '9c8e3496-f11f-4919-9cad-28929fab7995', 'mac_address': 'fa:16:3e:8d:a5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:11.487093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633475-9948-4a59-82d4-757642992a3f req-726185eb-b95a-41d3-88aa-a43075ed9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:11.491927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30633475-9948-4a59-82d4-757642992a3f req-726185eb-b95a-41d3-88aa-a43075ed9e4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 1100 time: 0.2563117 Dec 15 13:45:11.498026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Checking segment: {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:11.498565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Network hostable DHCP agents. Network: c580d708-16f9-4190-8de5-251976e4e4cc, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:45:11.596904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.600617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:11.615079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.627834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30633475-9948-4a59-82d4-757642992a3f req-0cf89309-8c23-4057-8ff4-413f7ac3bc61 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210964 Dec 15 13:45:11.636757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Network c580d708-16f9-4190-8de5-251976e4e4cc is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:45:11.646930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8e3496-f11f-4919-9cad-28929fab7995 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:11.675127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, c580d708-16f9-4190-8de5-251976e4e4cc) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:11.703994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:11.704596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.713858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9c8e3496-f11f-4919-9cad-28929fab7995, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9c8e3496-f11f-4919-9cad-28929fab7995,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:11.726878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4cca5a-4296-409d-9721-789a288cb895 None None] Network c580d708-16f9-4190-8de5-251976e4e4cc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:11.729021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c10296-148e-4e5a-b5ef-2ddc2ca910dd req-ba1a1da0-ada4-4458-86f5-07cd2cbebaba tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:11.732580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9ef49fc8-1c59-4095-8204-166e308cd5ce admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1223781 Dec 15 13:45:11.741020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a2c10296-148e-4e5a-b5ef-2ddc2ca910dd req-ba1a1da0-ada4-4458-86f5-07cd2cbebaba tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 948 time: 0.2781057 Dec 15 13:45:11.774788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185dc5e-5b09-4405-a37a-d5eaf49c26eb req-840a53e4-9139-48fb-bcad-2f09521bdaf3 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:11.787250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f185dc5e-5b09-4405-a37a-d5eaf49c26eb req-840a53e4-9139-48fb-bcad-2f09521bdaf3 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1325331 Dec 15 13:45:11.817803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:11.869653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f185dc5e-5b09-4405-a37a-d5eaf49c26eb req-16cdcaf6-c1ef-4a58-8dc1-795e75357907 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807157 Dec 15 13:45:11.923451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a2c10296-148e-4e5a-b5ef-2ddc2ca910dd req-8aa45c13-6c6c-4da4-b773-96fabee93e0b tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810925 Dec 15 13:45:12.012960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9c8e3496-f11f-4919-9cad-28929fab7995,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:12.072082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d81dca-50b7-4353-88d0-137e11cc4900 req-c24237fa-6c0c-410b-a9f0-4c64bacec0b4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:12.075156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73d81dca-50b7-4353-88d0-137e11cc4900 req-c24237fa-6c0c-410b-a9f0-4c64bacec0b4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1017408 Dec 15 13:45:12.076954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b381a-9968-4acb-80ee-c36acf6c26f3 None None] Network c580d708-16f9-4190-8de5-251976e4e4cc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:12.090714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:12.142393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['cb8ea458-7977-4ff7-943e-84b6678bd623'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:12.144786 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['9c8e3496-f11f-4919-9cad-28929fab7995'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:12.184025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73d81dca-50b7-4353-88d0-137e11cc4900 req-4b7249f0-a615-422a-9bd1-00e35e0b70b6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991712 Dec 15 13:45:12.200940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:12.348495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:12.356253 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96026b27-ddc2-4b68-a9c6-4d395550e2b6" -d '{"events": [{"server_uuid": "359b484a-9c21-49cb-a239-816128855163", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:12.368118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.488608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Transition to ACTIVE for port object 4f5efafc-f026-4598-9b65-f82389c90c8a will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:12.567582 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae97883-c169-4219-82ec-8885cacb1fe0 x-openstack-request-id: req-7ae97883-c169-4219-82ec-8885cacb1fe0 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:12.568391 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b484a-9c21-49cb-a239-816128855163", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:12.569860 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ae97883-c169-4219-82ec-8885cacb1fe0 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:12.570372 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'code': 200} Dec 15 13:45:12.572960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.729620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] No DVR routers for this DVR port 4f5efafc-f026-4598-9b65-f82389c90c8a on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:12.755447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebdb86-48ba-4976-9f09-4e8a2114b26c req-0dcd1aed-f982-433e-b0d5-4e6886e8d943 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:12.764649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bebdb86-48ba-4976-9f09-4e8a2114b26c req-0dcd1aed-f982-433e-b0d5-4e6886e8d943 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 944 time: 0.1294160 Dec 15 13:45:12.824926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:12.846731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bebdb86-48ba-4976-9f09-4e8a2114b26c req-3db0ab93-82e8-4e92-8b7b-bc6d553355f1 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810959 Dec 15 13:45:12.903431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Attempting to bind port 4f5efafc-f026-4598-9b65-f82389c90c8a on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:12.903774 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Attempting to bind port 4f5efafc-f026-4598-9b65-f82389c90c8a by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:12.904270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Attempting to bind port 4f5efafc-f026-4598-9b65-f82389c90c8a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:12.922361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11357db-9138-46b1-b365-30c3993dcc8f req-9713a735-c8e8-4e72-8bc1-ee8d52173223 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:12.924534 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-9713a735-c8e8-4e72-8bc1-ee8d52173223 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 821 time: 0.5228400 Dec 15 13:45:12.928700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Port 4f5efafc-f026-4598-9b65-f82389c90c8a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:12.929238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Attempting to bind port 4f5efafc-f026-4598-9b65-f82389c90c8a on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:12.939298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:12.939298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:12.939627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:12.940221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Bound port: 4f5efafc-f026-4598-9b65-f82389c90c8a, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:12.941104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:12.977614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-f601a2cc-82f5-43d2-86d4-0a732125dd2e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/quotas/8932c528d50d486b9cf04e20a9f6dd6f HTTP/1.1" status: 200 len: 375 time: 0.0314922 Dec 15 13:45:13.096859 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-3017b4e7-247b-419f-9913-967b5aa60154 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059468 Dec 15 13:45:13.134564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e1a8-dd61-49ee-a71f-c07d13634c90 req-2bd3737f-8ac1-4ab3-9710-9da57c9f3745 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.154594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a02e1a8-dd61-49ee-a71f-c07d13634c90 req-2bd3737f-8ac1-4ab3-9710-9da57c9f3745 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1104884 Dec 15 13:45:13.191384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:13.209423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:13.224509 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:13.236139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a02e1a8-dd61-49ee-a71f-c07d13634c90 req-d230485c-8956-4069-aea9-73c1e49eb628 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804021 Dec 15 13:45:13.304411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:13.323633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.324436 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:13.326003 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-a42f311d-2fbc-43dd-96d5-1a76fe7244ce service neutron] 10.222.0.74 "PUT /v2.0/ports/4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 1096 time: 1.9767270 Dec 15 13:45:13.339452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-d7f9ed13-fe7e-4b2c-9a3c-351ef883901a service neutron] 10.222.0.86 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228823 Dec 15 13:45:13.448366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-0aceb240-9aad-4b3d-ad79-bad0a5728582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.450031 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-0aceb240-9aad-4b3d-ad79-bad0a5728582 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 1099 time: 0.0864327 Dec 15 13:45:13.460853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c2214-4115-45ab-8823-2478a0103364 req-3cfe5515-eea6-41f0-9f57-13d54a949030 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.462939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-566c2214-4115-45ab-8823-2478a0103364 req-3cfe5515-eea6-41f0-9f57-13d54a949030 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 948 time: 0.1183171 Dec 15 13:45:13.547270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-566c2214-4115-45ab-8823-2478a0103364 req-31cea51e-e9fc-4c91-a66d-538ee24d0f50 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726535 Dec 15 13:45:13.569507 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-c2266e42-eea3-44a9-b28d-45b69366bdb2 service neutron] 10.222.0.86 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289422 Dec 15 13:45:13.680579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-ae548e59-bc9f-4290-9b8e-0d80f7d0b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.684927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-ae548e59-bc9f-4290-9b8e-0d80f7d0b112 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2199333 Dec 15 13:45:13.779835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959b4fb-b240-4cd3-84bb-d819d5a5b01d req-fba4d356-47b8-482a-98a5-90bba950b619 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.789270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c959b4fb-b240-4cd3-84bb-d819d5a5b01d req-fba4d356-47b8-482a-98a5-90bba950b619 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 948 time: 0.1383500 Dec 15 13:45:13.808134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-eea429fd-b023-46bb-91da-89ed4fbfd85f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 217 time: 0.1114829 Dec 15 13:45:13.858324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c959b4fb-b240-4cd3-84bb-d819d5a5b01d req-fde39f67-7dc5-47f1-84c3-81f5d1298a42 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640955 Dec 15 13:45:13.919741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4cb019a-f2dd-4262-8dad-83a991086afa req-7b7018e1-77e6-4ad6-b668-779699459f9e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 210 time: 0.0322959 Dec 15 13:45:13.952520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-9f0ca99a-709f-42e5-82fd-da0a91e5f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:13.956791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-9f0ca99a-709f-42e5-82fd-da0a91e5f594 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1436999 Dec 15 13:45:14.042076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-49bbe049-19bd-4dfc-b859-ce426be48bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:14.043598 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-49bbe049-19bd-4dfc-b859-ce426be48bc8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796347 Dec 15 13:45:14.064392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f7608-24f3-4e3e-9a31-7c40f1994546 req-a585d02b-9ed5-4921-b1d2-5b9ea1aef5e4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:14.074039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c4f7608-24f3-4e3e-9a31-7c40f1994546 req-a585d02b-9ed5-4921-b1d2-5b9ea1aef5e4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 944 time: 0.1102750 Dec 15 13:45:14.169640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cb8ea458-7977-4ff7-943e-84b6678bd623 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:14.180207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c4f7608-24f3-4e3e-9a31-7c40f1994546 req-ae0be356-76b7-4ca2-b3e2-3a70e25c2789 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066766 Dec 15 13:45:14.182278 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-752b4f65-0ff0-48fe-8b14-3047ed2edf8e service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305816 Dec 15 13:45:14.210632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 4f5efafc-f026-4598-9b65-f82389c90c8a no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:14.306654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 4f5efafc-f026-4598-9b65-f82389c90c8a not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:14.331300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port cb8ea458-7977-4ff7-943e-84b6678bd623 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:14.335662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port cb8ea458-7977-4ff7-943e-84b6678bd623 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:14.336181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.337816 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-230e4658-9aa5-4240-a1d1-4d09e196a470 req-57e5c17f-f35e-49aa-b017-5edd7fde6160 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474292 Dec 15 13:45:14.479579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91f8db-fa63-420a-94d3-73473cd1dbc4 req-52f0fe8f-bd8b-44c0-b93c-efc62f385fcc tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:14.486207 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f91f8db-fa63-420a-94d3-73473cd1dbc4 req-52f0fe8f-bd8b-44c0-b93c-efc62f385fcc tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1013474 Dec 15 13:45:14.505163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.567273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:14.570282 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e9c136-6766-432c-aff8-b7b420f70f29" -d '{"events": [{"server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "name": "network-vif-plugged", "status": "completed", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:14.573051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:14.576693 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c147bb0-ed9a-49de-925c-07030bebb1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "359b484a-9c21-49cb-a239-816128855163", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:14.596993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f91f8db-fa63-420a-94d3-73473cd1dbc4 req-0f59f7bb-8c8f-4357-bf84-b71ef6113d77 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993443 Dec 15 13:45:14.597198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:14.603803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:14.617914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9c8e3496-f11f-4919-9cad-28929fab7995 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:14.682517 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dca1b85-184f-4f5d-81c2-64ff13e95d05 x-openstack-request-id: req-1dca1b85-184f-4f5d-81c2-64ff13e95d05 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:14.682820 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359b484a-9c21-49cb-a239-816128855163", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:14.683082 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1dca1b85-184f-4f5d-81c2-64ff13e95d05 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:14.683485 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'status': 'completed', 'code': 200} Dec 15 13:45:14.779129 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a258be89-d464-4e6b-a723-b1ac8014b3fc x-openstack-request-id: req-a258be89-d464-4e6b-a723-b1ac8014b3fc {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:14.779744 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "name": "network-vif-plugged", "status": "completed", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:14.780166 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a258be89-d464-4e6b-a723-b1ac8014b3fc {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:14.781100 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'code': 200} Dec 15 13:45:14.807056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdee2-4806-47df-a3ff-b12c5e2a2f1e req-9971d9de-b4ee-4bb2-9afa-c9e5968a567f tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:14.814224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-218fdee2-4806-47df-a3ff-b12c5e2a2f1e req-9971d9de-b4ee-4bb2-9afa-c9e5968a567f tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 949 time: 0.1336539 Dec 15 13:45:14.816481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-4a482bc7-c57b-473d-8a61-282c5e8e7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:14.821683 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-4a482bc7-c57b-473d-8a61-282c5e8e7c94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 1099 time: 0.1075711 Dec 15 13:45:14.871459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:14.911468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 9c8e3496-f11f-4919-9cad-28929fab7995 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:14.921836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 9c8e3496-f11f-4919-9cad-28929fab7995 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:14.922614 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.008145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-5ce57594-7104-4558-b4ac-ca4658983bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.010337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-5ce57594-7104-4558-b4ac-ca4658983bce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 1099 time: 0.1794603 Dec 15 13:45:15.022059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-218fdee2-4806-47df-a3ff-b12c5e2a2f1e req-b15912e7-9b46-4e47-adf9-6140518900cc tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015855 Dec 15 13:45:15.070897 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.079792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78382e-eedc-47db-86d5-48ddcd58f166 req-6cf2c5ac-0456-466e-b952-db505a158a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.081334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5e78382e-eedc-47db-86d5-48ddcd58f166 req-6cf2c5ac-0456-466e-b952-db505a158a49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 1100 time: 0.1654599 Dec 15 13:45:15.123934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9c8e3496-f11f-4919-9cad-28929fab7995, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9c8e3496-f11f-4919-9cad-28929fab7995,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:15.129510 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.220721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5e78382e-eedc-47db-86d5-48ddcd58f166 req-75e52d08-9a52-4889-88e0-1c03e5c6fa38 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260111 Dec 15 13:45:15.226725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-07f43c5f-893a-49a1-b6f7-44e986e9ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.226992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c2a730d-3ea3-4598-94a8-102558638a32 req-29bfc900-40e5-4519-ab72-13c3e4bdf9b1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 210 time: 0.0880635 Dec 15 13:45:15.234193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9c8e3496-f11f-4919-9cad-28929fab7995,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:15.235401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-07f43c5f-893a-49a1-b6f7-44e986e9ad41 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.3995550 Dec 15 13:45:15.243202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-735e2af3-3a2e-4c12-8427-f64e62c03b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.248784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-735e2af3-3a2e-4c12-8427-f64e62c03b96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2243097 Dec 15 13:45:15.276041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039eab8-242c-4d28-989a-aad3ea1e8143 req-77a24140-306a-4037-81e0-944330f672b7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.284718 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4039eab8-242c-4d28-989a-aad3ea1e8143 req-77a24140-306a-4037-81e0-944330f672b7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 948 time: 0.1574225 Dec 15 13:45:15.332376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-faeea54f-af3c-4764-a9c3-cf2e3e61fdab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 217 time: 0.0752878 Dec 15 13:45:15.352432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4039eab8-242c-4d28-989a-aad3ea1e8143 req-cfcfc122-83b8-40bc-96f2-0322d7e340ee tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667937 Dec 15 13:45:15.424408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-4c6d7b7a-47e4-4139-8d00-aa65cff8832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.426015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-4c6d7b7a-47e4-4139-8d00-aa65cff8832e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0853124 Dec 15 13:45:15.554119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-b59cd61a-aca5-429f-9e7e-2e1d8adef694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.555622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-b59cd61a-aca5-429f-9e7e-2e1d8adef694 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206560 Dec 15 13:45:15.568815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-06665de6-65f8-4999-a10b-026d377e738a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 217 time: 0.1142771 Dec 15 13:45:15.591075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e611ef-e638-4dd1-85ce-d765e0ecb1c0 req-c03229a6-674d-4159-aee9-1e2b5b57a2d6 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.599566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3e611ef-e638-4dd1-85ce-d765e0ecb1c0 req-c03229a6-674d-4159-aee9-1e2b5b57a2d6 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1836209 Dec 15 13:45:15.650240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11357db-9138-46b1-b365-30c3993dcc8f req-fa65ea07-c11c-4038-babc-3edb1b4113d1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.651773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-fa65ea07-c11c-4038-babc-3edb1b4113d1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 821 time: 0.2033167 Dec 15 13:45:15.672366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Request body: {'port': {'device_id': '6116b40d-01c0-44ba-bb18-757c0583979a', 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'admin_state_up': True, 'tenant_id': '8932c528d50d486b9cf04e20a9f6dd6f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:15.741452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3e611ef-e638-4dd1-85ce-d765e0ecb1c0 req-cc064787-1145-4a25-a984-f64e257a90c1 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408787 Dec 15 13:45:15.760140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-39786ade-3b27-4c0c-938e-b476a5ff71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.760140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-39786ade-3b27-4c0c-938e-b476a5ff71d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1537666 Dec 15 13:45:15.842384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-b07ab4c7-ca64-4d9f-ba19-a67030f56827 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721553 Dec 15 13:45:15.842944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-8c47e3b6-e60e-4743-a94c-2c60359d0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.847425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-8c47e3b6-e60e-4743-a94c-2c60359d0bd7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728922 Dec 15 13:45:15.887593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee30ac-4b0c-4ee3-bb9e-b87d66d6d2cd req-7d51d394-84de-476b-bc28-d1fb7126e0a8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:15.889177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dee30ac-4b0c-4ee3-bb9e-b87d66d6d2cd req-7d51d394-84de-476b-bc28-d1fb7126e0a8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1439531 Dec 15 13:45:15.976111 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-88b2d6f2-e0bb-4379-ad6d-75586b7796d4 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188323 Dec 15 13:45:15.988414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Made reservation on behalf of 8932c528d50d486b9cf04e20a9f6dd6f for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:15.991924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.031943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dee30ac-4b0c-4ee3-bb9e-b87d66d6d2cd req-2951d6e5-698d-4461-9aa1-1146ed198419 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112137 Dec 15 13:45:16.033865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-1bb355be-3344-4aed-b124-d4579359d095 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799731 Dec 15 13:45:16.139046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c147bb0-ed9a-49de-925c-07030bebb1b4 req-1afe77f7-da8b-4362-8ccf-29199c7ea8d9 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501825 Dec 15 13:45:16.141658 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:45:16.169421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Allocated IP 172.20.0.8 (c580d708-16f9-4190-8de5-251976e4e4cc/559dc7ee-42c7-49ea-902b-54b1944163be/1ba6e458-97b7-4de9-9fa2-be87ebe6a506) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:16.184095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa48bd-f92f-4047-84c6-6b14f4338489 req-1ef161da-e6f7-4c56-b1c4-a243ffb5ff77 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.185659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76aa48bd-f92f-4047-84c6-6b14f4338489 req-1ef161da-e6f7-4c56-b1c4-a243ffb5ff77 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 949 time: 0.0706153 Dec 15 13:45:16.249485 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76aa48bd-f92f-4047-84c6-6b14f4338489 req-164b8b47-11ea-4c82-ab98-4caec2fc6f01 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525982 Dec 15 13:45:16.351149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8879f668-fb8c-4996-b83b-c931e918c5e3 req-8178c341-1613-4f11-89ce-153e2ae56cfe tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 210 time: 0.0350902 Dec 15 13:45:16.369456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.414700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.518065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Network c580d708-16f9-4190-8de5-251976e4e4cc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:16.525033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:16.534960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:16.537239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc032f8-3c8b-4bc1-987d-fce75d21f42f req-93940252-8914-4b20-851e-fbbd3d5a13be tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.539704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event updated for resources: {'Port': ['ID=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:16.545035 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbc032f8-3c8b-4bc1-987d-fce75d21f42f req-93940252-8914-4b20-851e-fbbd3d5a13be tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 948 time: 0.1181326 Dec 15 13:45:16.595328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbc032f8-3c8b-4bc1-987d-fce75d21f42f req-2bd8eb43-9b14-468d-8cbc-377398897f84 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494120 Dec 15 13:45:16.602447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.603757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.631389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-5fdfa15e-72f6-45fa-979c-7d3ebb6f78e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9642322 Dec 15 13:45:16.662389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Request body: {'port': {'device_id': '6116b40d-01c0-44ba-bb18-757c0583979a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:16.723636 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.782709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e3496-f11f-4919-9cad-28929fab7995'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:16.785241 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac116fb5-dbc5-4334-948e-6ab23dbd0de7" -d '{"events": [{"server_uuid": "623aea62-ca4a-4555-9fed-e7954c1f7cc6", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e3496-f11f-4919-9cad-28929fab7995"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:16.835677 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d463dc-c0bb-4736-b411-8c048297e009 x-openstack-request-id: req-15d463dc-c0bb-4736-b411-8c048297e009 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:16.836028 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623aea62-ca4a-4555-9fed-e7954c1f7cc6", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e3496-f11f-4919-9cad-28929fab7995", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:16.836291 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15d463dc-c0bb-4736-b411-8c048297e009 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:16.836684 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e3496-f11f-4919-9cad-28929fab7995', 'code': 200} Dec 15 13:45:16.955676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e206c-0fe6-4417-bb6e-a5f14467da7d req-23653fd8-c495-4bce-9ec8-4d25e99d5f68 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.957300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e1e206c-0fe6-4417-bb6e-a5f14467da7d req-23653fd8-c495-4bce-9ec8-4d25e99d5f68 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1112046 Dec 15 13:45:16.961289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9ee14-f4a7-406d-8174-128d153a3daf req-4d0fd1b6-cd08-4c48-a59d-36731b6d80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.962922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-53f9ee14-f4a7-406d-8174-128d153a3daf req-4d0fd1b6-cd08-4c48-a59d-36731b6d80c9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0490057 Dec 15 13:45:17.012942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-53f9ee14-f4a7-406d-8174-128d153a3daf req-be1d10f8-1dbe-4a56-bb99-0acea3de2d45 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419278 Dec 15 13:45:17.042743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e1e206c-0fe6-4417-bb6e-a5f14467da7d req-7a4b50a5-30c1-42b3-8e2d-4a5a594177fd tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767787 Dec 15 13:45:17.097451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:17.106882 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.124542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Transition to ACTIVE for port object 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:17.129581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.240956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Pushing event updated for resources: {'Port': ['ID=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:17.279814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7701-b8ba-47b6-b118-1a5a82299c31 req-c39e80b5-cb9e-42b8-a8ab-ad95c0e47a59 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.281513 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20fe7701-b8ba-47b6-b118-1a5a82299c31 req-c39e80b5-cb9e-42b8-a8ab-ad95c0e47a59 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1446724 Dec 15 13:45:17.339461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Attempting to bind port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:17.339795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Attempting to bind port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:17.340153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Attempting to bind port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 on network c580d708-16f9-4190-8de5-251976e4e4cc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:17.353930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 on network c580d708-16f9-4190-8de5-251976e4e4cc not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:17.354650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Attempting to bind port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 on network c580d708-16f9-4190-8de5-251976e4e4cc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:17.367117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20fe7701-b8ba-47b6-b118-1a5a82299c31 req-d8ba0ed4-8127-447a-af8c-82155142d7a5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792863 Dec 15 13:45:17.368034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:17.368376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Checking segment: {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:17.368756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Bound using segment: {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:17.369192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Bound port: 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:17.369553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.386861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdcc7c-609d-4e65-a9a5-aa0219ed7371 req-e35e464a-b73e-477c-9e6b-139da3de9956 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.394824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54fdcc7c-609d-4e65-a9a5-aa0219ed7371 req-e35e464a-b73e-477c-9e6b-139da3de9956 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 949 time: 0.0612273 Dec 15 13:45:17.490368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:17.494860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:17.503441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.519553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23cbae-4d83-4f3f-a392-548699bad27e req-7a937a63-afaa-40d5-b6f8-3669c5984390 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.521173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3b23cbae-4d83-4f3f-a392-548699bad27e req-7a937a63-afaa-40d5-b6f8-3669c5984390 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 943 time: 0.0817103 Dec 15 13:45:17.574357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.575162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:17.576451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] 10.222.0.74 "PUT /v2.0/ports/1ba6e458-97b7-4de9-9fa2-be87ebe6a506 HTTP/1.1" status: 200 len: 1091 time: 0.9187558 Dec 15 13:45:17.576927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6116b40d-01c0-44ba-bb18-757c0583979a', 'tag': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:17.579276 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18512a67-ca44-4040-9b99-63fc0964f48e" -d '{"events": [{"name": "network-changed", "server_uuid": "6116b40d-01c0-44ba-bb18-757c0583979a", "tag": "1ba6e458-97b7-4de9-9fa2-be87ebe6a506"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:17.619366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52a217-8b81-415f-ae94-d0e9c7f7c73b service neutron] Pushing event updated for resources: {'Port': ['ID=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:17.629719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3b23cbae-4d83-4f3f-a392-548699bad27e req-1bd4e6d5-2d66-455c-8e96-88acde81383e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821495 Dec 15 13:45:17.694082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11357db-9138-46b1-b365-30c3993dcc8f req-0da5e65a-2440-4557-9681-237f6c8d8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.699071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-0da5e65a-2440-4557-9681-237f6c8d8be2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 1094 time: 0.0684118 Dec 15 13:45:17.757902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-9c44dee5-4445-4652-875d-79727f42cce0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506 HTTP/1.1" status: 200 len: 217 time: 0.0431867 Dec 15 13:45:17.779339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54fdcc7c-609d-4e65-a9a5-aa0219ed7371 req-ec984440-f729-4309-b42c-7461ad411d7e tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833582 Dec 15 13:45:17.795803 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd9fa45-be65-4a20-adac-873cf532f2a6 x-openstack-request-id: req-ecd9fa45-be65-4a20-adac-873cf532f2a6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:17.796123 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6116b40d-01c0-44ba-bb18-757c0583979a", "tag": "1ba6e458-97b7-4de9-9fa2-be87ebe6a506", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:17.796378 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ecd9fa45-be65-4a20-adac-873cf532f2a6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:17.796822 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6116b40d-01c0-44ba-bb18-757c0583979a', 'tag': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506', 'status': 'completed', 'code': 200} Dec 15 13:45:17.822649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11357db-9138-46b1-b365-30c3993dcc8f req-33c37687-9b1c-4464-a652-7c2f5e03b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.824257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-33c37687-9b1c-4464-a652-7c2f5e03b538 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=559dc7ee-42c7-49ea-902b-54b1944163be HTTP/1.1" status: 200 len: 861 time: 0.0575151 Dec 15 13:45:17.868861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-0749c1af-b531-44d7-b347-4905de5ec62a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c580d708-16f9-4190-8de5-251976e4e4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323837 Dec 15 13:45:17.916651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a5e9-335b-4c3e-a55c-0df7e907afee req-e89779b0-9ced-4869-9d0e-602baa003187 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.919108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5e1a5e9-335b-4c3e-a55c-0df7e907afee req-e89779b0-9ced-4869-9d0e-602baa003187 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 948 time: 0.0661120 Dec 15 13:45:17.976464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5e1a5e9-335b-4c3e-a55c-0df7e907afee req-fe23f2bf-8e8b-4890-ba82-ea8e5404313e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 Dec 15 13:45:17.990240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337d984-feb8-445f-bce3-39dddf72cf5b req-98a46db2-086f-4ea9-a16c-b7a7a84ba0e6 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.991753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1337d984-feb8-445f-bce3-39dddf72cf5b req-98a46db2-086f-4ea9-a16c-b7a7a84ba0e6 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 950 time: 0.1259978 Dec 15 13:45:18.038973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-0da75234-1a79-497d-9f50-e841a8ab2231 service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381989 Dec 15 13:45:18.116560 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1337d984-feb8-445f-bce3-39dddf72cf5b req-24ba2ba4-accf-4f74-aabc-124c7a63629b tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126597 Dec 15 13:45:18.170367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d11357db-9138-46b1-b365-30c3993dcc8f req-271f2ed9-985c-41ec-b6f9-de0853344a61 service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203606 Dec 15 13:45:18.184191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4f5efafc-f026-4598-9b65-f82389c90c8a details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:18.214480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a5860-3890-4f56-b7ec-480cf4af449e req-809f5980-c77f-4c20-866c-79afc041514c tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.226812 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-772a5860-3890-4f56-b7ec-480cf4af449e req-809f5980-c77f-4c20-866c-79afc041514c tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0953441 Dec 15 13:45:18.308627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-772a5860-3890-4f56-b7ec-480cf4af449e req-12989045-5666-48f0-b01d-ba21d7cd5626 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807791 Dec 15 13:45:18.335661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:18.355784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'mac_address': 'fa:16:3e:83:2c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:18.379780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d513d2-1def-48f7-9e0e-d099610120aa req-88dad018-707e-433d-a033-cab77cff468a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.381356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-88dad018-707e-433d-a033-cab77cff468a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163&tenant_id=0272c3ccba944423bff8b820950abe5f&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 948 time: 0.1513917 Dec 15 13:45:18.390127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512a67-ca44-4040-9b99-63fc0964f48e req-a4d296e4-4898-45f2-b59b-837466f998ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.391677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18512a67-ca44-4040-9b99-63fc0964f48e req-a4d296e4-4898-45f2-b59b-837466f998ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 1094 time: 0.1385677 Dec 15 13:45:18.410977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81649830-0a2c-424d-ac4d-cea4c5728c11 req-27af869c-e1eb-477a-9ead-cbaae6443bea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.416366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81649830-0a2c-424d-ac4d-cea4c5728c11 req-27af869c-e1eb-477a-9ead-cbaae6443bea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 948 time: 0.1168723 Dec 15 13:45:18.425956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.451510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5efafc-f026-4598-9b65-f82389c90c8a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:18.499502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:18.510974 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.580982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:18.887044 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-79d513d2-1def-48f7-9e0e-d099610120aa req-2c5fceca-77e8-45d2-9b11-d77de4bfca02 service neutron] delete failed (client error): The resource could not be found. Dec 15 13:45:18.888074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-2c5fceca-77e8-45d2-9b11-d77de4bfca02 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4f5efafc-f026-4598-9b65-f82389c90c8a/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.4929130 Dec 15 13:45:18.902822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['4f5efafc-f026-4598-9b65-f82389c90c8a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:18.924810 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81649830-0a2c-424d-ac4d-cea4c5728c11 req-da319d88-99ad-4c02-a990-d0a488cfcc99 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964476 Dec 15 13:45:18.950627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512a67-ca44-4040-9b99-63fc0964f48e req-20e0de51-082e-4801-b7bf-fc89ef6fa37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.951994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18512a67-ca44-4040-9b99-63fc0964f48e req-20e0de51-082e-4801-b7bf-fc89ef6fa37f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 923 time: 0.5335653 Dec 15 13:45:18.972111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de2d8a-a823-4cf2-8017-a725322cacaf req-3fd21e62-18f5-4b4a-a092-53dc7904d85f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.973953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87de2d8a-a823-4cf2-8017-a725322cacaf req-3fd21e62-18f5-4b4a-a092-53dc7904d85f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.0758231 Dec 15 13:45:19.027280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18512a67-ca44-4040-9b99-63fc0964f48e req-759b1f4f-dc7f-44a1-9d67-378d88005dc0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506 HTTP/1.1" status: 200 len: 217 time: 0.0600941 Dec 15 13:45:19.040439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87de2d8a-a823-4cf2-8017-a725322cacaf req-445e007a-7a7c-43fc-ae85-393262fb06dc tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585029 Dec 15 13:45:19.138777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d513d2-1def-48f7-9e0e-d099610120aa req-1a4b5a5c-7bca-45f8-b01e-28233dd183c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.140375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-1a4b5a5c-7bca-45f8-b01e-28233dd183c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 1100 time: 0.1105464 Dec 15 13:45:19.154613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df12b1a-9d5b-423d-9264-9cbbc4ef50ec req-53ff6b1d-aac3-4a74-b21f-9bd5b7c961ce tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.156675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4df12b1a-9d5b-423d-9264-9cbbc4ef50ec req-53ff6b1d-aac3-4a74-b21f-9bd5b7c961ce tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 943 time: 0.1279371 Dec 15 13:45:19.176527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512a67-ca44-4040-9b99-63fc0964f48e req-2b282b3b-655d-47aa-b4d9-6ccbe518b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.178297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18512a67-ca44-4040-9b99-63fc0964f48e req-2b282b3b-655d-47aa-b4d9-6ccbe518b470 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=559dc7ee-42c7-49ea-902b-54b1944163be HTTP/1.1" status: 200 len: 861 time: 0.1312563 Dec 15 13:45:19.254321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18512a67-ca44-4040-9b99-63fc0964f48e req-da072575-6707-4152-bd54-95cd826b754e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c580d708-16f9-4190-8de5-251976e4e4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384524 Dec 15 13:45:19.312704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4df12b1a-9d5b-423d-9264-9cbbc4ef50ec req-6b3eb2c9-6396-42e1-96dd-4dd9e34595da tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318281 Dec 15 13:45:19.336260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d513d2-1def-48f7-9e0e-d099610120aa req-0d982cf1-d99b-476a-8e4c-7edf63475890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.337741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-0d982cf1-d99b-476a-8e4c-7edf63475890 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1798410 Dec 15 13:45:19.411923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-6d93c9c1-3b77-42a9-8e7b-fb5f8fc1ed61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 200 len: 217 time: 0.0480769 Dec 15 13:45:19.444488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c24ef6-f4cf-4760-bb93-c7f5c2df9977 req-a87ac500-7d72-4e49-a69f-01a92add74bd tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.446126 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4c24ef6-f4cf-4760-bb93-c7f5c2df9977 req-a87ac500-7d72-4e49-a69f-01a92add74bd tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0547733 Dec 15 13:45:19.478881 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18512a67-ca44-4040-9b99-63fc0964f48e req-e8bc9b00-4ffe-4dbd-9653-a5207b54f93e service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905110 Dec 15 13:45:19.492848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d513d2-1def-48f7-9e0e-d099610120aa req-d831df83-6ff9-425f-8629-7830a8fd7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.494360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-d831df83-6ff9-425f-8629-7830a8fd7f85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0738988 Dec 15 13:45:19.506705 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4c24ef6-f4cf-4760-bb93-c7f5c2df9977 req-593980c1-f59a-4f3a-9ed9-0187018ef3f7 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542674 Dec 15 13:45:19.617250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d513d2-1def-48f7-9e0e-d099610120aa req-3f10c89a-4487-4c74-b981-29cd3d6787b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.618788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-3f10c89a-4487-4c74-b981-29cd3d6787b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068058 Dec 15 13:45:19.640324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f2f0b-ec41-4399-a7fc-123c680c463a req-6f3adfb1-7aa3-4376-95b6-3de1897d83ed tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.643026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a40f2f0b-ec41-4399-a7fc-123c680c463a req-6f3adfb1-7aa3-4376-95b6-3de1897d83ed tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0602965 Dec 15 13:45:19.651587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47258) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:19.657141 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Request body: {'floatingip': {'port_id': '9c8e3496-f11f-4919-9cad-28929fab7995'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:19.668843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18512a67-ca44-4040-9b99-63fc0964f48e req-0c647f3a-a7c8-447f-bc85-195877dfc646 service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690814 Dec 15 13:45:19.705634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.747806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-8106b96c-1fc3-412d-90cb-85bbfc980ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050980 Dec 15 13:45:19.849423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79d513d2-1def-48f7-9e0e-d099610120aa req-df945a1b-0d06-47f2-ac36-9876f5d862ab service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936344 Dec 15 13:45:20.032831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691eeba-e877-4022-b9a1-6385dc719e65 req-2849f707-4b1e-4aca-9f5c-fcfce1b1a223 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:20.034487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4691eeba-e877-4022-b9a1-6385dc719e65 req-2849f707-4b1e-4aca-9f5c-fcfce1b1a223 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 949 time: 0.0553222 Dec 15 13:45:20.121330 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4691eeba-e877-4022-b9a1-6385dc719e65 req-d5ddc18e-d242-4293-89a7-1390d63b948f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763936 Dec 15 13:45:20.175489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4f5efafc-f026-4598-9b65-f82389c90c8a up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:20.253314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182a618-ec93-45f6-9dcb-13ab6c97b1b8 req-57c85271-196a-4836-be8f-30fcc8e061f0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:20.255467 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d182a618-ec93-45f6-9dcb-13ab6c97b1b8 req-57c85271-196a-4836-be8f-30fcc8e061f0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1198256 Dec 15 13:45:20.269999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 4f5efafc-f026-4598-9b65-f82389c90c8a completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:20.279238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 4f5efafc-f026-4598-9b65-f82389c90c8a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:20.279797 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.291827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.307167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.373342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d182a618-ec93-45f6-9dcb-13ab6c97b1b8 req-fd49ef1b-5a35-4554-8c05-08f46b3efbdc tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101468 Dec 15 13:45:20.461895 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.466536 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Floating IP 21b75b53-cb31-4df0-80e4-05a5efb6b54c associated. External IP: 172.25.7.44, port: 9c8e3496-f11f-4919-9cad-28929fab7995. Dec 15 13:45:20.496509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa6bc9-dc4c-4862-a13e-0f6bec110c7a req-d7cb210c-d0d3-457a-b269-4d02f9575292 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:20.504954 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7eaa6bc9-dc4c-4862-a13e-0f6bec110c7a req-d7cb210c-d0d3-457a-b269-4d02f9575292 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 943 time: 0.0655549 Dec 15 13:45:20.523539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:20.529768 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd91f5-bb7c-43ea-b5a7-837fc0815dff" -d '{"events": [{"server_uuid": "359b484a-9c21-49cb-a239-816128855163", "name": "network-vif-plugged", "status": "completed", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:20.548053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:20.557648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.578432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7eaa6bc9-dc4c-4862-a13e-0f6bec110c7a req-b8753e19-ccc5-4c71-8396-b561184048b4 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720415 Dec 15 13:45:20.627238 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05390ea-f5b8-4c4c-8352-956e9bf8c46a x-openstack-request-id: req-e05390ea-f5b8-4c4c-8352-956e9bf8c46a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:20.627709 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b484a-9c21-49cb-a239-816128855163", "name": "network-vif-plugged", "status": "completed", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:20.629427 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e05390ea-f5b8-4c4c-8352-956e9bf8c46a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:20.629985 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'code': 200} Dec 15 13:45:20.656496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:20.819452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Router cbde944b-9f04-4659-be0d-9e6eddfb104c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:20.966320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:20.971586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.979235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] Sync routers for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:20.990622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:20.991637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:45:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:21.001524 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ea2f0441-06d5-44b3-b258-97617f3b62f5 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "PUT /v2.0/floatingips/21b75b53-cb31-4df0-80e4-05a5efb6b54c HTTP/1.1" status: 200 len: 990 time: 1.3461783 Dec 15 13:45:21.001524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'tag': '9c8e3496-f11f-4919-9cad-28929fab7995'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:21.002766 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a4017-3ffa-4c3a-b04f-902a0335618c" -d '{"events": [{"name": "network-changed", "server_uuid": "623aea62-ca4a-4555-9fed-e7954c1f7cc6", "tag": "9c8e3496-f11f-4919-9cad-28929fab7995"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:21.049746 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6181ed97-d6c7-4bf1-8fe1-5c3908e3a3b1 x-openstack-request-id: req-6181ed97-d6c7-4bf1-8fe1-5c3908e3a3b1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:21.050063 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623aea62-ca4a-4555-9fed-e7954c1f7cc6", "tag": "9c8e3496-f11f-4919-9cad-28929fab7995", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:21.050323 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6181ed97-d6c7-4bf1-8fe1-5c3908e3a3b1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:21.050732 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'tag': '9c8e3496-f11f-4919-9cad-28929fab7995', 'status': 'completed', 'code': 200} Dec 15 13:45:21.110437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:21.141952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-b4dc7014-cb91-479a-be87-fcdaf611c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.143244 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-b4dc7014-cb91-479a-be87-fcdaf611c36f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94e7d38241744c2dbe20d60427aa617a&device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0496211 Dec 15 13:45:21.292860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52543f-0280-4f26-a582-3e5130eeb19b req-693d56f9-2357-47db-99c4-6ab9ee1b059f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.294734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd52543f-0280-4f26-a582-3e5130eeb19b req-693d56f9-2357-47db-99c4-6ab9ee1b059f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0773201 Dec 15 13:45:21.318032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-551bbce8-6633-4c3b-9b9b-638cfa3d1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.319478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-551bbce8-6633-4c3b-9b9b-638cfa3d1ac6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f222fa24-b638-42cc-b098-eb10bc4406b7 HTTP/1.1" status: 200 len: 908 time: 0.1599810 Dec 15 13:45:21.411950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd52543f-0280-4f26-a582-3e5130eeb19b req-7fcb9113-6f4c-4f55-9a77-d9b97d1b4059 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066132 Dec 15 13:45:21.420750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-f9e571b5-7f09-4564-a649-15b648c4a87d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c8e3496-f11f-4919-9cad-28929fab7995 HTTP/1.1" status: 200 len: 998 time: 0.0902960 Dec 15 13:45:21.510538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '21b75b53-cb31-4df0-80e4-05a5efb6b54c', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'port_id': '9c8e3496-f11f-4919-9cad-28929fab7995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'mac_address': 'fa:16:3e:8d:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:58Z', 'updated_at': '2021-12-15T13:45:20Z', 'revision_number': 1, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:45:00Z', 'revision_number': 5, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:21.536226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-e9f241f3-91cf-41f0-a0a8-fd7ff5da946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.538031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-e9f241f3-91cf-41f0-a0a8-fd7ff5da946c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02e7385b-633d-4a92-9d6e-ba71221835f7 HTTP/1.1" status: 200 len: 845 time: 0.1099949 Dec 15 13:45:21.544606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] Checking router: cbde944b-9f04-4659-be0d-9e6eddfb104c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:21.556683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2874efc-af53-4d69-bb88-0c6a834deab3 req-de9f4bfa-0fef-4c97-a049-fe25b048f0d1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.557295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:21.557295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:45:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:21.560437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2874efc-af53-4d69-bb88-0c6a834deab3 req-de9f4bfa-0fef-4c97-a049-fe25b048f0d1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0669167 Dec 15 13:45:21.621406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe117be3-e9b2-4198-a99e-cebfa8a4d8a9 req-c2b66eaa-103f-488a-b8be-fd4640ba7ced tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.623130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe117be3-e9b2-4198-a99e-cebfa8a4d8a9 req-c2b66eaa-103f-488a-b8be-fd4640ba7ced tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1067300 Dec 15 13:45:21.624115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2874efc-af53-4d69-bb88-0c6a834deab3 req-5d495b49-3260-4f7c-b483-641c421edced tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575485 Dec 15 13:45:21.647508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-dffd64ef-08f5-4a70-96cc-901769db4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.647508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-dffd64ef-08f5-4a70-96cc-901769db4073 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f222fa24-b638-42cc-b098-eb10bc4406b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814407 Dec 15 13:45:21.711625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:21.755545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe117be3-e9b2-4198-a99e-cebfa8a4d8a9 req-c572a469-e18b-4da9-a736-e6f8d99a2069 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231444 Dec 15 13:45:21.781176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f602-f979-492e-8db7-9e56ba59edcd req-40ec2e4b-92d5-4f4b-9852-9debeef52933 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:21.789017 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72c6f602-f979-492e-8db7-9e56ba59edcd req-40ec2e4b-92d5-4f4b-9852-9debeef52933 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 943 time: 0.0943196 Dec 15 13:45:21.822675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-61a59110-0412-4ba2-a069-8f8465622c2e service neutron] 10.222.0.74 "GET /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706002 Dec 15 13:45:21.884587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72c6f602-f979-492e-8db7-9e56ba59edcd req-3f08c2ca-d3a6-4710-a0dd-be8b19d40bef tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946147 Dec 15 13:45:22.014368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d4a4017-3ffa-4c3a-b04f-902a0335618c req-960a444e-8a7b-4347-9123-d31d6c1bdee2 service neutron] 10.222.0.74 "GET /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762812 Dec 15 13:45:22.069896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '21b75b53-cb31-4df0-80e4-05a5efb6b54c', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'port_id': '9c8e3496-f11f-4919-9cad-28929fab7995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'mac_address': 'fa:16:3e:8d:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:58Z', 'updated_at': '2021-12-15T13:45:20Z', 'revision_number': 1, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:45:00Z', 'revision_number': 5, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:22.099677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde65ac-8cd3-4cad-8ae8-54e66c645649 None None] The sync data for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 is: [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '21b75b53-cb31-4df0-80e4-05a5efb6b54c', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'port_id': '9c8e3496-f11f-4919-9cad-28929fab7995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'mac_address': 'fa:16:3e:8d:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:58Z', 'updated_at': '2021-12-15T13:45:20Z', 'revision_number': 1, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:45:00Z', 'revision_number': 5, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:22.205144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:22.243036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:22.285661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-2fca2fff-5ed0-4927-9532-57a4378eb4f2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0272c3ccba944423bff8b820950abe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513272 Dec 15 13:45:22.463927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-c91eb162-7d59-4176-9aeb-5a5423adab05 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:22.465451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-c91eb162-7d59-4176-9aeb-5a5423adab05 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.1556876 Dec 15 13:45:22.493950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-1'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:22.507161 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f098e007-38a0-47ed-aaf2-1c21b973bbc8 None None] New status for floating IP 21b75b53-cb31-4df0-80e4-05a5efb6b54c: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:45:22.543999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-8c8f7173-9ab8-4cc3-974d-be7b48f65b95 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:22.545670 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-8c8f7173-9ab8-4cc3-974d-be7b48f65b95 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490094 Dec 15 13:45:22.596968 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-95b203ef-a442-434c-ac48-0858d06120d3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/quotas/0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 375 time: 0.0430994 Dec 15 13:45:22.602207 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:22.661783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:22.666607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:22.697715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506', 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'port_id': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506', 'mac_address': 'fa:16:3e:2d:a8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559dc7ee-42c7-49ea-902b-54b1944163be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:22.710676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-126a8478-783a-4c7d-bd3c-3703c1e77428 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050839 Dec 15 13:45:22.755468 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:22.762635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'mac_address': 'fa:16:3e:72:88:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:22.798925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:22.831529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:22.894444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:22.897792 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:22.907105 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:22.943633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:22.969617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:23.019141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:23.036795 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:23.039452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:23.063202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:23.066744 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0bc98-ac0b-44f1-986e-89d5eb9193e6" -d '{"events": [{"server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "name": "network-vif-unplugged", "status": "completed", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:23.081948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:23.101200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9ec3d-becc-42ce-b93c-046ee5229afa req-657ef91b-8c7d-46f2-be1e-f6a1cdbadb16 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:23.102807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7a9ec3d-becc-42ce-b93c-046ee5229afa req-657ef91b-8c7d-46f2-be1e-f6a1cdbadb16 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 945 time: 0.1344962 Dec 15 13:45:23.104041 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:23.158634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:23.176448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:23.224662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Pushing event updated for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:23.270157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7a9ec3d-becc-42ce-b93c-046ee5229afa req-4f5d391e-e183-472d-b2ae-60c233d13b40 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361253 Dec 15 13:45:23.276053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on host n-h2-821840-1 for vnic_type normal with profile {"migrating_to": "n-h1-821840-1"} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:23.276546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:23.276982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:23.282909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:23.283367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Attempting to bind port 452d6005-9dbc-45e6-9952-b5476d44260c on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:23.289602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:23.290259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:23.293179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:23.293179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Bound port: 452d6005-9dbc-45e6-9952-b5476d44260c, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:23.293179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:23.307011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['1ba6e458-97b7-4de9-9fa2-be87ebe6a506'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:23.483295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:23.541411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03bf84a7-b488-4bc8-906c-24df8c48e656 req-522075f6-5a33-408c-9289-34aab3b83325 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 210 time: 0.1082542 Dec 15 13:45:23.548669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:23.570120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:23.695967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Pushing event updated for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:23.714766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:23.716144 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:23.719438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-639c2822-ea46-474a-91ba-3e56cf716db0 service neutron] 10.222.0.74 "PUT /v2.0/ports/452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 200 len: 1121 time: 1.2345216 Dec 15 13:45:23.808799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['452d6005-9dbc-45e6-9952-b5476d44260c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:23.896322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2c6f2-f7c9-4a0d-b25e-b490ce6bb078 req-c06c0cf2-2674-47a4-9c5c-bcfd5b0cb708 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:23.899562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6bb2c6f2-f7c9-4a0d-b25e-b490ce6bb078 req-c06c0cf2-2674-47a4-9c5c-bcfd5b0cb708 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 944 time: 0.1037517 Dec 15 13:45:23.926384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['452d6005-9dbc-45e6-9952-b5476d44260c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:24.040539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6bb2c6f2-f7c9-4a0d-b25e-b490ce6bb078 req-6ff2410b-ac21-45c1-85fc-8faf2257319b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340225 Dec 15 13:45:24.160175 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2578d89a-d0df-4e8b-baac-84b98136fece x-openstack-request-id: req-2578d89a-d0df-4e8b-baac-84b98136fece {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:24.160573 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "name": "network-vif-unplugged", "status": "completed", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:24.160942 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2578d89a-d0df-4e8b-baac-84b98136fece {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:24.161472 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c', 'code': 200} Dec 15 13:45:24.251709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 452d6005-9dbc-45e6-9952-b5476d44260c details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:24.273594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:24.482680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:24.483065 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.505224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634fda5-fec1-4db0-800b-dc66203be6ff req-50b2a4dd-6768-46dc-a448-e34a240cab7b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:24.514923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c634fda5-fec1-4db0-800b-dc66203be6ff req-50b2a4dd-6768-46dc-a448-e34a240cab7b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.0932479 Dec 15 13:45:24.549762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:24.567649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 452d6005-9dbc-45e6-9952-b5476d44260c has no active binding in host n-h1-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:45:24.587150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c634fda5-fec1-4db0-800b-dc66203be6ff req-2fc95810-3240-4384-b35b-e6a1b5c04a7d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709968 Dec 15 13:45:24.655315 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.691386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:24.694468 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b147d0-c606-4513-b1c6-274e9af8f58b" -d '{"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:24.717130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:24.726108 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.742438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba4880d4-27dd-4e43-8964-601f54ee77fe req-25daec79-657e-442d-94ea-83d31526abdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 210 time: 0.0592918 Dec 15 13:45:24.805691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-25b5a519-3a6d-4415-a028-79c92efa7042 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0272c3ccba944423bff8b820950abe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319834 Dec 15 13:45:24.822372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:24.865200 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd715c12-4967-439e-888d-93618a9301d0 x-openstack-request-id: req-fd715c12-4967-439e-888d-93618a9301d0 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:24.865529 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:24.865828 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd715c12-4967-439e-888d-93618a9301d0 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:24.866232 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'code': 200} Dec 15 13:45:25.010391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-8cff489d-d3ab-43cc-9230-79f1d572210d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:25.011967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-8cff489d-d3ab-43cc-9230-79f1d572210d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843171 Dec 15 13:45:25.032414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Request body: {'port': {'device_id': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '0272c3ccba944423bff8b820950abe5f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:25.225865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9211623-20f7-45e5-92be-df73172f7eb8 req-3425c83e-5762-4d6d-a431-8f397f466180 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:25.233465 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9211623-20f7-45e5-92be-df73172f7eb8 req-3425c83e-5762-4d6d-a431-8f397f466180 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 944 time: 0.0979536 Dec 15 13:45:25.243513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Made reservation on behalf of 0272c3ccba944423bff8b820950abe5f for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:25.247076 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.340163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9211623-20f7-45e5-92be-df73172f7eb8 req-789fd0d3-1357-482f-a596-cd736c96a057 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058061 Dec 15 13:45:25.475929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Allocated IP 192.168.233.27 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/a6e47263-5369-429b-a6c9-68d8dd6996fa) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:25.763683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.790186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c0498-53fb-43d5-8c4e-f9e042655a45 req-03382a54-6ba8-4ee1-8281-bdc3a144afd6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:25.796626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f63c0498-53fb-43d5-8c4e-f9e042655a45 req-03382a54-6ba8-4ee1-8281-bdc3a144afd6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.1026304 Dec 15 13:45:25.886421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f63c0498-53fb-43d5-8c4e-f9e042655a45 req-991dbed8-b55d-4cff-8a8e-3fbdf63ce9ab tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855181 Dec 15 13:45:25.888316 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.901645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05', '4f5efafc-f026-4598-9b65-f82389c90c8a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:25.919594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:25.940351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:25.947239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:26.068675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:26.087722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:26.088728 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.127437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf714-1d93-4371-a7c1-ece8761464cf req-55248abf-4ebe-4c67-a035-bf24392d14c9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:26.129841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45faf714-1d93-4371-a7c1-ece8761464cf req-55248abf-4ebe-4c67-a035-bf24392d14c9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 935 time: 0.1276355 Dec 15 13:45:26.133738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-7c81aca5-1e46-40db-a501-95c0eb3f4cdb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1104989 Dec 15 13:45:26.151139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Request body: {'port': {'device_id': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:26.162004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:26.164480 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:26.245915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:26.263759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45faf714-1d93-4371-a7c1-ece8761464cf req-94f4303b-c1dd-4fd7-bdc4-3d5e599528b9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212153 Dec 15 13:45:26.276082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.386883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f070bfeb-8ea7-4169-8528-e4ccbbc0b5e5 None None] Provisioning complete for port a6e47263-5369-429b-a6c9-68d8dd6996fa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:26.387267 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f070bfeb-8ea7-4169-8528-e4ccbbc0b5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.431932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f070bfeb-8ea7-4169-8528-e4ccbbc0b5e5 None None] Port a6e47263-5369-429b-a6c9-68d8dd6996fa cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:45:26.453221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:26.463790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:26.464203 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.526935 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f68ea1-c915-49dc-901c-10b89acb843c x-openstack-request-id: req-d5f68ea1-c915-49dc-901c-10b89acb843c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:26.527307 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:26.527498 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d5f68ea1-c915-49dc-901c-10b89acb843c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:26.528946 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c', 'status': 'completed', 'code': 200} Dec 15 13:45:26.644052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-2eade380-323d-4310-b313-eab317574bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:26.645547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-2eade380-323d-4310-b313-eab317574bea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1124 time: 0.1204748 Dec 15 13:45:26.749188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.799095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004752e0-43cb-407c-ba61-b9d9c41b772c req-73daf242-83bf-4442-82fc-5c61c1dcc172 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:26.800723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-004752e0-43cb-407c-ba61-b9d9c41b772c req-73daf242-83bf-4442-82fc-5c61c1dcc172 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 944 time: 0.2305460 Dec 15 13:45:26.822075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:26.832335 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.870207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116b40d-01c0-44ba-bb18-757c0583979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:26.873094 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ab730a-0b6b-4659-aa4c-2c6c44e86eec" -d '{"events": [{"server_uuid": "6116b40d-01c0-44ba-bb18-757c0583979a", "name": "network-vif-plugged", "status": "completed", "tag": "1ba6e458-97b7-4de9-9fa2-be87ebe6a506"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:26.914688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:26.930433 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7526d6ab-f076-4657-a9a7-5191d1144203 x-openstack-request-id: req-7526d6ab-f076-4657-a9a7-5191d1144203 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:26.932123 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6116b40d-01c0-44ba-bb18-757c0583979a", "name": "network-vif-plugged", "status": "completed", "tag": "1ba6e458-97b7-4de9-9fa2-be87ebe6a506", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:26.932393 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7526d6ab-f076-4657-a9a7-5191d1144203 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:26.933530 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6116b40d-01c0-44ba-bb18-757c0583979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506', 'code': 200} Dec 15 13:45:26.967853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-b80d2610-ac08-4ab3-b644-202991357386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:26.970252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-b80d2610-ac08-4ab3-b644-202991357386 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.3072505 Dec 15 13:45:26.985834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-004752e0-43cb-407c-ba61-b9d9c41b772c req-9a55dd4e-1ece-49dc-b354-dab5ba96f178 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628311 Dec 15 13:45:27.086012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-b0396dc8-cdd4-4344-bf64-1d50d34b7aab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 200 len: 217 time: 0.0924120 Dec 15 13:45:27.105581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a94a24-7fa6-4c8d-a4ed-576f7a2b3177 req-264a6fd0-fdfa-4ebc-ba5b-e836076bf120 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:27.108473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8a94a24-7fa6-4c8d-a4ed-576f7a2b3177 req-264a6fd0-fdfa-4ebc-ba5b-e836076bf120 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.0733967 Dec 15 13:45:27.181196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8a94a24-7fa6-4c8d-a4ed-576f7a2b3177 req-8f411ff7-09e6-467b-b7dd-056efa9483cb tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562732 Dec 15 13:45:27.597405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4d7c7-cca0-4954-b25a-d197be295e01 req-e8aa4c9f-3ed5-4f86-9e91-e6157b413789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:27.598975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65b4d7c7-cca0-4954-b25a-d197be295e01 req-e8aa4c9f-3ed5-4f86-9e91-e6157b413789 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 1096 time: 0.5319748 Dec 15 13:45:27.612037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e47263-5369-429b-a6c9-68d8dd6996fa {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:27.678600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.682329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65b4d7c7-cca0-4954-b25a-d197be295e01 req-800ddcc5-e05a-4ece-830a-7124eaf1a040 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644517 Dec 15 13:45:27.705320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-e10f1359-096d-45f8-aadc-dd9cd8c2953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:27.707043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-e10f1359-096d-45f8-aadc-dd9cd8c2953a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.6024194 Dec 15 13:45:27.748919 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-a049f72e-3684-46f1-9403-d136fd474c80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283320 Dec 15 13:45:27.755090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Transition to ACTIVE for port object a6e47263-5369-429b-a6c9-68d8dd6996fa will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:27.774252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.794261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e5b38-2ba4-498b-96e6-68b3bb8b4e2f req-1cc92b18-a19f-4cdc-a685-5f8721a46371 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:27.802326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-247e5b38-2ba4-498b-96e6-68b3bb8b4e2f req-1cc92b18-a19f-4cdc-a685-5f8721a46371 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 935 time: 0.2023559 Dec 15 13:45:27.995577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-247e5b38-2ba4-498b-96e6-68b3bb8b4e2f req-126e3a6b-8053-4e70-bacb-857ecce9575b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893365 Dec 15 13:45:28.064297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:28.170072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-93878d56-9af5-4ea6-9a47-7f7e4565a52e service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062002 Dec 15 13:45:28.174054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:28.174768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:28.175089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:28.222251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:28.222556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:28.276838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:28.286576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:28.286576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:28.286576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Bound port: a6e47263-5369-429b-a6c9-68d8dd6996fa, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:28.286576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.294302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a7abb-1548-4e1a-bc0b-69a60c2cee73 req-98bd34e5-a205-467e-bc66-cc0dc14d4780 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:28.295114 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b54a7abb-1548-4e1a-bc0b-69a60c2cee73 req-98bd34e5-a205-467e-bc66-cc0dc14d4780 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.1884995 Dec 15 13:45:28.362814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b4ed0-6226-409a-836c-6fb515f1fa39 req-484229de-5c17-42e2-89cd-23177fd670ca tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:28.372202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b8b4ed0-6226-409a-836c-6fb515f1fa39 req-484229de-5c17-42e2-89cd-23177fd670ca tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.0853999 Dec 15 13:45:28.384185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ac41b5c-c813-4b01-b071-c2ff9fc8773e req-2ce26f51-7a3d-4f23-9123-d69457623283 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930122 Dec 15 13:45:28.511015 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b8b4ed0-6226-409a-836c-6fb515f1fa39 req-b5ae96d9-190c-47e9-91bb-d46fa550b689 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374516 Dec 15 13:45:28.530280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b54a7abb-1548-4e1a-bc0b-69a60c2cee73 req-22adaa30-789d-40fb-bc0f-280166aad7e9 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116702 Dec 15 13:45:28.608274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:28.613676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:28.627719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.675854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:28.677096 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:28.679329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] 10.222.0.24 "PUT /v2.0/ports/a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 1095 time: 2.5327239 Dec 15 13:45:28.687028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:28.690843 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:28.767352 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d189cdf4-a514-425f-8740-2efac718fd17 x-openstack-request-id: req-d189cdf4-a514-425f-8740-2efac718fd17 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:28.767935 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:28.768348 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d189cdf4-a514-425f-8740-2efac718fd17 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:28.772559 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'status': 'completed', 'code': 200} Dec 15 13:45:28.816624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d18ce1-f908-4e04-bf11-b7e766c5c160 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:28.837875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-d878afa6-d67e-46b8-80a0-7662277e42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:28.837875 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-d878afa6-d67e-46b8-80a0-7662277e42e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0958531 Dec 15 13:45:28.894197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-1ef0345e-7b21-4428-bdaa-75a16f918172 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.0451057 Dec 15 13:45:28.970090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-c26eb60c-8afa-4361-8e76-107e88d47f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:28.972250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-c26eb60c-8afa-4361-8e76-107e88d47f2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0652745 Dec 15 13:45:29.050015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-eaf5fedf-1555-4c20-bf1f-4915d8c2bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.051536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-eaf5fedf-1555-4c20-bf1f-4915d8c2bde6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696275 Dec 15 13:45:29.174788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc988427-e8db-424c-a664-751f82c77ac4 req-8b30a912-4f57-46f1-8810-9872a92d0fcb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.181329 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc988427-e8db-424c-a664-751f82c77ac4 req-8b30a912-4f57-46f1-8810-9872a92d0fcb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 947 time: 0.0925353 Dec 15 13:45:29.248861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-6cffc8bb-f883-416c-a1e5-8b223c288752 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877942 Dec 15 13:45:29.282839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc988427-e8db-424c-a664-751f82c77ac4 req-fd3d98d3-114f-46c5-a47e-de50a2023a70 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903189 Dec 15 13:45:29.415030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5dc29-7306-40bd-a185-8444af447ee5 req-09a08175-5604-4318-b7b8-c990e3b055b0 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574278 Dec 15 13:45:29.544663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-3c67c386-f523-44ee-9432-e0b2590c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.546570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-3c67c386-f523-44ee-9432-e0b2590c3844 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0625031 Dec 15 13:45:29.711884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-bb0ae5ec-d72d-4e70-89a6-681887a3fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.714593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-bb0ae5ec-d72d-4e70-89a6-681887a3fff7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1546984 Dec 15 13:45:29.790564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97434f6-d6e4-4cf8-a17b-4d8d38d0ffd2 req-9197d474-db0f-42b7-aae5-eb2e625890bb tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.798609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b97434f6-d6e4-4cf8-a17b-4d8d38d0ffd2 req-9197d474-db0f-42b7-aae5-eb2e625890bb tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.1212978 Dec 15 13:45:29.848879 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-cef9d2ea-cd04-47cb-b9b3-6f6b5c0cba90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.1172903 Dec 15 13:45:29.926791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b97434f6-d6e4-4cf8-a17b-4d8d38d0ffd2 req-09aaf60a-31ba-4c12-ab2e-a33260f85de9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212335 Dec 15 13:45:29.973051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-d22f88a3-3688-4b39-9c21-62bead01da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.974546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-d22f88a3-3688-4b39-9c21-62bead01da2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1113646 Dec 15 13:45:29.988682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80f4d0-5eb5-4611-8637-d23db5272248 req-5ff0f818-2f41-4711-826e-0ce4f6312336 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:29.998720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c80f4d0-5eb5-4611-8637-d23db5272248 req-5ff0f818-2f41-4711-826e-0ce4f6312336 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.1900315 Dec 15 13:45:30.125141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-5520ccac-4f36-406f-b9d3-c713129b36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:30.127691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-5520ccac-4f36-406f-b9d3-c713129b36f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254952 Dec 15 13:45:30.142768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c80f4d0-5eb5-4611-8637-d23db5272248 req-de642705-3179-4d18-acc5-8c182880a98b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377552 Dec 15 13:45:30.450533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-3a601e15-80d4-4452-9951-2e1f339ea23d service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064888 Dec 15 13:45:30.470043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48d936-94c6-4e1e-924c-71c70d863cb8 req-d1d4744d-481a-426b-abe0-1df6fb05046b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:30.480457 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e48d936-94c6-4e1e-924c-71c70d863cb8 req-d1d4744d-481a-426b-abe0-1df6fb05046b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.1132216 Dec 15 13:45:30.558184 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.600112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e48d936-94c6-4e1e-924c-71c70d863cb8 req-8f94122e-e35e-49d6-9d6d-90525ddafe4c tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186421 Dec 15 13:45:30.809723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522c08e-2c90-4476-ac97-81abe16ed122 req-c4de03b0-7bdb-4ddc-866a-51c22ec7a67e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:30.817951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b522c08e-2c90-4476-ac97-81abe16ed122 req-c4de03b0-7bdb-4ddc-866a-51c22ec7a67e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 947 time: 0.2127645 Dec 15 13:45:30.821279 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:30.822478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f14ea84b-4a1e-402a-9ef5-fd766fa2a90b req-366190fa-44d3-49e3-9b23-a4c8038eab52 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626509 Dec 15 13:45:30.891170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3626-6134-4a0f-bd4f-06d99d095095 req-495227c2-0eed-4d22-bc1a-131dbfb6c4a6 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:30.898310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd1e3626-6134-4a0f-bd4f-06d99d095095 req-495227c2-0eed-4d22-bc1a-131dbfb6c4a6 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.1577132 Dec 15 13:45:30.929658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b522c08e-2c90-4476-ac97-81abe16ed122 req-c97a130a-927b-44ec-b7c5-fc98ace780d4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107299 Dec 15 13:45:31.039141 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd1e3626-6134-4a0f-bd4f-06d99d095095 req-2681d94a-2c3c-42f7-a4cc-4a7fdf2294e0 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304691 Dec 15 13:45:31.128217 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05641450-dd68-45b4-948a-22b4c4079645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.197638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1e613-8f91-4534-85d5-f5a77cdd89c3 req-fdd650c7-3ab3-4923-8a54-d5ddd2f3419a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:31.208942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1e613-8f91-4534-85d5-f5a77cdd89c3 req-fdd650c7-3ab3-4923-8a54-d5ddd2f3419a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.1372924 Dec 15 13:45:31.287615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26784120-1428-46eb-8403-da05e39a5e69 req-2954d91e-7886-4064-afad-2412c9511e57 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:31.295710 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-26784120-1428-46eb-8403-da05e39a5e69 req-2954d91e-7886-4064-afad-2412c9511e57 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.1221514 Dec 15 13:45:31.329419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8a1e613-8f91-4534-85d5-f5a77cdd89c3 req-9ad097e9-f4e6-4f71-909e-5ad55e88725a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149025 Dec 15 13:45:31.445931 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-26784120-1428-46eb-8403-da05e39a5e69 req-3a9450d7-3678-4216-a106-d05b789b82aa tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384575 Dec 15 13:45:31.728088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5317d-c049-4ec5-8e25-09bc3ec2b128 req-20fa0756-8266-45a3-9f04-b3ec4e1dd297 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:31.736369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ee5317d-c049-4ec5-8e25-09bc3ec2b128 req-20fa0756-8266-45a3-9f04-b3ec4e1dd297 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.0868990 Dec 15 13:45:31.878976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ee5317d-c049-4ec5-8e25-09bc3ec2b128 req-c1641305-a0d3-4af9-9190-e8e76a7247d8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113849 Dec 15 13:45:32.107746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c5556-bcf5-4762-8345-0cd3bd4dc3ed req-29fd1240-bcdd-4546-ace7-5eaaf583ce22 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.116621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-224c5556-bcf5-4762-8345-0cd3bd4dc3ed req-29fd1240-bcdd-4546-ace7-5eaaf583ce22 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 947 time: 0.0944521 Dec 15 13:45:32.139472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42c7c4-a57f-40fc-bbee-99895ff588ed req-e11bc762-5700-4164-bfb5-fc1e642d8830 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.142318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42c7c4-a57f-40fc-bbee-99895ff588ed req-e11bc762-5700-4164-bfb5-fc1e642d8830 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.1479733 Dec 15 13:45:32.188584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-224c5556-bcf5-4762-8345-0cd3bd4dc3ed req-d274adcc-c016-4c4c-896e-72fff0e7ae51 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708840 Dec 15 13:45:32.245682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42c7c4-a57f-40fc-bbee-99895ff588ed req-3193fd32-abf2-4afe-bbdb-cab5554396ee tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851924 Dec 15 13:45:32.300549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:32.351365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 452d6005-9dbc-45e6-9952-b5476d44260c no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:32.505464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:32.520424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'mac_address': 'fa:16:3e:5c:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:32.521144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7473e-6657-44a0-a559-ba404a27d1fa req-fc3e21c4-fdbe-4d20-9b59-a3ba025444ca tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.534968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54b7473e-6657-44a0-a559-ba404a27d1fa req-fc3e21c4-fdbe-4d20-9b59-a3ba025444ca tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.1411643 Dec 15 13:45:32.536399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b0215-072e-4765-998c-7236d6d244fe req-af01fcd6-18e9-4ab2-8dff-5932e3a4bbef tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:32.549732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-010b0215-072e-4765-998c-7236d6d244fe req-af01fcd6-18e9-4ab2-8dff-5932e3a4bbef tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.1187589 Dec 15 13:45:32.641909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-010b0215-072e-4765-998c-7236d6d244fe req-7ea57047-2484-40d2-9f6d-b2ede7d87d8b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851021 Dec 15 13:45:32.764336 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.774401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54b7473e-6657-44a0-a559-ba404a27d1fa req-158bd0f9-e39b-46ff-b935-3241cad3b74c tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322545 Dec 15 13:45:32.799368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e47263-5369-429b-a6c9-68d8dd6996fa {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:32.848703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:32.861969 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:32.969676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:33.029203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27c419-7438-4479-9611-cd596919b034 req-4f0fb953-e7d6-4922-b533-77787ce51241 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:33.033040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de27c419-7438-4479-9611-cd596919b034 req-4f0fb953-e7d6-4922-b533-77787ce51241 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.0751584 Dec 15 13:45:33.116286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de27c419-7438-4479-9611-cd596919b034 req-17c1890c-0281-4ae5-94c9-821dd0feffdf tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771704 Dec 15 13:45:33.202227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a6e47263-5369-429b-a6c9-68d8dd6996fa'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:33.485071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f590cb-a20d-498b-b79b-5cc3adbd63dc req-37538cda-74a7-4e22-9408-dfa1cdb295db tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:33.487616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0f590cb-a20d-498b-b79b-5cc3adbd63dc req-37538cda-74a7-4e22-9408-dfa1cdb295db tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.1334059 Dec 15 13:45:33.541980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-8c1be2d6-b037-460c-8c1b-af57db675d09 service neutron] 10.222.0.24 "GET /v2.0/ports/452d6005-9dbc-45e6-9952-b5476d44260c/bindings/n-h1-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.1538320 Dec 15 13:45:33.624110 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0f590cb-a20d-498b-b79b-5cc3adbd63dc req-ca320c75-3229-49f9-8034-659ac93b8743 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053634 Dec 15 13:45:33.784134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c54742cf-fd9a-4a91-9595-36995ff44f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.942007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5cdd7-85b7-4b19-983c-c53026085910 req-444fa4c9-a580-4e22-9a17-0c4c60827df9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:33.943536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30b5cdd7-85b7-4b19-983c-c53026085910 req-444fa4c9-a580-4e22-9a17-0c4c60827df9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 943 time: 0.1262505 Dec 15 13:45:34.003187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:34.065620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:34.074095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30b5cdd7-85b7-4b19-983c-c53026085910 req-f43e9654-cd4e-4832-b3bc-3338efda1fff tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190810 Dec 15 13:45:34.122281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452d6005-9dbc-45e6-9952-b5476d44260c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:34.184547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:34.209303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.331436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] Transition to ACTIVE for port object 452d6005-9dbc-45e6-9952-b5476d44260c will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:34.354202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.373427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:34.498321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] No DVR routers for this DVR port 452d6005-9dbc-45e6-9952-b5476d44260c on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:34.523102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16872a47-e972-47ea-b995-4100bac1898b service neutron] Pushing event updated for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:34.538320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port a6e47263-5369-429b-a6c9-68d8dd6996fa completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:34.543678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port a6e47263-5369-429b-a6c9-68d8dd6996fa triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:34.544092 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.580604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-16872a47-e972-47ea-b995-4100bac1898b service neutron] 10.222.0.24 "PUT /v2.0/ports/452d6005-9dbc-45e6-9952-b5476d44260c/bindings/n-h1-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0242908 Dec 15 13:45:34.757049 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.764330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f784d-5680-4074-84e4-8f35b0e75f2f req-d66f8c65-3cd3-443b-ae70-4277073070d0 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:34.773780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c1f784d-5680-4074-84e4-8f35b0e75f2f req-d66f8c65-3cd3-443b-ae70-4277073070d0 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.1174781 Dec 15 13:45:34.794080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-ec04e3ba-812d-422b-8bca-7444acc52d9f tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:34.795585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-ec04e3ba-812d-422b-8bca-7444acc52d9f tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.0906610 Dec 15 13:45:34.824356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:34.829540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:34.836371 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a970764-1a3f-494f-837a-4417865f010e" -d '{"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-plugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:34.842245 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.845369 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.908649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c1f784d-5680-4074-84e4-8f35b0e75f2f req-d5e17db2-aced-4ede-81c0-402ea546498f tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318395 Dec 15 13:45:34.930400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5fcd-f8ca-4a54-9492-bc5d9702adee req-5394c864-f0cb-4fab-9c83-45e7e38d9cbd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:34.932266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:34.939584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24fc5fcd-f8ca-4a54-9492-bc5d9702adee req-5394c864-f0cb-4fab-9c83-45e7e38d9cbd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.1834345 Dec 15 13:45:34.957421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-eff7b1f5-4c3d-4f86-85bd-4131a0b59778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:34.958977 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-eff7b1f5-4c3d-4f86-85bd-4131a0b59778 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067&tenant_id=09ae0d9410d84a26b0f857d48d5e5037 HTTP/1.1" status: 200 len: 1095 time: 0.1441610 Dec 15 13:45:35.010200 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eee14e-35c6-4fa8-8371-77118328cbe8 x-openstack-request-id: req-b2eee14e-35c6-4fa8-8371-77118328cbe8 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:35.010812 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-plugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:35.011560 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b2eee14e-35c6-4fa8-8371-77118328cbe8 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:35.012488 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'code': 200} Dec 15 13:45:35.056465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-fe9d6d46-711f-4bb6-89a7-542b593c9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:35.059285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-fe9d6d46-711f-4bb6-89a7-542b593c9470 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1095 time: 0.0707924 Dec 15 13:45:35.087721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24fc5fcd-f8ca-4a54-9492-bc5d9702adee req-685f7b63-d4ad-4544-b466-4dd4270e4b9a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362362 Dec 15 13:45:35.306197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6741-51ac-4950-b32c-1e78c6f06101 req-0f68f4b0-9c0a-41a6-ac0f-c38984416b6d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:35.308021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df0d6741-51ac-4950-b32c-1e78c6f06101 req-0f68f4b0-9c0a-41a6-ac0f-c38984416b6d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 944 time: 0.1032174 Dec 15 13:45:35.317623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95514ef2-954c-4eac-814f-c1af153a9d93 req-db8a083e-cebb-46b0-882c-1215dafe3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:35.319218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-95514ef2-954c-4eac-814f-c1af153a9d93 req-db8a083e-cebb-46b0-882c-1215dafe3d6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1100 time: 0.1271904 Dec 15 13:45:35.354961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-db51f8f5-eb00-42b9-8b82-da1e6ef8f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:35.356429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-db51f8f5-eb00-42b9-8b82-da1e6ef8f0e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.2871728 Dec 15 13:45:35.381728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df0d6741-51ac-4950-b32c-1e78c6f06101 req-de268b62-8d92-4587-bab2-7058e44a2b45 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654716 Dec 15 13:45:35.449005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-65514312-60fa-4e5d-bae7-32e27403c352 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 200 len: 217 time: 0.0656533 Dec 15 13:45:35.454367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-95514ef2-954c-4eac-814f-c1af153a9d93 req-9f71f4ef-49c5-44e8-8f10-d26452d37c44 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230001 Dec 15 13:45:35.522831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-d0a0ad33-9cb6-461b-ab2b-84515f2ed905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:35.528340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-d0a0ad33-9cb6-461b-ab2b-84515f2ed905 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.0669587 Dec 15 13:45:35.582213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-0bf15e1d-8de7-4f71-8242-2ab1e604a255 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431001 Dec 15 13:45:35.704836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-da6ac7cb-76b7-4e5e-9d24-6864c494c893 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017668 Dec 15 13:45:35.819358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-a225bf57-e590-4e5b-a5ad-c8c81a31f6ea service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032875 Dec 15 13:45:36.047961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19f3e5-cf15-44be-b813-400d63827885 req-56221db9-821d-4b7b-ba2d-0668d0f00fa7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:36.056630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd19f3e5-cf15-44be-b813-400d63827885 req-56221db9-821d-4b7b-ba2d-0668d0f00fa7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 945 time: 0.0622218 Dec 15 13:45:36.130540 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd19f3e5-cf15-44be-b813-400d63827885 req-7129a5f3-f3f8-46b8-8612-0a24b8606b05 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726280 Dec 15 13:45:36.274534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-7d65b56c-8410-4980-9bde-ce1d68dbadc2 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:36.276077 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-7d65b56c-8410-4980-9bde-ce1d68dbadc2 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.0714920 Dec 15 13:45:36.300216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:36.385868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3634b75-3306-4052-89bf-05ab26023caa req-782c0b77-1ec9-4160-a8cf-efaa25399f0f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:36.395219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d3634b75-3306-4052-89bf-05ab26023caa req-782c0b77-1ec9-4160-a8cf-efaa25399f0f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1615429 Dec 15 13:45:36.474373 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d3634b75-3306-4052-89bf-05ab26023caa req-076fea5d-c05e-4b83-b15b-b83ed1af2f74 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727603 Dec 15 13:45:36.608775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.628515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:36.689145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abbbdc-e1af-45f6-962a-a38f7a146e3c req-024f9dbb-c217-42c7-b4d6-cf38bd1c7567 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:36.700837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5abbbdc-e1af-45f6-962a-a38f7a146e3c req-024f9dbb-c217-42c7-b4d6-cf38bd1c7567 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 944 time: 0.1622310 Dec 15 13:45:36.701446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506', 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'port_id': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506', 'mac_address': 'fa:16:3e:2d:a8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559dc7ee-42c7-49ea-902b-54b1944163be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:36.707422 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-ae087f06-eacc-4187-b066-249d9a6b70b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036674 Dec 15 13:45:36.727951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-75bc162c-3b19-4b2b-b708-a005bc16b479 service neutron] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:36.733312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-75bc162c-3b19-4b2b-b708-a005bc16b479 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.735083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58a84700-d32c-4190-9a86-bf94c01aae8c req-75bc162c-3b19-4b2b-b708-a005bc16b479 service neutron] 10.222.0.74 "DELETE /v2.0/ports/452d6005-9dbc-45e6-9952-b5476d44260c/bindings/n-h2-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.4309537 Dec 15 13:45:36.809239 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.816787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5abbbdc-e1af-45f6-962a-a38f7a146e3c req-0f656d3a-0ea1-475f-ad7d-c3a0db9acbb7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147456 Dec 15 13:45:36.853675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:36.874407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-3689c67a-08d7-44ea-a00e-519948515bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:36.887952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-3689c67a-08d7-44ea-a00e-519948515bb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 1095 time: 0.1115799 Dec 15 13:45:36.912821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:36.924740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.031511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:37.074860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2220bd8-b6c6-42fb-abf4-a34717adac18 req-a6ff4bab-9aa5-48b3-b294-5a7ea3c5c21e tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.076616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d2220bd8-b6c6-42fb-abf4-a34717adac18 req-a6ff4bab-9aa5-48b3-b294-5a7ea3c5c21e tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1095 time: 0.0779705 Dec 15 13:45:37.101333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-c9075ecd-dd95-4b99-a2f4-03221b65acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.105613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-c9075ecd-dd95-4b99-a2f4-03221b65acbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.1768804 Dec 15 13:45:37.122245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['1ba6e458-97b7-4de9-9fa2-be87ebe6a506'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:37.164489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d2220bd8-b6c6-42fb-abf4-a34717adac18 req-7721f6b7-5755-43cd-a648-d0bda83c45eb tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810716 Dec 15 13:45:37.205665 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:37.270743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-80b30f9a-f4a2-4bfb-a91e-7be92bf22712 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 200 len: 217 time: 0.1588118 Dec 15 13:45:37.355319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160229-f039-476a-a2ba-26af000f1f4e req-5e0242f4-1670-43b7-a29b-529870ccfcd7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.362837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37160229-f039-476a-a2ba-26af000f1f4e req-5e0242f4-1670-43b7-a29b-529870ccfcd7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 944 time: 0.0773759 Dec 15 13:45:37.377605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-0568a269-328e-418a-8786-c94d6831e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.379935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-0568a269-328e-418a-8786-c94d6831e24b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.0929067 Dec 15 13:45:37.401798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d07f30-3730-486c-ada9-baeb83e97736 req-fb9d8527-7bcd-4554-b5d0-b89b520a487a tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.403475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73d07f30-3730-486c-ada9-baeb83e97736 req-fb9d8527-7bcd-4554-b5d0-b89b520a487a tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 1095 time: 0.1259501 Dec 15 13:45:37.425853 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37160229-f039-476a-a2ba-26af000f1f4e req-1b5e017b-9eae-47f4-b7d7-6e30b3d9dda9 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620589 Dec 15 13:45:37.480498 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73d07f30-3730-486c-ada9-baeb83e97736 req-fc22e244-b8f0-4b06-a0f6-cbac0fd18870 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569785 Dec 15 13:45:37.501421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-b450b52b-627c-4469-97d4-5fdbab6ac367 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947073 Dec 15 13:45:37.704324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-d62b5500-dd0a-40c8-a566-0d225b718813 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908779 Dec 15 13:45:37.821431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-e086ace3-7e32-4843-8991-bb448fedde2e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.823849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-e086ace3-7e32-4843-8991-bb448fedde2e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 821 time: 0.2070642 Dec 15 13:45:37.839098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebe5e0-8a80-4900-a8d7-3140bf63a9e4 req-37117433-a5c4-4cae-afcb-028e3ff52460 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:37.840664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-26ebe5e0-8a80-4900-a8d7-3140bf63a9e4 req-37117433-a5c4-4cae-afcb-028e3ff52460 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0700450 Dec 15 13:45:37.863299 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-bc01a8e9-1764-4b96-90c1-defd91f75a08 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/quotas/72f3a4952976434a83ac56055293d649 HTTP/1.1" status: 200 len: 375 time: 0.0272806 Dec 15 13:45:37.880785 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e64e76d-5d98-4415-99dd-244e0f83fe32 req-b12cb670-13bb-4e75-bb6f-340e421920e4 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591330 Dec 15 13:45:37.939713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-26ebe5e0-8a80-4900-a8d7-3140bf63a9e4 req-5e81eb5a-424b-46ae-9861-a52566a6a38d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913570 Dec 15 13:45:37.980887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-b2382009-6ebb-4c0f-80fc-90ce5af04f74 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904429 Dec 15 13:45:38.097087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-b0c072f5-0856-47ee-9fcc-fde8f48ba8e5 service neutron] 10.222.0.86 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152518 Dec 15 13:45:38.217745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-5d827d2f-87d8-4969-88ff-b901d974d5f9 service neutron] 10.222.0.86 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132884 Dec 15 13:45:38.311708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:38.504031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41af61-a657-4475-a152-fbaa9c201e53 req-b3999d75-9dda-4a04-8cbb-3462dc748554 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:38.506821 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af41af61-a657-4475-a152-fbaa9c201e53 req-b3999d75-9dda-4a04-8cbb-3462dc748554 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 944 time: 0.1007829 Dec 15 13:45:38.575204 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af41af61-a657-4475-a152-fbaa9c201e53 req-27e51f3f-6e5c-4676-a7ac-ebd921a9b792 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Dec 15 13:45:38.664765 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.700295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:38.744019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:38.752325 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.867390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:38.889137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a951a0-081f-47d9-aef6-51164fb73aca req-cb45d374-2d9e-4584-90e8-d45cd1a00ec1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:38.892442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7a951a0-081f-47d9-aef6-51164fb73aca req-cb45d374-2d9e-4584-90e8-d45cd1a00ec1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0914772 Dec 15 13:45:38.971791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7a951a0-081f-47d9-aef6-51164fb73aca req-51d98157-a1a9-4328-808f-44c5bd8563e0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643294 Dec 15 13:45:39.040435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7984d266-fd25-45ac-8451-6e78d0c30b57 req-d0c8c8d0-5a22-49c4-a643-add05de0bbe0 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 210 time: 0.0397456 Dec 15 13:45:39.272961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-adc57e36-83ea-4a31-9655-d71eb2fc8cb7 req-35feda52-7548-4ff2-b170-043359ffa7a0 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:45:39.274060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-adc57e36-83ea-4a31-9655-d71eb2fc8cb7 req-35feda52-7548-4ff2-b170-043359ffa7a0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054879 Dec 15 13:45:39.807821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-aff7e3af-239f-4f30-9a58-b6b99a8ebdb7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330278 Dec 15 13:45:39.813824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-d2759ee6-a3d8-472b-ae10-bf3f448ca87f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:45:39.821500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43a40-9658-4640-b9e6-320873729040 req-9701b7f2-4f98-427d-a9ac-246e16f0ac23 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:39.824100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ab43a40-9658-4640-b9e6-320873729040 req-9701b7f2-4f98-427d-a9ac-246e16f0ac23 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0853040 Dec 15 13:45:39.828428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-d2759ee6-a3d8-472b-ae10-bf3f448ca87f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184546 Dec 15 13:45:39.856302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0efe-5ab2-4fcc-8b7c-b02bbb4765a6 req-351f9add-b791-424e-92eb-8b88911f9f74 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:39.873120 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a3b0efe-5ab2-4fcc-8b7c-b02bbb4765a6 req-351f9add-b791-424e-92eb-8b88911f9f74 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 943 time: 0.1427844 Dec 15 13:45:39.975031 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ab43a40-9658-4640-b9e6-320873729040 req-d83f6dc7-2c81-4b2b-8382-00f17d3f2bde tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421735 Dec 15 13:45:40.671211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88bb4c57-d768-422a-bfd0-1a772d294878 req-8c16c069-ea3f-432d-8ab5-4abc808ad98d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 210 time: 0.0793419 Dec 15 13:45:40.813171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-320fb17e-5e7f-4952-be2a-01415733447b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:40.815369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-320fb17e-5e7f-4952-be2a-01415733447b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 943 time: 0.9315860 Dec 15 13:45:40.852543 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a3b0efe-5ab2-4fcc-8b7c-b02bbb4765a6 req-da107154-f8f1-4aea-9825-1a96924db2e2 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9712811 Dec 15 13:45:40.987639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-0a0a1d33-c707-47a8-960c-3c09eee4e5b8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:40.989557 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-0a0a1d33-c707-47a8-960c-3c09eee4e5b8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 821 time: 0.9787076 Dec 15 13:45:41.007358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Request body: {'port': {'device_id': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'admin_state_up': True, 'tenant_id': '72f3a4952976434a83ac56055293d649'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:41.110782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Deleting port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:41.111531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.233821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Made reservation on behalf of 72f3a4952976434a83ac56055293d649 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:41.238892 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.297453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c085f5-6898-4597-b72c-6728aa0c14d9 req-da0af068-946e-4d6a-a44c-c4d138620a09 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.305858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] For port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:41.308838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2c085f5-6898-4597-b72c-6728aa0c14d9 req-da0af068-946e-4d6a-a44c-c4d138620a09 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1056206 Dec 15 13:45:41.309389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.351251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Calling delete_port for 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:41.370297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2c085f5-6898-4597-b72c-6728aa0c14d9 req-384fc1b7-9d1c-43e4-a3ea-e32faf32221c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567501 Dec 15 13:45:41.646865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Allocated IP 172.20.0.7 (664f2d65-a5ae-4386-aece-18ed9c9d5a96/467231fd-5762-413e-8b03-ac3f50d8ed73/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:41.760869 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.826252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event deleted for resources: {'Port': ['ID=1ba6e458-97b7-4de9-9fa2-be87ebe6a506,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:41.848569 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f55b07b8-5bd1-4e94-b7fa-629e6987030d req-05447a75-a4ae-4883-9432-5c885b63047c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 210 time: 0.0574019 Dec 15 13:45:41.945345 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.973827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] No DVR routers for this DVR port 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:41.977394 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.980988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42e46f91-ac8f-4297-b982-fe59d505a094 req-dc7cae01-7c56-46c7-a121-0f70f9bf1eab tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "DELETE /v2.0/ports/1ba6e458-97b7-4de9-9fa2-be87ebe6a506 HTTP/1.1" status: 204 len: 173 time: 1.1564064 Dec 15 13:45:41.981471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116b40d-01c0-44ba-bb18-757c0583979a', 'name': 'network-vif-deleted', 'tag': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:41.984739 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c5bd7-2dba-43d7-b787-7aa9c02febff" -d '{"events": [{"server_uuid": "6116b40d-01c0-44ba-bb18-757c0583979a", "name": "network-vif-deleted", "tag": "1ba6e458-97b7-4de9-9fa2-be87ebe6a506"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:42.054219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3faf082b-f3ee-4c49-b316-59c05955d840 req-90e25667-757a-45f5-9bbb-49bcff94a8b5 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=6116b40d-01c0-44ba-bb18-757c0583979a HTTP/1.1" status: 200 len: 210 time: 0.1004264 Dec 15 13:45:42.067010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.080669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a8857484-271e-453b-b162-305b0d705a3c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:42.160852 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a9979f-5459-4dfb-a173-2e81f88137f7 x-openstack-request-id: req-10a9979f-5459-4dfb-a173-2e81f88137f7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:42.161489 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6116b40d-01c0-44ba-bb18-757c0583979a", "name": "network-vif-deleted", "tag": "1ba6e458-97b7-4de9-9fa2-be87ebe6a506", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:42.161978 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-10a9979f-5459-4dfb-a173-2e81f88137f7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:42.162565 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6116b40d-01c0-44ba-bb18-757c0583979a', 'name': 'network-vif-deleted', 'tag': '1ba6e458-97b7-4de9-9fa2-be87ebe6a506', 'status': 'completed', 'code': 200} Dec 15 13:45:42.181892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:42.202551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:42.209383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:42.235682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Pushing event updated for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:42.284999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.286132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.293782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-3d98d96d-1d87-41f0-a3a1-efcfa5e0d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.297215 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-3d98d96d-1d87-41f0-a3a1-efcfa5e0d2b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1100 time: 0.1318860 Dec 15 13:45:42.335398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-a3bd8ffe-1f90-4117-9cc8-393b2af35d5b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3341002 Dec 15 13:45:42.399323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-9fdbaab3-5283-4dd3-82ee-de9fda8cb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.400829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-9fdbaab3-5283-4dd3-82ee-de9fda8cb261 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.0942626 Dec 15 13:45:42.456628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Request body: {'port': {'device_id': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:42.561138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-0f3f1f26-ef7c-4922-b4a5-9c000f1f75cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.1127284 Dec 15 13:45:42.670912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760c4d3-d4b8-45fe-acc3-daa8d00c2be0 req-11910f95-cd38-41fe-900e-1783c28e27aa tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.679409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9760c4d3-d4b8-45fe-acc3-daa8d00c2be0 req-11910f95-cd38-41fe-900e-1783c28e27aa tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.2405431 Dec 15 13:45:42.683185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:42.710353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-ee25113e-883f-4f5d-b99f-4531f4259b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.711958 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-ee25113e-883f-4f5d-b99f-4531f4259b90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1411345 Dec 15 13:45:42.806577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9760c4d3-d4b8-45fe-acc3-daa8d00c2be0 req-8abb37d0-282d-46a3-bfec-bad8fd982608 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262965 Dec 15 13:45:42.896909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-13fd50e3-c8c6-41ad-8ac5-154a13b8ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.898439 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-13fd50e3-c8c6-41ad-8ac5-154a13b8ae82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1710167 Dec 15 13:45:42.943130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90285ee-5ab1-4731-8c74-85c0ca000c20 req-4b6aa0ca-cb01-48d8-9d6b-852e53c519b0 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:42.945034 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b90285ee-5ab1-4731-8c74-85c0ca000c20 req-4b6aa0ca-cb01-48d8-9d6b-852e53c519b0 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 950 time: 0.0636070 Dec 15 13:45:43.008571 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b90285ee-5ab1-4731-8c74-85c0ca000c20 req-66c9d779-4385-40c0-9f25-87ae7ee4df6c tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573266 Dec 15 13:45:43.114913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14863-2836-4d9e-8465-da2707685d5a req-433d347b-e237-403e-bac2-7e8e431af3b1 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:43.116446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc14863-2836-4d9e-8465-da2707685d5a req-433d347b-e237-403e-bac2-7e8e431af3b1 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 931 time: 0.1397331 Dec 15 13:45:43.153084 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-0042b8ad-a1ac-4601-89b1-8b42cc414490 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433083 Dec 15 13:45:43.260002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc14863-2836-4d9e-8465-da2707685d5a req-71ae4f1d-b4af-4f0c-af06-54e5e602fb00 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323144 Dec 15 13:45:43.307600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:43.351281 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.356242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-4b626783-0411-45db-a0bd-3db09e7c2583 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894717 Dec 15 13:45:43.379210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Transition to ACTIVE for port object 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:43.388100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.450434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:43.557979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:43.558391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:43.558834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:43.564408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:43.565004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:43.570533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:43.570954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:43.571467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:43.571996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Bound port: 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:43.572473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.658679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:43.662494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:43.673271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.719652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47928) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:43.724202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e5a9a3cd-18e7-4196-ba21-afa5f6e04bf1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846147068', 'description': 'tempest-description--29478207'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:43.732938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:43.733555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.735296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] 10.222.0.24 "PUT /v2.0/ports/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 200 len: 1091 time: 1.2859542 Dec 15 13:45:43.765913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a669aea-ed51-48b4-bccc-e272de67e012 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:43.774928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3cd-18e7-4196-ba21-afa5f6e04bf1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.851690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-66ec826c-8384-46cd-8a74-2643581370e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:43.853284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-66ec826c-8384-46cd-8a74-2643581370e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1094 time: 0.0651004 Dec 15 13:45:43.911278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-54fbc5af-c01f-422c-b9a6-33486ad13aa3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0490758 Dec 15 13:45:43.944249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b941ce2-5707-4498-9d7a-c00e658f9b63 req-d9c3bf6a-7a4d-498a-a7c8-5e8f36d425c1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:43.946050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6b941ce2-5707-4498-9d7a-c00e658f9b63 req-d9c3bf6a-7a4d-498a-a7c8-5e8f36d425c1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0526698 Dec 15 13:45:43.950824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3cd-18e7-4196-ba21-afa5f6e04bf1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.963441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3cd-18e7-4196-ba21-afa5f6e04bf1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.003464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-23847d1e-4010-4e7b-9a81-22098e9c7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:44.004465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6b941ce2-5707-4498-9d7a-c00e658f9b63 req-a352d8e6-8b8a-4dcc-a09a-9db99a1f39d8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506716 Dec 15 13:45:44.004970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-23847d1e-4010-4e7b-9a81-22098e9c7f8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0861704 Dec 15 13:45:44.010331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3cd-18e7-4196-ba21-afa5f6e04bf1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.011736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e5a9a3cd-18e7-4196-ba21-afa5f6e04bf1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2910089 Dec 15 13:45:44.013937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9a3cd-18e7-4196-ba21-afa5f6e04bf1 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2036f5f-ef1d-49d0-9a74-0a732442ff40,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:44.015798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47932) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:44.030364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-66e1aab4-5b8f-48a7-b138-cc1dab6eefc7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Request body: {'security_group_rule': {'security_group_id': 'e2036f5f-ef1d-49d0-9a74-0a732442ff40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:44.054698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-116db825-e79f-445b-973f-01055b0b548a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364337 Dec 15 13:45:44.063749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e1aab4-5b8f-48a7-b138-cc1dab6eefc7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.125591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e1aab4-5b8f-48a7-b138-cc1dab6eefc7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.131055 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e1aab4-5b8f-48a7-b138-cc1dab6eefc7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.149459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1aab4-5b8f-48a7-b138-cc1dab6eefc7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f3c8c5-21e0-48eb-8d68-6033d4ac0c88,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:44.164601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:44.167444 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f020f54-7c55-4a16-b895-2e94b8cb6e00" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:44.176785 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-24d6386f-5ff7-40ba-bbca-4f8e093260b8 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147983 Dec 15 13:45:44.180310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e1aab4-5b8f-48a7-b138-cc1dab6eefc7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.181682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-66e1aab4-5b8f-48a7-b138-cc1dab6eefc7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646581 Dec 15 13:45:44.184385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47938) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:44.189174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0ecc0015-d13d-4875-9111-70d72d29867e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Request body: {'security_group_rule': {'security_group_id': 'e2036f5f-ef1d-49d0-9a74-0a732442ff40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:44.223843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0015-d13d-4875-9111-70d72d29867e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.230207 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a37fa4-31aa-4290-8cdc-6bdc7391725e x-openstack-request-id: req-f7a37fa4-31aa-4290-8cdc-6bdc7391725e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:44.230620 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:44.231046 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7a37fa4-31aa-4290-8cdc-6bdc7391725e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:44.231544 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6', 'status': 'completed', 'code': 200} Dec 15 13:45:44.286707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0015-d13d-4875-9111-70d72d29867e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.304939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f245b5f1-7f61-439b-85ca-4264518bcb77 req-1dc1ef2f-3096-4e07-a80d-c9b8ad4fa58a service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002345 Dec 15 13:45:44.305408 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0015-d13d-4875-9111-70d72d29867e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.327152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:44.334994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc0015-d13d-4875-9111-70d72d29867e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69242a97-d200-4dc9-801f-b5bd511d1bb2,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:44.341847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0015-d13d-4875-9111-70d72d29867e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.343843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0ecc0015-d13d-4875-9111-70d72d29867e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580963 Dec 15 13:45:44.347423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:44.352383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:44.372124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:44.372636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ba6e458-97b7-4de9-9fa2-be87ebe6a506 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:44.378116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.439203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-8daac43a-e876-45e3-b365-bbd86ef7c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:44.440972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-8daac43a-e876-45e3-b365-bbd86ef7c2cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1094 time: 0.0862823 Dec 15 13:45:44.460589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec127ad1-eedc-4a37-b24e-c236d2969469 req-e56990e5-9533-4b34-b38b-c5eae84aa9fb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:44.462277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec127ad1-eedc-4a37-b24e-c236d2969469 req-e56990e5-9533-4b34-b38b-c5eae84aa9fb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0731928 Dec 15 13:45:44.511029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.570958 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec127ad1-eedc-4a37-b24e-c236d2969469 req-b68e9230-48be-406f-ac44-cae9a9105999 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988109 Dec 15 13:45:44.585913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-1f734168-dcd1-4b57-8b96-ed8c49a51389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:44.587544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-1f734168-dcd1-4b57-8b96-ed8c49a51389 service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.1242917 Dec 15 13:45:44.643346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-fa9e79e7-6d49-4b32-83d3-739e33fc5ece service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0473437 Dec 15 13:45:44.684183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Allocated IP 172.25.7.156 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/145c3d8f-67d1-457c-a1b3-2d6b51171c7e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:44.706926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-5299a852-9eed-41bf-aec7-7301e3d36877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:44.708488 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-5299a852-9eed-41bf-aec7-7301e3d36877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0560491 Dec 15 13:45:44.748221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-942b1790-63df-48fd-9055-9b2e4b7598f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323036 Dec 15 13:45:44.806014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.843248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:44.852643 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-d1f3d94b-b25d-4388-8937-f60ec984af23 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959785 Dec 15 13:45:44.894892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:44.899043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event updated for resources: {'Port': ['ID=145c3d8f-67d1-457c-a1b3-2d6b51171c7e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:44.901724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:44.903837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:44.985544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f020f54-7c55-4a16-b895-2e94b8cb6e00 req-70aa8c45-5571-4d2e-97d6-207e034842e1 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225741 Dec 15 13:45:45.006616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.048615 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.164085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2b3df-017a-41d0-bee3-87822890c573 req-d7634382-e764-4039-bea8-993ebce6a013 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:45.168626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fec2b3df-017a-41d0-bee3-87822890c573 req-d7634382-e764-4039-bea8-993ebce6a013 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0738177 Dec 15 13:45:45.247378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fec2b3df-017a-41d0-bee3-87822890c573 req-525a673a-ff73-4027-b322-95217ce3d1b5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742953 Dec 15 13:45:45.260490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.267433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.337352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event updated for resources: {'Port': ['ID=145c3d8f-67d1-457c-a1b3-2d6b51171c7e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:45.349217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.364683 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.365936 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-21e8c110-166e-417c-afe8-495e186adcbc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0172253 Dec 15 13:45:45.574242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1072ab15-8568-44b8-8eea-eab3f326703b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:45.575682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1072ab15-8568-44b8-8eea-eab3f326703b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 821 time: 0.1053357 Dec 15 13:45:45.592473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-ab94ae2e-4cdb-4f9e-a5d4-8b7bbed6c9b7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/quotas/8932c528d50d486b9cf04e20a9f6dd6f HTTP/1.1" status: 200 len: 375 time: 0.0104408 Dec 15 13:45:45.630952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-fadc0ffb-80b2-4ef6-9754-d457934d7590 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326705 Dec 15 13:45:45.729797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0603350-2858-4783-a789-ec94bd216388 req-6f4759de-9987-415b-a9f5-178b26986a8f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:45.731685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0603350-2858-4783-a789-ec94bd216388 req-6f4759de-9987-415b-a9f5-178b26986a8f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0621374 Dec 15 13:45:45.740995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f1dfdf08-f690-4a16-8453-ac77a65ad250 service neutron] 10.222.0.86 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025333 Dec 15 13:45:45.801452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0603350-2858-4783-a789-ec94bd216388 req-3beb03ad-0a59-4cc2-94e8-5eda45399f84 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626938 Dec 15 13:45:45.839923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f55a2d65-d1cf-453b-8038-723d911e7308 service neutron] 10.222.0.86 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924911 Dec 15 13:45:46.035167 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff715edc-83e9-4296-bb94-bb116f28c450 req-9b7b3266-06c0-406f-8ad8-3129038ed5de tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 210 time: 0.0373409 Dec 15 13:45:46.342870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cb8ea458-7977-4ff7-943e-84b6678bd623 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:46.381805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6022485-e5f0-437c-be1f-0034ec1bf31d req-cf8cd6d0-92c3-437c-a6cb-5ea01ff77124 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.383550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6022485-e5f0-437c-be1f-0034ec1bf31d req-cf8cd6d0-92c3-437c-a6cb-5ea01ff77124 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0690746 Dec 15 13:45:46.472645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6022485-e5f0-437c-be1f-0034ec1bf31d req-26c9f67d-cd17-4778-802f-5ae6e9f934a7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715981 Dec 15 13:45:46.483510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:46.488459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:46.572500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'mac_address': 'fa:16:3e:cc:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:46.623166 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.704144 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.708414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb8ea458-7977-4ff7-943e-84b6678bd623 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:46.772041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:46.780206 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.789082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:46.791374 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5ba4db-a5d3-4398-b119-cf85d873b38e" -d '{"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:46.823402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:46.833446 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.870338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:46.889524 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0def01-a4fb-4cbb-a934-3d3821993a36 x-openstack-request-id: req-2a0def01-a4fb-4cbb-a934-3d3821993a36 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:46.889840 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:46.890105 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a0def01-a4fb-4cbb-a934-3d3821993a36 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:46.890541 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'code': 200} Dec 15 13:45:46.967691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['cb8ea458-7977-4ff7-943e-84b6678bd623'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:47.008015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:47.032097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c2764-f78d-48b1-ada4-7acaff9c6cd3 req-966b999f-9523-485f-8540-fccac9df4a38 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:47.039264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b95c2764-f78d-48b1-ada4-7acaff9c6cd3 req-966b999f-9523-485f-8540-fccac9df4a38 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.1230164 Dec 15 13:45:47.142282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b95c2764-f78d-48b1-ada4-7acaff9c6cd3 req-0c4458aa-09ed-44ae-a8e3-04dfc96ec456 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935585 Dec 15 13:45:47.207931 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-943a335a-10b8-4d3f-b6bd-aa8fd30cf971 req-11ec9175-9a23-45f4-a289-7d0c9f1fe9a5 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 210 time: 0.0328226 Dec 15 13:45:47.421879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-85e0700b-a462-4620-97ee-be3a01109335 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:47.423447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-85e0700b-a462-4620-97ee-be3a01109335 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 821 time: 0.1270628 Dec 15 13:45:47.442859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Request body: {'port': {'device_id': '9a64bbac-88c9-47d2-9645-62c685926aaf', 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'admin_state_up': True, 'tenant_id': '8932c528d50d486b9cf04e20a9f6dd6f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:47.593918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Made reservation on behalf of 8932c528d50d486b9cf04e20a9f6dd6f for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:47.602976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.618515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f410221-54ce-4a04-8588-333a56822f54 req-ebf96be8-fde0-45f1-8ec8-3f010467ba74 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:47.620954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f410221-54ce-4a04-8588-333a56822f54 req-ebf96be8-fde0-45f1-8ec8-3f010467ba74 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0632174 Dec 15 13:45:47.701794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f410221-54ce-4a04-8588-333a56822f54 req-576cd046-1f38-4d3b-a55c-c02b332cda80 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718236 Dec 15 13:45:47.808944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Allocated IP 172.20.0.14 (c580d708-16f9-4190-8de5-251976e4e4cc/559dc7ee-42c7-49ea-902b-54b1944163be/73e3cac1-f96a-4cc5-a592-cb04fc99af01) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:47.997934 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.058748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.142982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event updated for resources: {'Port': ['ID=73e3cac1-f96a-4cc5-a592-cb04fc99af01,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:48.147967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Network c580d708-16f9-4190-8de5-251976e4e4cc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:48.149987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:48.151426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:48.277031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.277716 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.310526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f71e0f36-5d0d-4961-86bb-69685349a98d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8720083 Dec 15 13:45:48.329722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafa908-e4bb-49ca-b1a0-0f2590732e8e req-d927400a-1d54-401d-bc9a-70d34f0812ae tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.335358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cb8ea458-7977-4ff7-943e-84b6678bd623 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:48.352100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdafa908-e4bb-49ca-b1a0-0f2590732e8e req-d927400a-1d54-401d-bc9a-70d34f0812ae tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0933456 Dec 15 13:45:48.354069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Request body: {'port': {'device_id': '9a64bbac-88c9-47d2-9645-62c685926aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:48.436707 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.440644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdafa908-e4bb-49ca-b1a0-0f2590732e8e req-e3def0d0-eb1b-4a19-ae0a-e0a1b0d4cda2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856564 Dec 15 13:45:48.456036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port cb8ea458-7977-4ff7-943e-84b6678bd623 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:48.457459 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.564241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faba977-e629-4743-9bb0-559b727daf17 req-884ad65f-83a3-4fd8-9fc1-1fd62bab62e2 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.572584 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3faba977-e629-4743-9bb0-559b727daf17 req-884ad65f-83a3-4fd8-9fc1-1fd62bab62e2 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 932 time: 0.2669146 Dec 15 13:45:48.663477 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.710262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3faba977-e629-4743-9bb0-559b727daf17 req-32d9ae84-aad1-41fd-bc2d-1eb381728629 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347144 Dec 15 13:45:48.727906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:48.738003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.818418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:48.904822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:48.908584 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8424f4-84f1-4ed1-a187-18e6d1fe1c7a" -d '{"events": [{"server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "name": "network-vif-plugged", "status": "completed", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:48.946173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e3cac1-f96a-4cc5-a592-cb04fc99af01 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:48.954920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.972248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Transition to ACTIVE for port object 73e3cac1-f96a-4cc5-a592-cb04fc99af01 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:45:48.977428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.999322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea960e0-a297-4101-ba70-b727c002641e req-91f41ef7-d081-4d19-8aa5-47f5533f523e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:49.006979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ea960e0-a297-4101-ba70-b727c002641e req-91f41ef7-d081-4d19-8aa5-47f5533f523e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1280832 Dec 15 13:45:49.050221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Pushing event updated for resources: {'Port': ['ID=73e3cac1-f96a-4cc5-a592-cb04fc99af01,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:49.062936 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ea960e0-a297-4101-ba70-b727c002641e req-9fc22e88-990f-4d2f-acff-4ae386d053bd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545378 Dec 15 13:45:49.137049 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a8e4d6-baab-422c-89b2-c6df1933350c x-openstack-request-id: req-78a8e4d6-baab-422c-89b2-c6df1933350c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:49.137362 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "name": "network-vif-plugged", "status": "completed", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:49.137616 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-78a8e4d6-baab-422c-89b2-c6df1933350c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:49.138005 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'code': 200} Dec 15 13:45:49.647271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Attempting to bind port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:45:49.647852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Attempting to bind port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:45:49.648141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Attempting to bind port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 on network c580d708-16f9-4190-8de5-251976e4e4cc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:49.656511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 on network c580d708-16f9-4190-8de5-251976e4e4cc not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:45:49.657505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Attempting to bind port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 on network c580d708-16f9-4190-8de5-251976e4e4cc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:45:49.668125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af076d3b-78e9-4bfc-9803-9018df593fab req-6bd7b201-eeb1-4e3e-a26e-4968407fd9f1 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:49.669635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af076d3b-78e9-4bfc-9803-9018df593fab req-6bd7b201-eeb1-4e3e-a26e-4968407fd9f1 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0841024 Dec 15 13:45:49.673035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:45:49.673376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Checking segment: {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:45:49.673765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Bound using segment: {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:45:49.674205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Bound port: 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:45:49.674567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.783818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af076d3b-78e9-4bfc-9803-9018df593fab req-89f4b1dc-6d05-4ec7-ba84-4ac7774046f0 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996175 Dec 15 13:45:49.816754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:45:49.821451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:45:49.833060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.942723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:49.943363 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.948582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] 10.222.0.74 "PUT /v2.0/ports/73e3cac1-f96a-4cc5-a592-cb04fc99af01 HTTP/1.1" status: 200 len: 1092 time: 1.5995059 Dec 15 13:45:49.951147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a64bbac-88c9-47d2-9645-62c685926aaf', 'tag': '73e3cac1-f96a-4cc5-a592-cb04fc99af01'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:49.981040 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa02811d-4ef5-4112-b24e-41a2ae43c618" -d '{"events": [{"name": "network-changed", "server_uuid": "9a64bbac-88c9-47d2-9645-62c685926aaf", "tag": "73e3cac1-f96a-4cc5-a592-cb04fc99af01"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:50.026424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffb9c4-bc99-4d31-b41f-87bb8f7c74ef service neutron] Pushing event updated for resources: {'Port': ['ID=73e3cac1-f96a-4cc5-a592-cb04fc99af01,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:50.169182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-6d194a47-3f59-4bef-88ee-d09a36ce8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:50.170608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-6d194a47-3f59-4bef-88ee-d09a36ce8803 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 1095 time: 0.1220989 Dec 15 13:45:50.180137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4de473-7596-4cc9-9cc3-3aa6f0ed0fc0 req-d44b1c36-55a3-43d9-9c97-6c2eec4fcef4 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:50.181712 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0c4de473-7596-4cc9-9cc3-3aa6f0ed0fc0 req-d44b1c36-55a3-43d9-9c97-6c2eec4fcef4 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 944 time: 0.1492920 Dec 15 13:45:50.303706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-5c006b2d-950f-400f-9fc5-61fb3429ebdc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01 HTTP/1.1" status: 200 len: 217 time: 0.1025362 Dec 15 13:45:50.389757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0c4de473-7596-4cc9-9cc3-3aa6f0ed0fc0 req-e5fa8a6c-0fa6-4457-bdb6-2a75d54b965b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007425 Dec 15 13:45:50.398668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-ae460529-89cf-445f-8d55-d94a1000f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:50.400145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-ae460529-89cf-445f-8d55-d94a1000f19d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=559dc7ee-42c7-49ea-902b-54b1944163be HTTP/1.1" status: 200 len: 861 time: 0.0825167 Dec 15 13:45:50.456558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-347f9075-0e95-493e-8d72-7eec1567874b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c580d708-16f9-4190-8de5-251976e4e4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445387 Dec 15 13:45:50.467939 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db20e60e-fccc-42f8-96da-fc0c893bf5f1 x-openstack-request-id: req-db20e60e-fccc-42f8-96da-fc0c893bf5f1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:50.468244 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a64bbac-88c9-47d2-9645-62c685926aaf", "tag": "73e3cac1-f96a-4cc5-a592-cb04fc99af01", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:50.469705 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db20e60e-fccc-42f8-96da-fc0c893bf5f1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:50.469705 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a64bbac-88c9-47d2-9645-62c685926aaf', 'tag': '73e3cac1-f96a-4cc5-a592-cb04fc99af01', 'status': 'completed', 'code': 200} Dec 15 13:45:50.617162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-f046ffca-7f9b-4b2b-bab4-9501dbd2ec05 service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465857 Dec 15 13:45:50.794348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a0640-bca5-4fd4-a65e-333c3a1e05e8 req-58ade215-2da7-44b4-bbea-e630adae803c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:50.803269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-494a0640-bca5-4fd4-a65e-333c3a1e05e8 req-58ade215-2da7-44b4-bbea-e630adae803c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1521351 Dec 15 13:45:50.861090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d25ebf7-5be3-4410-b849-62b3196cabde req-d2c2f8cd-4ed9-4450-b393-0b33ec5e6b16 service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328904 Dec 15 13:45:50.907543 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-494a0640-bca5-4fd4-a65e-333c3a1e05e8 req-66dc316b-1d43-4b19-adc6-103cb41c39e3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989251 Dec 15 13:45:51.007535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-ca8a1295-cb64-4821-b341-ccfb14279cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:51.010092 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-ca8a1295-cb64-4821-b341-ccfb14279cb0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 1095 time: 0.0878148 Dec 15 13:45:51.201281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-bdee383a-3010-4637-959d-d528d0687a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:51.202957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-bdee383a-3010-4637-959d-d528d0687a19 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 923 time: 0.1703756 Dec 15 13:45:51.272037 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-9efcd40b-7096-4a7f-8bc2-c00f5edcebe5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01 HTTP/1.1" status: 200 len: 217 time: 0.0571504 Dec 15 13:45:51.285232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d2f26-1eb8-4ac8-b059-6e940f00b20f req-dda45067-23ca-47a6-a1c2-372a2f8d6148 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:51.286931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-644d2f26-1eb8-4ac8-b059-6e940f00b20f req-dda45067-23ca-47a6-a1c2-372a2f8d6148 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.1301904 Dec 15 13:45:51.365211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-8993aa4a-59ec-4894-8ec8-1f0730310208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:51.367191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-8993aa4a-59ec-4894-8ec8-1f0730310208 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=559dc7ee-42c7-49ea-902b-54b1944163be HTTP/1.1" status: 200 len: 861 time: 0.0792749 Dec 15 13:45:51.392477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-644d2f26-1eb8-4ac8-b059-6e940f00b20f req-47efd5d4-c507-4b17-bf7e-0cbbcc6cfff2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936201 Dec 15 13:45:51.443553 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-5e830414-a214-417b-b153-d8a2e5975585 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c580d708-16f9-4190-8de5-251976e4e4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470006 Dec 15 13:45:51.595060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-40bd025e-f27c-4965-a0cd-e4a49db50719 service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424093 Dec 15 13:45:51.631044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd50f1-72f0-457e-9a5d-04bfdf4dfeac req-c0ed3d00-749e-4317-876d-060ea147ddd2 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:51.644030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6dd50f1-72f0-457e-9a5d-04bfdf4dfeac req-c0ed3d00-749e-4317-876d-060ea147ddd2 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 944 time: 0.0995603 Dec 15 13:45:51.767194 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6dd50f1-72f0-457e-9a5d-04bfdf4dfeac req-cd5440b7-52d3-42e8-a9c6-8c07d70673b8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211345 Dec 15 13:45:51.809560 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa02811d-4ef5-4112-b24e-41a2ae43c618 req-8cfe9023-2d14-4558-9b3e-6c6bf26b2d6a service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020710 Dec 15 13:45:52.065788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcb358-e13d-4f2a-ab3a-52bbb5e3256a req-b64de38f-89e2-4456-ada7-f6fda2b1dc93 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:52.072499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5afcb358-e13d-4f2a-ab3a-52bbb5e3256a req-b64de38f-89e2-4456-ada7-f6fda2b1dc93 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0751162 Dec 15 13:45:52.142499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5afcb358-e13d-4f2a-ab3a-52bbb5e3256a req-46dd9340-e1c5-4f33-a3ec-27490106b806 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651915 Dec 15 13:45:52.542446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5f959-7879-4cde-a039-f3e8c1ae00e0 req-da950445-1508-41ec-86c4-dcf0bf7c24d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:52.544392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0dd5f959-7879-4cde-a039-f3e8c1ae00e0 req-da950445-1508-41ec-86c4-dcf0bf7c24d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0579288 Dec 15 13:45:52.617407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0dd5f959-7879-4cde-a039-f3e8c1ae00e0 req-a3646e19-688c-4e0d-a8d6-1104d99fe587 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608144 Dec 15 13:45:52.883802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59872830-1165-4def-b44b-f04101e3a35f req-b6310967-0d1b-4625-a50e-74e4f8537ef6 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:52.895625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59872830-1165-4def-b44b-f04101e3a35f req-b6310967-0d1b-4625-a50e-74e4f8537ef6 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 944 time: 0.0724480 Dec 15 13:45:52.977008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59872830-1165-4def-b44b-f04101e3a35f req-3d11d5af-114a-41cb-a54a-d0901624b3eb tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798557 Dec 15 13:45:53.143858 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:45:53.287726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056dbaf-f90a-4e17-982e-92ace85f31d3 req-bf35d60c-b258-4419-9210-d73dee6fca45 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.290544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5056dbaf-f90a-4e17-982e-92ace85f31d3 req-bf35d60c-b258-4419-9210-d73dee6fca45 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0676613 Dec 15 13:45:53.378530 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5056dbaf-f90a-4e17-982e-92ace85f31d3 req-1dc64394-fdff-482f-9e3d-650422073dc7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727386 Dec 15 13:45:53.771622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33157c27-7d06-42d9-a44c-e539249c662d req-a02c0c97-dcc8-48a7-a3ea-2ed1149cb418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.773459 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33157c27-7d06-42d9-a44c-e539249c662d req-a02c0c97-dcc8-48a7-a3ea-2ed1149cb418 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0632386 Dec 15 13:45:53.852084 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33157c27-7d06-42d9-a44c-e539249c662d req-58c605b9-a40c-499d-be59-cdefc0f718d9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718963 Dec 15 13:45:54.139540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2779f-6cc6-44bf-a1d5-bebebc526de5 req-b98a5ce3-4f5a-4b34-a122-da9930a9be6f tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:54.141495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aa2779f-6cc6-44bf-a1d5-bebebc526de5 req-b98a5ce3-4f5a-4b34-a122-da9930a9be6f tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 944 time: 0.0599954 Dec 15 13:45:54.223694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aa2779f-6cc6-44bf-a1d5-bebebc526de5 req-a09214ff-611d-4897-be05-8d44431a81ae tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720623 Dec 15 13:45:54.336656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73e3cac1-f96a-4cc5-a592-cb04fc99af01 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:54.493513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:54.514213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '73e3cac1-f96a-4cc5-a592-cb04fc99af01', 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'port_id': '73e3cac1-f96a-4cc5-a592-cb04fc99af01', 'mac_address': 'fa:16:3e:44:34:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559dc7ee-42c7-49ea-902b-54b1944163be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:54.527067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a44d1-dcea-4484-ac83-fdfbd4b6f7c3 req-30def6eb-ac6d-481d-baa0-a0950ee6744b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:54.529066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-336a44d1-dcea-4484-ac83-fdfbd4b6f7c3 req-30def6eb-ac6d-481d-baa0-a0950ee6744b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0765021 Dec 15 13:45:54.588550 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:54.605528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e3cac1-f96a-4cc5-a592-cb04fc99af01 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:54.633428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-336a44d1-dcea-4484-ac83-fdfbd4b6f7c3 req-81f17993-aa1c-46bb-957b-988143a67c46 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971212 Dec 15 13:45:54.652584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:54.660758 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:54.738165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=73e3cac1-f96a-4cc5-a592-cb04fc99af01,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:54.998314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f76f-b2a4-4e89-8709-7282ec0a8969 req-6b4bdb38-8b95-4a57-93d3-aad933e8c7b0 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:55.006744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2278f76f-b2a4-4e89-8709-7282ec0a8969 req-6b4bdb38-8b95-4a57-93d3-aad933e8c7b0 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0649576 Dec 15 13:45:55.047197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['73e3cac1-f96a-4cc5-a592-cb04fc99af01'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:55.067113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2278f76f-b2a4-4e89-8709-7282ec0a8969 req-aff9fc27-f222-43fd-ba6e-a0698829de20 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592091 Dec 15 13:45:55.407568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b80348-fd9c-4fc7-a7c8-c96d807823af req-5f571844-3608-42ee-a249-919f64ff5c12 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:55.410288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03b80348-fd9c-4fc7-a7c8-c96d807823af req-5f571844-3608-42ee-a249-919f64ff5c12 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 945 time: 0.0638046 Dec 15 13:45:55.495090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03b80348-fd9c-4fc7-a7c8-c96d807823af req-9cb65075-3402-4fb6-a25a-c3cf190648f3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784278 Dec 15 13:45:55.778648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a35e-79f4-4963-a924-c2f8b3ca593e req-d244f4e0-4d0b-45a5-b104-f580945d3c77 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:55.790765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96a6a35e-79f4-4963-a924-c2f8b3ca593e req-d244f4e0-4d0b-45a5-b104-f580945d3c77 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0881028 Dec 15 13:45:55.858230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96a6a35e-79f4-4963-a924-c2f8b3ca593e req-d54d6192-2e76-404b-94b3-61b736ee276c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665147 Dec 15 13:45:56.244231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59814865-12c7-4c2d-a6af-6c500df73980 req-a1b4d29a-417f-4cc1-bb90-6e0f61e7097a tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:56.248008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59814865-12c7-4c2d-a6af-6c500df73980 req-a1b4d29a-417f-4cc1-bb90-6e0f61e7097a tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0730591 Dec 15 13:45:56.309290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59814865-12c7-4c2d-a6af-6c500df73980 req-f6568f9c-0bf7-4acf-aece-306cb63e80b9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513306 Dec 15 13:45:56.413733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73e3cac1-f96a-4cc5-a592-cb04fc99af01 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:45:56.489319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:45:56.493789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:56.494047 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.647778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.661970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bbfd-ff00-4c03-9e6b-9a07e42e8b63 req-aa94e1d6-f361-4051-8cdd-a1a4961a26e4 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:56.663550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1c93bbfd-ff00-4c03-9e6b-9a07e42e8b63 req-aa94e1d6-f361-4051-8cdd-a1a4961a26e4 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 945 time: 0.0570297 Dec 15 13:45:56.681192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a64bbac-88c9-47d2-9645-62c685926aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e3cac1-f96a-4cc5-a592-cb04fc99af01'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:56.683496 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b91ee2-c9d9-4d35-acb3-ba20d8b1f629" -d '{"events": [{"server_uuid": "9a64bbac-88c9-47d2-9645-62c685926aaf", "name": "network-vif-plugged", "status": "completed", "tag": "73e3cac1-f96a-4cc5-a592-cb04fc99af01"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:56.698886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:56.707447 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:56.756300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1c93bbfd-ff00-4c03-9e6b-9a07e42e8b63 req-b8199c7b-995a-4d7a-ac9e-1263146368b8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862501 Dec 15 13:45:56.779384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=73e3cac1-f96a-4cc5-a592-cb04fc99af01,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:56.901029 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e917355-15a7-42fa-ae5b-1230ac701ddf x-openstack-request-id: req-6e917355-15a7-42fa-ae5b-1230ac701ddf {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:56.901349 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a64bbac-88c9-47d2-9645-62c685926aaf", "name": "network-vif-plugged", "status": "completed", "tag": "73e3cac1-f96a-4cc5-a592-cb04fc99af01", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:56.901606 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e917355-15a7-42fa-ae5b-1230ac701ddf {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:56.902003 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a64bbac-88c9-47d2-9645-62c685926aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e3cac1-f96a-4cc5-a592-cb04fc99af01', 'code': 200} Dec 15 13:45:57.050629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9856ee-d089-454a-a1ee-b59f9ac83352 req-3dbff633-9feb-455f-872f-824437870513 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:57.052477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c9856ee-d089-454a-a1ee-b59f9ac83352 req-3dbff633-9feb-455f-872f-824437870513 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0867915 Dec 15 13:45:57.062688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2107d-1abe-4254-815e-c0f667306b8e req-aa458149-f063-4d28-92e3-8a5d558b46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:57.064239 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9b2107d-1abe-4254-815e-c0f667306b8e req-aa458149-f063-4d28-92e3-8a5d558b46b2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 1097 time: 0.0673203 Dec 15 13:45:57.142487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c9856ee-d089-454a-a1ee-b59f9ac83352 req-c91ab7ec-1118-4b90-b1b4-d23f7d30d274 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772488 Dec 15 13:45:57.144754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9b2107d-1abe-4254-815e-c0f667306b8e req-c79ab7f6-93aa-4e32-ba1e-94e9eb321be9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726130 Dec 15 13:45:57.506155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0520b94-3d14-455d-8a70-3df1c428f86f req-bf494b88-0a1a-472e-9223-12e0a24af91e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:57.508311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0520b94-3d14-455d-8a70-3df1c428f86f req-bf494b88-0a1a-472e-9223-12e0a24af91e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0765417 Dec 15 13:45:57.580633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0520b94-3d14-455d-8a70-3df1c428f86f req-49f6411d-19d4-4e23-9595-d0ae6e57653f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637405 Dec 15 13:45:57.886885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955de5b-15dc-490e-bc3b-b9e29699803f req-feac6907-19d0-46c7-8513-69802b253ba7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:57.894640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5955de5b-15dc-490e-bc3b-b9e29699803f req-feac6907-19d0-46c7-8513-69802b253ba7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 946 time: 0.0598917 Dec 15 13:45:57.960809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5955de5b-15dc-490e-bc3b-b9e29699803f req-0238ef80-056d-459b-af44-fbdcdf6271e9 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648289 Dec 15 13:45:58.318375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d28085-93f7-46f2-9c50-d6a68e6c2b0d req-8ef47ee5-2a86-4b7b-89e3-1b49156f7110 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.320036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31d28085-93f7-46f2-9c50-d6a68e6c2b0d req-8ef47ee5-2a86-4b7b-89e3-1b49156f7110 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0674496 Dec 15 13:45:58.399925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31d28085-93f7-46f2-9c50-d6a68e6c2b0d req-9965e590-fd3e-44e4-b5ba-0ea47f0db34c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720417 Dec 15 13:45:58.551596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:45:58.839831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:58.848552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c6559-63c6-40a8-998a-8e6f9eda2572 req-b8de9e6e-5632-45f1-bbe6-c3074b2e96a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:58.850086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-532c6559-63c6-40a8-998a-8e6f9eda2572 req-b8de9e6e-5632-45f1-bbe6-c3074b2e96a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0553739 Dec 15 13:45:58.852139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6', 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96', 'port_id': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6', 'mac_address': 'fa:16:3e:57:02:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467231fd-5762-413e-8b03-ac3f50d8ed73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:45:58.900930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.911273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-532c6559-63c6-40a8-998a-8e6f9eda2572 req-9b980a6c-bed8-4e76-8ef5-598c45c2387f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534081 Dec 15 13:45:58.920336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:45:58.962179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:58.975463 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.044775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:59.128127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee71c2-eef6-4b5c-b3c0-b7ab77fa1ba6 req-e2e540a7-0e32-4496-874a-b465da51955a tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.129772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26ee71c2-eef6-4b5c-b3c0-b7ab77fa1ba6 req-e2e540a7-0e32-4496-874a-b465da51955a tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 946 time: 0.0678272 Dec 15 13:45:59.212572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26ee71c2-eef6-4b5c-b3c0-b7ab77fa1ba6 req-66489f1f-8b2e-49d0-ab26-46a7685ebd10 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743856 Dec 15 13:45:59.254819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:45:59.427781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589670-cd32-4651-bfb2-7e703563c20e req-c61853a2-4484-4e01-942c-a284a6a18b2b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.429960 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3589670-cd32-4651-bfb2-7e703563c20e req-c61853a2-4484-4e01-942c-a284a6a18b2b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 946 time: 0.0678217 Dec 15 13:45:59.495473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3589670-cd32-4651-bfb2-7e703563c20e req-7308b816-2439-4dd6-8e1a-4e31839c5b78 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587413 Dec 15 13:45:59.630262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad037523-7cdc-4e58-8f68-795ce6c22f98 req-d7e0ed0b-a778-464f-82f6-47b3a09d698e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.643663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad037523-7cdc-4e58-8f68-795ce6c22f98 req-d7e0ed0b-a778-464f-82f6-47b3a09d698e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0813341 Dec 15 13:45:59.705724 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad037523-7cdc-4e58-8f68-795ce6c22f98 req-dd215be0-4a68-4b23-9f02-f804d570b1ae tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559311 Dec 15 13:46:00.532771 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.555716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:00.610715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:00.615631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:00.616181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.764620 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.808185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:00.810455 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d285d599-be48-4e20-bf2b-711f5213345d" -d '{"events": [{"server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "name": "network-vif-plugged", "status": "completed", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:00.822278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2408a-e81a-486e-a82f-867cdfe9b130 req-1439b044-bb7e-4064-9d63-73116591036c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.823929 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5dc2408a-e81a-486e-a82f-867cdfe9b130 req-1439b044-bb7e-4064-9d63-73116591036c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 944 time: 0.0772212 Dec 15 13:46:00.836721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:00.839068 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.843858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.886385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5dc2408a-e81a-486e-a82f-867cdfe9b130 req-af0a42fe-b127-4ec7-b122-c4ac1e907769 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555532 Dec 15 13:46:00.915484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:01.120850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dad0d74d-b6cb-4968-beb5-efd94151bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.143744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743f465-3278-409e-a58e-8e274af678a5 req-d1f9da5c-3521-459c-b436-5f5af314be17 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.145807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7743f465-3278-409e-a58e-8e274af678a5 req-d1f9da5c-3521-459c-b436-5f5af314be17 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0685468 Dec 15 13:46:01.188070 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aa5f7d-3f1f-454f-a895-b70c66e38ec5 x-openstack-request-id: req-28aa5f7d-3f1f-454f-a895-b70c66e38ec5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:01.188421 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "name": "network-vif-plugged", "status": "completed", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:01.188687 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28aa5f7d-3f1f-454f-a895-b70c66e38ec5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:01.189091 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6', 'code': 200} Dec 15 13:46:01.246214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7743f465-3278-409e-a58e-8e274af678a5 req-11efded5-ea3d-46bd-acbe-057c86ccc3c6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869384 Dec 15 13:46:01.313912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f195c4-eab2-46c3-b5c0-e07f3a4d068c req-f4fb50a2-1d6c-453f-b487-166a9fdfe586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.315899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28f195c4-eab2-46c3-b5c0-e07f3a4d068c req-f4fb50a2-1d6c-453f-b487-166a9fdfe586 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1096 time: 0.0567405 Dec 15 13:46:01.401061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28f195c4-eab2-46c3-b5c0-e07f3a4d068c req-e4e23c69-6ab4-43dd-a55c-c7b8192f88e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768778 Dec 15 13:46:01.414023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c148b-05a8-4e8b-a868-53b2b576117f req-fd954817-8fb0-47a5-8f8d-f186bc7ef578 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.415582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f77c148b-05a8-4e8b-a868-53b2b576117f req-fd954817-8fb0-47a5-8f8d-f186bc7ef578 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 949 time: 0.0777316 Dec 15 13:46:01.470722 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f77c148b-05a8-4e8b-a868-53b2b576117f req-c334fef6-3cc0-4dc4-a981-1b506be9ad53 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491819 Dec 15 13:46:01.517602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2722b-ab7d-4c40-bf54-539d71c29d4f req-f9408331-7cbe-454c-850e-9ac993c45f8f tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.519110 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41d2722b-ab7d-4c40-bf54-539d71c29d4f req-f9408331-7cbe-454c-850e-9ac993c45f8f tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 946 time: 0.0605206 Dec 15 13:46:01.573800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41d2722b-ab7d-4c40-bf54-539d71c29d4f req-11c8c290-b415-49a6-82c2-f8c64e2c12cb tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482719 Dec 15 13:46:02.017190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f614e2-2664-4a9b-bfe3-d069c6c79b3d req-b27e9106-7a91-44b8-9f2c-245da5c27acc tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:02.018675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4f614e2-2664-4a9b-bfe3-d069c6c79b3d req-b27e9106-7a91-44b8-9f2c-245da5c27acc tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.0524170 Dec 15 13:46:02.074943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4f614e2-2664-4a9b-bfe3-d069c6c79b3d req-22d320be-7d36-4130-8531-ca2267ff88f6 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501673 Dec 15 13:46:02.367190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485c55-7a35-43a6-a631-3dd1a1d1ad86 req-ff3e3128-6afb-4c76-8059-6aebc97b95c2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:02.368668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7485c55-7a35-43a6-a631-3dd1a1d1ad86 req-ff3e3128-6afb-4c76-8059-6aebc97b95c2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0488548 Dec 15 13:46:02.419927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7485c55-7a35-43a6-a631-3dd1a1d1ad86 req-3a12a7b8-5360-480a-8cac-d8cbedc781ce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Dec 15 13:46:02.712595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056932f-f317-483a-aaf9-d9984d3c3d9a req-283c23f9-009a-4474-8c32-9dd26648248f tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:02.714082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8056932f-f317-483a-aaf9-d9984d3c3d9a req-283c23f9-009a-4474-8c32-9dd26648248f tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 946 time: 0.0564866 Dec 15 13:46:02.771675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8056932f-f317-483a-aaf9-d9984d3c3d9a req-d892d77e-9db8-4b68-bbf8-deddbf8f335a tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504279 Dec 15 13:46:03.198942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52009ce5-b810-4cdf-9e83-7558fbadd90c req-3aae441a-fef2-4fb3-a185-1b1d936d30bd tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.203345 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52009ce5-b810-4cdf-9e83-7558fbadd90c req-3aae441a-fef2-4fb3-a185-1b1d936d30bd tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.0550787 Dec 15 13:46:03.253843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52009ce5-b810-4cdf-9e83-7558fbadd90c req-62e69410-6c31-481a-bcf2-507d3b9c4925 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470593 Dec 15 13:46:03.368722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a389e36-5251-4c87-a336-de901e6d0c40 req-d6a10b32-c4ac-41c7-a225-5dc0456d3b7c tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.370211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a389e36-5251-4c87-a336-de901e6d0c40 req-d6a10b32-c4ac-41c7-a225-5dc0456d3b7c tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1096 time: 0.0402536 Dec 15 13:46:03.414983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a389e36-5251-4c87-a336-de901e6d0c40 req-8e95e0ce-9ab3-4246-ab73-78b0c23ce123 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378740 Dec 15 13:46:03.543096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb30f83-11f6-41f5-bcc1-9bdb6d8e94e3 req-58aa2df8-8fa7-48ce-a011-86e878d5f999 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.544695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ceb30f83-11f6-41f5-bcc1-9bdb6d8e94e3 req-58aa2df8-8fa7-48ce-a011-86e878d5f999 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0513301 Dec 15 13:46:03.545129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdb8a2-a411-4345-8ca3-31cc92fff11d req-5c4e99e8-303b-4269-b0e5-5e2cfaa907f9 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.546713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62bdb8a2-a411-4345-8ca3-31cc92fff11d req-5c4e99e8-303b-4269-b0e5-5e2cfaa907f9 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1096 time: 0.0478480 Dec 15 13:46:03.592884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62bdb8a2-a411-4345-8ca3-31cc92fff11d req-72fa1b7a-9941-45b1-b256-b4fff8acd7c4 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 Dec 15 13:46:03.604413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ceb30f83-11f6-41f5-bcc1-9bdb6d8e94e3 req-78e81d34-b482-48b5-8596-08284135a9f8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513022 Dec 15 13:46:03.769853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b48d963b-01c3-4b42-9a46-67d53ec545d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.907747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5f7e4-03a6-419c-ba76-72429f3b03ec req-ca76cc0e-ff38-4580-8036-16994718618e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.910316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5f7e4-03a6-419c-ba76-72429f3b03ec req-ca76cc0e-ff38-4580-8036-16994718618e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 946 time: 0.0577345 Dec 15 13:46:03.969569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d5f7e4-03a6-419c-ba76-72429f3b03ec req-7964c2a7-b813-430e-9c12-7a2230d764f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Dec 15 13:46:04.423720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73e3cac1-f96a-4cc5-a592-cb04fc99af01 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:04.426848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cb8ea458-7977-4ff7-943e-84b6678bd623 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:04.576134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:04.580844 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.611210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-6c0ffc20-f070-489f-960d-6ef7c83c98ba tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:46:04.612194 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-6c0ffc20-f070-489f-960d-6ef7c83c98ba tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058486 Dec 15 13:46:04.613085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:04.645932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:04.649979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:04.652349 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ef317-ffbb-4bce-873e-f18adc3f7ec7" -d '{"events": [{"server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:04.658061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '73e3cac1-f96a-4cc5-a592-cb04fc99af01', 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'port_id': '73e3cac1-f96a-4cc5-a592-cb04fc99af01', 'mac_address': 'fa:16:3e:44:34:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559dc7ee-42c7-49ea-902b-54b1944163be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:04.661231 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.688952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-0d26640a-5788-4093-a247-dea8c1ad1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.690784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-0d26640a-5788-4093-a247-dea8c1ad1f70 service neutron] 10.222.0.86 "GET /v2.0/ports/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 200 len: 1093 time: 0.0580833 Dec 15 13:46:04.700960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Request body: {'binding': {'host': 'n-h1-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:04.701926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Unknown quota resources ['binding']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:46:04.795166 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.813702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:04.816311 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.839463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19e35e-711a-4374-8936-dc8b2022be31 req-9edbfad7-a4ce-466c-8281-3455e6386c7c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.841200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de19e35e-711a-4374-8936-dc8b2022be31 req-9edbfad7-a4ce-466c-8281-3455e6386c7c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1351058 Dec 15 13:46:04.847003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73e3cac1-f96a-4cc5-a592-cb04fc99af01 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:04.862454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:04.884098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'mac_address': 'fa:16:3e:72:88:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:04.886631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:04.894166 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.949129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de19e35e-711a-4374-8936-dc8b2022be31 req-f0d50ef7-cd81-4cc7-a1fc-2935e813c33d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913777 Dec 15 13:46:04.975815 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.992007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on host n-h1-821840-1 for vnic_type normal with profile None {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:04.992211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:04.992543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:04.998561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:04.998884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:05.004925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=73e3cac1-f96a-4cc5-a592-cb04fc99af01,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:05.006110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:05.006461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:05.006847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:05.007988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Bound port: 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:05.018259 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94bbbbc-3bdb-46da-9602-8b4155cffc2d x-openstack-request-id: req-f94bbbbc-3bdb-46da-9602-8b4155cffc2d {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:05.019429 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:05.019905 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f94bbbbc-3bdb-46da-9602-8b4155cffc2d {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:05.020543 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'code': 200} Dec 15 13:46:05.025385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:05.057327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:05.063848 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.070514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['73e3cac1-f96a-4cc5-a592-cb04fc99af01'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:05.082685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:05.089503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.090682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-880857f4-f45c-4566-8f0f-4d9b64b921b0 service neutron] 10.222.0.86 "POST /v2.0/ports/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3936160 Dec 15 13:46:05.136284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:05.137075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ee98b-396d-4eb4-a4a7-864b3ec83867 req-d4caa7f3-9a39-4486-bb8c-ee3cacdddecb tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.138694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-385ee98b-396d-4eb4-a4a7-864b3ec83867 req-d4caa7f3-9a39-4486-bb8c-ee3cacdddecb tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 945 time: 0.0689685 Dec 15 13:46:05.220181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-385ee98b-396d-4eb4-a4a7-864b3ec83867 req-e511e8eb-49d7-4d59-9ea0-e414a44eff56 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700810 Dec 15 13:46:05.242213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:05.598564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb67a5-ebaa-4981-81ce-9256aa0bb6fc req-cd42601b-8c6c-4d94-99dd-594860864377 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.600490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbeb67a5-ebaa-4981-81ce-9256aa0bb6fc req-cd42601b-8c6c-4d94-99dd-594860864377 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.1747828 Dec 15 13:46:05.620258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-ade9f8d7-73b5-4ff5-9544-976954c83860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.621751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-ade9f8d7-73b5-4ff5-9544-976954c83860 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1096 time: 0.1557233 Dec 15 13:46:05.813649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbeb67a5-ebaa-4981-81ce-9256aa0bb6fc req-d8469831-4aad-4e9c-9c82-b42bc2ca7a2d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049677 Dec 15 13:46:05.818398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-6a20d446-423f-4166-9692-e128b155a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.820023 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-6a20d446-423f-4166-9692-e128b155a181 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.1758089 Dec 15 13:46:05.873993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-e77d3032-57cc-4703-8b38-8ec5fbfaff9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0376010 Dec 15 13:46:05.884374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19bac7-aef3-4424-b411-21a0ce2d9d95 req-bcbd1acf-974f-4d6a-9782-acb000602dfe tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.885927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa19bac7-aef3-4424-b411-21a0ce2d9d95 req-bcbd1acf-974f-4d6a-9782-acb000602dfe tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 945 time: 0.0709023 Dec 15 13:46:05.949510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-36c2e7c8-1e92-44ee-9c33-bfd07cba7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.952212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-36c2e7c8-1e92-44ee-9c33-bfd07cba7ae5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0692475 Dec 15 13:46:05.955790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa19bac7-aef3-4424-b411-21a0ce2d9d95 req-fa22a6cf-bf35-4344-8121-d31a1235b91d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601473 Dec 15 13:46:06.004864 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-81ad3f7e-6159-4ea8-9564-5cace9add008 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410736 Dec 15 13:46:06.185200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-7fd5d0ff-ccc5-48e3-82c7-5049ddd3ed94 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612644 Dec 15 13:46:06.198531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324f157-b351-415c-8cbd-8a1a288b1fd4 req-0cf85a9c-c97c-4992-8b0d-be3c001f40c0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.200064 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8324f157-b351-415c-8cbd-8a1a288b1fd4 req-0cf85a9c-c97c-4992-8b0d-be3c001f40c0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1397753 Dec 15 13:46:06.323760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8324f157-b351-415c-8cbd-8a1a288b1fd4 req-97a097cb-d208-45a5-a675-b1ab6f9d88f3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138604 Dec 15 13:46:06.342028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-b1781f4f-8a2a-4ec9-b41c-221fa27015d4 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409717 Dec 15 13:46:06.427162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73e3cac1-f96a-4cc5-a592-cb04fc99af01 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:06.520359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.573016 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.595033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 73e3cac1-f96a-4cc5-a592-cb04fc99af01 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:06.600921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:06.654364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:06.662997 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.726005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:06.726657 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.785898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=73e3cac1-f96a-4cc5-a592-cb04fc99af01,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:06.896481 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.934615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:06.942976 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:07.021496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:07.024068 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe49263-b416-41b9-80f2-c48e16c598dc" -d '{"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:07.145723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=10']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:07.231114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6d64e-f0a3-44ff-b7df-a45a419f1813 req-fd60ec63-eee8-4d8d-a5e8-53454a92e443 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.234636 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26a6d64e-f0a3-44ff-b7df-a45a419f1813 req-fd60ec63-eee8-4d8d-a5e8-53454a92e443 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.2548728 Dec 15 13:46:07.258386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe76854-d816-4342-bfa1-19d0ed957215 req-834c198d-50ff-4a92-aeda-89a95ecbdcfd tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.263784 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:07.264532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fe76854-d816-4342-bfa1-19d0ed957215 req-834c198d-50ff-4a92-aeda-89a95ecbdcfd tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 944 time: 0.1334293 Dec 15 13:46:07.346156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26a6d64e-f0a3-44ff-b7df-a45a419f1813 req-9e1bd7ea-6562-441e-acef-59204aceec5d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991845 Dec 15 13:46:07.384887 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fe76854-d816-4342-bfa1-19d0ed957215 req-3c5a6ecc-7c07-4825-80f0-512c9c1189e9 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095381 Dec 15 13:46:07.409577 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec764b09-0edf-4e3e-b9ee-e436c9181ec4 x-openstack-request-id: req-ec764b09-0edf-4e3e-b9ee-e436c9181ec4 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:07.409923 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:07.410359 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ec764b09-0edf-4e3e-b9ee-e436c9181ec4 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:07.410816 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'code': 200} Dec 15 13:46:07.561113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a225ab6-3ae6-44cc-babe-51d6dbc46a41 req-8de74121-3497-43e8-adcf-ef977bfc5929 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.564325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a225ab6-3ae6-44cc-babe-51d6dbc46a41 req-8de74121-3497-43e8-adcf-ef977bfc5929 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0827930 Dec 15 13:46:07.707295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a225ab6-3ae6-44cc-babe-51d6dbc46a41 req-71d5f424-6bc4-4774-ba79-4e1a610f739a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294880 Dec 15 13:46:07.731373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-0f3e5391-7e3f-45a6-8a92-08d420290506 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.745334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-0f3e5391-7e3f-45a6-8a92-08d420290506 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 944 time: 0.0923998 Dec 15 13:46:07.910339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Deleting port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:07.910684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.064349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] For port 73e3cac1-f96a-4cc5-a592-cb04fc99af01, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73e3cac1-f96a-4cc5-a592-cb04fc99af01,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:08.064879 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.082934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Calling delete_port for 73e3cac1-f96a-4cc5-a592-cb04fc99af01 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:08.294620 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.335360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event deleted for resources: {'Port': ['ID=73e3cac1-f96a-4cc5-a592-cb04fc99af01,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:08.368737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.369099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.369453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.369805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.370165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.370509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.370850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.371191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.371800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.372127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.372473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.372812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.373147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:08.402851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] No DVR routers for this DVR port 73e3cac1-f96a-4cc5-a592-cb04fc99af01 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:08.406494 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:08.410475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dceb9c0a-9818-4970-bde7-2dd29e958c6f req-7c8825eb-a82c-4f3c-9b24-9211de51812b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "DELETE /v2.0/ports/73e3cac1-f96a-4cc5-a592-cb04fc99af01 HTTP/1.1" status: 204 len: 173 time: 0.6642702 Dec 15 13:46:08.410979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a64bbac-88c9-47d2-9645-62c685926aaf', 'name': 'network-vif-deleted', 'tag': '73e3cac1-f96a-4cc5-a592-cb04fc99af01'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:08.422984 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3314f7-677f-4ec4-82b4-347e83f01745" -d '{"events": [{"server_uuid": "9a64bbac-88c9-47d2-9645-62c685926aaf", "name": "network-vif-deleted", "tag": "73e3cac1-f96a-4cc5-a592-cb04fc99af01"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:08.534788 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577b7b3f-5171-488e-9104-db2d64070dfb x-openstack-request-id: req-577b7b3f-5171-488e-9104-db2d64070dfb {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:08.535470 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a64bbac-88c9-47d2-9645-62c685926aaf", "name": "network-vif-deleted", "tag": "73e3cac1-f96a-4cc5-a592-cb04fc99af01", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:08.536017 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-577b7b3f-5171-488e-9104-db2d64070dfb {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:08.536573 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a64bbac-88c9-47d2-9645-62c685926aaf', 'name': 'network-vif-deleted', 'tag': '73e3cac1-f96a-4cc5-a592-cb04fc99af01', 'status': 'completed', 'code': 200} Dec 15 13:46:08.557184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abc1a1-eb66-49b4-b9d2-6a527a3b02a3 req-2ca75b67-caca-43d2-9b06-04f4491b1aa0 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:08.567127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51abc1a1-eb66-49b4-b9d2-6a527a3b02a3 req-2ca75b67-caca-43d2-9b06-04f4491b1aa0 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.0891857 Dec 15 13:46:08.645878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51abc1a1-eb66-49b4-b9d2-6a527a3b02a3 req-9c320518-1b56-46e6-8841-f95ee5994b04 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774102 Dec 15 13:46:08.737754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-235a6dbc-4bde-4de2-8f2b-5f191de64fb1 req-d48cce8f-f496-44f4-9aff-b4143e88ce8d tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a64bbac-88c9-47d2-9645-62c685926aaf HTTP/1.1" status: 200 len: 210 time: 0.0558057 Dec 15 13:46:09.041773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556beb5-1575-4db7-a5d0-c3779c89610b req-edc5fa83-d303-4b2a-bb0b-ff7a82511c5d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:09.044606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3556beb5-1575-4db7-a5d0-c3779c89610b req-edc5fa83-d303-4b2a-bb0b-ff7a82511c5d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1545191 Dec 15 13:46:09.192050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3556beb5-1575-4db7-a5d0-c3779c89610b req-5d29b640-6dae-481f-99ea-da39fee6fd13 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297734 Dec 15 13:46:09.877632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a694e6-1d7e-4364-b257-1d37e84a4312 req-3bb55aa6-6040-4c96-8a4d-b3c4fc1e4c51 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:09.889618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9a694e6-1d7e-4364-b257-1d37e84a4312 req-3bb55aa6-6040-4c96-8a4d-b3c4fc1e4c51 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.1327953 Dec 15 13:46:09.952899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9a694e6-1d7e-4364-b257-1d37e84a4312 req-dde2833b-deec-4d0e-87b9-2c09d0e34810 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578208 Dec 15 13:46:10.210456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-42646da0-aaea-4ee6-9fcd-2899de2e9aa0 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.219452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-42646da0-aaea-4ee6-9fcd-2899de2e9aa0 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 821 time: 0.1611764 Dec 15 13:46:10.234512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-5070fbda-b999-4d60-b2a0-276c672e9d06 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/quotas/8932c528d50d486b9cf04e20a9f6dd6f HTTP/1.1" status: 200 len: 375 time: 0.0131505 Dec 15 13:46:10.283038 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-6fe577e6-da9a-4f6c-9dc5-270f0ce3651b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392053 Dec 15 13:46:10.402924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fd05fc29-b761-4d85-b711-6952cda8a580 service neutron] 10.222.0.86 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190038 Dec 15 13:46:10.446225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73e3cac1-f96a-4cc5-a592-cb04fc99af01 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:10.464007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d27a4d-6b09-4a59-b81e-8dea8a6277d3 req-f01d2185-9fe6-460e-b785-9ce17ff5ea20 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.481736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 73e3cac1-f96a-4cc5-a592-cb04fc99af01 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:10.482329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73e3cac1-f96a-4cc5-a592-cb04fc99af01 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:10.485170 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89d27a4d-6b09-4a59-b81e-8dea8a6277d3 req-f01d2185-9fe6-460e-b785-9ce17ff5ea20 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1578617 Dec 15 13:46:10.530902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-8511d84b-4294-4a62-a79f-20c6b18c4959 service neutron] 10.222.0.86 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200807 Dec 15 13:46:10.583099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89d27a4d-6b09-4a59-b81e-8dea8a6277d3 req-d0acfbe4-e95e-48b3-a621-333194f1d80e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968649 Dec 15 13:46:10.780529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f3a663b-2f47-4084-aa0c-10cd8a3d724f req-bcc4c2da-adad-43f5-b8b9-9d92070f1fdf tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 210 time: 0.0418510 Dec 15 13:46:10.887590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-3663bc3c-ab75-4f0e-a637-6db1e684366a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.889153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-3663bc3c-ab75-4f0e-a637-6db1e684366a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 808 time: 0.1726050 Dec 15 13:46:10.933532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-ec5f35a8-23a9-4c14-9480-d7344efb5748 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/quotas/09ae0d9410d84a26b0f857d48d5e5037 HTTP/1.1" status: 200 len: 375 time: 0.0204127 Dec 15 13:46:11.011157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-4e480220-3c1e-41ad-a1f3-09a718faa1d8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754635 Dec 15 13:46:11.226075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-3d73cd86-e1a5-4fc6-b951-86f667ec36d3 service neutron] 10.222.0.86 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137327 Dec 15 13:46:11.287214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4fbaf-170f-4554-9ad6-2bb7676a92a2 req-f344dc55-809f-471f-bddf-a35e8925365b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.299904 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61c4fbaf-170f-4554-9ad6-2bb7676a92a2 req-f344dc55-809f-471f-bddf-a35e8925365b tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.1290774 Dec 15 13:46:11.368502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-506ed295-7554-49e8-84fc-aae8d3f2fbd1 service neutron] 10.222.0.86 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330371 Dec 15 13:46:11.397919 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61c4fbaf-170f-4554-9ad6-2bb7676a92a2 req-43f83345-9459-4184-8c71-0d19b4066c6f tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912578 Dec 15 13:46:11.778515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a86613-f310-4c1b-a644-247a5d796ebf req-b951b999-6816-4eef-90b0-e27eac5c9cf6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.787129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3a86613-f310-4c1b-a644-247a5d796ebf req-b951b999-6816-4eef-90b0-e27eac5c9cf6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1064920 Dec 15 13:46:11.876350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3a86613-f310-4c1b-a644-247a5d796ebf req-e27bce41-2049-49b8-a00a-ac8c3870b215 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853667 Dec 15 13:46:11.908498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf673ca0-1061-49ea-b2f6-3df415f65cb0 req-69f16c8b-7043-4bca-80b3-e31d805f9818 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 210 time: 0.0705216 Dec 15 13:46:11.986031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41480464-9df6-4efc-a661-057f32dfd9ff req-3487cf98-9e5c-4ae4-8ff4-63a1d4c804a6 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 210 time: 0.0387483 Dec 15 13:46:12.412927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-9b4dc4cc-62e7-40b3-8708-23eb2d7467ea tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:12.436331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-9b4dc4cc-62e7-40b3-8708-23eb2d7467ea tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 821 time: 0.2892540 Dec 15 13:46:12.458352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Request body: {'port': {'device_id': '835a20e1-c690-4f2b-a6e7-24d53179b52b', 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'admin_state_up': True, 'tenant_id': '8932c528d50d486b9cf04e20a9f6dd6f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:12.694699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Made reservation on behalf of 8932c528d50d486b9cf04e20a9f6dd6f for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:12.699101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.723000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5a2f-f493-47a7-84b9-50e4d0eb3eff req-5a936eec-2cfb-4c7f-bf1b-83369fcf8b93 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:12.728545 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-841a5a2f-f493-47a7-84b9-50e4d0eb3eff req-5a936eec-2cfb-4c7f-bf1b-83369fcf8b93 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.1548901 Dec 15 13:46:12.836824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-841a5a2f-f493-47a7-84b9-50e4d0eb3eff req-4e45b8a4-c7f4-4837-a178-f19e39beb1c1 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986819 Dec 15 13:46:12.917840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Allocated IP 172.20.0.13 (c580d708-16f9-4190-8de5-251976e4e4cc/559dc7ee-42c7-49ea-902b-54b1944163be/e3b286dd-952b-4a03-9fdf-a85ed3bf76cb) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:13.067581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f7a172f-a2b3-4b50-b0f6-d6e39ebe9641 req-8abada94-b3cb-48cf-8146-0a5af57828f9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 210 time: 0.0837119 Dec 15 13:46:13.269882 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f7a5b5da-f64f-4b67-962d-ac29e9e0f806 req-72cf252c-8c12-4c85-a2ee-38d9be04c913 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 210 time: 0.0671530 Dec 15 13:46:13.673902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc250-6666-4717-a5cb-7d9284b5e030 req-a79a7e06-8641-400c-9490-d49c0fdfe4ce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:13.680981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-718dc250-6666-4717-a5cb-7d9284b5e030 req-a79a7e06-8641-400c-9490-d49c0fdfe4ce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.6487868 Dec 15 13:46:13.755194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.778363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-c7990fa4-0eed-46ac-83b3-25d8599d533c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:13.781438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-c7990fa4-0eed-46ac-83b3-25d8599d533c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 808 time: 0.5721264 Dec 15 13:46:13.804714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Request body: {'port': {'device_id': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'admin_state_up': True, 'tenant_id': '09ae0d9410d84a26b0f857d48d5e5037'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:13.832389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-718dc250-6666-4717-a5cb-7d9284b5e030 req-b377944d-e8b9-4a6f-bd4f-428823074f00 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504183 Dec 15 13:46:13.966714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.104167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Network c580d708-16f9-4190-8de5-251976e4e4cc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:14.121547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event updated for resources: {'Port': ['ID=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:14.131802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:14.141488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:14.186274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9660d-5f00-4865-8cb6-ac0ff5e644c1 req-1468cc68-b59b-4aa7-af9f-dbd7947ead9c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.194289 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fe9660d-5f00-4865-8cb6-ac0ff5e644c1 req-1468cc68-b59b-4aa7-af9f-dbd7947ead9c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.2066748 Dec 15 13:46:14.199376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Made reservation on behalf of 09ae0d9410d84a26b0f857d48d5e5037 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:14.203010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.231740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32edd5f1-3e9d-4bdd-9c40-e544f8d0eb39 req-c5d86869-4d73-45a7-b770-ecb7ec87bbe9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 210 time: 0.0283747 Dec 15 13:46:14.242987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.243715 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.289096 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-fbda9a0d-66d5-4fe7-a717-6b3e56fa98f8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8401477 Dec 15 13:46:14.347723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Request body: {'port': {'device_id': '835a20e1-c690-4f2b-a6e7-24d53179b52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:14.380088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fe9660d-5f00-4865-8cb6-ac0ff5e644c1 req-0c7a22b6-c041-400f-8ace-e0a4912df551 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847200 Dec 15 13:46:14.478477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f1938-b861-4c53-bf52-cbf8ac1bd746 req-0dccc771-cc95-4702-82de-7eb4273a009e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.480381 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a8f1938-b861-4c53-bf52-cbf8ac1bd746 req-0dccc771-cc95-4702-82de-7eb4273a009e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 932 time: 0.1323879 Dec 15 13:46:14.562975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.571724 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a8f1938-b861-4c53-bf52-cbf8ac1bd746 req-90f78b7f-37cf-41ba-95d6-d418d52308bf tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737047 Dec 15 13:46:14.654196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Allocated IP 172.20.0.6 (87d8033e-dffc-4e08-a41a-99e4801c9b00/155b3a00-9352-46c0-9941-5adafc4b409e/30cbfcef-ba10-433a-bf89-d62784e03216) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:15.098200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12352ee-326c-490f-a89b-500625a15475 req-387e6d1e-c6f5-475b-83f3-78f8e0c7874f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.099796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b12352ee-326c-490f-a89b-500625a15475 req-387e6d1e-c6f5-475b-83f3-78f8e0c7874f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1565607 Dec 15 13:46:15.133734 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.271614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b12352ee-326c-490f-a89b-500625a15475 req-86efcd38-dfca-476f-8c7c-b181899f85f3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639583 Dec 15 13:46:15.274808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b286dd-952b-4a03-9fdf-a85ed3bf76cb {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:15.293490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.308168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Transition to ACTIVE for port object e3b286dd-952b-4a03-9fdf-a85ed3bf76cb will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:15.313215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.326262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['452d6005-9dbc-45e6-9952-b5476d44260c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:15.339019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.379693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Network 87d8033e-dffc-4e08-a41a-99e4801c9b00 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:15.393368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:15.395549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:15.529426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Pushing event updated for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:15.583390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c5ea9-97f1-4364-a1fd-aaa247bc40c6 req-22c688c4-5052-47fb-a4f0-8df31fbfa61d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.585211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-043c5ea9-97f1-4364-a1fd-aaa247bc40c6 req-22c688c4-5052-47fb-a4f0-8df31fbfa61d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 931 time: 0.1316533 Dec 15 13:46:15.682198 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-043c5ea9-97f1-4364-a1fd-aaa247bc40c6 req-10f354b5-f6f5-4b7a-ba58-4345ee187885 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884678 Dec 15 13:46:15.730782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.731984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.830054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Attempting to bind port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:15.830491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Attempting to bind port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:15.831034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Attempting to bind port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb on network c580d708-16f9-4190-8de5-251976e4e4cc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:15.837819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:15.854796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-fa1f919d-e68c-4955-9f04-16106700a222 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0552549 Dec 15 13:46:15.865920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb on network c580d708-16f9-4190-8de5-251976e4e4cc not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:15.866846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Attempting to bind port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb on network c580d708-16f9-4190-8de5-251976e4e4cc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:15.884294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Request body: {'port': {'device_id': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:15.933392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183690a9-89be-477b-96ce-2bdc8631a0f1 req-52277b5a-e850-4e9c-86a4-8058ec5c36c7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.944375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-183690a9-89be-477b-96ce-2bdc8631a0f1 req-52277b5a-e850-4e9c-86a4-8058ec5c36c7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 944 time: 0.0857849 Dec 15 13:46:15.948763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:15.949234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Checking segment: {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:15.949781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Bound using segment: {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:15.950459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Bound port: e3b286dd-952b-4a03-9fdf-a85ed3bf76cb, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93079c09-400a-4c63-ae75-7d68c985288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:15.950945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.966546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96f51b-b3f5-46cb-9221-aba7277c84d0 req-049652f4-afe8-4b59-907e-54f0f80f939c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.968902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c96f51b-b3f5-46cb-9221-aba7277c84d0 req-049652f4-afe8-4b59-907e-54f0f80f939c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.4100792 Dec 15 13:46:15.979198 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-809ca691-b0ae-442c-a422-409a1084c77a service neutron] show failed (client error): The resource could not be found. Dec 15 13:46:15.980443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-809ca691-b0ae-442c-a422-409a1084c77a service neutron] 10.222.0.24 "GET /v2.0/ports/a6e47263-5369-429b-a6c9-68d8dd6996fa/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.3557863 Dec 15 13:46:15.994030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.028239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-183690a9-89be-477b-96ce-2bdc8631a0f1 req-6402f504-c01f-4956-8887-8e589c0d39e3 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824721 Dec 15 13:46:16.229652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c96f51b-b3f5-46cb-9221-aba7277c84d0 req-009592b9-57da-44d0-92a2-b6baba9836d7 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360575 Dec 15 13:46:16.356489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] For port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:16.363692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-180f759c-fe5e-4c61-8c25-8ff470bd1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.365379 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-180f759c-fe5e-4c61-8c25-8ff470bd1813 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0&tenant_id=0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 1100 time: 0.0793636 Dec 15 13:46:16.391853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:16.482686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] For port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:16.494790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.503600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.564835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:16.579548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5843a7-7480-494c-94f0-f46306bc56e6 req-a4f6fb91-0156-4caa-b40f-c0e53f4685af tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.580816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d5843a7-7480-494c-94f0-f46306bc56e6 req-a4f6fb91-0156-4caa-b40f-c0e53f4685af tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.1639361 Dec 15 13:46:16.588695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.589315 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.591552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-bd2f61b9-80e9-459d-b230-5daa55c23263 service neutron] 10.222.0.74 "PUT /v2.0/ports/e3b286dd-952b-4a03-9fdf-a85ed3bf76cb HTTP/1.1" status: 200 len: 1092 time: 2.2583940 Dec 15 13:46:16.592754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a20e1-c690-4f2b-a6e7-24d53179b52b', 'tag': 'e3b286dd-952b-4a03-9fdf-a85ed3bf76cb'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:16.596726 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a9d4c1-c253-463d-9592-b563164a53c1" -d '{"events": [{"name": "network-changed", "server_uuid": "835a20e1-c690-4f2b-a6e7-24d53179b52b", "tag": "e3b286dd-952b-4a03-9fdf-a85ed3bf76cb"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:16.675437 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a2dc80-988e-448f-9303-599d13143c3b x-openstack-request-id: req-97a2dc80-988e-448f-9303-599d13143c3b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:16.675736 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a20e1-c690-4f2b-a6e7-24d53179b52b", "tag": "e3b286dd-952b-4a03-9fdf-a85ed3bf76cb", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:16.676018 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-97a2dc80-988e-448f-9303-599d13143c3b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:16.676462 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a20e1-c690-4f2b-a6e7-24d53179b52b', 'tag': 'e3b286dd-952b-4a03-9fdf-a85ed3bf76cb', 'status': 'completed', 'code': 200} Dec 15 13:46:16.804836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d5843a7-7480-494c-94f0-f46306bc56e6 req-1ae5a2b2-27f8-40dd-85ad-e23b6d6e6540 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909323 Dec 15 13:46:16.887373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-16a522fd-88a6-4608-a4c0-0ddaf3e3bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.893223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-16a522fd-88a6-4608-a4c0-0ddaf3e3bfdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 1095 time: 0.1304469 Dec 15 13:46:16.895390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cbfcef-ba10-433a-bf89-d62784e03216 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:16.929590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.978749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-1309d5d2-5dc8-443a-96a0-20edc79526a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb HTTP/1.1" status: 200 len: 217 time: 0.0678596 Dec 15 13:46:17.013594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:17.026995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Transition to ACTIVE for port object 30cbfcef-ba10-433a-bf89-d62784e03216 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:17.043309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.102730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Pushing event updated for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:17.115905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-ff75d64d-149c-4fdf-be67-ffad9e4fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.117536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-ff75d64d-149c-4fdf-be67-ffad9e4fac3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=559dc7ee-42c7-49ea-902b-54b1944163be HTTP/1.1" status: 200 len: 861 time: 0.1310954 Dec 15 13:46:17.142907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:17.242371 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.260869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Transition to ACTIVE for port object a6e47263-5369-429b-a6c9-68d8dd6996fa will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:17.263126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:17.265580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-cf47f6ed-4209-40d8-aebc-de664d01692a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c580d708-16f9-4190-8de5-251976e4e4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115997 Dec 15 13:46:17.267627 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5998d3-2075-48f9-81da-95cc23a3de5e" -d '{"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:17.277048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.349957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:17.350413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:17.350640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:17.360781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca93eac-b489-4706-96ba-056befbae81d req-229a7303-a453-48a3-be6a-e1e9cde82f89 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.362352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ca93eac-b489-4706-96ba-056befbae81d req-229a7303-a453-48a3-be6a-e1e9cde82f89 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 944 time: 0.1511075 Dec 15 13:46:17.370741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:17.371086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:17.397576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:17.397965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:17.398302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:17.398747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Bound port: 30cbfcef-ba10-433a-bf89-d62784e03216, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:17.399111 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.489433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-9a90beac-afa7-40c7-af91-2fab1fb1b3b7 service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152011 Dec 15 13:46:17.617118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:17.624451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:17.631706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-626a884b-61fd-4f42-85c5-a7af138703c3 req-a8d0dc60-bf12-4af8-8938-b3177a4db30c service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302624 Dec 15 13:46:17.647733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ca93eac-b489-4706-96ba-056befbae81d req-38839935-40b1-428e-b308-46668b076697 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736080 Dec 15 13:46:17.651119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.739535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Pushing event updated for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:17.784845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:17.789793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.790430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.791839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-d9cba69d-20f5-48ea-9b4d-a277be74d486 service neutron] 10.222.0.24 "PUT /v2.0/ports/30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 200 len: 1091 time: 1.9273484 Dec 15 13:46:17.804041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f476-e583-43b4-84e8-46bedfe5dc4c req-f6406274-06ca-46c0-b2c6-1fb31a3b4b22 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.808526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-11688da2-76f7-4e06-810b-4b2e4f2cb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.810297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-11688da2-76f7-4e06-810b-4b2e4f2cb184 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 1095 time: 0.0824497 Dec 15 13:46:17.813370 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ffd8f476-e583-43b4-84e8-46bedfe5dc4c req-f6406274-06ca-46c0-b2c6-1fb31a3b4b22 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 931 time: 0.9730053 Dec 15 13:46:17.858607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] No DVR routers for this DVR port a6e47263-5369-429b-a6c9-68d8dd6996fa on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:17.873306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.873669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.874100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.886762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.887291 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.887715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.888400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.889538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.892865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.893325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.893746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.897424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.897912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:17.992460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ffd8f476-e583-43b4-84e8-46bedfe5dc4c req-83672dd8-001f-42b2-bd38-7b356a4bd82a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780949 Dec 15 13:46:18.006522 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959465be-5126-4511-9d7b-ec726201d0fc x-openstack-request-id: req-959465be-5126-4511-9d7b-ec726201d0fc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:18.006837 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:18.008183 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-959465be-5126-4511-9d7b-ec726201d0fc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:18.009800 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'code': 200} Dec 15 13:46:18.034666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-03b6d3c6-c6d8-4984-9f9e-275ff62ba497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.036907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-03b6d3c6-c6d8-4984-9f9e-275ff62ba497 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1094 time: 0.1716406 Dec 15 13:46:18.082897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:18.083445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:18.083545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:18.094163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:18.094674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:18.112887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:18.113235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:18.113628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:18.114078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Bound port: a6e47263-5369-429b-a6c9-68d8dd6996fa, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:18.114442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.131044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-5732c0c8-8473-4b68-bf8c-c95f7db09979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.134922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-5732c0c8-8473-4b68-bf8c-c95f7db09979 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 200 len: 923 time: 0.3176765 Dec 15 13:46:18.225313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:18.229808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:18.244633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-9cb3c3f4-b8a8-4c2e-95a2-1e36042519a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 200 len: 217 time: 0.1301050 Dec 15 13:46:18.261863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.290283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-eebe8ad7-bc75-4997-9125-82253c8ff9a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb HTTP/1.1" status: 200 len: 217 time: 0.1272411 Dec 15 13:46:18.378565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.379196 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:18.380591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] 10.222.0.74 "PUT /v2.0/ports/a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 1095 time: 1.9991851 Dec 15 13:46:18.381714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc9dc-6fdc-4bdf-b5bf-5da2a318de82 req-d8c30fc5-0cf9-4a53-a8ad-06813224017e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.389633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f7dbc9dc-6fdc-4bdf-b5bf-5da2a318de82 req-d8c30fc5-0cf9-4a53-a8ad-06813224017e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.2536426 Dec 15 13:46:18.414205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67391ab-f68b-45c2-972b-bd5424ec3cb7 req-cf2624ce-efd7-4200-bde0-c1243efbd1c5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.423020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b67391ab-f68b-45c2-972b-bd5424ec3cb7 req-cf2624ce-efd7-4200-bde0-c1243efbd1c5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 947 time: 0.1083927 Dec 15 13:46:18.444276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3427f-66e5-4172-b592-7c5d55f0be36 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:18.481013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-b9121af7-d6e6-46ca-8c4d-9e0a7ed3075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.483278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-b9121af7-d6e6-46ca-8c4d-9e0a7ed3075a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.2024286 Dec 15 13:46:18.494949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-2a7930e8-9d64-4442-b9ae-e5fab0dd5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.496884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-2a7930e8-9d64-4442-b9ae-e5fab0dd5917 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=559dc7ee-42c7-49ea-902b-54b1944163be HTTP/1.1" status: 200 len: 861 time: 0.1727922 Dec 15 13:46:18.537848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b67391ab-f68b-45c2-972b-bd5424ec3cb7 req-78182cab-fc76-4ee7-8404-d7c3f929af68 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128430 Dec 15 13:46:18.576986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-b52e07bc-7a20-4486-a57d-e2f55baabc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.578643 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-b52e07bc-7a20-4486-a57d-e2f55baabc01 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1098 time: 0.1462662 Dec 15 13:46:18.599711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-08b2fd84-12d7-4862-81d2-ccbbd5379805 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c580d708-16f9-4190-8de5-251976e4e4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387285 Dec 15 13:46:18.612848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:18.735116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:18.736084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:18.737557 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b63565c-c259-4f42-a588-280ec9e8b270" -d '{"events": [{"name": "network-changed", "server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:18.751016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-b85ebba5-9aa0-477a-846a-d77ce900060b service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133246 Dec 15 13:46:18.751016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-361c4ff9-1d85-45fe-8e4a-2bf54b359149 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2389662 Dec 15 13:46:18.766470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f7dbc9dc-6fdc-4bdf-b5bf-5da2a318de82 req-dfd71409-500e-4218-a26b-9fd7323f3f45 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709848 Dec 15 13:46:18.802887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-c1e78966-ac07-435c-a822-2235e33cdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.804626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-c1e78966-ac07-435c-a822-2235e33cdb04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2158966 Dec 15 13:46:18.915668 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425e9366-c10d-4229-90e7-926c7812702a x-openstack-request-id: req-425e9366-c10d-4229-90e7-926c7812702a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:18.916261 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:18.916672 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-425e9366-c10d-4229-90e7-926c7812702a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:18.917218 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216', 'status': 'completed', 'code': 200} Dec 15 13:46:18.984901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30a9d4c1-c253-463d-9592-b563164a53c1 req-6f277320-7a52-483d-b217-8d4f550dd2be service neutron] 10.222.0.74 "GET /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819034 Dec 15 13:46:18.988945 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-c9ef20e8-0960-48d1-a0d9-52288c597509 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214346 Dec 15 13:46:19.029364 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-e9e83152-acbd-4992-810f-8550476d48f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.1237929 Dec 15 13:46:19.133948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbfa8a7c-4626-4583-b90a-0e639a3c7ea7 req-72b39a90-8278-426a-8f22-2a12915e0ebc service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313801 Dec 15 13:46:19.151773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-da53567b-0bdc-457c-9ecb-09856a276ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.156807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-da53567b-0bdc-457c-9ecb-09856a276ffe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1104648 Dec 15 13:46:19.188836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217149ca-dc0f-4c1a-a718-3c74bd553668 req-13405488-93dd-484d-ab11-fd32704ae257 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.191441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-217149ca-dc0f-4c1a-a718-3c74bd553668 req-13405488-93dd-484d-ab11-fd32704ae257 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 944 time: 0.3771024 Dec 15 13:46:19.289636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-7a10ff05-967a-4159-a132-550cfc6c8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.291295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-7a10ff05-967a-4159-a132-550cfc6c8105 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1094 time: 0.0741727 Dec 15 13:46:19.329985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cbda4ba2-ed2e-440b-83c3-cdb5849c980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.331773 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-cbda4ba2-ed2e-440b-83c3-cdb5849c980a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398873 Dec 15 13:46:19.346493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-217149ca-dc0f-4c1a-a718-3c74bd553668 req-10ed5c3b-f665-4746-81a9-ccc8fa8183fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782802 Dec 15 13:46:19.471673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-52a92bac-8ee7-4098-ad62-12c66e52650f service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202607 Dec 15 13:46:19.524636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dcd72-b1df-4e60-9e32-b31abaeacc83 req-e34117e6-9182-445f-8148-0ce9c9965259 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.532791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b8dcd72-b1df-4e60-9e32-b31abaeacc83 req-e34117e6-9182-445f-8148-0ce9c9965259 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.2074654 Dec 15 13:46:19.581226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-6698ecf9-ff2b-463d-94f0-1cd3794bbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.582800 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-6698ecf9-ff2b-463d-94f0-1cd3794bbd33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.2840850 Dec 15 13:46:19.609342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b8dcd72-b1df-4e60-9e32-b31abaeacc83 req-eba9dda4-a622-41e2-8be6-2f689384328d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741615 Dec 15 13:46:19.631269 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63242-1b68-45ac-b00b-a1d9f3ab10ed req-5759e9cd-40d7-4ecf-972c-d3aa76e5f17f service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527631 Dec 15 13:46:19.673500 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-5d6a0d5d-4742-463e-b623-1dbb68af2372 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 200 len: 217 time: 0.0636780 Dec 15 13:46:19.760717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1dd4-3040-49ea-af9d-92157a2d1821 req-d0b0b139-469f-42d6-b4cc-79595c4c0665 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.764357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0da1dd4-3040-49ea-af9d-92157a2d1821 req-d0b0b139-469f-42d6-b4cc-79595c4c0665 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 947 time: 0.1050584 Dec 15 13:46:19.806657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-53994414-0c62-46fe-83e7-1f7eecd141a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:19.813274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-53994414-0c62-46fe-83e7-1f7eecd141a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.1310818 Dec 15 13:46:19.876588 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0da1dd4-3040-49ea-af9d-92157a2d1821 req-aeeba16f-0693-4bf3-abad-4ff1ba18c240 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061087 Dec 15 13:46:19.905341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-4ec9700d-5a57-40f1-adc6-994f3a761c56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796289 Dec 15 13:46:20.011447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:20.013861 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e85a93a-a3be-4769-bd75-9e43cd7a1531" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:20.050891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0fc5-0735-4d4d-9f05-c75e8c386821 req-8f1b9ba3-0fb0-4610-a824-458a6f189042 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.060076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb4d0fc5-0735-4d4d-9f05-c75e8c386821 req-8f1b9ba3-0fb0-4610-a824-458a6f189042 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.1487629 Dec 15 13:46:20.078615 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2da848-51ba-4012-a7fe-a7db64a52b4e x-openstack-request-id: req-cc2da848-51ba-4012-a7fe-a7db64a52b4e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:20.079903 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:20.079903 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc2da848-51ba-4012-a7fe-a7db64a52b4e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:20.079903 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'status': 'completed', 'code': 200} Dec 15 13:46:20.174718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-a8632d70-2616-4cdf-9e4c-91f44c805330 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320139 Dec 15 13:46:20.184358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-6a19a43f-26bd-4514-bc9e-4080ca1b4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.194248 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-6a19a43f-26bd-4514-bc9e-4080ca1b4a71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0884922 Dec 15 13:46:20.207682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb4d0fc5-0735-4d4d-9f05-c75e8c386821 req-eaee294b-f6f9-4212-8178-d2826dbe19da tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459160 Dec 15 13:46:20.254921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-8ebae59a-2513-40d8-8ffd-ff2fa1f2b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.256350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-8ebae59a-2513-40d8-8ffd-ff2fa1f2b015 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1098 time: 0.1508396 Dec 15 13:46:20.384199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-73ae70ff-6061-4db6-9de4-98a49096d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.386593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-73ae70ff-6061-4db6-9de4-98a49096d383 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1818829 Dec 15 13:46:20.463805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-1f617896-32ed-4fb8-899b-3f84a8c9d6b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.0625026 Dec 15 13:46:20.511614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e3b286dd-952b-4a03-9fdf-a85ed3bf76cb details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:20.537784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-e8e8c94b-075a-47b5-902c-bd040cef51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.539409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-e8e8c94b-075a-47b5-902c-bd040cef51b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0668831 Dec 15 13:46:20.643514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-b449c05b-83c3-400a-a3ff-c9cf6d871f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.652658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-b449c05b-83c3-400a-a3ff-c9cf6d871f19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018741 Dec 15 13:46:20.730155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:20.755917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'e3b286dd-952b-4a03-9fdf-a85ed3bf76cb', 'network_id': 'c580d708-16f9-4190-8de5-251976e4e4cc', 'port_id': 'e3b286dd-952b-4a03-9fdf-a85ed3bf76cb', 'mac_address': 'fa:16:3e:bb:71:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559dc7ee-42c7-49ea-902b-54b1944163be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:20.843039 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:20.851890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-50813d9c-34eb-464f-af95-8b4351a3d22f service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909564 Dec 15 13:46:20.862165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254839c-4b45-4f49-b079-f0fb943568d3 req-1a8c42d5-be1f-4eec-9c05-d9590241cb1c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.863269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b286dd-952b-4a03-9fdf-a85ed3bf76cb {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:20.870853 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4254839c-4b45-4f49-b079-f0fb943568d3 req-1a8c42d5-be1f-4eec-9c05-d9590241cb1c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.0851116 Dec 15 13:46:20.888385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:20.906978 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.014603 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4254839c-4b45-4f49-b079-f0fb943568d3 req-28dae991-307e-42f8-ad87-e2d139865c93 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377511 Dec 15 13:46:21.014928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:21.036924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.037290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.037644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.040398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.040764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.041115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.041466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.041808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.042148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.044096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.044459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.044804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.045145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:21.098852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-6a280be4-2fff-4d37-9a33-b5ce436cc6b2 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166739 Dec 15 13:46:21.133720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b63565c-c259-4f42-a588-280ec9e8b270 req-98419866-df09-4353-888a-075534c534e5 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9202394 Dec 15 13:46:21.163859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-c43c16a8-feb4-4e88-8600-48b9a189ca6a tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.165545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-c43c16a8-feb4-4e88-8600-48b9a189ca6a tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.7597055 Dec 15 13:46:21.182565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-1'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:21.231809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e3b286dd-952b-4a03-9fdf-a85ed3bf76cb'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:21.242609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11698ce-0c63-4abe-aa2f-648398888aa5 req-e30800d7-159b-4f39-b179-a1acfa42b912 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.252006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a11698ce-0c63-4abe-aa2f-648398888aa5 req-e30800d7-159b-4f39-b179-a1acfa42b912 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 945 time: 0.2637494 Dec 15 13:46:21.262531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-1cb3e217-27aa-4954-bd87-4b9b701cbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.263958 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-1cb3e217-27aa-4954-bd87-4b9b701cbaa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.9618516 Dec 15 13:46:21.289417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9835-db0c-4186-9aeb-bb944f9d9910 req-650b1931-3cc8-42b8-b027-c86da26df4fb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.298390 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-434c9835-db0c-4186-9aeb-bb944f9d9910 req-650b1931-3cc8-42b8-b027-c86da26df4fb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 947 time: 0.1000352 Dec 15 13:46:21.378208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a11698ce-0c63-4abe-aa2f-648398888aa5 req-c2174e38-d91d-490a-a6b7-3a0c89ff8ac8 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251924 Dec 15 13:46:21.385467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-ee71a154-7880-4112-9ff1-250725d75e4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.0916233 Dec 15 13:46:21.392038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-434c9835-db0c-4186-9aeb-bb944f9d9910 req-4770a7c8-1f7c-4f9c-b83c-fa217213465c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889707 Dec 15 13:46:21.393694 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.549633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-b03fbff9-e1e2-40de-92b3-a878a06820ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.551392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-b03fbff9-e1e2-40de-92b3-a878a06820ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1317117 Dec 15 13:46:21.611525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e75c-a9eb-4fe2-afa0-6c6a39d38d23 req-5c7beddd-5119-4289-a9c8-ca1884fb0fe3 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.615544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-faa9e75c-a9eb-4fe2-afa0-6c6a39d38d23 req-5c7beddd-5119-4289-a9c8-ca1884fb0fe3 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 945 time: 0.1339858 Dec 15 13:46:21.724238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-faa9e75c-a9eb-4fe2-afa0-6c6a39d38d23 req-8202e3a2-62b9-4e08-98fa-19c086bab9cf tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952573 Dec 15 13:46:21.744288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:21.783728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-362a0cdc-16b6-4649-ab52-9f25ecc028d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.785211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-362a0cdc-16b6-4649-ab52-9f25ecc028d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2217591 Dec 15 13:46:21.921900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:22.000923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:22.002435 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80571fd-ec81-4b52-bddf-6f897f9c02d0" -d '{"events": [{"server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "name": "network-vif-unplugged", "status": "completed", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:22.008591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.014729 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-e9d4180b-bd5b-4b68-8815-aaa2b95848c0 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179852 Dec 15 13:46:22.019203 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.082567 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e4b7e1-f4d7-49ac-9256-2cee9d5b5141 x-openstack-request-id: req-11e4b7e1-f4d7-49ac-9256-2cee9d5b5141 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:22.082867 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "name": "network-vif-unplugged", "status": "completed", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:22.083118 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-11e4b7e1-f4d7-49ac-9256-2cee9d5b5141 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:22.083657 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6', 'code': 200} Dec 15 13:46:22.164497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:22.197229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on host n-h2-821840-1 for vnic_type normal with profile {"migrating_to": "n-h1-821840-1"} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:22.197580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:22.197888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:22.201109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae58960-c34c-4431-aad3-541b606cc1fe req-39f14e57-0b81-41c3-ad82-ee8b8b33d28e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.204167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bae58960-c34c-4431-aad3-541b606cc1fe req-39f14e57-0b81-41c3-ad82-ee8b8b33d28e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.0885596 Dec 15 13:46:22.207174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:22.207502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Attempting to bind port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on network 664f2d65-a5ae-4386-aece-18ed9c9d5a96 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:22.216708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85a93a-a3be-4769-bd75-9e43cd7a1531 req-f3e60069-a28d-4226-b677-2cfa12034f5b service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834962 Dec 15 13:46:22.217620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:22.217961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Checking segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:22.218994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Bound using segment: {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:22.219561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Bound port: 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '664f2d65-a5ae-4386-aece-18ed9c9d5a96'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:22.219943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.287973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bae58960-c34c-4431-aad3-541b606cc1fe req-5b5bc65f-43d0-4f94-a660-51d7effec8bd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629365 Dec 15 13:46:22.298815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:22.302255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:22.308499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.386119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.386744 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:22.388190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] 10.222.0.74 "PUT /v2.0/ports/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 200 len: 1121 time: 1.2115071 Dec 15 13:46:22.392432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e4793-951d-4abd-9285-8a17a3960601 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:22.514914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:22.557548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf79b-f8e5-460e-94b1-435341811e9c req-297e243a-3bdf-4009-9c58-b33a64c5b60f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.565673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c04bf79b-f8e5-460e-94b1-435341811e9c req-297e243a-3bdf-4009-9c58-b33a64c5b60f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 947 time: 0.0835836 Dec 15 13:46:22.579685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:22.582654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:22.611284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed66d43-6b6d-43f4-bd75-49121e051ae6 req-d0226b38-e989-4eae-ab93-0dabcc248cc5 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.613214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed66d43-6b6d-43f4-bd75-49121e051ae6 req-d0226b38-e989-4eae-ab93-0dabcc248cc5 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 945 time: 0.1185207 Dec 15 13:46:22.638034 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c04bf79b-f8e5-460e-94b1-435341811e9c req-6d60be19-05f6-420d-ab9d-81d50b5043be tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713856 Dec 15 13:46:22.714141 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed66d43-6b6d-43f4-bd75-49121e051ae6 req-2e720a5e-ca9f-4f6f-860b-a57aba8af06e tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819345 Dec 15 13:46:22.919773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:22.965570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'mac_address': 'fa:16:3e:5c:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:23.085794 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:23.092959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b97c0-0a11-4b48-9fc3-5080f044ca4c req-d1a96001-fc70-461f-a206-814f3ed77cf2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.095669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c38b97c0-0a11-4b48-9fc3-5080f044ca4c req-d1a96001-fc70-461f-a206-814f3ed77cf2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.1001661 Dec 15 13:46:23.104516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e47263-5369-429b-a6c9-68d8dd6996fa {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:23.135899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:23.142880 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:23.143691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:23.231200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c38b97c0-0a11-4b48-9fc3-5080f044ca4c req-4d644586-38d7-4d25-b24a-d6fec9aa3f19 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137016 Dec 15 13:46:23.273795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:23.333255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:23.354023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 has no active binding in host n-h1-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:46:23.355573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-7f48d7f9-aa03-42db-892c-3588100efe6c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.357387 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-7f48d7f9-aa03-42db-892c-3588100efe6c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0&tenant_id=0272c3ccba944423bff8b820950abe5f&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 948 time: 0.1076076 Dec 15 13:46:23.358840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8e700-a89f-4f6e-ae59-400dff742746 req-bcf2808c-7926-4e21-a57c-43e0bba4cf55 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.361167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0da8e700-a89f-4f6e-ae59-400dff742746 req-bcf2808c-7926-4e21-a57c-43e0bba4cf55 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.0939255 Dec 15 13:46:23.438468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0da8e700-a89f-4f6e-ae59-400dff742746 req-9f6516e5-568a-43f0-906b-08ddd672f432 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681360 Dec 15 13:46:23.490890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10f10b-f0b4-4552-adef-ebc83f5e1a23 req-9b6450e9-554d-4235-85a9-2f22c4c9748d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.492495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf10f10b-f0b4-4552-adef-ebc83f5e1a23 req-9b6450e9-554d-4235-85a9-2f22c4c9748d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.0795019 Dec 15 13:46:23.498567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-a8262059-1b7c-4f99-a8f5-443c3b2ca3cb service neutron] 10.222.0.74 "GET /v2.0/ports/a6e47263-5369-429b-a6c9-68d8dd6996fa/bindings/n-h1-821840-1 HTTP/1.1" status: 200 len: 382 time: 0.1197724 Dec 15 13:46:23.580724 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf10f10b-f0b4-4552-adef-ebc83f5e1a23 req-3e93e608-d108-45a4-9b2f-1fa2fc0cd46d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778644 Dec 15 13:46:23.588288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-c2bd258d-85ec-468f-b846-fd693be141f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.589922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-c2bd258d-85ec-468f-b846-fd693be141f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1099 time: 0.0646443 Dec 15 13:46:23.714707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-8344e8cc-14af-4389-a522-d12ff26fea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.715230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-8344e8cc-14af-4389-a522-d12ff26fea70 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1129653 Dec 15 13:46:23.769874 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-dc5eb0fd-2c7e-4fc4-8f56-89774cdfdacd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.0465634 Dec 15 13:46:23.849045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-da21b964-2293-4ce3-b19c-de43cb559644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.850443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-da21b964-2293-4ce3-b19c-de43cb559644 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0698798 Dec 15 13:46:23.860473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a6e47263-5369-429b-a6c9-68d8dd6996fa'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:23.916730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277137-1fce-4cc7-ae77-86af7ff91e38 req-e61d6f90-6521-4ad2-a9e9-2903e7c15188 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.928168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e277137-1fce-4cc7-ae77-86af7ff91e38 req-e61d6f90-6521-4ad2-a9e9-2903e7c15188 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 945 time: 0.1118562 Dec 15 13:46:23.944934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-d3de3c1d-b3c6-4126-8ead-7fec9d4f4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.950000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-d3de3c1d-b3c6-4126-8ead-7fec9d4f4f66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863466 Dec 15 13:46:24.040173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e277137-1fce-4cc7-ae77-86af7ff91e38 req-29ba9ae2-8485-4852-ab80-91cf39128668 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963249 Dec 15 13:46:24.084970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:24.087583 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5447985-9979-4e8d-a7d4-4f694fac6485" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:24.095464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-47905f2e-f2f0-43a9-b956-ad6cbc7515c1 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368608 Dec 15 13:46:24.174122 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e798bea6-83d2-4bea-8043-70709d490dea x-openstack-request-id: req-e798bea6-83d2-4bea-8043-70709d490dea {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:24.174455 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:24.174682 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e798bea6-83d2-4bea-8043-70709d490dea {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:24.175118 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6', 'status': 'completed', 'code': 200} Dec 15 13:46:24.246629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-d6f2c4d8-2dae-4f18-82e2-fe79f0dfc971 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377680 Dec 15 13:46:24.252889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-508e0118-f40a-42a1-8652-4d1acae222bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.254322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-508e0118-f40a-42a1-8652-4d1acae222bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1124 time: 0.0686769 Dec 15 13:46:24.376183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9617f-bd8f-4a91-ad6a-4392747c2b84 req-9e0388ba-3951-4e3e-b86b-169a5a573254 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.377891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38c9617f-bd8f-4a91-ad6a-4392747c2b84 req-9e0388ba-3951-4e3e-b86b-169a5a573254 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0584648 Dec 15 13:46:24.380665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-f9de1d2b-f8b7-47f0-953c-1dbad8612018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.382140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-f9de1d2b-f8b7-47f0-953c-1dbad8612018 service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.1175640 Dec 15 13:46:24.427339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-371d056a-43ff-4aff-8e9a-0fbb59a4676b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0356653 Dec 15 13:46:24.430017 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38c9617f-bd8f-4a91-ad6a-4392747c2b84 req-5a79a681-6362-4236-9528-806ad6eefa6c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Dec 15 13:46:24.484452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-7c1e0ab3-9814-48fc-8d84-bcb75fc226b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.487027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-7c1e0ab3-9814-48fc-8d84-bcb75fc226b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0508008 Dec 15 13:46:24.524313 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-63787466-db0d-4aa3-ba28-68f334524a14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279894 Dec 15 13:46:24.532129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e3b286dd-952b-4a03-9fdf-a85ed3bf76cb up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:24.569714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf652b7-efb9-4d4c-941c-292a7f0a867f req-2638fc2e-c9fc-47c3-88d3-bd3f2e838bb7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.571279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbf652b7-efb9-4d4c-941c-292a7f0a867f req-2638fc2e-c9fc-47c3-88d3-bd3f2e838bb7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.0567143 Dec 15 13:46:24.586683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:24.591162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:24.591719 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:24.622138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbf652b7-efb9-4d4c-941c-292a7f0a867f req-8c231cb3-1e92-4288-866b-732644e7a3f4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 Dec 15 13:46:24.628831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53065cd-25f7-4578-b6a2-4857f57a5f54 req-dfc7c571-3daa-43c9-948b-6967eb1653b2 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.630001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f53065cd-25f7-4578-b6a2-4857f57a5f54 req-dfc7c571-3daa-43c9-948b-6967eb1653b2 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 951 time: 0.1090131 Dec 15 13:46:24.693680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-84e01c14-14b1-42c5-9c24-e0520a80d559 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571615 Dec 15 13:46:24.698134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:24.706345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f53065cd-25f7-4578-b6a2-4857f57a5f54 req-41e44f52-0e49-43d3-a14c-e6fb91a61275 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697680 Dec 15 13:46:24.728563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a20e1-c690-4f2b-a6e7-24d53179b52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b286dd-952b-4a03-9fdf-a85ed3bf76cb'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:24.728563 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42db909f-77dd-4e28-ad2f-ec504a0a9251" -d '{"events": [{"server_uuid": "835a20e1-c690-4f2b-a6e7-24d53179b52b", "name": "network-vif-plugged", "status": "completed", "tag": "e3b286dd-952b-4a03-9fdf-a85ed3bf76cb"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:24.745532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:24.753636 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:24.759896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ee42c-948b-4c65-9ab1-e8c65b37ec97 req-9cfdcc1b-3eb6-4abf-91d0-df6173d603f5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.761615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-328ee42c-948b-4c65-9ab1-e8c65b37ec97 req-9cfdcc1b-3eb6-4abf-91d0-df6173d603f5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.0764892 Dec 15 13:46:24.784283 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09edda9-cf6c-42ad-bf82-aebf53b0929f x-openstack-request-id: req-d09edda9-cf6c-42ad-bf82-aebf53b0929f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:24.784650 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835a20e1-c690-4f2b-a6e7-24d53179b52b", "name": "network-vif-plugged", "status": "completed", "tag": "e3b286dd-952b-4a03-9fdf-a85ed3bf76cb", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:24.784838 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d09edda9-cf6c-42ad-bf82-aebf53b0929f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:24.785234 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835a20e1-c690-4f2b-a6e7-24d53179b52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b286dd-952b-4a03-9fdf-a85ed3bf76cb', 'code': 200} Dec 15 13:46:24.834456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:24.848948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-328ee42c-948b-4c65-9ab1-e8c65b37ec97 req-63d724ed-8af5-4319-a581-7ced4e2fda41 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777609 Dec 15 13:46:24.857654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5447985-9979-4e8d-a7d4-4f694fac6485 req-4e765765-3abc-4701-b931-1b7a2ecd1c08 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372209 Dec 15 13:46:24.901352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc168c55-420f-4e87-80f0-fa9e498b111a req-17670c6b-a007-4792-9c12-82d5f442a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:24.902773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bc168c55-420f-4e87-80f0-fa9e498b111a req-17670c6b-a007-4792-9c12-82d5f442a8e9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 1097 time: 0.0417614 Dec 15 13:46:24.956164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bc168c55-420f-4e87-80f0-fa9e498b111a req-fd977908-2be4-49ca-9f91-7359ee62d60d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Dec 15 13:46:25.157666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead5a1f-ad2c-49f2-ac33-1855b280720c req-8e4a7090-a7e0-4486-9bd3-eaa8a9914810 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:25.159133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eead5a1f-ad2c-49f2-ac33-1855b280720c req-8e4a7090-a7e0-4486-9bd3-eaa8a9914810 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 946 time: 0.0578146 Dec 15 13:46:25.208984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eead5a1f-ad2c-49f2-ac33-1855b280720c req-025d89bb-58ab-4878-9fdd-dc58b8f07a79 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Dec 15 13:46:25.559263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98b9c-7718-4e21-a75a-7cdda5617626 req-8eec57a0-7163-45ec-8b9b-21824074ec44 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:25.561028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2f98b9c-7718-4e21-a75a-7cdda5617626 req-8eec57a0-7163-45ec-8b9b-21824074ec44 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0532491 Dec 15 13:46:25.615585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2f98b9c-7718-4e21-a75a-7cdda5617626 req-15975ff3-88d3-435f-8be4-99814911f583 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Dec 15 13:46:25.748970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01e3b7-a7ed-47b8-b5c2-aeb23b88cccb req-9782f7ac-5d23-4759-8d8f-39db3ab320fe tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:25.750682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad01e3b7-a7ed-47b8-b5c2-aeb23b88cccb req-9782f7ac-5d23-4759-8d8f-39db3ab320fe tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.0532625 Dec 15 13:46:25.805959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad01e3b7-a7ed-47b8-b5c2-aeb23b88cccb req-95d3c6b7-8f74-47ae-89db-63cfd5b85464 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 Dec 15 13:46:25.852645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd0d3e-9c57-40af-82cc-d636f2504518 req-f7005c48-a8d6-4954-8aba-2258b7345ec9 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:25.854402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bd0d3e-9c57-40af-82cc-d636f2504518 req-f7005c48-a8d6-4954-8aba-2258b7345ec9 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 951 time: 0.0707748 Dec 15 13:46:25.910809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bd0d3e-9c57-40af-82cc-d636f2504518 req-5e05b95a-8fe6-421c-b87d-0f0b243dfc3b tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493953 Dec 15 13:46:25.992470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41930732-7991-4f55-a35f-e2da0d0a2cb8 req-64ea3b58-2dc4-45a4-8676-84d22f232a74 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:25.993850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41930732-7991-4f55-a35f-e2da0d0a2cb8 req-64ea3b58-2dc4-45a4-8676-84d22f232a74 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.0713832 Dec 15 13:46:26.046554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41930732-7991-4f55-a35f-e2da0d0a2cb8 req-7d44d7ab-4e8d-4787-bbb7-e95d7e4b10eb tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Dec 15 13:46:26.400831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f9cc1-c8ce-44fb-b6e4-1285b624f5cf req-7fc1f2de-b875-428e-bc90-e2c7d7a86d43 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.402550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-402f9cc1-c8ce-44fb-b6e4-1285b624f5cf req-7fc1f2de-b875-428e-bc90-e2c7d7a86d43 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 946 time: 0.0571368 Dec 15 13:46:26.458152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-402f9cc1-c8ce-44fb-b6e4-1285b624f5cf req-5a726245-aea3-4dcd-a1ba-66e5226483a9 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Dec 15 13:46:26.544387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:26.629486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port a6e47263-5369-429b-a6c9-68d8dd6996fa completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:26.633388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port a6e47263-5369-429b-a6c9-68d8dd6996fa triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:26.633766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:26.738096 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:26.775024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c38b2c-fbc5-4e2a-b8d5-559c8b453448 req-8cc72a70-323a-4454-ae58-e24f10ae9849 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.777335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33c38b2c-fbc5-4e2a-b8d5-559c8b453448 req-8cc72a70-323a-4454-ae58-e24f10ae9849 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.0657787 Dec 15 13:46:26.777900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:26.783053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:26.787626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:26.790455 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506811b-40e5-4b0f-82c7-3e2ef3516ae5" -d '{"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-plugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:26.848392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:26.855925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33c38b2c-fbc5-4e2a-b8d5-559c8b453448 req-addfecea-960b-4484-9723-fa1fde4af5d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607910 Dec 15 13:46:26.909489 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90fa2d5-6124-4386-bd4b-c84757f1b58a x-openstack-request-id: req-e90fa2d5-6124-4386-bd4b-c84757f1b58a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:26.909915 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-plugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:26.910274 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e90fa2d5-6124-4386-bd4b-c84757f1b58a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:26.910799 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'code': 200} Dec 15 13:46:26.966951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d82c5f-b59f-4e3d-87bf-1c92891e9206 req-437460bc-fb9a-4873-b1be-fa6a121db778 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:26.968660 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43d82c5f-b59f-4e3d-87bf-1c92891e9206 req-437460bc-fb9a-4873-b1be-fa6a121db778 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0534396 Dec 15 13:46:27.022921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43d82c5f-b59f-4e3d-87bf-1c92891e9206 req-cfdeb069-7193-4b2b-8193-a05ce1a9191e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474350 Dec 15 13:46:27.202271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d09ccc-11f9-4cd1-9ed5-d3ee7414a102 req-96efd831-13e7-4a13-9f3c-14cffb4b711c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:27.204709 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7d09ccc-11f9-4cd1-9ed5-d3ee7414a102 req-96efd831-13e7-4a13-9f3c-14cffb4b711c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.0723600 Dec 15 13:46:27.266176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7d09ccc-11f9-4cd1-9ed5-d3ee7414a102 req-ab176ea4-4b26-47f2-9cd9-29ad3c4abcb6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533407 Dec 15 13:46:27.533449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-ee4c11bc-41dc-4778-bea4-5dd8c5c956dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:27.534989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-ee4c11bc-41dc-4778-bea4-5dd8c5c956dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0&tenant_id=0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 1100 time: 0.0653036 Dec 15 13:46:27.555028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:27.645584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53366a9-32b4-4fa1-a29a-3017aa633144 req-251a1717-4e11-4836-88d4-31b607f2b747 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:27.647100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e53366a9-32b4-4fa1-a29a-3017aa633144 req-251a1717-4e11-4836-88d4-31b607f2b747 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 946 time: 0.1107779 Dec 15 13:46:27.655856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:27.758281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e53366a9-32b4-4fa1-a29a-3017aa633144 req-d41bc133-06e3-4781-b370-e069602d1843 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041732 Dec 15 13:46:27.980677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:27.983456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-a8f38664-cd6a-468e-a8cc-1108b6bc414e service neutron] 10.222.0.24 "GET /v2.0/ports/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6/bindings/n-h1-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.1037955 Dec 15 13:46:28.081193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:28.138389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c4abf-d2e7-4550-b499-8e6f1d46b3bb req-2c54cb23-7916-4101-ad27-2a984a63fc82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.139900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-639c4abf-d2e7-4550-b499-8e6f1d46b3bb req-2c54cb23-7916-4101-ad27-2a984a63fc82 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 943 time: 0.1386919 Dec 15 13:46:28.180765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:28.182966 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31456710-c175-4ce8-983f-9b87209761c8" -d '{"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:28.187711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.230136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Transition to ACTIVE for port object a6e47263-5369-429b-a6c9-68d8dd6996fa will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:28.240368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.311764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0cf01-a467-4bb9-b495-151b57766621 req-a0cdd6ac-d577-42cf-98ff-8b45f401cc41 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.314738 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4b0cf01-a467-4bb9-b495-151b57766621 req-a0cdd6ac-d577-42cf-98ff-8b45f401cc41 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 946 time: 0.0567212 Dec 15 13:46:28.322274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-639c4abf-d2e7-4550-b499-8e6f1d46b3bb req-a034811e-bfe1-4ba4-8a58-eb9f412dcd05 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712446 Dec 15 13:46:28.374186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] No DVR routers for this DVR port a6e47263-5369-429b-a6c9-68d8dd6996fa on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:28.376919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:28.391257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4b0cf01-a467-4bb9-b495-151b57766621 req-e0125454-6cb2-4a4a-8bde-94aa5a7cd3a7 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534990 Dec 15 13:46:28.434441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:28.485881 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc1c5e-7d47-4959-8362-7b4680fc618b x-openstack-request-id: req-5adc1c5e-7d47-4959-8362-7b4680fc618b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:28.486099 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:28.486291 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5adc1c5e-7d47-4959-8362-7b4680fc618b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:28.486770 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'code': 200} Dec 15 13:46:28.499068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:28.499927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:28.500414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:28.513830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:28.541058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:28.541745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Attempting to bind port a6e47263-5369-429b-a6c9-68d8dd6996fa on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:28.560831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:28.561307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:28.562336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:28.562601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Bound port: a6e47263-5369-429b-a6c9-68d8dd6996fa, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:28.563082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.568522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:28.589158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d195a4f-45c7-4105-a37c-50fc1dbba826 req-6a667227-74e2-40a7-9331-f9accdb4c767 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.590743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d195a4f-45c7-4105-a37c-50fc1dbba826 req-6a667227-74e2-40a7-9331-f9accdb4c767 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.1615510 Dec 15 13:46:28.615350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:28.631419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:28.672069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.736968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:28.772969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d195a4f-45c7-4105-a37c-50fc1dbba826 req-e7664179-b849-4945-a5fd-341caea72155 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716301 Dec 15 13:46:28.781957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:28.798878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:28.807092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.837663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.880287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:28.884520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.886204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] 10.222.0.24 "PUT /v2.0/ports/a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 1096 time: 1.3358974 Dec 15 13:46:28.902466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:28.911621 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:28.914357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:28.917665 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c794b2e-2ed5-4ce6-b5ef-fef278774bba" -d '{"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:28.950762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] Transition to ACTIVE for port object 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:28.951737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95a204-f99a-42a9-b3ed-d7afa34cc59d service neutron] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:28.983517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=11']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:28.990876 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.103793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] No DVR routers for this DVR port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:29.110635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-12cc8d81-c800-4d9b-9e0f-34b1452ecad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.112168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-12cc8d81-c800-4d9b-9e0f-34b1452ecad3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1099 time: 0.1871655 Dec 15 13:46:29.175635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727d035-2119-48ce-9aae-bac3c711c42d req-2f52c28b-262d-425a-82a8-6585265539f4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.177211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2727d035-2119-48ce-9aae-bac3c711c42d req-2f52c28b-262d-425a-82a8-6585265539f4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.2094626 Dec 15 13:46:29.177838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:29.235756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-5dbea65d-af35-4100-99f8-85dd2d08f270 service neutron] 10.222.0.24 "PUT /v2.0/ports/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6/bindings/n-h1-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2446032 Dec 15 13:46:29.264180 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e466fc3-2279-4ff9-9f20-66fa0a4b893e x-openstack-request-id: req-1e466fc3-2279-4ff9-9f20-66fa0a4b893e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:29.264528 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:29.264813 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1e466fc3-2279-4ff9-9f20-66fa0a4b893e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:29.265267 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'code': 200} Dec 15 13:46:29.309723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2727d035-2119-48ce-9aae-bac3c711c42d req-118f2b5f-c7f9-49db-b111-d559d4c7df9c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970786 Dec 15 13:46:29.310836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-bc3a154c-d6c6-426e-816f-4f3df58fbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.312813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-bc3a154c-d6c6-426e-816f-4f3df58fbacf service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1898494 Dec 15 13:46:29.389870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-3d0b11c2-169a-483c-a1fe-3d30852e13fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.0640972 Dec 15 13:46:29.409804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-cc82e025-c459-4432-8fbb-eae84a1c87c4 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.411450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-cc82e025-c459-4432-8fbb-eae84a1c87c4 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.0976944 Dec 15 13:46:29.516916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-c3676b46-ed7e-4c43-b258-88a328171a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.518407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-c3676b46-ed7e-4c43-b258-88a328171a7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1199746 Dec 15 13:46:29.537653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d29d28-64ea-49a0-b7d5-6aea429cbd42 req-a1eab10d-2703-4ccb-8d3f-07489b729cc5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.539303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3d29d28-64ea-49a0-b7d5-6aea429cbd42 req-a1eab10d-2703-4ccb-8d3f-07489b729cc5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 944 time: 0.1052406 Dec 15 13:46:29.566352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b4e1-5f01-47da-a316-f13a39790baa req-50ea6a68-1da1-4f26-93da-82cc7680e70b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.569243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c595b4e1-5f01-47da-a316-f13a39790baa req-50ea6a68-1da1-4f26-93da-82cc7680e70b tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 946 time: 0.0655417 Dec 15 13:46:29.571512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-cac8b272-47a9-4e8e-aaed-b823aabc17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.573265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-cac8b272-47a9-4e8e-aaed-b823aabc17e3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b&tenant_id=72f3a4952976434a83ac56055293d649 HTTP/1.1" status: 200 len: 1095 time: 0.1403012 Dec 15 13:46:29.657861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-a21792e1-471b-4cc4-bc89-57370246bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.659738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-a21792e1-471b-4cc4-bc89-57370246bb8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319144 Dec 15 13:46:29.667280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3d29d28-64ea-49a0-b7d5-6aea429cbd42 req-67e5662d-41b2-40b7-b6b7-713790d0aa35 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159182 Dec 15 13:46:29.684355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Deleting port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:29.684707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.745153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-dadb94ee-1318-45fb-92f5-4bb93975831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.747342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-dadb94ee-1318-45fb-92f5-4bb93975831b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1095 time: 0.1427729 Dec 15 13:46:29.822281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] For port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,segment=NetworkSegment(93079c09-400a-4c63-ae75-7d68c985288e),segment_id=93079c09-400a-4c63-ae75-7d68c985288e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:29.822739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:29.836882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Calling delete_port for e3b286dd-952b-4a03-9fdf-a85ed3bf76cb owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:29.909853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-71d4f412-7402-402c-9d9b-0ad7ee5d1217 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413435 Dec 15 13:46:29.924968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33de9a7-db15-457b-8c5d-be3c0bbf3f32 req-e092a82c-aed8-4e39-a469-ee53df21f88c tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.926449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a33de9a7-db15-457b-8c5d-be3c0bbf3f32 req-e092a82c-aed8-4e39-a469-ee53df21f88c tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/ports?device_id=835a20e1-c690-4f2b-a6e7-24d53179b52b HTTP/1.1" status: 200 len: 946 time: 0.1550536 Dec 15 13:46:29.969684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3e9b6-1d5b-4d8b-8778-57b16953d5a0 req-97010285-dc65-44b4-8f8a-e2955b723afd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:29.971944 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0eb3e9b6-1d5b-4d8b-8778-57b16953d5a0 req-97010285-dc65-44b4-8f8a-e2955b723afd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.0796528 Dec 15 13:46:30.024853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-ba848d06-eec2-4774-8c28-31e91eb27f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.026240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-ba848d06-eec2-4774-8c28-31e91eb27f87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.2705283 Dec 15 13:46:30.102800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0eb3e9b6-1d5b-4d8b-8778-57b16953d5a0 req-25e52539-3749-4ec6-8e67-b84d0fcc1564 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080592 Dec 15 13:46:30.104381 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.118293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e3b286dd-952b-4a03-9fdf-a85ed3bf76cb'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:30.149429 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:46:30.166168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event deleted for resources: {'Port': ['ID=e3b286dd-952b-4a03-9fdf-a85ed3bf76cb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:30.231221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] No DVR routers for this DVR port e3b286dd-952b-4a03-9fdf-a85ed3bf76cb on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:30.237244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.248490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c595b4e1-5f01-47da-a316-f13a39790baa req-ce5b8296-7fe8-409e-a318-859bf72492fc tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.74 "DELETE /v2.0/ports/e3b286dd-952b-4a03-9fdf-a85ed3bf76cb HTTP/1.1" status: 204 len: 173 time: 0.6659017 Dec 15 13:46:30.249922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a20e1-c690-4f2b-a6e7-24d53179b52b', 'name': 'network-vif-deleted', 'tag': 'e3b286dd-952b-4a03-9fdf-a85ed3bf76cb'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:30.258657 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf0f4e-59f9-49bc-a5bb-0a539c30dd8e" -d '{"events": [{"server_uuid": "835a20e1-c690-4f2b-a6e7-24d53179b52b", "name": "network-vif-deleted", "tag": "e3b286dd-952b-4a03-9fdf-a85ed3bf76cb"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:30.488218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-bf2c9f56-c606-4ef3-b857-120702cf7d7f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 200 len: 217 time: 0.4448249 Dec 15 13:46:30.490856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:30.493669 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281d42ed-b954-43f8-835a-855e372405d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:30.510360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a33de9a7-db15-457b-8c5d-be3c0bbf3f32 req-ef0419a5-0f75-4adb-b8cd-ecf63ef1f660 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups?id=dfc2029c-1a74-4e33-9074-2f9170d850fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620100 Dec 15 13:46:30.564267 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.579925 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72da217-afc5-4daa-810a-9dc40ecba8c4 x-openstack-request-id: req-f72da217-afc5-4daa-810a-9dc40ecba8c4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:30.581038 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835a20e1-c690-4f2b-a6e7-24d53179b52b", "name": "network-vif-deleted", "tag": "e3b286dd-952b-4a03-9fdf-a85ed3bf76cb", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:30.581038 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f72da217-afc5-4daa-810a-9dc40ecba8c4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:30.581632 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835a20e1-c690-4f2b-a6e7-24d53179b52b', 'name': 'network-vif-deleted', 'tag': 'e3b286dd-952b-4a03-9fdf-a85ed3bf76cb', 'status': 'completed', 'code': 200} Dec 15 13:46:30.583749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5d1c477-7a90-4447-a86f-fc2b1692c7d4 req-68e09469-1d86-4425-8e37-3d9e4d13075e service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498611 Dec 15 13:46:30.586951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:30.611654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-032b4eec-caed-44fa-9018-d381a8b90ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.616732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-032b4eec-caed-44fa-9018-d381a8b90ace service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0876429 Dec 15 13:46:30.634575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 30cbfcef-ba10-433a-bf89-d62784e03216 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:30.653987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:30.686830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-06e85792-65aa-4d3a-9475-595bd8f31fb7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602934 Dec 15 13:46:30.754323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c0dc-c0dd-4776-93d0-05e04a00521a req-78bf0c3e-1784-43ba-87aa-de912fa774cd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.754594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:30.758037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77c8c0dc-c0dd-4776-93d0-05e04a00521a req-78bf0c3e-1784-43ba-87aa-de912fa774cd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.0851896 Dec 15 13:46:30.772126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '30cbfcef-ba10-433a-bf89-d62784e03216', 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00', 'port_id': '30cbfcef-ba10-433a-bf89-d62784e03216', 'mac_address': 'fa:16:3e:c8:f3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155b3a00-9352-46c0-9941-5adafc4b409e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:30.837996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.841566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77c8c0dc-c0dd-4776-93d0-05e04a00521a req-154bf645-f893-49c7-8090-dac5e0738caa tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769098 Dec 15 13:46:30.856119 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.860308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cbfcef-ba10-433a-bf89-d62784e03216 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:30.895797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:30.901302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:30.917983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f2be8-b114-45a2-a3c9-5e7dd1e96b42 req-3be3c83f-ad29-4f9f-ab6b-984ecb893f7d tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:30.925495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3b7f2be8-b114-45a2-a3c9-5e7dd1e96b42 req-3be3c83f-ad29-4f9f-ab6b-984ecb893f7d tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 947 time: 0.1523032 Dec 15 13:46:30.974424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-808e44a4-06ac-456a-9d4c-b38facf050f6 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682672 Dec 15 13:46:30.988879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:31.042728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740347-f64e-4c44-999a-9bfc201d28cd req-e7b41c86-f12b-4028-9c74-057c43e13c33 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.044666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e740347-f64e-4c44-999a-9bfc201d28cd req-e7b41c86-f12b-4028-9c74-057c43e13c33 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 945 time: 0.0879078 Dec 15 13:46:31.068838 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3b7f2be8-b114-45a2-a3c9-5e7dd1e96b42 req-b9a1f2c3-f384-453f-8626-982dfacf2515 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423659 Dec 15 13:46:31.111714 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fde695a6-599f-4b85-b283-d5ce53fe3512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.127333 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e740347-f64e-4c44-999a-9bfc201d28cd req-f8db495e-1761-49af-abcd-e05a0a481a96 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752594 Dec 15 13:46:31.141702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-b9d48c5b-70c7-400e-9af2-3be6d10c6fc6 service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556222 Dec 15 13:46:31.160732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['30cbfcef-ba10-433a-bf89-d62784e03216'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:31.176478 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c36bff-5e91-4b03-8566-1baf40f9f7ae x-openstack-request-id: req-36c36bff-5e91-4b03-8566-1baf40f9f7ae {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:31.177223 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:31.177644 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-36c36bff-5e91-4b03-8566-1baf40f9f7ae {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:31.178249 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'status': 'completed', 'code': 200} Dec 15 13:46:31.319606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d42ed-b954-43f8-835a-855e372405d3 req-96bc1877-91c2-45f0-b358-fae6ab1af1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.321149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-96bc1877-91c2-45f0-b358-fae6ab1af1bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1099 time: 0.1013095 Dec 15 13:46:31.346416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d42ed-b954-43f8-835a-855e372405d3 req-1cfa6921-f71d-486e-8542-4d9711f08a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.347936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-1cfa6921-f71d-486e-8542-4d9711f08a0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 1099 time: 0.1677907 Dec 15 13:46:31.350343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c9e46-5fb3-4b6e-bbb7-6bc1c6213aa5 req-6ff299a9-2c68-497c-8e8f-1bd069bb413d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.352584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e7c9e46-5fb3-4b6e-bbb7-6bc1c6213aa5 req-6ff299a9-2c68-497c-8e8f-1bd069bb413d tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 944 time: 0.0764747 Dec 15 13:46:31.431344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f03474-9e93-49e8-9585-9893288ae397 req-a2a0147a-443c-46cd-acbd-d7778580875e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.433001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45f03474-9e93-49e8-9585-9893288ae397 req-a2a0147a-443c-46cd-acbd-d7778580875e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.1605618 Dec 15 13:46:31.491020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e7c9e46-5fb3-4b6e-bbb7-6bc1c6213aa5 req-9bb970c6-f4ca-459b-a91c-32ac4f19492e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299033 Dec 15 13:46:31.507035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-05fb83df-07cf-4236-a151-28fc7f2ebd4d tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.508736 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-05fb83df-07cf-4236-a151-28fc7f2ebd4d tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b&tenant_id=72f3a4952976434a83ac56055293d649&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.0682247 Dec 15 13:46:31.584778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45f03474-9e93-49e8-9585-9893288ae397 req-c5ca509a-19ab-4ea0-b36c-0ee5e686b6b4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146684 Dec 15 13:46:31.585781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d42ed-b954-43f8-835a-855e372405d3 req-f72c1ec4-7c6a-4427-a952-f9a42316413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.587275 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-f72c1ec4-7c6a-4427-a952-f9a42316413e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2186301 Dec 15 13:46:31.588260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d42ed-b954-43f8-835a-855e372405d3 req-2771eab5-c08a-4769-ba72-c53265817c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.589628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-2771eab5-c08a-4769-ba72-c53265817c94 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2557430 Dec 15 13:46:31.640013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-c36af551-9a70-4c10-b66b-be0f7fc6b106 service neutron] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:31.644258 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-c36af551-9a70-4c10-b66b-be0f7fc6b106 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.645391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e0162a3e-6055-4960-a8f8-4937b165d913 req-c36af551-9a70-4c10-b66b-be0f7fc6b106 service neutron] 10.222.0.74 "DELETE /v2.0/ports/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6/bindings/n-h2-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.1288238 Dec 15 13:46:31.674078 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-84c50f9e-2e0d-4672-aa4a-95d187b79701 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.0730703 Dec 15 13:46:31.675936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-df543cbf-41e4-4e4f-863c-b560e3669e02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 200 len: 217 time: 0.0738702 Dec 15 13:46:31.780582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d42ed-b954-43f8-835a-855e372405d3 req-9141fb54-7256-41a7-ab7e-397b2472e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.782618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-9141fb54-7256-41a7-ab7e-397b2472e0f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0957279 Dec 15 13:46:31.782916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49378) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:31.784171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d42ed-b954-43f8-835a-855e372405d3 req-7ac3e4c8-49d0-48a2-84ff-5787cf710c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.785545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-7ac3e4c8-49d0-48a2-84ff-5787cf710c02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0967343 Dec 15 13:46:31.845272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f10ffa3-b6e5-4a1a-b719-a24a28a43c23 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.873149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d42ed-b954-43f8-835a-855e372405d3 req-dba32d57-8b1b-456c-9993-26fb2d2cb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.874776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-dba32d57-8b1b-456c-9993-26fb2d2cb677 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782859 Dec 15 13:46:31.875940 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f10ffa3-b6e5-4a1a-b719-a24a28a43c23 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.877489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d42ed-b954-43f8-835a-855e372405d3 req-1b18bc6d-8790-409f-902a-7c1090bb5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:31.879007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-1b18bc6d-8790-409f-902a-7c1090bb5cfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738463 Dec 15 13:46:31.928508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f10ffa3-b6e5-4a1a-b719-a24a28a43c23 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.931682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f10ffa3-b6e5-4a1a-b719-a24a28a43c23 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:31.932894 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0f10ffa3-b6e5-4a1a-b719-a24a28a43c23 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "DELETE /v2.0/security-groups/e2036f5f-ef1d-49d0-9a74-0a732442ff40 HTTP/1.1" status: 204 len: 168 time: 0.1487665 Dec 15 13:46:31.938404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49382) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:31.951585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10ffa3-b6e5-4a1a-b719-a24a28a43c23 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2036f5f-ef1d-49d0-9a74-0a732442ff40,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:31.959817 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-09979f13-c246-493e-93e9-dc268ceab5e9 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] show failed (client error): The resource could not be found. Dec 15 13:46:31.963930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-09979f13-c246-493e-93e9-dc268ceab5e9 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "GET /v2.0/security-groups/e2036f5f-ef1d-49d0-9a74-0a732442ff40 HTTP/1.1" status: 404 len: 347 time: 0.0243814 Dec 15 13:46:31.965617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:32.102170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c38697-3c57-45a6-a65c-3f468b2038df req-87d2ec97-dac7-47fe-9a39-94d7124d51a8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.104710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33c38697-3c57-45a6-a65c-3f468b2038df req-87d2ec97-dac7-47fe-9a39-94d7124d51a8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 944 time: 0.1817703 Dec 15 13:46:32.112052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Deleting port 145c3d8f-67d1-457c-a1b3-2d6b51171c7e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:32.112412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.151339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-b2a87323-8e22-41ae-8a12-4943b0f9ae19 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552722 Dec 15 13:46:32.159331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-7ebb0ea3-f7d9-4f4f-856d-b1b7191aa299 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710783 Dec 15 13:46:32.257094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb89f-2ea8-4f51-9534-92a25aae536f req-0910ad4d-9d50-4d1c-ba48-34084a81aa9b tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.258471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8aafb89f-2ea8-4f51-9534-92a25aae536f req-0910ad4d-9d50-4d1c-ba48-34084a81aa9b tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 947 time: 0.0722015 Dec 15 13:46:32.280510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.281207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.301715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Calling delete_port for 145c3d8f-67d1-457c-a1b3-2d6b51171c7e owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:32.313835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33c38697-3c57-45a6-a65c-3f468b2038df req-cc4bc3a6-c03c-49b4-b059-416cfaaedcdd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975636 Dec 15 13:46:32.368554 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-2b28eefe-8275-429e-a02b-2c8dbb6a9cdc service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969512 Dec 15 13:46:32.370462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-281d42ed-b954-43f8-835a-855e372405d3 req-ae26d3fa-dadf-491e-acb0-163830db492e service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089353 Dec 15 13:46:32.405177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8aafb89f-2ea8-4f51-9534-92a25aae536f req-a0490bd9-0230-4005-bcf4-5898dd6513f8 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397414 Dec 15 13:46:32.444904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-21adf3ec-3162-4eca-bfd3-cbbc34068c08 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.446478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-21adf3ec-3162-4eca-bfd3-cbbc34068c08 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.74 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 947 time: 0.1275575 Dec 15 13:46:32.597835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e3b286dd-952b-4a03-9fdf-a85ed3bf76cb no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:32.636969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: e3b286dd-952b-4a03-9fdf-a85ed3bf76cb {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:32.638087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.638478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e3b286dd-952b-4a03-9fdf-a85ed3bf76cb not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:32.652235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:32.655453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 30cbfcef-ba10-433a-bf89-d62784e03216 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:32.692632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Pushing event deleted for resources: {'Port': ['ID=145c3d8f-67d1-457c-a1b3-2d6b51171c7e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:32.697648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba62425-6f71-4a32-9a12-7391ee5bbf27 req-73ca55ff-6994-4b93-91ee-a19161fc6bbe tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.706578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dba62425-6f71-4a32-9a12-7391ee5bbf27 req-73ca55ff-6994-4b93-91ee-a19161fc6bbe tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 944 time: 0.1147535 Dec 15 13:46:32.708677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b36bf-c043-4ba5-90ca-445fd5adeb21 req-07517e05-fb10-4c6b-afd6-3af24ade73bd tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.716102 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c1b36bf-c043-4ba5-90ca-445fd5adeb21 req-07517e05-fb10-4c6b-afd6-3af24ade73bd tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 945 time: 0.1435981 Dec 15 13:46:32.787149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Deleting port cb8ea458-7977-4ff7-943e-84b6678bd623 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:32.788212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dba62425-6f71-4a32-9a12-7391ee5bbf27 req-2cceefcb-2923-4a1c-9926-f468ae9bb13c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721536 Dec 15 13:46:32.788805 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.829611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 30cbfcef-ba10-433a-bf89-d62784e03216 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:32.844406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 30cbfcef-ba10-433a-bf89-d62784e03216 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:32.844982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.888745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:32.909114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'mac_address': 'fa:16:3e:5c:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:32.912667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.915696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.919256 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-23f96988-e280-44ce-8b5d-88c05cc92b50 tempest-ImagesOneServerNegativeTestJSON-1222733466 tempest-ImagesOneServerNegativeTestJSON-1222733466-project] 10.222.0.86 "DELETE /v2.0/floatingips/4bc2baef-d933-4cdf-8b85-5efbe5e30f75 HTTP/1.1" status: 204 len: 168 time: 0.9515066 Dec 15 13:46:32.920865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c1b36bf-c043-4ba5-90ca-445fd5adeb21 req-376f9210-7a98-4a9b-9653-b9bf8e01fcef tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039881 Dec 15 13:46:32.959071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20192a-3e0c-4289-8876-013652aba61b req-7626963f-3a5f-426f-8465-a721a94cbfd9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:32.960695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f20192a-3e0c-4289-8876-013652aba61b req-7626963f-3a5f-426f-8465-a721a94cbfd9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 948 time: 0.0746944 Dec 15 13:46:32.965430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] For port cb8ea458-7977-4ff7-943e-84b6678bd623, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cb8ea458-7977-4ff7-943e-84b6678bd623,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:32.965801 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.000449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Calling delete_port for cb8ea458-7977-4ff7-943e-84b6678bd623 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:33.016808 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f20192a-3e0c-4289-8876-013652aba61b req-df12d3ce-a242-4319-9537-0837611ee66e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483201 Dec 15 13:46:33.142020 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.160059 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.162908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e47263-5369-429b-a6c9-68d8dd6996fa {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:33.203603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:33.209393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:33.212317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.212604 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e112e505-fda7-44f3-8a0d-26b49e3a7c5e" -d '{"events": [{"server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "name": "network-vif-plugged", "status": "completed", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:33.219687 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.258286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Pushing event deleted for resources: {'Port': ['ID=cb8ea458-7977-4ff7-943e-84b6678bd623,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:33.259095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:33.269196 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.292822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:33.305642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a77eb-1b97-4570-ba43-dff8589e981d req-0a0db134-d4e0-42fd-9142-55602a692271 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:33.307328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a8a77eb-1b97-4570-ba43-dff8589e981d req-0a0db134-d4e0-42fd-9142-55602a692271 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 949 time: 0.0802488 Dec 15 13:46:33.347456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] No DVR routers for this DVR port cb8ea458-7977-4ff7-943e-84b6678bd623 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:33.350857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.354567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:33.354831 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-431018f3-b566-4b9c-a59c-75f2388ceb1f req-0b21c244-7c6e-4c21-ac6f-13fd31697314 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.74 "DELETE /v2.0/ports/cb8ea458-7977-4ff7-943e-84b6678bd623 HTTP/1.1" status: 204 len: 173 time: 0.8958454 Dec 15 13:46:33.355123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'name': 'network-vif-deleted', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:33.357418 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fd466f-586d-47ad-87bf-d1fafcf4e9f4" -d '{"events": [{"server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "name": "network-vif-deleted", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:33.380158 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a8a77eb-1b97-4570-ba43-dff8589e981d req-e36833ce-841d-4a7e-a5f4-b822df710273 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632646 Dec 15 13:46:33.387907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877dea4-18cd-48c6-8db1-5d96105e4098 req-28cd516b-920d-475d-a612-c9afddbc3d97 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:33.389999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5877dea4-18cd-48c6-8db1-5d96105e4098 req-28cd516b-920d-475d-a612-c9afddbc3d97 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.1222296 Dec 15 13:46:33.453841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5877dea4-18cd-48c6-8db1-5d96105e4098 req-309bfc16-f28b-43da-b52b-eb02bdefdc64 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545068 Dec 15 13:46:33.516193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b37f1-58f3-4c50-a1d8-467d7072e08a req-95153984-4933-4c4f-b5a2-8ad3c6763335 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:33.518400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728b37f1-58f3-4c50-a1d8-467d7072e08a req-95153984-4933-4c4f-b5a2-8ad3c6763335 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 1095 time: 0.0544794 Dec 15 13:46:33.534657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a6e47263-5369-429b-a6c9-68d8dd6996fa'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:33.564753 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feed753-477d-40b7-8a28-0f51b403a496 x-openstack-request-id: req-3feed753-477d-40b7-8a28-0f51b403a496 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:33.565076 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "name": "network-vif-plugged", "status": "completed", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:33.565345 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3feed753-477d-40b7-8a28-0f51b403a496 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:33.565729 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216', 'code': 200} Dec 15 13:46:33.587020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728b37f1-58f3-4c50-a1d8-467d7072e08a req-de488f61-7561-4e93-9f0d-773bfcab5e02 tempest-LiveAutoBlockMigrationV225Test-1666508178 tempest-LiveAutoBlockMigrationV225Test-1666508178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624864 Dec 15 13:46:33.679328 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5301face-f8d2-4ba7-a90e-20f11926d3bf x-openstack-request-id: req-5301face-f8d2-4ba7-a90e-20f11926d3bf {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:33.679737 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34924002-b50d-4f0d-b646-0dde7ebace46", "name": "network-vif-deleted", "tag": "cb8ea458-7977-4ff7-943e-84b6678bd623", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:33.680094 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5301face-f8d2-4ba7-a90e-20f11926d3bf {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:33.680573 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34924002-b50d-4f0d-b646-0dde7ebace46', 'name': 'network-vif-deleted', 'tag': 'cb8ea458-7977-4ff7-943e-84b6678bd623', 'status': 'completed', 'code': 200} Dec 15 13:46:33.751104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dfe69-d106-48e1-8136-de1a297b6e05 req-d712d141-e9a6-4598-8141-aa879c967ad5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:33.760904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-040dfe69-d106-48e1-8136-de1a297b6e05 req-d712d141-e9a6-4598-8141-aa879c967ad5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1455574 Dec 15 13:46:33.766386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b08e-0252-49dd-9801-f9890425cd1a req-ad73bdc6-af2d-439c-8fd8-8c869c108d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:33.779075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c848b08e-0252-49dd-9801-f9890425cd1a req-ad73bdc6-af2d-439c-8fd8-8c869c108d49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1096 time: 0.1209276 Dec 15 13:46:33.788979 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1372058a-20e0-4ac1-99ca-0e748634f943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:33.851734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-040dfe69-d106-48e1-8136-de1a297b6e05 req-9678a386-e1ce-4d27-9700-9874e0d4b9f7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887356 Dec 15 13:46:33.891020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc4c083b-ae89-4342-b591-59886aaacb95 req-a438398b-660c-4360-9aa7-09bab5dc50ca tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=34924002-b50d-4f0d-b646-0dde7ebace46 HTTP/1.1" status: 200 len: 210 time: 0.0530329 Dec 15 13:46:33.920695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c848b08e-0252-49dd-9801-f9890425cd1a req-bae81528-7b48-4a56-b140-174f77173ad5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317344 Dec 15 13:46:33.921170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49436) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:34.009091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6e0ccb-53a5-4711-a07a-d231caca4b51 admin admin] Deleting subnet 559dc7ee-42c7-49ea-902b-54b1944163be {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:46:34.013259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba6e0ccb-53a5-4711-a07a-d231caca4b51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.088719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-5f1299da-b9c1-463a-9df4-8366480336bd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0272c3ccba944423bff8b820950abe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486617 Dec 15 13:46:34.094651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba6e0ccb-53a5-4711-a07a-d231caca4b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.170651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba6e0ccb-53a5-4711-a07a-d231caca4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.230479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bc6d4-77b3-49b2-8864-63a7a7ce4113 req-9fc3a73f-053e-4e31-9fda-95bd6170ba2e tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.233030 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba2bc6d4-77b3-49b2-8864-63a7a7ce4113 req-9fc3a73f-053e-4e31-9fda-95bd6170ba2e tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 945 time: 0.0689900 Dec 15 13:46:34.300868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba6e0ccb-53a5-4711-a07a-d231caca4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.302663 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba2bc6d4-77b3-49b2-8864-63a7a7ce4113 req-43ae5578-5d2d-4889-9b2e-a06f6114f83d tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups?id=2eb29278-003d-4976-95cc-fb371f5ab4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608692 Dec 15 13:46:34.350909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e0ccb-53a5-4711-a07a-d231caca4b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559dc7ee-42c7-49ea-902b-54b1944163be,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:34.369285 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba6e0ccb-53a5-4711-a07a-d231caca4b51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.375453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ba6e0ccb-53a5-4711-a07a-d231caca4b51 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/559dc7ee-42c7-49ea-902b-54b1944163be HTTP/1.1" status: 204 len: 168 time: 0.4508953 Dec 15 13:46:34.379323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49452) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:34.407929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-adb04b6f-4559-4830-b215-f38d2532da3b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.409699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-adb04b6f-4559-4830-b215-f38d2532da3b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.24 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 945 time: 0.1760705 Dec 15 13:46:34.422760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f373fb-8f92-4d40-80c9-3c247928b489 req-8f7784e6-b17d-4196-9aed-ee16c72a6f22 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.424604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83f373fb-8f92-4d40-80c9-3c247928b489 req-8f7784e6-b17d-4196-9aed-ee16c72a6f22 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 944 time: 0.0524292 Dec 15 13:46:34.464556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-ec2a263d-4f54-43f1-a0a1-11419b533843 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.466036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-ec2a263d-4f54-43f1-a0a1-11419b533843 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3685145 Dec 15 13:46:34.476092 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83f373fb-8f92-4d40-80c9-3c247928b489 req-d9444470-d20e-4600-b8a8-c0418418f3ca tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Dec 15 13:46:34.526417 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-29c399b4-513c-45d2-b57e-50f38d490392 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/quotas/0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 375 time: 0.0413783 Dec 15 13:46:34.575079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.654471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-cf18479c-73a9-4ff1-81f9-a019ec1fa00e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014304 Dec 15 13:46:34.657941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:34.677494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Deleting port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:34.677839 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.755023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.762690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.787765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port a6e47263-5369-429b-a6c9-68d8dd6996fa completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:34.803610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c580d708-16f9-4190-8de5-251976e4e4cc']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:34.819787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port a6e47263-5369-429b-a6c9-68d8dd6996fa triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:34.820457 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.834930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93079c09-400a-4c63-ae75-7d68c985288e') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:34.835274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93079c09-400a-4c63-ae75-7d68c985288e') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:34.880907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] For port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:34.881359 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.902838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.953897 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7914712d-581a-4211-8ff2-96f26f2ffe70 req-463ad295-c4b8-43f2-bb73-aa7fd97d601e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 210 time: 0.1361940 Dec 15 13:46:34.958748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.993223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-b918ef19-94b5-448c-9ded-66093bbea392 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:34.994758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-b918ef19-94b5-448c-9ded-66093bbea392 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 944 time: 0.1146531 Dec 15 13:46:35.056914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:35.067282 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.092016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.122313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:46:35.123240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:46:35.127427 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:46:35.196306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=13']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:35.230761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0c831-1711-400b-a2af-3b0208ccba34 req-8acb9ebb-dcf9-4db8-bbe4-81b62c007208 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:35.240687 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5db0c831-1711-400b-a2af-3b0208ccba34 req-8acb9ebb-dcf9-4db8-bbe4-81b62c007208 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1601689 Dec 15 13:46:35.273936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.292901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.299173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] 10.222.0.86 "DELETE /v2.0/networks/c580d708-16f9-4190-8de5-251976e4e4cc HTTP/1.1" status: 204 len: 168 time: 0.9134521 Dec 15 13:46:35.330677 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5db0c831-1711-400b-a2af-3b0208ccba34 req-c9d83bdc-63bd-443b-9f07-0ad9dc59cd57 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727632 Dec 15 13:46:35.341903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329eb1-150a-4588-b979-c9d6202cf64a admin admin] Pushing event deleted for resources: {'Network': ['ID=c580d708-16f9-4190-8de5-251976e4e4cc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:35.354897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Deleting port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:35.357776 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.474201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.474602 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.474961 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Floating IP 59be93fd-636f-481a-8603-5daf4ebc80b8 disassociated. External IP: 172.25.7.129, port: 82629ae3-759c-4ed4-96a4-3f8fe68e6c56. Dec 15 13:46:35.475326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Calling delete_port for 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:35.509577 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] For port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:35.509942 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.512451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:35.539184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Calling delete_port for 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:35.569549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:35.572865 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687939d4-2f42-471b-b2a5-0751cee368d5" -d '{"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-plugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:35.628369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d4aa6b15-2bb8-4cc2-aba7-d5a5f08c2c02 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8932c528d50d486b9cf04e20a9f6dd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1146290 Dec 15 13:46:35.631418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:35.717960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5cf02-db15-476e-9b1e-063c88eadf6d req-f6fa053f-89d4-4bb6-bff7-3b43c1608372 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:35.726190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c5cf02-db15-476e-9b1e-063c88eadf6d req-f6fa053f-89d4-4bb6-bff7-3b43c1608372 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.2912078 Dec 15 13:46:35.776796 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.788688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.797880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a8857484-271e-453b-b162-305b0d705a3c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:35.815639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-456dc863-1795-4154-bed7-c223a8c3e11f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.816643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:35.864211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event deleted for resources: {'Port': ['ID=82629ae3-759c-4ed4-96a4-3f8fe68e6c56,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:35.879645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c5cf02-db15-476e-9b1e-063c88eadf6d req-b6933152-0350-433d-9f4c-222f27aa7581 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523862 Dec 15 13:46:35.896959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Pushing event deleted for resources: {'Port': ['ID=74a0b188-2bf2-409e-8a4a-c4ca6084e0b6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:35.900480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-456dc863-1795-4154-bed7-c223a8c3e11f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.955610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82ad29f7-678d-4cd5-a5dc-ec5001577461 req-6dfb37b5-a5f2-46be-bed2-714c68026d6f tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 210 time: 0.0861607 Dec 15 13:46:36.012338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] No DVR routers for this DVR port 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:36.015660 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:36.019292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8bc2950-a4b5-4e00-a4a4-09c3e987be36 req-48e8706e-2339-434c-9ba0-fa27cbd7a41e tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.74 "DELETE /v2.0/ports/74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 HTTP/1.1" status: 204 len: 173 time: 1.0156639 Dec 15 13:46:36.019999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'name': 'network-vif-deleted', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:36.022447 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c97ee31-3d3b-4cb8-b9af-f98f8b9578c5" -d '{"events": [{"server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "name": "network-vif-deleted", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:36.037094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a4291ba-65b4-4168-ad29-1cb4def08909 req-a4a3f2f3-cef9-41f1-ab7b-94315ae369ad tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 210 time: 0.0555468 Dec 15 13:46:36.136134 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60cbbfd-b965-4217-8f69-aa37cd5695ff x-openstack-request-id: req-c60cbbfd-b965-4217-8f69-aa37cd5695ff {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:36.136692 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-plugged", "status": "completed", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:36.136784 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c60cbbfd-b965-4217-8f69-aa37cd5695ff {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:36.137159 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'code': 200} Dec 15 13:46:36.181121 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-22966e53-847f-4697-a803-e6f9dde4ec31 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0272c3ccba944423bff8b820950abe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388246 Dec 15 13:46:36.302865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-443e6d1c-21f2-49b3-988f-0e84594f2ad1 req-8926f1c8-f6fd-4185-8286-03eb17d4cceb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 210 time: 0.0405569 Dec 15 13:46:36.422604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-0ace70d1-a2cc-4c7d-9a38-ac46b53870ac tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:36.424619 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-0ace70d1-a2cc-4c7d-9a38-ac46b53870ac tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348821 Dec 15 13:46:36.426865 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de3d9f-4a0d-4b37-87bf-ef37e2352d00 x-openstack-request-id: req-a9de3d9f-4a0d-4b37-87bf-ef37e2352d00 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:36.427162 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b", "name": "network-vif-deleted", "tag": "74a0b188-2bf2-409e-8a4a-c4ca6084e0b6", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:36.427420 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a9de3d9f-4a0d-4b37-87bf-ef37e2352d00 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:36.427811 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b', 'name': 'network-vif-deleted', 'tag': '74a0b188-2bf2-409e-8a4a-c4ca6084e0b6', 'status': 'completed', 'code': 200} Dec 15 13:46:36.444106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Request body: {'port': {'device_id': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '0272c3ccba944423bff8b820950abe5f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:36.494610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:36.585967 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-456dc863-1795-4154-bed7-c223a8c3e11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:36.589256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-456dc863-1795-4154-bed7-c223a8c3e11f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:36.590573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-456dc863-1795-4154-bed7-c223a8c3e11f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dfc2029c-1a74-4e33-9074-2f9170d850fe HTTP/1.1" status: 204 len: 168 time: 0.9579287 Dec 15 13:46:36.612236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Router 02a34286-45ec-4391-a7c4-9557de0dbb9d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:36.620214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dc863-1795-4154-bed7-c223a8c3e11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc2029c-1a74-4e33-9074-2f9170d850fe,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:36.625936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cb8ea458-7977-4ff7-943e-84b6678bd623 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:36.646008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53dfbb-739c-4b78-b59d-587a6c84bda0 req-267ed6f2-c777-4a9c-877d-0e2d8dc8b308 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:36.647982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad53dfbb-739c-4b78-b59d-587a6c84bda0 req-267ed6f2-c777-4a9c-877d-0e2d8dc8b308 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1207392 Dec 15 13:46:36.661044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9df93-cdfa-4f08-b369-e52d22669ec9 req-fc0640f5-2ded-4a7e-9f51-755bfa7fd401 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:36.662644 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08d9df93-cdfa-4f08-b369-e52d22669ec9 req-fc0640f5-2ded-4a7e-9f51-755bfa7fd401 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 949 time: 0.1189604 Dec 15 13:46:36.704820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:36.709486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: cb8ea458-7977-4ff7-943e-84b6678bd623 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:36.710058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cb8ea458-7977-4ff7-943e-84b6678bd623 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:36.710624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:36.746831 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad53dfbb-739c-4b78-b59d-587a6c84bda0 req-b90fdcd6-271d-4a13-9fe5-499c3e9ec80a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905790 Dec 15 13:46:36.752972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:36.753504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:36.755385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:36.756025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 74a0b188-2bf2-409e-8a4a-c4ca6084e0b6 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:36.767965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Made reservation on behalf of 0272c3ccba944423bff8b820950abe5f for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:36.772415 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:36.916938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08d9df93-cdfa-4f08-b369-e52d22669ec9 req-ac30b76f-8049-4f45-9285-d588c9bfa6a1 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519225 Dec 15 13:46:36.987924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-746d2ed6-f9ec-4065-a7d5-255f61440d9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2277923 Dec 15 13:46:37.004202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:37.014001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] Sync routers for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:37.036923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:37.040199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:37.059580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Allocated IP 192.168.233.3 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/31ad920f-b8a3-40b5-b8d4-8f02c50345a0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:37.098742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] No DVR routers for this DVR port 82629ae3-759c-4ed4-96a4-3f8fe68e6c56 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:37.115674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:37.118989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ced7666-ab6c-4f83-b6d0-d4f8fe3bdb75 req-42d62693-84ed-48c6-89d9-cce63e57a9e4 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.24 "DELETE /v2.0/ports/82629ae3-759c-4ed4-96a4-3f8fe68e6c56 HTTP/1.1" status: 204 len: 173 time: 2.6952522 Dec 15 13:46:37.158678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'name': 'network-vif-deleted', 'tag': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:37.163575 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b631fec3-3f0c-49db-81b5-d8f9838523a2" -d '{"events": [{"server_uuid": "38eb2edb-51c7-4e5d-8541-74bd7fe3f569", "name": "network-vif-deleted", "tag": "82629ae3-759c-4ed4-96a4-3f8fe68e6c56"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:37.196526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-7d69d581-b29b-4a11-9b83-0e44d4efad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.198022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-7d69d581-b29b-4a11-9b83-0e44d4efad51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1459327 Dec 15 13:46:37.200573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feac173-5e7d-4a10-9eb5-f1316814b7dd req-6144a977-0108-4118-9d40-134841fc63d9 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.202302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9feac173-5e7d-4a10-9eb5-f1316814b7dd req-6144a977-0108-4118-9d40-134841fc63d9 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1096 time: 0.1047268 Dec 15 13:46:37.286890 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:37.386758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce4df992-35e6-4304-8ca9-ecf7abf153bb req-eaf80911-2eef-4ca8-a484-39c41a5494c7 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/ports?device_id=38eb2edb-51c7-4e5d-8541-74bd7fe3f569 HTTP/1.1" status: 200 len: 210 time: 0.0783250 Dec 15 13:46:37.399223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9feac173-5e7d-4a10-9eb5-f1316814b7dd req-07762c59-2b75-4990-9a0b-70fa7541f31e tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826479 Dec 15 13:46:37.452166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:37.456854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-b964e583-e774-4e1d-8b22-95411799544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.458451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-b964e583-e774-4e1d-8b22-95411799544f service neutron] 10.222.0.24 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.2316070 Dec 15 13:46:37.535378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:37.550813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-5d4e102c-e4bd-4eef-a734-67a04e394b03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 200 len: 217 time: 0.0759335 Dec 15 13:46:37.564746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05', '4f5efafc-f026-4598-9b65-f82389c90c8a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:37.567237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a6e47263-5369-429b-a6c9-68d8dd6996fa'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:37.658024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-c39c5d43-f2f4-4f53-a869-57cb79b100f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.660087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-c39c5d43-f2f4-4f53-a869-57cb79b100f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0915470 Dec 15 13:46:37.700537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:37.743950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-3981cfca-f26b-4241-9bcd-19e93acc5a87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713511 Dec 15 13:46:37.783637 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23e796f8-5200-4484-a61e-52adb392cc8f req-7febb9b1-c0c6-4ad3-bd50-3d4883a621d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 210 time: 0.0704310 Dec 15 13:46:37.892266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-219fea51-1adb-404e-a459-b3bf55f80a54 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060393 Dec 15 13:46:37.931336 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f0f04-480b-472c-b49e-4626aa9fefa1 x-openstack-request-id: req-d72f0f04-480b-472c-b49e-4626aa9fefa1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:37.932029 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eb2edb-51c7-4e5d-8541-74bd7fe3f569", "name": "network-vif-deleted", "tag": "82629ae3-759c-4ed4-96a4-3f8fe68e6c56", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:37.932029 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d72f0f04-480b-472c-b49e-4626aa9fefa1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:37.932351 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eb2edb-51c7-4e5d-8541-74bd7fe3f569', 'name': 'network-vif-deleted', 'tag': '82629ae3-759c-4ed4-96a4-3f8fe68e6c56', 'status': 'completed', 'code': 200} Dec 15 13:46:37.960231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-cdb76721-655e-45d9-b20c-089dc259c6dd tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:37.961820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-cdb76721-655e-45d9-b20c-089dc259c6dd tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 949 time: 0.2169647 Dec 15 13:46:38.142272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:38.188355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:38.197060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:38.204090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:38.227548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] Checking router: 02a34286-45ec-4391-a7c4-9557de0dbb9d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:38.247970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:38.258863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807b833-bfdb-453b-a888-c4ec391372a7 req-db5359bb-f59c-4e21-9a64-dec46570255a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.268595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c807b833-bfdb-453b-a888-c4ec391372a7 req-db5359bb-f59c-4e21-9a64-dec46570255a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 934 time: 0.2189689 Dec 15 13:46:38.278374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cd98f-ba29-40e8-ae5d-875b75249e39 req-fe468815-a36c-4138-accc-0e198f8f7629 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.286667 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-701cd98f-ba29-40e8-ae5d-875b75249e39 req-fe468815-a36c-4138-accc-0e198f8f7629 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.6875303 Dec 15 13:46:38.290858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fd198dd-2671-45c0-9e8a-cdce3ecd9e30 req-0e970022-5b67-43e2-bb08-4d73b4202b34 service neutron] 10.222.0.24 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787026 Dec 15 13:46:38.293132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:38.293892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:38.337245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.338224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:38.394451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-701cd98f-ba29-40e8-ae5d-875b75249e39 req-0cd7effc-592e-409e-a331-12e4aa40e9d9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967643 Dec 15 13:46:38.394846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c807b833-bfdb-453b-a888-c4ec391372a7 req-a6872c4f-d0dc-493b-afd4-c4f7f189119d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164019 Dec 15 13:46:38.394846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Deleting port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:38.404739 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-3961e818-3353-4646-ac94-8f365a06b9ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9594917 Dec 15 13:46:38.404952 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:38.420525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Request body: {'port': {'device_id': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:38.576941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:38.587582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:38.625726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-8cd743fb-f28d-43d6-903d-26740e7ca690 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.627822 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-8cd743fb-f28d-43d6-903d-26740e7ca690 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.74 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.1757572 Dec 15 13:46:38.633588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32396-7a46-47e9-84e9-604f5ad36511 req-cf1aecf0-6905-49df-bc8b-301262336b81 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.635443 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5c32396-7a46-47e9-84e9-604f5ad36511 req-cf1aecf0-6905-49df-bc8b-301262336b81 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6786a50-e3da-42b7-928e-0990e6cecbb0 HTTP/1.1" status: 200 len: 949 time: 0.1550200 Dec 15 13:46:38.700863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] For port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:38.701300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:38.713898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b023c-058a-432a-9a0a-9a8d7f767f89 req-9e216bc3-a723-4514-ac0c-670f1d7b92e3 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:38.729236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c17b023c-058a-432a-9a0a-9a8d7f767f89 req-9e216bc3-a723-4514-ac0c-670f1d7b92e3 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1096 time: 0.1788843 Dec 15 13:46:38.748631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f0be478e-cdf4-4591-8861-0273f7255c4c None None] Provisioning complete for port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:38.749298 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f0be478e-cdf4-4591-8861-0273f7255c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:38.757264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Calling delete_port for 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:38.809926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5c32396-7a46-47e9-84e9-604f5ad36511 req-59d4e31c-9e0b-4c28-91e0-3abeb22a8ce9 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3564ac-e443-483e-bf7a-02bda763b19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658661 Dec 15 13:46:38.933494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f0be478e-cdf4-4591-8861-0273f7255c4c None None] Port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:46:38.981785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:38.990717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c17b023c-058a-432a-9a0a-9a8d7f767f89 req-385fc6d4-5f51-4916-afb3-5109fd85f2d1 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659881 Dec 15 13:46:39.006771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.056949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b64d5-a794-4e72-9f46-583d0b79c6f3 None None] The sync data for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 is: [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:41:55Z', 'revision_number': 4, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '721f4c03-2027-4e26-9365-3716d4c52845', 'name': '', 'network_id': 'ed8cbd83-5e71-421f-995a-2f5f360d2fbc', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'mac_address': 'fa:16:3e:c5:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:54Z', 'updated_at': '2021-12-15T13:42:02Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'subnets': [{'id': 'a6e91a09-1e2c-4308-a91b-c36d1faf33c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:39.074433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Pushing event deleted for resources: {'Port': ['ID=7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:39.123769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:39.138809 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.154235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Transition to ACTIVE for port object 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:39.165588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.166796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] No DVR routers for this DVR port 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:39.172371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.176203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77695791-61d2-4cae-97bb-3e25369f8cc5 req-efd2b2ef-bb2e-4db7-9281-aee451f04c73 tempest-ListImageFiltersTestJSON-872107471 tempest-ListImageFiltersTestJSON-872107471-project] 10.222.0.24 "DELETE /v2.0/ports/7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 HTTP/1.1" status: 204 len: 173 time: 1.1806338 Dec 15 13:46:39.200320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Deleting port 28de6561-1163-4735-adf8-b9bd8f98ebcf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:39.201909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.240961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:39.342283 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b7cb4b2-461b-4a2b-981f-98a3853d6008 req-c9c3348a-52b1-4b00-8563-69cc52c0ce04 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 210 time: 0.0740600 Dec 15 13:46:39.423393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] For port 28de6561-1163-4735-adf8-b9bd8f98ebcf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28de6561-1163-4735-adf8-b9bd8f98ebcf,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:39.423891 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.573434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:39.573791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:39.574134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:39.595178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:39.595526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:39.607697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:39.608160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:39.608563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:39.609797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Bound port: 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:39.610257 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.637870 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21815e00-d3fc-486b-9273-fe670af4ad0b None None] New status for floating IP 59be93fd-636f-481a-8603-5daf4ebc80b8: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:46:39.773497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:39.778193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:39.790944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.834652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad4b0b-fccc-4958-b9ef-7718d119b328 req-a9f97209-4a92-4bae-ae06-4c08ca9d7e0b tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:39.844259 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7dad4b0b-fccc-4958-b9ef-7718d119b328 req-a9f97209-4a92-4bae-ae06-4c08ca9d7e0b tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 946 time: 0.1805675 Dec 15 13:46:39.889852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.891384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.892277 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Floating IP 529de75b-cc69-4b13-bc22-03a58c69d57c disassociated. External IP: 172.25.7.200, port: 28de6561-1163-4735-adf8-b9bd8f98ebcf. Dec 15 13:46:39.893219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Calling delete_port for 28de6561-1163-4735-adf8-b9bd8f98ebcf owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:39.917001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:39.918899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:39.923048 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] 10.222.0.74 "PUT /v2.0/ports/31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 1094 time: 1.5155084 Dec 15 13:46:39.925899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:39.933318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-deleted', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:39.936483 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ad21e-bd3d-4ff0-8bdf-58712f54b2e7" -d '{"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-deleted", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:39.948808 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673876db-2dd2-478f-93b8-ee9c280b1fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:39.968073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7dad4b0b-fccc-4958-b9ef-7718d119b328 req-8ae96471-699c-4e82-88b5-c93fc0a16dbd tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups?id=da25f4ba-0284-41f6-9e3e-682710ca43dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170094 Dec 15 13:46:40.024326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4acbd-f865-450e-a813-642f275c9c05 service neutron] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:40.064653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-7f59213f-4d69-429c-969d-30ce2660c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.066674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-7f59213f-4d69-429c-969d-30ce2660c4d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1097 time: 0.0834522 Dec 15 13:46:40.153745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-fd6ff3d9-c725-43dc-babc-75e51024cc0c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.0781896 Dec 15 13:46:40.236829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-0ee32bc8-9db6-41e3-9c18-7850b4c456d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.238313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-0ee32bc8-9db6-41e3-9c18-7850b4c456d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0765176 Dec 15 13:46:40.245137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:40.295617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186519fc-9c28-4872-ab16-393cbb65a87c req-c69efcab-cf4d-4df1-9e47-7d0c0c2755fb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.302891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-186519fc-9c28-4872-ab16-393cbb65a87c req-c69efcab-cf4d-4df1-9e47-7d0c0c2755fb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 946 time: 0.1839471 Dec 15 13:46:40.309617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event deleted for resources: {'Port': ['ID=28de6561-1163-4735-adf8-b9bd8f98ebcf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:40.315529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-86f2e1a8-f328-48c6-8139-bab6f2a2dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:40.317313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-86f2e1a8-f328-48c6-8139-bab6f2a2dfd9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713177 Dec 15 13:46:40.451052 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-186519fc-9c28-4872-ab16-393cbb65a87c req-a4e47606-5574-4054-b10c-1f336b020276 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372259 Dec 15 13:46:40.472512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-146161f4-98b9-4a41-8873-d9b0291dbed0 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473281 Dec 15 13:46:40.549441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Router 0be9440d-fdd2-4245-843b-0d16f1d38bbb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:40.633719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49626) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:40.708987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:40.725578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad14560b-cab2-44ec-900c-d21b3f0f7c64 req-25fbdfdf-bec7-4ea3-b399-c4e5e915d95c service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427754 Dec 15 13:46:40.783353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:40.784310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:40.832052 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9443-c6f8-4fe1-8876-d101b23677af tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:40.861625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9443-c6f8-4fe1-8876-d101b23677af tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:40.862324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-7e58e396-c525-4a26-9cd7-0c27fe607379 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016159 Dec 15 13:46:40.867303 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de6faa5-6cef-4b8e-ba14-111353b997db x-openstack-request-id: req-6de6faa5-6cef-4b8e-ba14-111353b997db {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:40.868067 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6786a50-e3da-42b7-928e-0990e6cecbb0", "name": "network-vif-deleted", "tag": "7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:40.868067 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6de6faa5-6cef-4b8e-ba14-111353b997db {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:40.868557 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6786a50-e3da-42b7-928e-0990e6cecbb0', 'name': 'network-vif-deleted', 'tag': '7cf4be7a-6cd6-4752-9cc7-11b9a4724ab4', 'status': 'completed', 'code': 200} Dec 15 13:46:40.913586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:40.926457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] Sync routers for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:40.986103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] No DVR routers for this DVR port 28de6561-1163-4735-adf8-b9bd8f98ebcf on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:40.990122 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:40.993263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:40.994042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:40.994200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c29bcdb3-4cb0-42c0-975f-e177f49ab212 req-3e52e9d7-71cb-4f64-bcbb-401601c93ee9 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.74 "DELETE /v2.0/ports/28de6561-1163-4735-adf8-b9bd8f98ebcf HTTP/1.1" status: 204 len: 173 time: 2.3521521 Dec 15 13:46:41.021847 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9443-c6f8-4fe1-8876-d101b23677af tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.025449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9443-c6f8-4fe1-8876-d101b23677af tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.028679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b3bb9443-c6f8-4fe1-8876-d101b23677af tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "DELETE /v2.0/security-groups/2eb29278-003d-4976-95cc-fb371f5ab4e7 HTTP/1.1" status: 204 len: 168 time: 0.3927126 Dec 15 13:46:41.048409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:41.059909 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e849c9-dc0b-4832-94c4-6238de29e5af x-openstack-request-id: req-a6e849c9-dc0b-4832-94c4-6238de29e5af {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:41.060597 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:41.061660 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a6e849c9-dc0b-4832-94c4-6238de29e5af {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:41.063887 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'status': 'completed', 'code': 200} Dec 15 13:46:41.101418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb9443-c6f8-4fe1-8876-d101b23677af tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb29278-003d-4976-95cc-fb371f5ab4e7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:41.112683 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-a2318b23-9858-4909-ab80-151f0f7ad892 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] show failed (client error): The resource could not be found. Dec 15 13:46:41.116488 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a2318b23-9858-4909-ab80-151f0f7ad892 tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "GET /v2.0/security-groups/2eb29278-003d-4976-95cc-fb371f5ab4e7 HTTP/1.1" status: 404 len: 347 time: 0.0631661 Dec 15 13:46:41.118353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49636) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:41.130585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-37c48b76-711d-41fb-8377-d89c07a63b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.134889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-37c48b76-711d-41fb-8377-d89c07a63b8e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72f3a4952976434a83ac56055293d649&device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 1095 time: 0.1669157 Dec 15 13:46:41.135949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49638) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:41.217849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ab129061-9da8-4e35-8a37-b642b128e0b3 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:46:41.228452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ab129061-9da8-4e35-8a37-b642b128e0b3 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146954 Dec 15 13:46:41.265379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-6ce6c5d3-b02c-48bc-b37d-6db08c772e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.273031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-6ce6c5d3-b02c-48bc-b37d-6db08c772e81 service neutron] 10.222.0.86 "GET /v2.0/ports/30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 200 len: 1093 time: 0.0435243 Dec 15 13:46:41.277453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Request body: {'binding': {'host': 'n-h1-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:41.278022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Unknown quota resources ['binding']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 13:46:41.370202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-fda0fad8-b568-42aa-b488-c1670d060f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.372814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-fda0fad8-b568-42aa-b488-c1670d060f31 service neutron] 10.222.0.74 "GET /v2.0/networks?id=664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 200 len: 923 time: 0.2106907 Dec 15 13:46:41.394775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d21cb52-8133-4a30-af19-b2be4f9820ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.409675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:41.480262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-743dd862-b2ac-4f23-8dd5-4ae8efaf74be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 200 len: 217 time: 0.0818880 Dec 15 13:46:41.515856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-c6d74c83-0ceb-4a6d-8263-85e19ea6d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.518009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-c6d74c83-0ceb-4a6d-8263-85e19ea6d9e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1097 time: 0.3070631 Dec 15 13:46:41.581299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-b888dce5-a64b-4ecc-8584-a245ef29062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.583004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-b888dce5-a64b-4ecc-8584-a245ef29062c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 200 len: 861 time: 0.0933318 Dec 15 13:46:41.652598 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-fad328c6-33a5-433c-ad82-e85b67cbfbe0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=664f2d65-a5ae-4386-aece-18ed9c9d5a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587270 Dec 15 13:46:41.656212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-361d09bc-a94f-4022-9270-af1c8ce43890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.657684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-361d09bc-a94f-4022-9270-af1c8ce43890 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1260080 Dec 15 13:46:41.666537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Deleting port a2d4d534-38af-4e7f-83f8-c28170db7636 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:41.666887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.668425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d21cb52-8133-4a30-af19-b2be4f9820ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.702144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b890e4b5-dda3-446f-bef7-a7e22ba306eb req-ec597c02-ea9d-4b9d-b128-a1370bd43b16 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 210 time: 0.0412693 Dec 15 13:46:41.737162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d21cb52-8133-4a30-af19-b2be4f9820ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.784074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-84629654-4722-4de3-9452-f1dc9ab679ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.0891082 Dec 15 13:46:41.817853 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4d21cb52-8133-4a30-af19-b2be4f9820ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=18af07874efa468d8d0e9e55f0253a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6806943 Dec 15 13:46:41.827821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:41.844340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on host n-h1-821840-1 for vnic_type normal with profile None {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:41.844677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:41.845061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:41.860108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:41.860393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:41.869927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:41.870268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:41.871011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:41.871192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:30Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:41.871745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Bound port: 30cbfcef-ba10-433a-bf89-d62784e03216, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:41.886445 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-85e398cf-b378-4585-8a7e-c63e89f3ea4b service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163322 Dec 15 13:46:41.923466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] Checking router: 0be9440d-fdd2-4245-843b-0d16f1d38bbb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:41.936101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-f44f053a-3acd-492c-aa22-c5e5dfde6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:41.937651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-f44f053a-3acd-492c-aa22-c5e5dfde6e9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1450245 Dec 15 13:46:41.967149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.967496 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:41.973216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21cb52-8133-4a30-af19-b2be4f9820ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced3e691-dc73-4022-b97a-7260018e066a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:41.975159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:41.976092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:42.005106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Calling delete_port for a2d4d534-38af-4e7f-83f8-c28170db7636 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:42.018193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e2040af-9de3-4d03-89b9-ff598f3a49c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:42.035918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:42.064962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-156d1935-bc26-4ee6-a6db-75421e192ca3 req-bc452670-8939-4065-9bb9-1435aa447bfe service neutron] 10.222.0.74 "GET /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671209 Dec 15 13:46:42.066905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e2040af-9de3-4d03-89b9-ff598f3a49c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:42.073787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-996d3743-9c2a-4231-8afc-52db21a7905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:42.075601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-996d3743-9c2a-4231-8afc-52db21a7905c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294208 Dec 15 13:46:42.082581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:42.084059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] 10.222.0.86 "POST /v2.0/ports/30cbfcef-ba10-433a-bf89-d62784e03216/bindings HTTP/1.1" status: 201 len: 389 time: 0.8102257 Dec 15 13:46:42.194367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e2040af-9de3-4d03-89b9-ff598f3a49c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:42.197325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e2040af-9de3-4d03-89b9-ff598f3a49c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:42.198476 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0e2040af-9de3-4d03-89b9-ff598f3a49c3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ced3e691-dc73-4022-b97a-7260018e066a HTTP/1.1" status: 204 len: 168 time: 0.3695593 Dec 15 13:46:42.214452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2040af-9de3-4d03-89b9-ff598f3a49c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced3e691-dc73-4022-b97a-7260018e066a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:42.215325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:42.237068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-d96f1722-1b6c-4393-9ab0-6ec2ff861ba2 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517076 Dec 15 13:46:42.379351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-673876db-2dd2-478f-93b8-ee9c280b1fa5 req-eb93b36e-3260-4391-9b68-44d0cef8e68e service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102405 Dec 15 13:46:42.415151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:42.457918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e99f89b9-8350-4482-b581-d0aa33722656 req-d743ac70-5423-4b7f-abd0-46ad962edb2e tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0789788 Dec 15 13:46:42.569424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Pushing event deleted for resources: {'Port': ['ID=a2d4d534-38af-4e7f-83f8-c28170db7636,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:42.643562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bf5d1-c61a-433f-8856-dddcbabafd64 req-c1febfe7-bbd0-4e10-910d-1718782796d2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:42.651990 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d8bf5d1-c61a-433f-8856-dddcbabafd64 req-c1febfe7-bbd0-4e10-910d-1718782796d2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 946 time: 0.0981243 Dec 15 13:46:42.677450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:42.718061 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d8bf5d1-c61a-433f-8856-dddcbabafd64 req-6a766c46-11ea-4450-800d-73f17550e103 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647883 Dec 15 13:46:42.828862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:42.842592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 28de6561-1163-4735-adf8-b9bd8f98ebcf no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:42.861560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'mac_address': 'fa:16:3e:a7:99:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:42.939851 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:42.954870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 28de6561-1163-4735-adf8-b9bd8f98ebcf {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:42.955225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 28de6561-1163-4735-adf8-b9bd8f98ebcf not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:42.980880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:42.997311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'name': 'network-vif-deleted', 'tag': '28de6561-1163-4735-adf8-b9bd8f98ebcf'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:43.000516 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1650fa-9fbb-4329-a0ef-1ddc9b43719f" -d '{"events": [{"server_uuid": "b57097b5-db21-455d-bc5a-914afd607f3e", "name": "network-vif-deleted", "tag": "28de6561-1163-4735-adf8-b9bd8f98ebcf"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:43.039521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:43.045299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:30Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:43.107327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-d9443bd3-5f43-4387-b9b1-bf8aaaaeea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.109496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-d9443bd3-5f43-4387-b9b1-bf8aaaaeea1c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1096 time: 0.6114376 Dec 15 13:46:43.118713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:43.123817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:43.126202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:43.130162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-78fb09da-6a54-4675-9469-fc5446feaf4b tempest-ServersWithSpecificFlavorTestJSON-1797571750 tempest-ServersWithSpecificFlavorTestJSON-1797571750-project] 10.222.0.86 "DELETE /v2.0/floatingips/59be93fd-636f-481a-8603-5daf4ebc80b8 HTTP/1.1" status: 204 len: 168 time: 2.0105746 Dec 15 13:46:43.137056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5052d05-1102-4ed1-81b3-c3b3b3962427 None None] The sync data for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 is: [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:43:25Z', 'revision_number': 4, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a49f3730-841d-4f49-a6b8-b6765510d61a', 'name': '', 'network_id': '801ba009-4355-4d45-9062-3e244823b36c', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'mac_address': 'fa:16:3e:8d:af:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:24Z', 'updated_at': '2021-12-15T13:43:30Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'subnets': [{'id': '7a484d2d-2932-43bb-90c4-ed5b1dd30986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:43.258598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-b76e89d1-db18-42f6-b556-a9d998aeaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.261833 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-b76e89d1-db18-42f6-b556-a9d998aeaf1b service neutron] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.1288643 Dec 15 13:46:43.264924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:43.288923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75f070-7fe4-4b88-a1a0-dc93b51b6d40 req-90c80e49-4d76-48d3-9697-c6fd28afd31d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.293322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f75f070-7fe4-4b88-a1a0-dc93b51b6d40 req-90c80e49-4d76-48d3-9697-c6fd28afd31d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.2859271 Dec 15 13:46:43.377397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-8596c14a-f014-4e2c-9664-27a77a98ae0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 200 len: 217 time: 0.0859058 Dec 15 13:46:43.435627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['31ad920f-b8a3-40b5-b8d4-8f02c50345a0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:43.447494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f75f070-7fe4-4b88-a1a0-dc93b51b6d40 req-43562cf9-4425-43c9-89ed-00b804645f52 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474912 Dec 15 13:46:43.457659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-5a9cdede-6cd3-42e4-b9be-ba74d22d5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:43.459694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-5a9cdede-6cd3-42e4-b9be-ba74d22d5db3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.0686173 Dec 15 13:46:43.586652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-f48b420c-e42a-4001-967a-6cfdc9d5f67f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068454 Dec 15 13:46:43.674669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-370ae93f-7925-4a76-a76b-c131f72ef5c7 req-40b3c2e9-21b0-4517-8698-0278086feaaf tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd3495a1-772c-4b0e-b5a4-c6ca2f6f271b HTTP/1.1" status: 200 len: 210 time: 0.0472443 Dec 15 13:46:43.724545 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0daaf7a-daa1-4a34-baa2-fe73ec0664dd None None] New status for floating IP 529de75b-cc69-4b13-bc22-03a58c69d57c: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:46:43.761461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-c3e91429-5fce-4fee-8870-cbea69fe6129 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646416 Dec 15 13:46:43.771244 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bc18b8-4bcb-49cf-a9e0-fe021cec4263 x-openstack-request-id: req-14bc18b8-4bcb-49cf-a9e0-fe021cec4263 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:43.772057 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57097b5-db21-455d-bc5a-914afd607f3e", "name": "network-vif-deleted", "tag": "28de6561-1163-4735-adf8-b9bd8f98ebcf", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:43.776871 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14bc18b8-4bcb-49cf-a9e0-fe021cec4263 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:43.777990 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57097b5-db21-455d-bc5a-914afd607f3e', 'name': 'network-vif-deleted', 'tag': '28de6561-1163-4735-adf8-b9bd8f98ebcf', 'status': 'completed', 'code': 200} Dec 15 13:46:43.939181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9be5eb59-9a3c-4b47-bf06-42ab081b9e22 req-0d3a31eb-0949-4c61-ab96-7d6b6b604e85 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0555973 Dec 15 13:46:43.943511 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-2c28d208-620e-4bf2-9d5d-c2b6ac06f4d7 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637757 Dec 15 13:46:44.095155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25a8c8-41c0-4f7b-a30e-b8c9a9162792 req-6750c95a-2e47-4f0b-9dfa-c77ddf93a5d3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:44.101217 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d25a8c8-41c0-4f7b-a30e-b8c9a9162792 req-6750c95a-2e47-4f0b-9dfa-c77ddf93a5d3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 947 time: 0.0778041 Dec 15 13:46:44.189599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d25a8c8-41c0-4f7b-a30e-b8c9a9162792 req-62f9286d-de87-40a5-9707-7a3458527a1f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806589 Dec 15 13:46:44.655354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:44.760092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89392d09-0450-438e-937b-13b918f0a545 req-ea027c57-1363-42af-af22-60d8e1431aa3 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:44.764206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89392d09-0450-438e-937b-13b918f0a545 req-ea027c57-1363-42af-af22-60d8e1431aa3 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1266367 Dec 15 13:46:44.793492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:44.799990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:44.800796 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:44.894831 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89392d09-0450-438e-937b-13b918f0a545 req-93e1ab46-e76e-42b3-8477-ed2e8cf50ce8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189630 Dec 15 13:46:44.925315 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:44.951265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49760) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:44.953291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:44.956639 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb26308-3877-48d5-be00-b74c2d22193a" -d '{"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-plugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:44.983279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:44.989244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.078080 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0fac22-65eb-4b91-994d-7e5df81936b6 x-openstack-request-id: req-6e0fac22-65eb-4b91-994d-7e5df81936b6 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:45.078983 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-plugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:45.093418 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e0fac22-65eb-4b91-994d-7e5df81936b6 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:45.094485 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'code': 200} Dec 15 13:46:45.126376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:45.210347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6397ce6f-96b1-4e0b-a7db-a9aa7431e174 req-c4244b3e-7c4b-4c27-bf53-8360a5d09370 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0476084 Dec 15 13:46:45.223192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b3aaf1be-7af4-4f0a-abb6-6a95fd63eb2b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=99fa3adab42041559ca3ad06b9510f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683725 Dec 15 13:46:45.223522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49782) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:45.229928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb63cf-6781-4238-9b47-808585c4b283 req-a9cb17c8-c9a1-4161-8e46-d0712e6640bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:45.233114 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0eb63cf-6781-4238-9b47-808585c4b283 req-a9cb17c8-c9a1-4161-8e46-d0712e6640bd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1099 time: 0.0747135 Dec 15 13:46:45.288050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:45.308204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0eb63cf-6781-4238-9b47-808585c4b283 req-2bf73847-6256-48ad-a61f-00e768934cc4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675840 Dec 15 13:46:45.352294 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47c87fb2-ca38-448b-b3ad-09a5f4685f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.440230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47c87fb2-ca38-448b-b3ad-09a5f4685f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.495503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223799e7-4f76-4bfe-95ba-23c67e9f9dc2 req-0760d129-10ea-4560-bb0f-9febaa962a80 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:45.497085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-223799e7-4f76-4bfe-95ba-23c67e9f9dc2 req-0760d129-10ea-4560-bb0f-9febaa962a80 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1457989 Dec 15 13:46:45.653167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47c87fb2-ca38-448b-b3ad-09a5f4685f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.657589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47c87fb2-ca38-448b-b3ad-09a5f4685f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.663298 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47c87fb2-ca38-448b-b3ad-09a5f4685f6c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d3564ac-e443-483e-bf7a-02bda763b19b HTTP/1.1" status: 204 len: 168 time: 0.4388528 Dec 15 13:46:45.671211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-223799e7-4f76-4bfe-95ba-23c67e9f9dc2 req-d2fc5a75-69bd-420e-bee8-4bc3daf669a8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252103 Dec 15 13:46:45.684414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c87fb2-ca38-448b-b3ad-09a5f4685f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3564ac-e443-483e-bf7a-02bda763b19b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:45.883982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.067081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a263793-2a62-4007-8729-7eef6ab2483c req-fd9e5401-5baa-405b-9da9-cf66c6919908 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:46.075079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a263793-2a62-4007-8729-7eef6ab2483c req-fd9e5401-5baa-405b-9da9-cf66c6919908 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.0793457 Dec 15 13:46:46.153212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a263793-2a62-4007-8729-7eef6ab2483c req-ef0e18b5-ede9-4325-adb4-8ed344e7dc3a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768647 Dec 15 13:46:46.346560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Deleting port 721f4c03-2027-4e26-9365-3716d4c52845 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:46.346910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.411599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d503e885-9d61-4778-a195-91b4e861c54b req-9dbf7683-1dcf-41bf-9f73-a947c753d2ea tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0588207 Dec 15 13:46:46.475767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] For port 721f4c03-2027-4e26-9365-3716d4c52845, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=721f4c03-2027-4e26-9365-3716d4c52845,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:46.476182 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.497374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Calling delete_port for 721f4c03-2027-4e26-9365-3716d4c52845 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:46.761727 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.830048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Pushing event deleted for resources: {'Port': ['ID=721f4c03-2027-4e26-9365-3716d4c52845,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:46.894814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5bca-8d23-4a2c-9949-cca92166168b req-a53bf583-d678-4ef9-94d4-bfde44d5d11f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:46.897445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c8b5bca-8d23-4a2c-9949-cca92166168b req-a53bf583-d678-4ef9-94d4-bfde44d5d11f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1186831 Dec 15 13:46:47.000667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c8b5bca-8d23-4a2c-9949-cca92166168b req-130ce507-d1fc-449f-84cb-a9b4a53396bb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938723 Dec 15 13:46:47.122811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49844) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:47.123225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.164898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1c5c6-4a27-4e72-bcf0-5181128e2e3c req-8e13f70c-85b2-4f24-8510-ccb3c6e952c5 tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:47.165129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5fa1c5c6-4a27-4e72-bcf0-5181128e2e3c req-8e13f70c-85b2-4f24-8510-ccb3c6e952c5 tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1099 time: 0.0998044 Dec 15 13:46:47.235516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5fa1c5c6-4a27-4e72-bcf0-5181128e2e3c req-fc7dbdfd-f068-4a20-bf15-7a88cd96587c tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570693 Dec 15 13:46:47.337718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01c688b9-b61d-4de7-b375-215ca30971c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.427432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80a5fd-450e-46a2-8ae2-7deb8e712299 req-338115c2-4d76-42ce-9ddf-d94fa0d2cefb tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:47.435933 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae80a5fd-450e-46a2-8ae2-7deb8e712299 req-338115c2-4d76-42ce-9ddf-d94fa0d2cefb tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1225162 Dec 15 13:46:47.444397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Router 02a34286-45ec-4391-a7c4-9557de0dbb9d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:47.536761 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae80a5fd-450e-46a2-8ae2-7deb8e712299 req-4d16179c-ee24-42e9-a4d5-6194b1262388 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996552 Dec 15 13:46:47.594376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01c688b9-b61d-4de7-b375-215ca30971c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.602323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01c688b9-b61d-4de7-b375-215ca30971c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.612884 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:47.626050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] Sync routers for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:47.633805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-626260be-a96c-4ca8-b319-a889fcb5ae84 admin admin] 10.222.0.86 "PUT /v2.0/routers/02a34286-45ec-4391-a7c4-9557de0dbb9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3437247 Dec 15 13:46:47.634828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49864) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:47.636304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-01c688b9-b61d-4de7-b375-215ca30971c7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ace95c6bb631408684e3dd9ea3898c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123961 Dec 15 13:46:47.638099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49866) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:47.667170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:47.667396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:47.719913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c688b9-b61d-4de7-b375-215ca30971c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c70262-3679-4d0a-93a1-b36cd67445b9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:47.735527 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1c42ead-0de0-4515-881f-4e345f5354e4 req-c98df3d6-04ac-4a0f-9c2d-72c7a0e243d2 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0421822 Dec 15 13:46:47.822570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:47.841160 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-731fc23f-0220-4f67-ba41-bb0feb4c1c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.861108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:47.882304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49c3594f-b8ed-4fe0-8145-5c787512c7f5 req-f9a205c5-6d7a-4960-9cab-5436f645aa72 tempest-AbsoluteLimitsNegativeTestJSON-1979542618 tempest-AbsoluteLimitsNegativeTestJSON-1979542618-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=144c930e91b945d79aed2eeae7e95e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428948 Dec 15 13:46:48.008752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3594f-b8ed-4fe0-8145-5c787512c7f5 req-31887408-544c-4a50-a27b-d725a259160b tempest-AbsoluteLimitsNegativeTestJSON-1979542618 tempest-AbsoluteLimitsNegativeTestJSON-1979542618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:48.011002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49c3594f-b8ed-4fe0-8145-5c787512c7f5 req-31887408-544c-4a50-a27b-d725a259160b tempest-AbsoluteLimitsNegativeTestJSON-1979542618 tempest-AbsoluteLimitsNegativeTestJSON-1979542618-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206872 Dec 15 13:46:48.028687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-731fc23f-0220-4f67-ba41-bb0feb4c1c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:48.034116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-25d70267-a0bb-4302-99ef-5c97627db9e5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2940183 Dec 15 13:46:48.062363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49c3594f-b8ed-4fe0-8145-5c787512c7f5 req-ee03c80e-81e3-4d54-8014-51ef162a7a92 tempest-AbsoluteLimitsNegativeTestJSON-1979542618 tempest-AbsoluteLimitsNegativeTestJSON-1979542618-project] 10.222.0.86 "GET /v2.0/quotas/144c930e91b945d79aed2eeae7e95e07 HTTP/1.1" status: 200 len: 375 time: 0.0358465 Dec 15 13:46:48.081281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:46:46Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:48.131539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] Checking router: 02a34286-45ec-4391-a7c4-9557de0dbb9d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:48.132909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49c3594f-b8ed-4fe0-8145-5c787512c7f5 req-9b92161a-6e38-46f8-be38-b4f3fede2ed5 tempest-AbsoluteLimitsNegativeTestJSON-1979542618 tempest-AbsoluteLimitsNegativeTestJSON-1979542618-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=144c930e91b945d79aed2eeae7e95e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596025 Dec 15 13:46:48.141977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] Routers {'02a34286-45ec-4391-a7c4-9557de0dbb9d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:48.142621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['02a34286-45ec-4391-a7c4-9557de0dbb9d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:48.173136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-731fc23f-0220-4f67-ba41-bb0feb4c1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:48.176997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-731fc23f-0220-4f67-ba41-bb0feb4c1c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:48.178733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-731fc23f-0220-4f67-ba41-bb0feb4c1c19 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51c70262-3679-4d0a-93a1-b36cd67445b9 HTTP/1.1" status: 204 len: 168 time: 0.5391977 Dec 15 13:46:48.194082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fc23f-0220-4f67-ba41-bb0feb4c1c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c70262-3679-4d0a-93a1-b36cd67445b9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:48.314281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] Set router 02a34286-45ec-4391-a7c4-9557de0dbb9d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:48.748278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:48.797933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c61022-25fa-49f7-911f-28e8a185ef46 req-e8bed220-af7f-436b-a483-9a84ad01b741 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:48.814603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64c61022-25fa-49f7-911f-28e8a185ef46 req-e8bed220-af7f-436b-a483-9a84ad01b741 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1314821 Dec 15 13:46:48.816382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:48.819491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:46:46Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:48.853403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f49def-5d25-4866-a0cb-0b603994a91c None None] The sync data for ids ['02a34286-45ec-4391-a7c4-9557de0dbb9d'] in n-d-821840-1 is: [{'id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1799337995-router', 'tenant_id': '9c59fc67e6e54694870b22394d75fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:51Z', 'updated_at': '2021-12-15T13:46:46Z', 'revision_number': 5, 'project_id': '9c59fc67e6e54694870b22394d75fa71', 'gw_port': {'id': 'c8e3e452-2d45-426b-aa8f-f36840b45920', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a34286-45ec-4391-a7c4-9557de0dbb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:52Z', 'updated_at': '2021-12-15T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:48.917220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db328c4-13cd-492e-9213-301d356dddca req-51c5a024-9bff-4fe1-885b-a1eef8493cd3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:48.919271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64c61022-25fa-49f7-911f-28e8a185ef46 req-e76160f8-6639-4e63-bc17-1f14a4ebe5d6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992243 Dec 15 13:46:48.932721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1db328c4-13cd-492e-9213-301d356dddca req-51c5a024-9bff-4fe1-885b-a1eef8493cd3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 1.0612228 Dec 15 13:46:49.012477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1db328c4-13cd-492e-9213-301d356dddca req-1a6b8443-1866-4af4-933d-d05a35adcb9c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794969 Dec 15 13:46:49.020887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Deleting port c8e3e452-2d45-426b-aa8f-f36840b45920 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:49.021243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.214955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-976fb692-f8ea-4350-bf21-5272ce007339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.286906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb2de735-534e-454a-971a-4436292bf968 req-3b7075a2-bf9d-43d6-ad0f-8b5974750436 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0931163 Dec 15 13:46:49.290719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] For port c8e3e452-2d45-426b-aa8f-f36840b45920, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c8e3e452-2d45-426b-aa8f-f36840b45920,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:49.291119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.315263 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Calling delete_port for c8e3e452-2d45-426b-aa8f-f36840b45920 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:49.556569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-976fb692-f8ea-4350-bf21-5272ce007339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.567160 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-976fb692-f8ea-4350-bf21-5272ce007339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.688502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-976fb692-f8ea-4350-bf21-5272ce007339 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=144c930e91b945d79aed2eeae7e95e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8658097 Dec 15 13:46:49.688502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.689462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49938) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:49.694756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fb692-f8ea-4350-bf21-5272ce007339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a1ff14-6cd7-423a-aa4a-6104201785cf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:49.760249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e3e452-2d45-426b-aa8f-f36840b45920,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:49.768932 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c54afba-5b7b-40b0-a230-0c66523ad193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.797639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c54afba-5b7b-40b0-a230-0c66523ad193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.848863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.863905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c54afba-5b7b-40b0-a230-0c66523ad193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.868881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c54afba-5b7b-40b0-a230-0c66523ad193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:49.870774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c54afba-5b7b-40b0-a230-0c66523ad193 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a2a1ff14-6cd7-423a-aa4a-6104201785cf HTTP/1.1" status: 204 len: 168 time: 0.1802917 Dec 15 13:46:49.883231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54afba-5b7b-40b0-a230-0c66523ad193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a1ff14-6cd7-423a-aa4a-6104201785cf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:49.997839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.000761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.104529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-44b7b22e-13ac-4dfd-9453-0f4698cc2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.108542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-44b7b22e-13ac-4dfd-9453-0f4698cc2952 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1099 time: 0.0923164 Dec 15 13:46:50.135631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698c217-655d-4fb2-818a-f2609a082328 req-c8928835-14ab-4abb-a784-3c9c52f4142e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.137563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7698c217-655d-4fb2-818a-f2609a082328 req-c8928835-14ab-4abb-a784-3c9c52f4142e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.0605199 Dec 15 13:46:50.139014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.139704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02a34286-45ec-4391-a7c4-9557de0dbb9d {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:46:50.158324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.161097 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6659970e-eec5-4384-96dd-b6d4cc0f2a00 admin admin] 10.222.0.86 "DELETE /v2.0/routers/02a34286-45ec-4391-a7c4-9557de0dbb9d HTTP/1.1" status: 204 len: 168 time: 2.5250149 Dec 15 13:46:50.165714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49952) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:50.240983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7698c217-655d-4fb2-818a-f2609a082328 req-d421b100-c312-40bd-8fcf-90e5d5cbede3 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783610 Dec 15 13:46:50.313851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3019dae1-99f9-46f0-b98f-87077b966915 admin admin] Deleting subnet a6e91a09-1e2c-4308-a91b-c36d1faf33c0 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:46:50.331901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3019dae1-99f9-46f0-b98f-87077b966915 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.404172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3019dae1-99f9-46f0-b98f-87077b966915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.489538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-3efa11c8-6bd7-4c4c-93ce-34501b95328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.493598 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-3efa11c8-6bd7-4c4c-93ce-34501b95328d service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.3776553 Dec 15 13:46:50.501445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b41bfd-7f11-4006-824c-26a460e60725 req-4e512739-253c-40de-8ca8-59ae51cc364c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.504304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50b41bfd-7f11-4006-824c-26a460e60725 req-4e512739-253c-40de-8ca8-59ae51cc364c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1453440 Dec 15 13:46:50.604140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50b41bfd-7f11-4006-824c-26a460e60725 req-83088d00-5e25-49d7-875a-b876e35b6a17 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923924 Dec 15 13:46:50.697030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ec8b73ed-d110-431a-971b-262f7ec384db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.1241868 Dec 15 13:46:50.823384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3019dae1-99f9-46f0-b98f-87077b966915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:50.905443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c8e3e452-2d45-426b-aa8f-f36840b45920 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:50.943422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c8e3e452-2d45-426b-aa8f-f36840b45920 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:50.944039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c8e3e452-2d45-426b-aa8f-f36840b45920 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:50.944615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 721f4c03-2027-4e26-9365-3716d4c52845 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:50.966300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 721f4c03-2027-4e26-9365-3716d4c52845 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:50.966854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 721f4c03-2027-4e26-9365-3716d4c52845 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:50.982395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0664a0bb-f264-43b3-b94a-17faad139e60 req-78d10c5d-abe0-468e-aa50-fb5a5f159b8c tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/ports?device_id=b57097b5-db21-455d-bc5a-914afd607f3e HTTP/1.1" status: 200 len: 210 time: 0.0818763 Dec 15 13:46:50.994189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-05ab0ac0-afaf-4c16-a3ec-a8f8851fcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:50.996336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-05ab0ac0-afaf-4c16-a3ec-a8f8851fcb2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2873383 Dec 15 13:46:51.057161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3019dae1-99f9-46f0-b98f-87077b966915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.104456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-e4420226-644b-45e4-9d69-b93a30e69581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:51.106678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-e4420226-644b-45e4-9d69-b93a30e69581 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028743 Dec 15 13:46:51.112304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019dae1-99f9-46f0-b98f-87077b966915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e91a09-1e2c-4308-a91b-c36d1faf33c0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:51.195882 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3019dae1-99f9-46f0-b98f-87077b966915 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.203338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85428aef-56cc-40a8-838a-cacc363adeb6 None None] Network ed8cbd83-5e71-421f-995a-2f5f360d2fbc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:51.203791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:51.205649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3019dae1-99f9-46f0-b98f-87077b966915 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a6e91a09-1e2c-4308-a91b-c36d1faf33c0 HTTP/1.1" status: 204 len: 168 time: 1.0357349 Dec 15 13:46:51.254803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:51.286751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-7163e8d5-5c99-44dc-872b-5cb415545452 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658187 Dec 15 13:46:51.464940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1709363476-network', 'tenant_id': 'd9929326a66b4182be4708b7106567d0'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:51.498889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-1e1425f1-b0fd-4031-8712-ddba07d08164 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943703 Dec 15 13:46:51.568716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] DHCP port deletion for ed8cbd83-5e71-421f-995a-2f5f360d2fbc request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:46:51.633803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] Deleting port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:51.634780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.642885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174890f-3a56-4113-a6b5-762725873964 req-6d79c0e2-5894-46c4-a450-3e72db6707b1 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:51.645171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f174890f-3a56-4113-a6b5-762725873964 req-6d79c0e2-5894-46c4-a450-3e72db6707b1 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.2414265 Dec 15 13:46:51.687229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Made reservation on behalf of d9929326a66b4182be4708b7106567d0 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:51.691614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.758022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.774685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] For port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf,segment=NetworkSegment(e2866525-de34-434f-9452-6ca07ce3fdb8),segment_id=e2866525-de34-434f-9452-6ca07ce3fdb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:51.775133 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.785156 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.804665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6eca-00ef-478a-aa3c-2a82b0677ac9 req-ac030785-b448-46ef-9c71-15d15d9fa0d1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:51.805839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] Calling delete_port for 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:51.813367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd9f6eca-00ef-478a-aa3c-2a82b0677ac9 req-ac030785-b448-46ef-9c71-15d15d9fa0d1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.0985930 Dec 15 13:46:51.889799 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f174890f-3a56-4113-a6b5-762725873964 req-0b813517-463d-47f0-9ec6-4e0d84896776 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201853 Dec 15 13:46:51.890304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd9f6eca-00ef-478a-aa3c-2a82b0677ac9 req-369f1e63-d5d7-442b-b6fd-23edeba18aa6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743794 Dec 15 13:46:51.941049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50010) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:51.950223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:51.981638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] No DVR routers for this DVR port 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:52.046227 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.048492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] The port '3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf' was deleted {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 15 13:46:52.054629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6393e-4fd2-49d3-a533-6b338cac8e0b None None] Pushing event deleted for resources: {'Port': ['ID=3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:52.095196 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.121216 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f24ee7e1-2f2e-443a-8e3c-bdcaad5366df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.135244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:52.194771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:52.238634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897e204d-a56f-4ef6-b5e7-31df1aaa2074,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:52.243218 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.257049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.257478 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Added segment 297cdf8a-4100-4137-bcc3-6c6cdb56a0b1 of type vlan for network 9c5b8b68-9b03-423b-83c6-38830c60180f Dec 15 13:46:52.268362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f24ee7e1-2f2e-443a-8e3c-bdcaad5366df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.273689 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f24ee7e1-2f2e-443a-8e3c-bdcaad5366df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.311226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8cbd83-5e71-421f-995a-2f5f360d2fbc']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:52.331021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2866525-de34-434f-9452-6ca07ce3fdb8') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:52.331405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2866525-de34-434f-9452-6ca07ce3fdb8') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:52.342452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f24ee7e1-2f2e-443a-8e3c-bdcaad5366df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d1c0ca7bb29f42428a2b7ab260484af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994327 Dec 15 13:46:52.345453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50020) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:52.361446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ee7e1-2f2e-443a-8e3c-bdcaad5366df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8021d2a6-d189-468e-b535-db22d4b5c8fb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:52.363103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.370300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.385761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1a24309-8b2a-4da2-ba54-6e8d32cf9de5 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.409215 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.423089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:46:52.423502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:46:52.425382 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:46:52.445083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ed178d-195c-4870-a2c3-ff124360faf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.468023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.468614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ed178d-195c-4870-a2c3-ff124360faf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.469375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:52.470037 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.475096 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1a24309-8b2a-4da2-ba54-6e8d32cf9de5 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.529562 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ed178d-195c-4870-a2c3-ff124360faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.534034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ed178d-195c-4870-a2c3-ff124360faf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.535557 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-19ed178d-195c-4870-a2c3-ff124360faf7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8021d2a6-d189-468e-b535-db22d4b5c8fb HTTP/1.1" status: 204 len: 168 time: 0.1885591 Dec 15 13:46:52.547217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed178d-195c-4870-a2c3-ff124360faf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8021d2a6-d189-468e-b535-db22d4b5c8fb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:52.564995 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3090942 Dec 15 13:46:52.568550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50024) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:52.578221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Request body: {'subnet': {'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1709363476-subnet', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:52.586600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.591376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c89fb6-6980-4362-93c3-a59a525a3e85 admin admin] Pushing event updated for resources: {'Network': ['ID=9c5b8b68-9b03-423b-83c6-38830c60180f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:52.594902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.598526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ed8cbd83-5e71-421f-995a-2f5f360d2fbc HTTP/1.1" status: 204 len: 168 time: 1.3937323 Dec 15 13:46:52.603461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50026) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:52.618981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a299b-5995-40d0-8d2e-f5349085ff85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8cbd83-5e71-421f-995a-2f5f360d2fbc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:52.636476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Made reservation on behalf of d9929326a66b4182be4708b7106567d0 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:52.639460 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.644574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 9c5b8b68-9b03-423b-83c6-38830c60180f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:52.674720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1a24309-8b2a-4da2-ba54-6e8d32cf9de5 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.677648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1a24309-8b2a-4da2-ba54-6e8d32cf9de5 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:52.678811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d1a24309-8b2a-4da2-ba54-6e8d32cf9de5 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "DELETE /v2.0/security-groups/da25f4ba-0284-41f6-9e3e-682710ca43dd HTTP/1.1" status: 204 len: 168 time: 0.5396214 Dec 15 13:46:52.699501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50028) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:52.780579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a24309-8b2a-4da2-ba54-6e8d32cf9de5 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da25f4ba-0284-41f6-9e3e-682710ca43dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:52.786785 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-25148e90-c88d-4a17-93f1-9f3c3aacb988 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] show failed (client error): The resource could not be found. Dec 15 13:46:52.790400 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-25148e90-c88d-4a17-93f1-9f3c3aacb988 tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "GET /v2.0/security-groups/da25f4ba-0284-41f6-9e3e-682710ca43dd HTTP/1.1" status: 404 len: 347 time: 0.0764089 Dec 15 13:46:52.790694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:52.805347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50030) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:52.830888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:52.831278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3f6ac08e-098b-4ae1-9e63-c7d3eb84bbaf not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:53.175377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72630c-60b2-4fcb-99c7-a93b73f4b880 req-2d58e1da-6927-4f64-8182-16f83649185a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:53.181631 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc72630c-60b2-4fcb-99c7-a93b73f4b880 req-2d58e1da-6927-4f64-8182-16f83649185a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.0900450 Dec 15 13:46:53.305757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ebc31-2db0-411c-94b5-02f9de509bf7 req-b1193643-fb5c-4be3-bed7-4d774794dcd0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:53.308188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-601ebc31-2db0-411c-94b5-02f9de509bf7 req-b1193643-fb5c-4be3-bed7-4d774794dcd0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1911364 Dec 15 13:46:53.320294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc72630c-60b2-4fcb-99c7-a93b73f4b880 req-286265f7-4f0b-4e56-8e6b-c7a7e80391e6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374712 Dec 15 13:46:53.350356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.367439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Deleting port 726d012d-a311-4a67-ab1e-7f4589bab9ee {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:53.368312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.425880 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.479053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae199e4f-a3ef-4e17-b052-6fe38e4c7872,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:53.526060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-601ebc31-2db0-411c-94b5-02f9de509bf7 req-3b2dd329-061b-4f46-906d-aef46dcde750 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887543 Dec 15 13:46:53.585726 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.586062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.617470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Checking segment: {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:53.617842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Network hostable DHCP agents. Network: 9c5b8b68-9b03-423b-83c6-38830c60180f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:53.637862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Calling delete_port for 726d012d-a311-4a67-ab1e-7f4589bab9ee owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:53.684595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Network 9c5b8b68-9b03-423b-83c6-38830c60180f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:53.799255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Deleting port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:53.799255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.856730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.901626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 9c5b8b68-9b03-423b-83c6-38830c60180f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:53.911778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c14e4-375f-49e4-8625-c98475f2dda2 None None] Network 9c5b8b68-9b03-423b-83c6-38830c60180f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:53.912370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:53.912492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.970153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] For port 06c30175-da2d-4dfe-bb9b-4d8ef401ea41, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,segment=NetworkSegment(3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f),segment_id=3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:53.970510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:53.993363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Calling delete_port for 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:54.004294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.008149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.009322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] 10.222.0.86 "DELETE /v2.0/floatingips/529de75b-cc69-4b13-bc22-03a58c69d57c HTTP/1.1" status: 204 len: 168 time: 1.2030158 Dec 15 13:46:54.012403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50068) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:54.013528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c8ac1c75-a385-4f27-a971-a16b48858eac admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4424841 Dec 15 13:46:54.014822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0109637-3ad5-46bd-93a7-0f001ace5f1d tempest-ServersTestBootFromVolume-2084044971 tempest-ServersTestBootFromVolume-2084044971-project] Pushing event deleted for resources: {'Port': ['ID=726d012d-a311-4a67-ab1e-7f4589bab9ee,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:54.018715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50070) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:54.027728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:54.058730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.061134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.172900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-9c5b8b68-9b03-423b-83c6-38830c60180f', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'project_id': 'd9929326a66b4182be4708b7106567d0', 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:46:54.173801 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.183656 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.362994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50078) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:54.434515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Allocated IP 172.20.0.2 (9c5b8b68-9b03-423b-83c6-38830c60180f/ae199e4f-a3ef-4e17-b052-6fe38e4c7872/07963f68-06cb-47dc-b1d3-df7ade2a0fd9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:54.569348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.580230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.677390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c30175-da2d-4dfe-bb9b-4d8ef401ea41,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:54.787937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5046dc99-17bc-42f6-a521-1e954a4d6885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.886627 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.895505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:54.910781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45014957-432e-4f74-a241-32f2a10996e5 req-8a59e241-83c1-4dd6-a71c-7088b903bbd4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:54.924252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45014957-432e-4f74-a241-32f2a10996e5 req-8a59e241-83c1-4dd6-a71c-7088b903bbd4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.2556100 Dec 15 13:46:54.964693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Network 9c5b8b68-9b03-423b-83c6-38830c60180f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:54.968745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:54.973545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:54.985723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Pushing event updated for resources: {'Port': ['ID=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:55.005528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5046dc99-17bc-42f6-a521-1e954a4d6885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.022286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2a21-6431-4598-a044-4215e74d173c req-17f52743-b0db-4ed2-abe5-dda1b3a2fa3b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:55.031746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd3d2a21-6431-4598-a044-4215e74d173c req-17f52743-b0db-4ed2-abe5-dda1b3a2fa3b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.4657123 Dec 15 13:46:55.040943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5046dc99-17bc-42f6-a521-1e954a4d6885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.068290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Attempting to bind port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:55.069092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Attempting to bind port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:55.069712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Attempting to bind port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 on network 9c5b8b68-9b03-423b-83c6-38830c60180f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:55.075924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:55.076563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Checking segment: {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:55.077166 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.078518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Bound using segment: {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:55.079429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Bound port: 07963f68-06cb-47dc-b1d3-df7ade2a0fd9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:55.080025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.097875 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.101426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5046dc99-17bc-42f6-a521-1e954a4d6885 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f9e2b5fa7fb24eaebea57fa775ea7633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7300181 Dec 15 13:46:55.103307 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50086) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:55.115675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046dc99-17bc-42f6-a521-1e954a4d6885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b8df35-c28f-41f2-b0dc-7c3b46540a9f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:55.118035 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45014957-432e-4f74-a241-32f2a10996e5 req-8696f934-b150-45bb-976c-85c3fb1a682f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929193 Dec 15 13:46:55.263582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd3d2a21-6431-4598-a044-4215e74d173c req-deff13b2-be5d-40c2-b53b-04bc34a391ee tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301848 Dec 15 13:46:55.312689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] For port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:55.319909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] For port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:55.326440 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.388575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e1a6e-68cd-468d-aad3-50cd244d0842 None None] Pushing event updated for resources: {'Port': ['ID=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:55.504278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.536849 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.760232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Allocated IP 172.25.7.88 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/53ec1025-8435-44e6-8791-e3424c0f596c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:55.824672 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.942226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:55.990079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.048751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:56.052420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:56.060539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:56.069255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Pushing event updated for resources: {'Port': ['ID=53ec1025-8435-44e6-8791-e3424c0f596c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:56.076923 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-830978c7-1d23-485f-995a-72747e2706e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.116764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-830978c7-1d23-485f-995a-72747e2706e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.176547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:56.456968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-830978c7-1d23-485f-995a-72747e2706e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.459724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-830978c7-1d23-485f-995a-72747e2706e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.461009 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-830978c7-1d23-485f-995a-72747e2706e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25b8df35-c28f-41f2-b0dc-7c3b46540a9f HTTP/1.1" status: 204 len: 168 time: 1.3565016 Dec 15 13:46:56.492024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830978c7-1d23-485f-995a-72747e2706e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b8df35-c28f-41f2-b0dc-7c3b46540a9f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:56.556334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:56.561518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e2bce94a-0ab6-4241-9fc2-692797aebce6 admin admin] 10.222.0.86 "PUT /v2.0/routers/9d79b495-ad71-4d73-9b0e-437aefaf9e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9581504 Dec 15 13:46:56.572525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225697cd-3012-41ad-9f7a-6da344279b9f req-457b0658-c8c2-445c-aa86-a938ffd6655d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:56.573770 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] Sync routers for ids ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:56.584044 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-225697cd-3012-41ad-9f7a-6da344279b9f req-457b0658-c8c2-445c-aa86-a938ffd6655d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1728971 Dec 15 13:46:56.595485 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] Routers {'9d79b495-ad71-4d73-9b0e-437aefaf9e06'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:56.599450 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:56.602361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50100) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:56.805434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:56.896443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:56.900570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:56.935278 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] Set router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:56.980244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-225697cd-3012-41ad-9f7a-6da344279b9f req-45ba67cd-33ee-4014-8ac4-e3d7ec8979f3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938217 Dec 15 13:46:57.044036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e70932-0029-4a48-a8b5-e4d2d821a62d None None] Network 9c5b8b68-9b03-423b-83c6-38830c60180f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:57.059957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.065187 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Deleting port a49f3730-841d-4f49-a6b8-b6765510d61a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:57.065611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.237345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9e11ba6c-d2df-4fd8-a986-43f8f91fb871 None None] Provisioning complete for port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:57.237721 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba6c-d2df-4fd8-a986-43f8f91fb871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.432522 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:46:54Z', 'revision_number': 5, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:57.443759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.449599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c66aed-8f4f-453e-ab9c-1cae3991cd6f req-e104a1cb-6a0f-4099-aca5-25c86c9b44a0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:57.462976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c66aed-8f4f-453e-ab9c-1cae3991cd6f req-e104a1cb-6a0f-4099-aca5-25c86c9b44a0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 1.1168785 Dec 15 13:46:57.463197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] For port a49f3730-841d-4f49-a6b8-b6765510d61a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a49f3730-841d-4f49-a6b8-b6765510d61a,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:57.464696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.500713 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] Checking router: 9d79b495-ad71-4d73-9b0e-437aefaf9e06 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:57.505315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Calling delete_port for a49f3730-841d-4f49-a6b8-b6765510d61a owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:57.506404 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.517729 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] Routers {'9d79b495-ad71-4d73-9b0e-437aefaf9e06'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:57.520446 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:57.551711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.693084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:57.694187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba6c-d2df-4fd8-a986-43f8f91fb871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.727622 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.759787 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] Set router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:57.855741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:57.877988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50126) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:57.928802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Deleting port d5d70b9b-ea54-435f-a05f-37e7397e386c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:57.928802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:57.991908 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-9e11ba6c-d2df-4fd8-a986-43f8f91fb871 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:46:57.992323 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-9e11ba6c-d2df-4fd8-a986-43f8f91fb871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:46:58.045938 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.067055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1033869316-network', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:58.142088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Made reservation on behalf of b3cbb39825234c9da1cd271570b2eb35 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:58.144381 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.154894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c66aed-8f4f-453e-ab9c-1cae3991cd6f req-dde7afaf-f55e-4e84-af90-3c471e372117 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935120 Dec 15 13:46:58.213298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] For port d5d70b9b-ea54-435f-a05f-37e7397e386c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d5d70b9b-ea54-435f-a05f-37e7397e386c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:58.213798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.216937 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:46:54Z', 'revision_number': 5, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:58.233502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Calling delete_port for d5d70b9b-ea54-435f-a05f-37e7397e386c owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:58.259193 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c9ad3-8179-46a6-bb37-fe91f9821c59 None None] The sync data for ids ['9d79b495-ad71-4d73-9b0e-437aefaf9e06'] in n-d-821840-1 is: [{'id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478321263-router', 'tenant_id': 'c942944bd19b42469356160dbdbcdc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:58Z', 'updated_at': '2021-12-15T13:46:54Z', 'revision_number': 5, 'project_id': 'c942944bd19b42469356160dbdbcdc15', 'gw_port': {'id': 'd5d70b9b-ea54-435f-a05f-37e7397e386c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d79b495-ad71-4d73-9b0e-437aefaf9e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:00Z', 'updated_at': '2021-12-15T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:58.327204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.330287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Router e64fed00-0fb5-4947-83bf-3615901f8422 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:46:58.408147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b94a3-9d98-4355-bb14-b2171ba7f479 req-f50ff375-f9d4-48bc-9d6b-2cfc7b993fad tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:58.409657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a25b94a3-9d98-4355-bb14-b2171ba7f479 req-f50ff375-f9d4-48bc-9d6b-2cfc7b993fad tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.2959285 Dec 15 13:46:58.414578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.464366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:58.486385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Sync routers for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:58.502342 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.506035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1eeb4bd8-a00d-4167-b208-0a7faebe5636 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4849291 Dec 15 13:46:58.509805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50136) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:58.527275 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49f3730-841d-4f49-a6b8-b6765510d61a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:58.637700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:58.639077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:58.904335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a25b94a3-9d98-4355-bb14-b2171ba7f479 req-0fad625b-010c-4c87-82c5-22e9a7a63f45 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405017 Dec 15 13:46:58.931223 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:58.939891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:58.973548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d70b9b-ea54-435f-a05f-37e7397e386c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:59.083258 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.087117 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.198402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cd4ad181-c3fa-4f29-b7c1-aa99efd31a5e None None] Provisioning complete for port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:59.199077 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad181-c3fa-4f29-b7c1-aa99efd31a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.215022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.220313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.261732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:59.318245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f2f1dc-84c9-4980-bfc6-dd084a32099d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:59.364902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:59.378512 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.383710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:59.384414 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.425100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.444530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.444966 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Added segment 5067df3a-9251-4f5f-9fdb-7732c35e0ba6 of type vlan for network 9bd34054-2674-4170-b7bb-1a63447bbf04 Dec 15 13:46:59.508372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566502d-deca-47b1-8b88-7478e7c0bcd5 req-23ed051c-71a7-4c36-9fe3-093231f88bcf tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:59.516691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a566502d-deca-47b1-8b88-7478e7c0bcd5 req-23ed051c-71a7-4c36-9fe3-093231f88bcf tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1822152 Dec 15 13:46:59.568150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.568691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d79b495-ad71-4d73-9b0e-437aefaf9e06 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:46:59.576589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.585892 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.589495 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-89bc6333-2bdc-4160-b352-c4dbc582cea0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9d79b495-ad71-4d73-9b0e-437aefaf9e06 HTTP/1.1" status: 204 len: 168 time: 2.9755878 Dec 15 13:46:59.592252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:59.655025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7966e8f-76d1-47d9-9da8-8cd38df7a785 admin admin] Deleting subnet 28fd9a68-f026-4c47-989a-cfb015041043 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:46:59.659361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7966e8f-76d1-47d9-9da8-8cd38df7a785 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.684517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a566502d-deca-47b1-8b88-7478e7c0bcd5 req-97eece84-08dc-48d3-8f5d-606e89c93e50 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669133 Dec 15 13:46:59.733468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7966e8f-76d1-47d9-9da8-8cd38df7a785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.757950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.794054 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:46:59.825640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:59.861452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:59.861991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 06c30175-da2d-4dfe-bb9b-4d8ef401ea41 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:59.868157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:46:56Z', 'revision_number': 3, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:59.917532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Checking router: e64fed00-0fb5-4947-83bf-3615901f8422 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:59.917910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Updating router e64fed00-0fb5-4947-83bf-3615901f8422 port 53ec1025-8435-44e6-8791-e3424c0f596c binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:46:59.949764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.992789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.997348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:00.001680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.068332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Allocated IP 172.20.0.1 (9c5b8b68-9b03-423b-83c6-38830c60180f/ae199e4f-a3ef-4e17-b052-6fe38e4c7872/fafbd82a-dbc3-411e-b029-f82cd150e14b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:00.279363 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.355712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.373277 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.381169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.484161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Attempting to bind port 53ec1025-8435-44e6-8791-e3424c0f596c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:00.484631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Attempting to bind port 53ec1025-8435-44e6-8791-e3424c0f596c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:00.485022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Attempting to bind port 53ec1025-8435-44e6-8791-e3424c0f596c on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:00.485583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Network 9c5b8b68-9b03-423b-83c6-38830c60180f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:00.489226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:00.493517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:00.512101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337824a-7255-4c08-b029-0a945d2f4db6 None None] Pushing event updated for resources: {'Port': ['ID=53ec1025-8435-44e6-8791-e3424c0f596c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:00.532090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:00.533467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:00.536478 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.536478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:00.537638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Bound port: 53ec1025-8435-44e6-8791-e3424c0f596c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:00.538814 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.549961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Pushing event updated for resources: {'Port': ['ID=fafbd82a-dbc3-411e-b029-f82cd150e14b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:00.587954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.686533 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.701423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d5d70b9b-ea54-435f-a05f-37e7397e386c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:00.839690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: d5d70b9b-ea54-435f-a05f-37e7397e386c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:00.844105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d5d70b9b-ea54-435f-a05f-37e7397e386c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:00.870869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] For port 53ec1025-8435-44e6-8791-e3424c0f596c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:00.897229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] For port 53ec1025-8435-44e6-8791-e3424c0f596c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=53ec1025-8435-44e6-8791-e3424c0f596c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:00.908693 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.917364 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0165596 Dec 15 13:47:00.924974 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.931111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Router 0be9440d-fdd2-4245-843b-0d16f1d38bbb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:00.944256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:00.954012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:00.967699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Request body: {'subnet': {'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-subnet', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:00.992578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1688952c-bda5-4ce3-b246-4af9dbf0d9c3 None None] Provisioning complete for port fafbd82a-dbc3-411e-b029-f82cd150e14b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:00.993129 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1688952c-bda5-4ce3-b246-4af9dbf0d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.008070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7966e8f-76d1-47d9-9da8-8cd38df7a785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.039407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf9b1-17f8-4d12-a3b0-facf4194baea req-a77f05dc-d91a-462c-8c51-6428958217da tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:01.043637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1688952c-bda5-4ce3-b246-4af9dbf0d9c3 None None] Port fafbd82a-dbc3-411e-b029-f82cd150e14b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:01.045254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:01.046176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:01.049081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57fbf9b1-17f8-4d12-a3b0-facf4194baea req-a77f05dc-d91a-462c-8c51-6428958217da tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1768086 Dec 15 13:47:01.059470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd349e-0317-4ce4-ac14-3bdbd010fcfc admin admin] Pushing event updated for resources: {'Network': ['ID=9bd34054-2674-4170-b7bb-1a63447bbf04,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:01.156845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57fbf9b1-17f8-4d12-a3b0-facf4194baea req-230ce53d-ac57-42b8-89f2-ac124462ab55 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023762 Dec 15 13:47:01.175961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:01.182416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Made reservation on behalf of b3cbb39825234c9da1cd271570b2eb35 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:01.185238 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.282400 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337824a-7255-4c08-b029-0a945d2f4db6 None None] Pushing event updated for resources: {'Port': ['ID=53ec1025-8435-44e6-8791-e3424c0f596c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:01.291099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b52704-67b1-4616-856f-798946dede58 req-83f37c69-f01d-4fb1-9a68-1bd9e5e3f9f6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:01.292807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9b52704-67b1-4616-856f-798946dede58 req-83f37c69-f01d-4fb1-9a68-1bd9e5e3f9f6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 1.2100849 Dec 15 13:47:01.293854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7966e8f-76d1-47d9-9da8-8cd38df7a785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.330377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.336723 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.406753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7966e8f-76d1-47d9-9da8-8cd38df7a785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fd9a68-f026-4c47-989a-cfb015041043,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:01.411443 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7966e8f-76d1-47d9-9da8-8cd38df7a785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.417246 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7966e8f-76d1-47d9-9da8-8cd38df7a785 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/28fd9a68-f026-4c47-989a-cfb015041043 HTTP/1.1" status: 204 len: 168 time: 1.8192756 Dec 15 13:47:01.424708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50158) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:01.467880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ea44d-ed97-49c6-88da-e183f5c480dd None None] Network b3134a2a-1376-4df6-bb95-9627efc4ab26 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:01.470963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Pushing event updated for resources: {'Port': ['ID=fafbd82a-dbc3-411e-b029-f82cd150e14b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:01.482548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.622055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:01.636018 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] Sync routers for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:01.648285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d38aea97-31e6-43d8-9c32-5e7f83cdedb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.664011 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:01.669575 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:01.684740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-62c99252-8b59-45d5-bebf-768829d73849 admin admin] 10.222.0.86 "PUT /v2.0/routers/0be9440d-fdd2-4245-843b-0d16f1d38bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6712735 Dec 15 13:47:01.689997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50162) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:01.712332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9b52704-67b1-4616-856f-798946dede58 req-8dbebad4-3d0c-4531-bc62-acc331a33200 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701260 Dec 15 13:47:01.796102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:01.829407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Network 9c5b8b68-9b03-423b-83c6-38830c60180f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:01.832879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:01.886767 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:01.989141 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:02.091705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.216145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.299313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] DHCP port deletion for b3134a2a-1376-4df6-bb95-9627efc4ab26 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:47:02.386118 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:46:58Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:02.415521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Router e64fed00-0fb5-4947-83bf-3615901f8422 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:02.416093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5e0873-b840-41ec-8baa-7c48dbb6e585,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:02.439556 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] Checking router: 0be9440d-fdd2-4245-843b-0d16f1d38bbb for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:02.451164 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] Routers {'0be9440d-fdd2-4245-843b-0d16f1d38bbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:02.452152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Deleting port 7d6431be-c790-4b5c-93ec-00d1eb06d40d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:02.452408 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:02.458561 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.487503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-202f9625-63eb-4327-9404-88c045b0df60 None None] Provisioning complete for port fafbd82a-dbc3-411e-b029-f82cd150e14b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:02.488000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-202f9625-63eb-4327-9404-88c045b0df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.572331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-202f9625-63eb-4327-9404-88c045b0df60 None None] Port fafbd82a-dbc3-411e-b029-f82cd150e14b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:02.658717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 1, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:02.685610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:02.715140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d639aca1-fc93-47d0-8692-e2f2e3a60067 admin admin] 10.222.0.86 "PUT /v2.0/routers/e64fed00-0fb5-4947-83bf-3615901f8422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2039638 Dec 15 13:47:02.727688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.745961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc8439-e72c-41c0-9204-1f9d5c3d2834 req-3e7697b2-325d-4ad6-9ec2-04a10b850b14 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:02.748406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] For port 7d6431be-c790-4b5c-93ec-00d1eb06d40d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7d6431be-c790-4b5c-93ec-00d1eb06d40d,segment=NetworkSegment(3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f),segment_id=3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:02.748856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.754887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27fc8439-e72c-41c0-9204-1f9d5c3d2834 req-3e7697b2-325d-4ad6-9ec2-04a10b850b14 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.3727710 Dec 15 13:47:02.774914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6d60a-5420-44ab-ba35-b5f3ad2787c0 None None] The sync data for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 is: [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 1, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:02.777475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7d6431be-c790-4b5c-93ec-00d1eb06d40d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:02.785640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] Deleting port 7d6431be-c790-4b5c-93ec-00d1eb06d40d {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:02.786093 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.804718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Checking segment: {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:02.809507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Network hostable DHCP agents. Network: 9bd34054-2674-4170-b7bb-1a63447bbf04, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:02.814056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Calling delete_port for 7d6431be-c790-4b5c-93ec-00d1eb06d40d owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:02.895074 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] Set router 0be9440d-fdd2-4245-843b-0d16f1d38bbb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:02.926390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27fc8439-e72c-41c0-9204-1f9d5c3d2834 req-454d81d1-31ab-4b7a-a1f2-1c990251a41f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702700 Dec 15 13:47:02.980951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Deleting port 173ed64b-9b00-4580-b658-62bfdb41ab62 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:02.983984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.998142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:03.029478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 9bd34054-2674-4170-b7bb-1a63447bbf04) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:03.046107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] For port 7d6431be-c790-4b5c-93ec-00d1eb06d40d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7d6431be-c790-4b5c-93ec-00d1eb06d40d,segment=NetworkSegment(3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f),segment_id=3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:03.049300 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.066294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:03.067446 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.111355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] Calling delete_port for 7d6431be-c790-4b5c-93ec-00d1eb06d40d owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:03.120328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcd007b-3cca-4717-b3d7-85f5b812c0d7 None None] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:03.259517 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ddada058-39d6-47c6-99c9-af9df63eebdf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3041866 Dec 15 13:47:03.261425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50180) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:03.327261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] For port 173ed64b-9b00-4580-b658-62bfdb41ab62, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=173ed64b-9b00-4580-b658-62bfdb41ab62,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:03.332560 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.339675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:03.368964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Calling delete_port for 173ed64b-9b00-4580-b658-62bfdb41ab62 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:03.377825 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:46:58Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:03.460074 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a8727-8117-4e40-a69b-1335a428713c None None] The sync data for ids ['0be9440d-fdd2-4245-843b-0d16f1d38bbb'] in n-d-821840-1 is: [{'id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'name': 'tempest-ServersTestBootFromVolume-1052393994-router', 'tenant_id': '2f97a64eee6a4d899f3be8448169185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:43:17Z', 'updated_at': '2021-12-15T13:46:58Z', 'revision_number': 5, 'project_id': '2f97a64eee6a4d899f3be8448169185e', 'gw_port': {'id': '173ed64b-9b00-4580-b658-62bfdb41ab62', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be9440d-fdd2-4245-843b-0d16f1d38bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:43:19Z', 'updated_at': '2021-12-15T13:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:03.541926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc5b4b-325a-4bb8-b4e7-3eaabeb0d94f req-37019d4a-cc1b-4fb1-8f03-e05ce69a7162 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:03.547725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5cbc5b4b-325a-4bb8-b4e7-3eaabeb0d94f req-37019d4a-cc1b-4fb1-8f03-e05ce69a7162 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.4472153 Dec 15 13:47:03.569790 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.676634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.684470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.692699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.731297 n-d-821840-1 neutron-server[109769]: INFO neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No ports have port_id starting with 7d6431be-c790-4b5c-93ec-00d1eb06d40d Dec 15 13:47:03.740231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6431be-c790-4b5c-93ec-00d1eb06d40d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:03.760181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Pushing event deleted for resources: {'Port': ['ID=173ed64b-9b00-4580-b658-62bfdb41ab62,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:03.760815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] No DVR routers for this DVR port 7d6431be-c790-4b5c-93ec-00d1eb06d40d on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:03.971251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:04.007496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-01657d54-2179-45b9-a7e8-744e3ab11cc5 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100421699', 'description': 'tempest-description--292747810'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:04.031828 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-456ec4b0-e341-48e8-87cc-967faf959e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.065036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.111685 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.129776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-9bd34054-2674-4170-b7bb-1a63447bbf04', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:47:04.130910 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.134471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] No DVR routers for this DVR port 7d6431be-c790-4b5c-93ec-00d1eb06d40d on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:04.188072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d59b3c-1915-473b-970e-5d421f106b8a None None] Pushing event deleted for resources: {'Port': ['ID=7d6431be-c790-4b5c-93ec-00d1eb06d40d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:04.260881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5cbc5b4b-325a-4bb8-b4e7-3eaabeb0d94f req-b0ea7083-47dc-4cc6-82d6-f124d8f22eab tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690590 Dec 15 13:47:04.441130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.454152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.542026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Allocated IP 172.20.0.2 (9bd34054-2674-4170-b7bb-1a63447bbf04/7b5e0873-b840-41ec-8baa-7c48dbb6e585/34eedd79-faa7-4b5e-96c4-995b73238198) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:04.621985 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01657d54-2179-45b9-a7e8-744e3ab11cc5 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.706795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3134a2a-1376-4df6-bb95-9627efc4ab26']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:04.765981 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.777863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:04.778503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1ddbf2-c499-49d2-a09f-1fa4e0f8ff0f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:04.792060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.815458 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.838367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:47:04.838798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.871481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 53ec1025-8435-44e6-8791-e3424c0f596c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:47:04.879672 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:47:05.027725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.050192 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.052116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.054899 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.083740 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.122629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6be64-4460-4d08-98ae-02283a5820cc req-c8987f51-330e-4c73-8233-6c75e1972781 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:05.125582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a6be64-4460-4d08-98ae-02283a5820cc req-c8987f51-330e-4c73-8233-6c75e1972781 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 945 time: 1.1796103 Dec 15 13:47:05.151348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.152365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be9440d-fdd2-4245-843b-0d16f1d38bbb {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:47:05.152696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Pushing event updated for resources: {'Port': ['ID=34eedd79-faa7-4b5e-96c4-995b73238198,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:05.160601 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.169527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-96b4d7cb-6012-4c14-96e1-144ecd980643 admin admin] 10.222.0.86 "DELETE /v2.0/routers/0be9440d-fdd2-4245-843b-0d16f1d38bbb HTTP/1.1" status: 204 len: 168 time: 3.4781938 Dec 15 13:47:05.178412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:05.180105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 53ec1025-8435-44e6-8791-e3424c0f596c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:05.180608 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.181485 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.182874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:05.186362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:05.204778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50192) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:05.268066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090498e6-1298-448a-9c4f-4a9ac2ad65a7 req-657abe36-640a-48e0-b8eb-712eddd59a22 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:05.272222 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-090498e6-1298-448a-9c4f-4a9ac2ad65a7 req-657abe36-640a-48e0-b8eb-712eddd59a22 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.6437783 Dec 15 13:47:05.317108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c8a6f-f5ab-451a-b321-d9ae851cc5e1 req-cc6c9447-5d00-42f4-a39f-4c53b12d784c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:05.331695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f70c8a6f-f5ab-451a-b321-d9ae851cc5e1 req-cc6c9447-5d00-42f4-a39f-4c53b12d784c tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf27f51c-d702-40a6-9609-2034ebbb6ed6 HTTP/1.1" status: 200 len: 945 time: 1.2590568 Dec 15 13:47:05.360484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.372233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b3134a2a-1376-4df6-bb95-9627efc4ab26 HTTP/1.1" status: 204 len: 168 time: 3.9456542 Dec 15 13:47:05.416564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Deleting port a8857484-271e-453b-b162-305b0d705a3c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:05.417291 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.431124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Attempting to bind port 34eedd79-faa7-4b5e-96c4-995b73238198 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:05.432436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Attempting to bind port 34eedd79-faa7-4b5e-96c4-995b73238198 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:05.433646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Attempting to bind port 34eedd79-faa7-4b5e-96c4-995b73238198 on network 9bd34054-2674-4170-b7bb-1a63447bbf04 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:05.464899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:05.467042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Checking segment: {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:05.468656 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.469844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Bound using segment: {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:05.471277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Bound port: 34eedd79-faa7-4b5e-96c4-995b73238198, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:05.472800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cc418-38c8-42c0-9e0f-9d4f19d09a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3134a2a-1376-4df6-bb95-9627efc4ab26,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:05.473082 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.617232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] For port a8857484-271e-453b-b162-305b0d705a3c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a8857484-271e-453b-b162-305b0d705a3c,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:05.617661 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.618599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.646597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Calling delete_port for a8857484-271e-453b-b162-305b0d705a3c owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:05.671611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50200) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:05.706518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 53ec1025-8435-44e6-8791-e3424c0f596c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=53ec1025-8435-44e6-8791-e3424c0f596c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:05.724542 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.736808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] For port 34eedd79-faa7-4b5e-96c4-995b73238198, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:05.744699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] For port 34eedd79-faa7-4b5e-96c4-995b73238198, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=34eedd79-faa7-4b5e-96c4-995b73238198,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:05.756063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a49f3730-841d-4f49-a6b8-b6765510d61a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:05.794061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01657d54-2179-45b9-a7e8-744e3ab11cc5 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.802878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4e8339fd-132c-4022-b0fd-89b675c58c71 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c59fc67e6e54694870b22394d75fa71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1265655 Dec 15 13:47:05.812213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50202) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:05.820219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-81533ded-f2fd-425e-a706-91d774196f0e admin admin] Deleting subnet 7a484d2d-2932-43bb-90c4-ed5b1dd30986 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:47:05.836609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.864069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81533ded-f2fd-425e-a706-91d774196f0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.866743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01657d54-2179-45b9-a7e8-744e3ab11cc5 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.897497 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.898105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Pushing event deleted for resources: {'Port': ['ID=a8857484-271e-453b-b162-305b0d705a3c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:05.903097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: a49f3730-841d-4f49-a6b8-b6765510d61a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:05.908737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a49f3730-841d-4f49-a6b8-b6765510d61a not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:05.916238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f70c8a6f-f5ab-451a-b321-d9ae851cc5e1 req-31971244-6a2f-4b55-b475-a693e42721f7 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766485 Dec 15 13:47:05.981225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=53ec1025-8435-44e6-8791-e3424c0f596c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:05.999581 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81533ded-f2fd-425e-a706-91d774196f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.070607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] No DVR routers for this DVR port a8857484-271e-453b-b162-305b0d705a3c on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:06.073364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.077388 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a6be64-4460-4d08-98ae-02283a5820cc req-f766b607-0903-4109-849f-be87f9f3a0a5 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.24 "DELETE /v2.0/ports/a8857484-271e-453b-b162-305b0d705a3c HTTP/1.1" status: 204 len: 173 time: 0.9061849 Dec 15 13:47:06.087346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969bf2b-9ace-41b7-973b-7b5222129289 None None] Pushing event updated for resources: {'Port': ['ID=34eedd79-faa7-4b5e-96c4-995b73238198,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.098223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'name': 'network-vif-deleted', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:06.098485 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57734d1a-5003-424c-8fd7-c798c6a1b3a2" -d '{"events": [{"server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "name": "network-vif-deleted", "tag": "a8857484-271e-453b-b162-305b0d705a3c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:06.154973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd95c43c-fbc9-42ab-bf1e-f7fd7c165ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.166427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81533ded-f2fd-425e-a706-91d774196f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.181328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd95c43c-fbc9-42ab-bf1e-f7fd7c165ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.248728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3dee6-d853-4ce8-9f7c-e359989e1c4b req-3ccfca87-656b-447b-b0be-b0aac1e3fb2b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:06.251487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6cb3dee6-d853-4ce8-9f7c-e359989e1c4b req-3ccfca87-656b-447b-b0be-b0aac1e3fb2b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1905403 Dec 15 13:47:06.252902 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd95c43c-fbc9-42ab-bf1e-f7fd7c165ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.255689 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd95c43c-fbc9-42ab-bf1e-f7fd7c165ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.256927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd95c43c-fbc9-42ab-bf1e-f7fd7c165ace admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6752a5da-d402-46a7-8007-db5874f85441 HTTP/1.1" status: 204 len: 168 time: 0.4367876 Dec 15 13:47:06.279577 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-090498e6-1298-448a-9c4f-4a9ac2ad65a7 req-035216a8-8183-4076-a1d5-9356654bae1f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9031560 Dec 15 13:47:06.360862 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01657d54-2179-45b9-a7e8-744e3ab11cc5 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.362594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-01657d54-2179-45b9-a7e8-744e3ab11cc5 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3665416 Dec 15 13:47:06.367006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50208) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:06.367808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95c43c-fbc9-42ab-bf1e-f7fd7c165ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6752a5da-d402-46a7-8007-db5874f85441,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.384701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01657d54-2179-45b9-a7e8-744e3ab11cc5 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a756691e-ac2a-4570-9abf-25c5ac669983,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.396985 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81533ded-f2fd-425e-a706-91d774196f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.412414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9ddc2b8c-cd76-49c4-b99e-4ed47eac242b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Request body: {'security_group_rule': {'security_group_id': 'a756691e-ac2a-4570-9abf-25c5ac669983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:06.505627 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.571084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81533ded-f2fd-425e-a706-91d774196f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.571279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52cf6a4-b8f2-4600-abca-1f4f7b8dc785 None None] Network 801ba009-4355-4d45-9062-3e244823b36c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:06.574310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-81533ded-f2fd-425e-a706-91d774196f0e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7a484d2d-2932-43bb-90c4-ed5b1dd30986 HTTP/1.1" status: 204 len: 168 time: 1.3565218 Dec 15 13:47:06.574310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81533ded-f2fd-425e-a706-91d774196f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a484d2d-2932-43bb-90c4-ed5b1dd30986,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.575266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:06.589743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6cb3dee6-d853-4ce8-9f7c-e359989e1c4b req-66b52374-f5fd-4b0a-885c-f445d2fc0023 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172832 Dec 15 13:47:06.600430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ddc2b8c-cd76-49c4-b99e-4ed47eac242b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.658905 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae25a7-9401-41e6-b938-96d69eb72fa7 x-openstack-request-id: req-05ae25a7-9401-41e6-b938-96d69eb72fa7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:06.659211 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf27f51c-d702-40a6-9609-2034ebbb6ed6", "name": "network-vif-deleted", "tag": "a8857484-271e-453b-b162-305b0d705a3c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:06.659471 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05ae25a7-9401-41e6-b938-96d69eb72fa7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:06.659930 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf27f51c-d702-40a6-9609-2034ebbb6ed6', 'name': 'network-vif-deleted', 'tag': 'a8857484-271e-453b-b162-305b0d705a3c', 'status': 'completed', 'code': 200} Dec 15 13:47:06.781259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ddc2b8c-cd76-49c4-b99e-4ed47eac242b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.799570 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ddc2b8c-cd76-49c4-b99e-4ed47eac242b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.858296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc2b8c-cd76-49c4-b99e-4ed47eac242b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61d561e-e939-4628-af67-e91980625a3c,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.878995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ddc2b8c-cd76-49c4-b99e-4ed47eac242b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.883399 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9ddc2b8c-cd76-49c4-b99e-4ed47eac242b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4983425 Dec 15 13:47:06.885700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50214) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:06.903939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9a616035-7a6a-423d-9b9b-863e39575a5c tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Request body: {'security_group_rule': {'security_group_id': 'a756691e-ac2a-4570-9abf-25c5ac669983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:06.920372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a8857484-271e-453b-b162-305b0d705a3c no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:07.004893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a616035-7a6a-423d-9b9b-863e39575a5c tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.050045 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.050912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] DHCP port deletion for 801ba009-4355-4d45-9062-3e244823b36c request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:47:07.059429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 53ec1025-8435-44e6-8791-e3424c0f596c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:07.076751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:07.100497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.110759 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a616035-7a6a-423d-9b9b-863e39575a5c tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.120465 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a616035-7a6a-423d-9b9b-863e39575a5c tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.149337 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:47:07.157261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: a8857484-271e-453b-b162-305b0d705a3c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:07.157618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a8857484-271e-453b-b162-305b0d705a3c not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:07.169857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a616035-7a6a-423d-9b9b-863e39575a5c tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec0078e-4562-4ef9-b878-8b22be6920f6,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:07.194657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a616035-7a6a-423d-9b9b-863e39575a5c tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.201422 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9a616035-7a6a-423d-9b9b-863e39575a5c tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3032551 Dec 15 13:47:07.201422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50222) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:07.209143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.210579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:07.270517 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.290064 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.315437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 53ec1025-8435-44e6-8791-e3424c0f596c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:07.315821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.398969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] Deleting port a6291ca9-24af-4d4b-8903-50db8d6a33ce {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:07.399610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.486681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Allocated IP 172.25.7.84 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/117b03de-576c-4bea-b75a-375d0f46d403) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:07.529778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ba82-1ca5-426f-ae76-c0effb35a93d req-49df4748-2010-4107-ae18-b87926032c4a tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:07.532262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dd1ba82-1ca5-426f-ae76-c0effb35a93d req-49df4748-2010-4107-ae18-b87926032c4a tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 945 time: 0.0990834 Dec 15 13:47:07.554278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] For port a6291ca9-24af-4d4b-8903-50db8d6a33ce, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a6291ca9-24af-4d4b-8903-50db8d6a33ce,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:07.556102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.597327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] Calling delete_port for a6291ca9-24af-4d4b-8903-50db8d6a33ce owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:07.598505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.669882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dd1ba82-1ca5-426f-ae76-c0effb35a93d req-130e4b33-a201-49bd-97ec-1d36aba5f882 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169453 Dec 15 13:47:07.682761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d391c0f2-f391-4806-b509-f519b454ff2e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c942944bd19b42469356160dbdbcdc15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5961092 Dec 15 13:47:07.687632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:07.748717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5ad46-2e94-4b64-8818-c61d8244f781 req-ade5f6c1-8499-4567-90e6-55a77f3d8918 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:07.751424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbe5ad46-2e94-4b64-8818-c61d8244f781 req-ade5f6c1-8499-4567-90e6-55a77f3d8918 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.2894216 Dec 15 13:47:07.795170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30451b23-379b-4af0-9ba8-10d6c45c1268 None None] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:07.800119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Deleting port a6291ca9-24af-4d4b-8903-50db8d6a33ce {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:07.800465 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.839340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Sync routers for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:07.927667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:07.928695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:07.938409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.940869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c351520-73cc-4be0-9bc1-31775d9f4a5d req-f0fb2c0e-b5cd-4616-bf7d-ccbafd9db4fd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:07.942481 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c351520-73cc-4be0-9bc1-31775d9f4a5d req-f0fb2c0e-b5cd-4616-bf7d-ccbafd9db4fd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1008184 Dec 15 13:47:07.952236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 34eedd79-faa7-4b5e-96c4-995b73238198 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:07.961229 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbe5ad46-2e94-4b64-8818-c61d8244f781 req-61db6fce-0f64-4a58-958c-6f752a69afb0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981516 Dec 15 13:47:07.963646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-5d8a200f-fe04-4c27-8f4d-e29a423a1804 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:07.965664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-5d8a200f-fe04-4c27-8f4d-e29a423a1804 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.74 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 945 time: 0.0844889 Dec 15 13:47:07.965801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] For port a6291ca9-24af-4d4b-8903-50db8d6a33ce, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a6291ca9-24af-4d4b-8903-50db8d6a33ce,segment=NetworkSegment(7ea94c12-847c-4f49-9472-0df04d923a00),segment_id=7ea94c12-847c-4f49-9472-0df04d923a00)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:07.966134 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:07.983257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Calling delete_port for a6291ca9-24af-4d4b-8903-50db8d6a33ce owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:07.994203 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3deb77b2-920c-4dbe-a2dd-6e1f5baa1748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.038915 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.048150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6be694cd-ee74-4ee7-9084-4320238b0ab8 None None] Provisioning complete for port 34eedd79-faa7-4b5e-96c4-995b73238198 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:08.048670 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6be694cd-ee74-4ee7-9084-4320238b0ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.071679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3deb77b2-920c-4dbe-a2dd-6e1f5baa1748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.074584 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c351520-73cc-4be0-9bc1-31775d9f4a5d req-21623cb8-c373-4984-8d31-856fde5fda00 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076868 Dec 15 13:47:08.111725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Deleting port d9a15243-5ce8-4878-8e19-1f237e7a2a99 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:08.112472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.141164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] Pushing event deleted for resources: {'Port': ['ID=a6291ca9-24af-4d4b-8903-50db8d6a33ce,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:08.145312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a61f07-5585-4ed6-97fd-e2ed75d74c46 None None] No DVR routers for this DVR port a6291ca9-24af-4d4b-8903-50db8d6a33ce on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:08.169324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.222741 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3deb77b2-920c-4dbe-a2dd-6e1f5baa1748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.226510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3deb77b2-920c-4dbe-a2dd-6e1f5baa1748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.226959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3deb77b2-920c-4dbe-a2dd-6e1f5baa1748 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fbfbdc34-d2f5-4c8d-8d06-5d79e430663d HTTP/1.1" status: 204 len: 168 time: 0.5378249 Dec 15 13:47:08.254643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:08.260845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb77b2-920c-4dbe-a2dd-6e1f5baa1748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfbdc34-d2f5-4c8d-8d06-5d79e430663d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:08.264546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:08.271368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.276916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Allocated IP 172.25.7.240 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/de86fa0d-1da8-44b1-a092-3b760bb21715) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:08.283654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:08.287663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Pushing event updated for resources: {'Port': ['ID=117b03de-576c-4bea-b75a-375d0f46d403,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:08.290972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:08.439087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] No DVR routers for this DVR port a6291ca9-24af-4d4b-8903-50db8d6a33ce on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:08.466129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.525557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 34eedd79-faa7-4b5e-96c4-995b73238198 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:08.526207 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.539982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] For port d9a15243-5ce8-4878-8e19-1f237e7a2a99, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d9a15243-5ce8-4878-8e19-1f237e7a2a99,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:08.540660 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.583291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Calling delete_port for d9a15243-5ce8-4878-8e19-1f237e7a2a99 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:08.601445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.666084 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6be694cd-ee74-4ee7-9084-4320238b0ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.722638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:08.732255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event updated for resources: {'Port': ['ID=de86fa0d-1da8-44b1-a092-3b760bb21715,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:08.736527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:08.740926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:08.779207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.779574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.780157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.780717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.781237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.781844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.782360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.782868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.783372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.783955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.784485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.784995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.785503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:08.825336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6be694cd-ee74-4ee7-9084-4320238b0ab8 None None] For port 34eedd79-faa7-4b5e-96c4-995b73238198, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=34eedd79-faa7-4b5e-96c4-995b73238198,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:08.858247 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6be694cd-ee74-4ee7-9084-4320238b0ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.902971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.930245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:08.932032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6291ca9-24af-4d4b-8903-50db8d6a33ce,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:09.013679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Pushing event deleted for resources: {'Port': ['ID=d9a15243-5ce8-4878-8e19-1f237e7a2a99,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:09.045698 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51f53f31-bb30-4669-a7f8-166e67341ecf req-ba892cb7-7f1a-4e79-bef0-7100f4baba97 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=744924d9-ea6f-4a24-8e5e-00303d16aa33 HTTP/1.1" status: 200 len: 210 time: 0.1184716 Dec 15 13:47:09.052254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be694cd-ee74-4ee7-9084-4320238b0ab8 None None] Pushing event updated for resources: {'Port': ['ID=34eedd79-faa7-4b5e-96c4-995b73238198,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:09.066721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ff1c567a-ffd2-48f3-a945-e99192e805a9 None None] Provisioning complete for port 34eedd79-faa7-4b5e-96c4-995b73238198 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:09.067361 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff1c567a-ffd2-48f3-a945-e99192e805a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.118570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:47:09.119406 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:47:09.122904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.124943 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.133460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] No DVR routers for this DVR port d9a15243-5ce8-4878-8e19-1f237e7a2a99 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:09.145870 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.171181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfde84d9-c609-4d01-8456-5d6cbf1fec92 req-0f981c5e-ce4b-4d2f-af91-70ab95ae89d2 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.74 "DELETE /v2.0/ports/d9a15243-5ce8-4878-8e19-1f237e7a2a99 HTTP/1.1" status: 204 len: 173 time: 1.1958234 Dec 15 13:47:09.186405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'name': 'network-vif-deleted', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:09.194667 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e86f41-4497-49c9-9e2b-2830855134dd" -d '{"events": [{"server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "name": "network-vif-deleted", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:09.221275 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801ba009-4355-4d45-9062-3e244823b36c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:09.227037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:01Z', 'revision_number': 2, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:09.253561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea94c12-847c-4f49-9472-0df04d923a00') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:09.254286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea94c12-847c-4f49-9472-0df04d923a00') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:09.269324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Checking router: e64fed00-0fb5-4947-83bf-3615901f8422 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:09.269906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Updating router e64fed00-0fb5-4947-83bf-3615901f8422 port fafbd82a-dbc3-411e-b029-f82cd150e14b binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:09.277511 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.303734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.347916 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.370412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b86aa2-d612-4b05-8166-5fcce697d102 req-e668ae67-8f0e-4c0b-81c1-253808b549bd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:09.378788 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.380235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20b86aa2-d612-4b05-8166-5fcce697d102 req-e668ae67-8f0e-4c0b-81c1-253808b549bd tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.2359769 Dec 15 13:47:09.393638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:47:09.394047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:47:09.398442 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:47:09.420429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40dec7-699c-4f32-bbf9-5a7db73afa61 req-fc2f0f42-8a4e-41ad-92cd-eaef11bcc85f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:09.422041 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a40dec7-699c-4f32-bbf9-5a7db73afa61 req-fc2f0f42-8a4e-41ad-92cd-eaef11bcc85f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1974938 Dec 15 13:47:09.455363 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.497047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20b86aa2-d612-4b05-8166-5fcce697d102 req-39891832-d6b2-451a-befc-e226be86356b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155879 Dec 15 13:47:09.544637 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.565802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.569221 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] 10.222.0.86 "DELETE /v2.0/networks/801ba009-4355-4d45-9062-3e244823b36c HTTP/1.1" status: 204 len: 168 time: 2.9906151 Dec 15 13:47:09.607788 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7347adb3-56f3-4a39-9c29-b3e336aa75a8 x-openstack-request-id: req-7347adb3-56f3-4a39-9c29-b3e336aa75a8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:09.608251 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744924d9-ea6f-4a24-8e5e-00303d16aa33", "name": "network-vif-deleted", "tag": "d9a15243-5ce8-4878-8e19-1f237e7a2a99", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:09.608657 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7347adb3-56f3-4a39-9c29-b3e336aa75a8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:09.609396 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744924d9-ea6f-4a24-8e5e-00303d16aa33', 'name': 'network-vif-deleted', 'tag': 'd9a15243-5ce8-4878-8e19-1f237e7a2a99', 'status': 'completed', 'code': 200} Dec 15 13:47:09.622019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643e865-65ed-43ec-b279-1a70d1099277 admin admin] Pushing event deleted for resources: {'Network': ['ID=801ba009-4355-4d45-9062-3e244823b36c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:09.636497 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a40dec7-699c-4f32-bbf9-5a7db73afa61 req-cfde0ffc-3bd6-4e97-abaf-b2d14c4edd23 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831863 Dec 15 13:47:09.648107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.658884 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.799205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.834287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event updated for resources: {'Port': ['ID=de86fa0d-1da8-44b1-a092-3b760bb21715,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:09.849006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.861748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-93fc352e-8835-489c-9891-a2f6759d9973 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6598198 Dec 15 13:47:09.877446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50272) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:09.917638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 173ed64b-9b00-4580-b658-62bfdb41ab62 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:09.920560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.976086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-031becd8-1d20-434b-b465-564efa067c08 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f97a64eee6a4d899f3be8448169185e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0973713 Dec 15 13:47:09.977796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50276) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:09.979076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 173ed64b-9b00-4580-b658-62bfdb41ab62 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:09.979425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 173ed64b-9b00-4580-b658-62bfdb41ab62 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:10.014071 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.030317 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.095506 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66a5f842-fec4-4c2d-a1ec-bd678b672a8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.110675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e2928-a2c1-4195-8cc1-0b5ddf364a6e None None] Pushing event updated for resources: {'Port': ['ID=fafbd82a-dbc3-411e-b029-f82cd150e14b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:10.180610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66a5f842-fec4-4c2d-a1ec-bd678b672a8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.183375 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 34eedd79-faa7-4b5e-96c4-995b73238198 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:10.269826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Attempting to bind port fafbd82a-dbc3-411e-b029-f82cd150e14b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:10.270814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Attempting to bind port fafbd82a-dbc3-411e-b029-f82cd150e14b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:10.271191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Attempting to bind port fafbd82a-dbc3-411e-b029-f82cd150e14b on network 9c5b8b68-9b03-423b-83c6-38830c60180f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:10.279922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:10.299505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Checking segment: {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:10.300232 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.300810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Bound using segment: {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:10.301330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Bound port: fafbd82a-dbc3-411e-b029-f82cd150e14b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:10.301726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.317453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66a5f842-fec4-4c2d-a1ec-bd678b672a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.326314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Router 176142bd-3937-464f-adb1-31cf4e0873f8 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:47:10.328248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66a5f842-fec4-4c2d-a1ec-bd678b672a8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.332845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-66a5f842-fec4-4c2d-a1ec-bd678b672a8d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9304d9d8-e9fb-47d8-945d-5aa2273c33ea HTTP/1.1" status: 204 len: 168 time: 0.3495531 Dec 15 13:47:10.351374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5f842-fec4-4c2d-a1ec-bd678b672a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9304d9d8-e9fb-47d8-945d-5aa2273c33ea,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:10.373491 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-dc8b55d0-f284-41dc-bf29-a36fb8f77698 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1100421699&fields=id&tenant_id=d9929326a66b4182be4708b7106567d0 HTTP/1.1" status: 200 len: 267 time: 0.1871080 Dec 15 13:47:10.402657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 34eedd79-faa7-4b5e-96c4-995b73238198 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:10.403352 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.524192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] For port fafbd82a-dbc3-411e-b029-f82cd150e14b, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:10.535106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] For port fafbd82a-dbc3-411e-b029-f82cd150e14b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fafbd82a-dbc3-411e-b029-f82cd150e14b,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:10.550579 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.594433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a2877-47d8-4cae-8dec-a0266cf3223c req-7330ed60-2576-46a1-97b9-7f64dce691eb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.603855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf2a2877-47d8-4cae-8dec-a0266cf3223c req-7330ed60-2576-46a1-97b9-7f64dce691eb tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 944 time: 0.0749319 Dec 15 13:47:10.657832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d7976e9d-e189-4e70-ae31-cff4eb9e97d3 None None] Provisioning complete for port fafbd82a-dbc3-411e-b029-f82cd150e14b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:10.658791 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7976e9d-e189-4e70-ae31-cff4eb9e97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.668209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf2a2877-47d8-4cae-8dec-a0266cf3223c req-3f14afd6-f1b1-409b-96c6-ceebfbe31889 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633121 Dec 15 13:47:10.771811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-accab2e9-5f05-4b6d-88a2-8a350ee6bce1 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.782603 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-accab2e9-5f05-4b6d-88a2-8a350ee6bce1 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/networks?id=9c5b8b68-9b03-423b-83c6-38830c60180f HTTP/1.1" status: 200 len: 812 time: 0.3979695 Dec 15 13:47:10.808395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-73ebae7a-ef01-4299-8adb-ab1d5aedfe24 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/quotas/d9929326a66b4182be4708b7106567d0 HTTP/1.1" status: 200 len: 375 time: 0.0234072 Dec 15 13:47:10.832544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:10.848035 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Sync routers for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:10.873861 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:10.875244 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:10.903345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:10.908859 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e13d1913-c849-4f2f-806e-ca1b374c8333 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6443698 Dec 15 13:47:10.911352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50316) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:10.915305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d9a15243-5ce8-4878-8e19-1f237e7a2a99 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:10.944981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:10.945318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:10.949010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-3155b1c4-1525-4a9f-ab23-e6c855f007c7 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.950922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-3155b1c4-1525-4a9f-ab23-e6c855f007c7 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.1157765 Dec 15 13:47:10.964964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae026a0-bd1c-4370-a3c5-2f3178bfcadc req-de549c8b-b1ad-47e5-9f41-05d004382456 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:10.974782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ae026a0-bd1c-4370-a3c5-2f3178bfcadc req-de549c8b-b1ad-47e5-9f41-05d004382456 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 945 time: 0.1613452 Dec 15 13:47:11.044695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a6291ca9-24af-4d4b-8903-50db8d6a33ce no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:11.096996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ae026a0-bd1c-4370-a3c5-2f3178bfcadc req-2b1fb94f-26d4-4496-8ebe-ac71dcc28ff1 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154425 Dec 15 13:47:11.138328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e2928-a2c1-4195-8cc1-0b5ddf364a6e None None] Pushing event updated for resources: {'Port': ['ID=fafbd82a-dbc3-411e-b029-f82cd150e14b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:11.152622 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:11.229916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:11.318071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: d9a15243-5ce8-4878-8e19-1f237e7a2a99 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:11.318413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d9a15243-5ce8-4878-8e19-1f237e7a2a99 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:11.319169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-1'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:11.324506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: a6291ca9-24af-4d4b-8903-50db8d6a33ce {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:11.324897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a6291ca9-24af-4d4b-8903-50db8d6a33ce not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:11.340716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-f490cb1e-db22-4d36-9817-8488e969ef3f tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9929326a66b4182be4708b7106567d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5308559 Dec 15 13:47:11.387063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e710b-0ab1-4b93-bfa2-61a6517694eb req-c93f4b9a-200c-48e9-9031-08efa9feb024 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:11.395288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5e9e710b-0ab1-4b93-bfa2-61a6517694eb req-c93f4b9a-200c-48e9-9031-08efa9feb024 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1562924 Dec 15 13:47:11.431375 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7976e9d-e189-4e70-ae31-cff4eb9e97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.487789 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.494087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d7976e9d-e189-4e70-ae31-cff4eb9e97d3 None None] For port fafbd82a-dbc3-411e-b029-f82cd150e14b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fafbd82a-dbc3-411e-b029-f82cd150e14b,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:11.504803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7976e9d-e189-4e70-ae31-cff4eb9e97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.538083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5e9e710b-0ab1-4b93-bfa2-61a6517694eb req-9651a037-5a73-4ac6-a066-bf8ddbe936ed tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418550 Dec 15 13:47:11.603755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976e9d-e189-4e70-ae31-cff4eb9e97d3 None None] Pushing event updated for resources: {'Port': ['ID=fafbd82a-dbc3-411e-b029-f82cd150e14b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:11.604518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-25c8b729-8de7-43ef-bb8e-b36051926a38 service neutron] 10.222.0.86 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497051 Dec 15 13:47:11.629033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f898e633-57df-422a-8487-37a6805d1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:10Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:11.649225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-2fa04ed1-5ff8-4b29-b197-d9b23b839ec9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:11.651179 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-2fa04ed1-5ff8-4b29-b197-d9b23b839ec9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 944 time: 0.7370584 Dec 15 13:47:11.668556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898e633-57df-422a-8487-37a6805d1456 None None] The sync data for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 is: [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:10Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:11.672022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bc9518d2-d57f-4704-805d-7687bc64d79e None None] Provisioning complete for port fafbd82a-dbc3-411e-b029-f82cd150e14b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:11.672467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bc9518d2-d57f-4704-805d-7687bc64d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.679239 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:09Z', 'revision_number': 3, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:11.742563 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Checking router: 176142bd-3937-464f-adb1-31cf4e0873f8 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:11.742911 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Updating router 176142bd-3937-464f-adb1-31cf4e0873f8 port 117b03de-576c-4bea-b75a-375d0f46d403 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:11.831642 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:11.867231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:11.877608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-c1551311-970d-4131-94b8-03baa2c04422 service neutron] 10.222.0.86 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522349 Dec 15 13:47:11.904699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50340) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:11.942945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:12.032732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.037313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:12.043360 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e10d58-91c3-4115-b6ed-c391a2109518" -d '{"events": [{"server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "name": "network-vif-unplugged", "status": "completed", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:12.060495 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.211992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1521721399-network', 'tenant_id': 'a15d6da04005412cb1ebe9baef2b7737'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:12.264344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fafbd82a-dbc3-411e-b029-f82cd150e14b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:12.313627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:12.391775 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.413988 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.456634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Made reservation on behalf of a15d6da04005412cb1ebe9baef2b7737 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:12.459102 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.489124 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.527829 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6fdf4a-49c7-4277-9ec4-6ae10befbcd6 x-openstack-request-id: req-8a6fdf4a-49c7-4277-9ec4-6ae10befbcd6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:12.528322 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "name": "network-vif-unplugged", "status": "completed", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:12.528689 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a6fdf4a-49c7-4277-9ec4-6ae10befbcd6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:12.529209 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216', 'code': 200} Dec 15 13:47:12.548643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on host n-h2-821840-1 for vnic_type normal with profile {"migrating_to": "n-h1-821840-1"} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:12.549116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:12.549581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:12.585643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379fc06-7dfd-42b8-a6c3-9026b32c1721 req-2fe16841-d77f-495b-9136-5ab04d0ae6e8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:12.595237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e379fc06-7dfd-42b8-a6c3-9026b32c1721 req-2fe16841-d77f-495b-9136-5ab04d0ae6e8 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 944 time: 0.2245324 Dec 15 13:47:12.631610 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Pushing event updated for resources: {'Port': ['ID=117b03de-576c-4bea-b75a-375d0f46d403,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:12.645990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fafbd82a-dbc3-411e-b029-f82cd150e14b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:12.646702 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.657026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:12.657480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:12.668570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:12.669073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:12.669692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:12.670257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Bound port: 30cbfcef-ba10-433a-bf89-d62784e03216, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:12.672023 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.686217 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.687010 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.688381 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.689687 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.690199 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.690697 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.692619 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.693189 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.693777 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.695604 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.695974 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.697038 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.697382 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:12.726736 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Attempting to bind port 117b03de-576c-4bea-b75a-375d0f46d403 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:12.727107 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Attempting to bind port 117b03de-576c-4bea-b75a-375d0f46d403 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:12.730759 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Attempting to bind port 117b03de-576c-4bea-b75a-375d0f46d403 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:12.748920 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:12.750474 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:12.753011 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.754871 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:12.756122 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Bound port: 117b03de-576c-4bea-b75a-375d0f46d403, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:12.756459 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e379fc06-7dfd-42b8-a6c3-9026b32c1721 req-88e6a02d-ce44-41bd-8ab3-337d7c195a06 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/security-groups?id=3805f6be-29ea-49a0-9af5-19d67689b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595767 Dec 15 13:47:12.757713 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.811340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Deleting port 7454c65e-7886-4553-97af-5d7d26bf68ef {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:12.812667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.818903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:12.892807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 30cbfcef-ba10-433a-bf89-d62784e03216 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:12.924696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13abe15-3a43-4ce9-ac48-4232d1ece0a5 req-3de7e06f-9e32-4d2f-989d-76f074e3dca0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:12.936184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f13abe15-3a43-4ce9-ac48-4232d1ece0a5 req-3de7e06f-9e32-4d2f-989d-76f074e3dca0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.3027208 Dec 15 13:47:12.950543 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-95e5d904-301a-4144-9b7a-e51abb4126e4 req-c92c3992-64f2-460b-8633-833ac6ce23fa tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 210 time: 0.0556867 Dec 15 13:47:12.957892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:12.967771 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] For port 117b03de-576c-4bea-b75a-375d0f46d403, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:12.985049 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] For port 117b03de-576c-4bea-b75a-375d0f46d403, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=117b03de-576c-4bea-b75a-375d0f46d403,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:12.998581 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.020990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.023451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:13.029128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.057560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:47:13.102740 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.107823 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Added segment 1bb8b811-09da-4927-8066-690e8337dc6d of type vlan for network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 Dec 15 13:47:13.160234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:13.182897 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40e9fa-6912-4070-b3e5-f206617b24f3 None None] Pushing event updated for resources: {'Port': ['ID=117b03de-576c-4bea-b75a-375d0f46d403,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:13.190025 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:13.202325 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:13.222801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on host n-h2-821840-1 for vnic_type normal with profile {"migrating_to": "n-h1-821840-1"} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:13.223573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:13.224353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:13.241697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.270912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:13.274335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Attempting to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 on network 87d8033e-dffc-4e08-a41a-99e4801c9b00 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:13.290630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:13.291689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Checking segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:13.295102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Bound using segment: {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:13.297146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Bound port: 30cbfcef-ba10-433a-bf89-d62784e03216, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a9b6a6-b46e-4586-a027-ec3e9ada515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '87d8033e-dffc-4e08-a41a-99e4801c9b00'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:13.299673 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.310768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.341499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.342497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:13.343027 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.417919 n-d-821840-1 neutron-server[109769]: WARNING neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Concurrent port binding operations failed on port 30cbfcef-ba10-433a-bf89-d62784e03216 Dec 15 13:47:13.423676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:13.425856 n-d-821840-1 neutron-server[109769]: INFO neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Attempt 2 to bind port 30cbfcef-ba10-433a-bf89-d62784e03216 Dec 15 13:47:13.426317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 30cbfcef-ba10-433a-bf89-d62784e03216 has no active binding in host n-h1-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 13:47:13.433264 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:13.442356 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f13abe15-3a43-4ce9-ac48-4232d1ece0a5 req-614aa40a-c1fb-4c04-85cf-68c8e89953b6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040658 Dec 15 13:47:13.468852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:13.520686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] For port 7454c65e-7886-4553-97af-5d7d26bf68ef, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=7454c65e-7886-4553-97af-5d7d26bf68ef,segment=NetworkSegment(5506eec2-c3b8-4fba-b58e-6c1d91a9bd86),segment_id=5506eec2-c3b8-4fba-b58e-6c1d91a9bd86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:13.521675 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.553602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Calling delete_port for 7454c65e-7886-4553-97af-5d7d26bf68ef owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:13.564138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94e66c-a449-4f8b-8124-99fa402a0352,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:13.586185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6800494 Dec 15 13:47:13.589940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50374) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:13.601745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Request body: {'subnet': {'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1521721399-subnet', 'tenant_id': 'a15d6da04005412cb1ebe9baef2b7737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:13.626850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b487d0-9762-4c55-af3f-4e31c0bce806 admin admin] Pushing event updated for resources: {'Network': ['ID=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:13.649926 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:13.660161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:13.667835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Allocated IP 172.20.0.1 (9bd34054-2674-4170-b7bb-1a63447bbf04/7b5e0873-b840-41ec-8baa-7c48dbb6e585/fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:13.678476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ec76b-94d7-4d4f-a135-9fce0e9753fa req-ec30786a-952b-4773-acf1-54d66b18f7dc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:13.686730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-138ec76b-94d7-4d4f-a135-9fce0e9753fa req-ec30786a-952b-4773-acf1-54d66b18f7dc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.3963673 Dec 15 13:47:13.688995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-194fc2f1-f7a9-46bd-abdc-e79819f2b515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.690387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:13.691278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.693507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e49dda8c-6813-42ef-b786-460305c9b2d6 service neutron] 10.222.0.74 "PUT /v2.0/ports/30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 200 len: 1121 time: 2.7158239 Dec 15 13:47:13.710347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Made reservation on behalf of a15d6da04005412cb1ebe9baef2b7737 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:13.713255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.817025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['30cbfcef-ba10-433a-bf89-d62784e03216'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:13.838118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-138ec76b-94d7-4d4f-a135-9fce0e9753fa req-645792ea-dcb5-4b85-b982-f1aef0c77653 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497569 Dec 15 13:47:13.896525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['30cbfcef-ba10-433a-bf89-d62784e03216'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:13.900683 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:09Z', 'revision_number': 3, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:13.961803 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca567c-85fa-4d68-a07a-4f71b0ee4c4a None None] The sync data for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 is: [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:09Z', 'revision_number': 3, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:14.023569 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.052590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.152904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d2ab49-75c0-462b-a54a-5bac6da61638,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:14.180985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5398e6e-02b9-4ebf-b5a8-c0936d0f0db0 req-7a27bdb1-f007-4447-b4ed-e4f67b5efaf9 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d116c44-ca2f-4c96-bced-24c1075d3b23 HTTP/1.1" status: 200 len: 210 time: 0.1385186 Dec 15 13:47:14.182172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Pushing event deleted for resources: {'Port': ['ID=7454c65e-7886-4553-97af-5d7d26bf68ef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:14.196777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d959066-bde2-415f-8a09-209fdb72766f req-734bde0c-7352-444d-9f7a-3cac40c38dee tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 210 time: 0.0875127 Dec 15 13:47:14.223903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Checking segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:14.224160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Network hostable DHCP agents. Network: 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:14.243035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:14.255809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:14.261437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:14.262131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.273260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34727cfa-1ed3-409f-8f9a-e4cb17b5724e None None] Network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:14.287964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1a5b60f6-15cc-488b-81bc-cf4c99215d7f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6913426 Dec 15 13:47:14.309864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] No DVR routers for this DVR port 7454c65e-7886-4553-97af-5d7d26bf68ef on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:14.318039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.320912 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.324485 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b40ce77-4d81-46c6-a703-1d64c7b0c2b6 req-1605b914-3fe2-47a4-ad20-98aa04eadcc4 tempest-LiveAutoBlockMigrationV225Test-14292669 tempest-LiveAutoBlockMigrationV225Test-14292669-project] 10.222.0.74 "DELETE /v2.0/ports/7454c65e-7886-4553-97af-5d7d26bf68ef HTTP/1.1" status: 204 len: 173 time: 2.5670490 Dec 15 13:47:14.324961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'name': 'network-vif-deleted', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:14.327250 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc46d9-b956-4798-8b30-763e8fb84314" -d '{"events": [{"server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "name": "network-vif-deleted", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:14.495743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-194fc2f1-f7a9-46bd-abdc-e79819f2b515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.522732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-194fc2f1-f7a9-46bd-abdc-e79819f2b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.545903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:14.557298 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:14.631679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.648291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3a5ca-c12d-4b0a-91e8-f8161a6f6a24 None None] Network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:14.723130 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-194fc2f1-f7a9-46bd-abdc-e79819f2b515 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=af8724cf224c4c4eb9e3a22c4a7c58b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2357903 Dec 15 13:47:14.726794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50396) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:14.738511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fc2f1-f7a9-46bd-abdc-e79819f2b515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b992b00-306e-42c7-8f63-472fff9d984d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:14.758346 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35557dea-7cfe-40d8-8ea0-8a9bf3230c37 x-openstack-request-id: req-35557dea-7cfe-40d8-8ea0-8a9bf3230c37 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:14.758682 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d116c44-ca2f-4c96-bced-24c1075d3b23", "name": "network-vif-deleted", "tag": "7454c65e-7886-4553-97af-5d7d26bf68ef", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:14.758931 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-35557dea-7cfe-40d8-8ea0-8a9bf3230c37 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:14.759357 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d116c44-ca2f-4c96-bced-24c1075d3b23', 'name': 'network-vif-deleted', 'tag': '7454c65e-7886-4553-97af-5d7d26bf68ef', 'status': 'completed', 'code': 200} Dec 15 13:47:14.777870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:14.781584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:14.783488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e004-baca-48e0-862b-9cb4a16b7693 req-5645e79e-5237-4180-98a5-f1cd2d369d55 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:14.785428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:14.792857 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5db6e004-baca-48e0-862b-9cb4a16b7693 req-5645e79e-5237-4180-98a5-f1cd2d369d55 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.2095256 Dec 15 13:47:14.835892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:14.836799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-519b28cb-d3b1-4112-a667-5514dc28697b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:14.838606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-519b28cb-d3b1-4112-a667-5514dc28697b tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.24 "GET /v2.0/networks?id=9c5b8b68-9b03-423b-83c6-38830c60180f HTTP/1.1" status: 200 len: 812 time: 0.3770969 Dec 15 13:47:14.860302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 7454c65e-7886-4553-97af-5d7d26bf68ef no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:14.886919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:14.903955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 7454c65e-7886-4553-97af-5d7d26bf68ef {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:14.904665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 7454c65e-7886-4553-97af-5d7d26bf68ef not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:14.988642 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5db6e004-baca-48e0-862b-9cb4a16b7693 req-cfeece55-93bd-4cc7-960a-fdd34e6e15c7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944385 Dec 15 13:47:15.014833 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f81c46-dd8b-4fe6-8643-41bb17b105f6 x-openstack-request-id: req-e9f81c46-dd8b-4fe6-8643-41bb17b105f6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:15.023277 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:15.023646 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e9f81c46-dd8b-4fe6-8643-41bb17b105f6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:15.024141 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216', 'status': 'completed', 'code': 200} Dec 15 13:47:15.026995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b09a0f6-b0ba-410d-99dd-22ce1965e5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.149576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-4acf5c21-9154-49c9-82c8-0862ff3dacaf tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9929326a66b4182be4708b7106567d0 HTTP/1.1" status: 200 len: 380 time: 0.2847285 Dec 15 13:47:15.163423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b09a0f6-b0ba-410d-99dd-22ce1965e5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.172110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Request body: {'port': {'device_id': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'admin_state_up': True, 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'security_groups': ['a756691e-ac2a-4570-9abf-25c5ac669983']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:15.191471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.287203 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-744d54c8-154c-497d-bdad-5ed2ac4f907c None None] Provisioning complete for port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:15.287203 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-744d54c8-154c-497d-bdad-5ed2ac4f907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.356709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-744d54c8-154c-497d-bdad-5ed2ac4f907c None None] Port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:15.442073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-61643dc3-0351-4132-aa9a-078f6850570c tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:15.443379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a44c3-eeaf-496f-b460-ce32ef00b619 req-a984f3d5-e349-4a6a-a763-93d0d516e677 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:15.443628 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-61643dc3-0351-4132-aa9a-078f6850570c tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 813 time: 0.1896198 Dec 15 13:47:15.444974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e78a44c3-eeaf-496f-b460-ce32ef00b619 req-a984f3d5-e349-4a6a-a763-93d0d516e677 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.2944725 Dec 15 13:47:15.462688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-840d9e15-4e9a-43ff-930c-6b8e9908e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:15.464204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-840d9e15-4e9a-43ff-930c-6b8e9908e309 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1124 time: 0.4203537 Dec 15 13:47:15.475218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-314cd874-90e2-4c18-a7b9-851dd53b99ce tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/quotas/a15d6da04005412cb1ebe9baef2b7737 HTTP/1.1" status: 200 len: 375 time: 0.0236549 Dec 15 13:47:15.476848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b09a0f6-b0ba-410d-99dd-22ce1965e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.479415 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b09a0f6-b0ba-410d-99dd-22ce1965e5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.483111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5b09a0f6-b0ba-410d-99dd-22ce1965e5f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b992b00-306e-42c7-8f63-472fff9d984d HTTP/1.1" status: 204 len: 168 time: 0.7507796 Dec 15 13:47:15.508443 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-8202ae8f-b923-40dc-8ad3-fb55ecaed721 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323145 Dec 15 13:47:15.523024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09a0f6-b0ba-410d-99dd-22ce1965e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b992b00-306e-42c7-8f63-472fff9d984d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:15.576607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Made reservation on behalf of d9929326a66b4182be4708b7106567d0 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:15.581082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.618642 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e78a44c3-eeaf-496f-b460-ce32ef00b619 req-b5631408-e234-4dac-9e15-f50422338b3d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613119 Dec 15 13:47:15.690438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-1ab7f76b-81fb-4a5f-a5f1-0dc2ac565d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:15.692177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-1ab7f76b-81fb-4a5f-a5f1-0dc2ac565d4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.2046144 Dec 15 13:47:15.706829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50422) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:15.780927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-31ee8393-0e8c-44b2-96a3-e2f759822317 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 200 len: 217 time: 0.0772140 Dec 15 13:47:15.972239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50426) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:15.993757 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.005909 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.045256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75737fd3-a920-4943-99c0-2357ba5296e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.098113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:16.126537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 117b03de-576c-4bea-b75a-375d0f46d403 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:16.149293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-da6538b3-4d6d-4bc4-8e9e-13bb1920dec9 service neutron] 10.222.0.86 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009004 Dec 15 13:47:16.152033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.177106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-47a5bf9f-2822-434b-811b-94ce70586ad3 req-c2c56bf9-be61-4d4c-b335-64673771dc1c tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 210 time: 0.4014959 Dec 15 13:47:16.196418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-de716d99-af87-4bb9-9aea-aae44a0b0093 admin admin] Deleting subnet 467231fd-5762-413e-8b03-ac3f50d8ed73 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:47:16.204428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de716d99-af87-4bb9-9aea-aae44a0b0093 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.237041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 117b03de-576c-4bea-b75a-375d0f46d403 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:16.238803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.257500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-5d927979-1c2e-4c15-be4b-f73eef0506da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:16.259212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-5d927979-1c2e-4c15-be4b-f73eef0506da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.4498794 Dec 15 13:47:16.260470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Allocated IP 172.20.0.13 (9c5b8b68-9b03-423b-83c6-38830c60180f/ae199e4f-a3ef-4e17-b052-6fe38e4c7872/00d33397-c97e-47ca-b900-e2a3e5e0aca1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:16.264767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de716d99-af87-4bb9-9aea-aae44a0b0093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.335520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-f8c9ec91-d544-49ae-8b54-9cd095d7f90c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656726 Dec 15 13:47:16.396603 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.401115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-593228b2-d8d4-4ddb-8e23-1a457243a5e3 service neutron] 10.222.0.86 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362125 Dec 15 13:47:16.405149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75737fd3-a920-4943-99c0-2357ba5296e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.420730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de716d99-af87-4bb9-9aea-aae44a0b0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.424940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 117b03de-576c-4bea-b75a-375d0f46d403, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=117b03de-576c-4bea-b75a-375d0f46d403,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:16.429562 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.431480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:16.433031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75737fd3-a920-4943-99c0-2357ba5296e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.439771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:16.517669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=117b03de-576c-4bea-b75a-375d0f46d403,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:16.611845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75737fd3-a920-4943-99c0-2357ba5296e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73791fa7-33d0-4fc4-8924-3c3c3749120a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:16.660783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-75737fd3-a920-4943-99c0-2357ba5296e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c6f3e7f6dae406c8559d85c9f9b3d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6874354 Dec 15 13:47:16.661605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50434) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:16.669903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8509eb-108a-43d0-8250-ae39b1d09310 req-c38b07a1-d8eb-4ef3-b27e-81aeb4332ce1 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:16.680552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b8509eb-108a-43d0-8250-ae39b1d09310 req-c38b07a1-d8eb-4ef3-b27e-81aeb4332ce1 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.2621112 Dec 15 13:47:16.739305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-9058cce9-655f-470e-8ca1-b02b1a4e3f5f service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920286 Dec 15 13:47:16.745596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de716d99-af87-4bb9-9aea-aae44a0b0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.797434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e467a3-8199-4bdd-80d4-da33e89a2b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.825761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e467a3-8199-4bdd-80d4-da33e89a2b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.843032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de716d99-af87-4bb9-9aea-aae44a0b0093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467231fd-5762-413e-8b03-ac3f50d8ed73,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:16.849463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de716d99-af87-4bb9-9aea-aae44a0b0093 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.855509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-de716d99-af87-4bb9-9aea-aae44a0b0093 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/467231fd-5762-413e-8b03-ac3f50d8ed73 HTTP/1.1" status: 204 len: 168 time: 1.1401525 Dec 15 13:47:16.885944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:16.908265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6da34154-f6a1-4a12-8cdf-57399756c898 None None] Provisioning complete for port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:16.908877 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6da34154-f6a1-4a12-8cdf-57399756c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.932880 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.938729 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b8509eb-108a-43d0-8250-ae39b1d09310 req-b6df15ff-52f8-4fa1-b0bf-773cdb81a8f5 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571647 Dec 15 13:47:16.972682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Router 176142bd-3937-464f-adb1-31cf4e0873f8 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:16.981523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6da34154-f6a1-4a12-8cdf-57399756c898 None None] Port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:17.021005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e467a3-8199-4bdd-80d4-da33e89a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.023800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e467a3-8199-4bdd-80d4-da33e89a2b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.027267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-75e467a3-8199-4bdd-80d4-da33e89a2b2b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/73791fa7-33d0-4fc4-8924-3c3c3749120a HTTP/1.1" status: 204 len: 168 time: 0.3591096 Dec 15 13:47:17.044232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f65ec6a8-4921-4951-afd7-fd4c76149ece req-9c41784d-89e9-481c-915d-9a0918551263 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0441236 Dec 15 13:47:17.047106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca99efc5-9778-4f42-9983-aed3cd4b7e7e req-9c9c9fc1-90ee-4f2f-9910-060886c24630 service neutron] 10.222.0.24 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946045 Dec 15 13:47:17.055653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e467a3-8199-4bdd-80d4-da33e89a2b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73791fa7-33d0-4fc4-8924-3c3c3749120a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:17.078171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.102892 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.129205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029761ad-109c-4fc8-9da4-c02ce87c65ed req-0132d983-8c2c-41d8-9ab2-b7ca6cfe98b4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:17.130783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-029761ad-109c-4fc8-9da4-c02ce87c65ed req-0132d983-8c2c-41d8-9ab2-b7ca6cfe98b4 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.2485511 Dec 15 13:47:17.249974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Network 9c5b8b68-9b03-423b-83c6-38830c60180f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:17.251626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:17.256765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:17.316159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event updated for resources: {'Port': ['ID=00d33397-c97e-47ca-b900-e2a3e5e0aca1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:17.330700 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-029761ad-109c-4fc8-9da4-c02ce87c65ed req-6667fa99-bed7-4841-a4cf-c34446a0fad1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868622 Dec 15 13:47:17.448234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:17.449932 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.463397 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.469648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:17.485889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Sync routers for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:17.500795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:17.502156 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4e2c17f3-4b54-4cc2-8f74-701c6207a768 admin admin] 10.222.0.86 "PUT /v2.0/routers/176142bd-3937-464f-adb1-31cf4e0873f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5353715 Dec 15 13:47:17.510900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:17.515784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbd81c-98fb-4816-bd8f-f64b13eb3ce8 req-3e2bc24b-5f0d-4984-b9fd-eb44119c406e tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:17.536380 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44fbd81c-98fb-4816-bd8f-f64b13eb3ce8 req-3e2bc24b-5f0d-4984-b9fd-eb44119c406e tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 932 time: 0.1994870 Dec 15 13:47:17.563228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664f2d65-a5ae-4386-aece-18ed9c9d5a96']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:17.570696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-5c224dfd-030f-4caa-b8c0-733c6c1ebc1d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4041035 Dec 15 13:47:17.603512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:17.603734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Request body: {'port': {'device_id': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:17.603852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5506eec2-c3b8-4fba-b58e-6c1d91a9bd86') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:17.642764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.706167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.726863 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44fbd81c-98fb-4816-bd8f-f64b13eb3ce8 req-6f93ef19-24dc-4343-b62b-6c676848188d tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844456 Dec 15 13:47:17.744662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.745333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:47:17.745750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:47:17.756048 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:47:17.830981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:17.892330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691893e-3682-44f6-a889-341efef13325 req-776ba850-d891-466f-bfab-249a976010bb tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:17.902217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7691893e-3682-44f6-a889-341efef13325 req-776ba850-d891-466f-bfab-249a976010bb tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1817772 Dec 15 13:47:17.944703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.980015 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.985239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] 10.222.0.86 "DELETE /v2.0/networks/664f2d65-a5ae-4386-aece-18ed9c9d5a96 HTTP/1.1" status: 204 len: 168 time: 1.0929351 Dec 15 13:47:17.990409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Pushing event deleted for resources: {'Network': ['ID=664f2d65-a5ae-4386-aece-18ed9c9d5a96,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:18.002270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50478) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:18.004725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.005398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.005949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.006489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.007020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.007551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.008117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.008634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.009271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.009924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.010540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.011390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.012177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9182a59-a51f-4551-a436-e684c8b05289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:18.034729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7691893e-3682-44f6-a889-341efef13325 req-2f625776-d941-4df8-b23c-e9d12eb61552 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304584 Dec 15 13:47:18.243136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ec71e-e156-4e74-b99c-d74484cc2b2a req-87820f1e-2f6a-4dc1-8eb3-12eb7ea6845d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.259731 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-254ec71e-e156-4e74-b99c-d74484cc2b2a req-87820f1e-2f6a-4dc1-8eb3-12eb7ea6845d tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.1261098 Dec 15 13:47:18.330606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-254ec71e-e156-4e74-b99c-d74484cc2b2a req-23f4b674-00ba-4b07-a6ae-6ddf22ece9ae tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709164 Dec 15 13:47:18.372778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 117b03de-576c-4bea-b75a-375d0f46d403 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:18.468918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7227c5d4-a913-4062-8b8b-808679429492 req-44303975-0a1c-412e-b450-017bf0d5dbb9 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0732749 Dec 15 13:47:18.474037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-79b2db47-c9ec-4b5a-a331-060d23a75c6d None None] Provisioning complete for port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:18.474875 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79b2db47-c9ec-4b5a-a331-060d23a75c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.557429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-79b2db47-c9ec-4b5a-a331-060d23a75c6d None None] Port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:18.564397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 117b03de-576c-4bea-b75a-375d0f46d403 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:18.565113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.591635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 2, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:18.636792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Checking router: 176142bd-3937-464f-adb1-31cf4e0873f8 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:18.637415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Updating router 176142bd-3937-464f-adb1-31cf4e0873f8 port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:47:18.690134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.691738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965d8d9-1a40-44a3-9967-072728dce37c req-43464458-0c62-42c6-92ec-6fbaa7b57c1d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.695744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4965d8d9-1a40-44a3-9967-072728dce37c req-43464458-0c62-42c6-92ec-6fbaa7b57c1d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1040418 Dec 15 13:47:18.725970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a2a515-a0dc-4e80-a01f-1d58b70404e3 admin admin] Deleting subnet 81f752b3-c178-4455-8aa8-8d04aaf9b09e {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:47:18.756703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d33397-c97e-47ca-b900-e2a3e5e0aca1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:18.770637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3a2a515-a0dc-4e80-a01f-1d58b70404e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.818805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4965d8d9-1a40-44a3-9967-072728dce37c req-60b6b8a8-120c-4592-90cb-651c5bf22099 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130803 Dec 15 13:47:18.835286 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.903309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3a2a515-a0dc-4e80-a01f-1d58b70404e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.938899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Transition to ACTIVE for port object 00d33397-c97e-47ca-b900-e2a3e5e0aca1 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:18.953155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.065663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50500) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:19.066487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Pushing event updated for resources: {'Port': ['ID=00d33397-c97e-47ca-b900-e2a3e5e0aca1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:19.089563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e5c67716-c177-4d20-a0df-a6a36780ee9a tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764619007', 'description': 'tempest-description--1675529378'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:19.103773 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3a2a515-a0dc-4e80-a01f-1d58b70404e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.135703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c200d1-2a41-43f2-ab1c-49dc694a3788 req-e6834e70-e6f1-44b6-9104-4926e97491da tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:19.151151 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6c200d1-2a41-43f2-ab1c-49dc694a3788 req-e6834e70-e6f1-44b6-9104-4926e97491da tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 944 time: 0.2001944 Dec 15 13:47:19.316685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6c200d1-2a41-43f2-ab1c-49dc694a3788 req-32cb68c2-ca91-4c9e-a7cd-e4259802d928 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644325 Dec 15 13:47:19.355393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5c67716-c177-4d20-a0df-a6a36780ee9a tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.400844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a7f8d1b2-8d95-49e5-a19c-6a60e7bfc3b2 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:19.402760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a7f8d1b2-8d95-49e5-a19c-6a60e7bfc3b2 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.74 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 813 time: 0.5230176 Dec 15 13:47:19.423858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Request body: {'port': {'device_id': '45043d78-aab1-4747-87e9-88caa9fd2212', 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'admin_state_up': True, 'tenant_id': 'a15d6da04005412cb1ebe9baef2b7737'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:19.625032 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5c67716-c177-4d20-a0df-a6a36780ee9a tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.633084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Attempting to bind port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:19.633425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Attempting to bind port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:19.633753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Attempting to bind port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 on network 9c5b8b68-9b03-423b-83c6-38830c60180f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:19.646359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932baf8d-4171-43dc-a041-30becd72980d req-e027b0c8-1eff-4b54-9daa-afbaee3b2267 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:19.647358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 on network 9c5b8b68-9b03-423b-83c6-38830c60180f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:19.649477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-932baf8d-4171-43dc-a041-30becd72980d req-e027b0c8-1eff-4b54-9daa-afbaee3b2267 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.1208971 Dec 15 13:47:19.657884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Attempting to bind port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 on network 9c5b8b68-9b03-423b-83c6-38830c60180f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:19.660329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5c67716-c177-4d20-a0df-a6a36780ee9a tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.695587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:19.696269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Checking segment: {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:19.696822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Bound using segment: {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:19.697438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Bound port: 00d33397-c97e-47ca-b900-e2a3e5e0aca1, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:19.697992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.714402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5c67716-c177-4d20-a0df-a6a36780ee9a tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.715978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e5c67716-c177-4d20-a0df-a6a36780ee9a tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6468942 Dec 15 13:47:19.719568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:19.724265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a41329f4-e181-462e-97c3-556aa1b63ecd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Request body: {'security_group_rule': {'security_group_id': '51cd3113-ea89-49c1-9fe8-c16f1f96d433', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:19.747973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-932baf8d-4171-43dc-a041-30becd72980d req-4e0ad079-522e-4d56-9a60-04cece3e19bc tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888925 Dec 15 13:47:19.763461 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41329f4-e181-462e-97c3-556aa1b63ecd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.793813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] For port 00d33397-c97e-47ca-b900-e2a3e5e0aca1, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:19.798145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] For port 00d33397-c97e-47ca-b900-e2a3e5e0aca1, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:19.806608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3a2a515-a0dc-4e80-a01f-1d58b70404e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.847385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41329f4-e181-462e-97c3-556aa1b63ecd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.856423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41329f4-e181-462e-97c3-556aa1b63ecd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.856697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2a515-a0dc-4e80-a01f-1d58b70404e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f752b3-c178-4455-8aa8-8d04aaf9b09e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:19.858805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.871033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Made reservation on behalf of a15d6da04005412cb1ebe9baef2b7737 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:19.875555 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.926937 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d5acc5a-b8e5-4672-a809-2530b5836b5f req-08b75aef-e8a8-4ab6-a802-0e66ccecebc6 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0461202 Dec 15 13:47:19.954029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41329f4-e181-462e-97c3-556aa1b63ecd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57927105-c323-44b3-9058-26f5e137038a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:19.957449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c67716-c177-4d20-a0df-a6a36780ee9a tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd3113-ea89-49c1-9fe8-c16f1f96d433,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:19.969065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3a2a515-a0dc-4e80-a01f-1d58b70404e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.975689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f3a2a515-a0dc-4e80-a01f-1d58b70404e3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/81f752b3-c178-4455-8aa8-8d04aaf9b09e HTTP/1.1" status: 204 len: 168 time: 1.9671624 Dec 15 13:47:19.982163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41329f4-e181-462e-97c3-556aa1b63ecd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.983553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a41329f4-e181-462e-97c3-556aa1b63ecd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2627685 Dec 15 13:47:19.987062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50524) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:19.987406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50526) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:20.068872 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.082603 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.150780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-90a15dc0-6dc2-48c7-a01d-2ab9ab62a380 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Request body: {'security_group_rule': {'security_group_id': '51cd3113-ea89-49c1-9fe8-c16f1f96d433', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:20.171775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Pushing event updated for resources: {'Port': ['ID=00d33397-c97e-47ca-b900-e2a3e5e0aca1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:20.176423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.187553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:20.187553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.189148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-876dfcb0-b193-4f36-88bc-c1749e2fe008 service neutron] 10.222.0.24 "PUT /v2.0/ports/00d33397-c97e-47ca-b900-e2a3e5e0aca1 HTTP/1.1" status: 200 len: 1092 time: 2.6059568 Dec 15 13:47:20.191282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'tag': '00d33397-c97e-47ca-b900-e2a3e5e0aca1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:20.209288 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa094d5-f209-4684-8976-aff3329f4f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9da1d0b-8c79-4d13-92fc-c7db6b745400", "tag": "00d33397-c97e-47ca-b900-e2a3e5e0aca1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:20.251598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-1ad4054b-44e4-4c01-8216-ed1063b7fa1e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:20.253664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-1ad4054b-44e4-4c01-8216-ed1063b7fa1e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.24 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 813 time: 0.9126148 Dec 15 13:47:20.263498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40e410-df11-4067-b68a-ee6ca6002ba1 None None] Pushing event updated for resources: {'Port': ['ID=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:20.334328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Attempting to bind port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:20.334758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Attempting to bind port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:20.335136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Attempting to bind port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 on network 9bd34054-2674-4170-b7bb-1a63447bbf04 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:20.340674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Allocated IP 172.20.0.13 (06bddcfa-91d9-4b1a-aca3-7b5aaa565c00/d0d2ab49-75c0-462b-a54a-5bac6da61638/3f6d5e18-12d3-4d60-badf-28d4fa974cf9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:20.341608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:20.342089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Checking segment: {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:20.342663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.345080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Bound using segment: {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:20.345644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Bound port: fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:20.346198 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.362575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa7cf0-7790-48d0-a93d-dc9d0bfb956c req-987a670e-c652-446e-a22b-40e8317ac8c3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:20.364237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Request body: {'port': {'device_id': 'c811c4a5-381d-4078-a675-1af25763d0a9', 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'admin_state_up': True, 'tenant_id': 'a15d6da04005412cb1ebe9baef2b7737'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:20.364822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71aa7cf0-7790-48d0-a93d-dc9d0bfb956c req-987a670e-c652-446e-a22b-40e8317ac8c3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1635864 Dec 15 13:47:20.423548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90a15dc0-6dc2-48c7-a01d-2ab9ab62a380 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.487898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] For port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:20.500109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] For port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:20.501348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab7829-3c18-4bac-9e2d-cf77f2b9057d req-0802d744-46da-4005-8d2e-814e12687f44 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:20.505554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71aa7cf0-7790-48d0-a93d-dc9d0bfb956c req-e68c2519-ce89-4112-ad3d-9c539ba88ed2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308448 Dec 15 13:47:20.511303 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.511524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68ab7829-3c18-4bac-9e2d-cf77f2b9057d req-0802d744-46da-4005-8d2e-814e12687f44 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.7907243 Dec 15 13:47:20.559061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90a15dc0-6dc2-48c7-a01d-2ab9ab62a380 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.601437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:20.602081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:20.641649 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fedb9f-de9e-4de8-a523-abd8ddbd5e3a x-openstack-request-id: req-40fedb9f-de9e-4de8-a523-abd8ddbd5e3a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:20.642299 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9da1d0b-8c79-4d13-92fc-c7db6b745400", "tag": "00d33397-c97e-47ca-b900-e2a3e5e0aca1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:20.642725 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40fedb9f-de9e-4de8-a523-abd8ddbd5e3a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:20.650661 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'tag': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'status': 'completed', 'code': 200} Dec 15 13:47:20.657414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90a15dc0-6dc2-48c7-a01d-2ab9ab62a380 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.678836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40e410-df11-4067-b68a-ee6ca6002ba1 None None] Pushing event updated for resources: {'Port': ['ID=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:20.716890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a15dc0-6dc2-48c7-a01d-2ab9ab62a380 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506764fe-bbff-4593-818f-5f9d758fc1fd,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:20.731741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Provisioning complete for port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:20.732210 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.735327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90a15dc0-6dc2-48c7-a01d-2ab9ab62a380 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.739462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-90a15dc0-6dc2-48c7-a01d-2ab9ab62a380 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7489030 Dec 15 13:47:20.742160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-76cbb8ee-a774-4fa6-9a14-b634213532c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:20.744008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-76cbb8ee-a774-4fa6-9a14-b634213532c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9929326a66b4182be4708b7106567d0&device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 1095 time: 0.4770246 Dec 15 13:47:20.776877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.797695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50536) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:20.803126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:20.859579 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.868198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.886248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:20.938662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Pushing event updated for resources: {'Port': ['ID=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:20.940278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.943658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-c5604ea7-1544-4ef8-8b1c-2b36027d5b52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1 HTTP/1.1" status: 200 len: 217 time: 0.1133726 Dec 15 13:47:20.964751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:20.968188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:20.975880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:21.021470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 30cbfcef-ba10-433a-bf89-d62784e03216 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:21.023608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68ab7829-3c18-4bac-9e2d-cf77f2b9057d req-dd64f28c-acdb-451e-a28e-c393cfc1e0dc tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5110650 Dec 15 13:47:21.075130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa509b0-3f5f-4ef0-a7a7-652a8aac7014']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:21.080726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.081516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.094857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dad7d4-74ba-46b8-8ca0-04477cdaf05d req-da87384f-f969-45f5-8bd9-a11c4766c7aa tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.100443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a9a819-2cf3-45ab-b53e-40c6959b3569') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:21.100763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a9a819-2cf3-45ab-b53e-40c6959b3569') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:21.102606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84dad7d4-74ba-46b8-8ca0-04477cdaf05d req-da87384f-f969-45f5-8bd9-a11c4766c7aa tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 944 time: 0.0934429 Dec 15 13:47:21.106123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-7be461b8-0671-4ac1-b193-7bdc83de0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.108355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-7be461b8-0671-4ac1-b193-7bdc83de0b44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae199e4f-a3ef-4e17-b052-6fe38e4c7872 HTTP/1.1" status: 200 len: 851 time: 0.1455593 Dec 15 13:47:21.167398 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.177834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-a95cbf7d-194c-4ea1-8297-47636dea2938 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7615340 Dec 15 13:47:21.196986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Request body: {'port': {'device_id': '45043d78-aab1-4747-87e9-88caa9fd2212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:21.241213 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.242687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.266763 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84dad7d4-74ba-46b8-8ca0-04477cdaf05d req-7a49b7ba-1563-48a1-94ef-6aab41ede8ca tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592274 Dec 15 13:47:21.267635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Made reservation on behalf of a15d6da04005412cb1ebe9baef2b7737 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:21.278936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.316887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.363003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] For port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:21.377435 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.415479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:47:21.415904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:47:21.419744 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:47:21.453613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f4492-d777-4cd9-8e7b-3c99d3108f9e req-a7606940-a785-4da1-a202-c28c3c266e70 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.456849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Pushing event updated for resources: {'Port': ['ID=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:21.460925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e79f4492-d777-4cd9-8e7b-3c99d3108f9e req-a7606940-a785-4da1-a202-c28c3c266e70 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 943 time: 0.3305268 Dec 15 13:47:21.463922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-f1e0b36b-f098-41dc-8544-cf777ee2559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.466068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-f1e0b36b-f098-41dc-8544-cf777ee2559e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9c5b8b68-9b03-423b-83c6-38830c60180f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3471828 Dec 15 13:47:21.467702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.468083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.470107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.470393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.470735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.471074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.471408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.471739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.472109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.472438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.472768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.473099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.473469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8242c0-300e-4163-8bc0-935a96ae878f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:21.506357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:20Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:21.513589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Allocated IP 172.20.0.8 (06bddcfa-91d9-4b1a-aca3-7b5aaa565c00/d0d2ab49-75c0-462b-a54a-5bac6da61638/c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:21.541513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bcfae-c7ac-42be-b253-b6c91778a8f0 None None] The sync data for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 is: [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:20Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:21.543136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f1cf39aa-c599-45c6-92ab-2a43621e7b39 None None] Provisioning complete for port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:21.543654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1cf39aa-c599-45c6-92ab-2a43621e7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:21.654063 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2bf2ae20-8357-483b-9bf8-4f510dc89ea5 req-c9e95103-131e-4efb-9ae5-e7cba46eece9 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0701129 Dec 15 13:47:21.655818 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9b339edd-50fe-4002-be6b-ce227e0bdab8 service neutron] 10.222.0.24 "GET /v2.0/ports/30cbfcef-ba10-433a-bf89-d62784e03216/bindings/n-h1-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.1717851 Dec 15 13:47:21.934291 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc8c2d-d278-4ff8-bf2d-aaebc46c8451 req-a69ae790-66d5-459e-8da8-fb3d6afe72f2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.936034 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97fc8c2d-d278-4ff8-bf2d-aaebc46c8451 req-a69ae790-66d5-459e-8da8-fb3d6afe72f2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1168625 Dec 15 13:47:21.989442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:22.043856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97fc8c2d-d278-4ff8-bf2d-aaebc46c8451 req-31bb0405-a131-4b6d-83d5-1b95f2ab4e35 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922894 Dec 15 13:47:22.047246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e79f4492-d777-4cd9-8e7b-3c99d3108f9e req-9be7705d-c2bc-4b7e-bae4-8d6b5c7a4ff0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854487 Dec 15 13:47:22.060153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:22.060471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.101369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.106539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3aa509b0-3f5f-4ef0-a7a7-652a8aac7014 HTTP/1.1" status: 204 len: 168 time: 2.1166031 Dec 15 13:47:22.137641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cbfcef-ba10-433a-bf89-d62784e03216 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:22.150233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad386cc-a4e8-4381-8a15-677e52774046 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa509b0-3f5f-4ef0-a7a7-652a8aac7014,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:22.164200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:22.206525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.256164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:22.266794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.322961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-4b7ef7c2-0c36-4b57-9308-4a014108b5c7 service neutron] 10.222.0.24 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117464 Dec 15 13:47:22.422992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] Transition to ACTIVE for port object 30cbfcef-ba10-433a-bf89-d62784e03216 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:22.423611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:22.424945 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.469285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.551326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50570) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:22.603096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] Pushing event updated for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=10']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:22.637284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30d26e-b87b-4cd6-92a3-b569e7986bee req-cb58dc36-8f78-4d13-ab07-a400dcfe7b0a tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:22.644567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d30d26e-b87b-4cd6-92a3-b569e7986bee req-cb58dc36-8f78-4d13-ab07-a400dcfe7b0a tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 944 time: 0.2177014 Dec 15 13:47:22.682314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] No DVR routers for this DVR port 30cbfcef-ba10-433a-bf89-d62784e03216 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:22.754860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ea668282-af6b-4066-bf88-8770e8d229fb service neutron] 10.222.0.24 "PUT /v2.0/ports/30cbfcef-ba10-433a-bf89-d62784e03216/bindings/n-h1-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0921443 Dec 15 13:47:22.755301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:22.793832 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d30d26e-b87b-4cd6-92a3-b569e7986bee req-76737415-a2ae-40d5-a426-e7987b1d3e4e tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349761 Dec 15 13:47:22.883791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-021e9d0f-5162-42a6-8adb-399c5882d696 req-61cbd093-d519-4609-acf0-ab449e9fd656 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0371213 Dec 15 13:47:22.911707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46a52114-38b4-4e68-9a64-a5ad94fb3547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.923125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34cc49-5557-4f4b-907e-f9cdfcf17d24 req-1a9a858d-dd03-4008-90ca-8fe3026ee24a tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:22.928458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe34cc49-5557-4f4b-907e-f9cdfcf17d24 req-1a9a858d-dd03-4008-90ca-8fe3026ee24a tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.3855014 Dec 15 13:47:22.945229 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-07649707-60b5-4ef0-a14e-75d823cd66a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=72f3a4952976434a83ac56055293d649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890934 Dec 15 13:47:22.949731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:22.960971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c27cd220-1bce-4b41-ba81-1b4ed64d2646 req-1ff49f0d-18f2-4756-a2b1-380226532fc6 service neutron] 10.222.0.24 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268866 Dec 15 13:47:22.962492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Allocated IP 172.25.7.31 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/2fe4928d-09d0-444f-ab8c-523733037506) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:22.974528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.048948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46a52114-38b4-4e68-9a64-a5ad94fb3547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.050040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df82528-1edc-4b97-9482-57c484f8f775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.060720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46a52114-38b4-4e68-9a64-a5ad94fb3547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.090304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-50c07ed8-b03e-40f1-bf93-aad4c6b10d6c tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.091906 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-50c07ed8-b03e-40f1-bf93-aad4c6b10d6c tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.2502909 Dec 15 13:47:23.115009 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df82528-1edc-4b97-9482-57c484f8f775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.153118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-46a52114-38b4-4e68-9a64-a5ad94fb3547 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=10cd1291e1bb4a5fa986ad664ff1254b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943486 Dec 15 13:47:23.156509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50586) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:23.161904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52114-38b4-4e68-9a64-a5ad94fb3547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4913a206-4001-4c6e-b89c-2cc8b861b8be,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:23.206952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe34cc49-5557-4f4b-907e-f9cdfcf17d24 req-b80b5b30-f50e-4315-b158-6ff939419b11 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483387 Dec 15 13:47:23.223688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23930-1049-40f8-b9ef-68ca06832197 req-5f00a055-3e31-473e-824a-22d380fe6b84 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.231633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afd23930-1049-40f8-b9ef-68ca06832197 req-5f00a055-3e31-473e-824a-22d380fe6b84 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1015191 Dec 15 13:47:23.258991 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df82528-1edc-4b97-9482-57c484f8f775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.261851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df82528-1edc-4b97-9482-57c484f8f775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.266140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8df82528-1edc-4b97-9482-57c484f8f775 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3805f6be-29ea-49a0-9af5-19d67689b117 HTTP/1.1" status: 204 len: 168 time: 0.3122618 Dec 15 13:47:23.266388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.327269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df82528-1edc-4b97-9482-57c484f8f775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3805f6be-29ea-49a0-9af5-19d67689b117,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:23.331605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-e3295c73-5a3f-4b71-ad82-9a7288e8babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.333290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-e3295c73-5a3f-4b71-ad82-9a7288e8babf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9929326a66b4182be4708b7106567d0&device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 1095 time: 0.3086321 Dec 15 13:47:23.376397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afd23930-1049-40f8-b9ef-68ca06832197 req-d23eca3e-cb71-48f1-896d-eafc579975bc tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436822 Dec 15 13:47:23.426297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:23.462093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ae4119c7-b49c-4be5-9da0-6f6ad74c8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.463666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-ae4119c7-b49c-4be5-9da0-6f6ad74c8775 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c&tenant_id=09ae0d9410d84a26b0f857d48d5e5037 HTTP/1.1" status: 200 len: 1095 time: 0.3567905 Dec 15 13:47:23.478679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:23.506892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:23.509776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:23.518573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Pushing event updated for resources: {'Port': ['ID=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:23.520955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.527732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.539262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Transition to ACTIVE for port object 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:23.546426 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.594305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08e7cb37-a06f-4d79-a62b-3abead5c2cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.636622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:23.695041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Attempting to bind port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:23.695369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Attempting to bind port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:23.695808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Attempting to bind port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:23.696996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08e7cb37-a06f-4d79-a62b-3abead5c2cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.700888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:23.701212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Attempting to bind port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:23.706619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.707241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.707363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:23.707677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Checking segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:23.708103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Bound using segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:23.708532 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Bound port: 3f6d5e18-12d3-4d60-badf-28d4fa974cf9, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:23.708973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.725277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d36c6-46c5-48b7-bb4c-ae0bd2f383e3 req-186f966b-4108-4623-9266-c127389ef09a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.727135 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863d36c6-46c5-48b7-bb4c-ae0bd2f383e3 req-186f966b-4108-4623-9266-c127389ef09a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 944 time: 0.3620493 Dec 15 13:47:23.736884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-38b427e9-d2a2-46d6-8aa4-64c11b6db671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.738370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-38b427e9-d2a2-46d6-8aa4-64c11b6db671 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9c5b8b68-9b03-423b-83c6-38830c60180f HTTP/1.1" status: 200 len: 914 time: 0.3832645 Dec 15 13:47:23.755704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e9dd79d7-82b9-4ade-889a-83524a28b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.757301 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-e9dd79d7-82b9-4ade-889a-83524a28b529 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1095 time: 0.2476809 Dec 15 13:47:23.771052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50594) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:23.829618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2c0f4a05-bbc2-411b-b69b-1214c6254991 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4765525 Dec 15 13:47:23.853390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-57003977-ad86-434d-b5c7-80589a950471 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1 HTTP/1.1" status: 200 len: 217 time: 0.1067979 Dec 15 13:47:23.861224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Request body: {'port': {'device_id': 'c811c4a5-381d-4078-a675-1af25763d0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:23.864237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.897083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] For port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:23.920051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] For port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:23.932376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3ee13f6b-a0eb-45fb-afbd-b58e6641b5a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=16e6fe02774246ebb10e544271bb7484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598852 Dec 15 13:47:23.935611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:23.963949 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:23.981609 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-34c6a03c-4c91-4027-8082-7af0e3a19aee service neutron] show failed (client error): The resource could not be found. Dec 15 13:47:23.982756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-34c6a03c-4c91-4027-8082-7af0e3a19aee service neutron] 10.222.0.74 "GET /v2.0/ports/31ad920f-b8a3-40b5-b8d4-8f02c50345a0/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.2424181 Dec 15 13:47:24.002533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.74', 56908) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:24.047076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:24.063005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.064039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.066573 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] 10.222.0.74 "PUT /v2.0/ports/3f6d5e18-12d3-4d60-badf-28d4fa974cf9 HTTP/1.1" status: 200 len: 1092 time: 2.8774447 Dec 15 13:47:24.073264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45043d78-aab1-4747-87e9-88caa9fd2212', 'tag': '3f6d5e18-12d3-4d60-badf-28d4fa974cf9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:24.076900 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "45043d78-aab1-4747-87e9-88caa9fd2212", "tag": "3f6d5e18-12d3-4d60-badf-28d4fa974cf9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:24.091766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:24.128428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863d36c6-46c5-48b7-bb4c-ae0bd2f383e3 req-0987872a-b14c-4249-90c7-325f3d20f1f8 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827212 Dec 15 13:47:24.131246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c801e-3571-408b-9858-fce95610fa77 req-17b196a9-2ead-435f-8958-ecedd0c71074 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.131420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:24.132997 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a64c801e-3571-408b-9858-fce95610fa77 req-17b196a9-2ead-435f-8958-ecedd0c71074 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 944 time: 0.2200315 Dec 15 13:47:24.141767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event updated for resources: {'Port': ['ID=2fe4928d-09d0-444f-ab8c-523733037506,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:24.156282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08e7cb37-a06f-4d79-a62b-3abead5c2cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.159282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08e7cb37-a06f-4d79-a62b-3abead5c2cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.161777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a35c61-2973-435b-8c8d-2afd6a8dad20 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:24.166335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-08e7cb37-a06f-4d79-a62b-3abead5c2cf3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4913a206-4001-4c6e-b89c-2cc8b861b8be HTTP/1.1" status: 204 len: 168 time: 0.9942117 Dec 15 13:47:24.208600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-cd480a60-1e6b-4d8e-854a-5620c8beeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.210390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-cd480a60-1e6b-4d8e-854a-5620c8beeacb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae199e4f-a3ef-4e17-b052-6fe38e4c7872 HTTP/1.1" status: 200 len: 851 time: 0.3438525 Dec 15 13:47:24.231155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.234584 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ea2f-257c-4898-934a-a923b74b2c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.244789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-7e2a2e7d-2afb-4095-a7e8-b991a70d87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.246319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-7e2a2e7d-2afb-4095-a7e8-b991a70d87f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 200 len: 910 time: 0.4716399 Dec 15 13:47:24.247049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7cb37-a06f-4d79-a62b-3abead5c2cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4913a206-4001-4c6e-b89c-2cc8b861b8be,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:24.287819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-f8d6ba40-9417-48fd-92aa-ea43c9f75684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.289361 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-f8d6ba40-9417-48fd-92aa-ea43c9f75684 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&device_id=45043d78-aab1-4747-87e9-88caa9fd2212 HTTP/1.1" status: 200 len: 1095 time: 0.1554677 Dec 15 13:47:24.301612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-2424b4f8-66b9-4f6f-9db9-07a656af1a69 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.302971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-2424b4f8-66b9-4f6f-9db9-07a656af1a69 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.74 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.2976723 Dec 15 13:47:24.319650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a64c801e-3571-408b-9858-fce95610fa77 req-27e02592-c735-486f-97f9-e492a1fa1bfb tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453736 Dec 15 13:47:24.327973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ea2f-257c-4898-934a-a923b74b2c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.364308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-3d92c500-95e8-4284-9964-0cebf9e87f21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 200 len: 217 time: 0.1022203 Dec 15 13:47:24.401860 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99bba14-15ec-47e0-aa82-9ce5b5237f58 x-openstack-request-id: req-f99bba14-15ec-47e0-aa82-9ce5b5237f58 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:24.402099 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45043d78-aab1-4747-87e9-88caa9fd2212", "tag": "3f6d5e18-12d3-4d60-badf-28d4fa974cf9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:24.402442 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f99bba14-15ec-47e0-aa82-9ce5b5237f58 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:24.402781 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45043d78-aab1-4747-87e9-88caa9fd2212', 'tag': '3f6d5e18-12d3-4d60-badf-28d4fa974cf9', 'status': 'completed', 'code': 200} Dec 15 13:47:24.409954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-1076ff76-d06f-4f0f-b4b3-6249ae3a69f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f6d5e18-12d3-4d60-badf-28d4fa974cf9 HTTP/1.1" status: 200 len: 217 time: 0.0842447 Dec 15 13:47:24.485941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-5fecb2f6-be2a-492c-9563-b047b061610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.487676 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-5fecb2f6-be2a-492c-9563-b047b061610c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e&tenant_id=0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 1099 time: 0.1637743 Dec 15 13:47:24.507509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2cbda653-f5a1-4ecf-b116-96a0642bc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.508974 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2cbda653-f5a1-4ecf-b116-96a0642bc9da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 200 len: 853 time: 0.0904469 Dec 15 13:47:24.512876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:24.541800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-43f2dff5-b1ba-41f1-95da-f6da0f6cee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.543422 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-43f2dff5-b1ba-41f1-95da-f6da0f6cee6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9c5b8b68-9b03-423b-83c6-38830c60180f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3179979 Dec 15 13:47:24.678062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-a131a8cf-439b-429e-a80e-68710f4b7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.682353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-a131a8cf-439b-429e-a80e-68710f4b7704 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 200 len: 848 time: 0.2795448 Dec 15 13:47:24.706624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50612) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:24.723580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.756546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1518d0-21fd-49f3-a977-181a3c372348 req-6a2c6984-fb88-4cee-91e4-a67b1a59dfc3 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.758111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df1518d0-21fd-49f3-a977-181a3c372348 req-6a2c6984-fb88-4cee-91e4-a67b1a59dfc3 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 931 time: 0.4040937 Dec 15 13:47:24.802771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1964b120-b45b-4d03-9761-620a6c6cb18a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.807115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-5ed2bc63-a44a-40e1-9b3c-57b6ed7bf73a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87d8033e-dffc-4e08-a41a-99e4801c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893726 Dec 15 13:47:24.862060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ea2f-257c-4898-934a-a923b74b2c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.864708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ea2f-257c-4898-934a-a923b74b2c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.865830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1ce1ea2f-257c-4898-934a-a923b74b2c5a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a2b87f98-3572-4d1c-9927-c80b2d8697e1 HTTP/1.1" status: 204 len: 168 time: 0.9290524 Dec 15 13:47:24.867778 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-2773e62c-7fda-425a-89f9-e88e9b511b7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3175244 Dec 15 13:47:24.909210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1ea2f-257c-4898-934a-a923b74b2c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b87f98-3572-4d1c-9927-c80b2d8697e1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:24.973701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f2462-d713-4b1b-8f4d-9c9149a4346a req-0f26a5ef-89f7-4d49-909a-fe29265bcf51 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.975462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f9f2462-d713-4b1b-8f4d-9c9149a4346a req-0f26a5ef-89f7-4d49-909a-fe29265bcf51 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.4837568 Dec 15 13:47:24.976487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.985687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.018732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 00d33397-c97e-47ca-b900-e2a3e5e0aca1 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:25.136504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 00d33397-c97e-47ca-b900-e2a3e5e0aca1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:25.144146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-cd294562-eee9-4500-adb1-57fbf89b83b2 service neutron] 10.222.0.74 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613103 Dec 15 13:47:25.152422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f9f2462-d713-4b1b-8f4d-9c9149a4346a req-4187e0e1-e002-44eb-9a17-45fd5bf8eb33 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580403 Dec 15 13:47:25.167435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'port_id': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'mac_address': 'fa:16:3e:13:d1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:25.220149 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.237539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d33397-c97e-47ca-b900-e2a3e5e0aca1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:25.261761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 00d33397-c97e-47ca-b900-e2a3e5e0aca1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:25.267390 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.336737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=00d33397-c97e-47ca-b900-e2a3e5e0aca1,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:25.379653 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-f9612df1-d6d4-4101-9d8f-fe55f4a19724 service neutron] 10.222.0.74 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264874 Dec 15 13:47:25.414204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:25.424478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba15b0-fa8a-47ec-be53-6c08aaef2615 req-3ee0db8f-70d2-46f8-9ff7-d2f82c4f1a7c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:25.425973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbba15b0-fa8a-47ec-be53-6c08aaef2615 req-3ee0db8f-70d2-46f8-9ff7-d2f82c4f1a7c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.1182721 Dec 15 13:47:25.488954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['00d33397-c97e-47ca-b900-e2a3e5e0aca1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:25.497308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df1518d0-21fd-49f3-a977-181a3c372348 req-77b38a6b-5a9f-4dff-8524-93fa8b13aabb tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7083685 Dec 15 13:47:25.508934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Deleting port 9c8e3496-f11f-4919-9cad-28929fab7995 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:25.509352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.578471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:25.617477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] For port 9c8e3496-f11f-4919-9cad-28929fab7995, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9c8e3496-f11f-4919-9cad-28929fab7995,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:25.617970 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.629559 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.671058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Transition to ACTIVE for port object 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:25.678607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:25.693209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbba15b0-fa8a-47ec-be53-6c08aaef2615 req-6b0e6462-18ee-4b91-9c25-e8ad68e21cc2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487373 Dec 15 13:47:25.693986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-4aedf0e2-4411-40bb-9a4d-fdc6a69191dc service neutron] 10.222.0.24 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1336808 Dec 15 13:47:25.727607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-9f7d9c73-8fd4-4b35-abb9-c964ce3b6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:25.729157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-9f7d9c73-8fd4-4b35-abb9-c964ce3b6423 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&device_id=45043d78-aab1-4747-87e9-88caa9fd2212 HTTP/1.1" status: 200 len: 1095 time: 0.2680967 Dec 15 13:47:25.804025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:25.879564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] No DVR routers for this DVR port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:25.975537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3e723-254d-4648-9084-e6a05009d5b4 req-7a02f431-3e8d-4c62-a476-6200f92a392f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:25.977257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dc3e723-254d-4648-9084-e6a05009d5b4 req-7a02f431-3e8d-4c62-a476-6200f92a392f tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 944 time: 0.2962792 Dec 15 13:47:25.979221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-4b942e73-e212-4740-9d74-8dae01064ffc service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1301930 Dec 15 13:47:25.991952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-4338c07d-f765-4b7f-8376-770d176623a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:25.993433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-4338c07d-f765-4b7f-8376-770d176623a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 915 time: 0.2563169 Dec 15 13:47:25.998608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:25.998907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:26.000049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:26.014048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c489f-1ab7-438d-86fc-61df9a185548 req-dc30ce70-1f6f-4da8-93c8-0d6f1df43d77 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.019676 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb7c489f-1ab7-438d-86fc-61df9a185548 req-dc30ce70-1f6f-4da8-93c8-0d6f1df43d77 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 945 time: 0.1571572 Dec 15 13:47:26.071050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:26.071383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:26.076734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-fa497972-e1ef-487f-a565-79fc1b27c2f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f6d5e18-12d3-4d60-badf-28d4fa974cf9 HTTP/1.1" status: 200 len: 217 time: 0.0730271 Dec 15 13:47:26.084730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:26.085025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:26.085405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:26.085848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Bound port: 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:26.086205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.169608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb7c489f-1ab7-438d-86fc-61df9a185548 req-f5dfdaca-47fa-40b6-804f-c11f5dd8e0ab tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394575 Dec 15 13:47:26.208144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-50f2b631-31e9-4e22-9cb0-383d63fa4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.209614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-50f2b631-31e9-4e22-9cb0-383d63fa4f05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 200 len: 853 time: 0.1194162 Dec 15 13:47:26.255940 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-a59f6efe-b9c6-45cc-8a5c-de9618c1546f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352170 Dec 15 13:47:26.259773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:26.267223 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1964b120-b45b-4d03-9761-620a6c6cb18a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.290499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:26.310235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1964b120-b45b-4d03-9761-620a6c6cb18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.315604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:26.325210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.333339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dc3e723-254d-4648-9084-e6a05009d5b4 req-95d81fcb-3885-4795-a89b-2faeef2c6187 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328691 Dec 15 13:47:26.368149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.398473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.399078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.400448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] 10.222.0.24 "PUT /v2.0/ports/31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 1094 time: 1.8960855 Dec 15 13:47:26.404182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}, {'name': 'network-changed', 'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:26.414124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa094d5-f209-4684-8976-aff3329f4f5b req-6a7af60c-674e-4a69-9700-87a94011790a service neutron] 10.222.0.24 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552572 Dec 15 13:47:26.414384 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5380d30-eb58-419d-a72e-8909d892b4a0" -d '{"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-unplugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}, {"name": "network-changed", "server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:26.476392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e4db-94fd-462a-a5a6-34e6ef300abf service neutron] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:26.486175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-0309b04f-f6e5-46cc-b461-5d430a5aff80 service neutron] 10.222.0.74 "GET /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892433 Dec 15 13:47:26.488390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.488761 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.489087 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Floating IP 21b75b53-cb31-4df0-80e4-05a5efb6b54c disassociated. External IP: 172.25.7.44, port: 9c8e3496-f11f-4919-9cad-28929fab7995. Dec 15 13:47:26.489436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Calling delete_port for 9c8e3496-f11f-4919-9cad-28929fab7995 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:26.508725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba2e91-7811-4d69-b260-efcc3a537b50 req-8abe878b-9301-480d-acb9-abbc2c48a8f8 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.510313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6ba2e91-7811-4d69-b260-efcc3a537b50 req-8abe878b-9301-480d-acb9-abbc2c48a8f8 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1898758 Dec 15 13:47:26.512234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-375da79c-82fa-4b65-8a3c-1b76d7dd3ba9 service neutron] 10.222.0.74 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481246 Dec 15 13:47:26.529601 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6492f292-faeb-46f5-9e7c-7cfaa78528c5 x-openstack-request-id: req-6492f292-faeb-46f5-9e7c-7cfaa78528c5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:26.529894 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-unplugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "code": 200}, {"name": "network-changed", "server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:26.530149 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6492f292-faeb-46f5-9e7c-7cfaa78528c5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:26.530548 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'code': 200} Dec 15 13:47:26.531346 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'status': 'completed', 'code': 200} Dec 15 13:47:26.535807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964b120-b45b-4d03-9761-620a6c6cb18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e164b5-3c16-4d57-8379-edb58ebec347,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:26.630702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1964b120-b45b-4d03-9761-620a6c6cb18a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63a0b64b0f72406f90ff8792bb99801b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9163687 Dec 15 13:47:26.636594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Transition to ACTIVE for port object c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:26.637810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:26.754880 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.773030 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6ba2e91-7811-4d69-b260-efcc3a537b50 req-758cf629-6518-4ef1-a377-5e15d05c5406 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups?id=dce4760b-acd5-49ab-a766-86f49e439e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419231 Dec 15 13:47:26.825134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.842813 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dee80d89-2ef0-4d54-9da5-a7a40552c0d1 req-8b2f8e5e-f361-478d-ab00-a2d67eeb7e6b service neutron] 10.222.0.74 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166771 Dec 15 13:47:26.863539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad968-b66c-48c3-b76a-75630016c2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.867957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.897078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:26.899851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:26.900498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89125fe-b7af-44c5-a4b6-53aa65a9d4be req-d9477601-81b9-4935-914a-1e04aa7c768b tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.902184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89125fe-b7af-44c5-a4b6-53aa65a9d4be req-d9477601-81b9-4935-914a-1e04aa7c768b tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 943 time: 0.2475188 Dec 15 13:47:26.913401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-706bff8e-a7de-4822-b3ce-9f885dd8fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.914928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-706bff8e-a7de-4822-b3ce-9f885dd8fce9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1097 time: 0.4194872 Dec 15 13:47:26.915954 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad968-b66c-48c3-b76a-75630016c2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:26.918961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-53e71137-b1aa-435e-804f-cf9b232fa5af tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.920592 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-53e71137-b1aa-435e-804f-cf9b232fa5af tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c&tenant_id=09ae0d9410d84a26b0f857d48d5e5037&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.1263354 Dec 15 13:47:26.935002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-e54e1e0a-474a-49c6-95e0-62fde684926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.936557 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-e54e1e0a-474a-49c6-95e0-62fde684926a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1097 time: 0.3026574 Dec 15 13:47:26.958055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:26.992571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:26.992909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9c8e3496-f11f-4919-9cad-28929fab7995 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:26.996221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed33a8-83c6-4767-a738-ed7855f4a3ad req-ce10b216-258e-41e6-bf54-135086b157ef tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.997726 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afed33a8-83c6-4767-a738-ed7855f4a3ad req-ce10b216-258e-41e6-bf54-135086b157ef tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 946 time: 0.1516347 Dec 15 13:47:27.035201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 00d33397-c97e-47ca-b900-e2a3e5e0aca1 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:27.068228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad968-b66c-48c3-b76a-75630016c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.071366 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad968-b66c-48c3-b76a-75630016c2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.075659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7c3ad968-b66c-48c3-b76a-75630016c2e0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58e164b5-3c16-4d57-8379-edb58ebec347 HTTP/1.1" status: 204 len: 168 time: 0.4315469 Dec 15 13:47:27.104985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:27.130441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afed33a8-83c6-4767-a738-ed7855f4a3ad req-a65277af-a9fc-409a-b4d3-83690621be79 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187911 Dec 15 13:47:27.130666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '3f6d5e18-12d3-4d60-badf-28d4fa974cf9', 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'port_id': '3f6d5e18-12d3-4d60-badf-28d4fa974cf9', 'mac_address': 'fa:16:3e:41:c7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d2ab49-75c0-462b-a54a-5bac6da61638', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:27.143529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ad968-b66c-48c3-b76a-75630016c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e164b5-3c16-4d57-8379-edb58ebec347,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:27.187845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:27.193856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-3e643367-0bc0-4997-8e71-306020093e52 service neutron] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:27.199692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-3e643367-0bc0-4997-8e71-306020093e52 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.200833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-3e643367-0bc0-4997-8e71-306020093e52 service neutron] 10.222.0.74 "DELETE /v2.0/ports/30cbfcef-ba10-433a-bf89-d62784e03216/bindings/n-h2-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.2724304 Dec 15 13:47:27.227328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:27.228030 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.232326 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.378120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event updated for resources: {'Port': ['ID=2fe4928d-09d0-444f-ab8c-523733037506,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:27.381580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.384270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.400654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89125fe-b7af-44c5-a4b6-53aa65a9d4be req-915e32fa-4a91-4a0a-9dd6-a1da213289fc tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678152 Dec 15 13:47:27.409533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Attempting to bind port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:27.409876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Attempting to bind port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:27.410209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Attempting to bind port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:27.421883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-4501da60-406c-4964-9f40-2bd04b715d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:27.424103 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-4501da60-406c-4964-9f40-2bd04b715d2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.4716382 Dec 15 13:47:27.433049 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.459658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event deleted for resources: {'Port': ['ID=9c8e3496-f11f-4919-9cad-28929fab7995,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:27.461467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:27.463057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Attempting to bind port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:27.467071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.468864 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-19dcd08c-92c8-4de2-a8be-4f390ce77428 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6689999 Dec 15 13:47:27.479255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:27.514448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:27.568102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.574339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387e76-a0c8-40b8-853c-f12e3a21bf7c req-13c223fa-0ae0-4850-9cbc-7e57be481cd2 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:27.588038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be387e76-a0c8-40b8-853c-f12e3a21bf7c req-13c223fa-0ae0-4850-9cbc-7e57be481cd2 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 945 time: 0.1670680 Dec 15 13:47:27.595733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-d99b2169-6a0f-4d72-a4e9-59deddc2d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:27.605458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-d99b2169-6a0f-4d72-a4e9-59deddc2d9c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.6659129 Dec 15 13:47:27.607566 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.607720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:27.618194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Checking segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:27.618757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Bound using segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:27.619242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Bound port: c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:27.619626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.633957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-5214e67f-8940-492e-8d07-8685be5a2c27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.1826649 Dec 15 13:47:27.694154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d33397-c97e-47ca-b900-e2a3e5e0aca1'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:27.697238 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1c4ca-f1de-4324-8d0a-50fdb19b60ea" -d '{"events": [{"server_uuid": "b9da1d0b-8c79-4d13-92fc-c7db6b745400", "name": "network-vif-plugged", "status": "completed", "tag": "00d33397-c97e-47ca-b900-e2a3e5e0aca1"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:27.704941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be387e76-a0c8-40b8-853c-f12e3a21bf7c req-6d4d4eae-4b18-4977-9054-ca231addfe5a tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159687 Dec 15 13:47:27.725072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:27.769889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 00d33397-c97e-47ca-b900-e2a3e5e0aca1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:27.779759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:27.808834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-e92ad38b-c61f-42e6-96a9-97707bf7b3f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.1862214 Dec 15 13:47:27.856756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3f6d5e18-12d3-4d60-badf-28d4fa974cf9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:27.877313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=00d33397-c97e-47ca-b900-e2a3e5e0aca1,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:27.928080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea5cc2-ea00-4d5b-92c8-3e54ba3734cf req-aa415b30-9ce9-4734-9e77-41d494e47502 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:27.939756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2ea5cc2-ea00-4d5b-92c8-3e54ba3734cf req-aa415b30-9ce9-4734-9e77-41d494e47502 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 944 time: 0.1109231 Dec 15 13:47:27.998595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-74180e0d-5b30-410a-9a7f-2af24787aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.011914 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-74180e0d-5b30-410a-9a7f-2af24787aee9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.3308611 Dec 15 13:47:28.028986 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2ea5cc2-ea00-4d5b-92c8-3e54ba3734cf req-f69e6899-8a61-4a2a-bd47-a3382aedceba tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876942 Dec 15 13:47:28.083246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-3d4b9c88-8648-4901-b328-afe4a59ab59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.085235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-3d4b9c88-8648-4901-b328-afe4a59ab59a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2349846 Dec 15 13:47:28.165526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] For port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:28.223899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] For port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:28.226983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Router cbde944b-9f04-4659-be0d-9e6eddfb104c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:28.238995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.294815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-bc6077be-4d9d-45f3-a805-fc83aa828ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.296918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-bc6077be-4d9d-45f3-a805-fc83aa828ea3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728820 Dec 15 13:47:28.330913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.331541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:28.332970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 HTTP/1.1" status: 200 len: 1091 time: 4.4914534 Dec 15 13:47:28.335280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c811c4a5-381d-4078-a675-1af25763d0a9', 'tag': 'c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:28.337696 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff68d14-566d-40c6-8adf-7d750de49b66" -d '{"events": [{"name": "network-changed", "server_uuid": "c811c4a5-381d-4078-a675-1af25763d0a9", "tag": "c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:28.338822 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5906fa7f-73d5-4341-91ed-4259e30c0377 x-openstack-request-id: req-5906fa7f-73d5-4341-91ed-4259e30c0377 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:28.338822 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9da1d0b-8c79-4d13-92fc-c7db6b745400", "name": "network-vif-plugged", "status": "completed", "tag": "00d33397-c97e-47ca-b900-e2a3e5e0aca1", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:28.339390 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5906fa7f-73d5-4341-91ed-4259e30c0377 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:28.342774 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'code': 200} Dec 15 13:47:28.388625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-e5e11021-4356-4531-ab1b-09550ba829a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.390583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-e5e11021-4356-4531-ab1b-09550ba829a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2403440 Dec 15 13:47:28.492651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3c6b58a-c262-400d-88d0-80e045423c90 req-77ecb3b3-85c3-4e40-9496-03984bc2a0a8 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0375013 Dec 15 13:47:28.502014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023d54d-fa49-4021-aa3b-47977f799684 req-07893241-fe4c-4fdb-a01b-61eed5b51ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.504297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0023d54d-fa49-4021-aa3b-47977f799684 req-07893241-fe4c-4fdb-a01b-61eed5b51ea9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 1097 time: 0.0793414 Dec 15 13:47:28.575015 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0023d54d-fa49-4021-aa3b-47977f799684 req-628d236c-d172-47bd-81ff-a578592d4845 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616546 Dec 15 13:47:28.660582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e091afd-2ed1-4ecd-98ca-62c2ca5588ed req-3f219c71-3662-42ff-8bfd-8db3f8ea9edd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.662368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e091afd-2ed1-4ecd-98ca-62c2ca5588ed req-3f219c71-3662-42ff-8bfd-8db3f8ea9edd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 946 time: 0.0563703 Dec 15 13:47:28.728940 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e091afd-2ed1-4ecd-98ca-62c2ca5588ed req-310a637f-6428-4f9a-8569-e6efec621ea6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577755 Dec 15 13:47:28.806464 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9cb194-7c9a-4899-815e-3ded85bd7e02 x-openstack-request-id: req-8f9cb194-7c9a-4899-815e-3ded85bd7e02 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:28.806464 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c811c4a5-381d-4078-a675-1af25763d0a9", "tag": "c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:28.806464 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f9cb194-7c9a-4899-815e-3ded85bd7e02 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:28.806464 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c811c4a5-381d-4078-a675-1af25763d0a9', 'tag': 'c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3', 'status': 'completed', 'code': 200} Dec 15 13:47:28.828798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc01989-f89d-4ff9-9bdf-996e608aa0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:28.899848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70053078-f8d1-4053-ab88-047968966c6e req-b16786b9-4e59-4627-bc69-200ee290e4e2 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.901690 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70053078-f8d1-4053-ab88-047968966c6e req-b16786b9-4e59-4627-bc69-200ee290e4e2 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 943 time: 0.0564361 Dec 15 13:47:28.911718 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:28.962449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70053078-f8d1-4053-ab88-047968966c6e req-06dcfc63-e273-4a4c-aa49-bd571410491f tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504954 Dec 15 13:47:28.967154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-165d6eeb-5718-45da-b0a6-053ef1f8d719 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613834 Dec 15 13:47:28.984924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-ef9647db-fb88-431b-80c3-be17d3fbf66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:28.986406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-ef9647db-fb88-431b-80c3-be17d3fbf66f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 1094 time: 0.5655494 Dec 15 13:47:28.992985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:28.998151 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-0ff89d3b-5f3f-48a7-8b12-8a3cb887df0c tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--764619007&fields=id&tenant_id=b3cbb39825234c9da1cd271570b2eb35 HTTP/1.1" status: 200 len: 267 time: 0.5735562 Dec 15 13:47:29.008252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:29.008561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.027598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:29.040540 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] Sync routers for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:29.056144 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:29.056144 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:29.102703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a35b6a-64c0-49fd-ad5b-b4774aeb3038 req-60871203-a46b-465f-8a3f-891f71bb3086 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:29.104454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-453ee415-7e93-4822-a2cd-0e65b4ddbf05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 HTTP/1.1" status: 200 len: 217 time: 0.1051672 Dec 15 13:47:29.112339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2a35b6a-64c0-49fd-ad5b-b4774aeb3038 req-60871203-a46b-465f-8a3f-891f71bb3086 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 1095 time: 0.0640616 Dec 15 13:47:29.118059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-b968cc3b-a622-4cb7-b07a-eb3d13a34d1e service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982183 Dec 15 13:47:29.175614 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:29.188576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2a35b6a-64c0-49fd-ad5b-b4774aeb3038 req-11079df7-84f8-4796-b980-f98a914c5f40 tempest-LiveMigrationTest-895573487 tempest-LiveMigrationTest-895573487-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743673 Dec 15 13:47:29.217530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.256418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:29.262143 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.323341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418f81a-66c8-477e-bb7a-3700484c3a9d req-97585f3b-5401-45d4-8e7b-404a4eaae798 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:29.327382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:29.332837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c418f81a-66c8-477e-bb7a-3700484c3a9d req-97585f3b-5401-45d4-8e7b-404a4eaae798 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 946 time: 0.0636632 Dec 15 13:47:29.366570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] No DVR routers for this DVR port 9c8e3496-f11f-4919-9cad-28929fab7995 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:29.369508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-9e907f40-7c6e-4215-ac57-a42ac4b1b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:29.371079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-9e907f40-7c6e-4215-ac57-a42ac4b1b48d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 200 len: 853 time: 0.2370634 Dec 15 13:47:29.372148 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:29.376004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57cc7352-ef06-41c1-95d0-a86305eb8ed2 req-9d714f72-de5c-4334-8fc8-7b11d520423f tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.74 "DELETE /v2.0/ports/9c8e3496-f11f-4919-9cad-28929fab7995 HTTP/1.1" status: 204 len: 173 time: 5.0205758 Dec 15 13:47:29.399549 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c418f81a-66c8-477e-bb7a-3700484c3a9d req-93a3636e-2ab0-45c5-a095-4c49928577fa tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647788 Dec 15 13:47:29.403765 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:45:00Z', 'revision_number': 5, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:29.447727 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] Checking router: cbde944b-9f04-4659-be0d-9e6eddfb104c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:29.458938 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:29.459689 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:29.474397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-1555571d-445f-4c37-b47c-a1afcbc8b41e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764143 Dec 15 13:47:29.485413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-30b92c1f-3fd5-4ded-a403-455e7d9b38ca service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074277 Dec 15 13:47:29.601452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-a457802e-e158-4312-8ad8-c47f01c66074 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:29.603764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-a457802e-e158-4312-8ad8-c47f01c66074 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/networks?id=9bd34054-2674-4170-b7bb-1a63447bbf04 HTTP/1.1" status: 200 len: 815 time: 0.5875945 Dec 15 13:47:29.607816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0b1ae78-ecbf-4699-8fad-0c01c219f9e7 req-11dbd789-68ab-4336-aae2-a35997142d88 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692385 Dec 15 13:47:29.628134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4fddd8bc-ebe6-4056-8ed7-d03db03f18c5 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/quotas/b3cbb39825234c9da1cd271570b2eb35 HTTP/1.1" status: 200 len: 375 time: 0.0164680 Dec 15 13:47:29.649337 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:29.721896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-5f1e6e40-4fc9-47a5-b83d-3368aa8f45a1 service neutron] 10.222.0.24 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347226 Dec 15 13:47:29.753066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-a018eb0c-79cf-4323-9c28-150c941468ff tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3cbb39825234c9da1cd271570b2eb35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182320 Dec 15 13:47:29.937227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-aa045a95-ea6f-4ba1-9b9c-40120bf551de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:29.950350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-aa045a95-ea6f-4ba1-9b9c-40120bf551de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1097 time: 0.2733445 Dec 15 13:47:30.202132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26f27fde-c205-4f1a-b635-792f36020679 service neutron] 10.222.0.86 "GET /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302554 Dec 15 13:47:30.269592 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1d8f415-915f-495d-9a08-3da7798b7044 req-dc74737a-1d38-4ca9-ab26-cf946cc8e150 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/ports?device_id=623aea62-ca4a-4555-9fed-e7954c1f7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0861111 Dec 15 13:47:30.335469 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:45:00Z', 'revision_number': 5, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:30.344370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45043d78-aab1-4747-87e9-88caa9fd2212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6d5e18-12d3-4d60-badf-28d4fa974cf9'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:30.346707 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3974c6-45a7-4570-8010-369980a603ff" -d '{"events": [{"server_uuid": "45043d78-aab1-4747-87e9-88caa9fd2212", "name": "network-vif-plugged", "status": "completed", "tag": "3f6d5e18-12d3-4d60-badf-28d4fa974cf9"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:30.360986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:30.369957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4527e716-15d2-45cf-9578-e9adc7560e28 req-427b1258-dd7b-4710-a720-a71efffda1f0 service neutron] 10.222.0.24 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358438 Dec 15 13:47:30.378694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-8181be3a-9c48-48dd-be8c-2d353263ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.380191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-8181be3a-9c48-48dd-be8c-2d353263ce41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.4142501 Dec 15 13:47:30.404729 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd29b1-acf1-42da-abf5-941781f96b72 None None] The sync data for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 is: [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:54Z', 'revision_number': 4, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '26e343a1-98c2-419b-ae6e-c405ae0b47ee', 'name': '', 'network_id': 'f222fa24-b638-42cc-b098-eb10bc4406b7', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'mac_address': 'fa:16:3e:c2:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:53Z', 'updated_at': '2021-12-15T13:45:00Z', 'revision_number': 5, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'subnets': [{'id': '02e7385b-633d-4a92-9d6e-ba71221835f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:30.451730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-7000ff87-8b37-4425-8cff-81017a1bf84f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.0571012 Dec 15 13:47:30.523951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-7b71cdc3-08f6-4fc3-85ef-c8c448f8fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.525429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-7b71cdc3-08f6-4fc3-85ef-c8c448f8fe19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0595574 Dec 15 13:47:30.533057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b4cee-19b5-4cbc-88e3-ee7a4be7546e req-ece3306c-7870-4dcd-8e91-acde9a703c40 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.537319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-334b6ce0-f119-40b2-b68c-705f53d66bc3 service neutron] 10.222.0.86 "GET /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202362 Dec 15 13:47:30.547064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-950b4cee-19b5-4cbc-88e3-ee7a4be7546e req-ece3306c-7870-4dcd-8e91-acde9a703c40 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 946 time: 0.1286407 Dec 15 13:47:30.583670 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.606197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1987f9b-d274-44d2-91df-d5416df6ab9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.624101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-c27c94dd-459f-49f8-bb11-28cf1f89c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.626762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-c27c94dd-459f-49f8-bb11-28cf1f89c591 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 1094 time: 0.1047606 Dec 15 13:47:30.656482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-950b4cee-19b5-4cbc-88e3-ee7a4be7546e req-20d3831b-a35b-4b71-92b1-f39abf481354 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080899 Dec 15 13:47:30.672678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-c23bdb9b-8066-47e4-bae6-169ae135bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.674673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-c23bdb9b-8066-47e4-bae6-169ae135bb61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217511 Dec 15 13:47:30.818583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1987f9b-d274-44d2-91df-d5416df6ab9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.829441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'name': 'network-vif-deleted', 'tag': '9c8e3496-f11f-4919-9cad-28929fab7995'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:30.831821 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d94d865-1035-42d9-a79f-13135436c429" -d '{"events": [{"server_uuid": "623aea62-ca4a-4555-9fed-e7954c1f7cc6", "name": "network-vif-deleted", "tag": "9c8e3496-f11f-4919-9cad-28929fab7995"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:30.835013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1987f9b-d274-44d2-91df-d5416df6ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.871181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:30.873725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75196479-ecf3-4e54-b98c-742b8eb80d9e None None] New status for floating IP 21b75b53-cb31-4df0-80e4-05a5efb6b54c: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:47:30.913277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-3d5ed8e4-47e5-4ba1-b5ec-4a6c75770be6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.914893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-3d5ed8e4-47e5-4ba1-b5ec-4a6c75770be6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.74 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 944 time: 0.2868810 Dec 15 13:47:30.928731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12479bfa-56a6-4695-b186-c8cd99f57a78 req-b18f58f9-8715-4688-9dff-ad06d952aa0c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:30.930446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12479bfa-56a6-4695-b186-c8cd99f57a78 req-b18f58f9-8715-4688-9dff-ad06d952aa0c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 944 time: 0.1100698 Dec 15 13:47:30.933619 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a1987f9b-d274-44d2-91df-d5416df6ab9d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91afde7222c54f86940de0cf78012d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5713186 Dec 15 13:47:30.934561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1987f9b-d274-44d2-91df-d5416df6ab9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d999ee2-7db0-4e8a-baf9-d659546a7f92,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:30.939057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:30.997743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-2048b1aa-5d33-4c0c-94f5-223298ca5342 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096375 Dec 15 13:47:31.029484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12479bfa-56a6-4695-b186-c8cd99f57a78 req-7d4642d6-0816-443e-8e1d-fe2a2d43a27c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751264 Dec 15 13:47:31.033299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41fb0aad-ab57-40e6-99f9-9ba189260d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.071463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdef22f-bf35-486e-802a-92c4246452cc req-5d80b544-bc9a-473c-b118-4346f6a50404 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:31.072749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41fb0aad-ab57-40e6-99f9-9ba189260d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.081707 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfdef22f-bf35-486e-802a-92c4246452cc req-5d80b544-bc9a-473c-b118-4346f6a50404 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 943 time: 0.2943609 Dec 15 13:47:31.135331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-934661ce-73f1-45d2-be72-95b98a4d4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:31.137027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-934661ce-73f1-45d2-be72-95b98a4d4ab1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 915 time: 0.4953940 Dec 15 13:47:31.141889 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41fb0aad-ab57-40e6-99f9-9ba189260d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.144831 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e43e38b-c0cb-4341-9369-0f4e0740ec44 x-openstack-request-id: req-8e43e38b-c0cb-4341-9369-0f4e0740ec44 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:31.145858 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45043d78-aab1-4747-87e9-88caa9fd2212", "name": "network-vif-plugged", "status": "completed", "tag": "3f6d5e18-12d3-4d60-badf-28d4fa974cf9", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:31.146460 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e43e38b-c0cb-4341-9369-0f4e0740ec44 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:31.147149 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45043d78-aab1-4747-87e9-88caa9fd2212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6d5e18-12d3-4d60-badf-28d4fa974cf9', 'code': 200} Dec 15 13:47:31.167647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41fb0aad-ab57-40e6-99f9-9ba189260d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.169801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-41fb0aad-ab57-40e6-99f9-9ba189260d46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d999ee2-7db0-4e8a-baf9-d659546a7f92 HTTP/1.1" status: 204 len: 168 time: 0.2291894 Dec 15 13:47:31.189092 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d33bf95e-c972-4a64-bd90-34791fe90304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.189563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb0aad-ab57-40e6-99f9-9ba189260d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d999ee2-7db0-4e8a-baf9-d659546a7f92,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:31.457000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-88a20a52-c735-485c-98d5-4c8a9a42db18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 HTTP/1.1" status: 200 len: 217 time: 0.1993117 Dec 15 13:47:31.478252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfdef22f-bf35-486e-802a-92c4246452cc req-07457f7d-28ca-458e-9363-828a2b41c892 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906105 Dec 15 13:47:31.558893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-e4934f94-aec0-4c6f-98a8-1610dbf37eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:31.560422 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-e4934f94-aec0-4c6f-98a8-1610dbf37eeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 200 len: 853 time: 0.0701485 Dec 15 13:47:31.592426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585b4b1-03cc-4fd9-980d-35d3ef6885c7 req-8ca739a5-341f-4675-9af8-c1301a042109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:31.594352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1585b4b1-03cc-4fd9-980d-35d3ef6885c7 req-8ca739a5-341f-4675-9af8-c1301a042109 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45043d78-aab1-4747-87e9-88caa9fd2212 HTTP/1.1" status: 200 len: 1097 time: 0.3350077 Dec 15 13:47:31.632745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-319d1590-399a-4adb-b206-b34b33ffa8c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625899 Dec 15 13:47:31.734162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:31.740480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5380d30-eb58-419d-a72e-8909d892b4a0 req-6c27795a-670c-4d31-a9ba-d214acbb7244 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7243629 Dec 15 13:47:31.761130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Deleting port 30cbfcef-ba10-433a-bf89-d62784e03216 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:31.762152 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.786110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4aada7f-6082-4fb9-8bfc-9c87c6413bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.903231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] For port 30cbfcef-ba10-433a-bf89-d62784e03216, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=30cbfcef-ba10-433a-bf89-d62784e03216,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:31.904030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.909871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4aada7f-6082-4fb9-8bfc-9c87c6413bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.922344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4aada7f-6082-4fb9-8bfc-9c87c6413bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:31.931584 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1585b4b1-03cc-4fd9-980d-35d3ef6885c7 req-fdc8a83c-86da-4656-9347-614bfedfe2cd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039484 Dec 15 13:47:31.932750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Calling delete_port for 30cbfcef-ba10-433a-bf89-d62784e03216 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:31.999836 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-071499e8-6a07-4843-b32f-27728e7a64ae req-26f7eda8-6550-4fd8-bc27-a72e2d553d4f tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0491352 Dec 15 13:47:32.001787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aada7f-6082-4fb9-8bfc-9c87c6413bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759c4667-fcb7-4ccd-8b7c-b6dbc28ad7cf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:32.007857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05b02-0478-47c9-ba8a-352c5af77263 req-ed2d0d72-fa91-4dd7-aa24-15b4d35a00f1 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:32.009473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b4aada7f-6082-4fb9-8bfc-9c87c6413bb9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3fef49ad8b934fa784e120981d84589b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733607 Dec 15 13:47:32.010551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:32.015844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bbe05b02-0478-47c9-ba8a-352c5af77263 req-ed2d0d72-fa91-4dd7-aa24-15b4d35a00f1 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 946 time: 0.4269145 Dec 15 13:47:32.031058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-6aaaeea3-1db5-4377-b765-2ece468c3602 service neutron] 10.222.0.24 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701210 Dec 15 13:47:32.091285 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee55e1e7-483b-4976-946a-4ac31e34bf65 x-openstack-request-id: req-ee55e1e7-483b-4976-946a-4ac31e34bf65 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:32.091285 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623aea62-ca4a-4555-9fed-e7954c1f7cc6", "name": "network-vif-deleted", "tag": "9c8e3496-f11f-4919-9cad-28929fab7995", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:32.091285 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee55e1e7-483b-4976-946a-4ac31e34bf65 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:32.092354 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623aea62-ca4a-4555-9fed-e7954c1f7cc6', 'name': 'network-vif-deleted', 'tag': '9c8e3496-f11f-4919-9cad-28929fab7995', 'status': 'completed', 'code': 200} Dec 15 13:47:32.092716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94a53e6c-6877-4d88-9de4-50b92699fe32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.127772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94a53e6c-6877-4d88-9de4-50b92699fe32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.156826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bbe05b02-0478-47c9-ba8a-352c5af77263 req-fb4e2cb3-41bc-47ea-af51-b7ab7b9cced0 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399469 Dec 15 13:47:32.222793 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94a53e6c-6877-4d88-9de4-50b92699fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.225480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94a53e6c-6877-4d88-9de4-50b92699fe32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.226616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-94a53e6c-6877-4d88-9de4-50b92699fe32 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/759c4667-fcb7-4ccd-8b7c-b6dbc28ad7cf HTTP/1.1" status: 204 len: 168 time: 0.2150338 Dec 15 13:47:32.228872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ff68d14-566d-40c6-8adf-7d750de49b66 req-e1345884-cddd-475e-b39c-00dd5ef08b01 service neutron] 10.222.0.24 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887968 Dec 15 13:47:32.244218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a53e6c-6877-4d88-9de4-50b92699fe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759c4667-fcb7-4ccd-8b7c-b6dbc28ad7cf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:32.258581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470232e-8d1e-4334-b50b-3e9d0e8fe84d req-b58cdcd6-d87b-4fc7-8cca-d57b7109f9c2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:32.260315 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c470232e-8d1e-4334-b50b-3e9d0e8fe84d req-b58cdcd6-d87b-4fc7-8cca-d57b7109f9c2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 946 time: 0.0725105 Dec 15 13:47:32.276323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.291085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['452d6005-9dbc-45e6-9952-b5476d44260c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:32.325111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Pushing event deleted for resources: {'Port': ['ID=30cbfcef-ba10-433a-bf89-d62784e03216,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:32.347644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c470232e-8d1e-4334-b50b-3e9d0e8fe84d req-96e8fac4-33f9-408b-a395-71ba3bb3fbe5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788579 Dec 15 13:47:32.401979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] No DVR routers for this DVR port 30cbfcef-ba10-433a-bf89-d62784e03216 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:32.412345 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.415578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc94f3a5-9acd-4d8c-b110-656d31cd1617 req-18f719ce-692d-4654-b96c-bfe458f3477e tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.74 "DELETE /v2.0/ports/30cbfcef-ba10-433a-bf89-d62784e03216 HTTP/1.1" status: 204 len: 173 time: 1.4168134 Dec 15 13:47:32.547140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-098e566c-f7c5-4a07-84a5-1359d5066790 req-f4baadc0-55e5-4f19-90b3-567b6f66f12a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 210 time: 0.0945473 Dec 15 13:47:32.592989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-07dbd301-4d9a-4de4-b0d1-22f23e32aa86 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:32.595760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-07dbd301-4d9a-4de4-b0d1-22f23e32aa86 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.24 "GET /v2.0/networks?id=9bd34054-2674-4170-b7bb-1a63447bbf04 HTTP/1.1" status: 200 len: 815 time: 0.1953611 Dec 15 13:47:32.623339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:32.690443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-b264dcd3-89f6-4bd7-8f9a-ca0c101b80cc tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3cbb39825234c9da1cd271570b2eb35 HTTP/1.1" status: 200 len: 379 time: 0.0812485 Dec 15 13:47:32.705303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Request body: {'port': {'device_id': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'admin_state_up': True, 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'security_groups': ['51cd3113-ea89-49c1-9fe8-c16f1f96d433']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:32.785098 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19639246-7f8a-4a72-8400-f7ab8b1c4ef7 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.827089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b52f6-cb1d-4677-9049-f62ce098ce14 req-d94597ef-1a6c-4a92-96ac-a89374b7238e tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:32.830273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f9b52f6-cb1d-4677-9049-f62ce098ce14 req-d94597ef-1a6c-4a92-96ac-a89374b7238e tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 946 time: 0.1093271 Dec 15 13:47:32.832402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19639246-7f8a-4a72-8400-f7ab8b1c4ef7 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.839385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:32.857178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Request body: {'floatingip': {'port_id': '00d33397-c97e-47ca-b900-e2a3e5e0aca1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:32.910801 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19639246-7f8a-4a72-8400-f7ab8b1c4ef7 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.913836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19639246-7f8a-4a72-8400-f7ab8b1c4ef7 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.915077 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-19639246-7f8a-4a72-8400-f7ab8b1c4ef7 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "DELETE /v2.0/security-groups/dce4760b-acd5-49ab-a766-86f49e439e42 HTTP/1.1" status: 204 len: 168 time: 0.2905018 Dec 15 13:47:32.917225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.919739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:32.925809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 30cbfcef-ba10-433a-bf89-d62784e03216 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:32.953565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19639246-7f8a-4a72-8400-f7ab8b1c4ef7 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4760b-acd5-49ab-a766-86f49e439e42,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:32.979358 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-2f95b6af-1168-4caa-88b5-d7b903fa0053 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] show failed (client error): The resource could not be found. Dec 15 13:47:32.984499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2f95b6af-1168-4caa-88b5-d7b903fa0053 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "GET /v2.0/security-groups/dce4760b-acd5-49ab-a766-86f49e439e42 HTTP/1.1" status: 404 len: 347 time: 0.0594389 Dec 15 13:47:32.985100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:33.007436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 30cbfcef-ba10-433a-bf89-d62784e03216 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:33.018536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 30cbfcef-ba10-433a-bf89-d62784e03216 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:33.063995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:33.251731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b747810-724a-4a18-9f06-c4b1daa5b735 req-c7beed59-e679-4e34-9645-c25278b828d3 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:33.257338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:33.260539 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b747810-724a-4a18-9f06-c4b1daa5b735 req-c7beed59-e679-4e34-9645-c25278b828d3 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 943 time: 0.2743664 Dec 15 13:47:33.272087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'mac_address': 'fa:16:3e:a7:99:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:33.343416 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b747810-724a-4a18-9f06-c4b1daa5b735 req-ed308c70-a9e3-46be-aeeb-d700203a55ad tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818515 Dec 15 13:47:33.345672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Deleting port b4fe42a8-e48a-4dde-9570-4dec7e4f60f8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:33.346019 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.397758 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.433136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:33.483119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:33.491499 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.494056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:33.551083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.551417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.574133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Calling delete_port for b4fe42a8-e48a-4dde-9570-4dec7e4f60f8 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:33.802477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:33.822278 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aae4e2f8-5ec3-499d-bca5-c3902a2742af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.828319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-36c76a04-7a73-4f38-b5e3-178f63368572 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:33.833886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-36c76a04-7a73-4f38-b5e3-178f63368572 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e&tenant_id=0272c3ccba944423bff8b820950abe5f&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 947 time: 0.2977114 Dec 15 13:47:33.851980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Made reservation on behalf of b3cbb39825234c9da1cd271570b2eb35 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:33.858227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.858427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:33.884809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3', 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'port_id': 'c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3', 'mac_address': 'fa:16:3e:1d:84:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d2ab49-75c0-462b-a54a-5bac6da61638', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:33.944043 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52f77b03-8919-4a70-afb1-40e7b54aa022 req-98add193-67de-4890-aa74-20a9db05bc9b tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0781090 Dec 15 13:47:33.972409 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.986372 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.005487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:34.012660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b23239-77bb-4202-8f78-a21ae3c9c2f8 req-9e2ae334-cd73-44c7-bf0a-a65ce4641a96 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:34.022164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2b23239-77bb-4202-8f78-a21ae3c9c2f8 req-9e2ae334-cd73-44c7-bf0a-a65ce4641a96 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 947 time: 0.4871347 Dec 15 13:47:34.042686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Pushing event deleted for resources: {'Port': ['ID=b4fe42a8-e48a-4dde-9570-4dec7e4f60f8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:34.054015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:34.074271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.109019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'name': 'network-vif-deleted', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:34.111346 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17df3db-b861-4dbc-9464-22c252762465" -d '{"events": [{"server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "name": "network-vif-deleted", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:34.119769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-b87d168d-7f40-4e9a-ada9-0d562a8d6ca1 service neutron] 10.222.0.24 "GET /v2.0/ports/31ad920f-b8a3-40b5-b8d4-8f02c50345a0/bindings/n-h2-821840-1 HTTP/1.1" status: 200 len: 382 time: 0.2687683 Dec 15 13:47:34.161048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:34.190902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-824503f1-331d-4b80-b588-a452ca1ce745 req-29e4ed25-f3ee-4e18-99e8-e253eefa624b tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 210 time: 0.0883570 Dec 15 13:47:34.222217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.229883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.230884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-22203dff-3e0d-4abd-8c52-e158f16bd7f4 tempest-ServersTestJSON-977792309 tempest-ServersTestJSON-977792309-project] 10.222.0.86 "DELETE /v2.0/floatingips/21b75b53-cb31-4df0-80e4-05a5efb6b54c HTTP/1.1" status: 204 len: 168 time: 1.2414486 Dec 15 13:47:34.234829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:34.356031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2b23239-77bb-4202-8f78-a21ae3c9c2f8 req-cbb5cd0c-40df-4cd1-aaec-893df88f8b57 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328552 Dec 15 13:47:34.361981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['31ad920f-b8a3-40b5-b8d4-8f02c50345a0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:34.399988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-066823bb-a80c-4dfc-b806-133bc476b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:34.401493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-066823bb-a80c-4dfc-b806-133bc476b515 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1098 time: 0.2367034 Dec 15 13:47:34.435989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Allocated IP 172.20.0.6 (9bd34054-2674-4170-b7bb-1a63447bbf04/7b5e0873-b840-41ec-8baa-7c48dbb6e585/637bf712-3e46-47ae-bd79-f76d12fed0bf) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:34.487149 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1ddebe-c815-4672-93cb-fe44b1c01ff6 x-openstack-request-id: req-ac1ddebe-c815-4672-93cb-fe44b1c01ff6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:34.487149 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e99295-72fc-4e5a-84ac-5d13b53c5e0c", "name": "network-vif-deleted", "tag": "30cbfcef-ba10-433a-bf89-d62784e03216", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:34.487475 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac1ddebe-c815-4672-93cb-fe44b1c01ff6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:34.487788 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e99295-72fc-4e5a-84ac-5d13b53c5e0c', 'name': 'network-vif-deleted', 'tag': '30cbfcef-ba10-433a-bf89-d62784e03216', 'status': 'completed', 'code': 200} Dec 15 13:47:34.494044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:34.840473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-3ba4984f-cd24-4315-b9e8-faf59440be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:34.842371 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.842535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-3ba4984f-cd24-4315-b9e8-faf59440be60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.4236796 Dec 15 13:47:35.044427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:47:35.111041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-ccc99dc9-484b-4db9-a3d0-280f0c4ee96a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.2146742 Dec 15 13:47:35.120857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66e9f6-0ae1-498a-9d76-17d7fdf5b0a8 req-e8f11118-fe93-4cb4-8bdd-df37286d960e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.125101 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65039b24-22d9-4ce8-b482-ba7b7104bf98 req-d150f455-7294-4cbe-b47a-860f92d64025 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0559652 Dec 15 13:47:35.132988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa66e9f6-0ae1-498a-9d76-17d7fdf5b0a8 req-e8f11118-fe93-4cb4-8bdd-df37286d960e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 944 time: 0.4630272 Dec 15 13:47:35.270466 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.271951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.276839 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.292847 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.339401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-29221af9-6eee-4cf1-bbb4-389ff6ef9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.340912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-29221af9-6eee-4cf1-bbb4-389ff6ef9d8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2068036 Dec 15 13:47:35.371691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa66e9f6-0ae1-498a-9d76-17d7fdf5b0a8 req-85940146-fd85-4c60-90f7-4580047a74f6 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154226 Dec 15 13:47:35.580536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e541c46d-2254-4ae6-93fe-6332c60dbafc req-d8b50ff4-7557-41b6-be18-f637e5d3a0a0 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 210 time: 0.0946176 Dec 15 13:47:35.597975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.634651 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Floating IP a2566864-c817-48ad-9671-484fe1affa50 associated. External IP: 172.25.7.240, port: 00d33397-c97e-47ca-b900-e2a3e5e0aca1. Dec 15 13:47:35.718186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-31a5eec1-85e1-445d-836b-3be6e327d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.719701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-31a5eec1-85e1-445d-836b-3be6e327d1e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3679767 Dec 15 13:47:35.726581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-d073fe9f-6d5b-41b0-8e66-36db97cb659a tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=dc2b346782c14854aab2beaa9e11868d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293083 Dec 15 13:47:35.755090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:35.785167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:35.825981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:35.855388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event updated for resources: {'Port': ['ID=637bf712-3e46-47ae-bd79-f76d12fed0bf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:35.943190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164868-8baf-4d37-80d3-5c216df30028 req-25918add-0e9f-4789-a1ba-5c23a73f72e7 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.944226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-25918add-0e9f-4789-a1ba-5c23a73f72e7 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114336 Dec 15 13:47:35.969072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-7902ceb2-0d35-482e-a439-bb9d4b8d34cd tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/quotas/dc2b346782c14854aab2beaa9e11868d HTTP/1.1" status: 200 len: 375 time: 0.0181909 Dec 15 13:47:35.983377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b4525-ba83-4120-b019-8dad85c2eb73 req-40145467-b6b0-4d13-b962-46f2b5137e51 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:35.985910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-496b4525-ba83-4120-b019-8dad85c2eb73 req-40145467-b6b0-4d13-b962-46f2b5137e51 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 947 time: 0.2991982 Dec 15 13:47:36.014078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:36.014717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.022468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-ed982b63-e717-41e1-86b5-59051bb97c49 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc2b346782c14854aab2beaa9e11868d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432472 Dec 15 13:47:36.132380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Deleting port 26e343a1-98c2-419b-ae6e-c405ae0b47ee {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:36.133442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.169798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-b75e3cbb-e1a6-4b00-9bf5-1b6161162d6a service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281077 Dec 15 13:47:36.261598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0d7ef49d-14ae-4099-8d14-aeda246d7f16 None None] Provisioning complete for port 637bf712-3e46-47ae-bd79-f76d12fed0bf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:36.262260 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef49d-14ae-4099-8d14-aeda246d7f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.262518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] For port 26e343a1-98c2-419b-ae6e-c405ae0b47ee, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=26e343a1-98c2-419b-ae6e-c405ae0b47ee,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:36.262896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.270740 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-4cfdd1af-8762-4da7-b04d-842b5804d832 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5720632 Dec 15 13:47:36.278537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Calling delete_port for 26e343a1-98c2-419b-ae6e-c405ae0b47ee owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:36.341341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ef49d-14ae-4099-8d14-aeda246d7f16 None None] Port 637bf712-3e46-47ae-bd79-f76d12fed0bf cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:36.345851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Request body: {'port': {'device_id': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:36.505780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.534698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.590781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e343a1-98c2-419b-ae6e-c405ae0b47ee,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:36.695923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8730f-f7af-41b1-ac91-d69ddd62d0a3 req-be4664a0-753a-4bb8-957b-7b04a8353a35 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:36.704986 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9df8730f-f7af-41b1-ac91-d69ddd62d0a3 req-be4664a0-753a-4bb8-957b-7b04a8353a35 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 931 time: 0.1824162 Dec 15 13:47:36.868168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.967652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-496b4525-ba83-4120-b019-8dad85c2eb73 req-be04ba57-3d0e-41b2-85de-0986e0d322d8 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9695990 Dec 15 13:47:36.993417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Router e64fed00-0fb5-4947-83bf-3615901f8422 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:37.052628 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9df8730f-f7af-41b1-ac91-d69ddd62d0a3 req-e0f71946-543d-4d28-9487-4317b7c644b2 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466861 Dec 15 13:47:37.080462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:37.184958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:37.195544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:37.196481 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.208290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e6d0bd67-de34-47dc-8d59-32806cd4a3df req-ee0b3e56-cdf2-4c25-baf6-1e8ad1f41cb4 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 210 time: 0.0754027 Dec 15 13:47:37.238224 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.272213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263739a4-3a26-4dc7-977b-ecfb9e90f57e req-babfb84c-9f30-4ae6-8f9b-a397a34a34da tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:37.275020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-85e9e5cd-3e67-4c61-8f29-823f40402d14 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0921738 Dec 15 13:47:37.284930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-263739a4-3a26-4dc7-977b-ecfb9e90f57e req-babfb84c-9f30-4ae6-8f9b-a397a34a34da tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 944 time: 0.1406493 Dec 15 13:47:37.300145 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.342172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:37.350368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.355308 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] Sync routers for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:37.373721 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:37.378327 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:37.402211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1096ed73-19d0-4d2c-8a0e-9601cedaf578 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "PUT /v2.0/floatingips/a2566864-c817-48ad-9671-484fe1affa50 HTTP/1.1" status: 200 len: 992 time: 4.5613501 Dec 15 13:47:37.405371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'tag': '00d33397-c97e-47ca-b900-e2a3e5e0aca1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:37.407826 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9423b2-8f20-406c-a453-b635c1fcf3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9da1d0b-8c79-4d13-92fc-c7db6b745400", "tag": "00d33397-c97e-47ca-b900-e2a3e5e0aca1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:37.414018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.440314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Router cbde944b-9f04-4659-be0d-9e6eddfb104c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:37.456723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7968cd-2b8f-41d3-9487-c36f4811c440 req-9ffb9a9b-4b57-4d96-926a-34382d1365a4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 210 time: 0.0596602 Dec 15 13:47:37.476512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:37.479108 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da7f3b-5023-49db-803c-27e82436c15c" -d '{"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-plugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:37.511704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-263739a4-3a26-4dc7-977b-ecfb9e90f57e req-0ff0d8f8-8b74-4bc5-b367-d593531ac681 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122324 Dec 15 13:47:37.538008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:37.550867 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.551688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:37.596937 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:37.803072 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b948040-b83e-4e2d-b4b3-a0a60dbadfea x-openstack-request-id: req-8b948040-b83e-4e2d-b4b3-a0a60dbadfea {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:37.803489 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9da1d0b-8c79-4d13-92fc-c7db6b745400", "tag": "00d33397-c97e-47ca-b900-e2a3e5e0aca1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:37.803967 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b948040-b83e-4e2d-b4b3-a0a60dbadfea {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:37.804536 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'tag': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'status': 'completed', 'code': 200} Dec 15 13:47:37.811551 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8f95d544-78d5-4f25-b12f-066c1f45f561 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=dc2b346782c14854aab2beaa9e11868d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199241 Dec 15 13:47:37.850697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:37.864431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:37.864817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:37.866544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:37.870281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:37.892365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-19a7f2e6-7bba-4760-a74f-b1cd482aae36 admin admin] 10.222.0.86 "PUT /v2.0/routers/cbde944b-9f04-4659-be0d-9e6eddfb104c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6544945 Dec 15 13:47:37.896290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:37.946199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] Sync routers for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:37.966616 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd7c7a-7a0e-443c-9090-cda500b4efe1 x-openstack-request-id: req-0ffd7c7a-7a0e-443c-9090-cda500b4efe1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:37.966616 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-plugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:37.966616 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0ffd7c7a-7a0e-443c-9090-cda500b4efe1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:37.966616 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'code': 200} Dec 15 13:47:38.002024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-6b289704-6679-475d-b95d-2546f955062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:38.005452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-6b289704-6679-475d-b95d-2546f955062b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9929326a66b4182be4708b7106567d0&device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 1097 time: 0.2123547 Dec 15 13:47:38.030496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:38.040136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:38.127764 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a2566864-c817-48ad-9671-484fe1affa50', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'port_id': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'mac_address': 'fa:16:3e:13:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:08Z', 'updated_at': '2021-12-15T13:47:34Z', 'revision_number': 1, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:11Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:38.192536 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] Checking router: e64fed00-0fb5-4947-83bf-3615901f8422 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:38.203763 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:38.204320 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:38.273542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.336056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164868-8baf-4d37-80d3-5c216df30028 req-ac1a3cc2-f55c-4c69-9807-f0a60ae5cbe9 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:38.337893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-ac1a3cc2-f55c-4c69-9807-f0a60ae5cbe9 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5017390 Dec 15 13:47:38.368471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Request body: {'port': {'device_id': '029703d5-3407-441a-ad04-e2350b5f497e', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': 'dc2b346782c14854aab2beaa9e11868d'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:38.410481 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.468505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:38.478047 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.481589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:38.486086 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:38.573598 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.603177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66276da-d20c-4b4e-b3cf-dfdd8a448c4e req-6a8a061b-e534-46b4-bc29-5ff365cf67b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:38.621999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c66276da-d20c-4b4e-b3cf-dfdd8a448c4e req-6a8a061b-e534-46b4-bc29-5ff365cf67b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 931 time: 0.4395914 Dec 15 13:47:38.708003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-6bb590d2-cc47-4a02-88ec-587c7c68819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:38.710136 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-6bb590d2-cc47-4a02-88ec-587c7c68819a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9c5b8b68-9b03-423b-83c6-38830c60180f HTTP/1.1" status: 200 len: 914 time: 0.6834919 Dec 15 13:47:38.716174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Made reservation on behalf of dc2b346782c14854aab2beaa9e11868d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:38.721914 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.725562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c66276da-d20c-4b4e-b3cf-dfdd8a448c4e req-51908d15-3b24-4fe7-93b8-c2f915ad17a5 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024313 Dec 15 13:47:38.754413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631a4fe-58d8-4fe2-b5b2-35b8734c06fc req-396037af-c868-43ff-bab8-713cf4b98487 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:38.763215 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f631a4fe-58d8-4fe2-b5b2-35b8734c06fc req-396037af-c868-43ff-bab8-713cf4b98487 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.5514867 Dec 15 13:47:38.860958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637bf712-3e46-47ae-bd79-f76d12fed0bf {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:38.866115 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.883934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a897d9ff-b7b6-4364-9263-236ddca25d11 req-9b50bb9a-c0bf-4c89-a724-54ae1b355518 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 210 time: 0.0629523 Dec 15 13:47:38.906406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Deleting port 7db04330-b036-4ba1-9a1c-0262d39a31cc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:38.906861 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.909825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:38.942774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:38.999160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:47:36Z', 'revision_number': 5, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port': {'id': '7db04330-b036-4ba1-9a1c-0262d39a31cc', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:39.014300 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a2566864-c817-48ad-9671-484fe1affa50', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'port_id': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'mac_address': 'fa:16:3e:13:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:08Z', 'updated_at': '2021-12-15T13:47:34Z', 'revision_number': 1, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:11Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:39.036314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f631a4fe-58d8-4fe2-b5b2-35b8734c06fc req-dd279223-617a-49c0-908b-8c87a4593227 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653553 Dec 15 13:47:39.038625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Transition to ACTIVE for port object 637bf712-3e46-47ae-bd79-f76d12fed0bf will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:39.048250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-0868532e-949f-4f0e-a6b9-0f157152ec33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1 HTTP/1.1" status: 200 len: 1000 time: 0.3186848 Dec 15 13:47:39.065734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c9c36fc-f6f8-4cf3-8e1f-9cd9b8afc153 req-0d1d3981-771b-4409-9622-0860a7630e8c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e99295-72fc-4e5a-84ac-5d13b53c5e0c HTTP/1.1" status: 200 len: 210 time: 0.0465083 Dec 15 13:47:39.069396 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d455c82-aa28-443a-b0fa-540dc3a78ae3 None None] The sync data for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 is: [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a2566864-c817-48ad-9671-484fe1affa50', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'port_id': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'mac_address': 'fa:16:3e:13:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:08Z', 'updated_at': '2021-12-15T13:47:34Z', 'revision_number': 1, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:11Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:39.072905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] Checking router: cbde944b-9f04-4659-be0d-9e6eddfb104c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:39.083742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] Routers {'cbde944b-9f04-4659-be0d-9e6eddfb104c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:39.084521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cbde944b-9f04-4659-be0d-9e6eddfb104c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:39.142427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] For port 7db04330-b036-4ba1-9a1c-0262d39a31cc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7db04330-b036-4ba1-9a1c-0262d39a31cc,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:39.151725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.171298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Calling delete_port for 7db04330-b036-4ba1-9a1c-0262d39a31cc owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:39.183516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.198257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] Set router cbde944b-9f04-4659-be0d-9e6eddfb104c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:39.274830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:47:38Z', 'revision_number': 6, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:39.348750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeddc58-46ef-4fcf-bd4f-25e69e9f2792 None None] The sync data for ids ['cbde944b-9f04-4659-be0d-9e6eddfb104c'] in n-d-821840-1 is: [{'id': 'cbde944b-9f04-4659-be0d-9e6eddfb104c', 'name': 'tempest-ServersTestJSON-1742688389-router', 'tenant_id': '94e7d38241744c2dbe20d60427aa617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:44:50Z', 'updated_at': '2021-12-15T13:47:38Z', 'revision_number': 6, 'project_id': '94e7d38241744c2dbe20d60427aa617a', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:39.380574 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.437109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db04330-b036-4ba1-9a1c-0262d39a31cc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.447885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.491549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.512482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-73f23f62-3633-4c28-856a-897232e2ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:39.516190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-73f23f62-3633-4c28-856a-897232e2ca5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae199e4f-a3ef-4e17-b052-6fe38e4c7872 HTTP/1.1" status: 200 len: 851 time: 0.4564972 Dec 15 13:47:39.560270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.574036 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e377a-9616-4926-886b-f678d9f49bfc None None] New status for floating IP a2566864-c817-48ad-9671-484fe1affa50: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:47:39.586356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Pushing event updated for resources: {'Port': ['ID=637bf712-3e46-47ae-bd79-f76d12fed0bf,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.746785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977da55c-826a-4cd9-9ab0-42ce898e0993,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:39.808298 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.819433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.938457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.938987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbde944b-9f04-4659-be0d-9e6eddfb104c {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:47:39.946200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e64f-c3bf-4eca-b02c-a08302882751 req-512feb84-8d47-45f1-8548-c6241aaa91e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:39.947720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:39.958565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b107b017-fb6b-4582-bb1b-efbbc347db91 admin admin] 10.222.0.86 "DELETE /v2.0/routers/cbde944b-9f04-4659-be0d-9e6eddfb104c HTTP/1.1" status: 204 len: 168 time: 2.0614953 Dec 15 13:47:39.961905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d622e64f-c3bf-4eca-b02c-a08302882751 req-512feb84-8d47-45f1-8548-c6241aaa91e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 945 time: 0.7866657 Dec 15 13:47:39.966110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811c4a5-381d-4078-a675-1af25763d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:39.968744 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e846d03d-138b-4ed3-8f15-c7c9481f6b05" -d '{"events": [{"server_uuid": "c811c4a5-381d-4078-a675-1af25763d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:39.969610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:40.098798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29cefa6-ca5e-44f9-adcb-1f75c5af54d1 admin admin] Deleting subnet 02e7385b-633d-4a92-9d6e-ba71221835f7 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:47:40.103840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f29cefa6-ca5e-44f9-adcb-1f75c5af54d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.120419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-2b19e4d3-6922-43b6-b996-16a05191785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:40.121939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-2b19e4d3-6922-43b6-b996-16a05191785c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9c5b8b68-9b03-423b-83c6-38830c60180f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5818646 Dec 15 13:47:40.151020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9797-3d64-44cf-b7bb-19bf1d49bfe3 req-dfadce68-220c-40c4-af2a-a6b8d41846be tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:40.158953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83dd9797-3d64-44cf-b7bb-19bf1d49bfe3 req-dfadce68-220c-40c4-af2a-a6b8d41846be tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 943 time: 0.1199596 Dec 15 13:47:40.180995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f29cefa6-ca5e-44f9-adcb-1f75c5af54d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.199195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d622e64f-c3bf-4eca-b02c-a08302882751 req-3f199066-957b-4446-a521-1d3164960e26 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365954 Dec 15 13:47:40.349052 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-9d3aaa4d-dd8f-4c82-a797-d93a0d9f0d69 service neutron] 10.222.0.24 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091610 Dec 15 13:47:40.357721 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f29cefa6-ca5e-44f9-adcb-1f75c5af54d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.361226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Allocated IP 192.168.233.193 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/b6dc08fc-5765-4459-b040-74352c6d90ce) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:40.381501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Attempting to bind port 637bf712-3e46-47ae-bd79-f76d12fed0bf on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:40.381939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Attempting to bind port 637bf712-3e46-47ae-bd79-f76d12fed0bf by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:40.382340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Attempting to bind port 637bf712-3e46-47ae-bd79-f76d12fed0bf on network 9bd34054-2674-4170-b7bb-1a63447bbf04 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:40.390505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-53958758-5488-46bf-a607-4906b3771cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:40.392118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-53958758-5488-46bf-a607-4906b3771cb8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e&tenant_id=0272c3ccba944423bff8b820950abe5f HTTP/1.1" status: 200 len: 1099 time: 0.3656025 Dec 15 13:47:40.410742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83dd9797-3d64-44cf-b7bb-19bf1d49bfe3 req-260b673d-7f64-4ff4-8093-d0a1288be98e tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507885 Dec 15 13:47:40.442089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7db04330-b036-4ba1-9a1c-0262d39a31cc no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:40.469343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f29cefa6-ca5e-44f9-adcb-1f75c5af54d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.476385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 7db04330-b036-4ba1-9a1c-0262d39a31cc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:40.476978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7db04330-b036-4ba1-9a1c-0262d39a31cc not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:40.477560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 26e343a1-98c2-419b-ae6e-c405ae0b47ee no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:40.514470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 26e343a1-98c2-419b-ae6e-c405ae0b47ee {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:40.515606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 26e343a1-98c2-419b-ae6e-c405ae0b47ee not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:40.534732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f29cefa6-ca5e-44f9-adcb-1f75c5af54d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.540219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc5f6bc-44f7-4773-aedd-77c1166fb809 None None] Network f222fa24-b638-42cc-b098-eb10bc4406b7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:40.544899 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f29cefa6-ca5e-44f9-adcb-1f75c5af54d1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/02e7385b-633d-4a92-9d6e-ba71221835f7 HTTP/1.1" status: 204 len: 168 time: 0.5740287 Dec 15 13:47:40.545789 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:40.552404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-75129c2d-0fe2-40ec-b0a4-5559c7f3273d req-d2d2cf79-45d9-4a10-8329-0f56c641fe0f tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 210 time: 0.1986921 Dec 15 13:47:40.554089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cefa6-ca5e-44f9-adcb-1f75c5af54d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e7385b-633d-4a92-9d6e-ba71221835f7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:40.575154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:40.616457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Port 637bf712-3e46-47ae-bd79-f76d12fed0bf on network 9bd34054-2674-4170-b7bb-1a63447bbf04 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:40.616786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Attempting to bind port 637bf712-3e46-47ae-bd79-f76d12fed0bf on network 9bd34054-2674-4170-b7bb-1a63447bbf04 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:40.640979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.709185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Deleting port 131e1786-fb6e-4790-8848-b9c49064cac8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:40.709437 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.719589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:40.719967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Checking segment: {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:40.720365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Bound using segment: {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:40.720811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Bound port: 637bf712-3e46-47ae-bd79-f76d12fed0bf, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5067df3a-9251-4f5f-9fdb-7732c35e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:40.721177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.736472 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d376154d-9066-4167-9886-bdfa59c4e51b x-openstack-request-id: req-d376154d-9066-4167-9886-bdfa59c4e51b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:40.738038 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c811c4a5-381d-4078-a675-1af25763d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:40.738543 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d376154d-9066-4167-9886-bdfa59c4e51b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:40.744656 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811c4a5-381d-4078-a675-1af25763d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3', 'code': 200} Dec 15 13:47:40.770118 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:40.853259 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce9423b2-8f20-406c-a453-b635c1fcf3d5 req-3f18ee40-c9f8-4309-87cf-8364fe3cfa60 service neutron] 10.222.0.24 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934103 Dec 15 13:47:40.886209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] DHCP port deletion for f222fa24-b638-42cc-b098-eb10bc4406b7 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:47:40.943394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78622f-c8c7-4d16-a9ff-9efae6d3e864 req-993defa8-75db-4221-861d-949021eba0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:40.955612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca78622f-c8c7-4d16-a9ff-9efae6d3e864 req-993defa8-75db-4221-861d-949021eba0ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 1096 time: 0.1580310 Dec 15 13:47:40.959892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] For port 131e1786-fb6e-4790-8848-b9c49064cac8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=131e1786-fb6e-4790-8848-b9c49064cac8,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:40.960548 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.006732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] Deleting port 131e1786-fb6e-4790-8848-b9c49064cac8 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:41.007763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.018418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Calling delete_port for 131e1786-fb6e-4790-8848-b9c49064cac8 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:41.056866 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca78622f-c8c7-4d16-a9ff-9efae6d3e864 req-13ee6942-70dc-4b7a-9215-afceff7dd586 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837133 Dec 15 13:47:41.167695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] For port 131e1786-fb6e-4790-8848-b9c49064cac8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=131e1786-fb6e-4790-8848-b9c49064cac8,segment=NetworkSegment(5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e),segment_id=5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:41.169244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.208703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] Calling delete_port for 131e1786-fb6e-4790-8848-b9c49064cac8 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:41.215809 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.275198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] No DVR routers for this DVR port 131e1786-fb6e-4790-8848-b9c49064cac8 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:41.304675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a52d0-d6a1-4dd6-be63-655956260db1 req-98826148-9d09-44d2-9887-bcb189a70dc1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:41.312621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-411a52d0-d6a1-4dd6-be63-655956260db1 req-98826148-9d09-44d2-9887-bcb189a70dc1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.4741771 Dec 15 13:47:41.329339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Pushing event deleted for resources: {'Port': ['ID=131e1786-fb6e-4790-8848-b9c49064cac8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:41.338395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] For port 637bf712-3e46-47ae-bd79-f76d12fed0bf, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:41.367847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] For port 637bf712-3e46-47ae-bd79-f76d12fed0bf, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=637bf712-3e46-47ae-bd79-f76d12fed0bf,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:41.395854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.411543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.420204 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.462615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] No DVR routers for this DVR port 131e1786-fb6e-4790-8848-b9c49064cac8 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:41.467964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9873-92d7-48f5-b5a0-436810ba94cc None None] Pushing event deleted for resources: {'Port': ['ID=131e1786-fb6e-4790-8848-b9c49064cac8,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:41.477816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f222fa24-b638-42cc-b098-eb10bc4406b7']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:41.490778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:41.491115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd4a985-5dd3-4f71-8ad6-bcc92c6a283e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:41.501644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.508167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.517784 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.527746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:47:41.528264 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:47:41.530365 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:47:41.542058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:41.547687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.553440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] 10.222.0.24 "PUT /v2.0/ports/637bf712-3e46-47ae-bd79-f76d12fed0bf HTTP/1.1" status: 200 len: 1091 time: 5.2198703 Dec 15 13:47:41.564210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'tag': '637bf712-3e46-47ae-bd79-f76d12fed0bf'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:41.566869 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf99cc-84b5-413f-8252-7b08f56f26fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d11b889-1e77-45cb-b9df-187ac8b3dbb5", "tag": "637bf712-3e46-47ae-bd79-f76d12fed0bf"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:41.588956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-411a52d0-d6a1-4dd6-be63-655956260db1 req-f5bf3520-2a11-4310-9866-92d5c6ba1ba7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751651 Dec 15 13:47:41.710915 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.724489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.733085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a42c8b-b52d-445c-bfc4-bbc36fe8e006 service neutron] Pushing event updated for resources: {'Port': ['ID=637bf712-3e46-47ae-bd79-f76d12fed0bf,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:41.745135 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f222fa24-b638-42cc-b098-eb10bc4406b7 HTTP/1.1" status: 204 len: 168 time: 1.1964600 Dec 15 13:47:41.821810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-29f677b4-9f80-406d-8fa2-acc50858973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:41.823750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-29f677b4-9f80-406d-8fa2-acc50858973b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3cbb39825234c9da1cd271570b2eb35&device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 1094 time: 0.1784811 Dec 15 13:47:41.838637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:41.883335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a5866-5fd6-4782-b3a2-aa42bcfa5190 admin admin] Pushing event deleted for resources: {'Network': ['ID=f222fa24-b638-42cc-b098-eb10bc4406b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:41.920529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-c36b40cd-da0d-4e54-b07f-4d91a062a973 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102161 Dec 15 13:47:41.972426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2e63a-b895-4463-8ec8-a2d769df45d1 req-22deaa3d-ac68-40ab-b0d9-7e76530c5b58 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:41.980138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eae2e63a-b895-4463-8ec8-a2d769df45d1 req-22deaa3d-ac68-40ab-b0d9-7e76530c5b58 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 945 time: 0.2278306 Dec 15 13:47:42.049781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-b96e6263-76a1-4d47-956f-f5d2a415000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.051632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-b96e6263-76a1-4d47-956f-f5d2a415000b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 1100 time: 0.1075537 Dec 15 13:47:42.057720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-d613c0aa-0cd2-40ae-80ba-db186c7633f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637bf712-3e46-47ae-bd79-f76d12fed0bf HTTP/1.1" status: 200 len: 217 time: 0.2132382 Dec 15 13:47:42.107295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:42.176353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51034) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:42.179582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 131e1786-fb6e-4790-8848-b9c49064cac8 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:42.191454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:42.194069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Pushing event updated for resources: {'Port': ['ID=b6dc08fc-5765-4459-b040-74352c6d90ce,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:42.206601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:42.266280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 131e1786-fb6e-4790-8848-b9c49064cac8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:42.269420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 131e1786-fb6e-4790-8848-b9c49064cac8 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:42.349969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eae2e63a-b895-4463-8ec8-a2d769df45d1 req-f7ca81a3-e5ba-4e21-b47d-802638c8e671 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685198 Dec 15 13:47:42.371667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:42.379363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-c8d70904-f126-4c66-b98e-af8d0b08a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.381199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-c8d70904-f126-4c66-b98e-af8d0b08a1a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b5e0873-b840-41ec-8baa-7c48dbb6e585 HTTP/1.1" status: 200 len: 854 time: 0.3063173 Dec 15 13:47:42.461155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.462492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.474254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a5654089-a90a-47ce-ab66-d7b356327f10 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=94e7d38241744c2dbe20d60427aa617a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930696 Dec 15 13:47:42.482827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51042) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:42.496460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-a1892b21-c507-4415-b756-e4e66b236d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.499705 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-a1892b21-c507-4415-b756-e4e66b236d6d service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.4194477 Dec 15 13:47:42.509869 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8a5285d0-0b8e-41bc-8aff-979f5ecbb9ab tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1515427 Dec 15 13:47:42.528159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9757e7-c75e-432b-83b1-d73d53092ddf req-da5cd9b5-8b32-4528-ad76-855ec8264865 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.537828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b9757e7-c75e-432b-83b1-d73d53092ddf req-da5cd9b5-8b32-4528-ad76-855ec8264865 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 943 time: 0.1746535 Dec 15 13:47:42.559905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Request body: {'port': {'device_id': '029703d5-3407-441a-ad04-e2350b5f497e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:42.590802 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-32e769fa-6326-47c0-a509-a6c978723619 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 200 len: 217 time: 0.0814428 Dec 15 13:47:42.628332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2bf96563-1431-4c27-abec-b898318d74b4 None None] Provisioning complete for port b6dc08fc-5765-4459-b040-74352c6d90ce triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:42.628707 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2bf96563-1431-4c27-abec-b898318d74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.717650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:42.724829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2bf96563-1431-4c27-abec-b898318d74b4 None None] Port b6dc08fc-5765-4459-b040-74352c6d90ce cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:47:42.759712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b9757e7-c75e-432b-83b1-d73d53092ddf req-6e7ac800-66f0-4bfc-8249-96b63036ac16 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663413 Dec 15 13:47:42.779803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-f211ac06-21c1-48cc-92be-d7bca08db311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.783914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-f211ac06-21c1-48cc-92be-d7bca08db311 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1863749 Dec 15 13:47:42.878750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-ff910a25-8c27-47b3-881a-4fd5e4fbf860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:42.880494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-ff910a25-8c27-47b3-881a-4fd5e4fbf860 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892563 Dec 15 13:47:42.959732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60dc3c9f-29c9-4cb0-8134-f2b93ea551bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.061689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-f1224939-1d54-402b-8781-c67910e1d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.063821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-f1224939-1d54-402b-8781-c67910e1d6e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9bd34054-2674-4170-b7bb-1a63447bbf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6684442 Dec 15 13:47:43.065426 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eadda65-33af-41b6-99fc-692dcabf971c x-openstack-request-id: req-5eadda65-33af-41b6-99fc-692dcabf971c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:43.065716 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d11b889-1e77-45cb-b9df-187ac8b3dbb5", "tag": "637bf712-3e46-47ae-bd79-f76d12fed0bf", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:43.066175 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5eadda65-33af-41b6-99fc-692dcabf971c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:43.066724 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'tag': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'status': 'completed', 'code': 200} Dec 15 13:47:43.088182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:43.190629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:43.197392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-bed9cb04-0546-4e02-a0ff-8bcbcbea3e77 service neutron] 10.222.0.24 "GET /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184037 Dec 15 13:47:43.241388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-bf78b293-4512-4985-bf63-1bbcd3a9aa05 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535047 Dec 15 13:47:43.266359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.290972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.365270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcc83601-7bd3-4fb7-b49a-2d0015f3269f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.370332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24b07903-af6f-40fa-9f9a-d7ee92e6d7a9 req-7ad41dd5-e3d3-4e41-ae07-5d3d5f2b7bfa service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039102 Dec 15 13:47:43.391194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcc83601-7bd3-4fb7-b49a-2d0015f3269f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.393109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a86fb-d76d-4a20-857a-5cad2da996de req-81d11918-b9c1-48b3-9ea6-199f32dd382f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.402879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb8a86fb-d76d-4a20-857a-5cad2da996de req-81d11918-b9c1-48b3-9ea6-199f32dd382f tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.3327603 Dec 15 13:47:43.450908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164dd01-0594-47ac-bcc1-8ef2215cd68f req-34744886-9a35-4936-9cf2-5a34e668851e tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.459133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7164dd01-0594-47ac-bcc1-8ef2215cd68f req-34744886-9a35-4936-9cf2-5a34e668851e tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 936 time: 0.9741261 Dec 15 13:47:43.471490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60dc3c9f-29c9-4cb0-8134-f2b93ea551bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.497285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb8a86fb-d76d-4a20-857a-5cad2da996de req-67034251-c628-4c38-9c86-7636f03936d6 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933959 Dec 15 13:47:43.503676 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60dc3c9f-29c9-4cb0-8134-f2b93ea551bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.542975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.569440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32656b38-9167-4081-a383-7d681cf1cbd6 req-45d5a284-4751-42a0-9b25-55d9943565f8 service neutron] 10.222.0.24 "GET /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460619 Dec 15 13:47:43.586526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcc83601-7bd3-4fb7-b49a-2d0015f3269f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.595335 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcc83601-7bd3-4fb7-b49a-2d0015f3269f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.597330 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fcc83601-7bd3-4fb7-b49a-2d0015f3269f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be6802ef-10d1-4053-b0d1-95798596bc92 HTTP/1.1" status: 204 len: 168 time: 1.1082144 Dec 15 13:47:43.602212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc3c9f-29c9-4cb0-8134-f2b93ea551bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25aec2d-6a37-4914-bf28-d711f59cb848,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:43.610956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Transition to ACTIVE for port object 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:43.690284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-60dc3c9f-29c9-4cb0-8134-f2b93ea551bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f600cdc51ddc41bd9e33619315435633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9676614 Dec 15 13:47:43.691053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51058) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:43.691309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.765768 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:47:43.766218 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:47:43.815950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e952bc2-0852-42b1-bdff-53b94228d78c req-9aba3b9f-eb35-4f6e-af45-c6e38f09ad27 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.828581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e952bc2-0852-42b1-bdff-53b94228d78c req-9aba3b9f-eb35-4f6e-af45-c6e38f09ad27 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 945 time: 0.1274960 Dec 15 13:47:43.860699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7164dd01-0594-47ac-bcc1-8ef2215cd68f req-bbd0068d-700a-4745-94ff-617fa2ac45df tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973572 Dec 15 13:47:43.912233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc83601-7bd3-4fb7-b49a-2d0015f3269f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6802ef-10d1-4053-b0d1-95798596bc92,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:44.168369 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:47:44.252064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dc08fc-5765-4459-b040-74352c6d90ce {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:44.261346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.276860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Transition to ACTIVE for port object b6dc08fc-5765-4459-b040-74352c6d90ce will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:44.316939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:44.349046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] No DVR routers for this DVR port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:44.359678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.441476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-01e17b51-2f0d-419d-9610-d636a0a0f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:44.460951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-01e17b51-2f0d-419d-9610-d636a0a0f71f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3cbb39825234c9da1cd271570b2eb35&device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 1094 time: 0.6826165 Dec 15 13:47:44.538577 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df49b5e2-9de7-4212-87b5-d6142cff43d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.612265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e952bc2-0852-42b1-bdff-53b94228d78c req-0937a2d2-90f6-4d31-9e37-f0df1caa35e2 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7825127 Dec 15 13:47:44.630832 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df49b5e2-9de7-4212-87b5-d6142cff43d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.699794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978be95c-77fb-47f9-88eb-4fb56a26acda req-e0293021-2c3c-4a25-ab0c-59d42c16a7e2 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:44.701530 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-978be95c-77fb-47f9-88eb-4fb56a26acda req-e0293021-2c3c-4a25-ab0c-59d42c16a7e2 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 943 time: 0.6712952 Dec 15 13:47:44.702193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc08fc-5765-4459-b040-74352c6d90ce,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:44.730329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:44.730886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:44.731393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:44.754413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df49b5e2-9de7-4212-87b5-d6142cff43d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.757173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df49b5e2-9de7-4212-87b5-d6142cff43d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.766478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-df49b5e2-9de7-4212-87b5-d6142cff43d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d25aec2d-6a37-4914-bf28-d711f59cb848 HTTP/1.1" status: 204 len: 168 time: 1.0731499 Dec 15 13:47:44.787917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49b5e2-9de7-4212-87b5-d6142cff43d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25aec2d-6a37-4914-bf28-d711f59cb848,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:44.845647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:44.846021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Attempting to bind port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:44.934627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:44.934969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:44.935409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:44.936929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Bound port: 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:44.937318 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:44.976953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee215fc-8b22-4d20-9e66-69db43189601 req-d4b756a7-1c4e-476e-90f1-51f59ec48399 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:44.997858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ee215fc-8b22-4d20-9e66-69db43189601 req-d4b756a7-1c4e-476e-90f1-51f59ec48399 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 947 time: 0.1017528 Dec 15 13:47:45.051179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51094) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:45.070222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:45.072839 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a67760-c42f-4f6e-b805-cd88b402ac1d" -d '{"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-unplugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:45.092226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-978be95c-77fb-47f9-88eb-4fb56a26acda req-5dbcb788-76e5-4ce1-b6a2-70f30c83976d tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677130 Dec 15 13:47:45.097917 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ee215fc-8b22-4d20-9e66-69db43189601 req-804f2077-666f-44ff-b574-212880de6ebe tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907269 Dec 15 13:47:45.098086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-cbd2ab0d-6b0d-4a33-bc3f-a71fb4c4e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:45.100083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-cbd2ab0d-6b0d-4a33-bc3f-a71fb4c4e47c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9bd34054-2674-4170-b7bb-1a63447bbf04 HTTP/1.1" status: 200 len: 917 time: 0.6027405 Dec 15 13:47:45.112201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 637bf712-3e46-47ae-bd79-f76d12fed0bf details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:45.171911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Attempting to bind port b6dc08fc-5765-4459-b040-74352c6d90ce on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:45.172413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Attempting to bind port b6dc08fc-5765-4459-b040-74352c6d90ce by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:45.172754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Attempting to bind port b6dc08fc-5765-4459-b040-74352c6d90ce on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:45.235218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-5cd01317-0e13-45b7-885a-1dacfa612a94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637bf712-3e46-47ae-bd79-f76d12fed0bf HTTP/1.1" status: 200 len: 217 time: 0.1106784 Dec 15 13:47:45.237758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Port b6dc08fc-5765-4459-b040-74352c6d90ce on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:45.238099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Attempting to bind port b6dc08fc-5765-4459-b040-74352c6d90ce on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:45.292187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-e65b6fff-6aef-4864-b148-cb0b4655e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:45.293680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-e65b6fff-6aef-4864-b148-cb0b4655e674 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b5e0873-b840-41ec-8baa-7c48dbb6e585 HTTP/1.1" status: 200 len: 854 time: 0.0503151 Dec 15 13:47:45.303621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:45.321495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:45.321886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:45.322350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:45.322686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Bound port: b6dc08fc-5765-4459-b040-74352c6d90ce, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:45.323112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.354546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c7d87-d696-4ff9-bb1f-1f25e5476e80 req-7fd9949e-ab71-4efb-8201-7c6e3058e7c4 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:45.365624 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3c7d87-d696-4ff9-bb1f-1f25e5476e80 req-7fd9949e-ab71-4efb-8201-7c6e3058e7c4 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 948 time: 0.1171808 Dec 15 13:47:45.375314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:45.392196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51100) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:45.417394 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.424209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76df147d-58b6-4216-9104-9217e114a996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.477163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 637bf712-3e46-47ae-bd79-f76d12fed0bf, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=637bf712-3e46-47ae-bd79-f76d12fed0bf,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:45.505535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'port_id': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'mac_address': 'fa:16:3e:53:86:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:45.510543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1580089920-network', 'tenant_id': 'e02590b7bf65412a82c06d10cbccf65b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:45.524304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4eea-de84-43b6-8059-4b4c409f4201 req-9d47c098-f230-41cf-b9e7-6fbce71b850b tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:45.534319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-007a4eea-de84-43b6-8059-4b4c409f4201 req-9d47c098-f230-41cf-b9e7-6fbce71b850b tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=45043d78-aab1-4747-87e9-88caa9fd2212 HTTP/1.1" status: 200 len: 946 time: 0.2270489 Dec 15 13:47:45.556678 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.560400 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76df147d-58b6-4216-9104-9217e114a996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.568343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76df147d-58b6-4216-9104-9217e114a996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.574417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637bf712-3e46-47ae-bd79-f76d12fed0bf {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:45.603642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 637bf712-3e46-47ae-bd79-f76d12fed0bf, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=637bf712-3e46-47ae-bd79-f76d12fed0bf,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:45.612090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.612524 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3c7d87-d696-4ff9-bb1f-1f25e5476e80 req-475b1e35-4c58-4e4d-8235-3b6c5e3be21c tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455268 Dec 15 13:47:45.615312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-03d54908-93cc-48d4-93f1-8b8a8967df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:45.625346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-03d54908-93cc-48d4-93f1-8b8a8967df03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9bd34054-2674-4170-b7bb-1a63447bbf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3229353 Dec 15 13:47:45.645957 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-76df147d-58b6-4216-9104-9217e114a996 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f5b9e0bb5bdf423487807f50691b104a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494330 Dec 15 13:47:45.645957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df147d-58b6-4216-9104-9217e114a996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a80e6d-9ca7-4c9b-afd0-c28b41f1c794,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:45.647560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51104) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:45.690020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=637bf712-3e46-47ae-bd79-f76d12fed0bf,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:45.710436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:45.711067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.712521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] 10.222.0.74 "PUT /v2.0/ports/31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 1095 time: 5.1757281 Dec 15 13:47:45.733249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-801d4647-df72-4193-a805-449483844040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.761384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-801d4647-df72-4193-a805-449483844040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.824061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] For port b6dc08fc-5765-4459-b040-74352c6d90ce, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:45.829718 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a590807-4e91-4337-b818-13d998345d38 x-openstack-request-id: req-0a590807-4e91-4337-b818-13d998345d38 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:45.830310 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-unplugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:45.830869 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0a590807-4e91-4337-b818-13d998345d38 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:45.832084 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'code': 200} Dec 15 13:47:45.855428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-801d4647-df72-4193-a805-449483844040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.861385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-801d4647-df72-4193-a805-449483844040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.865045 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-801d4647-df72-4193-a805-449483844040 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/06a80e6d-9ca7-4c9b-afd0-c28b41f1c794 HTTP/1.1" status: 204 len: 168 time: 0.2036602 Dec 15 13:47:45.874104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['637bf712-3e46-47ae-bd79-f76d12fed0bf'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:45.878353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-007a4eea-de84-43b6-8059-4b4c409f4201 req-3466c425-aa16-4e7b-8b23-2ac44a21008d tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401291 Dec 15 13:47:45.901892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d4647-df72-4193-a805-449483844040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a80e6d-9ca7-4c9b-afd0-c28b41f1c794,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:45.997684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28673114-7ee0-46d7-ad12-56a6e1ba90fc service neutron] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:46.016689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Made reservation on behalf of e02590b7bf65412a82c06d10cbccf65b for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:46.019142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.039334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] For port b6dc08fc-5765-4459-b040-74352c6d90ce, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6dc08fc-5765-4459-b040-74352c6d90ce,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:46.043321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.145901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.329272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322ace3-017e-453b-aee1-b9bf6681c480 req-001eb795-faf8-422c-9aaa-2bbc5be0b831 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:46.332728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a322ace3-017e-453b-aee1-b9bf6681c480 req-001eb795-faf8-422c-9aaa-2bbc5be0b831 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 944 time: 0.1168048 Dec 15 13:47:46.340658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc08fc-5765-4459-b040-74352c6d90ce,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:46.419329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-fc7ca7cc-c624-45f3-bbed-88127463225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:46.421126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-fc7ca7cc-c624-45f3-bbed-88127463225c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1098 time: 0.6222191 Dec 15 13:47:46.422656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:46.423253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.424625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8356b33f-e01c-4982-8dc7-575cc214177a service neutron] 10.222.0.74 "PUT /v2.0/ports/b6dc08fc-5765-4459-b040-74352c6d90ce HTTP/1.1" status: 200 len: 1096 time: 3.8812330 Dec 15 13:47:46.426697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.456239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a322ace3-017e-453b-aee1-b9bf6681c480 req-063c22b8-bc98-4d34-8f60-f64c500b6552 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069264 Dec 15 13:47:46.492308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.627806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-dc4b35f5-145a-445c-87f9-ae6500850c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:46.629752 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-dc4b35f5-145a-445c-87f9-ae6500850c57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1800418 Dec 15 13:47:46.642231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:47:46.659301 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-b353890d-0eeb-4876-bb07-337f5295a65d service neutron] 10.222.0.24 "GET /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0032082 Dec 15 13:47:46.887515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.888241 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Added segment 09dcb36c-35c1-4a6c-9637-f6bacaf56dd8 of type vlan for network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 Dec 15 13:47:46.891723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-1a318639-67f2-4a88-b87c-36918a021bf9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.2203989 Dec 15 13:47:46.910317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16956b-f6c5-4e5a-b4a3-6248b7bef0f9 req-9bb1ba80-1d03-4be2-be43-3791980d27fe tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:46.912073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad16956b-f6c5-4e5a-b4a3-6248b7bef0f9 req-9bb1ba80-1d03-4be2-be43-3791980d27fe tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 948 time: 0.0661120 Dec 15 13:47:46.994573 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.013301 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad16956b-f6c5-4e5a-b4a3-6248b7bef0f9 req-bef91819-1d56-4ef2-b341-5af36205aa4c tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948241 Dec 15 13:47:47.040122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6062fd-9aad-405a-896e-82371e65b2ec,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:47.061240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4d0b7-063f-49a2-949c-62e5be72550f req-c21b15cd-503b-4bfd-853f-dd92c333d46d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.069293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9da4d0b7-063f-49a2-949c-62e5be72550f req-c21b15cd-503b-4bfd-853f-dd92c333d46d tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 947 time: 0.7419167 Dec 15 13:47:47.092342 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.093421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.094058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.100321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 637bf712-3e46-47ae-bd79-f76d12fed0bf up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:47.140687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-7eb8a921-366e-45b9-a0d8-25a7a96ac03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.142364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-7eb8a921-366e-45b9-a0d8-25a7a96ac03d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1110482 Dec 15 13:47:47.196609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 637bf712-3e46-47ae-bd79-f76d12fed0bf completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:47.201923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 637bf712-3e46-47ae-bd79-f76d12fed0bf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:47.202111 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.220290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164868-8baf-4d37-80d3-5c216df30028 req-75f320b4-43c3-4bd1-96cc-28b2c5c9c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.221908 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-75f320b4-43c3-4bd1-96cc-28b2c5c9c118 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc2b346782c14854aab2beaa9e11868d&device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 1099 time: 0.5995672 Dec 15 13:47:47.307801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-3975360a-58c2-4770-8c13-ed24a2446e0e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.317098 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-3975360a-58c2-4770-8c13-ed24a2446e0e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 813 time: 0.1872294 Dec 15 13:47:47.336460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-a86208fc-5ccc-4661-83da-f1af02a662f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=b6dc08fc-5765-4459-b040-74352c6d90ce HTTP/1.1" status: 200 len: 217 time: 0.0563827 Dec 15 13:47:47.339654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2775931 Dec 15 13:47:47.340183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-1bd4368a-3693-4d8e-9633-da07eb2ed4ce tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/quotas/a15d6da04005412cb1ebe9baef2b7737 HTTP/1.1" status: 200 len: 375 time: 0.0213256 Dec 15 13:47:47.353073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:47.355374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.363607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Request body: {'subnet': {'network_id': '22e3fe25-02cb-4121-9ca7-fb8c77d24f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1580089920-subnet', 'tenant_id': 'e02590b7bf65412a82c06d10cbccf65b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:47.398419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9da4d0b7-063f-49a2-949c-62e5be72550f req-059ffa2d-731c-4923-b5ec-fa8fc808a76a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625139 Dec 15 13:47:47.400633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 637bf712-3e46-47ae-bd79-f76d12fed0bf, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=637bf712-3e46-47ae-bd79-f76d12fed0bf,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:47.401788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637bf712-3e46-47ae-bd79-f76d12fed0bf'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:47.405443 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc52a15-27f0-432a-b8b7-3d4a2df2acd4" -d '{"events": [{"server_uuid": "2d11b889-1e77-45cb-b9df-187ac8b3dbb5", "name": "network-vif-plugged", "status": "completed", "tag": "637bf712-3e46-47ae-bd79-f76d12fed0bf"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:47.412589 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.422432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf14d6-c5ee-4173-95e8-5d903c165ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=22e3fe25-02cb-4121-9ca7-fb8c77d24f94,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:47.448582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-d62d6fc4-7917-4bdc-92c3-7fe1e8842bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.450140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-d62d6fc4-7917-4bdc-92c3-7fe1e8842bed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2597980 Dec 15 13:47:47.452030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fbf99cc-84b5-413f-8252-7b08f56f26fc req-0701d96b-07ac-4b56-b2a7-935fb29156f4 service neutron] 10.222.0.24 "GET /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064276 Dec 15 13:47:47.473256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8d88ad49-0807-402b-a3bc-1183564c3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.475571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-8d88ad49-0807-402b-a3bc-1183564c3ec6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1203871 Dec 15 13:47:47.480121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:47.503407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-52cbc45f-c0a4-41c8-aa5f-814f83b42bf4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621020 Dec 15 13:47:47.504136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Made reservation on behalf of e02590b7bf65412a82c06d10cbccf65b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:47.507273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.574722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=637bf712-3e46-47ae-bd79-f76d12fed0bf,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:47.662877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164868-8baf-4d37-80d3-5c216df30028 req-04a8d691-078a-462b-bf50-396a54352779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.664558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-04a8d691-078a-462b-bf50-396a54352779 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776521 Dec 15 13:47:47.691723 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320bde09-dd9d-4568-88ea-9ab6689624a6 x-openstack-request-id: req-320bde09-dd9d-4568-88ea-9ab6689624a6 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:47.692050 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d11b889-1e77-45cb-b9df-187ac8b3dbb5", "name": "network-vif-plugged", "status": "completed", "tag": "637bf712-3e46-47ae-bd79-f76d12fed0bf", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:47.692308 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-320bde09-dd9d-4568-88ea-9ab6689624a6 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:47.692710 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'code': 200} Dec 15 13:47:47.732721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-41252557-e7e8-475e-b7d4-7336517d4f62 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706242 Dec 15 13:47:47.791353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff293-7683-4363-bfbe-c6787660752d req-1e8e51db-68d3-45ef-b88c-c63fe58077b9 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.795646 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ebff293-7683-4363-bfbe-c6787660752d req-1e8e51db-68d3-45ef-b88c-c63fe58077b9 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.74 "GET /v2.0/ports?device_id=45043d78-aab1-4747-87e9-88caa9fd2212 HTTP/1.1" status: 200 len: 946 time: 0.1586466 Dec 15 13:47:47.888350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}, {'name': 'network-changed', 'server_uuid': '029703d5-3407-441a-ad04-e2350b5f497e', 'tag': 'b6dc08fc-5765-4459-b040-74352c6d90ce'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:47.890762 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75" -d '{"events": [{"name": "network-changed", "server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}, {"name": "network-changed", "server_uuid": "029703d5-3407-441a-ad04-e2350b5f497e", "tag": "b6dc08fc-5765-4459-b040-74352c6d90ce"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:48.080877 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-e20b9044-3b11-4e2e-a56e-04e5ab205b85 service neutron] 10.222.0.86 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764490 Dec 15 13:47:48.175928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.298653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a29df5-43ed-43d9-982b-76b46ef7c78a req-412d8ab7-00ec-4d50-b4ce-771481504cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.300181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49a29df5-43ed-43d9-982b-76b46ef7c78a req-412d8ab7-00ec-4d50-b4ce-771481504cda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 1096 time: 0.5354071 Dec 15 13:47:48.330439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b6d166-1dce-4b23-a8ae-b318d390b5a4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:48.366205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Deleting port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:48.366628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.368014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8db7-1da9-4325-b7db-90d59b808f9a req-2ff23723-0263-4ea1-8b70-9d0d642cdcc1 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.376433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c5a8db7-1da9-4325-b7db-90d59b808f9a req-2ff23723-0263-4ea1-8b70-9d0d642cdcc1 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 945 time: 0.5463178 Dec 15 13:47:48.378973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-0bddf3f6-fdcb-4e38-a358-626690cb7cb5 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586599 Dec 15 13:47:48.401512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d668f1-08b6-4f0d-b159-4008b99d49a2 req-3985d43d-b256-4f06-8421-77c7564862fd service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571541 Dec 15 13:47:48.481780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846013c-3a4d-4588-88c9-95e11e7042db req-2df5dcb7-7760-4aae-8e9a-66283c2457cc tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.483227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3846013c-3a4d-4588-88c9-95e11e7042db req-2df5dcb7-7760-4aae-8e9a-66283c2457cc tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.24 "GET /v2.0/ports?device_id=c811c4a5-381d-4078-a675-1af25763d0a9 HTTP/1.1" status: 200 len: 945 time: 0.1990662 Dec 15 13:47:48.493492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49a29df5-43ed-43d9-982b-76b46ef7c78a req-04f25fd6-4c1b-4483-be1e-15c289cecac2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843226 Dec 15 13:47:48.516679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-766e2946-a579-4eb2-a48c-199183b58e42 service neutron] 10.222.0.86 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345984 Dec 15 13:47:48.517038 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c5a8db7-1da9-4325-b7db-90d59b808f9a req-aad09348-c98e-49d0-bdc7-8c4c19ad95b8 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357424 Dec 15 13:47:48.572738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b164868-8baf-4d37-80d3-5c216df30028 req-87f7ac38-d2c2-480e-acae-6b18334bf442 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833878 Dec 15 13:47:48.594770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] For port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:48.594920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.612785 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Calling delete_port for 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:48.632447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Checking segment: {'id': '09dcb36c-35c1-4a6c-9637-f6bacaf56dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '22e3fe25-02cb-4121-9ca7-fb8c77d24f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:48.633103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Network hostable DHCP agents. Network: 22e3fe25-02cb-4121-9ca7-fb8c77d24f94, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:48.746226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:48.769120 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f31ac3-91c0-42b5-a1e4-ad86122cab30 x-openstack-request-id: req-06f31ac3-91c0-42b5-a1e4-ad86122cab30 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:48.769646 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "029703d5-3407-441a-ad04-e2350b5f497e", "tag": "b6dc08fc-5765-4459-b040-74352c6d90ce", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:48.769953 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-06f31ac3-91c0-42b5-a1e4-ad86122cab30 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:48.770539 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'status': 'completed', 'code': 200} Dec 15 13:47:48.770956 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029703d5-3407-441a-ad04-e2350b5f497e', 'tag': 'b6dc08fc-5765-4459-b040-74352c6d90ce', 'status': 'completed', 'code': 200} Dec 15 13:47:48.839856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 22e3fe25-02cb-4121-9ca7-fb8c77d24f94) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:48.855253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.855849 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.856658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96574a93-ed65-4fb2-b9db-5c43028ada56 None None] Network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:48.892987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d9fcaab1-1a4a-42fb-8589-29d40d9e946f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5359056 Dec 15 13:47:48.942685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-c1ae12b9-9bd8-40d4-8c28-0d44a1d74af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.951039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-c1ae12b9-9bd8-40d4-8c28-0d44a1d74af5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1098 time: 0.1528926 Dec 15 13:47:48.954787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb898e9-4245-4109-be31-cac623c63d65 req-0c49a4d5-5b3c-49eb-b70f-1294aecfa4ae tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.957011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-abb898e9-4245-4109-be31-cac623c63d65 req-0c49a4d5-5b3c-49eb-b70f-1294aecfa4ae tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 948 time: 0.1964540 Dec 15 13:47:48.962419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Deleting port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:48.963560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.967739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-b5e17842-3fee-48fb-8420-62dadaefd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:48.969997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-b5e17842-3fee-48fb-8420-62dadaefd41c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0272c3ccba944423bff8b820950abe5f&device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1098 time: 0.1440535 Dec 15 13:47:49.066057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] For port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:49.066565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.072460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ee9cb-4605-4698-93b9-dfbb98f18a08 None None] Network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:49.080146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Calling delete_port for c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:49.084410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-f87bd6fd-f9dd-4b57-86d4-b381b3e2656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.086031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-f87bd6fd-f9dd-4b57-86d4-b381b3e2656f service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1303616 Dec 15 13:47:49.128168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8caa3-a7fa-412c-add6-c7cbf74e50ad req-43e14247-efea-4492-b6dc-93c46b5b82f3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.129746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dc8caa3-a7fa-412c-add6-c7cbf74e50ad req-43e14247-efea-4492-b6dc-93c46b5b82f3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 947 time: 0.2524135 Dec 15 13:47:49.210884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-df7a8689-bfbf-4216-98c7-4a71f4b56577 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.1125462 Dec 15 13:47:49.233527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.282106 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.291169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Pushing event deleted for resources: {'Port': ['ID=c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:49.383913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] No DVR routers for this DVR port c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:49.386596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.391446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3846013c-3a4d-4588-88c9-95e11e7042db req-fdcb549b-0833-472b-83bd-f968343b8429 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.24 "DELETE /v2.0/ports/c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 HTTP/1.1" status: 204 len: 173 time: 0.8973947 Dec 15 13:47:49.397599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811c4a5-381d-4078-a675-1af25763d0a9', 'name': 'network-vif-deleted', 'tag': 'c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:49.400158 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0879f2-78a1-462a-99c1-2cbdc0dde991" -d '{"events": [{"server_uuid": "c811c4a5-381d-4078-a675-1af25763d0a9", "name": "network-vif-deleted", "tag": "c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:49.404083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Pushing event deleted for resources: {'Port': ['ID=3f6d5e18-12d3-4d60-badf-28d4fa974cf9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:49.407525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dc8caa3-a7fa-412c-add6-c7cbf74e50ad req-39f9b9b7-5750-4453-8f26-33d0bf3fd48a tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434871 Dec 15 13:47:49.411803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-4de57688-a977-4ddd-8e1e-a397957c16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.413283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-4de57688-a977-4ddd-8e1e-a397957c16a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1802311 Dec 15 13:47:49.442481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-a9e82f56-6d9c-4c2d-9ce6-5dcd8ee9dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.444014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-a9e82f56-6d9c-4c2d-9ce6-5dcd8ee9dde6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.3569520 Dec 15 13:47:49.448739 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-abb898e9-4245-4109-be31-cac623c63d65 req-df7ce3f3-5dad-4de6-ab7b-e0364f8416f0 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276008 Dec 15 13:47:49.455977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-4eb3fc5a-abc1-4346-b81a-43a20631e6bf tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.457587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-4eb3fc5a-abc1-4346-b81a-43a20631e6bf tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 944 time: 0.2006750 Dec 15 13:47:49.498878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] No DVR routers for this DVR port 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:49.502087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.506096 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ebff293-7683-4363-bfbe-c6787660752d req-21659802-34c0-4a55-a9d7-e9a9e20418fd tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.74 "DELETE /v2.0/ports/3f6d5e18-12d3-4d60-badf-28d4fa974cf9 HTTP/1.1" status: 204 len: 173 time: 1.6907771 Dec 15 13:47:49.513309 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-48a31202-bb5a-422a-849f-eca28dfab397 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 200 len: 217 time: 0.0546391 Dec 15 13:47:49.695707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-6761a78d-1068-404e-be40-31e4947d1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.698213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-6761a78d-1068-404e-be40-31e4947d1839 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2695847 Dec 15 13:47:49.707160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-06e21e4a-874d-40a5-b6bf-225217d050ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.708606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-06e21e4a-874d-40a5-b6bf-225217d050ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1833458 Dec 15 13:47:49.744708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964df8d-e352-49e8-a06d-78f62c1f1b45 req-ef4ee9b6-374c-4e97-93a9-1b980c83be26 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.756547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1964df8d-e352-49e8-a06d-78f62c1f1b45 req-ef4ee9b6-374c-4e97-93a9-1b980c83be26 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 944 time: 0.0854146 Dec 15 13:47:49.819702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-190c33cc-1084-401d-b505-9e972ef4440a service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061435 Dec 15 13:47:49.836652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1964df8d-e352-49e8-a06d-78f62c1f1b45 req-a0fe1dc0-13dc-462e-a0de-e60f6d8d0a7c tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786753 Dec 15 13:47:49.928292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Deleting port 452d6005-9dbc-45e6-9952-b5476d44260c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:49.928865 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.967223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-7c196372-aeb2-4ff7-9679-522b62e85f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:49.968988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-7c196372-aeb2-4ff7-9679-522b62e85f0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473455 Dec 15 13:47:50.052304 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa87fa0-6a23-4fc8-9d09-d033da805b70 x-openstack-request-id: req-eaa87fa0-6a23-4fc8-9d09-d033da805b70 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:50.052614 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c811c4a5-381d-4078-a675-1af25763d0a9", "name": "network-vif-deleted", "tag": "c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:50.052883 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eaa87fa0-6a23-4fc8-9d09-d033da805b70 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:50.053292 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811c4a5-381d-4078-a675-1af25763d0a9', 'name': 'network-vif-deleted', 'tag': 'c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3', 'status': 'completed', 'code': 200} Dec 15 13:47:50.074295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-70b77209-8fcc-47cb-82ab-d7cdaba7340e service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407529 Dec 15 13:47:50.164398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-eee1c2a4-1069-475d-b4aa-fbfbd1b371a4 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665709 Dec 15 13:47:50.195031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8c15d-be4d-415a-94b9-008d846175c0 req-74f3a632-ff8c-4735-9da9-e40184dd32bd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:50.197072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bec8c15d-be4d-415a-94b9-008d846175c0 req-74f3a632-ff8c-4735-9da9-e40184dd32bd tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 945 time: 0.0754976 Dec 15 13:47:50.265859 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bec8c15d-be4d-415a-94b9-008d846175c0 req-85317eac-1ee6-4c6c-8d7d-48c1c0eb0260 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598712 Dec 15 13:47:50.400589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-8aef191b-0c29-418e-9bce-752150d2f9b7 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156456 Dec 15 13:47:50.404209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] For port 452d6005-9dbc-45e6-9952-b5476d44260c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=452d6005-9dbc-45e6-9952-b5476d44260c,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:50.404603 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.448410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Calling delete_port for 452d6005-9dbc-45e6-9952-b5476d44260c owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:50.494188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-fd66a5e4-ed6e-404a-bd08-88190ea1e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:50.496314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-fd66a5e4-ed6e-404a-bd08-88190ea1e2b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc2b346782c14854aab2beaa9e11868d&device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 1099 time: 0.2433953 Dec 15 13:47:50.520703 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d065587-6f3d-400b-accf-bd48fa716e3d req-ff24b0f4-37c4-43f0-997e-4ac81315de5d tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 210 time: 0.0537550 Dec 15 13:47:50.588824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-f47fddde-5e40-462b-b0a5-7acc61eb6dfc tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:50.592261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-f47fddde-5e40-462b-b0a5-7acc61eb6dfc tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/networks?id=22e3fe25-02cb-4121-9ca7-fb8c77d24f94 HTTP/1.1" status: 200 len: 813 time: 0.5046949 Dec 15 13:47:50.651589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-51ee6c50-576a-4cb4-8228-bbbe37ac68cc tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/quotas/e02590b7bf65412a82c06d10cbccf65b HTTP/1.1" status: 200 len: 375 time: 0.0097089 Dec 15 13:47:50.655061 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d5ba8-a9fe-448b-a2bb-7bbedeed5040 req-d27c4f36-313a-4985-af5c-19a797e63da9 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:50.671615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b8d5ba8-a9fe-448b-a2bb-7bbedeed5040 req-d27c4f36-313a-4985-af5c-19a797e63da9 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 945 time: 0.0708992 Dec 15 13:47:50.672428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51262) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:50.678438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Request body: {'floatingip': {'port_id': '637bf712-3e46-47ae-bd79-f76d12fed0bf'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:50.729678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:50.739335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e13fd7d3-0eeb-45f7-994e-dc3b863f918a tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e02590b7bf65412a82c06d10cbccf65b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679572 Dec 15 13:47:50.873959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-f2fecb47-3533-4b25-9d22-6ca39d08a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:50.877411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-f2fecb47-3533-4b25-9d22-6ca39d08a823 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.3204691 Dec 15 13:47:50.905716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-692b6446-b48a-4f66-aac8-0a71d2140718 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:50.907280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-692b6446-b48a-4f66-aac8-0a71d2140718 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.24 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 813 time: 0.2763860 Dec 15 13:47:50.965907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Request body: {'port': {'device_id': '1fb8aa1d-88d6-49ca-b39b-2446839377a0', 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'admin_state_up': True, 'tenant_id': 'a15d6da04005412cb1ebe9baef2b7737'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:50.996715 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.016628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-69d4e04f-cd07-414f-9bfd-948023ebc3dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=b6dc08fc-5765-4459-b040-74352c6d90ce HTTP/1.1" status: 200 len: 217 time: 0.1211970 Dec 15 13:47:51.058694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22ce99-27d0-4cd1-a76b-990f36a623e6 req-61fa7b3c-c483-4238-b3f3-1cb285ef7355 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:51.060207 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba22ce99-27d0-4cd1-a76b-990f36a623e6 req-61fa7b3c-c483-4238-b3f3-1cb285ef7355 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 947 time: 0.2001510 Dec 15 13:47:51.091699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Pushing event deleted for resources: {'Port': ['ID=452d6005-9dbc-45e6-9952-b5476d44260c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:51.111102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-18accaeb-7129-47b3-9102-a90b34d81bd2 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:51.111714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:51.112880 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-18accaeb-7129-47b3-9102-a90b34d81bd2 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.74 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 813 time: 0.2542517 Dec 15 13:47:51.132154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Request body: {'port': {'device_id': '18f362c1-e2fd-48b5-bf93-15f1c22df474', 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'admin_state_up': True, 'tenant_id': 'a15d6da04005412cb1ebe9baef2b7737'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:51.137985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:51.140260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:51.143716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:51.144301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c1f81ee6-74d9-48a0-8ac8-d5efb454c2d3 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:51.175730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:51.176360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3f6d5e18-12d3-4d60-badf-28d4fa974cf9 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:51.181456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['452d6005-9dbc-45e6-9952-b5476d44260c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:51.211937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] No DVR routers for this DVR port 452d6005-9dbc-45e6-9952-b5476d44260c on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:51.221926 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.225235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e487e5b5-fb69-4d8b-9aab-d61f50150dba req-44a08567-e7e8-469b-9f14-bb68b9e3ee56 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.74 "DELETE /v2.0/ports/452d6005-9dbc-45e6-9952-b5476d44260c HTTP/1.1" status: 204 len: 173 time: 1.7478609 Dec 15 13:47:51.225687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'name': 'network-vif-deleted', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:51.227985 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c89744-d4a0-459a-b40d-f74d6e9e8d55" -d '{"events": [{"server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "name": "network-vif-deleted", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:51.235390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-092dee44-4290-461b-90f0-14558e2daee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:51.237361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-092dee44-4290-461b-90f0-14558e2daee8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1663740 Dec 15 13:47:51.245066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-546b0922-a4f6-484b-a837-0cc8ac839d07 service neutron] 10.222.0.86 "GET /v2.0/networks/22e3fe25-02cb-4121-9ca7-fb8c77d24f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864838 Dec 15 13:47:51.310274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:51.323606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba22ce99-27d0-4cd1-a76b-990f36a623e6 req-f6642b38-737a-407c-a5ae-be98181f4986 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538862 Dec 15 13:47:51.328976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'mac_address': 'fa:16:3e:a7:99:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:51.371686 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.386742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-250453af-fd17-4d8d-ac33-686c55a91f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:51.387800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:51.388572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-250453af-fd17-4d8d-ac33-686c55a91f28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412132 Dec 15 13:47:51.414533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:51.418683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.419777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b6dc08fc-5765-4459-b040-74352c6d90ce details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:51.457876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b6dc08fc-5765-4459-b040-74352c6d90ce, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6dc08fc-5765-4459-b040-74352c6d90ce,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:51.471547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Made reservation on behalf of a15d6da04005412cb1ebe9baef2b7737 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:51.475123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'b6dc08fc-5765-4459-b040-74352c6d90ce', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'b6dc08fc-5765-4459-b040-74352c6d90ce', 'mac_address': 'fa:16:3e:62:2d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:51.475287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.544951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-8080d635-31b4-45db-bcae-c6896fcf16e8 service neutron] 10.222.0.86 "GET /v2.0/networks/22e3fe25-02cb-4121-9ca7-fb8c77d24f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611425 Dec 15 13:47:51.553478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7d1e8-51b0-4a42-b93a-5541e7a68e3b req-a7dd1f1d-f168-4a55-a907-fae7623bef5a tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:51.558378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.561844 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80b7d1e8-51b0-4a42-b93a-5541e7a68e3b req-a7dd1f1d-f168-4a55-a907-fae7623bef5a tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 948 time: 0.1330800 Dec 15 13:47:51.562053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:51.566823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Made reservation on behalf of a15d6da04005412cb1ebe9baef2b7737 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:51.571128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.580173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dc08fc-5765-4459-b040-74352c6d90ce {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:51.605368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b6dc08fc-5765-4459-b040-74352c6d90ce, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6dc08fc-5765-4459-b040-74352c6d90ce,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:51.610587 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.660704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-bc69dcd5-5ff3-4b48-a588-dc6ec03428c0 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612936 Dec 15 13:47:51.677913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b6dc08fc-5765-4459-b040-74352c6d90ce,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:51.723098 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:47:51.735454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80b7d1e8-51b0-4a42-b93a-5541e7a68e3b req-21fb012c-b8d6-4d7a-b6da-b03b77496794 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726875 Dec 15 13:47:51.882745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['b6dc08fc-5765-4459-b040-74352c6d90ce'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:51.920170 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07a460cd-5c1a-4b12-aff0-f8c96cb02755 req-bf567eee-4b5c-4baf-a76b-541ed03b9ab7 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3adb5cb-c76e-49ec-a4fc-11b44ec60067 HTTP/1.1" status: 200 len: 210 time: 0.0487602 Dec 15 13:47:51.924431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Allocated IP 172.20.0.14 (06bddcfa-91d9-4b1a-aca3-7b5aaa565c00/d0d2ab49-75c0-462b-a54a-5bac6da61638/f45ac5ff-6ddb-4d92-8e1f-1f0477baf949) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:51.940775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.952989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:51.973907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['31ad920f-b8a3-40b5-b8d4-8f02c50345a0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:52.010990 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f7864b-5d3f-41e1-a2f8-6a16149d6679 x-openstack-request-id: req-d0f7864b-5d3f-41e1-a2f8-6a16149d6679 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:52.011305 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3adb5cb-c76e-49ec-a4fc-11b44ec60067", "name": "network-vif-deleted", "tag": "452d6005-9dbc-45e6-9952-b5476d44260c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:52.011562 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0f7864b-5d3f-41e1-a2f8-6a16149d6679 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:52.011998 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3adb5cb-c76e-49ec-a4fc-11b44ec60067', 'name': 'network-vif-deleted', 'tag': '452d6005-9dbc-45e6-9952-b5476d44260c', 'status': 'completed', 'code': 200} Dec 15 13:47:52.053946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45043d78-aab1-4747-87e9-88caa9fd2212', 'name': 'network-vif-deleted', 'tag': '3f6d5e18-12d3-4d60-badf-28d4fa974cf9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:52.056553 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10385638-9040-4cda-b9ad-e365e20d9516" -d '{"events": [{"server_uuid": "45043d78-aab1-4747-87e9-88caa9fd2212", "name": "network-vif-deleted", "tag": "3f6d5e18-12d3-4d60-badf-28d4fa974cf9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:52.092172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d11c9ea-74b0-4c5a-b2fe-6d240ab20f75 req-ef57657e-b940-46f3-9429-cd46198b0376 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935134 Dec 15 13:47:52.473110 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Floating IP ec0e7a1a-cc98-48a1-8af2-1dce856b0b31 associated. External IP: 172.25.7.31, port: 637bf712-3e46-47ae-bd79-f76d12fed0bf. Dec 15 13:47:52.486002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50a413a6-988b-44df-ac31-f97b8c1f5b3c req-2f67cfba-dfbf-4459-9f0b-d5862648309e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 210 time: 0.3780003 Dec 15 13:47:52.520780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0f037-acc6-4436-ba0c-2f38f317a1b5 req-cb490850-eaa1-43b7-a1d8-4dd5ed3ab0ec tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.522306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afb0f037-acc6-4436-ba0c-2f38f317a1b5 req-cb490850-eaa1-43b7-a1d8-4dd5ed3ab0ec tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 1099 time: 0.1065359 Dec 15 13:47:52.613171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-748e297e-23e6-4c77-a8da-211eb25eeb49 req-8418b554-8dc7-4aef-a92c-375d7ea961c2 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 210 time: 0.0447080 Dec 15 13:47:52.626348 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afb0f037-acc6-4436-ba0c-2f38f317a1b5 req-4d7b71b0-c8ad-4fc1-a37b-200af1668198 tempest-MigrationsAdminTest-1822838107 tempest-MigrationsAdminTest-1822838107-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917568 Dec 15 13:47:52.639622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.708019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.752805 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de282131-7c64-437a-ae1f-262fbfa0c564 x-openstack-request-id: req-de282131-7c64-437a-ae1f-262fbfa0c564 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:52.753075 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45043d78-aab1-4747-87e9-88caa9fd2212", "name": "network-vif-deleted", "tag": "3f6d5e18-12d3-4d60-badf-28d4fa974cf9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:52.754564 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de282131-7c64-437a-ae1f-262fbfa0c564 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:52.754564 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45043d78-aab1-4747-87e9-88caa9fd2212', 'name': 'network-vif-deleted', 'tag': '3f6d5e18-12d3-4d60-badf-28d4fa974cf9', 'status': 'completed', 'code': 200} Dec 15 13:47:52.787609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:52.791352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:52.800757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:52.834077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Pushing event updated for resources: {'Port': ['ID=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:52.851219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Allocated IP 172.20.0.3 (06bddcfa-91d9-4b1a-aca3-7b5aaa565c00/d0d2ab49-75c0-462b-a54a-5bac6da61638/b6f5f126-5e63-4d89-a921-035b32a741ac) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:52.858794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Router 176142bd-3937-464f-adb1-31cf4e0873f8 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:47:52.873234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:52.873815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:52.908040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c41f5581-50f6-493f-85e0-41499328ff45 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9757121 Dec 15 13:47:52.947536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Request body: {'port': {'device_id': '1fb8aa1d-88d6-49ca-b39b-2446839377a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:53.016848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.033596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:53.084279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62648-851e-4876-9010-ac541601191d req-49ac5ba8-206b-4a6c-85e4-55732e660d53 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.091999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7b62648-851e-4876-9010-ac541601191d req-49ac5ba8-206b-4a6c-85e4-55732e660d53 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 949 time: 0.1653390 Dec 15 13:47:53.165245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:53.165953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:53.166385 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.236927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a2850-2bf4-4cc3-bc9c-9216c75b0e00 req-4c1176da-4f4d-4581-9554-d876cfb902d5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.241485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af4a2850-2bf4-4cc3-bc9c-9216c75b0e00 req-4c1176da-4f4d-4581-9554-d876cfb902d5 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 948 time: 0.2067158 Dec 15 13:47:53.305023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.306312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7b62648-851e-4876-9010-ac541601191d req-f8e08345-8094-4038-bf2a-f916e33eb469 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133622 Dec 15 13:47:53.317150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:47:53.325436 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.337491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] Sync routers for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:47:53.339161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af4a2850-2bf4-4cc3-bc9c-9216c75b0e00 req-07c797b0-1c19-496a-9ac0-f6a9b0006c24 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814626 Dec 15 13:47:53.382999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:53.386057 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16733711-2f06-49ed-9960-1d9ff74df15e" -d '{"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-plugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:53.394354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:53.397210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:53.397210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:53.418497 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-48613ab2-50bc-4b3c-9bd4-c7c7de9fc1f0 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "PUT /v2.0/floatingips/ec0e7a1a-cc98-48a1-8af2-1dce856b0b31 HTTP/1.1" status: 200 len: 990 time: 2.7445037 Dec 15 13:47:53.469735 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.470521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b6dc08fc-5765-4459-b040-74352c6d90ce up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:53.475504 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54642014-ead5-4c61-b40f-16776afbc9a3 x-openstack-request-id: req-54642014-ead5-4c61-b40f-16776afbc9a3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:53.475730 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-plugged", "status": "completed", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:53.476302 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-54642014-ead5-4c61-b40f-16776afbc9a3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:53.476864 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'code': 200} Dec 15 13:47:53.501539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-48bbdf7c-fce0-46b9-9f8c-5a055760da06 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:53.503210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-48bbdf7c-fce0-46b9-9f8c-5a055760da06 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.24 "GET /v2.0/networks?id=22e3fe25-02cb-4121-9ca7-fb8c77d24f94 HTTP/1.1" status: 200 len: 813 time: 0.4053004 Dec 15 13:47:53.525911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Request body: {'port': {'device_id': 'b3923ce6-4972-4d58-8fab-e1bc58856446', 'network_id': '22e3fe25-02cb-4121-9ca7-fb8c77d24f94', 'admin_state_up': True, 'tenant_id': 'e02590b7bf65412a82c06d10cbccf65b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:53.538565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.653124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e05928b0-e016-45a2-8df0-b626687e5028 req-0d4f26c3-0e2e-4e7b-a6d5-b38560b2cbb1 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 210 time: 0.0486603 Dec 15 13:47:53.723933 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.778022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Pushing event updated for resources: {'Port': ['ID=b6f5f126-5e63-4d89-a921-035b32a741ac,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:53.785411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Made reservation on behalf of e02590b7bf65412a82c06d10cbccf65b for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:53.789362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.790560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=13']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:53.809638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:53.824595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:53.844675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port b6dc08fc-5765-4459-b040-74352c6d90ce completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:53.851174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:53.853010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port b6dc08fc-5765-4459-b040-74352c6d90ce triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:53.853777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.866469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-043fbaae-5bab-4c38-a69e-b4f08f42cf85 req-a6e0ceee-b9e5-456e-a622-f93ff5eabe31 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 210 time: 0.0819294 Dec 15 13:47:53.888866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:53.892474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:53.959173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:53.968426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:53.985822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Transition to ACTIVE for port object f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:54.007452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f1c1d-dfd5-464a-ab6d-bd2bb54c9a34 req-429aa380-db76-418e-a7bd-27ebd47f3dc6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.016078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.016352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e3f1c1d-dfd5-464a-ab6d-bd2bb54c9a34 req-429aa380-db76-418e-a7bd-27ebd47f3dc6 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.3540206 Dec 15 13:47:54.016724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.020110 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.048311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-510f72a8-d0e0-4486-ab48-2e7f8f584f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.064742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-0f4d23ef-bc32-44b5-bd32-ec9e2cedfe6e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9397113 Dec 15 13:47:54.080401 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.095013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Request body: {'port': {'device_id': '18f362c1-e2fd-48b5-bf93-15f1c22df474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:54.137239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b6dc08fc-5765-4459-b040-74352c6d90ce, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6dc08fc-5765-4459-b040-74352c6d90ce,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:54.160591 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.161387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 452d6005-9dbc-45e6-9952-b5476d44260c no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:54.178926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Pushing event updated for resources: {'Port': ['ID=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:54.196183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Allocated IP 172.20.0.10 (22e3fe25-02cb-4121-9ca7-fb8c77d24f94/94b6d166-1dce-4b23-a8ae-b318d390b5a4/e33a086b-3429-43a6-87a8-6fb28ef0bede) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:54.213848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 452d6005-9dbc-45e6-9952-b5476d44260c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:54.214110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 452d6005-9dbc-45e6-9952-b5476d44260c not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:54.230387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.240006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d0f09-9cff-4259-a05c-7676925f4ada req-9db8860b-eabc-445c-910d-3ae8bd402e78 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.241888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-151d0f09-9cff-4259-a05c-7676925f4ada req-9db8860b-eabc-445c-910d-3ae8bd402e78 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.74 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.1985660 Dec 15 13:47:54.251127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e3f1c1d-dfd5-464a-ab6d-bd2bb54c9a34 req-c20c5fe9-d33c-43e7-ae60-35f5869464ea tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327862 Dec 15 13:47:54.253874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b6dc08fc-5765-4459-b040-74352c6d90ce,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:54.274422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'ec0e7a1a-cc98-48a1-8af2-1dce856b0b31', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'port_id': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'mac_address': 'fa:16:3e:53:86:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:24Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 1, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:21Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:54.309185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] Checking router: 176142bd-3937-464f-adb1-31cf4e0873f8 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:47:54.324302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:47:54.325267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:54.330165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Attempting to bind port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:54.330551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Attempting to bind port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:54.330883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Attempting to bind port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:54.367191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:54.367529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Attempting to bind port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:54.377127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:54.378115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Checking segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:54.378508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Bound using segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:54.378956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Bound port: f45ac5ff-6ddb-4d92-8e1f-1f0477baf949, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:54.379317 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.410712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-510f72a8-d0e0-4486-ab48-2e7f8f584f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.466920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:47:54.496830 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-510f72a8-d0e0-4486-ab48-2e7f8f584f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.540689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] For port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:54.566670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-c7ed95ef-d990-4abc-921c-ca26609bc8fb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.568220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-c7ed95ef-d990-4abc-921c-ca26609bc8fb tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 949 time: 0.1596775 Dec 15 13:47:54.570313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] For port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:54.582311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa33ea-6e92-4d54-b950-3c0024fd2d32 req-ee8723cf-af16-4825-845a-6b619227530c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.583796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66aa33ea-6e92-4d54-b950-3c0024fd2d32 req-ee8723cf-af16-4825-845a-6b619227530c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 949 time: 0.1408441 Dec 15 13:47:54.592711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.596677 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-510f72a8-d0e0-4486-ab48-2e7f8f584f4c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ee2883da9e3444ad87119be22fc589a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7684565 Dec 15 13:47:54.602411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:54.605235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f72a8-d0e0-4486-ab48-2e7f8f584f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e266e02d-d4e5-43a0-820d-312740099e11,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:54.653504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Deleting port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:54.653863 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.658391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768d5d-ea5b-462e-8099-0d1ec3ecf212 req-997d4ef9-0df9-4179-9a77-20bddda2e48b tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.664531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b9768d5d-ea5b-462e-8099-0d1ec3ecf212 req-997d4ef9-0df9-4179-9a77-20bddda2e48b tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 950 time: 0.2521808 Dec 15 13:47:54.715619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.716056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.717481 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] 10.222.0.24 "PUT /v2.0/ports/f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 HTTP/1.1" status: 200 len: 1092 time: 1.7786822 Dec 15 13:47:54.717907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb8aa1d-88d6-49ca-b39b-2446839377a0', 'tag': 'f45ac5ff-6ddb-4d92-8e1f-1f0477baf949'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:54.720876 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb8aa1d-88d6-49ca-b39b-2446839377a0", "tag": "f45ac5ff-6ddb-4d92-8e1f-1f0477baf949"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:54.754573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'ec0e7a1a-cc98-48a1-8af2-1dce856b0b31', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'port_id': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'mac_address': 'fa:16:3e:53:86:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:24Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 1, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:21Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:47:54.766439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'tag': '637bf712-3e46-47ae-bd79-f76d12fed0bf'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:54.769041 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9492c2a-f043-400f-a2d0-5c13d2b5e629" -d '{"events": [{"name": "network-changed", "server_uuid": "2d11b889-1e77-45cb-b9df-187ac8b3dbb5", "tag": "637bf712-3e46-47ae-bd79-f76d12fed0bf"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:54.788571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac34a85-b183-4752-8638-1f53c8e99182 None None] The sync data for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 is: [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'ec0e7a1a-cc98-48a1-8af2-1dce856b0b31', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'port_id': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'mac_address': 'fa:16:3e:53:86:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:47:24Z', 'updated_at': '2021-12-15T13:47:51Z', 'revision_number': 1, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:21Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:47:54.808108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.885923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b9768d5d-ea5b-462e-8099-0d1ec3ecf212 req-1ff5f95e-2fc7-44b3-92f2-c8ac29344eb0 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749661 Dec 15 13:47:54.892801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66aa33ea-6e92-4d54-b950-3c0024fd2d32 req-fcb83335-32b8-4642-b576-7c21a64f63b9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911727 Dec 15 13:47:54.901707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87182f1-c703-4d45-86c1-47c2b523b886 service neutron] Pushing event updated for resources: {'Port': ['ID=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:54.944844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] For port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:54.945214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.955799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-eac22e44-d45c-4960-ba46-678457720068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:54.957205 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-eac22e44-d45c-4960-ba46-678457720068 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 1095 time: 0.1902826 Dec 15 13:47:54.967651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Deleting port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:54.967651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:54.976854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Calling delete_port for ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:54.997428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0118b5d4-16ae-4d39-8b80-64a414d9c5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.035481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f5f126-5e63-4d89-a921-035b32a741ac {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:55.060165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.062431 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf3ead5-0102-44d2-9a09-0ef5e40c97d0 x-openstack-request-id: req-acf3ead5-0102-44d2-9a09-0ef5e40c97d0 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:55.062868 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb8aa1d-88d6-49ca-b39b-2446839377a0", "tag": "f45ac5ff-6ddb-4d92-8e1f-1f0477baf949", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:55.063057 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-acf3ead5-0102-44d2-9a09-0ef5e40c97d0 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:55.063463 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb8aa1d-88d6-49ca-b39b-2446839377a0', 'tag': 'f45ac5ff-6ddb-4d92-8e1f-1f0477baf949', 'status': 'completed', 'code': 200} Dec 15 13:47:55.067772 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6639e5-2c2d-4080-9883-6da3ad9abcdd x-openstack-request-id: req-eb6639e5-2c2d-4080-9883-6da3ad9abcdd {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:55.068417 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d11b889-1e77-45cb-b9df-187ac8b3dbb5", "tag": "637bf712-3e46-47ae-bd79-f76d12fed0bf", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:55.068892 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eb6639e5-2c2d-4080-9883-6da3ad9abcdd {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:55.069467 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'tag': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'status': 'completed', 'code': 200} Dec 15 13:47:55.079575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0118b5d4-16ae-4d39-8b80-64a414d9c5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.099913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.102554 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1836665-10d2-48d3-b79c-e32da1ccdbce None None] New status for floating IP ec0e7a1a-cc98-48a1-8af2-1dce856b0b31: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:47:55.111537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-bc09cbed-9b76-49c6-8b9f-18ad3f310f80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 HTTP/1.1" status: 200 len: 217 time: 0.1405714 Dec 15 13:47:55.146267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Transition to ACTIVE for port object b6f5f126-5e63-4d89-a921-035b32a741ac will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:55.195977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.225756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:55.241617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:55.244299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:55.257620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Pushing event updated for resources: {'Port': ['ID=e33a086b-3429-43a6-87a8-6fb28ef0bede,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:55.284130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-63158864-5e81-404c-9bc8-4bd5bd22a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.285805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-63158864-5e81-404c-9bc8-4bd5bd22a54d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3cbb39825234c9da1cd271570b2eb35&device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 1096 time: 0.1733451 Dec 15 13:47:55.301996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-a6c23586-cdbb-46eb-a063-c50202b59b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.304528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-a6c23586-cdbb-46eb-a063-c50202b59b29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 200 len: 853 time: 0.1726544 Dec 15 13:47:55.311550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554aac4-97f4-4dc3-a874-96dea4f32e0c req-9fc13622-9c9f-4561-9c57-154702e481f7 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.313576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9554aac4-97f4-4dc3-a874-96dea4f32e0c req-9fc13622-9c9f-4561-9c57-154702e481f7 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 932 time: 0.1938114 Dec 15 13:47:55.324488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bdecd-c645-4270-a0b8-0493bd0520d8 req-f4478f9a-98dc-4548-a143-9fc47cfe6631 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.325982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-916bdecd-c645-4270-a0b8-0493bd0520d8 req-f4478f9a-98dc-4548-a143-9fc47cfe6631 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 931 time: 0.3368583 Dec 15 13:47:55.354678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0118b5d4-16ae-4d39-8b80-64a414d9c5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.357312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0118b5d4-16ae-4d39-8b80-64a414d9c5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.358415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0118b5d4-16ae-4d39-8b80-64a414d9c5b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e266e02d-d4e5-43a0-820d-312740099e11 HTTP/1.1" status: 204 len: 168 time: 0.7541299 Dec 15 13:47:55.417802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] For port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:55.418299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.432187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-e9432682-12fe-43bb-8776-aa977ed4944d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050837 Dec 15 13:47:55.433365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118b5d4-16ae-4d39-8b80-64a414d9c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e266e02d-d4e5-43a0-820d-312740099e11,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:55.441031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.441761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.459270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Calling delete_port for 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:55.465607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Pushing event updated for resources: {'Port': ['ID=b6f5f126-5e63-4d89-a921-035b32a741ac,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:55.479090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029703d5-3407-441a-ad04-e2350b5f497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc08fc-5765-4459-b040-74352c6d90ce'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:55.482771 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660de3f7-a366-4634-aeb4-30d219fc77d2" -d '{"events": [{"server_uuid": "029703d5-3407-441a-ad04-e2350b5f497e", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc08fc-5765-4459-b040-74352c6d90ce"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:55.488148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-7971953a-bf42-4481-9f67-03a257d25e61 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9664035 Dec 15 13:47:55.504518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Request body: {'port': {'device_id': 'b3923ce6-4972-4d58-8fab-e1bc58856446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:55.513525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9554aac4-97f4-4dc3-a874-96dea4f32e0c req-026922c5-79a1-4634-8c62-effdfa45f9a1 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694572 Dec 15 13:47:55.563080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Attempting to bind port b6f5f126-5e63-4d89-a921-035b32a741ac on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:55.563438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Attempting to bind port b6f5f126-5e63-4d89-a921-035b32a741ac by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:55.563747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Attempting to bind port b6f5f126-5e63-4d89-a921-035b32a741ac on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:55.585256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Port b6f5f126-5e63-4d89-a921-035b32a741ac on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:55.585591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Attempting to bind port b6f5f126-5e63-4d89-a921-035b32a741ac on network 06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:55.597550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-0f024a07-281c-479e-8a8a-0aa16d3a3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.598626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:55.599150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Checking segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:55.599657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Bound using segment: {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:55.599787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Bound port: b6f5f126-5e63-4d89-a921-035b32a741ac, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb8b811-09da-4927-8066-690e8337dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:55.600157 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.600445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-0f024a07-281c-479e-8a8a-0aa16d3a3bbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=9bd34054-2674-4170-b7bb-1a63447bbf04 HTTP/1.1" status: 200 len: 917 time: 0.3001390 Dec 15 13:47:55.602994 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.709995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-916bdecd-c645-4270-a0b8-0493bd0520d8 req-e479939f-0d86-47b0-a934-c0bea87fb9f7 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484418 Dec 15 13:47:55.770327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] For port b6f5f126-5e63-4d89-a921-035b32a741ac, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:55.775860 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf60696-7baf-43f4-bda9-00b3d2654295 x-openstack-request-id: req-faf60696-7baf-43f4-bda9-00b3d2654295 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:55.776827 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029703d5-3407-441a-ad04-e2350b5f497e", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc08fc-5765-4459-b040-74352c6d90ce", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:55.777164 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-faf60696-7baf-43f4-bda9-00b3d2654295 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:55.778957 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029703d5-3407-441a-ad04-e2350b5f497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc08fc-5765-4459-b040-74352c6d90ce', 'code': 200} Dec 15 13:47:55.787476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51358) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:55.816824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] For port b6f5f126-5e63-4d89-a921-035b32a741ac, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6f5f126-5e63-4d89-a921-035b32a741ac,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:55.830057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.844785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f8643f-5238-4c16-909a-53e5706e009d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.865100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.879934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-fe4aa270-7f93-47db-8b60-4f584ccc66d8 service neutron] 10.222.0.24 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375439 Dec 15 13:47:55.922078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.922401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Pushing event deleted for resources: {'Port': ['ID=ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:55.922644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:55.924004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] 10.222.0.74 "PUT /v2.0/ports/b6f5f126-5e63-4d89-a921-035b32a741ac HTTP/1.1" status: 200 len: 1091 time: 1.8358133 Dec 15 13:47:55.925158 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-14412543-a7ba-46b1-b114-664ef02c62d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637bf712-3e46-47ae-bd79-f76d12fed0bf HTTP/1.1" status: 200 len: 1000 time: 0.3059645 Dec 15 13:47:55.970525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d17b-9830-41ef-ba5a-8b43607bac81 req-7f6cd244-b31c-4c4b-a1e5-6809982d0276 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:55.971819 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5836d17b-9830-41ef-ba5a-8b43607bac81 req-7f6cd244-b31c-4c4b-a1e5-6809982d0276 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d010f9-836f-4a0c-abf4-21229007317a HTTP/1.1" status: 200 len: 945 time: 0.1984372 Dec 15 13:47:56.039636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cd006-86bc-41d6-bc74-1c6ca2e75feb service neutron] Pushing event updated for resources: {'Port': ['ID=b6f5f126-5e63-4d89-a921-035b32a741ac,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:56.055670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd468bb-b0a4-470a-89fb-4f82d84a09d7 req-efe17b30-61cb-4778-bf6e-35dc87c4eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.057200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd468bb-b0a4-470a-89fb-4f82d84a09d7 req-efe17b30-61cb-4778-bf6e-35dc87c4eaf7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 1101 time: 0.2119901 Dec 15 13:47:56.129705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] No DVR routers for this DVR port ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:56.137756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.138536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-4bdc7c76-d1ea-4f77-b7c0-7d42a3e359e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.146844 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-4bdc7c76-d1ea-4f77-b7c0-7d42a3e359e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 1094 time: 0.1532893 Dec 15 13:47:56.147030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-151d0f09-9cff-4259-a05c-7676925f4ada req-ff0e5a59-557a-49f8-b25f-0063c0152ce4 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.74 "DELETE /v2.0/ports/ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 HTTP/1.1" status: 204 len: 173 time: 1.8878603 Dec 15 13:47:56.147123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5836d17b-9830-41ef-ba5a-8b43607bac81 req-e6e3c8f3-6893-4d7d-8de6-55560e7bb21a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562400 Dec 15 13:47:56.169182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-e14b0d49-b210-4b1e-8e8d-e5cb176459c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.170382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-e14b0d49-b210-4b1e-8e8d-e5cb176459c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b5e0873-b840-41ec-8baa-7c48dbb6e585 HTTP/1.1" status: 200 len: 854 time: 0.2148483 Dec 15 13:47:56.225010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-c9aba462-7aaa-40fd-b156-4a155108e2dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f5f126-5e63-4d89-a921-035b32a741ac HTTP/1.1" status: 200 len: 217 time: 0.0726173 Dec 15 13:47:56.231416 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd468bb-b0a4-470a-89fb-4f82d84a09d7 req-ae25aa99-4f1a-4ea2-8d84-a29dac9562cc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517687 Dec 15 13:47:56.269116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-51bb52c3-852d-4e2b-9c65-85535a039a10 service neutron] 10.222.0.24 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624628 Dec 15 13:47:56.300845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f8643f-5238-4c16-909a-53e5706e009d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.313729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3070c2-8dc2-46f5-9158-1b221f153f26 req-d39efc32-18f0-472e-9566-2dc669fad18e tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.315314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3070c2-8dc2-46f5-9158-1b221f153f26 req-d39efc32-18f0-472e-9566-2dc669fad18e tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 950 time: 0.2897005 Dec 15 13:47:56.317890 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f8643f-5238-4c16-909a-53e5706e009d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.320337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.323670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33a086b-3429-43a6-87a8-6fb28ef0bede {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:56.333504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05', '4f5efafc-f026-4598-9b65-f82389c90c8a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:56.336304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a6e47263-5369-429b-a6c9-68d8dd6996fa'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:56.339061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.365920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-5a4bbaec-53ec-40a5-9853-2ba182cf7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.367426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-5a4bbaec-53ec-40a5-9853-2ba182cf7130 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 200 len: 853 time: 0.1158447 Dec 15 13:47:56.368396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Transition to ACTIVE for port object e33a086b-3429-43a6-87a8-6fb28ef0bede will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:56.381851 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05755ed-6c49-4c2d-9679-c490beaabf4a req-fe86b611-252d-4270-ba01-83d1983ffa3e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.389897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f05755ed-6c49-4c2d-9679-c490beaabf4a req-fe86b611-252d-4270-ba01-83d1983ffa3e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad62471-bd1b-40a8-b8a6-31e2ef76ab4e HTTP/1.1" status: 200 len: 868 time: 0.1219320 Dec 15 13:47:56.399305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.491197 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-9c0d9c00-9157-405e-931a-cef7ad13542b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559020 Dec 15 13:47:56.546856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Pushing event updated for resources: {'Port': ['ID=e33a086b-3429-43a6-87a8-6fb28ef0bede,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:56.564560 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f05755ed-6c49-4c2d-9679-c490beaabf4a req-9930406a-9ee6-4448-a97e-215b25696e97 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733575 Dec 15 13:47:56.767643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event deleted for resources: {'Port': ['ID=31ad920f-b8a3-40b5-b8d4-8f02c50345a0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:56.821089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54f8643f-5238-4c16-909a-53e5706e009d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e628b6a2b5b14819869a4fbc024ca09a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0297420 Dec 15 13:47:56.840090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-17e97a47-4fba-4152-8ba7-2c0d17ce29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.841778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-17e97a47-4fba-4152-8ba7-2c0d17ce29d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9bd34054-2674-4170-b7bb-1a63447bbf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6561415 Dec 15 13:47:56.844100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8643f-5238-4c16-909a-53e5706e009d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85546bfe-85b8-40c9-a72b-d452c2e08a39,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:56.854670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51372) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:56.855416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] No DVR routers for this DVR port 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:56.858141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:56.862775 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1eaeb2d8-c523-4d8b-8db4-abe65cd1ef74 req-6afff329-f77a-4a8c-91f4-5471fd6d6838 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "DELETE /v2.0/ports/31ad920f-b8a3-40b5-b8d4-8f02c50345a0 HTTP/1.1" status: 204 len: 173 time: 2.2774761 Dec 15 13:47:56.988140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-99f79c7c-44cc-494a-a07f-00c7863afeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:56.989792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-99f79c7c-44cc-494a-a07f-00c7863afeda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 1095 time: 0.6561673 Dec 15 13:47:57.002121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3070c2-8dc2-46f5-9158-1b221f153f26 req-000723ce-e744-4057-935c-340271898123 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747966 Dec 15 13:47:57.045321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Attempting to bind port e33a086b-3429-43a6-87a8-6fb28ef0bede on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:57.045321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Attempting to bind port e33a086b-3429-43a6-87a8-6fb28ef0bede by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '09dcb36c-35c1-4a6c-9637-f6bacaf56dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '22e3fe25-02cb-4121-9ca7-fb8c77d24f94'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:57.046087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Attempting to bind port e33a086b-3429-43a6-87a8-6fb28ef0bede on network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:57.057975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Port e33a086b-3429-43a6-87a8-6fb28ef0bede on network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:57.058285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Attempting to bind port e33a086b-3429-43a6-87a8-6fb28ef0bede on network 22e3fe25-02cb-4121-9ca7-fb8c77d24f94 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:57.067539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:57.071986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f362c1-e2fd-48b5-bf93-15f1c22df474', 'tag': 'b6f5f126-5e63-4d89-a921-035b32a741ac'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:57.075789 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf057428-a41a-4440-b90c-d784f0d4e092" -d '{"events": [{"name": "network-changed", "server_uuid": "18f362c1-e2fd-48b5-bf93-15f1c22df474", "tag": "b6f5f126-5e63-4d89-a921-035b32a741ac"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:57.085413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:57.085854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Checking segment: {'id': '09dcb36c-35c1-4a6c-9637-f6bacaf56dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '22e3fe25-02cb-4121-9ca7-fb8c77d24f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:57.086145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Bound using segment: {'id': '09dcb36c-35c1-4a6c-9637-f6bacaf56dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '22e3fe25-02cb-4121-9ca7-fb8c77d24f94'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:57.086600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Bound port: e33a086b-3429-43a6-87a8-6fb28ef0bede, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dcb36c-35c1-4a6c-9637-f6bacaf56dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '22e3fe25-02cb-4121-9ca7-fb8c77d24f94'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:57.086967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.100622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'name': 'network-vif-deleted', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3'}, {'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-deleted', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:57.104273 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9e7a70-5467-44d2-89be-a283946099ef" -d '{"events": [{"server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "name": "network-vif-deleted", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3"}, {"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-deleted", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:57.117984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f70e93-4753-4219-92f1-b578bff97c98 req-8d954dfc-512a-4e49-9ebd-9456bfd49d57 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.125286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:57.126893 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b2f70e93-4753-4219-92f1-b578bff97c98 req-8d954dfc-512a-4e49-9ebd-9456bfd49d57 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 944 time: 0.4291520 Dec 15 13:47:57.127492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:57.129595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:57.143142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-8e0d046f-6132-4c59-bbc1-a08dffbca806 service neutron] 10.222.0.74 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330023 Dec 15 13:47:57.150550 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64542e9b-e4ec-46dc-8248-ae71081ac42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.175771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:57.177517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 31ad920f-b8a3-40b5-b8d4-8f02c50345a0 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:57.178095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-2c83c9c0-6342-4bdd-a727-4f76646c2cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130407 Dec 15 13:47:57.264145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64542e9b-e4ec-46dc-8248-ae71081ac42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.361606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] For port e33a086b-3429-43a6-87a8-6fb28ef0bede, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:57.375993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-33ec82d9-bcfe-49b7-8069-73ddd259db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.377485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-33ec82d9-bcfe-49b7-8069-73ddd259db98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 915 time: 0.3741491 Dec 15 13:47:57.394351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b2f70e93-4753-4219-92f1-b578bff97c98 req-88c92704-6b50-4b9f-8025-2843c06412c1 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664766 Dec 15 13:47:57.396603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] For port e33a086b-3429-43a6-87a8-6fb28ef0bede, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e33a086b-3429-43a6-87a8-6fb28ef0bede,segment=NetworkSegment(09dcb36c-35c1-4a6c-9637-f6bacaf56dd8),segment_id=09dcb36c-35c1-4a6c-9637-f6bacaf56dd8)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:57.400824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff4fba6-2a71-4a24-b821-951880ff7cd0 req-20b002d0-a5b8-402b-82ff-a6a07c8d3643 service neutron] 10.222.0.74 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022536 Dec 15 13:47:57.402888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.463643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.464968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.466547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] 10.222.0.24 "PUT /v2.0/ports/e33a086b-3429-43a6-87a8-6fb28ef0bede HTTP/1.1" status: 200 len: 1092 time: 1.9669869 Dec 15 13:47:57.470149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1132fc8-ec11-4fd8-bc64-bac3417ef3bd req-7d7e60da-16cd-4da9-aae4-f19ab7c27392 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.471736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1132fc8-ec11-4fd8-bc64-bac3417ef3bd req-7d7e60da-16cd-4da9-aae4-f19ab7c27392 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 943 time: 0.2099161 Dec 15 13:47:57.475041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-e51e3017-ef34-49c0-bc18-83ce7ddbf040 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 HTTP/1.1" status: 200 len: 217 time: 0.0810342 Dec 15 13:47:57.477592 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9492c2a-f043-400f-a2d0-5c13d2b5e629 req-ffbfb8e3-5198-44e6-b052-8cd3b0bf0bcb service neutron] 10.222.0.24 "GET /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659121 Dec 15 13:47:57.485704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959326f-b18b-4afb-a537-1aa15dce9f23 service neutron] Pushing event updated for resources: {'Port': ['ID=e33a086b-3429-43a6-87a8-6fb28ef0bede,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:57.502180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64542e9b-e4ec-46dc-8248-ae71081ac42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.504840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64542e9b-e4ec-46dc-8248-ae71081ac42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:57.505989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-64542e9b-e4ec-46dc-8248-ae71081ac42a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85546bfe-85b8-40c9-a72b-d452c2e08a39 HTTP/1.1" status: 204 len: 168 time: 0.6422391 Dec 15 13:47:57.513081 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ea161-624f-44cb-9410-8608b6e347f0 x-openstack-request-id: req-de0ea161-624f-44cb-9410-8608b6e347f0 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:57.513400 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f362c1-e2fd-48b5-bf93-15f1c22df474", "tag": "b6f5f126-5e63-4d89-a921-035b32a741ac", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:57.513740 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de0ea161-624f-44cb-9410-8608b6e347f0 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:57.514149 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f362c1-e2fd-48b5-bf93-15f1c22df474', 'tag': 'b6f5f126-5e63-4d89-a921-035b32a741ac', 'status': 'completed', 'code': 200} Dec 15 13:47:57.573098 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004f6ab9-5a7b-41be-9221-821412509328 x-openstack-request-id: req-004f6ab9-5a7b-41be-9221-821412509328 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:57.573098 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d010f9-836f-4a0c-abf4-21229007317a", "name": "network-vif-deleted", "tag": "ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3", "status": "completed", "code": 200}, {"server_uuid": "cad62471-bd1b-40a8-b8a6-31e2ef76ab4e", "name": "network-vif-deleted", "tag": "31ad920f-b8a3-40b5-b8d4-8f02c50345a0", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:57.573643 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-004f6ab9-5a7b-41be-9221-821412509328 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:57.574321 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d010f9-836f-4a0c-abf4-21229007317a', 'name': 'network-vif-deleted', 'tag': 'ce4f05dc-6a23-431e-8bda-cfb7a5cc2ef3', 'status': 'completed', 'code': 200} Dec 15 13:47:57.574786 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad62471-bd1b-40a8-b8a6-31e2ef76ab4e', 'name': 'network-vif-deleted', 'tag': '31ad920f-b8a3-40b5-b8d4-8f02c50345a0', 'status': 'completed', 'code': 200} Dec 15 13:47:57.582336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64542e9b-e4ec-46dc-8248-ae71081ac42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85546bfe-85b8-40c9-a72b-d452c2e08a39,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:57.625880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-09b3ae06-9f62-4050-b16f-04d97f14984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.627709 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-09b3ae06-9f62-4050-b16f-04d97f14984c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15d6da04005412cb1ebe9baef2b7737&device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 1094 time: 0.0803299 Dec 15 13:47:57.641319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-5b3253ef-38ef-4710-8d93-cb2bc1e5615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.642902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-5b3253ef-38ef-4710-8d93-cb2bc1e5615f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 200 len: 853 time: 0.1553667 Dec 15 13:47:57.655008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1132fc8-ec11-4fd8-bc64-bac3417ef3bd req-913477b9-1ec4-40a5-81c1-d7494687ddd6 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565189 Dec 15 13:47:57.682188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-e8a2302d-c0e3-4ec6-aa11-5618adcefec0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310946 Dec 15 13:47:57.689019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-f1fb2fbd-e060-4d98-805f-aab670be5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.690829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-f1fb2fbd-e060-4d98-805f-aab670be5bec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e02590b7bf65412a82c06d10cbccf65b&device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 1095 time: 0.1541233 Dec 15 13:47:57.734871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-e9ef0ef2-7fac-45c0-82b9-dd353f739e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.736696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-e9ef0ef2-7fac-45c0-82b9-dd353f739e90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 200 len: 915 time: 0.1020198 Dec 15 13:47:57.783090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-83858752-e76b-4fee-88e6-e8435abf438c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33a086b-3429-43a6-87a8-6fb28ef0bede HTTP/1.1" status: 200 len: 217 time: 0.0829527 Dec 15 13:47:57.802167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-36d70ae6-186b-4e0c-bf94-bfc655fad44b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f5f126-5e63-4d89-a921-035b32a741ac HTTP/1.1" status: 200 len: 217 time: 0.0551541 Dec 15 13:47:57.877231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-549015e4-fd79-433c-9585-a12fbbbbe468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.877945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-d7dd637d-78dc-4fb2-805e-a387a2cf93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:57.879289 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-549015e4-fd79-433c-9585-a12fbbbbe468 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94b6d166-1dce-4b23-a8ae-b318d390b5a4 HTTP/1.1" status: 200 len: 853 time: 0.0870631 Dec 15 13:47:57.879462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-d7dd637d-78dc-4fb2-805e-a387a2cf93c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 200 len: 853 time: 0.0686855 Dec 15 13:47:57.885396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-c6414b7c-4b9d-4886-acd6-eec4bc2cbe4a service neutron] 10.222.0.24 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931629 Dec 15 13:47:57.923971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-f0b4d6fe-fb81-443d-870b-bbef4cc515c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365303 Dec 15 13:47:57.949158 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-a9fcb570-7b39-4fda-91d0-9e5aed6f944a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22e3fe25-02cb-4121-9ca7-fb8c77d24f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561521 Dec 15 13:47:58.108632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9ebb6de-e330-46fa-97fa-6b5d1f42efb7 req-137e0059-ebdd-4e1c-8c8f-487779720e21 service neutron] 10.222.0.24 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143357 Dec 15 13:47:58.155242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-5117a377-2a72-486a-a298-20d4c9b6e51d service neutron] 10.222.0.74 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232258 Dec 15 13:47:58.177637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42daa2-44f1-41d7-8878-5dd8d5d44033 req-d16b1871-c004-4c33-b5da-c4397cc70dd0 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.179309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b42daa2-44f1-41d7-8878-5dd8d5d44033 req-d16b1871-c004-4c33-b5da-c4397cc70dd0 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 950 time: 0.0726931 Dec 15 13:47:58.188043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-28ba53a6-3b0c-481e-9932-5ea10d11f23f service neutron] 10.222.0.24 "GET /v2.0/networks/22e3fe25-02cb-4121-9ca7-fb8c77d24f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766403 Dec 15 13:47:58.202161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe27a-f4b5-4276-866a-b7fc06da4087 req-d828e62d-87c3-4b5a-b2a8-c82bd6227d3e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.203974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cfe27a-f4b5-4276-866a-b7fc06da4087 req-d828e62d-87c3-4b5a-b2a8-c82bd6227d3e tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 950 time: 0.0937843 Dec 15 13:47:58.289301 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b42daa2-44f1-41d7-8878-5dd8d5d44033 req-3c1803ff-2148-4aa9-baab-10796d9f6814 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016204 Dec 15 13:47:58.309842 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf057428-a41a-4440-b90c-d784f0d4e092 req-59787651-d437-4a3e-a8be-7a0cff91bb23 service neutron] 10.222.0.74 "GET /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415989 Dec 15 13:47:58.331533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cfe27a-f4b5-4276-866a-b7fc06da4087 req-90600f1c-9423-4266-98f9-e784e22747f0 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173213 Dec 15 13:47:58.359781 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2e42e6-df28-4d18-b51c-732e475afd83 req-3a439d11-0064-4c77-bf56-07ada98b5f5b service neutron] 10.222.0.24 "GET /v2.0/networks/22e3fe25-02cb-4121-9ca7-fb8c77d24f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543469 Dec 15 13:47:58.509957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51424) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:58.574612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2931be8-9619-4531-9b09-4732cef4cd60 req-3633e841-10cc-46a8-8f71-c730c04789be tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.575397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c036e8-ee6a-49d2-86ab-8e2940b0e3ac req-d4f80130-fbe3-40fa-97a6-2527ca05a90e tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.576184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2931be8-9619-4531-9b09-4732cef4cd60 req-3633e841-10cc-46a8-8f71-c730c04789be tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 944 time: 0.0513763 Dec 15 13:47:58.577241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24c036e8-ee6a-49d2-86ab-8e2940b0e3ac req-d4f80130-fbe3-40fa-97a6-2527ca05a90e tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 944 time: 0.0535579 Dec 15 13:47:58.620746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-362261885-network', 'tenant_id': 'fe27702a6b8a471594ec3a5df12476e8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:58.628683 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24c036e8-ee6a-49d2-86ab-8e2940b0e3ac req-4fe6edca-ad1d-4512-bb73-d1563974e522 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Dec 15 13:47:58.641314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2931be8-9619-4531-9b09-4732cef4cd60 req-4170d111-fded-4f07-b804-d7aae55c9c73 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/security-groups?id=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564208 Dec 15 13:47:58.652625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Made reservation on behalf of fe27702a6b8a471594ec3a5df12476e8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:58.654924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.664611 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.763169 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.784879 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.828932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:47:58.838771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3275e-7219-407d-9336-64165b8f9049 req-843eb6ce-88d5-42e5-b8fe-e8a58c935fdc tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.840319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63a3275e-7219-407d-9336-64165b8f9049 req-843eb6ce-88d5-42e5-b8fe-e8a58c935fdc tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 943 time: 0.1005540 Dec 15 13:47:58.845330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253479fc-9a4b-4b32-897a-9fb4f51daa6f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:58.859729 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.860106 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Added segment b7936dda-8fb7-45cb-8ade-3e24e895dd63 of type vlan for network e37aee4c-bee3-4204-a5c3-69f747d125e6 Dec 15 13:47:58.879537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39c228-f1c5-482f-9597-94cea913009f req-e1334e4e-5632-4238-9785-809be2430b8d tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.881218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a39c228-f1c5-482f-9597-94cea913009f req-e1334e4e-5632-4238-9785-809be2430b8d tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 950 time: 0.0535727 Dec 15 13:47:58.929407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.931030 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a39c228-f1c5-482f-9597-94cea913009f req-24e59b9a-e9d3-4506-baf3-89d6ef3c2fe8 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Dec 15 13:47:58.937993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63a3275e-7219-407d-9336-64165b8f9049 req-6b4bf420-acc2-42c4-904c-34ef9c3c1634 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889876 Dec 15 13:47:58.972202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:58.973189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:58.973757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.042286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5309496 Dec 15 13:47:59.045373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51434) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:47:59.050986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Request body: {'subnet': {'network_id': 'e37aee4c-bee3-4204-a5c3-69f747d125e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-362261885-subnet', 'tenant_id': 'fe27702a6b8a471594ec3a5df12476e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:59.061787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a832809-5711-4bc0-9c13-3824c7ca063a admin admin] Pushing event updated for resources: {'Network': ['ID=e37aee4c-bee3-4204-a5c3-69f747d125e6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:59.063345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b6f5f126-5e63-4d89-a921-035b32a741ac details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:59.074183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network e37aee4c-bee3-4204-a5c3-69f747d125e6 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:47:59.076179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Made reservation on behalf of fe27702a6b8a471594ec3a5df12476e8 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:59.079613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.087939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-67eaff07-bbe7-428e-aa47-bfdb442bfc8a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.089414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-67eaff07-bbe7-428e-aa47-bfdb442bfc8a tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 944 time: 0.0601425 Dec 15 13:47:59.136118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:59.205476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Deleting port bd316880-6978-42ef-99a9-5cde7be3ddd1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:59.206056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.262163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.305862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] For port bd316880-6978-42ef-99a9-5cde7be3ddd1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bd316880-6978-42ef-99a9-5cde7be3ddd1,segment=NetworkSegment(10a9b6a6-b46e-4586-a027-ec3e9ada515d),segment_id=10a9b6a6-b46e-4586-a027-ec3e9ada515d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:59.306233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.306790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b6f5f126-5e63-4d89-a921-035b32a741ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6f5f126-5e63-4d89-a921-035b32a741ac,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:59.318630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Calling delete_port for bd316880-6978-42ef-99a9-5cde7be3ddd1 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:59.326087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=737b6fa2-7c64-4061-bec2-39fa8f522dfd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:59.330072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'b6f5f126-5e63-4d89-a921-035b32a741ac', 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'port_id': 'b6f5f126-5e63-4d89-a921-035b32a741ac', 'mac_address': 'fa:16:3e:0b:77:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d2ab49-75c0-462b-a54a-5bac6da61638', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:59.337332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:59.338068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Checking segment: {'id': 'b7936dda-8fb7-45cb-8ade-3e24e895dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e37aee4c-bee3-4204-a5c3-69f747d125e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:59.338449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Network hostable DHCP agents. Network: e37aee4c-bee3-4204-a5c3-69f747d125e6, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:47:59.358000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Network e37aee4c-bee3-4204-a5c3-69f747d125e6 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:47:59.383669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, e37aee4c-bee3-4204-a5c3-69f747d125e6) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:59.385298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'f45ac5ff-6ddb-4d92-8e1f-1f0477baf949', 'network_id': '06bddcfa-91d9-4b1a-aca3-7b5aaa565c00', 'port_id': 'f45ac5ff-6ddb-4d92-8e1f-1f0477baf949', 'mac_address': 'fa:16:3e:20:37:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d2ab49-75c0-462b-a54a-5bac6da61638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:59.387902 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.391305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.392177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.402211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b1fac3-e8f6-42c2-8312-42a15e3ae81a None None] Network e37aee4c-bee3-4204-a5c3-69f747d125e6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:59.426002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bac1852f-03b9-403c-8b4c-216c724ee10b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3791828 Dec 15 13:47:59.452231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f5f126-5e63-4d89-a921-035b32a741ac {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:59.514917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3923ce6-4972-4d58-8fab-e1bc58856446', 'tag': 'e33a086b-3429-43a6-87a8-6fb28ef0bede'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:59.518304 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbca009-e1b5-4fe8-a719-6616cb15ce17" -d '{"events": [{"name": "network-changed", "server_uuid": "b3923ce6-4972-4d58-8fab-e1bc58856446", "tag": "e33a086b-3429-43a6-87a8-6fb28ef0bede"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:59.518784 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.519998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.522372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b6f5f126-5e63-4d89-a921-035b32a741ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6f5f126-5e63-4d89-a921-035b32a741ac,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:59.539630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac42a5-7f36-409f-a722-4da230f390ed req-a21dfc51-b013-40f9-a60e-2461c56259b7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.541336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39ac42a5-7f36-409f-a722-4da230f390ed req-a21dfc51-b013-40f9-a60e-2461c56259b7 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 950 time: 0.0891347 Dec 15 13:47:59.543061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.553295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:59.569749 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dda2b83-2fa5-484b-94fa-16b7ea57574f x-openstack-request-id: req-1dda2b83-2fa5-484b-94fa-16b7ea57574f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:59.570049 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3923ce6-4972-4d58-8fab-e1bc58856446", "tag": "e33a086b-3429-43a6-87a8-6fb28ef0bede", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:59.570313 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1dda2b83-2fa5-484b-94fa-16b7ea57574f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:59.570721 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3923ce6-4972-4d58-8fab-e1bc58856446', 'tag': 'e33a086b-3429-43a6-87a8-6fb28ef0bede', 'status': 'completed', 'code': 200} Dec 15 13:47:59.572782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Pushing event deleted for resources: {'Port': ['ID=bd316880-6978-42ef-99a9-5cde7be3ddd1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:59.643799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:59.669831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b6f5f126-5e63-4d89-a921-035b32a741ac,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:59.678201 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.679575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] No DVR routers for this DVR port bd316880-6978-42ef-99a9-5cde7be3ddd1 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:59.682525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445fd41-2980-43c5-afc4-d13049ad2b78 None None] Network e37aee4c-bee3-4204-a5c3-69f747d125e6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:47:59.684697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:59.689890 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef47bca-78d8-4568-afb0-5279fd173e76 req-55be9faa-abdf-4866-ba52-5d7a0854da69 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.24 "DELETE /v2.0/ports/bd316880-6978-42ef-99a9-5cde7be3ddd1 HTTP/1.1" status: 204 len: 173 time: 0.5926845 Dec 15 13:47:59.691318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'name': 'network-vif-deleted', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:59.693814 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f8b63a-be06-4146-9247-141e1beac49c" -d '{"events": [{"server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "name": "network-vif-deleted", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:59.737402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39ac42a5-7f36-409f-a722-4da230f390ed req-d197c855-e732-43a7-a200-937168ab6b90 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708958 Dec 15 13:47:59.740662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-92595103-b24e-41fb-83ff-0ed2ae05bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.742126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-92595103-b24e-41fb-83ff-0ed2ae05bb7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e02590b7bf65412a82c06d10cbccf65b&device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 1095 time: 0.1379812 Dec 15 13:47:59.777989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:59.881388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d771e-34bb-4380-8346-771852a5ab43 req-17fe3ab1-432d-4513-9f65-714ce728fb4b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.882958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e38d771e-34bb-4380-8346-771852a5ab43 req-17fe3ab1-432d-4513-9f65-714ce728fb4b tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 950 time: 0.1867871 Dec 15 13:47:59.910133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f74144c5-79cb-4d5f-a84e-6e80f353567d req-85397258-d369-42ff-9143-94d4a9c7bbd9 tempest-LiveMigrationTest-1230231740 tempest-LiveMigrationTest-1230231740-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c504923-9bb4-44a1-8ab7-3d60a65eb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0459321 Dec 15 13:47:59.912634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['b6f5f126-5e63-4d89-a921-035b32a741ac'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:59.975943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4fb50-528f-4828-aa43-a395cba03be6 req-e730fda5-b6d9-4758-a9af-73efbd5ff9f2 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.986257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ebb4fb50-528f-4828-aa43-a395cba03be6 req-e730fda5-b6d9-4758-a9af-73efbd5ff9f2 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 944 time: 0.2180803 Dec 15 13:47:59.987728 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7a87fa-aaea-42ca-9d79-71d84372b62f x-openstack-request-id: req-ea7a87fa-aaea-42ca-9d79-71d84372b62f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:59.992337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['f45ac5ff-6ddb-4d92-8e1f-1f0477baf949'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:59.993537 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c504923-9bb4-44a1-8ab7-3d60a65eb5d5", "name": "network-vif-deleted", "tag": "bd316880-6978-42ef-99a9-5cde7be3ddd1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:59.993973 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea7a87fa-aaea-42ca-9d79-71d84372b62f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:59.994412 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c504923-9bb4-44a1-8ab7-3d60a65eb5d5', 'name': 'network-vif-deleted', 'tag': 'bd316880-6978-42ef-99a9-5cde7be3ddd1', 'status': 'completed', 'code': 200} Dec 15 13:47:59.995983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-6c64380f-cfe2-4080-852c-9978a1d10ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:59.997489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-6c64380f-cfe2-4080-852c-9978a1d10ed7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22e3fe25-02cb-4121-9ca7-fb8c77d24f94 HTTP/1.1" status: 200 len: 915 time: 0.2467644 Dec 15 13:48:00.089895 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ebb4fb50-528f-4828-aa43-a395cba03be6 req-68fb50b0-75b8-4935-8c62-ebab0a0cdb13 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025012 Dec 15 13:48:00.094949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-df8d7d02-43d9-4ed1-90d8-5f2eec3ddced service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33a086b-3429-43a6-87a8-6fb28ef0bede HTTP/1.1" status: 200 len: 217 time: 0.0881977 Dec 15 13:48:00.131817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Deleting port a6e47263-5369-429b-a6c9-68d8dd6996fa {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:00.132500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.216897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f043e-8c71-4253-99dd-67d5f43ba551 req-15e3961e-70e2-4f7a-bedd-1a288589744d tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.220165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a39f043e-8c71-4253-99dd-67d5f43ba551 req-15e3961e-70e2-4f7a-bedd-1a288589744d tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 950 time: 0.1409326 Dec 15 13:48:00.231995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-1a5978e8-196f-448b-a984-eedbf1283b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.234533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-1a5978e8-196f-448b-a984-eedbf1283b15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94b6d166-1dce-4b23-a8ae-b318d390b5a4 HTTP/1.1" status: 200 len: 853 time: 0.1131256 Dec 15 13:48:00.281550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51468) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:00.310220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-553313062-network', 'tenant_id': '4145b0e76b2c40a1b94eaa66ecb96a3f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:00.325987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-62e796ee-9bf2-44a0-b64c-c5582e01238c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22e3fe25-02cb-4121-9ca7-fb8c77d24f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686278 Dec 15 13:48:00.427552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-4e6cd0d0-ef45-4ae5-938a-b5fe688aa0f4 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.429126 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-4e6cd0d0-ef45-4ae5-938a-b5fe688aa0f4 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.74 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 950 time: 0.2932706 Dec 15 13:48:00.453388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] For port a6e47263-5369-429b-a6c9-68d8dd6996fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a6e47263-5369-429b-a6c9-68d8dd6996fa,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:00.454150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.455760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a39f043e-8c71-4253-99dd-67d5f43ba551 req-e26a6e8c-947b-4035-94f8-05248dec90c8 tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/security-groups?id=977da55c-826a-4cd9-9ab0-42ce898e0993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265203 Dec 15 13:48:00.461306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-254fc3bb-6719-48c3-899a-8c678cd27929 service neutron] 10.222.0.24 "GET /v2.0/networks/22e3fe25-02cb-4121-9ca7-fb8c77d24f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173441 Dec 15 13:48:00.463955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0073a8-528a-4b54-9854-796eb50b922c req-c956a054-e711-44e5-8ef6-b22885d3777f tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.465633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d0073a8-528a-4b54-9854-796eb50b922c req-c956a054-e711-44e5-8ef6-b22885d3777f tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 944 time: 0.2356908 Dec 15 13:48:00.493739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Made reservation on behalf of 4145b0e76b2c40a1b94eaa66ecb96a3f for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:00.497472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.522278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Calling delete_port for a6e47263-5369-429b-a6c9-68d8dd6996fa owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:00.548888 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.574633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.616298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bbca009-e1b5-4fe8-a719-6616cb15ce17 req-99ccf58c-b97b-4b95-b1bc-4740c9967fd9 service neutron] 10.222.0.24 "GET /v2.0/networks/22e3fe25-02cb-4121-9ca7-fb8c77d24f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461520 Dec 15 13:48:00.648197 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d0073a8-528a-4b54-9854-796eb50b922c req-68011f18-73b0-4b2a-8b0d-68853479c1cb tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579864 Dec 15 13:48:00.673150 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.678452 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.690325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Deleting port b6dc08fc-5765-4459-b040-74352c6d90ce {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:00.690665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.704202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:48:00.714228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e48b4d-9197-4a77-8062-9bfbcf3f5972,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:00.719682 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.720058 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Added segment af808d5f-b4c5-4b87-9f70-cb8d683217e5 of type vlan for network a02c60f9-bdcd-4030-8c72-837ec30d89fb Dec 15 13:48:00.762053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.797699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.798826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:00.799576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.825623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.840313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05', '4f5efafc-f026-4598-9b65-f82389c90c8a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:00.842314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a6e47263-5369-429b-a6c9-68d8dd6996fa'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:00.846609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] For port b6dc08fc-5765-4459-b040-74352c6d90ce, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6dc08fc-5765-4459-b040-74352c6d90ce,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:00.846977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.884344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event deleted for resources: {'Port': ['ID=a6e47263-5369-429b-a6c9-68d8dd6996fa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:00.887847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Calling delete_port for b6dc08fc-5765-4459-b040-74352c6d90ce owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:00.888522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e200694c-da2c-4216-826f-0ea56d496fb0 req-f4f455c9-6557-4650-bbcf-b4edd25209ce tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fb76d86-f0f1-44fc-ad47-657481b01bb0 HTTP/1.1" status: 200 len: 210 time: 0.0595546 Dec 15 13:48:00.897787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6148179 Dec 15 13:48:00.903753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:00.913938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Request body: {'subnet': {'network_id': 'a02c60f9-bdcd-4030-8c72-837ec30d89fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-553313062-subnet', 'tenant_id': '4145b0e76b2c40a1b94eaa66ecb96a3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:00.923827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956e60a-feb1-4576-b6fd-d609ac1e6a4f admin admin] Pushing event updated for resources: {'Network': ['ID=a02c60f9-bdcd-4030-8c72-837ec30d89fb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:00.931795 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.944286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a02c60f9-bdcd-4030-8c72-837ec30d89fb details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:48:00.956747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] No DVR routers for this DVR port a6e47263-5369-429b-a6c9-68d8dd6996fa on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:00.959579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:00.963910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e38d771e-34bb-4380-8346-771852a5ab43 req-999e6622-05df-4a0f-8988-0fa081fbeeff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.24 "DELETE /v2.0/ports/a6e47263-5369-429b-a6c9-68d8dd6996fa HTTP/1.1" status: 204 len: 173 time: 1.0325496 Dec 15 13:48:00.976717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51478) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:01.063056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Made reservation on behalf of 4145b0e76b2c40a1b94eaa66ecb96a3f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:01.065471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.077664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b6f5f126-5e63-4d89-a921-035b32a741ac up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:01.158206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e33a086b-3429-43a6-87a8-6fb28ef0bede details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:01.163111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:01.250405 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-27cfb0bc-9d7a-4c29-9540-ca20828d1a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.285205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.313896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293043d6-3676-48e5-a226-cff13b672f69 req-7e8525f5-ab94-497f-8fb7-265c2eba8cde tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.316375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-293043d6-3676-48e5-a226-cff13b672f69 req-7e8525f5-ab94-497f-8fb7-265c2eba8cde tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 944 time: 0.0976288 Dec 15 13:48:01.326454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Pushing event deleted for resources: {'Port': ['ID=b6dc08fc-5765-4459-b040-74352c6d90ce,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:01.419369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] No DVR routers for this DVR port b6dc08fc-5765-4459-b040-74352c6d90ce on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:01.427004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port b6f5f126-5e63-4d89-a921-035b32a741ac completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:01.430807 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.434576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a05bec5b-d0e4-49e3-9278-db0a94b06082 req-e4effdbe-1681-4852-8fd3-7c6f651719ef tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.74 "DELETE /v2.0/ports/b6dc08fc-5765-4459-b040-74352c6d90ce HTTP/1.1" status: 204 len: 173 time: 0.9983985 Dec 15 13:48:01.436404 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.447566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee5d108-fda4-4a7a-9321-d7ae5ec40c7a admin admin] Deleting subnet 155b3a00-9352-46c0-9941-5adafc4b409e {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:01.460306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-293043d6-3676-48e5-a226-cff13b672f69 req-209e5034-f24d-4c8a-bbc7-ef08918e2bed tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353910 Dec 15 13:48:01.461298 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee5d108-fda4-4a7a-9321-d7ae5ec40c7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.532360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e33a086b-3429-43a6-87a8-6fb28ef0bede, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e33a086b-3429-43a6-87a8-6fb28ef0bede,segment=NetworkSegment(09dcb36c-35c1-4a6c-9637-f6bacaf56dd8),segment_id=09dcb36c-35c1-4a6c-9637-f6bacaf56dd8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:01.535024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port b6f5f126-5e63-4d89-a921-035b32a741ac triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:01.535458 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.557534 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee5d108-fda4-4a7a-9321-d7ae5ec40c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.565216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Checking segment: {'id': 'af808d5f-b4c5-4b87-9f70-cb8d683217e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a02c60f9-bdcd-4030-8c72-837ec30d89fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:01.565699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Network hostable DHCP agents. Network: a02c60f9-bdcd-4030-8c72-837ec30d89fb, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:48:01.567788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7381173-d8aa-41ee-b3b7-a6c4802daeb0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:01.571346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-deleted', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa'}, {'server_uuid': '029703d5-3407-441a-ad04-e2350b5f497e', 'name': 'network-vif-deleted', 'tag': 'b6dc08fc-5765-4459-b040-74352c6d90ce'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:01.573881 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb92258-d9f8-478a-9d87-7da27938c5b8" -d '{"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-deleted", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa"}, {"server_uuid": "029703d5-3407-441a-ad04-e2350b5f497e", "name": "network-vif-deleted", "tag": "b6dc08fc-5765-4459-b040-74352c6d90ce"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:01.598715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Network a02c60f9-bdcd-4030-8c72-837ec30d89fb is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:48:01.617136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:01.635740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a02c60f9-bdcd-4030-8c72-837ec30d89fb) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:01.665676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'e33a086b-3429-43a6-87a8-6fb28ef0bede', 'network_id': '22e3fe25-02cb-4121-9ca7-fb8c77d24f94', 'port_id': 'e33a086b-3429-43a6-87a8-6fb28ef0bede', 'mac_address': 'fa:16:3e:e6:d6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b6d166-1dce-4b23-a8ae-b318d390b5a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:01.667734 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee5d108-fda4-4a7a-9321-d7ae5ec40c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.668741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d11b8-f3b4-41bb-ad33-882c12e320ef None None] Network a02c60f9-bdcd-4030-8c72-837ec30d89fb requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:01.702239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f967ade-1973-42e5-96b0-6a765c701048 req-5585e30e-bf57-4f84-917b-f717a865deee tempest-ServerDiagnosticsNegativeTest-451737018 tempest-ServerDiagnosticsNegativeTest-451737018-project] 10.222.0.86 "GET /v2.0/ports?device_id=029703d5-3407-441a-ad04-e2350b5f497e HTTP/1.1" status: 200 len: 210 time: 0.0884013 Dec 15 13:48:01.704076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:01.704939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.759489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:01.760205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.769236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9ba5add8-4dce-46b4-84d5-8cffdba1ceb5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8581126 Dec 15 13:48:01.793087 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a28baf-5a80-445a-9113-e717d5776f0c x-openstack-request-id: req-29a28baf-5a80-445a-9113-e717d5776f0c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:01.793394 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb76d86-f0f1-44fc-ad47-657481b01bb0", "name": "network-vif-deleted", "tag": "a6e47263-5369-429b-a6c9-68d8dd6996fa", "status": "completed", "code": 200}, {"server_uuid": "029703d5-3407-441a-ad04-e2350b5f497e", "name": "network-vif-deleted", "tag": "b6dc08fc-5765-4459-b040-74352c6d90ce", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:01.794348 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-29a28baf-5a80-445a-9113-e717d5776f0c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:01.794348 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb76d86-f0f1-44fc-ad47-657481b01bb0', 'name': 'network-vif-deleted', 'tag': 'a6e47263-5369-429b-a6c9-68d8dd6996fa', 'status': 'completed', 'code': 200} Dec 15 13:48:01.794348 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029703d5-3407-441a-ad04-e2350b5f497e', 'name': 'network-vif-deleted', 'tag': 'b6dc08fc-5765-4459-b040-74352c6d90ce', 'status': 'completed', 'code': 200} Dec 15 13:48:01.794646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee5d108-fda4-4a7a-9321-d7ae5ec40c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.861614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5d108-fda4-4a7a-9321-d7ae5ec40c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155b3a00-9352-46c0-9941-5adafc4b409e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:01.863837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee5d108-fda4-4a7a-9321-d7ae5ec40c7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.869829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2ee5d108-fda4-4a7a-9321-d7ae5ec40c7a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/155b3a00-9352-46c0-9941-5adafc4b409e HTTP/1.1" status: 204 len: 168 time: 0.8894930 Dec 15 13:48:01.870141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51496) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:01.951460 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:01.972666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a13c28-8908-40f9-9a20-2b06e53bed23 None None] Network a02c60f9-bdcd-4030-8c72-837ec30d89fb requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:02.005646 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.043719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50157b7b-03e0-4366-ba0a-559544019e79 req-b0e38205-02c4-48e7-8922-c902ed916daa tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:02.058744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50157b7b-03e0-4366-ba0a-559544019e79 req-b0e38205-02c4-48e7-8922-c902ed916daa tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 944 time: 0.1726758 Dec 15 13:48:02.104703 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.117315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33a086b-3429-43a6-87a8-6fb28ef0bede {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:02.132721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d8033e-dffc-4e08-a41a-99e4801c9b00']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:02.149901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50157b7b-03e0-4366-ba0a-559544019e79 req-bb86b3a0-ae4e-444b-a3b2-783790c69bf7 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895827 Dec 15 13:48:02.161096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a9b6a6-b46e-4586-a027-ec3e9ada515d') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:02.162681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a9b6a6-b46e-4586-a027-ec3e9ada515d') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:02.188339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.202173 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.216258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.242397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:02.242888 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:02.247896 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:02.261527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e33a086b-3429-43a6-87a8-6fb28ef0bede, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e33a086b-3429-43a6-87a8-6fb28ef0bede,segment=NetworkSegment(09dcb36c-35c1-4a6c-9637-f6bacaf56dd8),segment_id=09dcb36c-35c1-4a6c-9637-f6bacaf56dd8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:02.298629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f362c1-e2fd-48b5-bf93-15f1c22df474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f5f126-5e63-4d89-a921-035b32a741ac'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:02.300981 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be901a1-ec42-4065-a2bf-083516bca30e" -d '{"events": [{"server_uuid": "18f362c1-e2fd-48b5-bf93-15f1c22df474", "name": "network-vif-plugged", "status": "completed", "tag": "b6f5f126-5e63-4d89-a921-035b32a741ac"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:02.303767 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.311053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.326745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.333272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.339473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51512) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:02.340337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] 10.222.0.86 "DELETE /v2.0/networks/87d8033e-dffc-4e08-a41a-99e4801c9b00 HTTP/1.1" status: 204 len: 168 time: 0.4691236 Dec 15 13:48:02.345902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b6f5f126-5e63-4d89-a921-035b32a741ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6f5f126-5e63-4d89-a921-035b32a741ac,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:02.358447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28bbab-39fa-475b-aeae-9531abac532d admin admin] Pushing event deleted for resources: {'Network': ['ID=87d8033e-dffc-4e08-a41a-99e4801c9b00,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.364051 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.364191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b6dc08fc-5765-4459-b040-74352c6d90ce no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:02.400017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc0e8aa-5a38-41d7-a588-df8fe3841ffb admin admin] Deleting subnet c754bf94-1d0a-4fe6-b027-2f95795e49c5 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:02.402390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: b6dc08fc-5765-4459-b040-74352c6d90ce {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:02.402866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b6dc08fc-5765-4459-b040-74352c6d90ce not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:02.404074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e8aa-5a38-41d7-a588-df8fe3841ffb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.426356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e33a086b-3429-43a6-87a8-6fb28ef0bede,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.433742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:02.437732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc28d4-77d7-4f8c-95ea-237c021de919 req-81814b9c-4018-435c-b395-0052e96443a1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:02.440394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-97bc28d4-77d7-4f8c-95ea-237c021de919 req-81814b9c-4018-435c-b395-0052e96443a1 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0679715 Dec 15 13:48:02.462087 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.490434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b6f5f126-5e63-4d89-a921-035b32a741ac,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.501905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e8aa-5a38-41d7-a588-df8fe3841ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.508793 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-97bc28d4-77d7-4f8c-95ea-237c021de919 req-eb89aa54-32f2-4373-9808-3dedf337d2ff tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613673 Dec 15 13:48:02.546722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.559039 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957fc185-0c2d-43c7-846f-4ebc9322eb9f x-openstack-request-id: req-957fc185-0c2d-43c7-846f-4ebc9322eb9f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:02.559710 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f362c1-e2fd-48b5-bf93-15f1c22df474", "name": "network-vif-plugged", "status": "completed", "tag": "b6f5f126-5e63-4d89-a921-035b32a741ac", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:02.560002 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-957fc185-0c2d-43c7-846f-4ebc9322eb9f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:02.560468 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f362c1-e2fd-48b5-bf93-15f1c22df474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f5f126-5e63-4d89-a921-035b32a741ac', 'code': 200} Dec 15 13:48:02.578722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e8aa-5a38-41d7-a588-df8fe3841ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.584447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['e33a086b-3429-43a6-87a8-6fb28ef0bede'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:02.650799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9258f5c-7bd0-4506-853d-85ccd8a90373 req-851cfcf2-5a5e-4a68-9b79-cdc81af934c0 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:02.651974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9258f5c-7bd0-4506-853d-85ccd8a90373 req-851cfcf2-5a5e-4a68-9b79-cdc81af934c0 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 945 time: 0.0520766 Dec 15 13:48:02.656473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-e31df676-140b-4bac-a944-7eb7cdf4cf72 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:02.657961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-e31df676-140b-4bac-a944-7eb7cdf4cf72 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/networks?id=e37aee4c-bee3-4204-a5c3-69f747d125e6 HTTP/1.1" status: 200 len: 814 time: 0.2292943 Dec 15 13:48:02.691078 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-7a7f6fec-fcbd-4969-89f6-2e0a1b9b2d27 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/quotas/fe27702a6b8a471594ec3a5df12476e8 HTTP/1.1" status: 200 len: 375 time: 0.0267842 Dec 15 13:48:02.712255 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9258f5c-7bd0-4506-853d-85ccd8a90373 req-88f3d432-a194-4748-b17d-02231b8aa341 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533936 Dec 15 13:48:02.712519 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f170ed-dd7f-4b99-a216-e3c0d00e06ff req-408c3287-2fb8-4efd-b55d-324e35e45f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:02.713757 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1f170ed-dd7f-4b99-a216-e3c0d00e06ff req-408c3287-2fb8-4efd-b55d-324e35e45f4d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 1096 time: 0.0945473 Dec 15 13:48:02.717694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e8aa-5a38-41d7-a588-df8fe3841ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.738297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-bf01abf2-aa12-4a52-9f68-dd4d2aad1579 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe27702a6b8a471594ec3a5df12476e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389965 Dec 15 13:48:02.783447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0e8aa-5a38-41d7-a588-df8fe3841ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c754bf94-1d0a-4fe6-b027-2f95795e49c5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:02.800127 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e8aa-5a38-41d7-a588-df8fe3841ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.804494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6fc0e8aa-5a38-41d7-a588-df8fe3841ffb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c754bf94-1d0a-4fe6-b027-2f95795e49c5 HTTP/1.1" status: 204 len: 168 time: 0.4639752 Dec 15 13:48:02.807367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51530) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:02.884414 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1f170ed-dd7f-4b99-a216-e3c0d00e06ff req-dd6c5dca-728a-43e8-8549-7f3a4e23237e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483505 Dec 15 13:48:02.894810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.912435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-f0dab052-be8b-4ed6-9f9e-59c4f5bac9a2 service neutron] 10.222.0.86 "GET /v2.0/networks/e37aee4c-bee3-4204-a5c3-69f747d125e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466489 Dec 15 13:48:02.978069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.003991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b088453c-14da-46c2-be55-f195d269fc99']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:03.013899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d31d93e-79d9-430d-b2a2-1ad109b0088b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:03.014127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d31d93e-79d9-430d-b2a2-1ad109b0088b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:03.016523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-1aacd7b8-0448-4c8d-9bef-09fecdb09b2e service neutron] 10.222.0.86 "GET /v2.0/networks/e37aee4c-bee3-4204-a5c3-69f747d125e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987165 Dec 15 13:48:03.024253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.027738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51536) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:03.044996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.052383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:03.053033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:03.054902 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:03.117227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.123381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.128267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] 10.222.0.86 "DELETE /v2.0/networks/b088453c-14da-46c2-be55-f195d269fc99 HTTP/1.1" status: 204 len: 168 time: 0.3190775 Dec 15 13:48:03.147203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30d817-9e27-4882-9ebd-7f330b017d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=b088453c-14da-46c2-be55-f195d269fc99,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:03.160097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:03.214313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: a6e47263-5369-429b-a6c9-68d8dd6996fa {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:03.214738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a6e47263-5369-429b-a6c9-68d8dd6996fa not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:03.215106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bd316880-6978-42ef-99a9-5cde7be3ddd1 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:03.263511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: bd316880-6978-42ef-99a9-5cde7be3ddd1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:03.263884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bd316880-6978-42ef-99a9-5cde7be3ddd1 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:03.274014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c225151b-266c-47f1-8622-29489520c3f6 req-9c7416c6-407d-445d-8344-b1faed667d14 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 210 time: 0.0706573 Dec 15 13:48:03.309346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a059d-da13-4bef-83d8-6c42add87332 req-10e4065e-5d1c-4ae6-8f56-3d903b2ae858 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.317071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-871a059d-da13-4bef-83d8-6c42add87332 req-10e4065e-5d1c-4ae6-8f56-3d903b2ae858 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 945 time: 0.0686262 Dec 15 13:48:03.317765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d5a5c99d-db2e-4859-a6cd-93df1e6ed12f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc2b346782c14854aab2beaa9e11868d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886546 Dec 15 13:48:03.318596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51550) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:03.336502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:03.379883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95fc5f08-f544-4b83-a560-2ac137949c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.403170 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5981a92a-2ff9-49f4-bbee-8f6acc7e032c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=09ae0d9410d84a26b0f857d48d5e5037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651333 Dec 15 13:48:03.407085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-871a059d-da13-4bef-83d8-6c42add87332 req-c3cf7fc2-47fa-40d2-a8a3-8fa0a1658d37 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887663 Dec 15 13:48:03.407749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:03.408779 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95fc5f08-f544-4b83-a560-2ac137949c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.460719 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8737560a-99e1-4f72-995d-de3c27426440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.464830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95fc5f08-f544-4b83-a560-2ac137949c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.467936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95fc5f08-f544-4b83-a560-2ac137949c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.470322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-95fc5f08-f544-4b83-a560-2ac137949c96 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/977da55c-826a-4cd9-9ab0-42ce898e0993 HTTP/1.1" status: 204 len: 168 time: 0.1506605 Dec 15 13:48:03.478578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc5f08-f544-4b83-a560-2ac137949c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977da55c-826a-4cd9-9ab0-42ce898e0993,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:03.486566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8737560a-99e1-4f72-995d-de3c27426440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.544200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8737560a-99e1-4f72-995d-de3c27426440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.547968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8737560a-99e1-4f72-995d-de3c27426440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.549801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8737560a-99e1-4f72-995d-de3c27426440 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b7bdfea0-eaa7-4ed3-9982-dc52d8419d80 HTTP/1.1" status: 204 len: 168 time: 0.1406035 Dec 15 13:48:03.562226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737560a-99e1-4f72-995d-de3c27426440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bdfea0-eaa7-4ed3-9982-dc52d8419d80,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:03.665587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd43f1a-e8ce-422d-8def-44f952a95c4e req-2e0f4672-cb92-405d-a837-0091658e7fc2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.667412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dd43f1a-e8ce-422d-8def-44f952a95c4e req-2e0f4672-cb92-405d-a837-0091658e7fc2 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.0546956 Dec 15 13:48:03.730591 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dd43f1a-e8ce-422d-8def-44f952a95c4e req-03ad41d3-1004-4da4-9bc7-ad9522cd07c9 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482335 Dec 15 13:48:03.770042 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0064ba0a-d22a-43e2-bf7b-a6c33e974b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.933558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c24ce-866a-4a60-853f-e831956a029d req-d3e3ecfe-3548-48a5-90fd-4c82b01c3bea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.935082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-720c24ce-866a-4a60-853f-e831956a029d req-d3e3ecfe-3548-48a5-90fd-4c82b01c3bea tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 950 time: 0.1531198 Dec 15 13:48:03.953422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78106417-4abe-49ad-b180-86d85dfd9cb4 req-a40be9d4-71e9-47f5-a1b4-55c05ebc1321 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:03.961930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-78106417-4abe-49ad-b180-86d85dfd9cb4 req-a40be9d4-71e9-47f5-a1b4-55c05ebc1321 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 945 time: 0.1435592 Dec 15 13:48:04.040439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51576) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:04.060268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51578) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:04.077120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-78106417-4abe-49ad-b180-86d85dfd9cb4 req-19bc8e49-d248-4c87-a6e6-ec6acb161ebe tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141202 Dec 15 13:48:04.086386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9172f140-7364-49ed-b74c-d65451310f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.106565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9ef37eba-1710-4222-96dd-f640c10fd90f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=541dc617036746c6bfd2abfe58dabbb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631642 Dec 15 13:48:04.109618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51580) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:04.137002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Deleting port 4f5efafc-f026-4598-9b65-f82389c90c8a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:04.137286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.170509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2341-2cf4-4664-be7e-e65dbda02590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.201397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2341-2cf4-4664-be7e-e65dbda02590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.269001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9172f140-7364-49ed-b74c-d65451310f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.274482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] For port 4f5efafc-f026-4598-9b65-f82389c90c8a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f5efafc-f026-4598-9b65-f82389c90c8a,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:04.275093 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.283136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9172f140-7364-49ed-b74c-d65451310f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.300457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Calling delete_port for 4f5efafc-f026-4598-9b65-f82389c90c8a owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:04.331561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9172f140-7364-49ed-b74c-d65451310f5c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f7968c94e9e4dadab1989a28a7b7f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673848 Dec 15 13:48:04.335334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51584) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:04.352050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2341-2cf4-4664-be7e-e65dbda02590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.354755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2341-2cf4-4664-be7e-e65dbda02590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.358160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f5fc2341-2cf4-4664-be7e-e65dbda02590 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/87f30cca-1ab2-45b8-8ade-d12f005b9acf HTTP/1.1" status: 204 len: 168 time: 0.2452340 Dec 15 13:48:04.378438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172f140-7364-49ed-b74c-d65451310f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164f18ae-5314-4bfb-8697-7b6ac5c61934,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:04.425345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1912a999-0de7-4d53-bb6a-c7059594d35d req-33ef335b-3d99-439f-8c52-12e314862cdc tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 210 time: 0.0743771 Dec 15 13:48:04.443422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc2341-2cf4-4664-be7e-e65dbda02590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f30cca-1ab2-45b8-8ade-d12f005b9acf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:04.482472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.496404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05', '4f5efafc-f026-4598-9b65-f82389c90c8a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:04.515404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event deleted for resources: {'Port': ['ID=4f5efafc-f026-4598-9b65-f82389c90c8a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:04.554518 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-9bfc2418-38f7-477d-9b74-a5f655a10cbc tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:04.557524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-9bfc2418-38f7-477d-9b74-a5f655a10cbc tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.74 "GET /v2.0/networks?id=e37aee4c-bee3-4204-a5c3-69f747d125e6 HTTP/1.1" status: 200 len: 814 time: 0.3149438 Dec 15 13:48:04.565755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee952eff-00a2-44be-b75b-96d619a1ef8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.569349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb8aa1d-88d6-49ca-b39b-2446839377a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45ac5ff-6ddb-4d92-8e1f-1f0477baf949'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:04.572044 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8bf149-8d03-4253-b434-fd8b830585cb" -d '{"events": [{"server_uuid": "1fb8aa1d-88d6-49ca-b39b-2446839377a0", "name": "network-vif-plugged", "status": "completed", "tag": "f45ac5ff-6ddb-4d92-8e1f-1f0477baf949"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:04.589195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] No DVR routers for this DVR port 4f5efafc-f026-4598-9b65-f82389c90c8a on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:04.598667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee952eff-00a2-44be-b75b-96d619a1ef8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.608604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.613362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-720c24ce-866a-4a60-853f-e831956a029d req-93dbedae-8f58-4fd8-bf36-36b1c0020897 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "DELETE /v2.0/ports/4f5efafc-f026-4598-9b65-f82389c90c8a HTTP/1.1" status: 204 len: 173 time: 0.6491826 Dec 15 13:48:04.615117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'name': 'network-vif-deleted', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:04.623758 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c011cf-75da-498a-a459-03727fefabe5 x-openstack-request-id: req-05c011cf-75da-498a-a459-03727fefabe5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:04.624469 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb8aa1d-88d6-49ca-b39b-2446839377a0", "name": "network-vif-plugged", "status": "completed", "tag": "f45ac5ff-6ddb-4d92-8e1f-1f0477baf949", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:04.625037 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05c011cf-75da-498a-a459-03727fefabe5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:04.625633 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d55b3-41ca-4df3-9531-aba940202d9c" -d '{"events": [{"server_uuid": "359b484a-9c21-49cb-a239-816128855163", "name": "network-vif-deleted", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:04.626216 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb8aa1d-88d6-49ca-b39b-2446839377a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45ac5ff-6ddb-4d92-8e1f-1f0477baf949', 'code': 200} Dec 15 13:48:04.660931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ded9a1-0c10-4165-9a6b-6fa55b134960 req-ab354f41-51ea-411c-9e87-c8e151f9d04c tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:04.671262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87ded9a1-0c10-4165-9a6b-6fa55b134960 req-ab354f41-51ea-411c-9e87-c8e151f9d04c tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 945 time: 0.1201992 Dec 15 13:48:04.709346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Request body: {'port': {'device_id': 'c82bdcef-a638-4955-995e-f9930dd0054c', 'network_id': 'e37aee4c-bee3-4204-a5c3-69f747d125e6', 'admin_state_up': True, 'tenant_id': 'fe27702a6b8a471594ec3a5df12476e8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:04.728633 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dbadd5-4862-4155-8276-a94f0b004d2b x-openstack-request-id: req-f3dbadd5-4862-4155-8276-a94f0b004d2b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:04.729219 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b484a-9c21-49cb-a239-816128855163", "name": "network-vif-deleted", "tag": "4f5efafc-f026-4598-9b65-f82389c90c8a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:04.729581 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f3dbadd5-4862-4155-8276-a94f0b004d2b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:04.730076 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359b484a-9c21-49cb-a239-816128855163', 'name': 'network-vif-deleted', 'tag': '4f5efafc-f026-4598-9b65-f82389c90c8a', 'status': 'completed', 'code': 200} Dec 15 13:48:04.759082 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.762426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87ded9a1-0c10-4165-9a6b-6fa55b134960 req-8f4addd2-9cc6-4b77-85a9-e35c9c2f8d9d tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855882 Dec 15 13:48:04.829856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee952eff-00a2-44be-b75b-96d619a1ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.838310 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee952eff-00a2-44be-b75b-96d619a1ef8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.841764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7b611-a7cb-4068-b069-4a5f2aaaf47d req-e742928e-fc83-4bc5-a414-5ad533714b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:04.841914 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ee952eff-00a2-44be-b75b-96d619a1ef8d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/164f18ae-5314-4bfb-8697-7b6ac5c61934 HTTP/1.1" status: 204 len: 168 time: 0.5030453 Dec 15 13:48:04.842037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74a7b611-a7cb-4068-b069-4a5f2aaaf47d req-e742928e-fc83-4bc5-a414-5ad533714b6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 1097 time: 0.1145470 Dec 15 13:48:04.871554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee952eff-00a2-44be-b75b-96d619a1ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164f18ae-5314-4bfb-8697-7b6ac5c61934,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:04.934439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Made reservation on behalf of fe27702a6b8a471594ec3a5df12476e8 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:04.938658 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.992437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74a7b611-a7cb-4068-b069-4a5f2aaaf47d req-56b88773-5f44-4a1d-ae9a-dece8fed656e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413317 Dec 15 13:48:05.014019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd54c-5346-4342-bffc-fbe33ec2e050 req-50027a26-e624-4e9a-ab9b-d0a0aa61cfba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.017217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68fbd54c-5346-4342-bffc-fbe33ec2e050 req-50027a26-e624-4e9a-ab9b-d0a0aa61cfba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 946 time: 0.1547313 Dec 15 13:48:05.118686 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68fbd54c-5346-4342-bffc-fbe33ec2e050 req-6437f732-e892-46cb-9cd3-b90e0fc6fcb3 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938208 Dec 15 13:48:05.132284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Allocated IP 172.20.0.10 (e37aee4c-bee3-4204-a5c3-69f747d125e6/737b6fa2-7c64-4061-bec2-39fa8f522dfd/91d766f8-090c-40a7-96a2-4a3eaf16beca) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:05.167042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e33a086b-3429-43a6-87a8-6fb28ef0bede up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:05.257823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port e33a086b-3429-43a6-87a8-6fb28ef0bede completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:05.262889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port e33a086b-3429-43a6-87a8-6fb28ef0bede triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:05.263827 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.408251 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.460194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e33a086b-3429-43a6-87a8-6fb28ef0bede, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e33a086b-3429-43a6-87a8-6fb28ef0bede,segment=NetworkSegment(09dcb36c-35c1-4a6c-9637-f6bacaf56dd8),segment_id=09dcb36c-35c1-4a6c-9637-f6bacaf56dd8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:05.468958 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.535538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e33a086b-3429-43a6-87a8-6fb28ef0bede,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:05.583544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1fce7-251f-4a22-83ee-e8a425e573e8 req-b47d269f-ac0a-4e77-978e-d43803b2922c tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:05.585221 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dea1fce7-251f-4a22-83ee-e8a425e573e8 req-b47d269f-ac0a-4e77-978e-d43803b2922c tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 946 time: 0.0709705 Dec 15 13:48:05.640877 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dea1fce7-251f-4a22-83ee-e8a425e573e8 req-d0e7e849-4fc3-4b53-a59e-68699e0cf615 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484450 Dec 15 13:48:05.642489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c82f752a-d259-4337-b074-3bfc6171ee8c req-e2939270-bee2-4367-8cbb-9cfb16e96223 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=359b484a-9c21-49cb-a239-816128855163 HTTP/1.1" status: 200 len: 210 time: 0.4512489 Dec 15 13:48:05.784915 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e64214ff-4cff-4f34-b796-4c495c450bb9 req-626314f9-dd29-4c96-b046-c4119d775610 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 210 time: 0.0385823 Dec 15 13:48:05.854123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.892541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.940507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Network e37aee4c-bee3-4204-a5c3-69f747d125e6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:05.950886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:05.955891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:05.961005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Pushing event updated for resources: {'Port': ['ID=91d766f8-090c-40a7-96a2-4a3eaf16beca,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:06.010128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.010748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.028432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-b50ce37b-008a-4e0a-bcc2-58bcd849d4cf tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3328617 Dec 15 13:48:06.042156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Request body: {'port': {'device_id': 'c82bdcef-a638-4955-995e-f9930dd0054c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:06.107846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.299355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45db20-1e44-406a-9b83-c4604c8a37af req-4934a896-e959-4115-9bcf-b6b42dc4ce8d tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.309724 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd45db20-1e44-406a-9b83-c4604c8a37af req-4934a896-e959-4115-9bcf-b6b42dc4ce8d tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 946 time: 0.0968742 Dec 15 13:48:06.374752 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd45db20-1e44-406a-9b83-c4604c8a37af req-8b0f6fb3-5b87-40a3-a732-a65cd474b133 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639539 Dec 15 13:48:06.491138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.545433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d766f8-090c-40a7-96a2-4a3eaf16beca {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:06.554539 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.568323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Transition to ACTIVE for port object 91d766f8-090c-40a7-96a2-4a3eaf16beca will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:06.572752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.623903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Pushing event updated for resources: {'Port': ['ID=91d766f8-090c-40a7-96a2-4a3eaf16beca,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:06.627293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3923ce6-4972-4d58-8fab-e1bc58856446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33a086b-3429-43a6-87a8-6fb28ef0bede'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:06.630500 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d21f4a-5471-4255-b89d-74456f04fb80" -d '{"events": [{"server_uuid": "b3923ce6-4972-4d58-8fab-e1bc58856446", "name": "network-vif-plugged", "status": "completed", "tag": "e33a086b-3429-43a6-87a8-6fb28ef0bede"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:06.680786 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082a07dc-ba33-4656-a4c1-f953c815eea7 x-openstack-request-id: req-082a07dc-ba33-4656-a4c1-f953c815eea7 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:06.681490 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3923ce6-4972-4d58-8fab-e1bc58856446", "name": "network-vif-plugged", "status": "completed", "tag": "e33a086b-3429-43a6-87a8-6fb28ef0bede", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:06.681945 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-082a07dc-ba33-4656-a4c1-f953c815eea7 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:06.682529 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3923ce6-4972-4d58-8fab-e1bc58856446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33a086b-3429-43a6-87a8-6fb28ef0bede', 'code': 200} Dec 15 13:48:06.769155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Attempting to bind port 91d766f8-090c-40a7-96a2-4a3eaf16beca on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:06.773368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Attempting to bind port 91d766f8-090c-40a7-96a2-4a3eaf16beca by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'b7936dda-8fb7-45cb-8ade-3e24e895dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e37aee4c-bee3-4204-a5c3-69f747d125e6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:06.773918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Attempting to bind port 91d766f8-090c-40a7-96a2-4a3eaf16beca on network e37aee4c-bee3-4204-a5c3-69f747d125e6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:06.779810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Port 91d766f8-090c-40a7-96a2-4a3eaf16beca on network e37aee4c-bee3-4204-a5c3-69f747d125e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:06.780418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Attempting to bind port 91d766f8-090c-40a7-96a2-4a3eaf16beca on network e37aee4c-bee3-4204-a5c3-69f747d125e6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:06.788174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:06.788713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Checking segment: {'id': 'b7936dda-8fb7-45cb-8ade-3e24e895dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e37aee4c-bee3-4204-a5c3-69f747d125e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:06.789342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Bound using segment: {'id': 'b7936dda-8fb7-45cb-8ade-3e24e895dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e37aee4c-bee3-4204-a5c3-69f747d125e6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:06.789961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Bound port: 91d766f8-090c-40a7-96a2-4a3eaf16beca, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7936dda-8fb7-45cb-8ade-3e24e895dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e37aee4c-bee3-4204-a5c3-69f747d125e6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:06.790496 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.853711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31eb287-8164-4316-bade-45f061711e39 req-8e33ec3e-5398-4101-8a1f-3bad19cbf43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.855196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a31eb287-8164-4316-bade-45f061711e39 req-8e33ec3e-5398-4101-8a1f-3bad19cbf43f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 1097 time: 0.0848904 Dec 15 13:48:06.866517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b172d-0b47-4ebc-8c26-41977352228e req-aab4de97-9794-4d5f-b416-02d1b0f6e814 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.873865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d5b172d-0b47-4ebc-8c26-41977352228e req-aab4de97-9794-4d5f-b416-02d1b0f6e814 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 946 time: 0.1190972 Dec 15 13:48:06.882302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] For port 91d766f8-090c-40a7-96a2-4a3eaf16beca, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:06.886413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] For port 91d766f8-090c-40a7-96a2-4a3eaf16beca, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=91d766f8-090c-40a7-96a2-4a3eaf16beca,segment=NetworkSegment(b7936dda-8fb7-45cb-8ade-3e24e895dd63),segment_id=b7936dda-8fb7-45cb-8ade-3e24e895dd63)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:06.895255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.944761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:06.945591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.950277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-4812c27d-4020-46c2-93be-02464579d97c service neutron] 10.222.0.74 "PUT /v2.0/ports/91d766f8-090c-40a7-96a2-4a3eaf16beca HTTP/1.1" status: 200 len: 1092 time: 0.9133871 Dec 15 13:48:06.950930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82bdcef-a638-4955-995e-f9930dd0054c', 'tag': '91d766f8-090c-40a7-96a2-4a3eaf16beca'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:06.953768 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b03123d-f037-4adc-a87a-55dc861a7d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c82bdcef-a638-4955-995e-f9930dd0054c", "tag": "91d766f8-090c-40a7-96a2-4a3eaf16beca"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:06.978238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d5b172d-0b47-4ebc-8c26-41977352228e req-3f91103e-7a5b-40ca-9c5a-2c6f7a1e0686 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028368 Dec 15 13:48:07.001612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a31eb287-8164-4316-bade-45f061711e39 req-0f0755fe-3455-43d2-ba90-830de6bb6e21 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241765 Dec 15 13:48:07.003516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812c27d-4020-46c2-93be-02464579d97c service neutron] Pushing event updated for resources: {'Port': ['ID=91d766f8-090c-40a7-96a2-4a3eaf16beca,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:07.096171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-bc76be0e-823e-4809-8fa1-91fd751cf8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.098507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-bc76be0e-823e-4809-8fa1-91fd751cf8a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe27702a6b8a471594ec3a5df12476e8&device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 1095 time: 0.0890760 Dec 15 13:48:07.100978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4f5efafc-f026-4598-9b65-f82389c90c8a no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:07.112660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ae15-7102-46be-bfce-49e1a16229a2 req-8ee37c96-3361-4b3f-9974-58a3aded1b00 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.120320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74e6ae15-7102-46be-bfce-49e1a16229a2 req-8ee37c96-3361-4b3f-9974-58a3aded1b00 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 944 time: 0.0754900 Dec 15 13:48:07.128336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 4f5efafc-f026-4598-9b65-f82389c90c8a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:07.128912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4f5efafc-f026-4598-9b65-f82389c90c8a not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:07.178291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-ca668d87-8ef9-471f-9cf7-551e9d646ddf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d766f8-090c-40a7-96a2-4a3eaf16beca HTTP/1.1" status: 200 len: 217 time: 0.0560250 Dec 15 13:48:07.189030 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:07.246530 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74e6ae15-7102-46be-bfce-49e1a16229a2 req-f3c97a51-94b8-4cdf-a1e2-267a72234d19 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254301 Dec 15 13:48:07.254894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-899cd3b8-22d0-4110-8aae-7e2870a69f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.256536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-899cd3b8-22d0-4110-8aae-7e2870a69f5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=737b6fa2-7c64-4061-bec2-39fa8f522dfd HTTP/1.1" status: 200 len: 854 time: 0.0707452 Dec 15 13:48:07.297685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-891d7350-5663-483e-ac0a-78c7eda88fee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e37aee4c-bee3-4204-a5c3-69f747d125e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314562 Dec 15 13:48:07.358347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51706) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:07.394552 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fa71b6-323e-4d97-a715-421652341533 x-openstack-request-id: req-49fa71b6-323e-4d97-a715-421652341533 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:07.394843 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82bdcef-a638-4955-995e-f9930dd0054c", "tag": "91d766f8-090c-40a7-96a2-4a3eaf16beca", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:07.395284 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-49fa71b6-323e-4d97-a715-421652341533 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:07.395687 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82bdcef-a638-4955-995e-f9930dd0054c', 'tag': '91d766f8-090c-40a7-96a2-4a3eaf16beca', 'status': 'completed', 'code': 200} Dec 15 13:48:07.443456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cb6e-0114-4e80-a1aa-26c1c0bdc05f req-55aa7ac3-2a3a-49da-bd70-530853c0bbcd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.445244 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-83c0cb6e-0114-4e80-a1aa-26c1c0bdc05f req-55aa7ac3-2a3a-49da-bd70-530853c0bbcd tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.1142080 Dec 15 13:48:07.477128 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-63372a27-02f1-4867-accf-305cd616a68a service neutron] 10.222.0.74 "GET /v2.0/networks/e37aee4c-bee3-4204-a5c3-69f747d125e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666105 Dec 15 13:48:07.557963 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-83c0cb6e-0114-4e80-a1aa-26c1c0bdc05f req-861fee43-8df2-4eb7-befd-1074db023f90 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990992 Dec 15 13:48:07.563938 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a2e-d601-4b23-89fc-56179e61f529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:07.601434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34539b-4dd5-4d99-8234-98978851a402 req-588fce31-f9b0-478e-9dae-7e8e923ca044 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.603053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a34539b-4dd5-4d99-8234-98978851a402 req-588fce31-f9b0-478e-9dae-7e8e923ca044 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 946 time: 0.0826325 Dec 15 13:48:07.604288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e4ae4a2-1e63-45af-a55e-d75fd632490d req-9c610855-ad6a-4a87-9851-4c3248e57c93 service neutron] 10.222.0.74 "GET /v2.0/networks/e37aee4c-bee3-4204-a5c3-69f747d125e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177955 Dec 15 13:48:07.684726 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a34539b-4dd5-4d99-8234-98978851a402 req-0d9580b9-806a-4d58-b4ca-9ee1d79e0f8c tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691602 Dec 15 13:48:07.716996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a2e-d601-4b23-89fc-56179e61f529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:07.723916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a2e-d601-4b23-89fc-56179e61f529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:07.726369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-3f6323bb-047b-4e7b-924b-705a8b36739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.729075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-3f6323bb-047b-4e7b-924b-705a8b36739d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe27702a6b8a471594ec3a5df12476e8&device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 1095 time: 0.0679543 Dec 15 13:48:07.763954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4ef04a2e-d601-4b23-89fc-56179e61f529 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=29c93c5feef54213a22ccfc1936314cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037347 Dec 15 13:48:07.767808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:07.790716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04a2e-d601-4b23-89fc-56179e61f529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2006c1-4ab2-4c75-9408-034c40358834,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:07.851333 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4556e8d-b9eb-4e87-bb7e-8eebbc7636c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:07.881354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-f63c8c98-3b12-4241-a2da-7e3fe680e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:07.882844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-f63c8c98-3b12-4241-a2da-7e3fe680e785 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e37aee4c-bee3-4204-a5c3-69f747d125e6 HTTP/1.1" status: 200 len: 916 time: 0.1445830 Dec 15 13:48:07.888839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4556e8d-b9eb-4e87-bb7e-8eebbc7636c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:07.945048 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-880cc78d-b339-4816-b5f6-58cb46e0bcc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d766f8-090c-40a7-96a2-4a3eaf16beca HTTP/1.1" status: 200 len: 217 time: 0.0522714 Dec 15 13:48:07.947422 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4556e8d-b9eb-4e87-bb7e-8eebbc7636c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:07.950209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4556e8d-b9eb-4e87-bb7e-8eebbc7636c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:07.951749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c4556e8d-b9eb-4e87-bb7e-8eebbc7636c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d2006c1-4ab2-4c75-9408-034c40358834 HTTP/1.1" status: 204 len: 168 time: 0.1827555 Dec 15 13:48:07.973071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4556e8d-b9eb-4e87-bb7e-8eebbc7636c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2006c1-4ab2-4c75-9408-034c40358834,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:08.008933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-fd92c389-8778-4f0f-baaa-8bca71882d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.010898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-fd92c389-8778-4f0f-baaa-8bca71882d79 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=737b6fa2-7c64-4061-bec2-39fa8f522dfd HTTP/1.1" status: 200 len: 854 time: 0.0571547 Dec 15 13:48:08.051726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-9f350ebb-9db5-4524-902a-2eada6434ae5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e37aee4c-bee3-4204-a5c3-69f747d125e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311210 Dec 15 13:48:08.196427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3b3c7-2baf-4ec1-bae7-1d777196ca24 req-e52903bc-3c89-4529-bed6-d7384bae064d tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.198320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38d3b3c7-2baf-4ec1-bae7-1d777196ca24 req-e52903bc-3c89-4529-bed6-d7384bae064d tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 946 time: 0.0725534 Dec 15 13:48:08.252912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21341a-cec1-4f1a-bb0c-70821437c34d req-1d8f8199-4a10-463d-b198-82a3c3b9c3a7 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.255011 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f21341a-cec1-4f1a-bb0c-70821437c34d req-1d8f8199-4a10-463d-b198-82a3c3b9c3a7 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 946 time: 0.1173587 Dec 15 13:48:08.262252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38d3b3c7-2baf-4ec1-bae7-1d777196ca24 req-e3ab04b3-ad5c-4d95-a805-03082e1eb200 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579345 Dec 15 13:48:08.286959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-474a388f-97f9-4f82-8c35-005272b6e477 service neutron] 10.222.0.74 "GET /v2.0/networks/e37aee4c-bee3-4204-a5c3-69f747d125e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173452 Dec 15 13:48:08.401860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f21341a-cec1-4f1a-bb0c-70821437c34d req-205d5333-fffa-4841-9a86-6aae1bd4c2cc tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343446 Dec 15 13:48:08.429252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dd093-1d2e-4f22-be99-eab2ff4b708c req-e8e33169-b77c-4f5c-ad2e-d658efa135fe tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.431185 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-936dd093-1d2e-4f22-be99-eab2ff4b708c req-e8e33169-b77c-4f5c-ad2e-d658efa135fe tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 944 time: 0.0685983 Dec 15 13:48:08.461690 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b03123d-f037-4adc-a87a-55dc861a7d2e req-1fdef914-f8f9-4125-995a-c3eecf0ee500 service neutron] 10.222.0.74 "GET /v2.0/networks/e37aee4c-bee3-4204-a5c3-69f747d125e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658483 Dec 15 13:48:08.474567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51758) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:08.499576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff069f5b-d800-4ce9-b041-a83eaacdb632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.504483 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-936dd093-1d2e-4f22-be99-eab2ff4b708c req-0257da9b-bc39-47b1-a252-92ea51e647b0 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654879 Dec 15 13:48:08.505458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:08.573212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-3b67ab76-f2c2-40e0-8465-03ef4be701d3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.574676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-3b67ab76-f2c2-40e0-8465-03ef4be701d3 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0726819 Dec 15 13:48:08.687498 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff069f5b-d800-4ce9-b041-a83eaacdb632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.689802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee7e52-58ce-42a9-9b23-c0c690ed0934 req-f16850db-2926-4480-9efc-bf08abfef122 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:08.692290 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8eee7e52-58ce-42a9-9b23-c0c690ed0934 req-f16850db-2926-4480-9efc-bf08abfef122 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa83fcab-94e5-4854-9722-4cb25a7e131c HTTP/1.1" status: 200 len: 949 time: 0.0568528 Dec 15 13:48:08.692981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff069f5b-d800-4ce9-b041-a83eaacdb632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.704820 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8589f67e-ed57-4681-854b-754e397ca3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.741224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff069f5b-d800-4ce9-b041-a83eaacdb632 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7dbc5ad06667427fbd587081f2677e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642379 Dec 15 13:48:08.746823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51770) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:08.756801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Deleting port 175faf7d-4cf0-4280-af1a-1da215d15f05 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:08.757140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.765703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff069f5b-d800-4ce9-b041-a83eaacdb632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701c59b2-7d8e-4580-925f-40baf9f08a0e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:08.775332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8eee7e52-58ce-42a9-9b23-c0c690ed0934 req-7417e37b-5988-4748-ae63-7ba6d00f6327 tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.86 "GET /v2.0/security-groups?id=3266972d-7e90-49a3-b400-c053cfd21685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730240 Dec 15 13:48:08.825402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8589f67e-ed57-4681-854b-754e397ca3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.830862 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8589f67e-ed57-4681-854b-754e397ca3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.869060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.872163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8589f67e-ed57-4681-854b-754e397ca3c3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=822157d8f7544878a015d7f14523608b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647144 Dec 15 13:48:08.873404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589f67e-ed57-4681-854b-754e397ca3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aed2a4-ef82-4f7f-8414-12700118c8ee,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:08.875708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51772) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:08.910831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] For port 175faf7d-4cf0-4280-af1a-1da215d15f05, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=175faf7d-4cf0-4280-af1a-1da215d15f05,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:08.911476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.931400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:08.953183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Calling delete_port for 175faf7d-4cf0-4280-af1a-1da215d15f05 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:09.029968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62517ab2-cdb6-4ac8-87d0-cd6e8f54abaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.072169 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62517ab2-cdb6-4ac8-87d0-cd6e8f54abaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.080382 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.083040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.084214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/701c59b2-7d8e-4580-925f-40baf9f08a0e HTTP/1.1" status: 204 len: 168 time: 0.3357673 Dec 15 13:48:09.107014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701c59b2-7d8e-4580-925f-40baf9f08a0e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:09.110135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 91d766f8-090c-40a7-96a2-4a3eaf16beca details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:09.133454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.133821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.134235 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.134604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.134948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.135281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.138697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.139072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.139428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.139776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.140228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.140574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.141041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67165446-1671-4a77-a766-ea8d03a78f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:09.209104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62517ab2-cdb6-4ac8-87d0-cd6e8f54abaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.211830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62517ab2-cdb6-4ac8-87d0-cd6e8f54abaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.212991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-62517ab2-cdb6-4ac8-87d0-cd6e8f54abaf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86aed2a4-ef82-4f7f-8414-12700118c8ee HTTP/1.1" status: 204 len: 168 time: 0.3362734 Dec 15 13:48:09.219280 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.246982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['175faf7d-4cf0-4280-af1a-1da215d15f05'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:09.250714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Pushing event deleted for resources: {'Port': ['ID=175faf7d-4cf0-4280-af1a-1da215d15f05,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:09.256504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 91d766f8-090c-40a7-96a2-4a3eaf16beca, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=91d766f8-090c-40a7-96a2-4a3eaf16beca,segment=NetworkSegment(b7936dda-8fb7-45cb-8ade-3e24e895dd63),segment_id=b7936dda-8fb7-45cb-8ade-3e24e895dd63)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:09.261938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62517ab2-cdb6-4ac8-87d0-cd6e8f54abaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aed2a4-ef82-4f7f-8414-12700118c8ee,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:09.315640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '91d766f8-090c-40a7-96a2-4a3eaf16beca', 'network_id': 'e37aee4c-bee3-4204-a5c3-69f747d125e6', 'port_id': '91d766f8-090c-40a7-96a2-4a3eaf16beca', 'mac_address': 'fa:16:3e:5c:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737b6fa2-7c64-4061-bec2-39fa8f522dfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:09.363958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] No DVR routers for this DVR port 175faf7d-4cf0-4280-af1a-1da215d15f05 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:09.366247 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.371145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.381613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9025d3e1-476a-4818-9ef9-34bdba2ccb99 req-e5de6334-1f93-4034-9a2b-9ec5a540145c tempest-MigrationsAdminTest-159481349 tempest-MigrationsAdminTest-159481349-project] 10.222.0.74 "DELETE /v2.0/ports/175faf7d-4cf0-4280-af1a-1da215d15f05 HTTP/1.1" status: 204 len: 173 time: 0.7980523 Dec 15 13:48:09.387053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d766f8-090c-40a7-96a2-4a3eaf16beca {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:09.417412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 91d766f8-090c-40a7-96a2-4a3eaf16beca, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=91d766f8-090c-40a7-96a2-4a3eaf16beca,segment=NetworkSegment(b7936dda-8fb7-45cb-8ade-3e24e895dd63),segment_id=b7936dda-8fb7-45cb-8ade-3e24e895dd63)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:09.425265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'name': 'network-vif-deleted', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:09.428217 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.430374 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e20ca9-b355-4884-8b47-356c84312d6d" -d '{"events": [{"server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "name": "network-vif-deleted", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:09.478045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d72e8c-729a-4579-81de-1b27dd8a09ec req-9cdadf5e-8bfc-42e7-8044-4c132a6b5640 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.491441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d72e8c-729a-4579-81de-1b27dd8a09ec req-9cdadf5e-8bfc-42e7-8044-4c132a6b5640 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 946 time: 0.1077390 Dec 15 13:48:09.538416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=91d766f8-090c-40a7-96a2-4a3eaf16beca,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:09.568226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d72e8c-729a-4579-81de-1b27dd8a09ec req-440e9af4-12c9-4da2-ab7b-8943241dbaaf tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752048 Dec 15 13:48:09.620138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fd6de-fc3f-40b0-aca0-cde635a8101f req-210b238f-388e-4e1c-9212-a3b7a129094e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.624547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-797fd6de-fc3f-40b0-aca0-cde635a8101f req-210b238f-388e-4e1c-9212-a3b7a129094e tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 946 time: 0.0910470 Dec 15 13:48:09.657438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['91d766f8-090c-40a7-96a2-4a3eaf16beca'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:09.662792 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b649ba9e-0e76-4037-aa49-e641e439080c x-openstack-request-id: req-b649ba9e-0e76-4037-aa49-e641e439080c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:09.664129 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa83fcab-94e5-4854-9722-4cb25a7e131c", "name": "network-vif-deleted", "tag": "175faf7d-4cf0-4280-af1a-1da215d15f05", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:09.664284 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b649ba9e-0e76-4037-aa49-e641e439080c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:09.664649 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa83fcab-94e5-4854-9722-4cb25a7e131c', 'name': 'network-vif-deleted', 'tag': '175faf7d-4cf0-4280-af1a-1da215d15f05', 'status': 'completed', 'code': 200} Dec 15 13:48:09.723343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-371bd0ef-1733-4ad2-9548-7690bd4566f8 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.727127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-371bd0ef-1733-4ad2-9548-7690bd4566f8 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.74 "GET /v2.0/ports?device_id=18f362c1-e2fd-48b5-bf93-15f1c22df474 HTTP/1.1" status: 200 len: 945 time: 0.1546738 Dec 15 13:48:09.797720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85348e79-52ed-4b59-aa45-bb66def61638 req-b3a79581-0aac-4729-a6a7-4cbb1628af1d tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.799884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85348e79-52ed-4b59-aa45-bb66def61638 req-b3a79581-0aac-4729-a6a7-4cbb1628af1d tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 946 time: 0.1738505 Dec 15 13:48:09.801068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:09.817263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-797fd6de-fc3f-40b0-aca0-cde635a8101f req-62344280-04b2-4d4c-972c-de980cdaea46 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342959 Dec 15 13:48:09.860568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-79f7dc10-3592-4bc0-aa07-6109d0171c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:09.960907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731abbe-46c2-44f8-9b15-b1b3b55de543 req-3c3b1fa4-cfc5-477f-8fd8-b6a57f38ec5c tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:09.969846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0731abbe-46c2-44f8-9b15-b1b3b55de543 req-3c3b1fa4-cfc5-477f-8fd8-b6a57f38ec5c tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 945 time: 0.2412052 Dec 15 13:48:10.040619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Deleting port b6f5f126-5e63-4d89-a921-035b32a741ac {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:10.041210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.136943 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-79f7dc10-3592-4bc0-aa07-6109d0171c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.148134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0731abbe-46c2-44f8-9b15-b1b3b55de543 req-3ef7f303-fbe8-479f-9931-b8a0f8a862ae tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742272 Dec 15 13:48:10.170563 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-79f7dc10-3592-4bc0-aa07-6109d0171c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.251581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7dc10-3592-4bc0-aa07-6109d0171c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd830656-362f-4cba-9d62-2638777f4491,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:10.260895 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-79f7dc10-3592-4bc0-aa07-6109d0171c43 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=69e081f6b309453eb1f2c9b456ecc6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495308 Dec 15 13:48:10.264551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:10.267721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] For port b6f5f126-5e63-4d89-a921-035b32a741ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b6f5f126-5e63-4d89-a921-035b32a741ac,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:10.268473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.290368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Calling delete_port for b6f5f126-5e63-4d89-a921-035b32a741ac owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:10.299280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Deleting port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:10.299622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.500567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] For port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,segment=NetworkSegment(1bb8b811-09da-4927-8066-690e8337dc6d),segment_id=1bb8b811-09da-4927-8066-690e8337dc6d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:10.501230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.510504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.523797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['b6f5f126-5e63-4d89-a921-035b32a741ac'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:10.529224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['f45ac5ff-6ddb-4d92-8e1f-1f0477baf949'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:10.551287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0590-afcd-4d5a-b259-9570962af029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.554253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Calling delete_port for f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:10.677946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] No DVR routers for this DVR port b6f5f126-5e63-4d89-a921-035b32a741ac on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:10.679568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Pushing event deleted for resources: {'Port': ['ID=b6f5f126-5e63-4d89-a921-035b32a741ac,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:10.683079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:10.688100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11aadcfa-f062-4a41-a518-76d2e17abc7d req-0c210027-b7e7-4079-88b6-cd7ef67301e4 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.74 "DELETE /v2.0/ports/b6f5f126-5e63-4d89-a921-035b32a741ac HTTP/1.1" status: 204 len: 173 time: 0.9337900 Dec 15 13:48:10.688700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:10.932625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9e155f64-4d08-4307-806f-b16371a78d43 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0272c3ccba944423bff8b820950abe5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426188 Dec 15 13:48:10.935694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:10.968166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0590-afcd-4d5a-b259-9570962af029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.021080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f37566-1564-4177-bd90-22b5e38351c2 req-f7a7181f-c23b-43b5-973f-3254db4783bc tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:11.022608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03f37566-1564-4177-bd90-22b5e38351c2 req-f7a7181f-c23b-43b5-973f-3254db4783bc tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fb8aa1d-88d6-49ca-b39b-2446839377a0 HTTP/1.1" status: 200 len: 946 time: 0.0797963 Dec 15 13:48:11.027620 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4e8a-218f-4b53-94ff-101fdcacdc86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.033322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175e1c-5eaf-42f5-9d4a-3de43027a99f req-d5fe67f9-d018-40b4-b4e7-d4553c3d2aa3 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:11.040448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b175e1c-5eaf-42f5-9d4a-3de43027a99f req-d5fe67f9-d018-40b4-b4e7-d4553c3d2aa3 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 946 time: 0.4657886 Dec 15 13:48:11.071014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4e8a-218f-4b53-94ff-101fdcacdc86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.121071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 91d766f8-090c-40a7-96a2-4a3eaf16beca up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:11.136044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0590-afcd-4d5a-b259-9570962af029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.137894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03f37566-1564-4177-bd90-22b5e38351c2 req-8d327789-378c-4c40-b628-6be841665df2 tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e94e66c-a449-4f8b-8124-99fa402a0352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056297 Dec 15 13:48:11.139752 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0590-afcd-4d5a-b259-9570962af029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.141693 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a2ea0590-afcd-4d5a-b259-9570962af029 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd830656-362f-4cba-9d62-2638777f4491 HTTP/1.1" status: 204 len: 168 time: 0.8753290 Dec 15 13:48:11.175215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4e8a-218f-4b53-94ff-101fdcacdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.187920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4e8a-218f-4b53-94ff-101fdcacdc86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.187920 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9d0d4e8a-218f-4b53-94ff-101fdcacdc86 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3266972d-7e90-49a3-b400-c053cfd21685 HTTP/1.1" status: 204 len: 168 time: 0.2492192 Dec 15 13:48:11.209320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d4e8a-218f-4b53-94ff-101fdcacdc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3266972d-7e90-49a3-b400-c053cfd21685,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:11.241169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b175e1c-5eaf-42f5-9d4a-3de43027a99f req-faf0df2b-9739-4c88-9b54-0d27082cb2f1 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997554 Dec 15 13:48:11.242589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 91d766f8-090c-40a7-96a2-4a3eaf16beca completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:11.244829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea0590-afcd-4d5a-b259-9570962af029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd830656-362f-4cba-9d62-2638777f4491,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:11.255526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.270423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 91d766f8-090c-40a7-96a2-4a3eaf16beca triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:11.274730 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.299747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Pushing event deleted for resources: {'Port': ['ID=f45ac5ff-6ddb-4d92-8e1f-1f0477baf949,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:11.385925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] No DVR routers for this DVR port f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:11.394029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.398175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85348e79-52ed-4b59-aa45-bb66def61638 req-8000e7b4-b4bb-4991-8116-a296fe75e8ba tempest-MultipleCreateTestJSON-809741590 tempest-MultipleCreateTestJSON-809741590-project] 10.222.0.24 "DELETE /v2.0/ports/f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 HTTP/1.1" status: 204 len: 173 time: 1.5729148 Dec 15 13:48:11.398667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb8aa1d-88d6-49ca-b39b-2446839377a0', 'name': 'network-vif-deleted', 'tag': 'f45ac5ff-6ddb-4d92-8e1f-1f0477baf949'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:11.411456 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82e6a06-c90f-4fdc-999f-a8138b931095" -d '{"events": [{"server_uuid": "1fb8aa1d-88d6-49ca-b39b-2446839377a0", "name": "network-vif-deleted", "tag": "f45ac5ff-6ddb-4d92-8e1f-1f0477baf949"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:11.504031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb2b86-5c6e-47fe-a789-e5f7a2155889 req-68ce9fc6-c27f-4e1e-8d54-f06cceaea2c6 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:11.504606 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.505869 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eddb2b86-5c6e-47fe-a789-e5f7a2155889 req-68ce9fc6-c27f-4e1e-8d54-f06cceaea2c6 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 945 time: 0.0892532 Dec 15 13:48:11.561241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82bdcef-a638-4955-995e-f9930dd0054c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d766f8-090c-40a7-96a2-4a3eaf16beca'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:11.562973 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d6de7-2b34-43c1-8c98-0994a762a721 x-openstack-request-id: req-796d6de7-2b34-43c1-8c98-0994a762a721 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:11.564031 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb8aa1d-88d6-49ca-b39b-2446839377a0", "name": "network-vif-deleted", "tag": "f45ac5ff-6ddb-4d92-8e1f-1f0477baf949", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:11.564299 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-796d6de7-2b34-43c1-8c98-0994a762a721 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:11.564738 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb8aa1d-88d6-49ca-b39b-2446839377a0', 'name': 'network-vif-deleted', 'tag': 'f45ac5ff-6ddb-4d92-8e1f-1f0477baf949', 'status': 'completed', 'code': 200} Dec 15 13:48:11.565708 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2e9596-f6d4-4866-a906-53d9b770e62f" -d '{"events": [{"server_uuid": "c82bdcef-a638-4955-995e-f9930dd0054c", "name": "network-vif-plugged", "status": "completed", "tag": "91d766f8-090c-40a7-96a2-4a3eaf16beca"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:11.581793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 91d766f8-090c-40a7-96a2-4a3eaf16beca, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=91d766f8-090c-40a7-96a2-4a3eaf16beca,segment=NetworkSegment(b7936dda-8fb7-45cb-8ade-3e24e895dd63),segment_id=b7936dda-8fb7-45cb-8ade-3e24e895dd63)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:11.588686 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:11.588962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eddb2b86-5c6e-47fe-a789-e5f7a2155889 req-566caf95-f60a-43b5-9c85-15926e194291 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766134 Dec 15 13:48:11.590811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 175faf7d-4cf0-4280-af1a-1da215d15f05 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:11.622694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 175faf7d-4cf0-4280-af1a-1da215d15f05 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:11.623145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 175faf7d-4cf0-4280-af1a-1da215d15f05 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:11.655337 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e469ef0-06e7-4b02-9d2b-476cabe441d8 x-openstack-request-id: req-7e469ef0-06e7-4b02-9d2b-476cabe441d8 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:11.656186 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82bdcef-a638-4955-995e-f9930dd0054c", "name": "network-vif-plugged", "status": "completed", "tag": "91d766f8-090c-40a7-96a2-4a3eaf16beca", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:11.656620 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e469ef0-06e7-4b02-9d2b-476cabe441d8 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:11.657179 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82bdcef-a638-4955-995e-f9930dd0054c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d766f8-090c-40a7-96a2-4a3eaf16beca', 'code': 200} Dec 15 13:48:11.666458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f362c1-e2fd-48b5-bf93-15f1c22df474', 'name': 'network-vif-deleted', 'tag': 'b6f5f126-5e63-4d89-a921-035b32a741ac'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:11.669465 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33716d3d-9114-46d2-9559-de0f446f9fd7" -d '{"events": [{"server_uuid": "18f362c1-e2fd-48b5-bf93-15f1c22df474", "name": "network-vif-deleted", "tag": "b6f5f126-5e63-4d89-a921-035b32a741ac"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:11.681007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=91d766f8-090c-40a7-96a2-4a3eaf16beca,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:11.713109 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265db6a0-9fb7-4b4e-8a77-2893ddeb500b x-openstack-request-id: req-265db6a0-9fb7-4b4e-8a77-2893ddeb500b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:11.713485 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f362c1-e2fd-48b5-bf93-15f1c22df474", "name": "network-vif-deleted", "tag": "b6f5f126-5e63-4d89-a921-035b32a741ac", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:11.713828 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-265db6a0-9fb7-4b4e-8a77-2893ddeb500b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:11.714313 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f362c1-e2fd-48b5-bf93-15f1c22df474', 'name': 'network-vif-deleted', 'tag': 'b6f5f126-5e63-4d89-a921-035b32a741ac', 'status': 'completed', 'code': 200} Dec 15 13:48:11.767943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b37c44-3479-420b-afab-7e000a1f495a req-0856e41d-c59b-4823-bc55-57e0669bed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:11.769547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b6b37c44-3479-420b-afab-7e000a1f495a req-0856e41d-c59b-4823-bc55-57e0669bed40 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 1097 time: 0.0451882 Dec 15 13:48:11.819175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b6b37c44-3479-420b-afab-7e000a1f495a req-b0f7f971-6787-4398-9548-b3c4a9f34743 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426908 Dec 15 13:48:11.871388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51878) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:11.920091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6383ce92-ddee-4daf-8e9a-fe3694b2602e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd59dc7ba20144dfaa134e1418d7a8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468078 Dec 15 13:48:11.923028 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:12.024401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-1e327eb6-12c6-437b-b07c-4c237ae08986 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435462 Dec 15 13:48:12.029562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a25ad1e-b099-4c69-ac9a-db8ec583094e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.149169 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a25ad1e-b099-4c69-ac9a-db8ec583094e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.190161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854733d8-91b2-49f9-8b21-2791028fc55a req-a48bcc18-473a-45a3-8478-fc4c9864a889 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.191725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-854733d8-91b2-49f9-8b21-2791028fc55a req-a48bcc18-473a-45a3-8478-fc4c9864a889 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 946 time: 0.1970048 Dec 15 13:48:12.274027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51906) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:12.294343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-d1404855-dfbc-4d9f-be1d-4f68b2b4ad89 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.301422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-d1404855-dfbc-4d9f-be1d-4f68b2b4ad89 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534046 Dec 15 13:48:12.335227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb6a7ad-ef83-4055-a1ab-b61678ffdcd6 admin admin] Deleting subnet d0d2ab49-75c0-462b-a54a-5bac6da61638 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:12.339714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a7ad-ef83-4055-a1ab-b61678ffdcd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.340508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-52a0ad20-4341-49d9-9a4a-2619033938a4 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/quotas/eddbf13a18ac4a05a2efacc30ebdd7f1 HTTP/1.1" status: 200 len: 375 time: 0.0381539 Dec 15 13:48:12.360548 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a25ad1e-b099-4c69-ac9a-db8ec583094e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.362614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a25ad1e-b099-4c69-ac9a-db8ec583094e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.366992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9a25ad1e-b099-4c69-ac9a-db8ec583094e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2c59ec26-a90d-4822-90d8-832fbe5d635e HTTP/1.1" status: 204 len: 168 time: 0.4398515 Dec 15 13:48:12.393671 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-fc16c97b-9005-4767-8a1a-c9191629e7d1 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521510 Dec 15 13:48:12.403533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25ad1e-b099-4c69-ac9a-db8ec583094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c59ec26-a90d-4822-90d8-832fbe5d635e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:12.444102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Deleting port e33a086b-3429-43a6-87a8-6fb28ef0bede {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:12.444445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.458564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a7ad-ef83-4055-a1ab-b61678ffdcd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.517224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc28f22-9b65-4c0e-90e5-0c5a4b6bbf31 req-f9d1337d-b96f-4735-9df3-69268fe5a58b tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.524455 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bc28f22-9b65-4c0e-90e5-0c5a4b6bbf31 req-f9d1337d-b96f-4735-9df3-69268fe5a58b tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 946 time: 0.1460931 Dec 15 13:48:12.568614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a7ad-ef83-4055-a1ab-b61678ffdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.625285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bc28f22-9b65-4c0e-90e5-0c5a4b6bbf31 req-d5bf61c4-3a78-4547-a8d9-d1c65332146a tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e6062fd-9aad-405a-896e-82371e65b2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970197 Dec 15 13:48:12.658873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] For port e33a086b-3429-43a6-87a8-6fb28ef0bede, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e33a086b-3429-43a6-87a8-6fb28ef0bede,segment=NetworkSegment(09dcb36c-35c1-4a6c-9637-f6bacaf56dd8),segment_id=09dcb36c-35c1-4a6c-9637-f6bacaf56dd8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:12.660945 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.690089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a7ad-ef83-4055-a1ab-b61678ffdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.701213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Calling delete_port for e33a086b-3429-43a6-87a8-6fb28ef0bede owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:12.754502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a7ad-ef83-4055-a1ab-b61678ffdcd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.778910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1bb6a7ad-ef83-4055-a1ab-b61678ffdcd6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d0d2ab49-75c0-462b-a54a-5bac6da61638 HTTP/1.1" status: 204 len: 168 time: 0.5030696 Dec 15 13:48:12.779753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51930) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:12.796742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6a7ad-ef83-4055-a1ab-b61678ffdcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d2ab49-75c0-462b-a54a-5bac6da61638,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:12.930358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a7ef-ac8a-4897-a535-764b128af48e req-e0fd2e71-c5f3-4b36-9f50-0adf00e7c8b3 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:12.944333 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a10a7ef-ac8a-4897-a535-764b128af48e req-e0fd2e71-c5f3-4b36-9f50-0adf00e7c8b3 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 946 time: 0.1453164 Dec 15 13:48:12.951963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.054237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a10a7ef-ac8a-4897-a535-764b128af48e req-8e8dcc3c-9d9a-4926-b665-ffafc0a7dec9 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009190 Dec 15 13:48:13.056245 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.071004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['e33a086b-3429-43a6-87a8-6fb28ef0bede'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:13.107581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-83ec7c5c-59b1-4193-b13e-f1bad785d1f4 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825136 Dec 15 13:48:13.114059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Pushing event deleted for resources: {'Port': ['ID=e33a086b-3429-43a6-87a8-6fb28ef0bede,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:13.154881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b6f5f126-5e63-4d89-a921-035b32a741ac no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:13.176694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] No DVR routers for this DVR port e33a086b-3429-43a6-87a8-6fb28ef0bede on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:13.179031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.184717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.189690 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-854733d8-91b2-49f9-8b21-2791028fc55a req-ededd77a-ed6d-4461-a89f-059fdc7f6ed5 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.24 "DELETE /v2.0/ports/e33a086b-3429-43a6-87a8-6fb28ef0bede HTTP/1.1" status: 204 len: 173 time: 0.9734371 Dec 15 13:48:13.236143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:13.250285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: b6f5f126-5e63-4d89-a921-035b32a741ac {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:13.250747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b6f5f126-5e63-4d89-a921-035b32a741ac not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:13.262831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bddcfa-91d9-4b1a-aca3-7b5aaa565c00']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:13.270625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:13.270989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f45ac5ff-6ddb-4d92-8e1f-1f0477baf949 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:13.271417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e33a086b-3429-43a6-87a8-6fb28ef0bede no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:13.291925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: e33a086b-3429-43a6-87a8-6fb28ef0bede {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:13.292270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e33a086b-3429-43a6-87a8-6fb28ef0bede not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:13.343226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303d2a-2745-4f13-ab35-621274e37928 req-8d72b3eb-b9c1-4600-a4d0-b564f493411f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:13.351274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-8d72b3eb-b9c1-4600-a4d0-b564f493411f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425361 Dec 15 13:48:13.362885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb8b811-09da-4927-8066-690e8337dc6d') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:13.363182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb8b811-09da-4927-8066-690e8337dc6d') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:13.375404 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.384821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-c1c215fe-5288-4acc-8dd4-bbb220f4b1db tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/quotas/eddbf13a18ac4a05a2efacc30ebdd7f1 HTTP/1.1" status: 200 len: 375 time: 0.0322504 Dec 15 13:48:13.431509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-7babbc86-a2af-42c7-8d1d-a892fdca7055 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374942 Dec 15 13:48:13.439072 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.452320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:13.453917 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:13.456339 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:13.537481 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.545122 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.552127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] 10.222.0.86 "DELETE /v2.0/networks/06bddcfa-91d9-4b1a-aca3-7b5aaa565c00 HTTP/1.1" status: 204 len: 168 time: 0.7645576 Dec 15 13:48:13.567395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3923ce6-4972-4d58-8fab-e1bc58856446', 'name': 'network-vif-deleted', 'tag': 'e33a086b-3429-43a6-87a8-6fb28ef0bede'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:13.570656 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba084b0d-407c-4b7b-a645-1f5607360eaa" -d '{"events": [{"server_uuid": "b3923ce6-4972-4d58-8fab-e1bc58856446", "name": "network-vif-deleted", "tag": "e33a086b-3429-43a6-87a8-6fb28ef0bede"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:13.612112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f78b7a-f2ea-4628-8cda-ca19db68a78d admin admin] Pushing event deleted for resources: {'Network': ['ID=06bddcfa-91d9-4b1a-aca3-7b5aaa565c00,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:13.673550 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5f80c5-9430-46c0-a6a7-45f44ba8ed2e x-openstack-request-id: req-0b5f80c5-9430-46c0-a6a7-45f44ba8ed2e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:13.674145 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3923ce6-4972-4d58-8fab-e1bc58856446", "name": "network-vif-deleted", "tag": "e33a086b-3429-43a6-87a8-6fb28ef0bede", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:13.674597 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0b5f80c5-9430-46c0-a6a7-45f44ba8ed2e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:13.675328 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3923ce6-4972-4d58-8fab-e1bc58856446', 'name': 'network-vif-deleted', 'tag': 'e33a086b-3429-43a6-87a8-6fb28ef0bede', 'status': 'completed', 'code': 200} Dec 15 13:48:13.742247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22073cd4-3048-4fc0-9b11-e3165980d179 req-e56363f6-8486-48e1-9058-54847c3dbd67 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 210 time: 0.0984385 Dec 15 13:48:13.891420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8def3234-969a-4acf-9eb4-08790a960956 req-e7fecb14-0f13-40ca-8de2-7e5f5f8b8516 tempest-ServerPasswordTestJSON-411093582 tempest-ServerPasswordTestJSON-411093582-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3923ce6-4972-4d58-8fab-e1bc58856446 HTTP/1.1" status: 200 len: 210 time: 0.0546820 Dec 15 13:48:13.958337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51994) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:14.012490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51996) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:14.012923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-83c36662-97e2-4da3-aa8e-b4db73e5d339 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a15d6da04005412cb1ebe9baef2b7737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532019 Dec 15 13:48:14.100514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b64b17d-9f72-40af-b564-2be8be046b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.158969 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b64b17d-9f72-40af-b564-2be8be046b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.246287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b64b17d-9f72-40af-b564-2be8be046b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.256705 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b64b17d-9f72-40af-b564-2be8be046b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:14.259413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1b64b17d-9f72-40af-b564-2be8be046b2d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e94e66c-a449-4f8b-8124-99fa402a0352 HTTP/1.1" status: 204 len: 168 time: 0.2456615 Dec 15 13:48:14.284852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b17d-9f72-40af-b564-2be8be046b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94e66c-a449-4f8b-8124-99fa402a0352,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:14.310293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-e0135977-ad3c-4daa-86f9-0b86ba277311 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1197939 Dec 15 13:48:14.414776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c5053-7bd4-4c5b-a954-313eee705aa7 req-e8a1c0a6-7093-4adf-80ec-1a8a87d2d6d7 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.417230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e6c5053-7bd4-4c5b-a954-313eee705aa7 req-e8a1c0a6-7093-4adf-80ec-1a8a87d2d6d7 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 946 time: 0.1696084 Dec 15 13:48:14.540408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-f02b5f07-8f11-49a9-98cf-1660989c5080 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:14.542655 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-f02b5f07-8f11-49a9-98cf-1660989c5080 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162216 Dec 15 13:48:14.546359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e6c5053-7bd4-4c5b-a954-313eee705aa7 req-a1cecd98-e762-4734-b452-6aeb8442fa97 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101050 Dec 15 13:48:14.564766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Request body: {'port': {'device_id': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': 'eddbf13a18ac4a05a2efacc30ebdd7f1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:14.768337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Made reservation on behalf of eddbf13a18ac4a05a2efacc30ebdd7f1 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:14.772651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.148490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-0a1ae8d8-b2db-4cba-bd8d-262d03c18878 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597470 Dec 15 13:48:15.173918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52040) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:15.193310 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.242148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23cc2ee1-d23d-4a89-9488-92e048a48e3c req-637f642c-c7db-402f-b659-1b78ae254234 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 210 time: 0.0454044 Dec 15 13:48:15.349018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5962f997-cb58-4da2-b0fa-0b20294a3fb6 admin admin] Deleting subnet 94b6d166-1dce-4b23-a8ae-b318d390b5a4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:15.353084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5962f997-cb58-4da2-b0fa-0b20294a3fb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.359036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.366951 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.411400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:15.426503 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5962f997-cb58-4da2-b0fa-0b20294a3fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.438388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303d2a-2745-4f13-ab35-621274e37928 req-b3d7b0f3-02d0-4229-965e-a22f4bec98a9 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:15.444142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-b3d7b0f3-02d0-4229-965e-a22f4bec98a9 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922604 Dec 15 13:48:15.462033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64986a9d-c918-4e64-a665-64bb43ab6d2b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:15.501804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Request body: {'port': {'device_id': '870328a3-3fe2-4542-ae11-853feaee6a02', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': 'eddbf13a18ac4a05a2efacc30ebdd7f1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:15.579684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Allocated IP 192.168.233.238 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/fa17d32b-2480-4e16-ab94-79625be64e40) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:15.597587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5962f997-cb58-4da2-b0fa-0b20294a3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.712588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5962f997-cb58-4da2-b0fa-0b20294a3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.739239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Made reservation on behalf of eddbf13a18ac4a05a2efacc30ebdd7f1 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:15.747905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.754224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5962f997-cb58-4da2-b0fa-0b20294a3fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.758917 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5962f997-cb58-4da2-b0fa-0b20294a3fb6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/94b6d166-1dce-4b23-a8ae-b318d390b5a4 HTTP/1.1" status: 204 len: 168 time: 0.5824153 Dec 15 13:48:15.782129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52058) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:15.817832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962f997-cb58-4da2-b0fa-0b20294a3fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b6d166-1dce-4b23-a8ae-b318d390b5a4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:15.821372 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-beda8391-2f33-48ee-8b79-9d6ea598787d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.913471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-beda8391-2f33-48ee-8b79-9d6ea598787d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.939276 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.003173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-beda8391-2f33-48ee-8b79-9d6ea598787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.013521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.036523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-beda8391-2f33-48ee-8b79-9d6ea598787d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=61ce172a0315462282e2dc9a93999d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6200118 Dec 15 13:48:16.041081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:16.084618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda8391-2f33-48ee-8b79-9d6ea598787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e12de29-5318-4bd1-bb7a-76e516c7e9c7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:16.126147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-856ede48-b01b-4598-abc4-fb37a362bf4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.174194 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-856ede48-b01b-4598-abc4-fb37a362bf4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.211746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.244609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-856ede48-b01b-4598-abc4-fb37a362bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.247225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-856ede48-b01b-4598-abc4-fb37a362bf4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.251143 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-856ede48-b01b-4598-abc4-fb37a362bf4c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4e12de29-5318-4bd1-bb7a-76e516c7e9c7 HTTP/1.1" status: 204 len: 168 time: 0.2085369 Dec 15 13:48:16.261996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:16.269131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ede48-b01b-4598-abc4-fb37a362bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e12de29-5318-4bd1-bb7a-76e516c7e9c7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:16.280154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e3fe25-02cb-4121-9ca7-fb8c77d24f94']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:16.310827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dcb36c-35c1-4a6c-9637-f6bacaf56dd8') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:16.311071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dcb36c-35c1-4a6c-9637-f6bacaf56dd8') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:16.322279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.328893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.391655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.415552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:16.416159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:16.418110 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:16.420380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:16.436055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:16.442348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:16.444799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:16.451922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Allocated IP 192.168.233.63 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/bfdc6582-1734-464a-bf06-c9f10e18e97b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:16.472883 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a3ce352-63e0-4b34-93b7-8e1fd5e2974f req-dacec0be-b45b-4b60-aebf-162346cce774 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 210 time: 0.0767028 Dec 15 13:48:16.545894 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.554196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.558107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] 10.222.0.86 "DELETE /v2.0/networks/22e3fe25-02cb-4121-9ca7-fb8c77d24f94 HTTP/1.1" status: 204 len: 168 time: 0.7735634 Dec 15 13:48:16.582716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:16.583371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.587320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a9578-7c8b-4d56-9afe-84623f57ac94 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e3fe25-02cb-4121-9ca7-fb8c77d24f94,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:16.606826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-dadc2f52-0c74-4533-bd5d-9f4a1497820d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0539129 Dec 15 13:48:16.621892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Request body: {'port': {'device_id': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:16.703464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.822825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1607711787-network', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:16.914999 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.924998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Made reservation on behalf of 35bba95dca96469e8cf03fce0dfbc040 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:16.927433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.940730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.967602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-7aaa9ce7-567b-4dd5-a3cf-83a748124b98 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=12e4e750ac6d41caa6166501530b4219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512033 Dec 15 13:48:17.011204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.011737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ba47498c-b59e-4c94-ace4-72064f91e28c None None] Provisioning complete for port fa17d32b-2480-4e16-ab94-79625be64e40 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:17.013467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba47498c-b59e-4c94-ace4-72064f91e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.054636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52106) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:17.071880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ba47498c-b59e-4c94-ace4-72064f91e28c None None] Port fa17d32b-2480-4e16-ab94-79625be64e40 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:17.077567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:17.080161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:17.094554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:17.100561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:17.121589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-315ce772-9b8c-4405-8bce-772e91e476cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.153165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Pushing event updated for resources: {'Port': ['ID=bfdc6582-1734-464a-bf06-c9f10e18e97b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:17.191447 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.219342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:17.220050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.234353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-efab24e5-c4d8-464a-8df1-454decf28f16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e02590b7bf65412a82c06d10cbccf65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759255 Dec 15 13:48:17.246654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:17.251114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.290444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-f489f4a6-d2ff-4657-bb49-0965164870fa tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:17.298447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-f489f4a6-d2ff-4657-bb49-0965164870fa tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292911 Dec 15 13:48:17.318006 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:48:17.327088 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-dabdc1fb-172b-46a6-9c7d-a8547d22180b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8365226 Dec 15 13:48:17.338054 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-db939da6-4786-408b-ac24-376e59c61732 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/quotas/12e4e750ac6d41caa6166501530b4219 HTTP/1.1" status: 200 len: 375 time: 0.0386214 Dec 15 13:48:17.353671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Request body: {'port': {'device_id': '870328a3-3fe2-4542-ae11-853feaee6a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:17.387480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-ef71a11b-a5df-4b83-ab62-9c117c49ed04 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=12e4e750ac6d41caa6166501530b4219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485411 Dec 15 13:48:17.392959 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.393370 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Added segment a94f7684-e10c-488f-b7f7-92ea1ec95208 of type vlan for network 18024972-adad-45b5-aca2-f52d77c92d2b Dec 15 13:48:17.401823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272f6022-7ccd-4fcb-aea1-541c354038ed,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:17.425493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa17d32b-2480-4e16-ab94-79625be64e40 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:17.435542 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.452059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Transition to ACTIVE for port object fa17d32b-2480-4e16-ab94-79625be64e40 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:17.458936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.524759 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.526106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e575b818-0fd2-4cc8-a418-bde5c9db34d2 None None] Provisioning complete for port bfdc6582-1734-464a-bf06-c9f10e18e97b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:17.526623 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e575b818-0fd2-4cc8-a418-bde5c9db34d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.537582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:17.556270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.559770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-315ce772-9b8c-4405-8bce-772e91e476cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.563450 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.594612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-315ce772-9b8c-4405-8bce-772e91e476cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.640816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e575b818-0fd2-4cc8-a418-bde5c9db34d2 None None] Port bfdc6582-1734-464a-bf06-c9f10e18e97b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:17.730834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Attempting to bind port fa17d32b-2480-4e16-ab94-79625be64e40 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:17.731456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Attempting to bind port fa17d32b-2480-4e16-ab94-79625be64e40 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:17.731456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Attempting to bind port fa17d32b-2480-4e16-ab94-79625be64e40 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:17.748479 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.753319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:17.755732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.765737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Port fa17d32b-2480-4e16-ab94-79625be64e40 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:17.766758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Attempting to bind port fa17d32b-2480-4e16-ab94-79625be64e40 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:17.775604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:17.776020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:17.776412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:17.776914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Bound port: fa17d32b-2480-4e16-ab94-79625be64e40, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:17.777256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.788932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:17.813309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-315ce772-9b8c-4405-8bce-772e91e476cc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=363e4d5e24684179be9be3b156c9936d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7304339 Dec 15 13:48:17.818987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52134) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:17.874079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ce772-9b8c-4405-8bce-772e91e476cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051ea5a0-aa10-42bd-a598-029ce2b9352a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:17.908318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6434643 Dec 15 13:48:17.916623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52136) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:17.947508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a92a-3244-48f9-b9d5-88cb84d1273e req-fadceb22-cfb9-4150-abe5-7c7c6616e863 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:17.955189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05d2a92a-3244-48f9-b9d5-88cb84d1273e req-fadceb22-cfb9-4150-abe5-7c7c6616e863 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 935 time: 0.2521470 Dec 15 13:48:17.992277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Request body: {'subnet': {'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1607711787-subnet', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:17.995618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207defd-9b06-4026-b767-73a0e70023b3 admin admin] Pushing event updated for resources: {'Network': ['ID=18024972-adad-45b5-aca2-f52d77c92d2b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:18.012481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 18024972-adad-45b5-aca2-f52d77c92d2b details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:48:18.028702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-210d8c10-693c-4961-bad5-c738438ce058 req-748886c9-4981-417f-bba1-9ef05f01547f tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 210 time: 0.1135731 Dec 15 13:48:18.104948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Made reservation on behalf of 35bba95dca96469e8cf03fce0dfbc040 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:18.107779 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.155496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:18.157249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.164538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:18.169939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.177275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e6062fd-9aad-405a-896e-82371e65b2ec HTTP/1.1" status: 204 len: 168 time: 0.9263794 Dec 15 13:48:18.209492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05d2a92a-3244-48f9-b9d5-88cb84d1273e req-3fadce71-888f-412e-944d-82c8d187604b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532699 Dec 15 13:48:18.217016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.254086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6062fd-9aad-405a-896e-82371e65b2ec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:18.278556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.279906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.280989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.282224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.282813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.283473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.284186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.284952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.285636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.286293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.286842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.287457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.288471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6406d25f-0f3b-49c1-8284-153aa528417a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:18.363903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ed829aa-5254-4c3a-849a-48d5c797459c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.387569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:18.391140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.394917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] 10.222.0.74 "PUT /v2.0/ports/fa17d32b-2480-4e16-ab94-79625be64e40 HTTP/1.1" status: 200 len: 1096 time: 1.7802415 Dec 15 13:48:18.404186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:18.418549 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f110de4e-1148-4e35-81bd-ab66e5212ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:18.537823 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7ee04-8254-483c-b7e0-41bac049960e x-openstack-request-id: req-28e7ee04-8254-483c-b7e0-41bac049960e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:18.538127 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:18.538387 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28e7ee04-8254-483c-b7e0-41bac049960e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:18.544772 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'status': 'completed', 'code': 200} Dec 15 13:48:18.546723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdc6582-1734-464a-bf06-c9f10e18e97b {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:18.572419 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.614091 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ed829aa-5254-4c3a-849a-48d5c797459c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.616703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e73d7-771f-4c53-bc9e-09a35aa39d06 service neutron] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:18.637832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Transition to ACTIVE for port object bfdc6582-1734-464a-bf06-c9f10e18e97b will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:18.666114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.666914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-c07968ce-267f-4028-9260-ca7a6353f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:18.668577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-c07968ce-267f-4028-9260-ca7a6353f7d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1099 time: 0.1794140 Dec 15 13:48:18.672925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.747716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-37ad6538-c5a5-480a-9f93-16e672c04c6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fa17d32b-2480-4e16-ab94-79625be64e40 HTTP/1.1" status: 200 len: 217 time: 0.0708807 Dec 15 13:48:18.765982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c90898-644f-4cd4-8e62-83bc553fbd2a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:18.771967 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ed829aa-5254-4c3a-849a-48d5c797459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.778815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ed829aa-5254-4c3a-849a-48d5c797459c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.783055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7ed829aa-5254-4c3a-849a-48d5c797459c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/051ea5a0-aa10-42bd-a598-029ce2b9352a HTTP/1.1" status: 204 len: 168 time: 0.9594524 Dec 15 13:48:18.879077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed829aa-5254-4c3a-849a-48d5c797459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051ea5a0-aa10-42bd-a598-029ce2b9352a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:18.909570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdc6582-1734-464a-bf06-c9f10e18e97b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:19.023168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Checking segment: {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:19.023540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Network hostable DHCP agents. Network: 18024972-adad-45b5-aca2-f52d77c92d2b, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:48:19.050788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-96a77c41-b5c1-4d70-b480-238adcfb584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:19.052589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-96a77c41-b5c1-4d70-b480-238adcfb584f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2611790 Dec 15 13:48:19.075278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Attempting to bind port bfdc6582-1734-464a-bf06-c9f10e18e97b on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:19.075630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Attempting to bind port bfdc6582-1734-464a-bf06-c9f10e18e97b by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:19.075992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Attempting to bind port bfdc6582-1734-464a-bf06-c9f10e18e97b on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:19.084319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Port bfdc6582-1734-464a-bf06-c9f10e18e97b on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:19.084731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Attempting to bind port bfdc6582-1734-464a-bf06-c9f10e18e97b on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:19.092806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:19.094434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:19.095057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:19.095855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Bound port: bfdc6582-1734-464a-bf06-c9f10e18e97b, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:19.097329 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:19.101476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Network 18024972-adad-45b5-aca2-f52d77c92d2b is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:48:19.192771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 18024972-adad-45b5-aca2-f52d77c92d2b) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:19.198070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:19.199049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:19.203820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aaff5d-d7b8-460f-8cf0-75ef5a1c2260 None None] Network 18024972-adad-45b5-aca2-f52d77c92d2b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:19.219540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2df98d87-a8f8-41a3-82d6-9162964bb89a req-c922f527-b560-472f-868c-66cd096b8e1d tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 210 time: 0.0724318 Dec 15 13:48:19.240827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-72819bab-b9a9-44fc-afc4-d7a1562798d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:19.248491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-72819bab-b9a9-44fc-afc4-d7a1562798d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870301 Dec 15 13:48:19.306771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-81770f83-989d-465f-9b55-7edc71dcf265 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3306820 Dec 15 13:48:19.334000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:19.349653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:19.378059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] For port bfdc6582-1734-464a-bf06-c9f10e18e97b, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:19.382784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] For port bfdc6582-1734-464a-bf06-c9f10e18e97b, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bfdc6582-1734-464a-bf06-c9f10e18e97b,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:19.402592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:19.448574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f02ef-2f74-4d4b-9412-6e4c19c3973d None None] Network 18024972-adad-45b5-aca2-f52d77c92d2b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:19.450662 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:19.451979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:19.484292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-45ca5cce-6395-4169-ab8c-af4f2ce15ba0 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161951 Dec 15 13:48:19.574882 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:19.619682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-f8757b23-5d1d-4f6d-adc0-f0ecec219a9d tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=12e4e750ac6d41caa6166501530b4219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1702297 Dec 15 13:48:19.744813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e62a1-2921-49b1-b55b-9188b9ba9427 req-fe9c2e36-3916-4038-ad51-187799d72d39 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:19.761771 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-910e62a1-2921-49b1-b55b-9188b9ba9427 req-fe9c2e36-3916-4038-ad51-187799d72d39 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 947 time: 0.2765455 Dec 15 13:48:19.796377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:19.797529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:19.799166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] 10.222.0.24 "PUT /v2.0/ports/bfdc6582-1734-464a-bf06-c9f10e18e97b HTTP/1.1" status: 200 len: 1095 time: 2.4525945 Dec 15 13:48:19.815223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870328a3-3fe2-4542-ae11-853feaee6a02', 'tag': 'bfdc6582-1734-464a-bf06-c9f10e18e97b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:19.818290 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65be8d1f-6af5-4f35-b5c4-7793f39f9268" -d '{"events": [{"name": "network-changed", "server_uuid": "870328a3-3fe2-4542-ae11-853feaee6a02", "tag": "bfdc6582-1734-464a-bf06-c9f10e18e97b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:19.860770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52194) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:19.910568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa45684-33b0-433f-b2bf-ffdf96397b4d req-0fb9aab3-de76-4587-8ce3-e069400be4ca service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195797 Dec 15 13:48:19.944587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-910e62a1-2921-49b1-b55b-9188b9ba9427 req-c658503e-c524-49d9-bb0a-7f0701d47801 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800089 Dec 15 13:48:19.956149 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5a6919-eae0-4195-a168-76a09e7ffaae x-openstack-request-id: req-8b5a6919-eae0-4195-a168-76a09e7ffaae {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:19.956360 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870328a3-3fe2-4542-ae11-853feaee6a02", "tag": "bfdc6582-1734-464a-bf06-c9f10e18e97b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:19.956585 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b5a6919-eae0-4195-a168-76a09e7ffaae {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:19.956987 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870328a3-3fe2-4542-ae11-853feaee6a02', 'tag': 'bfdc6582-1734-464a-bf06-c9f10e18e97b', 'status': 'completed', 'code': 200} Dec 15 13:48:20.033164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-b529bfc9-95b6-473c-864f-6bbb78d0862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:20.034844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-b529bfc9-95b6-473c-864f-6bbb78d0862b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1099 time: 0.0641747 Dec 15 13:48:20.079965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.152688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1892138579-network', 'tenant_id': '02941b5433fe4f8498153c7a92d10b4f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:20.194484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74257-ea23-438f-ba75-41c9b7f0fc13 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdc6582-1734-464a-bf06-c9f10e18e97b,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:20.213558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Made reservation on behalf of 02941b5433fe4f8498153c7a92d10b4f for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:20.215947 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.218882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-2bde261c-9b29-43d1-a08b-c53fa17612f6 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:20.220447 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-2bde261c-9b29-43d1-a08b-c53fa17612f6 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5902109 Dec 15 13:48:20.238833 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.271389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Request body: {'port': {'device_id': '089fdc04-172a-4565-a35d-4b2634189f7b', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '12e4e750ac6d41caa6166501530b4219'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:20.291179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-2af6caf9-3943-45ac-9089-e6f9d3b56606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:20.303586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-2af6caf9-3943-45ac-9089-e6f9d3b56606 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2614114 Dec 15 13:48:20.317381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52210) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:20.383668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-0ac9dcfd-9ebd-444c-b571-302868ad59d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fa17d32b-2480-4e16-ab94-79625be64e40 HTTP/1.1" status: 200 len: 217 time: 0.0684421 Dec 15 13:48:20.468572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-7d0e4883-8c61-4761-81eb-a8c814fd6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:20.470725 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-7d0e4883-8c61-4761-81eb-a8c814fd6152 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0756426 Dec 15 13:48:20.543643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-network', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:20.555154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.567813 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.603630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Made reservation on behalf of 9ed4cdaf1c7144eeb86eea27a69dcb11 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:20.606001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.608157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:48:20.618254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-d438f00f-0257-4d8f-addf-d3a55dd28685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:20.620294 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-d438f00f-0257-4d8f-addf-d3a55dd28685 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414688 Dec 15 13:48:20.625438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303d2a-2745-4f13-ab35-621274e37928 req-be57d089-b123-417a-ae2b-6e4cf315b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:20.626984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-be57d089-b123-417a-ae2b-6e4cf315b836 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 1098 time: 0.7132177 Dec 15 13:48:20.645225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.649989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.649989 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Added segment b58c1463-2f60-4839-b3e5-fbce16ed9111 of type vlan for network 670f1e59-cd12-4387-9663-f392a3c16f6e Dec 15 13:48:20.672939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0040d3-0f9c-48c9-b630-da23135c1ee3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:20.696497 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f85a94d-3147-4205-b585-9b7fc7ac2325 req-f2991c9a-5d82-481d-beb4-041608828374 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 210 time: 0.0663474 Dec 15 13:48:20.756461 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-4dd01b7e-0e14-4729-844e-3dbf2e8adc3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=bfdc6582-1734-464a-bf06-c9f10e18e97b HTTP/1.1" status: 200 len: 217 time: 0.1085494 Dec 15 13:48:20.778557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.876307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-3aaf6d6f-193a-4868-8b4b-d6d7da081b07 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442629 Dec 15 13:48:20.877175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.878009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:20.878659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.883067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303d2a-2745-4f13-ab35-621274e37928 req-43530be7-9f48-4b35-bebc-276aebc07d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:20.884708 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-43530be7-9f48-4b35-bebc-276aebc07d3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1166792 Dec 15 13:48:20.927768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Made reservation on behalf of 12e4e750ac6d41caa6166501530b4219 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:20.931106 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.949243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:20.994395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1295984 Dec 15 13:48:21.001071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:21.010747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Request body: {'subnet': {'network_id': '670f1e59-cd12-4387-9663-f392a3c16f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1892138579-subnet', 'tenant_id': '02941b5433fe4f8498153c7a92d10b4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:21.021595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.024580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4567f24-f24f-47a2-8076-22d82e88cff3 admin admin] Pushing event updated for resources: {'Network': ['ID=670f1e59-cd12-4387-9663-f392a3c16f6e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:21.038155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 670f1e59-cd12-4387-9663-f392a3c16f6e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:48:21.040101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.073880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:48:21.092776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303d2a-2745-4f13-ab35-621274e37928 req-9f12544f-84b2-4190-a89a-821315ca5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:21.095173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-9f12544f-84b2-4190-a89a-821315ca5fa5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995595 Dec 15 13:48:21.112971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.112971 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Added segment 0f2e6807-7cd4-45ec-8e50-7f1c105595ba of type vlan for network 5e5f8a21-ad05-45f8-9850-9e3194feefef Dec 15 13:48:21.122779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110de4e-1148-4e35-81bd-ab66e5212ed8 req-08fc20e2-bc3e-4509-bf9a-51efa8a52dda service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368469 Dec 15 13:48:21.123657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2bdb2f-0435-4e26-8dad-985afe175b24,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:21.150276 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:48:21.170266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:21.208831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.249151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.251673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:21.253312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.276030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Made reservation on behalf of 02941b5433fe4f8498153c7a92d10b4f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:21.278528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.324010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9996846 Dec 15 13:48:21.332145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52224) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:21.339729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Request body: {'subnet': {'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-subnet', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:21.352376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93259c-6f46-495b-9088-4952205e3d37 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5f8a21-ad05-45f8-9850-9e3194feefef,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:21.362931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:21.377045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e604650-6139-48be-b1a9-c55fe8d6ff51 req-f68f336b-f20c-4a76-accc-d6bb059dddc2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:21.380875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Made reservation on behalf of 9ed4cdaf1c7144eeb86eea27a69dcb11 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:21.383596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'mac_address': 'fa:16:3e:17:e9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:21.384350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.384996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e604650-6139-48be-b1a9-c55fe8d6ff51 req-f68f336b-f20c-4a76-accc-d6bb059dddc2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 947 time: 0.3150370 Dec 15 13:48:21.385415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 5e5f8a21-ad05-45f8-9850-9e3194feefef details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:48:21.387426 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.457678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.514567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.553286 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.571584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-fc3af72d-c226-47e4-81ff-d5df146e0a4b service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280832 Dec 15 13:48:21.572747 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.585866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa17d32b-2480-4e16-ab94-79625be64e40 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:21.621974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:21.626808 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e604650-6139-48be-b1a9-c55fe8d6ff51 req-0399ab10-80b2-48e6-b43f-3ab886337d15 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406580 Dec 15 13:48:21.629922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.632075 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.710487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a864e244-9631-4bb8-b952-9c6a77096326,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:21.714316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:21.725233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Checking segment: {'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:21.728052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Network hostable DHCP agents. Network: 5e5f8a21-ad05-45f8-9850-9e3194feefef, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:48:21.735809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.736302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.736530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.736881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.737218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.737549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.737877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.738207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.743043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.743441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.743788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.744158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.749959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:21.768162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Network 5e5f8a21-ad05-45f8-9850-9e3194feefef is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:48:21.783713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 5e5f8a21-ad05-45f8-9850-9e3194feefef) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:21.789767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2258f3-adfb-4ac1-885e-235b3a086de7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:21.801523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:21.802120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.804908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b6f19-9733-4710-9e95-55035a3c0265 None None] Network 5e5f8a21-ad05-45f8-9850-9e3194feefef requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:21.861303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3449b93d-b2c7-49e2-b4a0-7f03449b520f req-9db1b1d6-a90f-4e45-9d18-2c9cb7c0d876 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 210 time: 0.0431142 Dec 15 13:48:21.866993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-180abd5c-a208-4448-b585-261c71b877ac admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5337622 Dec 15 13:48:21.869563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52232) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:21.877447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:21.913839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['fa17d32b-2480-4e16-ab94-79625be64e40'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:21.914623 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.917881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:21.933431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Allocated IP 172.25.7.233 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/50916a7e-5451-4050-8a08-c376b5ee799e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:22.004308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.012795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-5e5f8a21-ad05-45f8-9850-9e3194feefef', 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef', 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'fixed_ips': [{'subnet_id': 'a864e244-9631-4bb8-b952-9c6a77096326'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:48:22.014392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.023785 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07303d2a-2745-4f13-ab35-621274e37928 req-45be6dda-eabe-4421-a5e7-487ef08ed70e service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346313 Dec 15 13:48:22.054676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Allocated IP 192.168.233.108 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/42d5a5bd-57f6-4718-a52c-1efaceea50b9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:22.058360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.209677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f66e46c-fa7e-4f2a-bc9f-2cfe0be1d9ad,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:22.250099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.271505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Allocated IP 172.20.0.2 (5e5f8a21-ad05-45f8-9850-9e3194feefef/a864e244-9631-4bb8-b952-9c6a77096326/e91e9e27-9b74-484c-b362-d97e3ddfd8dc) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:22.303601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Checking segment: {'id': 'b58c1463-2f60-4839-b3e5-fbce16ed9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '670f1e59-cd12-4387-9663-f392a3c16f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:22.304082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Network hostable DHCP agents. Network: 670f1e59-cd12-4387-9663-f392a3c16f6e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:48:22.307754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-f91c45d8-1e11-4470-89e2-82eae662ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.309621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-f91c45d8-1e11-4470-89e2-82eae662ba84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 1098 time: 0.1858656 Dec 15 13:48:22.377270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.466580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Network 670f1e59-cd12-4387-9663-f392a3c16f6e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:48:22.494024 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.505296 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.516158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 670f1e59-cd12-4387-9663-f392a3c16f6e) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:22.534449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.542653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.545511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.545747 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.546046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e61c8-ac4b-4ed6-991b-8fab90757d30 None None] Network 670f1e59-cd12-4387-9663-f392a3c16f6e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:22.559497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-62e8a00f-5b95-4866-b676-c736e9bd7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:22.561125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-62e8a00f-5b95-4866-b676-c736e9bd7566 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2062619 Dec 15 13:48:22.568447 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.585249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.625523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bbf62c95-18ef-4da4-81d8-a907da5cd979 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6213350 Dec 15 13:48:22.662836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Network 5e5f8a21-ad05-45f8-9850-9e3194feefef is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:22.675105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:22.684914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Pushing event updated for resources: {'Port': ['ID=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:22.689988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:22.834819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Attempting to bind port e91e9e27-9b74-484c-b362-d97e3ddfd8dc on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:22.835191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Attempting to bind port e91e9e27-9b74-484c-b362-d97e3ddfd8dc by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:22.835753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Attempting to bind port e91e9e27-9b74-484c-b362-d97e3ddfd8dc on network 5e5f8a21-ad05-45f8-9850-9e3194feefef {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:22.851993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:22.857363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:22.865270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-6b6fb038-ec58-4388-a0fe-5b9b8e1edff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=bfdc6582-1734-464a-bf06-c9f10e18e97b HTTP/1.1" status: 200 len: 217 time: 0.2930410 Dec 15 13:48:22.866223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:22.893837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:22.895979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Checking segment: {'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:22.896806 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.897535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Bound using segment: {'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:22.897937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Bound port: e91e9e27-9b74-484c-b362-d97e3ddfd8dc, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:22.898671 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.908879 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:22.920034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Allocated IP 172.25.7.86 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/1fee50ea-5767-4252-84a3-8c9beed220dd) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:22.933432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79e53f-a9d9-45db-8119-5778e391004a None None] Network 670f1e59-cd12-4387-9663-f392a3c16f6e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:23.034810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Pushing event updated for resources: {'Port': ['ID=50916a7e-5451-4050-8a08-c376b5ee799e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:23.122268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:23.130939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-ce4dcfc4-3275-43b3-852e-9178a0d166c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.133544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-ce4dcfc4-3275-43b3-852e-9178a0d166c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2263162 Dec 15 13:48:23.138309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] For port e91e9e27-9b74-484c-b362-d97e3ddfd8dc, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:23.143680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:23.146103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:23.150078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a9af5-0e1a-4df0-b522-0a34e4c9d53d req-c8623c87-ecae-4fa4-a72a-5c5772cd424f tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.152951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-729a9af5-0e1a-4df0-b522-0a34e4c9d53d req-c8623c87-ecae-4fa4-a72a-5c5772cd424f tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 936 time: 0.1257176 Dec 15 13:48:23.196059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:23.210514 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.219406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bfdc6582-1734-464a-bf06-c9f10e18e97b details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:23.260499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] For port e91e9e27-9b74-484c-b362-d97e3ddfd8dc, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,segment=NetworkSegment(0f2e6807-7cd4-45ec-8e50-7f1c105595ba),segment_id=0f2e6807-7cd4-45ec-8e50-7f1c105595ba)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:23.273591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b245-0ca0-45f0-93c9-a7536f90a81c req-c53308f6-ef3c-4fc6-9fb8-32d3410cb51c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.283480 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c009b245-0ca0-45f0-93c9-a7536f90a81c req-c53308f6-ef3c-4fc6-9fb8-32d3410cb51c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 947 time: 0.4272981 Dec 15 13:48:23.290194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.311178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-729a9af5-0e1a-4df0-b522-0a34e4c9d53d req-dd6292d4-a35f-4cf9-a77b-9b0f35bde115 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352537 Dec 15 13:48:23.326391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52256) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:23.356701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-79049775-network', 'tenant_id': '322c8ad3e8964498bb29afd3b9dc2ca7'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:23.396798 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:48:23.427833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Made reservation on behalf of 322c8ad3e8964498bb29afd3b9dc2ca7 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:23.438984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.449819 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.469240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.470144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.483993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Pushing event updated for resources: {'Port': ['ID=42d5a5bd-57f6-4718-a52c-1efaceea50b9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:23.508968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-0ff8b61a-c7d8-45c2-acbe-358807dd25dc tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2466004 Dec 15 13:48:23.564699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.567320 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.584168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.597315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Request body: {'port': {'device_id': '089fdc04-172a-4565-a35d-4b2634189f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:23.608537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f939029-cea5-404c-8b28-f3e1c3c9cea3 None None] Pushing event updated for resources: {'Port': ['ID=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:23.629603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-45baf6e2-ef6f-4481-a6a2-963671ffdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.631297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port fa17d32b-2480-4e16-ab94-79625be64e40 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:23.631581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-45baf6e2-ef6f-4481-a6a2-963671ffdb81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4517579 Dec 15 13:48:23.641317 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c009b245-0ca0-45f0-93c9-a7536f90a81c req-a80a30ab-b80f-446b-b218-7ed0121e0fbe tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571630 Dec 15 13:48:23.699993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:23.701115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a56a71-441c-4124-95f7-e8a299919b1b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:23.739193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:23.742435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:23.770191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:48:23.869794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b2e9d787-4d34-4f03-ada4-f2c43a47227c None None] Provisioning complete for port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:23.870980 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9d787-4d34-4f03-ada4-f2c43a47227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.873614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.873970 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Added segment 4ae0d9a0-e2ae-47f0-bf8a-1a165c7f01a0 of type vlan for network f575f415-b1dd-42c6-98e1-cb4650aedcc6 Dec 15 13:48:23.892116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port fa17d32b-2480-4e16-ab94-79625be64e40 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:23.893014 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.893805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Pushing event updated for resources: {'Port': ['ID=1fee50ea-5767-4252-84a3-8c9beed220dd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:23.910748 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.923765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port bfdc6582-1734-464a-bf06-c9f10e18e97b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bfdc6582-1734-464a-bf06-c9f10e18e97b,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:23.975776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9d787-4d34-4f03-ada4-f2c43a47227c None None] Port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:24.021345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'bfdc6582-1734-464a-bf06-c9f10e18e97b', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'bfdc6582-1734-464a-bf06-c9f10e18e97b', 'mac_address': 'fa:16:3e:9f:55:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:24.107440 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.146171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdc6582-1734-464a-bf06-c9f10e18e97b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:24.177344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port bfdc6582-1734-464a-bf06-c9f10e18e97b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bfdc6582-1734-464a-bf06-c9f10e18e97b,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:24.179396 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.191451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-5c911e5e-9deb-4afd-be33-b4590a1f728a service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462160 Dec 15 13:48:24.211235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.223452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:24.227102 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558f83e9-6c13-4461-86e2-e7af97846b1a" -d '{"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-plugged", "status": "completed", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:24.272892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e91e9e27-9b74-484c-b362-d97e3ddfd8dc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:24.283573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:24.312016 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8441214d-0dbd-490a-80c9-8d80026a46dc x-openstack-request-id: req-8441214d-0dbd-490a-80c9-8d80026a46dc {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:24.312816 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-plugged", "status": "completed", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:24.312816 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8441214d-0dbd-490a-80c9-8d80026a46dc {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:24.313854 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'code': 200} Dec 15 13:48:24.342558 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.378900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=bfdc6582-1734-464a-bf06-c9f10e18e97b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:24.459657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:24.465048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['bfdc6582-1734-464a-bf06-c9f10e18e97b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:24.565917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e91e9e27-9b74-484c-b362-d97e3ddfd8dc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:24.568189 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.635463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.809386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:48:24.822128 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.871719 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port e91e9e27-9b74-484c-b362-d97e3ddfd8dc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,segment=NetworkSegment(0f2e6807-7cd4-45ec-8e50-7f1c105595ba),segment_id=0f2e6807-7cd4-45ec-8e50-7f1c105595ba)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:24.883494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.952855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.970602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d5a5bd-57f6-4718-a52c-1efaceea50b9 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:24.975313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:24.976562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:24.990671 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.014438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded594f-7bf2-466d-bc74-a23575a3b3a8 req-24d884ad-ca44-4dcd-97c2-114e675d263b tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.016332 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ded594f-7bf2-466d-bc74-a23575a3b3a8 req-24d884ad-ca44-4dcd-97c2-114e675d263b tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 936 time: 0.4889231 Dec 15 13:48:25.021422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b7d43-0dd7-4cf0-8247-b398695217fb req-8ff93faf-5101-4a88-b2cf-e71d71fb6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.022894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-929b7d43-0dd7-4cf0-8247-b398695217fb req-8ff93faf-5101-4a88-b2cf-e71d71fb6a92 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1101 time: 0.5905066 Dec 15 13:48:25.064304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fda92-2122-4265-865e-657f11324937 None None] Network 5e5f8a21-ad05-45f8-9850-9e3194feefef requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:25.082421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.083667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.084488 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.090922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e51734-8a09-451f-973b-98c7a86dfe55 req-0b60f2fa-5eb0-4e1a-9c3a-6e7eefa858d6 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.092552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04e51734-8a09-451f-973b-98c7a86dfe55 req-0b60f2fa-5eb0-4e1a-9c3a-6e7eefa858d6 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 948 time: 0.1966856 Dec 15 13:48:25.094544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Transition to ACTIVE for port object 42d5a5bd-57f6-4718-a52c-1efaceea50b9 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:25.118574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be8d1f-6af5-4f35-b5c4-7793f39f9268 req-ad572286-f1c2-4d52-a76d-6dec6cb8a547 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8585684 Dec 15 13:48:25.132866 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.158031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a051eea1-74c6-4d2e-a6a9-4ae0861b94ec None None] Provisioning complete for port e91e9e27-9b74-484c-b362-d97e3ddfd8dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:25.158407 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a051eea1-74c6-4d2e-a6a9-4ae0861b94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.213719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8861675 Dec 15 13:48:25.225681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52274) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:25.235468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Request body: {'subnet': {'network_id': 'f575f415-b1dd-42c6-98e1-cb4650aedcc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-79049775-subnet', 'tenant_id': '322c8ad3e8964498bb29afd3b9dc2ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:25.259272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157ad56-a8c8-4076-9d61-af35ad26b007 admin admin] Pushing event updated for resources: {'Network': ['ID=f575f415-b1dd-42c6-98e1-cb4650aedcc6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:25.288069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f575f415-b1dd-42c6-98e1-cb4650aedcc6 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:48:25.298285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04e51734-8a09-451f-973b-98c7a86dfe55 req-3e50f63e-46af-4624-82a7-587b063a7fad tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956003 Dec 15 13:48:25.302932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Pushing event updated for resources: {'Port': ['ID=42d5a5bd-57f6-4718-a52c-1efaceea50b9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:25.335812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ded594f-7bf2-466d-bc74-a23575a3b3a8 req-8295b15b-474e-4c19-8a46-f946fa942aa8 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029532 Dec 15 13:48:25.362125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-929b7d43-0dd7-4cf0-8247-b398695217fb req-b2e63201-827e-4ebb-b0ce-0b2b67240fa8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250782 Dec 15 13:48:25.505163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Attempting to bind port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:25.505751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Attempting to bind port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:25.515764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Attempting to bind port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:25.517291 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.522638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:25.524189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Attempting to bind port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:25.535272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:25.536399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:25.536897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:25.537936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Bound port: 42d5a5bd-57f6-4718-a52c-1efaceea50b9, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:25.537936 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.546359 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.552444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Made reservation on behalf of 322c8ad3e8964498bb29afd3b9dc2ca7 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:25.555106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.781670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] For port 42d5a5bd-57f6-4718-a52c-1efaceea50b9, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:25.786458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] For port 42d5a5bd-57f6-4718-a52c-1efaceea50b9, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=42d5a5bd-57f6-4718-a52c-1efaceea50b9,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:25.798571 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.820617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3a18147f-c189-4125-82c0-95b34e29d154 None None] Provisioning complete for port e91e9e27-9b74-484c-b362-d97e3ddfd8dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:25.822140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a18147f-c189-4125-82c0-95b34e29d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.829560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:25.830424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:25.832012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] 10.222.0.74 "PUT /v2.0/ports/42d5a5bd-57f6-4718-a52c-1efaceea50b9 HTTP/1.1" status: 200 len: 1096 time: 2.2565536 Dec 15 13:48:25.881394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089fdc04-172a-4565-a35d-4b2634189f7b', 'tag': '42d5a5bd-57f6-4718-a52c-1efaceea50b9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:25.885759 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a178e0ca-b230-4866-8f30-3ff1495b5fde" -d '{"events": [{"name": "network-changed", "server_uuid": "089fdc04-172a-4565-a35d-4b2634189f7b", "tag": "42d5a5bd-57f6-4718-a52c-1efaceea50b9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:25.919274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Router d37f4d52-5e54-4ae7-a633-c393b21537ea is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:48:25.966065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.047887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Router c7b63f87-50d1-48f8-ba08-df8082b90fd4 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:48:26.057483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954a3101-5e72-47e4-9918-932b88a8c3af,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:26.075821 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9346daef-9681-4cb1-adde-7aedcb6f7b83 x-openstack-request-id: req-9346daef-9681-4cb1-adde-7aedcb6f7b83 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:26.076442 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089fdc04-172a-4565-a35d-4b2634189f7b", "tag": "42d5a5bd-57f6-4718-a52c-1efaceea50b9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:26.076556 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9346daef-9681-4cb1-adde-7aedcb6f7b83 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:26.076948 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089fdc04-172a-4565-a35d-4b2634189f7b', 'tag': '42d5a5bd-57f6-4718-a52c-1efaceea50b9', 'status': 'completed', 'code': 200} Dec 15 13:48:26.077742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432f2a0-39f3-49ce-8231-7364a4683a0b service neutron] Pushing event updated for resources: {'Port': ['ID=42d5a5bd-57f6-4718-a52c-1efaceea50b9,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:26.085502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-f7112259-1484-4433-89a9-7f786d93d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.087066 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-f7112259-1484-4433-89a9-7f786d93d7d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12e4e750ac6d41caa6166501530b4219&device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 1099 time: 0.1979208 Dec 15 13:48:26.124183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Checking segment: {'id': '4ae0d9a0-e2ae-47f0-bf8a-1a165c7f01a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f575f415-b1dd-42c6-98e1-cb4650aedcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:26.125290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Network hostable DHCP agents. Network: f575f415-b1dd-42c6-98e1-cb4650aedcc6, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:48:26.154539 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-b02f498a-b1e7-4a47-bc88-530fa2dbd03b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=42d5a5bd-57f6-4718-a52c-1efaceea50b9 HTTP/1.1" status: 200 len: 217 time: 0.0569170 Dec 15 13:48:26.173284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Network f575f415-b1dd-42c6-98e1-cb4650aedcc6 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:48:26.209674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e91e9e27-9b74-484c-b362-d97e3ddfd8dc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:26.224303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f575f415-b1dd-42c6-98e1-cb4650aedcc6) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:26.242860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.244224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415fca5f-27ab-430e-b573-42173f3468cf None None] Network f575f415-b1dd-42c6-98e1-cb4650aedcc6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:26.244572 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.259809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:48:26.274935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:48:26.279468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a2748047-1f6a-4c4d-8dbd-9fd13aa0ce03 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0456896 Dec 15 13:48:26.290213 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Sync routers for ids ['d37f4d52-5e54-4ae7-a633-c393b21537ea'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:48:26.290705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-7c6a56a0-5755-475e-83fe-6e0415c939ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.292252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-7c6a56a0-5755-475e-83fe-6e0415c939ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0691850 Dec 15 13:48:26.292489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Sync routers for ids ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:48:26.297826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.302085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.304101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aba4d6b8-3e65-4870-9675-23ea701a83db admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4334669 Dec 15 13:48:26.305018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:26.306337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bff75898-ef25-40c9-9faa-06f4a54f9a6b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9598982 Dec 15 13:48:26.306629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52286) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:26.320270 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Routers {'d37f4d52-5e54-4ae7-a633-c393b21537ea'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:26.320925 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d37f4d52-5e54-4ae7-a633-c393b21537ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:26.358149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-acee822d-8a2c-4e3d-9837-39abc5424705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.359980 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-acee822d-8a2c-4e3d-9837-39abc5424705 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524576 Dec 15 13:48:26.373713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Routers {'c7b63f87-50d1-48f8-ba08-df8082b90fd4'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:26.374897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:26.457417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e91e9e27-9b74-484c-b362-d97e3ddfd8dc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:26.457798 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:26.552508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d01e633-eafa-45f2-adb9-db973f5e121a None None] Network f575f415-b1dd-42c6-98e1-cb4650aedcc6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:26.589642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5df855-d17d-47d9-8842-9e3563e24b0c req-570b404b-cd38-4fba-950e-0a287a3cbf05 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.591295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db5df855-d17d-47d9-8842-9e3563e24b0c req-570b404b-cd38-4fba-950e-0a287a3cbf05 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 948 time: 0.0820975 Dec 15 13:48:26.668230 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-19d3fa8a-acad-4e4e-90bc-b1019dd2ec90 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002083 Dec 15 13:48:26.691128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db5df855-d17d-47d9-8842-9e3563e24b0c req-e7c59755-d806-4a96-b5cc-fd2d2e7b8612 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907288 Dec 15 13:48:26.763753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6839af-b675-480f-831a-6dd596acc0f5 req-633d70b5-7a62-4d3a-89a6-44f53a0547a0 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:26.765564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a6839af-b675-480f-831a-6dd596acc0f5 req-633d70b5-7a62-4d3a-89a6-44f53a0547a0 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 948 time: 0.2630005 Dec 15 13:48:26.828679 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Set router d37f4d52-5e54-4ae7-a633-c393b21537ea gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:26.882647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-869b643e-68b0-44de-88a2-65ae12c49a29 req-1ce05ca9-f0bc-4be7-8852-e6f74ae4ce7a service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858854 Dec 15 13:48:26.902824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Set router c7b63f87-50d1-48f8-ba08-df8082b90fd4 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:27.014496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-616c2b93-c0ac-4a84-96ef-ad19229f2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.018351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-616c2b93-c0ac-4a84-96ef-ad19229f2887 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12e4e750ac6d41caa6166501530b4219&device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 1099 time: 0.0721602 Dec 15 13:48:27.041780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a6839af-b675-480f-831a-6dd596acc0f5 req-e93da43f-a944-43ce-8bf6-701ab3103b40 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380011 Dec 15 13:48:27.076615 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:48:23Z', 'revision_number': 3, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:27.111721 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Checking router: d37f4d52-5e54-4ae7-a633-c393b21537ea for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:48:27.113954 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Updating router d37f4d52-5e54-4ae7-a633-c393b21537ea port 50916a7e-5451-4050-8a08-c376b5ee799e binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:48:27.159438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-e0c3da5e-c300-4b20-85a0-da8790e91aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.160976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-e0c3da5e-c300-4b20-85a0-da8790e91aae service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1234982 Dec 15 13:48:27.163273 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.255260 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-04c0ed7e-2856-42cd-b834-9605251a7644 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=42d5a5bd-57f6-4718-a52c-1efaceea50b9 HTTP/1.1" status: 200 len: 217 time: 0.0857279 Dec 15 13:48:27.367141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bfdc6582-1734-464a-bf06-c9f10e18e97b up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:27.378891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-26fd9d60-c37d-4233-9b3b-45f206d6785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.380462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-26fd9d60-c37d-4233-9b3b-45f206d6785b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1086533 Dec 15 13:48:27.442875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-032ff297-81e7-4b8b-bad2-9235797a9ce8 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.444191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:24Z', 'revision_number': 3, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:27.444771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-032ff297-81e7-4b8b-bad2-9235797a9ce8 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/networks?id=670f1e59-cd12-4387-9663-f392a3c16f6e HTTP/1.1" status: 200 len: 825 time: 0.2045057 Dec 15 13:48:27.448251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port bfdc6582-1734-464a-bf06-c9f10e18e97b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:27.481741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Checking router: c7b63f87-50d1-48f8-ba08-df8082b90fd4 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:48:27.482615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Updating router c7b63f87-50d1-48f8-ba08-df8082b90fd4 port 1fee50ea-5767-4252-84a3-8c9beed220dd binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:48:27.486205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port bfdc6582-1734-464a-bf06-c9f10e18e97b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:27.486367 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.490166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-079089f3-d2ef-4714-8d79-df3df693a749 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/quotas/02941b5433fe4f8498153c7a92d10b4f HTTP/1.1" status: 200 len: 375 time: 0.0256875 Dec 15 13:48:27.500470 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.502313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.509426 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.532349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-f516831d-d9df-4544-a95a-bb7213ce9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.533929 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-f516831d-d9df-4544-a95a-bb7213ce9ac5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336207 Dec 15 13:48:27.541805 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.543841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-a105d71b-7c0b-40ba-b76e-97316816828d tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=02941b5433fe4f8498153c7a92d10b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527129 Dec 15 13:48:27.563594 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Pushing event updated for resources: {'Port': ['ID=50916a7e-5451-4050-8a08-c376b5ee799e,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:27.573949 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.574862 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.575414 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.576038 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.576582 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.577145 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.577879 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.578560 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.579105 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.579638 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.580232 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.580768 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.581300 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:27.610175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Attempting to bind port 50916a7e-5451-4050-8a08-c376b5ee799e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:27.611327 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Attempting to bind port 50916a7e-5451-4050-8a08-c376b5ee799e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:27.612272 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Attempting to bind port 50916a7e-5451-4050-8a08-c376b5ee799e on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:27.621817 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:27.623059 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:27.624099 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.626426 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:27.627668 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Bound port: 50916a7e-5451-4050-8a08-c376b5ee799e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:27.629099 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.694869 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] For port 50916a7e-5451-4050-8a08-c376b5ee799e, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:27.700286 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] For port 50916a7e-5451-4050-8a08-c376b5ee799e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=50916a7e-5451-4050-8a08-c376b5ee799e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:27.706478 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.742876 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-4b900cf4-06b0-4e43-943a-2357c32579c0 service neutron] 10.222.0.86 "GET /v2.0/networks/670f1e59-cd12-4387-9663-f392a3c16f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978500 Dec 15 13:48:27.751760 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.754499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-5cf03cc0-5b6f-4b7a-a79a-38b8fb7717ff service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007730 Dec 15 13:48:27.769590 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98262a-989b-41a2-92ec-6fcccc841f1d None None] Pushing event updated for resources: {'Port': ['ID=50916a7e-5451-4050-8a08-c376b5ee799e,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:27.793630 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Routers {'d37f4d52-5e54-4ae7-a633-c393b21537ea'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:27.794386 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d37f4d52-5e54-4ae7-a633-c393b21537ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:27.836513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870328a3-3fe2-4542-ae11-853feaee6a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdc6582-1734-464a-bf06-c9f10e18e97b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:27.839268 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d3e4b3-de26-4892-9343-dff29d24c108" -d '{"events": [{"server_uuid": "870328a3-3fe2-4542-ae11-853feaee6a02", "name": "network-vif-plugged", "status": "completed", "tag": "bfdc6582-1734-464a-bf06-c9f10e18e97b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:27.867284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port bfdc6582-1734-464a-bf06-c9f10e18e97b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bfdc6582-1734-464a-bf06-c9f10e18e97b,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:27.928175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] Set router d37f4d52-5e54-4ae7-a633-c393b21537ea gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:27.931558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-de5fcfcc-b07d-4f36-ad6f-7e1407d315fc service neutron] 10.222.0.86 "GET /v2.0/networks/670f1e59-cd12-4387-9663-f392a3c16f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880097 Dec 15 13:48:27.977279 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:27.978324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a178e0ca-b230-4866-8f30-3ff1495b5fde req-4f2d73bf-9f5b-48e9-9212-80d9b578471d service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127576 Dec 15 13:48:28.051828 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.067035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=bfdc6582-1734-464a-bf06-c9f10e18e97b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:28.069697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.143920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed490f8-c750-40af-9073-2dcf2a8c97fe req-d47ec69b-a473-47c9-a543-bfcab438bace tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:28.151854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Attempting to bind port 1fee50ea-5767-4252-84a3-8c9beed220dd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:28.151854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Attempting to bind port 1fee50ea-5767-4252-84a3-8c9beed220dd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:28.151854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Attempting to bind port 1fee50ea-5767-4252-84a3-8c9beed220dd on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:28.152264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ed490f8-c750-40af-9073-2dcf2a8c97fe req-d47ec69b-a473-47c9-a543-bfcab438bace tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 948 time: 0.1938984 Dec 15 13:48:28.158326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c06a0-12ac-4abd-b218-92bf8416536c None None] Pushing event updated for resources: {'Port': ['ID=1fee50ea-5767-4252-84a3-8c9beed220dd,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:28.170316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:28.171129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:28.171671 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.171998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:28.172502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Bound port: 1fee50ea-5767-4252-84a3-8c9beed220dd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:28.172873 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.203403 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.216201 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:48:23Z', 'revision_number': 3, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:28.251407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] For port 1fee50ea-5767-4252-84a3-8c9beed220dd, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:28.255217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] For port 1fee50ea-5767-4252-84a3-8c9beed220dd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1fee50ea-5767-4252-84a3-8c9beed220dd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:28.261236 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.284009 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcb0d4-3013-4994-aba4-7e88729dfdb6 None None] The sync data for ids ['d37f4d52-5e54-4ae7-a633-c393b21537ea'] in n-d-821840-1 is: [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:48:23Z', 'revision_number': 3, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:48:28.356006 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498f26db-86e4-4bb5-9bcb-91967eb57dce x-openstack-request-id: req-498f26db-86e4-4bb5-9bcb-91967eb57dce {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:28.356338 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870328a3-3fe2-4542-ae11-853feaee6a02", "name": "network-vif-plugged", "status": "completed", "tag": "bfdc6582-1734-464a-bf06-c9f10e18e97b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:28.357159 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-498f26db-86e4-4bb5-9bcb-91967eb57dce {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:28.357600 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870328a3-3fe2-4542-ae11-853feaee6a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdc6582-1734-464a-bf06-c9f10e18e97b', 'code': 200} Dec 15 13:48:28.358149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c06a0-12ac-4abd-b218-92bf8416536c None None] Pushing event updated for resources: {'Port': ['ID=1fee50ea-5767-4252-84a3-8c9beed220dd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:28.380382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Routers {'c7b63f87-50d1-48f8-ba08-df8082b90fd4'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:28.381273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:28.405948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ed490f8-c750-40af-9073-2dcf2a8c97fe req-ab1e9cc8-f5e1-4c61-a317-a499c0e845ec tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452600 Dec 15 13:48:28.473855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411e7a1-9391-472f-8294-d4eb9b58f0be req-00564d68-1cf5-417c-9990-b2fc2c925dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:28.479366 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7411e7a1-9391-472f-8294-d4eb9b58f0be req-00564d68-1cf5-417c-9990-b2fc2c925dd4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 1100 time: 0.0823102 Dec 15 13:48:28.544015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Allocated IP 172.20.0.1 (5e5f8a21-ad05-45f8-9850-9e3194feefef/a864e244-9631-4bb8-b952-9c6a77096326/b16ba1af-3016-479b-bc75-7366e14491ac) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:28.562023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fdc2775-6f8a-4d73-b7ab-605992421173 req-1755bca3-3c31-4a99-b25e-ee6a1c841c57 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 210 time: 0.0798697 Dec 15 13:48:28.600086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Allocated IP 172.20.0.1 (18024972-adad-45b5-aca2-f52d77c92d2b/45c90898-644f-4cd4-8e62-83bc553fbd2a/82987377-1470-4af2-a9c4-bc510ec727a5) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:28.601385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7411e7a1-9391-472f-8294-d4eb9b58f0be req-df54152c-c9bc-4083-ab91-db9b435b2871 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947154 Dec 15 13:48:28.619940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] Set router c7b63f87-50d1-48f8-ba08-df8082b90fd4 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:28.661000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a724e-0edb-40fd-b444-71e0026d3291 req-9fdb2035-2c6c-4538-8e6a-8a95cce3f3bc tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:28.662572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-189a724e-0edb-40fd-b444-71e0026d3291 req-9fdb2035-2c6c-4538-8e6a-8a95cce3f3bc tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 949 time: 0.1365025 Dec 15 13:48:28.871350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-189a724e-0edb-40fd-b444-71e0026d3291 req-a8b3b83c-7eab-4c77-9152-903066ae6ba5 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967227 Dec 15 13:48:28.880353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.904763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.906716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:24Z', 'revision_number': 3, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:28.948635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e60e2-bed9-4439-8eec-86e6dff75206 None None] The sync data for ids ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'] in n-d-821840-1 is: [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:24Z', 'revision_number': 3, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:48:28.959820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:28.991648 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.018601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Network 5e5f8a21-ad05-45f8-9850-9e3194feefef is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:29.025978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:29.032833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:29.054667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Pushing event updated for resources: {'Port': ['ID=b16ba1af-3016-479b-bc75-7366e14491ac,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.083152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Network 18024972-adad-45b5-aca2-f52d77c92d2b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:29.089993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:29.120480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:29.188812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Pushing event updated for resources: {'Port': ['ID=82987377-1470-4af2-a9c4-bc510ec727a5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.192208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.230703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 42d5a5bd-57f6-4718-a52c-1efaceea50b9 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:29.234482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.416377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 42d5a5bd-57f6-4718-a52c-1efaceea50b9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=42d5a5bd-57f6-4718-a52c-1efaceea50b9,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:29.443066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '42d5a5bd-57f6-4718-a52c-1efaceea50b9', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '42d5a5bd-57f6-4718-a52c-1efaceea50b9', 'mac_address': 'fa:16:3e:8f:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:29.453930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fa191b2e-4de1-4aa1-877c-4216c7ce1bba None None] Provisioning complete for port b16ba1af-3016-479b-bc75-7366e14491ac triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:29.454388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa191b2e-4de1-4aa1-877c-4216c7ce1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.570021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fa191b2e-4de1-4aa1-877c-4216c7ce1bba None None] Port b16ba1af-3016-479b-bc75-7366e14491ac cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:29.572125 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.608281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d5a5bd-57f6-4718-a52c-1efaceea50b9 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:29.652568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 42d5a5bd-57f6-4718-a52c-1efaceea50b9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=42d5a5bd-57f6-4718-a52c-1efaceea50b9,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:29.667413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.674705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.704738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.712335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-a4f75633-cfd0-4455-b5ec-1fdf5082c658 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.713864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-a4f75633-cfd0-4455-b5ec-1fdf5082c658 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.24 "GET /v2.0/networks?id=670f1e59-cd12-4387-9663-f392a3c16f6e HTTP/1.1" status: 200 len: 825 time: 0.1950595 Dec 15 13:48:29.762966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=42d5a5bd-57f6-4718-a52c-1efaceea50b9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.792509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa3757f1-0967-48f0-bcfb-20a2132ec4fa req-0169c551-ea31-45b3-bce9-f40a7ccf79ed tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 210 time: 0.0939999 Dec 15 13:48:29.806220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Request body: {'port': {'device_id': 'ee199614-a106-4da4-90f9-e12dc55f3a63', 'network_id': '670f1e59-cd12-4387-9663-f392a3c16f6e', 'admin_state_up': True, 'tenant_id': '02941b5433fe4f8498153c7a92d10b4f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:29.873794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027ed0f-8bac-41b2-84b0-94ba821c5499 req-5348f231-19c2-4a50-8e8c-d3870d085bbd tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.885435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a027ed0f-8bac-41b2-84b0-94ba821c5499 req-5348f231-19c2-4a50-8e8c-d3870d085bbd tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 948 time: 0.3213611 Dec 15 13:48:29.912757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['42d5a5bd-57f6-4718-a52c-1efaceea50b9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:30.067430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Made reservation on behalf of 02941b5433fe4f8498153c7a92d10b4f for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:30.071083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.155166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a027ed0f-8bac-41b2-84b0-94ba821c5499 req-086e66a8-3f9d-4b14-a742-b4bdf526ef54 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665737 Dec 15 13:48:30.325257 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.329349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1fee50ea-5767-4252-84a3-8c9beed220dd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:30.338724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.378671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Allocated IP 172.20.0.2 (670f1e59-cd12-4387-9663-f392a3c16f6e/7f66e46c-fa7e-4f2a-bc9f-2cfe0be1d9ad/8b6e67ef-eefd-4ced-955c-c72fb4c42290) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:30.419597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Pushing event updated for resources: {'Port': ['ID=b16ba1af-3016-479b-bc75-7366e14491ac,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:30.426685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.440949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.493004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1fee50ea-5767-4252-84a3-8c9beed220dd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:30.493455 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.513494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dcda2-f7d5-4ffe-bc72-51ea9983558d req-1e287766-b018-4f66-a907-106295569c04 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.522667 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-602dcda2-f7d5-4ffe-bc72-51ea9983558d req-1e287766-b018-4f66-a907-106295569c04 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 949 time: 0.4892099 Dec 15 13:48:30.523009 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.675654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.692490 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.702026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Pushing event updated for resources: {'Port': ['ID=82987377-1470-4af2-a9c4-bc510ec727a5,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:30.709223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Network 5e5f8a21-ad05-45f8-9850-9e3194feefef is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:30.710685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.714319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:30.736580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 1fee50ea-5767-4252-84a3-8c9beed220dd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1fee50ea-5767-4252-84a3-8c9beed220dd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:30.739232 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-602dcda2-f7d5-4ffe-bc72-51ea9983558d req-24761474-5be5-4efb-b159-a8fa00e19a17 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147560 Dec 15 13:48:30.755168 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.758257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 50916a7e-5451-4050-8a08-c376b5ee799e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:30.829665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.977028 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.981952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=1fee50ea-5767-4252-84a3-8c9beed220dd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:30.988161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:30.997257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 50916a7e-5451-4050-8a08-c376b5ee799e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:30.997638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.012134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Router c7b63f87-50d1-48f8-ba08-df8082b90fd4 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:48:31.055142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Network 670f1e59-cd12-4387-9663-f392a3c16f6e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:31.062548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:31.065505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:31.089992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39c6e-4e54-44fd-983b-1cd63e48d109 req-7c7ec8e8-2191-4f28-b2a2-1dbbaa628aae tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:31.100321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7bd39c6e-4e54-44fd-983b-1cd63e48d109 req-7c7ec8e8-2191-4f28-b2a2-1dbbaa628aae tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 931 time: 0.1567540 Dec 15 13:48:31.168797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Pushing event updated for resources: {'Port': ['ID=8b6e67ef-eefd-4ced-955c-c72fb4c42290,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:31.173374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.217389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 50916a7e-5451-4050-8a08-c376b5ee799e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=50916a7e-5451-4050-8a08-c376b5ee799e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:31.238526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa35126-27d6-4141-937b-6b29e09bbc9a req-435665f5-0cbc-4533-9a7b-3afa18853cc6 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:31.240134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfa35126-27d6-4141-937b-6b29e09bbc9a req-435665f5-0cbc-4533-9a7b-3afa18853cc6 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.2967422 Dec 15 13:48:31.258095 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e7be628b-ec96-4660-a5a4-3c5d7646d956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.264681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 42d5a5bd-57f6-4718-a52c-1efaceea50b9 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:31.273506 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7bd39c6e-4e54-44fd-983b-1cd63e48d109 req-a07c4b86-bd23-4f89-ad49-ca33403c31b0 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697993 Dec 15 13:48:31.288535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.310744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:31.315474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.326035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Network 18024972-adad-45b5-aca2-f52d77c92d2b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:31.333961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:31.351417 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bdefb3b1-c68e-4a03-b0c5-fd1f4973a338 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5544384 Dec 15 13:48:31.367278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Request body: {'port': {'device_id': 'ee199614-a106-4da4-90f9-e12dc55f3a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:31.390583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0a3884a0-c474-46e4-9ae6-ff7912640744 None None] Provisioning complete for port b16ba1af-3016-479b-bc75-7366e14491ac triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:31.391176 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a3884a0-c474-46e4-9ae6-ff7912640744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.425830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:48:31.433949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9fb758f0-746e-42d9-b0ce-0a8191fbdd65 admin admin] 10.222.0.86 "PUT /v2.0/routers/c7b63f87-50d1-48f8-ba08-df8082b90fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1255641 Dec 15 13:48:31.459511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=50916a7e-5451-4050-8a08-c376b5ee799e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:31.464131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfa35126-27d6-4141-937b-6b29e09bbc9a req-f7bb49b0-6053-473f-8f86-38acc80b8af1 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750917 Dec 15 13:48:31.481422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0a3884a0-c474-46e4-9ae6-ff7912640744 None None] Port b16ba1af-3016-479b-bc75-7366e14491ac cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:31.491636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:31.508520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:31.510173 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.542194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Router d37f4d52-5e54-4ae7-a633-c393b21537ea has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:48:31.652724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e203af-15f0-43fa-acb8-72c2732b7891 req-4d78f726-3383-4597-9d4c-72b0113a7f97 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:31.661325 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12e203af-15f0-43fa-acb8-72c2732b7891 req-4d78f726-3383-4597-9d4c-72b0113a7f97 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 949 time: 0.2476268 Dec 15 13:48:31.663708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.744123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.801349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089fdc04-172a-4565-a35d-4b2634189f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d5a5bd-57f6-4718-a52c-1efaceea50b9'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:31.811223 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e191bcc-dd9d-432a-bba0-a7be5c463421" -d '{"events": [{"server_uuid": "089fdc04-172a-4565-a35d-4b2634189f7b", "name": "network-vif-plugged", "status": "completed", "tag": "42d5a5bd-57f6-4718-a52c-1efaceea50b9"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:31.843920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 42d5a5bd-57f6-4718-a52c-1efaceea50b9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=42d5a5bd-57f6-4718-a52c-1efaceea50b9,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:31.856719 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:31.864560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Sync routers for ids ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:48:31.886801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12e203af-15f0-43fa-acb8-72c2732b7891 req-482bf7ac-02f4-4a42-9566-05acefffc583 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245100 Dec 15 13:48:31.893930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-3d57c4c7-0948-4c09-b69b-fb649780d056 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672572 Dec 15 13:48:31.906392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:48:31.922453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a616025-9174-42e8-bfcb-bfd19ba1bb9e admin admin] 10.222.0.86 "PUT /v2.0/routers/d37f4d52-5e54-4ae7-a633-c393b21537ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6054697 Dec 15 13:48:31.922554 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Sync routers for ids ['d37f4d52-5e54-4ae7-a633-c393b21537ea'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:48:31.938673 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Routers {'d37f4d52-5e54-4ae7-a633-c393b21537ea'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:31.939607 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d37f4d52-5e54-4ae7-a633-c393b21537ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:31.963937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Routers {'c7b63f87-50d1-48f8-ba08-df8082b90fd4'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:31.967024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:32.161962 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Set router d37f4d52-5e54-4ae7-a633-c393b21537ea gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:32.230747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=42d5a5bd-57f6-4718-a52c-1efaceea50b9,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:32.232953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-eb413d04-07fd-43ad-a0fe-ad975141a5ce tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:32.235118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-eb413d04-07fd-43ad-a0fe-ad975141a5ce tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176630 Dec 15 13:48:32.288080 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-f2aa91aa-0fd0-4600-b995-ab4afb8349eb tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/quotas/eddbf13a18ac4a05a2efacc30ebdd7f1 HTTP/1.1" status: 200 len: 375 time: 0.0301776 Dec 15 13:48:32.391725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1fee50ea-5767-4252-84a3-8c9beed220dd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:32.417889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-0c99fbc8-97eb-4370-8818-f8a87374be46 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2509465 Dec 15 13:48:32.423707 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-dcf3621d-483b-445e-94e1-98eb8e9f4ceb tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234457 Dec 15 13:48:32.428568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:32.452171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Set router c7b63f87-50d1-48f8-ba08-df8082b90fd4 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:32.532298 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:48:29Z', 'revision_number': 4, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '82987377-1470-4af2-a9c4-bc510ec727a5', 'name': '', 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'mac_address': 'fa:16:3e:0d:95:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '45c90898-644f-4cd4-8e62-83bc553fbd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:28Z', 'updated_at': '2021-12-15T13:48:30Z', 'revision_number': 2, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'subnets': [{'id': '45c90898-644f-4cd4-8e62-83bc553fbd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:32.577196 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b073cac6-d3be-441e-9d39-5b06e5a1d8a1 x-openstack-request-id: req-b073cac6-d3be-441e-9d39-5b06e5a1d8a1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:32.577568 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089fdc04-172a-4565-a35d-4b2634189f7b", "name": "network-vif-plugged", "status": "completed", "tag": "42d5a5bd-57f6-4718-a52c-1efaceea50b9", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:32.578117 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b073cac6-d3be-441e-9d39-5b06e5a1d8a1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:32.578524 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089fdc04-172a-4565-a35d-4b2634189f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d5a5bd-57f6-4718-a52c-1efaceea50b9', 'code': 200} Dec 15 13:48:32.591268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1fee50ea-5767-4252-84a3-8c9beed220dd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:32.592148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:32.594722 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Checking router: d37f4d52-5e54-4ae7-a633-c393b21537ea for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:48:32.595125 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Updating router d37f4d52-5e54-4ae7-a633-c393b21537ea port 82987377-1470-4af2-a9c4-bc510ec727a5 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:48:32.646167 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:32.735132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fbe44-f183-4c1c-9192-d0c7801f96ea req-d8b20f47-e1a1-4d01-b6b5-01bf844cce29 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:32.736549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-628fbe44-f183-4c1c-9192-d0c7801f96ea req-d8b20f47-e1a1-4d01-b6b5-01bf844cce29 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 931 time: 0.1084039 Dec 15 13:48:32.779277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 50916a7e-5451-4050-8a08-c376b5ee799e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:32.823358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-628fbe44-f183-4c1c-9192-d0c7801f96ea req-af249684-6439-4008-b656-c3d36d31e831 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793695 Dec 15 13:48:32.895627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 50916a7e-5451-4050-8a08-c376b5ee799e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:32.895973 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:32.902200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:29Z', 'revision_number': 4, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b16ba1af-3016-479b-bc75-7366e14491ac', 'name': '', 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'mac_address': 'fa:16:3e:c0:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'a864e244-9631-4bb8-b952-9c6a77096326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:28Z', 'updated_at': '2021-12-15T13:48:29Z', 'revision_number': 2, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'subnets': [{'id': 'a864e244-9631-4bb8-b952-9c6a77096326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:32.964945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Checking router: c7b63f87-50d1-48f8-ba08-df8082b90fd4 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:48:32.965500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Updating router c7b63f87-50d1-48f8-ba08-df8082b90fd4 port b16ba1af-3016-479b-bc75-7366e14491ac binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:48:32.976829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6e67ef-eefd-4ced-955c-c72fb4c42290 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:32.989921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:32.994035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.001939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb89cf-7949-4bd0-b368-e79c09a84b21 req-5637c06a-4366-4690-8ab8-e2be83d67fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:33.003728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-caeb89cf-7949-4bd0-b368-e79c09a84b21 req-5637c06a-4366-4690-8ab8-e2be83d67fa9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 1101 time: 0.0992937 Dec 15 13:48:33.027674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.059557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Transition to ACTIVE for port object 8b6e67ef-eefd-4ced-955c-c72fb4c42290 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:33.076187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.182212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-832a6ec0-8699-4ea1-8972-dd2166ccfb3e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:33.182635 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.193556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-832a6ec0-8699-4ea1-8972-dd2166ccfb3e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 811 time: 0.1835482 Dec 15 13:48:33.196551 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.212169 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-e20a2512-4cbd-4f85-a8c1-a4e761cc7437 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/quotas/35bba95dca96469e8cf03fce0dfbc040 HTTP/1.1" status: 200 len: 375 time: 0.0176566 Dec 15 13:48:33.247578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-caeb89cf-7949-4bd0-b368-e79c09a84b21 req-7fe91630-6daf-4f7b-b7a5-629e12f03ebc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294455 Dec 15 13:48:33.248505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Pushing event updated for resources: {'Port': ['ID=8b6e67ef-eefd-4ced-955c-c72fb4c42290,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:33.303832 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-392136e9-e04a-4cc8-b33c-6bb9a0d84642 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906010 Dec 15 13:48:33.350752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Attempting to bind port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:33.351094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Attempting to bind port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'b58c1463-2f60-4839-b3e5-fbce16ed9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '670f1e59-cd12-4387-9663-f392a3c16f6e'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:33.351631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Attempting to bind port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 on network 670f1e59-cd12-4387-9663-f392a3c16f6e {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:33.361263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.364602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 on network 670f1e59-cd12-4387-9663-f392a3c16f6e not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:33.365160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Attempting to bind port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 on network 670f1e59-cd12-4387-9663-f392a3c16f6e {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:33.375724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:33.376096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Checking segment: {'id': 'b58c1463-2f60-4839-b3e5-fbce16ed9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '670f1e59-cd12-4387-9663-f392a3c16f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:33.376704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Bound using segment: {'id': 'b58c1463-2f60-4839-b3e5-fbce16ed9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '670f1e59-cd12-4387-9663-f392a3c16f6e'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:33.377141 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Bound port: 8b6e67ef-eefd-4ced-955c-c72fb4c42290, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58c1463-2f60-4839-b3e5-fbce16ed9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '670f1e59-cd12-4387-9663-f392a3c16f6e'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:33.377705 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.422800 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429b854-e99f-4608-8dd6-08ddcdd8cd35 None None] Pushing event updated for resources: {'Port': ['ID=82987377-1470-4af2-a9c4-bc510ec727a5,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:33.426804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-c3857f11-1f46-4fe3-9d40-ae6f91c40784 service neutron] 10.222.0.86 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220186 Dec 15 13:48:33.464497 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.475107 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Attempting to bind port 82987377-1470-4af2-a9c4-bc510ec727a5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:33.475665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Attempting to bind port 82987377-1470-4af2-a9c4-bc510ec727a5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:33.475809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.477451 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Attempting to bind port 82987377-1470-4af2-a9c4-bc510ec727a5 on network 18024972-adad-45b5-aca2-f52d77c92d2b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:33.488129 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:33.489449 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Checking segment: {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:33.490115 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.490615 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Bound using segment: {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:33.491458 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Bound port: 82987377-1470-4af2-a9c4-bc510ec727a5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:33.492022 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.568148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] For port 8b6e67ef-eefd-4ced-955c-c72fb4c42290, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:33.572939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] For port 8b6e67ef-eefd-4ced-955c-c72fb4c42290, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8b6e67ef-eefd-4ced-955c-c72fb4c42290,segment=NetworkSegment(b58c1463-2f60-4839-b3e5-fbce16ed9111),segment_id=b58c1463-2f60-4839-b3e5-fbce16ed9111)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:33.582296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-2229a6a5-8048-4e9a-a43a-2b34f724c431 service neutron] 10.222.0.86 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546013 Dec 15 13:48:33.602090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Allocated IP 172.25.7.224 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/f272d11c-5183-4f8a-b2ab-5869d542f8bb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:33.604625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.634712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Attempting to bind port b16ba1af-3016-479b-bc75-7366e14491ac on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:33.636042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Attempting to bind port b16ba1af-3016-479b-bc75-7366e14491ac by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:33.636447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Attempting to bind port b16ba1af-3016-479b-bc75-7366e14491ac on network 5e5f8a21-ad05-45f8-9850-9e3194feefef {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:33.637455 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] For port 82987377-1470-4af2-a9c4-bc510ec727a5, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:33.639214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2feca-f4cc-4a35-a859-c12b321afb60 None None] Pushing event updated for resources: {'Port': ['ID=b16ba1af-3016-479b-bc75-7366e14491ac,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:33.642814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] For port 82987377-1470-4af2-a9c4-bc510ec727a5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=82987377-1470-4af2-a9c4-bc510ec727a5,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:33.659804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:33.660743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Checking segment: {'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:33.661355 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.661946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Bound using segment: {'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:33.663373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Bound port: b16ba1af-3016-479b-bc75-7366e14491ac, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2e6807-7cd4-45ec-8e50-7f1c105595ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:33.664032 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.666224 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.709535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:33.710177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.711636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] 10.222.0.24 "PUT /v2.0/ports/8b6e67ef-eefd-4ced-955c-c72fb4c42290 HTTP/1.1" status: 200 len: 1091 time: 2.3489861 Dec 15 13:48:33.713933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee199614-a106-4da4-90f9-e12dc55f3a63', 'tag': '8b6e67ef-eefd-4ced-955c-c72fb4c42290'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:33.731297 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e6e75-aed5-4988-a83e-36dbc150a54a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee199614-a106-4da4-90f9-e12dc55f3a63", "tag": "8b6e67ef-eefd-4ced-955c-c72fb4c42290"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:33.757711 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429b854-e99f-4608-8dd6-08ddcdd8cd35 None None] Pushing event updated for resources: {'Port': ['ID=82987377-1470-4af2-a9c4-bc510ec727a5,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:33.799398 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Routers {'d37f4d52-5e54-4ae7-a633-c393b21537ea'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:33.800206 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d37f4d52-5e54-4ae7-a633-c393b21537ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:33.803776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] For port b16ba1af-3016-479b-bc75-7366e14491ac, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:33.807526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] For port b16ba1af-3016-479b-bc75-7366e14491ac, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b16ba1af-3016-479b-bc75-7366e14491ac,segment=NetworkSegment(0f2e6807-7cd4-45ec-8e50-7f1c105595ba),segment_id=0f2e6807-7cd4-45ec-8e50-7f1c105595ba)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:33.821698 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.927545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ba8f3-6702-4cae-bf0b-0fd6ed00035a service neutron] Pushing event updated for resources: {'Port': ['ID=8b6e67ef-eefd-4ced-955c-c72fb4c42290,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:33.949343 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0cae-e26f-4573-8637-625ce00d5a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:34.006498 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] Set router d37f4d52-5e54-4ae7-a633-c393b21537ea gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:34.017574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Routers {'c7b63f87-50d1-48f8-ba08-df8082b90fd4'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:34.018471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:34.029617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-6d11e73b-508c-4b25-b381-d975b7074d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:34.033480 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-6d11e73b-508c-4b25-b381-d975b7074d81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02941b5433fe4f8498153c7a92d10b4f&device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 1094 time: 0.2462597 Dec 15 13:48:34.126498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-5bfb869f-3656-4ba6-82f8-3c62d5d1991a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6e67ef-eefd-4ced-955c-c72fb4c42290 HTTP/1.1" status: 200 len: 217 time: 0.0764105 Dec 15 13:48:34.161700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:34.204300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2feca-f4cc-4a35-a859-c12b321afb60 None None] Pushing event updated for resources: {'Port': ['ID=b16ba1af-3016-479b-bc75-7366e14491ac,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:34.238259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-132ba167-87d3-43c2-bd45-93e6dd8d07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:34.239962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-132ba167-87d3-43c2-bd45-93e6dd8d07f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f66e46c-fa7e-4f2a-bc9f-2cfe0be1d9ad HTTP/1.1" status: 200 len: 865 time: 0.0994377 Dec 15 13:48:34.246142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-299843b3-5045-4fd4-9b63-bb4dcacdf7ed None None] Provisioning complete for port b16ba1af-3016-479b-bc75-7366e14491ac triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:34.246567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-299843b3-5045-4fd4-9b63-bb4dcacdf7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:34.314025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-bd011d5c-192c-4cf4-a9c0-dd9042381569 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=670f1e59-cd12-4387-9663-f392a3c16f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553389 Dec 15 13:48:34.393944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] Set router c7b63f87-50d1-48f8-ba08-df8082b90fd4 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:34.410597 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:48:29Z', 'revision_number': 4, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '82987377-1470-4af2-a9c4-bc510ec727a5', 'name': '', 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'mac_address': 'fa:16:3e:0d:95:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '45c90898-644f-4cd4-8e62-83bc553fbd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:28Z', 'updated_at': '2021-12-15T13:48:33Z', 'revision_number': 4, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'subnets': [{'id': '45c90898-644f-4cd4-8e62-83bc553fbd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:34.441872 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6401d-b00e-4cae-8329-6376ccf58c2f None None] The sync data for ids ['d37f4d52-5e54-4ae7-a633-c393b21537ea'] in n-d-821840-1 is: [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:48:29Z', 'revision_number': 4, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '82987377-1470-4af2-a9c4-bc510ec727a5', 'name': '', 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'mac_address': 'fa:16:3e:0d:95:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '45c90898-644f-4cd4-8e62-83bc553fbd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:28Z', 'updated_at': '2021-12-15T13:48:33Z', 'revision_number': 4, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'subnets': [{'id': '45c90898-644f-4cd4-8e62-83bc553fbd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:48:34.471673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f28be93-38ff-4dfe-b2f3-54a70c898df7 req-6c217a55-76a5-4977-8342-2454e6f2614a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 210 time: 0.0643747 Dec 15 13:48:34.555570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:34.620487 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-abe38fd6-f011-4e36-8f0e-4b24368061f5 service neutron] 10.222.0.24 "GET /v2.0/networks/670f1e59-cd12-4387-9663-f392a3c16f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019264 Dec 15 13:48:34.648548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-c5dad033-3af4-463a-ac74-f9daffb7bfb6 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1911376 Dec 15 13:48:34.674196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:34.724150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:34.727243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:34.839187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-299843b3-5045-4fd4-9b63-bb4dcacdf7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:34.839760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df604453-a797-4161-8d5e-98109b44982b req-34069c8c-4873-40e9-9834-363727b092f4 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:34.840960 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df604453-a797-4161-8d5e-98109b44982b req-34069c8c-4873-40e9-9834-363727b092f4 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 950 time: 0.0802231 Dec 15 13:48:34.928474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df604453-a797-4161-8d5e-98109b44982b req-57a24fed-3c4a-4a35-b390-1bcf93d49fd0 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727563 Dec 15 13:48:34.929577 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25b9a705-85a3-4977-9b0a-2ed1e64abaae req-96fc693f-de83-479d-bfb1-b944f05ae324 service neutron] 10.222.0.24 "GET /v2.0/networks/670f1e59-cd12-4387-9663-f392a3c16f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752435 Dec 15 13:48:34.974086 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:34.981276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-299843b3-5045-4fd4-9b63-bb4dcacdf7ed None None] For port b16ba1af-3016-479b-bc75-7366e14491ac, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b16ba1af-3016-479b-bc75-7366e14491ac,segment=NetworkSegment(0f2e6807-7cd4-45ec-8e50-7f1c105595ba),segment_id=0f2e6807-7cd4-45ec-8e50-7f1c105595ba)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:35.000002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event updated for resources: {'Port': ['ID=f272d11c-5183-4f8a-b2ab-5869d542f8bb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:35.008151 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-299843b3-5045-4fd4-9b63-bb4dcacdf7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.080142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:29Z', 'revision_number': 4, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b16ba1af-3016-479b-bc75-7366e14491ac', 'name': '', 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'mac_address': 'fa:16:3e:c0:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'a864e244-9631-4bb8-b952-9c6a77096326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:28Z', 'updated_at': '2021-12-15T13:48:33Z', 'revision_number': 4, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'subnets': [{'id': 'a864e244-9631-4bb8-b952-9c6a77096326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:35.095609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.112876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-84f2f197-c854-4972-945c-7d0d47b0121e tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:35.114480 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-84f2f197-c854-4972-945c-7d0d47b0121e tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4389629 Dec 15 13:48:35.116198 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abada0db-2423-43f3-ad8d-19fed2484b0d x-openstack-request-id: req-abada0db-2423-43f3-ad8d-19fed2484b0d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:35.116495 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee199614-a106-4da4-90f9-e12dc55f3a63", "tag": "8b6e67ef-eefd-4ced-955c-c72fb4c42290", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:35.116759 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-abada0db-2423-43f3-ad8d-19fed2484b0d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:35.117159 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee199614-a106-4da4-90f9-e12dc55f3a63', 'tag': '8b6e67ef-eefd-4ced-955c-c72fb4c42290', 'status': 'completed', 'code': 200} Dec 15 13:48:35.151734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9699f-addf-40d6-ae83-7560c16576e9 None None] The sync data for ids ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'] in n-d-821840-1 is: [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:29Z', 'revision_number': 4, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b16ba1af-3016-479b-bc75-7366e14491ac', 'name': '', 'network_id': '5e5f8a21-ad05-45f8-9850-9e3194feefef', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'mac_address': 'fa:16:3e:c0:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'a864e244-9631-4bb8-b952-9c6a77096326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:28Z', 'updated_at': '2021-12-15T13:48:33Z', 'revision_number': 4, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'subnets': [{'id': 'a864e244-9631-4bb8-b952-9c6a77096326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:48:35.158883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Request body: {'port': {'device_id': '50d4a385-9403-47e9-bd8d-134f56ef6f58', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': 'eddbf13a18ac4a05a2efacc30ebdd7f1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:35.173467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299843b3-5045-4fd4-9b63-bb4dcacdf7ed None None] Pushing event updated for resources: {'Port': ['ID=b16ba1af-3016-479b-bc75-7366e14491ac,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:35.191789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.198356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-204466a5-e364-4ad7-b79f-c4cabc0e97bf None None] Provisioning complete for port b16ba1af-3016-479b-bc75-7366e14491ac triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:35.198734 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-204466a5-e364-4ad7-b79f-c4cabc0e97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.229924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5137f0d9-e98e-408d-ae44-69dcff45360e req-2073faa3-a2a5-4bdc-aae3-5cc67adfb615 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0544143 Dec 15 13:48:35.399089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-8f9ed4db-cae9-46fc-a73c-a2291b4f75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:35.400912 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-8f9ed4db-cae9-46fc-a73c-a2291b4f75d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02941b5433fe4f8498153c7a92d10b4f&device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 1094 time: 0.2591836 Dec 15 13:48:35.509814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48d262-c504-4739-9eca-7682eb86231f req-29da4608-f90c-4e56-afff-217dd18c06dc tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:35.512036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a48d262-c504-4739-9eca-7682eb86231f req-29da4608-f90c-4e56-afff-217dd18c06dc tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 943 time: 0.1138582 Dec 15 13:48:35.660194 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a48d262-c504-4739-9eca-7682eb86231f req-12489b4b-5953-4db1-94e8-e7c0651f4e2f tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420965 Dec 15 13:48:35.688126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-221c7786-66cd-45a9-ac6f-62ef71ddc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:35.689875 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-221c7786-66cd-45a9-ac6f-62ef71ddc475 service neutron] 10.222.0.24 "GET /v2.0/networks?id=670f1e59-cd12-4387-9663-f392a3c16f6e HTTP/1.1" status: 200 len: 927 time: 0.2361283 Dec 15 13:48:35.692890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Made reservation on behalf of eddbf13a18ac4a05a2efacc30ebdd7f1 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:35.697119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.749088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-7dfa66c1-6437-415c-bfcf-05c6d8a1878c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:35.753078 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-7dfa66c1-6437-415c-bfcf-05c6d8a1878c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.24 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 811 time: 0.2027917 Dec 15 13:48:35.770694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Request body: {'port': {'device_id': 'a509a215-7536-444c-bd00-c96efc76e4d7', 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b', 'admin_state_up': True, 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:35.781498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-28be6b86-9ee8-4602-a2a9-3e59276c0b02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6e67ef-eefd-4ced-955c-c72fb4c42290 HTTP/1.1" status: 200 len: 217 time: 0.0659022 Dec 15 13:48:35.906252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.923263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.947029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Made reservation on behalf of 35bba95dca96469e8cf03fce0dfbc040 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:35.956897 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.989344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event updated for resources: {'Port': ['ID=f272d11c-5183-4f8a-b2ab-5869d542f8bb,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:36.002370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-6777f005-9fee-4ba1-ac67-c833d60755c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.003974 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-6777f005-9fee-4ba1-ac67-c833d60755c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f66e46c-fa7e-4f2a-bc9f-2cfe0be1d9ad HTTP/1.1" status: 200 len: 865 time: 0.2095981 Dec 15 13:48:36.106358 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-daf67f83-faf8-494b-a7c6-f62af5ba1484 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=670f1e59-cd12-4387-9663-f392a3c16f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926137 Dec 15 13:48:36.161076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.245261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Allocated IP 192.168.233.176 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/a33d0f6c-a695-4bb5-a73b-24de742bfc4e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:36.272234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.274470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-ccc363dc-c9e9-4000-89dc-a89c68aadcc7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8549182 Dec 15 13:48:36.390492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b16ba1af-3016-479b-bc75-7366e14491ac up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:36.460013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-3d539762-7b2a-438a-aa0c-dcb0bb45a8e8 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.224 HTTP/1.1" status: 200 len: 696 time: 0.1733298 Dec 15 13:48:36.466985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-cd33660a-7a5b-4aaf-a9d6-eaa03eaa6031 service neutron] 10.222.0.24 "GET /v2.0/networks/670f1e59-cd12-4387-9663-f392a3c16f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494692 Dec 15 13:48:36.518195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b16ba1af-3016-479b-bc75-7366e14491ac triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:36.518578 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.564915 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.609101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e573ce0-cf80-4dcb-82b1-efb2394ed1c5 req-e4f347ef-1357-4024-a4c3-08b81e7bba6c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 210 time: 0.0487447 Dec 15 13:48:36.652891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Allocated IP 172.20.0.3 (18024972-adad-45b5-aca2-f52d77c92d2b/45c90898-644f-4cd4-8e62-83bc553fbd2a/fcf638ce-dd94-481b-a634-5faefef7d9e9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:36.671656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 82987377-1470-4af2-a9c4-bc510ec727a5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:36.755038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2e6e75-aed5-4988-a83e-36dbc150a54a req-44379e29-6225-4199-8b5f-d8054acd633e service neutron] 10.222.0.24 "GET /v2.0/networks/670f1e59-cd12-4387-9663-f392a3c16f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789412 Dec 15 13:48:36.778200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 82987377-1470-4af2-a9c4-bc510ec727a5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:36.778854 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.840246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.854646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-67579c38-ff61-4be5-8c25-efd5f40018b2 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:36.858367 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01f4c9b3-48d2-491e-a261-5446c7781a8d req-67579c38-ff61-4be5-8c25-efd5f40018b2 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.3834951 Dec 15 13:48:36.885866 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.908934 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.927603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['bfdc6582-1734-464a-bf06-c9f10e18e97b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:36.987746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.991252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Pushing event updated for resources: {'Port': ['ID=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:37.011380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['fa17d32b-2480-4e16-ab94-79625be64e40'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:37.048733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:37.050562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Network 18024972-adad-45b5-aca2-f52d77c92d2b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:37.052539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:37.054949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:37.056841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:37.092591 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-7d55cbd3-9cbe-49dd-b7d2-f79fbd95cc3d tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=12e4e750ac6d41caa6166501530b4219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503492 Dec 15 13:48:37.097435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:37.128632 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.170576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.173639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.184097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.185377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.219400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4542499 Dec 15 13:48:37.231431 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-e0c0b985-96fa-448f-9edd-6d6c031f4069 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0863690 Dec 15 13:48:37.253855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bf10b-366a-4f76-8ad5-0017de0af390 req-d55cd3b8-5972-4a11-aa9b-08cdb259bb2b tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.255674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f4bf10b-366a-4f76-8ad5-0017de0af390 req-d55cd3b8-5972-4a11-aa9b-08cdb259bb2b tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 931 time: 0.2695072 Dec 15 13:48:37.259919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Request body: {'port': {'device_id': 'a509a215-7536-444c-bd00-c96efc76e4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:37.285759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Request body: {'port': {'device_id': '50d4a385-9403-47e9-bd8d-134f56ef6f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:37.296715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 8b6e67ef-eefd-4ced-955c-c72fb4c42290 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:37.386959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604503c-80fa-44f1-ae83-7439bf763c8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Pushing event updated for resources: {'Port': ['ID=fcf638ce-dd94-481b-a634-5faefef7d9e9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:37.417062 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.426687 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f4bf10b-366a-4f76-8ad5-0017de0af390 req-ebeada75-5870-4a15-b273-90f0066fb23e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522818 Dec 15 13:48:37.479500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.523935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-bc22948b-5140-48a2-995e-d6d367a5a6fa tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.532891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-bc22948b-5140-48a2-995e-d6d367a5a6fa tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4388576 Dec 15 13:48:37.574071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-ed572121-e39f-4185-b87d-933ff6457dd8 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/quotas/12e4e750ac6d41caa6166501530b4219 HTTP/1.1" status: 200 len: 375 time: 0.0391729 Dec 15 13:48:37.644314 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.669863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-56b315ac-f8e3-4443-8d28-f8ef75ce4b4f None None] Provisioning complete for port a33d0f6c-a695-4bb5-a73b-24de742bfc4e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:37.670240 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56b315ac-f8e3-4443-8d28-f8ef75ce4b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.734276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-56b315ac-f8e3-4443-8d28-f8ef75ce4b4f None None] Port a33d0f6c-a695-4bb5-a73b-24de742bfc4e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:37.751173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 82987377-1470-4af2-a9c4-bc510ec727a5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=82987377-1470-4af2-a9c4-bc510ec727a5,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:37.768811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-6c9b72d0-26f1-4e8a-a4c9-7ac718a183f8 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=12e4e750ac6d41caa6166501530b4219&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1855097 Dec 15 13:48:37.822973 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:37.856806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a857605-2f28-4ed7-aeef-5aaef5f651b9 req-242e4990-f2e9-4e4d-a8f0-a4be3e843e46 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.861675 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a857605-2f28-4ed7-aeef-5aaef5f651b9 req-242e4990-f2e9-4e4d-a8f0-a4be3e843e46 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 943 time: 0.1986823 Dec 15 13:48:37.903409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=82987377-1470-4af2-a9c4-bc510ec727a5,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:37.917648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 8b6e67ef-eefd-4ced-955c-c72fb4c42290, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8b6e67ef-eefd-4ced-955c-c72fb4c42290,segment=NetworkSegment(b58c1463-2f60-4839-b3e5-fbce16ed9111),segment_id=b58c1463-2f60-4839-b3e5-fbce16ed9111)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:37.935032 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '8b6e67ef-eefd-4ced-955c-c72fb4c42290', 'network_id': '670f1e59-cd12-4387-9663-f392a3c16f6e', 'port_id': '8b6e67ef-eefd-4ced-955c-c72fb4c42290', 'mac_address': 'fa:16:3e:1b:83:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f66e46c-fa7e-4f2a-bc9f-2cfe0be1d9ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:38.001981 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a857605-2f28-4ed7-aeef-5aaef5f651b9 req-e490538f-9ec0-46a8-92df-cc4d04407570 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297817 Dec 15 13:48:38.079014 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.089343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf638ce-dd94-481b-a634-5faefef7d9e9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:38.093131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33d0f6c-a695-4bb5-a73b-24de742bfc4e {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:38.104898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.107507 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.120422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6e67ef-eefd-4ced-955c-c72fb4c42290 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:38.126716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Transition to ACTIVE for port object a33d0f6c-a695-4bb5-a73b-24de742bfc4e will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:38.126932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Transition to ACTIVE for port object fcf638ce-dd94-481b-a634-5faefef7d9e9 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:38.138879 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.142652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.181547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 8b6e67ef-eefd-4ced-955c-c72fb4c42290, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8b6e67ef-eefd-4ced-955c-c72fb4c42290,segment=NetworkSegment(b58c1463-2f60-4839-b3e5-fbce16ed9111),segment_id=b58c1463-2f60-4839-b3e5-fbce16ed9111)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:38.190309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.285989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 82987377-1470-4af2-a9c4-bc510ec727a5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:38.336201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Pushing event updated for resources: {'Port': ['ID=fcf638ce-dd94-481b-a634-5faefef7d9e9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:38.393590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:38.420873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=8b6e67ef-eefd-4ced-955c-c72fb4c42290,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:38.448842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 82987377-1470-4af2-a9c4-bc510ec727a5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:38.449143 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.465779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197862c-73c5-4cef-a27b-3debcc3d2e49 req-1a4cfc9b-d523-4d60-96c1-9916560b1383 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:38.474162 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8197862c-73c5-4cef-a27b-3debcc3d2e49 req-1a4cfc9b-d523-4d60-96c1-9916560b1383 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 948 time: 0.3028591 Dec 15 13:48:38.504702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86314778-3838-4655-9fcf-d4820278da9d req-aff25190-13a9-48b4-93e5-6b1d7e0cbcc2 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3758497 Dec 15 13:48:38.507822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Attempting to bind port fcf638ce-dd94-481b-a634-5faefef7d9e9 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:38.507996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['8b6e67ef-eefd-4ced-955c-c72fb4c42290'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:38.508592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Attempting to bind port fcf638ce-dd94-481b-a634-5faefef7d9e9 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:38.509165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Attempting to bind port fcf638ce-dd94-481b-a634-5faefef7d9e9 on network 18024972-adad-45b5-aca2-f52d77c92d2b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:38.516731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:38.527213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Port fcf638ce-dd94-481b-a634-5faefef7d9e9 on network 18024972-adad-45b5-aca2-f52d77c92d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:38.528687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Attempting to bind port fcf638ce-dd94-481b-a634-5faefef7d9e9 on network 18024972-adad-45b5-aca2-f52d77c92d2b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:38.537151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:38.537950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Checking segment: {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:38.538849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Bound using segment: {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:38.539610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Bound port: fcf638ce-dd94-481b-a634-5faefef7d9e9, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:38.540251 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.558423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Attempting to bind port a33d0f6c-a695-4bb5-a73b-24de742bfc4e on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:38.558827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Attempting to bind port a33d0f6c-a695-4bb5-a73b-24de742bfc4e by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:38.559160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Attempting to bind port a33d0f6c-a695-4bb5-a73b-24de742bfc4e on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:38.574464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8197862c-73c5-4cef-a27b-3debcc3d2e49 req-28de7796-e16d-4210-9706-1d86f079a236 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908954 Dec 15 13:48:38.575446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Port a33d0f6c-a695-4bb5-a73b-24de742bfc4e on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:38.576072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Attempting to bind port a33d0f6c-a695-4bb5-a73b-24de742bfc4e on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:38.583720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:38.584106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:38.584992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:38.584992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Bound port: a33d0f6c-a695-4bb5-a73b-24de742bfc4e, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:38.585260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.633370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.738526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] For port a33d0f6c-a695-4bb5-a73b-24de742bfc4e, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:38.743976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] For port a33d0f6c-a695-4bb5-a73b-24de742bfc4e, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:38.753138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] For port fcf638ce-dd94-481b-a634-5faefef7d9e9, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:38.765970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.783236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] For port fcf638ce-dd94-481b-a634-5faefef7d9e9, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fcf638ce-dd94-481b-a634-5faefef7d9e9,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:38.802376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.855064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:38.855691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.868521 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] 10.222.0.74 "PUT /v2.0/ports/a33d0f6c-a695-4bb5-a73b-24de742bfc4e HTTP/1.1" status: 200 len: 1096 time: 1.5954170 Dec 15 13:48:38.869048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d4a385-9403-47e9-bd8d-134f56ef6f58', 'tag': 'a33d0f6c-a695-4bb5-a73b-24de742bfc4e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:38.871374 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e" -d '{"events": [{"name": "network-changed", "server_uuid": "50d4a385-9403-47e9-bd8d-134f56ef6f58", "tag": "a33d0f6c-a695-4bb5-a73b-24de742bfc4e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:38.962398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Pushing event updated for resources: {'Port': ['ID=fcf638ce-dd94-481b-a634-5faefef7d9e9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:38.974171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:38.974753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:38.986726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-91f8748e-a3bf-4078-9348-ef95cb6f3a6c service neutron] 10.222.0.24 "PUT /v2.0/ports/fcf638ce-dd94-481b-a634-5faefef7d9e9 HTTP/1.1" status: 200 len: 1091 time: 1.7351165 Dec 15 13:48:38.987245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a509a215-7536-444c-bd00-c96efc76e4d7', 'tag': 'fcf638ce-dd94-481b-a634-5faefef7d9e9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:38.990148 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620" -d '{"events": [{"name": "network-changed", "server_uuid": "a509a215-7536-444c-bd00-c96efc76e4d7", "tag": "fcf638ce-dd94-481b-a634-5faefef7d9e9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:39.052417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6395e3-9b71-4840-98ad-255c9dfd8bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:39.066022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-0d97f0e9-7148-4546-9425-b37b3f504d59 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775742 Dec 15 13:48:39.076341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-6e7617ef-9f61-4eb0-9d32-ac7a4d701245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.078332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-6e7617ef-9f61-4eb0-9d32-ac7a4d701245 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 1099 time: 0.1120806 Dec 15 13:48:39.144545 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.181926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-57b64065-0b23-43c5-b7ec-96709cb18d68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a33d0f6c-a695-4bb5-a73b-24de742bfc4e HTTP/1.1" status: 200 len: 217 time: 0.0938711 Dec 15 13:48:39.192942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-c8030deb-b225-4509-ad04-f4c2b452d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.200086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-c8030deb-b225-4509-ad04-f4c2b452d6a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.1371250 Dec 15 13:48:39.292098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-10dff9bb-9820-4eae-80e5-722636e3a2c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf638ce-dd94-481b-a634-5faefef7d9e9 HTTP/1.1" status: 200 len: 217 time: 0.0558834 Dec 15 13:48:39.386805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-53a59d0b-fcf5-40f8-a6e8-938e6a60b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.388452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-53a59d0b-fcf5-40f8-a6e8-938e6a60b4ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45c90898-644f-4cd4-8e62-83bc553fbd2a HTTP/1.1" status: 200 len: 851 time: 0.0869069 Dec 15 13:48:39.434583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Allocated IP 172.25.7.126 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/23126d2b-ba69-4f89-8f66-1c80a45816a8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:39.438545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-eca3e1c3-52f7-4070-8156-bb9f6e1f6ee0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18024972-adad-45b5-aca2-f52d77c92d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427287 Dec 15 13:48:39.576509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3bef256-94bf-411b-af96-f09c24db2490 req-7219b81d-d2a3-415a-a30f-ad3e86106288 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 210 time: 0.3883848 Dec 15 13:48:39.605211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-52686322-8d0b-43cf-ba96-2e4ef3129cfa service neutron] 10.222.0.24 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579978 Dec 15 13:48:39.633067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.641669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-7167b9c6-e56c-4c1b-b64a-2e1232c2661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.643426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-7167b9c6-e56c-4c1b-b64a-2e1232c2661b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9929326a66b4182be4708b7106567d0&device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 1097 time: 0.4549720 Dec 15 13:48:39.645482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-a46c31ab-71b4-46fc-af28-e110d45243d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.647101 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-a46c31ab-71b4-46fc-af28-e110d45243d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.4574454 Dec 15 13:48:39.717464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-0fb0ce41-f1c5-4a15-b756-28961caa6ef2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=12e4e750ac6d41caa6166501530b4219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395248 Dec 15 13:48:39.797161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851d792-e218-4ffe-bdfd-b6751ffbbbf8 req-a1547529-60d2-49f7-9779-7375d6fab537 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.799424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2851d792-e218-4ffe-bdfd-b6751ffbbbf8 req-a1547529-60d2-49f7-9779-7375d6fab537 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 943 time: 0.1427302 Dec 15 13:48:39.815178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-7cbc3ab3-9ad0-4533-ba4d-c0829ea5c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.817254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-7cbc3ab3-9ad0-4533-ba4d-c0829ea5c393 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1273313 Dec 15 13:48:39.821821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.873590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event updated for resources: {'Port': ['ID=23126d2b-ba69-4f89-8f66-1c80a45816a8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:39.884773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b76842db-9860-4f6a-abf0-6724d5a529b4 req-2ed12902-1ed8-4e37-9de9-cdbd4f39b6c0 service neutron] 10.222.0.24 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645683 Dec 15 13:48:39.911949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:39.917750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:39.924849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:39.947800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-ebe3fdf3-bfb9-47fa-8e97-9d3a42bc0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.949384 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-ebe3fdf3-bfb9-47fa-8e97-9d3a42bc0786 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9c5b8b68-9b03-423b-83c6-38830c60180f HTTP/1.1" status: 200 len: 914 time: 0.2627239 Dec 15 13:48:39.964033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-5343c5e8-4893-44a6-a206-fdcc9694ab29 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.965687 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-5343c5e8-4893-44a6-a206-fdcc9694ab29 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382147 Dec 15 13:48:39.982500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Request body: {'port': {'device_id': '7647ac18-32d9-45c6-80c5-09404e4cfd74', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '12e4e750ac6d41caa6166501530b4219'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:40.008802 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2851d792-e218-4ffe-bdfd-b6751ffbbbf8 req-537a258a-084f-4de9-92e5-7e33706c852a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982043 Dec 15 13:48:40.039911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-3af78069-4bf7-41b9-8ea1-506aea830df9 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982017 Dec 15 13:48:40.080546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-067cc3a6-fa09-4d8b-b527-1e71ca598126 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1 HTTP/1.1" status: 200 len: 1002 time: 0.1184785 Dec 15 13:48:40.112663 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63b70b5-908d-47ee-ad97-8adb57de590b x-openstack-request-id: req-b63b70b5-908d-47ee-ad97-8adb57de590b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:40.112970 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d4a385-9403-47e9-bd8d-134f56ef6f58", "tag": "a33d0f6c-a695-4bb5-a73b-24de742bfc4e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:40.113225 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b63b70b5-908d-47ee-ad97-8adb57de590b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:40.113615 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d4a385-9403-47e9-bd8d-134f56ef6f58', 'tag': 'a33d0f6c-a695-4bb5-a73b-24de742bfc4e', 'status': 'completed', 'code': 200} Dec 15 13:48:40.123891 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:40.169423 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e09518-de84-4af1-9c7a-4de521b02d01 x-openstack-request-id: req-93e09518-de84-4af1-9c7a-4de521b02d01 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:40.169672 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a509a215-7536-444c-bd00-c96efc76e4d7", "tag": "fcf638ce-dd94-481b-a634-5faefef7d9e9", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:40.169859 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93e09518-de84-4af1-9c7a-4de521b02d01 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:40.170262 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a509a215-7536-444c-bd00-c96efc76e4d7', 'tag': 'fcf638ce-dd94-481b-a634-5faefef7d9e9', 'status': 'completed', 'code': 200} Dec 15 13:48:40.175020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-0520131b-2204-4d26-8493-376d1c104dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.176690 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-0520131b-2204-4d26-8493-376d1c104dee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae199e4f-a3ef-4e17-b052-6fe38e4c7872 HTTP/1.1" status: 200 len: 851 time: 0.0663939 Dec 15 13:48:40.185910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Made reservation on behalf of 12e4e750ac6d41caa6166501530b4219 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:40.194599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:40.197731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:40.282999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4cedb27-f625-4bc5-9904-eb681215c8b3 req-bc33d773-fc83-4bef-9bfb-8de459291e68 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403822 Dec 15 13:48:40.311400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-0f7ddbc6-6b3e-45ed-8f70-12165d622d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.313609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-0f7ddbc6-6b3e-45ed-8f70-12165d622d68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9c5b8b68-9b03-423b-83c6-38830c60180f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179399 Dec 15 13:48:40.376683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-0543f8d3-411e-400a-803f-58190ffdd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.378236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-0543f8d3-411e-400a-803f-58190ffdd640 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.1053967 Dec 15 13:48:40.417340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81e98-a6cb-4203-bc8b-8d79e4d00c53 req-6de96603-d2ab-4816-900f-ca967567ac9b tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.418905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7aa81e98-a6cb-4203-bc8b-8d79e4d00c53 req-6de96603-d2ab-4816-900f-ca967567ac9b tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 944 time: 0.1551831 Dec 15 13:48:40.472130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-fa72889c-6c17-406a-8ddb-2268a63e9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.473433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-fa72889c-6c17-406a-8ddb-2268a63e9169 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 1099 time: 0.1002185 Dec 15 13:48:40.519627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-5ebdab45-b1be-43d2-a72f-711b8ea7d873 service neutron] 10.222.0.24 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976812 Dec 15 13:48:40.575361 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7aa81e98-a6cb-4203-bc8b-8d79e4d00c53 req-cf367583-2d2e-4eae-97b2-cf780ef14df4 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453176 Dec 15 13:48:40.609454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-740d7d49-e712-4907-ac81-2bde52f1540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.610862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-740d7d49-e712-4907-ac81-2bde52f1540a service neutron] 10.222.0.24 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 913 time: 0.2056198 Dec 15 13:48:40.618613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:40.627583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Allocated IP 192.168.233.68 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/749285a8-539b-4cc7-bf73-1d87cbd93d0c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:40.633814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:40.680175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-14402e5d-d051-4200-a12b-bcfd1bf56774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.680731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-fd49b305-80ff-4e6b-bfd9-c74fd4c9ebc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf638ce-dd94-481b-a634-5faefef7d9e9 HTTP/1.1" status: 200 len: 217 time: 0.0596559 Dec 15 13:48:40.681886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-14402e5d-d051-4200-a12b-bcfd1bf56774 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1960251 Dec 15 13:48:40.772850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-44b4b543-5bdf-463d-85e8-9a7bac284fd0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a33d0f6c-a695-4bb5-a73b-24de742bfc4e HTTP/1.1" status: 200 len: 217 time: 0.0741174 Dec 15 13:48:40.774817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e446efd2-bd6d-4344-a7b4-1e52dacda93f req-9bf722b4-378c-4edd-82b6-943a6159ea2e service neutron] 10.222.0.24 "GET /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203233 Dec 15 13:48:40.832182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1212f47-10cc-4bda-bea2-70276ce76ea1 req-d20eaab5-8ab0-44ac-b79b-f8aadd99e6d1 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.841876 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1212f47-10cc-4bda-bea2-70276ce76ea1 req-d20eaab5-8ab0-44ac-b79b-f8aadd99e6d1 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 948 time: 0.1478419 Dec 15 13:48:40.853030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-4895bc8b-0889-454d-90e5-91e6f1f33729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.854512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-4895bc8b-0889-454d-90e5-91e6f1f33729 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45c90898-644f-4cd4-8e62-83bc553fbd2a HTTP/1.1" status: 200 len: 851 time: 0.1445427 Dec 15 13:48:40.855143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event updated for resources: {'Port': ['ID=23126d2b-ba69-4f89-8f66-1c80a45816a8,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:40.860358 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:40.879780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-2c06f76c-4da9-4699-9469-0c2059046498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.881209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-2c06f76c-4da9-4699-9469-0c2059046498 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0970595 Dec 15 13:48:40.935461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-7b884e64-35f4-4e09-a267-214b24d21bf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18024972-adad-45b5-aca2-f52d77c92d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685766 Dec 15 13:48:40.952460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1212f47-10cc-4bda-bea2-70276ce76ea1 req-b7e9698b-97a6-445e-bd3f-6892a8c87242 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932436 Dec 15 13:48:40.954086 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:40.962099 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86314778-3838-4655-9fcf-d4820278da9d req-c948c888-7d47-4b62-bbe5-dbede8af8d09 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4561040 Dec 15 13:48:40.970871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-81e13d1f-8416-41f8-87b6-c230563df495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.975983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-81e13d1f-8416-41f8-87b6-c230563df495 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782969 Dec 15 13:48:41.025436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86314778-3838-4655-9fcf-d4820278da9d req-25622909-b572-4415-b3dc-bf64ab8cac46 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0624776 Dec 15 13:48:41.117073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-a7eb1243-361c-4306-a2d2-fe0715d13a98 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313524 Dec 15 13:48:41.183344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.212946 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-3e11f84a-c6dc-4dfc-9aa3-97e59f9778d5 service neutron] 10.222.0.24 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689233 Dec 15 13:48:41.252011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f83307b-3ad8-41f5-8fac-f1ad2d13b07e req-0e0899c1-d6bf-43f1-b5c1-80da80a173e9 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249385 Dec 15 13:48:41.268670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fcf638ce-dd94-481b-a634-5faefef7d9e9 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:41.269275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86314778-3838-4655-9fcf-d4820278da9d req-4f47b48b-51cf-44f3-8cb8-894b61802223 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.270106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86314778-3838-4655-9fcf-d4820278da9d req-4f47b48b-51cf-44f3-8cb8-894b61802223 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.2141471 Dec 15 13:48:41.273504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 8b6e67ef-eefd-4ced-955c-c72fb4c42290 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:41.406341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8223cb2-6cf7-4059-abe5-a5a0c7d4ca9b req-7d566f1a-3357-4a80-b7c7-9b2a393f3438 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 210 time: 0.0883532 Dec 15 13:48:41.422104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:41.433747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:41.434131 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.496530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fcf638ce-dd94-481b-a634-5faefef7d9e9, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fcf638ce-dd94-481b-a634-5faefef7d9e9,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:41.510258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'fcf638ce-dd94-481b-a634-5faefef7d9e9', 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b', 'port_id': 'fcf638ce-dd94-481b-a634-5faefef7d9e9', 'mac_address': 'fa:16:3e:86:58:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c90898-644f-4cd4-8e62-83bc553fbd2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:41.552348 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-d9ffb910-c676-4b9c-9fbd-a7e38ef7d7f6 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1297631 Dec 15 13:48:41.558635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:41.575457 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.591372 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.595813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf638ce-dd94-481b-a634-5faefef7d9e9 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:41.653792 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.690876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fcf638ce-dd94-481b-a634-5faefef7d9e9, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fcf638ce-dd94-481b-a634-5faefef7d9e9,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:41.694477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.703504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee199614-a106-4da4-90f9-e12dc55f3a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6e67ef-eefd-4ced-955c-c72fb4c42290'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:41.708699 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49ae41a-b997-41e3-aed3-394e56a005e2" -d '{"events": [{"server_uuid": "ee199614-a106-4da4-90f9-e12dc55f3a63", "name": "network-vif-plugged", "status": "completed", "tag": "8b6e67ef-eefd-4ced-955c-c72fb4c42290"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:41.717231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['42d5a5bd-57f6-4718-a52c-1efaceea50b9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:41.728872 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.732315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14b800-9da1-42a4-90a7-9102e750d774 req-3bf961a8-a843-408c-957e-2bd0081cb8c9 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.734522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c14b800-9da1-42a4-90a7-9102e750d774 req-3bf961a8-a843-408c-957e-2bd0081cb8c9 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 943 time: 0.1083369 Dec 15 13:48:41.762373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 8b6e67ef-eefd-4ced-955c-c72fb4c42290, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8b6e67ef-eefd-4ced-955c-c72fb4c42290,segment=NetworkSegment(b58c1463-2f60-4839-b3e5-fbce16ed9111),segment_id=b58c1463-2f60-4839-b3e5-fbce16ed9111)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:41.777352 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.789613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:41.791894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e658b6f-2237-46ba-b1ef-cff8f5cf0620 req-8b2c84e3-1de2-417d-bf54-1fb7c0fe01ec service neutron] 10.222.0.24 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657895 Dec 15 13:48:41.797127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:41.801595 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.806207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:41.811400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Pushing event updated for resources: {'Port': ['ID=749285a8-539b-4cc7-bf73-1d87cbd93d0c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:41.854146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=fcf638ce-dd94-481b-a634-5faefef7d9e9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:41.876421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c14b800-9da1-42a4-90a7-9102e750d774 req-1e654563-e044-4377-8bf5-18664d7c7c87 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148198 Dec 15 13:48:41.895275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.895988 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.927612 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-74a17f19-2e2a-4b6b-a3cd-226c69c3a85e tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9484649 Dec 15 13:48:41.946658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Request body: {'port': {'device_id': '7647ac18-32d9-45c6-80c5-09404e4cfd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:42.038227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=8b6e67ef-eefd-4ced-955c-c72fb4c42290,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:42.051229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Allocated IP 172.25.7.212 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/f51841db-2da8-4c1a-9358-a1e2ec578725) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:42.054956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.058806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fcf638ce-dd94-481b-a634-5faefef7d9e9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:42.123337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d65fa0-70f4-4cbc-8aa5-54e95699d747 req-d2bac94d-1ec6-40a8-999b-2bb016fb879f tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.125654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65d65fa0-70f4-4cbc-8aa5-54e95699d747 req-d2bac94d-1ec6-40a8-999b-2bb016fb879f tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 945 time: 0.1112921 Dec 15 13:48:42.222385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-403a6e95-cfd9-49e6-987f-75ec5c63eac0 None None] Provisioning complete for port 749285a8-539b-4cc7-bf73-1d87cbd93d0c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:42.223080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-403a6e95-cfd9-49e6-987f-75ec5c63eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.251128 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65d65fa0-70f4-4cbc-8aa5-54e95699d747 req-22a4306a-0bfc-4d25-973c-77563697ba0f tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182444 Dec 15 13:48:42.289724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.351049 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400a1da0-e637-432f-8c29-beac931941ca x-openstack-request-id: req-400a1da0-e637-432f-8c29-beac931941ca {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:42.351598 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee199614-a106-4da4-90f9-e12dc55f3a63", "name": "network-vif-plugged", "status": "completed", "tag": "8b6e67ef-eefd-4ced-955c-c72fb4c42290", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:42.351598 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-400a1da0-e637-432f-8c29-beac931941ca {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:42.352031 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee199614-a106-4da4-90f9-e12dc55f3a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6e67ef-eefd-4ced-955c-c72fb4c42290', 'code': 200} Dec 15 13:48:42.358174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.373713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-403a6e95-cfd9-49e6-987f-75ec5c63eac0 None None] Port 749285a8-539b-4cc7-bf73-1d87cbd93d0c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:42.400182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:42.421257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:42.432243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:42.483002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event updated for resources: {'Port': ['ID=f51841db-2da8-4c1a-9358-a1e2ec578725,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:42.509399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749285a8-539b-4cc7-bf73-1d87cbd93d0c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:42.519887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.539835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203d41-58c2-434d-b06f-96cfcdc38ddf req-e8a42b96-1199-40de-9036-a2a108100b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.541548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60203d41-58c2-434d-b06f-96cfcdc38ddf req-e8a42b96-1199-40de-9036-a2a108100b81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 1096 time: 0.1290655 Dec 15 13:48:42.549310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.549610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1abb4a-4c0a-4d2c-b819-fb49571d7e14 req-f116cdeb-30fa-4d4e-b564-493b38185b69 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.551096 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bc1abb4a-4c0a-4d2c-b819-fb49571d7e14 req-f116cdeb-30fa-4d4e-b564-493b38185b69 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 948 time: 0.1284134 Dec 15 13:48:42.552245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Transition to ACTIVE for port object 749285a8-539b-4cc7-bf73-1d87cbd93d0c will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:42.557841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.587510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.662762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Pushing event updated for resources: {'Port': ['ID=749285a8-539b-4cc7-bf73-1d87cbd93d0c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:42.711671 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60203d41-58c2-434d-b06f-96cfcdc38ddf req-d725d437-5a11-42bd-be0d-e52ebb7b47f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507251 Dec 15 13:48:42.715550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bc1abb4a-4c0a-4d2c-b819-fb49571d7e14 req-17c1e33d-4e0e-4c0c-9f05-6e6ff6cf84c6 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531782 Dec 15 13:48:42.785151 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.788620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Attempting to bind port 749285a8-539b-4cc7-bf73-1d87cbd93d0c on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:42.789231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Attempting to bind port 749285a8-539b-4cc7-bf73-1d87cbd93d0c by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:42.789777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Attempting to bind port 749285a8-539b-4cc7-bf73-1d87cbd93d0c on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:42.795211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Port 749285a8-539b-4cc7-bf73-1d87cbd93d0c on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:42.795932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Attempting to bind port 749285a8-539b-4cc7-bf73-1d87cbd93d0c on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:42.800241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.802181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:42.802626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:42.803548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:42.804353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Bound port: 749285a8-539b-4cc7-bf73-1d87cbd93d0c, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:42.804574 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.884269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event updated for resources: {'Port': ['ID=f51841db-2da8-4c1a-9358-a1e2ec578725,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:42.897057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] For port 749285a8-539b-4cc7-bf73-1d87cbd93d0c, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:42.904695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] For port 749285a8-539b-4cc7-bf73-1d87cbd93d0c, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=749285a8-539b-4cc7-bf73-1d87cbd93d0c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:42.909616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.930586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.931967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.941981 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-f919269e-cce7-4b6c-839e-b1dba1dfc9f5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3884058 Dec 15 13:48:42.974012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.974012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:42.975780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] 10.222.0.74 "PUT /v2.0/ports/749285a8-539b-4cc7-bf73-1d87cbd93d0c HTTP/1.1" status: 200 len: 1095 time: 1.0343635 Dec 15 13:48:42.976376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7647ac18-32d9-45c6-80c5-09404e4cfd74', 'tag': '749285a8-539b-4cc7-bf73-1d87cbd93d0c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:42.979021 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb79430-a94a-443f-8bdd-de5ede3e0b49" -d '{"events": [{"name": "network-changed", "server_uuid": "7647ac18-32d9-45c6-80c5-09404e4cfd74", "tag": "749285a8-539b-4cc7-bf73-1d87cbd93d0c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:43.041756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-a482964a-f693-4c39-ad0a-0b44807a6e77 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.0978801 Dec 15 13:48:43.208109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91480fcf-e2e6-4071-8b17-b0173bde07be service neutron] Pushing event updated for resources: {'Port': ['ID=749285a8-539b-4cc7-bf73-1d87cbd93d0c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:43.227531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-fa8019fd-d3f6-4d50-b921-3b876781bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.239573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-fa8019fd-d3f6-4d50-b921-3b876781bbf5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12e4e750ac6d41caa6166501530b4219&device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 1098 time: 0.1722553 Dec 15 13:48:43.262022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a33d0f6c-a695-4bb5-a73b-24de742bfc4e details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:43.266903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-7109f6a4-1c31-4027-97d0-623259631eb2 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.278618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0436dd18-7e60-432a-8aec-7b96f7e6efa2 req-7109f6a4-1c31-4027-97d0-623259631eb2 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.2350390 Dec 15 13:48:43.290593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fcf638ce-dd94-481b-a634-5faefef7d9e9 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:43.329712 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-ef76ab6b-983a-469a-a96f-6e5cbcc3475a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=749285a8-539b-4cc7-bf73-1d87cbd93d0c HTTP/1.1" status: 200 len: 217 time: 0.0595319 Dec 15 13:48:43.412659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91fca5ee-f345-48bc-96f6-13836a9e1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.414277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-91fca5ee-f345-48bc-96f6-13836a9e1150 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0753875 Dec 15 13:48:43.423775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa343b3-f4bb-4b65-b9f2-67badbe7422a req-06ea373a-35ba-4438-b15f-2308a01df4ff tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.426391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa343b3-f4bb-4b65-b9f2-67badbe7422a req-06ea373a-35ba-4438-b15f-2308a01df4ff tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 947 time: 0.0993087 Dec 15 13:48:43.435674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a48381-7f83-4cc7-8151-6879774bcc09 req-0fdcc9d2-994e-4e0a-bc61-2aa086d5049e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.444322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port fcf638ce-dd94-481b-a634-5faefef7d9e9 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:43.444935 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0a48381-7f83-4cc7-8151-6879774bcc09 req-0fdcc9d2-994e-4e0a-bc61-2aa086d5049e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0684683 Dec 15 13:48:43.450568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port fcf638ce-dd94-481b-a634-5faefef7d9e9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:43.451152 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.491403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a33d0f6c-a695-4bb5-a73b-24de742bfc4e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:43.498282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-95c8c020-d541-4796-ae2e-93d8f43a9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.500997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-95c8c020-d541-4796-ae2e-93d8f43a9be1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721011 Dec 15 13:48:43.502974 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0a48381-7f83-4cc7-8151-6879774bcc09 req-1a1672b3-d559-4d4a-9cf6-a4c1c38a6195 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569136 Dec 15 13:48:43.507311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'a33d0f6c-a695-4bb5-a73b-24de742bfc4e', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'a33d0f6c-a695-4bb5-a73b-24de742bfc4e', 'mac_address': 'fa:16:3e:9d:07:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:43.516555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-faa343b3-f4bb-4b65-b9f2-67badbe7422a req-85989cfd-bd0f-486c-aba0-cfbf3066db8c tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589366 Dec 15 13:48:43.578637 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8599834-d2e0-424e-bca4-bbfcced729d3 x-openstack-request-id: req-e8599834-d2e0-424e-bca4-bbfcced729d3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:43.578940 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7647ac18-32d9-45c6-80c5-09404e4cfd74", "tag": "749285a8-539b-4cc7-bf73-1d87cbd93d0c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:43.579195 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e8599834-d2e0-424e-bca4-bbfcced729d3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:43.579591 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7647ac18-32d9-45c6-80c5-09404e4cfd74', 'tag': '749285a8-539b-4cc7-bf73-1d87cbd93d0c', 'status': 'completed', 'code': 200} Dec 15 13:48:43.602682 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.622069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33d0f6c-a695-4bb5-a73b-24de742bfc4e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:43.629470 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.654898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a33d0f6c-a695-4bb5-a73b-24de742bfc4e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:43.663601 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.669305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-abe8f634-6845-42ef-a851-580499d5998d service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515174 Dec 15 13:48:43.683595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1d5a3-205a-442d-8a7a-b9a6102c64fe req-492771c8-4d6c-4a0f-aaf3-0ea0b42f24c4 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.685164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7b1d5a3-205a-442d-8a7a-b9a6102c64fe req-492771c8-4d6c-4a0f-aaf3-0ea0b42f24c4 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 945 time: 0.0857241 Dec 15 13:48:43.696324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-40cc6339-06a8-4ec8-a7c4-c5b3efaec764 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1133919 Dec 15 13:48:43.707564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:43.707817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fcf638ce-dd94-481b-a634-5faefef7d9e9, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fcf638ce-dd94-481b-a634-5faefef7d9e9,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:43.713971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.736196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:43.739172 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.802833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=fcf638ce-dd94-481b-a634-5faefef7d9e9,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:43.807708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7b1d5a3-205a-442d-8a7a-b9a6102c64fe req-491508af-1ee6-4b37-ac3b-e1244c959193 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118944 Dec 15 13:48:43.843790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dfed8a0-c309-4e35-8dd0-d2a48f5411a0 req-996f598d-7116-4f78-aef0-f1d69e9d860a service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571517 Dec 15 13:48:43.867482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.943564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a33d0f6c-a695-4bb5-a73b-24de742bfc4e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:43.963421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-ba381d6f-2619-4410-bc82-251f06650497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.965075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-ba381d6f-2619-4410-bc82-251f06650497 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12e4e750ac6d41caa6166501530b4219&device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 1098 time: 0.0538733 Dec 15 13:48:43.973293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde67414-bfde-47f6-beb8-e07b716dd254 req-8e3cbe85-b5d0-460a-878a-1c69c9a81f8c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.975013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cde67414-bfde-47f6-beb8-e07b716dd254 req-8e3cbe85-b5d0-460a-878a-1c69c9a81f8c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 949 time: 0.0979435 Dec 15 13:48:43.988100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Allocated IP 172.25.7.64 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/b871a26d-4dfc-4f8c-b53b-913708a932c1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:44.094693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cde67414-bfde-47f6-beb8-e07b716dd254 req-48544b02-893f-45ba-81b8-07dcdce12358 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001096 Dec 15 13:48:44.100949 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.110301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-1603e372-7e81-4202-900a-369f4d1cecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.119133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-1603e372-7e81-4202-900a-369f4d1cecde service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1356883 Dec 15 13:48:44.148928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.164751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-7e33f5b0-2cae-4b82-9f8a-67879dc231c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=749285a8-539b-4cc7-bf73-1d87cbd93d0c HTTP/1.1" status: 200 len: 217 time: 0.0439332 Dec 15 13:48:44.204624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event updated for resources: {'Port': ['ID=b871a26d-4dfc-4f8c-b53b-913708a932c1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:44.208056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:44.210793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:44.220451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:44.253235 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-79683d55-28eb-45be-bb2c-b3ac8eb9e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.253235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-79683d55-28eb-45be-bb2c-b3ac8eb9e989 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0763044 Dec 15 13:48:44.344003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-89a5122f-563c-487e-be62-b2fbae6abdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.345556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-89a5122f-563c-487e-be62-b2fbae6abdcb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806522 Dec 15 13:48:44.353067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a509a215-7536-444c-bd00-c96efc76e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf638ce-dd94-481b-a634-5faefef7d9e9'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:44.355372 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc6228c-35ad-4c55-b432-8533bc34279a" -d '{"events": [{"server_uuid": "a509a215-7536-444c-bd00-c96efc76e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "fcf638ce-dd94-481b-a634-5faefef7d9e9"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:44.370661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.422007 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d9417b-d50d-4f95-8265-26e9a6e8f280 x-openstack-request-id: req-c9d9417b-d50d-4f95-8265-26e9a6e8f280 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:44.422309 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a509a215-7536-444c-bd00-c96efc76e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "fcf638ce-dd94-481b-a634-5faefef7d9e9", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:44.422561 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9d9417b-d50d-4f95-8265-26e9a6e8f280 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:44.422952 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a509a215-7536-444c-bd00-c96efc76e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf638ce-dd94-481b-a634-5faefef7d9e9', 'code': 200} Dec 15 13:48:44.442170 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.484763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-06abac62-251c-48ec-b635-b8d6267933aa service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311908 Dec 15 13:48:44.666773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe274d-4eda-468f-970d-0e9d6a0e4f0f req-8e927318-b80e-4c5c-90da-853595b073a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.668485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dabe274d-4eda-468f-970d-0e9d6a0e4f0f req-8e927318-b80e-4c5c-90da-853595b073a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.1503217 Dec 15 13:48:44.732528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.737799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bb79430-a94a-443f-8bdd-de5ede3e0b49 req-3ac98be3-b7ba-483d-aa42-f9a1e0c0cd2e service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456417 Dec 15 13:48:44.739174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.752835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc282f9b-a6b1-4851-bcf0-d5ddbca1f2f1 req-4d4efe1a-78dc-4bb8-b2f4-4da4a9b6b28e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.763484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc282f9b-a6b1-4851-bcf0-d5ddbca1f2f1 req-4d4efe1a-78dc-4bb8-b2f4-4da4a9b6b28e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1699028 Dec 15 13:48:44.808362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dabe274d-4eda-468f-970d-0e9d6a0e4f0f req-f69de2d0-0bcc-4e4a-8ad3-a35900083dd0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239910 Dec 15 13:48:44.818206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event updated for resources: {'Port': ['ID=b871a26d-4dfc-4f8c-b53b-913708a932c1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:44.832691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.837495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc282f9b-a6b1-4851-bcf0-d5ddbca1f2f1 req-b32e14fe-efd1-435c-908f-7ed9eaf75577 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718138 Dec 15 13:48:44.856348 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.864515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-e67f5ef8-bdba-4134-ac52-a2436e5cac7c tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1607878 Dec 15 13:48:44.918299 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-bcc7cd2c-035d-4fa8-b485-fc64b4992800 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.0523894 Dec 15 13:48:44.951842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e52d28-cf7a-4d31-8cb8-439a3ea4233c req-3bb8cd44-5426-4deb-a262-08b0a5dc4554 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.953479 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79e52d28-cf7a-4d31-8cb8-439a3ea4233c req-3bb8cd44-5426-4deb-a262-08b0a5dc4554 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 947 time: 0.0573044 Dec 15 13:48:45.004404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79e52d28-cf7a-4d31-8cb8-439a3ea4233c req-0e6a0472-0429-4726-9099-fb29369eb866 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442700 Dec 15 13:48:45.035908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-08966b09-619a-4e41-a9c0-dd0146cf5592 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.036313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd17a14d-21bd-4736-93a9-30580b8c7003 req-08966b09-619a-4e41-a9c0-dd0146cf5592 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1106815 Dec 15 13:48:45.110620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-775e277d-3525-4ded-bdaf-77daa97a90d3 req-6bb0d276-b755-4560-9039-a57ebf87cb5a tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips/fda98c90-b8af-4516-9406-0c74b392a5a8 HTTP/1.1" status: 200 len: 692 time: 0.0524530 Dec 15 13:48:45.126493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528f3e2-9184-4bc4-b527-895243c20776 req-0bed9529-a9b4-43d2-bb3f-b662beb530ce tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.129296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a528f3e2-9184-4bc4-b527-895243c20776 req-0bed9529-a9b4-43d2-bb3f-b662beb530ce tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 945 time: 0.0611660 Dec 15 13:48:45.186446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a528f3e2-9184-4bc4-b527-895243c20776 req-568d1b46-0669-490a-a6b2-caab0f159fe6 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502734 Dec 15 13:48:45.238373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e277d-3525-4ded-bdaf-77daa97a90d3 req-8cfed4b6-f3fc-4771-8ae0-55e925ba5539 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.239830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-775e277d-3525-4ded-bdaf-77daa97a90d3 req-8cfed4b6-f3fc-4771-8ae0-55e925ba5539 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1228819 Dec 15 13:48:45.251524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-775e277d-3525-4ded-bdaf-77daa97a90d3 req-260f3a67-715f-4505-8379-c9c229596f19 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:48:45.252724 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-775e277d-3525-4ded-bdaf-77daa97a90d3 req-260f3a67-715f-4505-8379-c9c229596f19 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062037 Dec 15 13:48:45.264248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a33d0f6c-a695-4bb5-a73b-24de742bfc4e up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:45.327749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c1384-7fa7-413a-97a3-91d6ef4a9e4a req-b9510065-a276-4b68-b1a2-c36e35e03d5f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.336560 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-745c1384-7fa7-413a-97a3-91d6ef4a9e4a req-b9510065-a276-4b68-b1a2-c36e35e03d5f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 949 time: 0.0850255 Dec 15 13:48:45.411333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-745c1384-7fa7-413a-97a3-91d6ef4a9e4a req-b9c03aa0-26fd-4c65-8054-0fc624ed5916 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734668 Dec 15 13:48:45.437687 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04dc37-a643-4b33-8673-604b5ebb7a52 req-82f787c2-1593-4909-a9c5-0c85074f94ef tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.440438 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b04dc37-a643-4b33-8673-604b5ebb7a52 req-82f787c2-1593-4909-a9c5-0c85074f94ef tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 945 time: 0.0613029 Dec 15 13:48:45.487936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port a33d0f6c-a695-4bb5-a73b-24de742bfc4e completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:45.496954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port a33d0f6c-a695-4bb5-a73b-24de742bfc4e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:45.497335 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.504816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-76e2bb67-3442-49cd-836c-fc8b76ebfca7 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips/fda98c90-b8af-4516-9406-0c74b392a5a8 HTTP/1.1" status: 200 len: 692 time: 0.0644588 Dec 15 13:48:45.513878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b04dc37-a643-4b33-8673-604b5ebb7a52 req-59eb1b5b-0b27-4bfc-ac25-7b77482c2ac8 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637238 Dec 15 13:48:45.603343 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.653636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a33d0f6c-a695-4bb5-a73b-24de742bfc4e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:45.663773 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.669256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-ed7f4b65-3b25-4b78-b598-11b4e7496120 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.676454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-ed7f4b65-3b25-4b78-b598-11b4e7496120 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1643465 Dec 15 13:48:45.730272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:45.752118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-1e4983c9-84f7-495e-9bc8-b9884c2df7b8 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.0707245 Dec 15 13:48:45.810144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-ea1c2260-ffab-4c8a-98aa-52cd7d590c29 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.0480316 Dec 15 13:48:45.848427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbaed5-3ae2-455c-a407-ca5d997bbffa req-fedf7518-ee03-43ff-ac50-796c41942b58 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:45.849990 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fdbaed5-3ae2-455c-a407-ca5d997bbffa req-fedf7518-ee03-43ff-ac50-796c41942b58 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 945 time: 0.0561464 Dec 15 13:48:45.905703 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fdbaed5-3ae2-455c-a407-ca5d997bbffa req-3fe367a9-2220-482f-abb7-70d86632f043 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494082 Dec 15 13:48:45.962179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Deleting port b871a26d-4dfc-4f8c-b53b-913708a932c1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:45.962523 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.053173 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.053856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.080996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Calling delete_port for b871a26d-4dfc-4f8c-b53b-913708a932c1 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:46.118311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0baa7f-4ff5-4484-97ec-d337e46701ef req-a56f897c-19d9-4dc7-9999-b1e1e96a8b60 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.120279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf0baa7f-4ff5-4484-97ec-d337e46701ef req-a56f897c-19d9-4dc7-9999-b1e1e96a8b60 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0640190 Dec 15 13:48:46.177086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf0baa7f-4ff5-4484-97ec-d337e46701ef req-6879a2e6-62fd-4725-8001-c4dd7a4aa784 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498471 Dec 15 13:48:46.255659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.286967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event deleted for resources: {'Port': ['ID=b871a26d-4dfc-4f8c-b53b-913708a932c1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:46.350361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02879707-3114-4123-8ce7-25b58a024118 req-dcbf4387-66bd-43d1-a708-62b1ab042281 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.352113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02879707-3114-4123-8ce7-25b58a024118 req-dcbf4387-66bd-43d1-a708-62b1ab042281 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 947 time: 0.0684485 Dec 15 13:48:46.354241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.358246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.360360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-290d281a-1291-4ecf-940f-1eb1c27f32d3 req-d1e88e53-6d01-4e08-b0b3-c289fa6e0056 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "DELETE /v2.0/floatingips/fda98c90-b8af-4516-9406-0c74b392a5a8 HTTP/1.1" status: 204 len: 173 time: 0.5443711 Dec 15 13:48:46.414796 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02879707-3114-4123-8ce7-25b58a024118 req-374f1cb2-54e4-41e7-9d6c-a1a7e5fae664 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561593 Dec 15 13:48:46.424609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d4a385-9403-47e9-bd8d-134f56ef6f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33d0f6c-a695-4bb5-a73b-24de742bfc4e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:46.427089 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3685b426-4b40-40e9-ba79-32ec47a7afd5" -d '{"events": [{"server_uuid": "50d4a385-9403-47e9-bd8d-134f56ef6f58", "name": "network-vif-plugged", "status": "completed", "tag": "a33d0f6c-a695-4bb5-a73b-24de742bfc4e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:46.636165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-97e4d63c-bd67-4fd1-b763-a6ef2a5edd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.638012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-97e4d63c-bd67-4fd1-b763-a6ef2a5edd8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0555780 Dec 15 13:48:46.760304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6479b-6b68-4195-a7e8-0702b0edd6b5 req-d8ee81a9-c886-408a-bb27-634cecb9ed59 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.761853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00b6479b-6b68-4195-a7e8-0702b0edd6b5 req-d8ee81a9-c886-408a-bb27-634cecb9ed59 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 950 time: 0.1053092 Dec 15 13:48:46.784219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-1c970447-76b6-4e63-8b4a-4d2c8d014ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.785671 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-1c970447-76b6-4e63-8b4a-4d2c8d014ca2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 913 time: 0.1382048 Dec 15 13:48:46.792348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd13cb-64e0-4a51-a72f-70495b2d1af1 req-5f223af8-b663-41f8-8f09-08f06fdba4e6 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.794868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-babd13cb-64e0-4a51-a72f-70495b2d1af1 req-5f223af8-b663-41f8-8f09-08f06fdba4e6 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2064209 Dec 15 13:48:46.834814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-b3f53fc9-6825-4416-912f-5e33feb7cd5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf638ce-dd94-481b-a634-5faefef7d9e9 HTTP/1.1" status: 200 len: 217 time: 0.0406983 Dec 15 13:48:46.835130 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692c8d56-d9af-4657-a21d-36aa11032973 x-openstack-request-id: req-692c8d56-d9af-4657-a21d-36aa11032973 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:46.835652 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d4a385-9403-47e9-bd8d-134f56ef6f58", "name": "network-vif-plugged", "status": "completed", "tag": "a33d0f6c-a695-4bb5-a73b-24de742bfc4e", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:46.836208 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-692c8d56-d9af-4657-a21d-36aa11032973 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:46.836815 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d4a385-9403-47e9-bd8d-134f56ef6f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33d0f6c-a695-4bb5-a73b-24de742bfc4e', 'code': 200} Dec 15 13:48:46.893310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00b6479b-6b68-4195-a7e8-0702b0edd6b5 req-9d7cc1f6-1ac1-42b4-a507-6e74e3448749 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175110 Dec 15 13:48:46.906695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-0f4affcf-5395-4d85-be59-1b48b335a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.908258 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-0f4affcf-5395-4d85-be59-1b48b335a8d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45c90898-644f-4cd4-8e62-83bc553fbd2a HTTP/1.1" status: 200 len: 851 time: 0.0615387 Dec 15 13:48:46.954206 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-0cf0b4c6-8fd7-4485-84d2-1d230fd4225c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18024972-adad-45b5-aca2-f52d77c92d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301633 Dec 15 13:48:46.971269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bbbe7-3e50-4c68-9d94-4134befcbd9b req-e7983500-2008-4762-8a63-907e9dc5d86e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.973732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-398bbbe7-3e50-4c68-9d94-4134befcbd9b req-e7983500-2008-4762-8a63-907e9dc5d86e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0618820 Dec 15 13:48:47.033748 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-398bbbe7-3e50-4c68-9d94-4134befcbd9b req-edb7a87a-de32-4f18-9a84-38823171fbe7 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531111 Dec 15 13:48:47.067342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa0cbd-f297-4a99-b231-dd446e2cc5e0 req-dde3dd8f-4cb3-4709-8e08-f71f49cd28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.068355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90fa0cbd-f297-4a99-b231-dd446e2cc5e0 req-dde3dd8f-4cb3-4709-8e08-f71f49cd28a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 1101 time: 0.1592679 Dec 15 13:48:47.095883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d3f6-b31f-491d-baea-7ccad0ce6d8b req-b281283f-a17b-49d3-8cae-e10048ced44b tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.097337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bcc4d3f6-b31f-491d-baea-7ccad0ce6d8b req-b281283f-a17b-49d3-8cae-e10048ced44b tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 945 time: 0.1123614 Dec 15 13:48:47.176445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-58f93a51-3431-46ba-a6f6-ddaf47b214cf service neutron] 10.222.0.24 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031481 Dec 15 13:48:47.191340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90fa0cbd-f297-4a99-b231-dd446e2cc5e0 req-5570796b-348e-42b1-882a-6d752d3739f7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136146 Dec 15 13:48:47.221873 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29979a8b-4405-456e-962c-b19a2feff43e req-d2555338-7e93-42f2-8970-e5f7f936c113 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=9ed4cdaf1c7144eeb86eea27a69dcb11 HTTP/1.1" status: 200 len: 1657 time: 0.0980518 Dec 15 13:48:47.265705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bcc4d3f6-b31f-491d-baea-7ccad0ce6d8b req-3666697f-86c9-4e68-8503-c4ebd7a8175e tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516109 Dec 15 13:48:47.290273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 749285a8-539b-4cc7-bf73-1d87cbd93d0c details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:47.304589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb95e91-fd63-4f25-9139-8a59a8ee36e3 req-fff74eb5-5789-48b9-8ba2-9906e78f204c service neutron] 10.222.0.24 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099174 Dec 15 13:48:47.405146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 749285a8-539b-4cc7-bf73-1d87cbd93d0c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=749285a8-539b-4cc7-bf73-1d87cbd93d0c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:47.417885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '749285a8-539b-4cc7-bf73-1d87cbd93d0c', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '749285a8-539b-4cc7-bf73-1d87cbd93d0c', 'mac_address': 'fa:16:3e:45:ba:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:47.467436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.492083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749285a8-539b-4cc7-bf73-1d87cbd93d0c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:47.517599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 749285a8-539b-4cc7-bf73-1d87cbd93d0c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=749285a8-539b-4cc7-bf73-1d87cbd93d0c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:47.526148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.583327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd2650-6dc9-44bd-b898-666aaee07334 req-4bc40dd4-0339-4f73-b4ac-669c89981360 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.585939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=749285a8-539b-4cc7-bf73-1d87cbd93d0c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:47.589327 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1dcd2650-6dc9-44bd-b898-666aaee07334 req-4bc40dd4-0339-4f73-b4ac-669c89981360 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 947 time: 0.0831804 Dec 15 13:48:47.635987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1dcd2650-6dc9-44bd-b898-666aaee07334 req-8a7ea1b6-a496-435e-992d-00656d6cbd24 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Dec 15 13:48:47.652657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29979a8b-4405-456e-962c-b19a2feff43e req-76dad3a6-e14a-443c-8ae6-5b3e4207c9f4 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.654128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29979a8b-4405-456e-962c-b19a2feff43e req-76dad3a6-e14a-443c-8ae6-5b3e4207c9f4 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks?id=26a0c209-d432-49f7-a8c0-d33250431a11&id=26a0c209-d432-49f7-a8c0-d33250431a11&id=26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 787 time: 0.4253328 Dec 15 13:48:47.665440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-29979a8b-4405-456e-962c-b19a2feff43e req-d84bc351-8d5c-473f-8bb7-295889e7a0d1 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:48:47.666388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29979a8b-4405-456e-962c-b19a2feff43e req-d84bc351-8d5c-473f-8bb7-295889e7a0d1 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056005 Dec 15 13:48:47.737783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73247e7a-02c8-4200-9525-f256bad586be req-8cbc5df4-70d6-424d-a62c-01fb59343cae tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips/a6b22834-2214-4a77-850f-8bf7945cbd84 HTTP/1.1" status: 200 len: 693 time: 0.0472598 Dec 15 13:48:47.847717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73247e7a-02c8-4200-9525-f256bad586be req-32aab8e2-36de-4ba8-b80d-8476a62022f3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:47.849050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73247e7a-02c8-4200-9525-f256bad586be req-32aab8e2-36de-4ba8-b80d-8476a62022f3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1053407 Dec 15 13:48:47.863452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['749285a8-539b-4cc7-bf73-1d87cbd93d0c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:47.916441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73247e7a-02c8-4200-9525-f256bad586be req-603d87f7-88e7-4e41-887e-322323d82711 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.0599995 Dec 15 13:48:47.979971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73247e7a-02c8-4200-9525-f256bad586be req-78b218b8-2327-46e9-8293-bb34860687ab tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.0623853 Dec 15 13:48:48.036884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b71b3c-81f1-4a2d-afa4-09d4255df9b3 req-a031c1d6-f4fe-4238-838b-e84f91682a2f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.038757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d2b71b3c-81f1-4a2d-afa4-09d4255df9b3 req-a031c1d6-f4fe-4238-838b-e84f91682a2f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 950 time: 0.0521829 Dec 15 13:48:48.127333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-42cd5089-3a5a-4f9f-965c-d1aac2a395e1 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.128884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-42cd5089-3a5a-4f9f-965c-d1aac2a395e1 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 945 time: 0.0857217 Dec 15 13:48:48.132225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d2b71b3c-81f1-4a2d-afa4-09d4255df9b3 req-be6aef05-c2fa-4890-ba8b-11085b22fc27 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801919 Dec 15 13:48:48.135444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Deleting port f51841db-2da8-4c1a-9358-a1e2ec578725 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:48.135795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.245263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.245947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.261809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Calling delete_port for f51841db-2da8-4c1a-9358-a1e2ec578725 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:48.304168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a57830-0a47-45b7-a3eb-c728630ac0f2 req-032fc172-9038-48e1-a48b-cd161b7aaf50 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.305775 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4a57830-0a47-45b7-a3eb-c728630ac0f2 req-032fc172-9038-48e1-a48b-cd161b7aaf50 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1007988 Dec 15 13:48:48.354973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Deleting port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:48.355396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.409009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4a57830-0a47-45b7-a3eb-c728630ac0f2 req-2f0782ee-babc-4586-a8f7-4061bba3dca8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937605 Dec 15 13:48:48.423964 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.464665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] For port 8b6e67ef-eefd-4ced-955c-c72fb4c42290, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8b6e67ef-eefd-4ced-955c-c72fb4c42290,segment=NetworkSegment(b58c1463-2f60-4839-b3e5-fbce16ed9111),segment_id=b58c1463-2f60-4839-b3e5-fbce16ed9111)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:48.468928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.486175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Calling delete_port for 8b6e67ef-eefd-4ced-955c-c72fb4c42290 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:48.496351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event deleted for resources: {'Port': ['ID=f51841db-2da8-4c1a-9358-a1e2ec578725,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:48.567120 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.569927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.574804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73247e7a-02c8-4200-9525-f256bad586be req-56c9bff0-1cad-4487-ba6d-1671435ddb27 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "DELETE /v2.0/floatingips/a6b22834-2214-4a77-850f-8bf7945cbd84 HTTP/1.1" status: 204 len: 173 time: 0.5879269 Dec 15 13:48:48.646444 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-833364cb-1d88-489b-8850-5063b0cce83c req-556c3aac-d860-4b00-922c-0356344be435 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips/0139e82c-44a4-4947-94ad-3e8b2d545fad HTTP/1.1" status: 200 len: 693 time: 0.0507040 Dec 15 13:48:48.706119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.720336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['8b6e67ef-eefd-4ced-955c-c72fb4c42290'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:48.724688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb162-e6ab-49a4-9946-b36498810847 req-e977d828-bf64-48ca-843a-068e4cc52a8c tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.726607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eeedb162-e6ab-49a4-9946-b36498810847 req-e977d828-bf64-48ca-843a-068e4cc52a8c tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee199614-a106-4da4-90f9-e12dc55f3a63 HTTP/1.1" status: 200 len: 945 time: 0.0947719 Dec 15 13:48:48.763470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Pushing event deleted for resources: {'Port': ['ID=8b6e67ef-eefd-4ced-955c-c72fb4c42290,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:48.768400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833364cb-1d88-489b-8850-5063b0cce83c req-e675b11c-a506-41de-9db3-d6ed9d4cce3d tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.776041 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-833364cb-1d88-489b-8850-5063b0cce83c req-e675b11c-a506-41de-9db3-d6ed9d4cce3d tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1223936 Dec 15 13:48:48.817747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] No DVR routers for this DVR port 8b6e67ef-eefd-4ced-955c-c72fb4c42290 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:48.823327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:48.826662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-259c10e2-5e9a-4f16-a33f-2c176aa45c2a req-65762a68-225b-4b1a-9530-7bfc3d6e9969 tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.24 "DELETE /v2.0/ports/8b6e67ef-eefd-4ced-955c-c72fb4c42290 HTTP/1.1" status: 204 len: 173 time: 0.6913745 Dec 15 13:48:48.826810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-833364cb-1d88-489b-8850-5063b0cce83c req-28325192-6c97-44f4-9392-f77d84fe7607 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0497363 Dec 15 13:48:48.827123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee199614-a106-4da4-90f9-e12dc55f3a63', 'name': 'network-vif-deleted', 'tag': '8b6e67ef-eefd-4ced-955c-c72fb4c42290'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:48.829741 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b098d86-e591-4792-a8b8-790652a7317d" -d '{"events": [{"server_uuid": "ee199614-a106-4da4-90f9-e12dc55f3a63", "name": "network-vif-deleted", "tag": "8b6e67ef-eefd-4ced-955c-c72fb4c42290"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:48.858605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eeedb162-e6ab-49a4-9946-b36498810847 req-c7378d91-3076-4a58-a628-9e834687ce6d tempest-ServersNegativeTestMultiTenantJSON-731510901 tempest-ServersNegativeTestMultiTenantJSON-731510901-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba0040d3-0f9c-48c9-b630-da23135c1ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103463 Dec 15 13:48:48.910291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-833364cb-1d88-489b-8850-5063b0cce83c req-31ea86be-74b1-44d8-a2cd-7dbca820df2b tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0734913 Dec 15 13:48:48.972379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb63d40-18a5-41d2-a80d-2cbc009f0d0e req-0f3e3ae1-4def-4575-8bcc-802f62e09cf3 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:48.974171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcb63d40-18a5-41d2-a80d-2cbc009f0d0e req-0f3e3ae1-4def-4575-8bcc-802f62e09cf3 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 948 time: 0.0612986 Dec 15 13:48:49.028469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcb63d40-18a5-41d2-a80d-2cbc009f0d0e req-b876bff4-ffb9-4373-a45f-5082c71de796 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480933 Dec 15 13:48:49.045979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Deleting port 23126d2b-ba69-4f89-8f66-1c80a45816a8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:49.046991 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.129013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.129622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.142472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Calling delete_port for 23126d2b-ba69-4f89-8f66-1c80a45816a8 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:49.150489 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e0687-fa1f-43ab-bb43-4b6065f4e256 x-openstack-request-id: req-6c6e0687-fa1f-43ab-bb43-4b6065f4e256 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:49.150990 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee199614-a106-4da4-90f9-e12dc55f3a63", "name": "network-vif-deleted", "tag": "8b6e67ef-eefd-4ced-955c-c72fb4c42290", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:49.151083 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6c6e0687-fa1f-43ab-bb43-4b6065f4e256 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:49.151414 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee199614-a106-4da4-90f9-e12dc55f3a63', 'name': 'network-vif-deleted', 'tag': '8b6e67ef-eefd-4ced-955c-c72fb4c42290', 'status': 'completed', 'code': 200} Dec 15 13:48:49.272574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aff95e-6769-4f7a-808a-89f5424d79e6 req-c8d37e5d-1597-424c-ba33-a0992f318b29 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.280693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27aff95e-6769-4f7a-808a-89f5424d79e6 req-c8d37e5d-1597-424c-ba33-a0992f318b29 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 950 time: 0.0727890 Dec 15 13:48:49.292286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 749285a8-539b-4cc7-bf73-1d87cbd93d0c up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:49.329886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.361356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27aff95e-6769-4f7a-808a-89f5424d79e6 req-fcd42179-9491-4fc7-8670-3c0df103d48c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784531 Dec 15 13:48:49.385782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event deleted for resources: {'Port': ['ID=23126d2b-ba69-4f89-8f66-1c80a45816a8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:49.424163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 749285a8-539b-4cc7-bf73-1d87cbd93d0c completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:49.434302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 749285a8-539b-4cc7-bf73-1d87cbd93d0c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:49.436241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.528424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.538031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.541623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-833364cb-1d88-489b-8850-5063b0cce83c req-857420ee-0611-4544-94c8-c5fe6cb964a5 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "DELETE /v2.0/floatingips/0139e82c-44a4-4947-94ad-3e8b2d545fad HTTP/1.1" status: 204 len: 173 time: 0.6277485 Dec 15 13:48:49.593683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.632424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7647ac18-32d9-45c6-80c5-09404e4cfd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749285a8-539b-4cc7-bf73-1d87cbd93d0c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:49.636278 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e41c395-5213-451c-98dc-a616500b9e5f" -d '{"events": [{"server_uuid": "7647ac18-32d9-45c6-80c5-09404e4cfd74", "name": "network-vif-plugged", "status": "completed", "tag": "749285a8-539b-4cc7-bf73-1d87cbd93d0c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:49.654199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 749285a8-539b-4cc7-bf73-1d87cbd93d0c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=749285a8-539b-4cc7-bf73-1d87cbd93d0c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:49.664948 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.747826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=749285a8-539b-4cc7-bf73-1d87cbd93d0c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:49.772364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465cbc1-7fcf-425a-8bce-5540e920f01e req-c03424f4-718c-449d-a918-58effd0b13f2 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:49.773893 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a465cbc1-7fcf-425a-8bce-5540e920f01e req-c03424f4-718c-449d-a918-58effd0b13f2 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0893354 Dec 15 13:48:49.833469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a465cbc1-7fcf-425a-8bce-5540e920f01e req-8e013816-b377-49b5-b096-b8758f199867 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529864 Dec 15 13:48:49.877443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-0b36615b-e2a8-4938-9d82-751dcb9e0270 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips/c56c4ee4-0931-4ee1-aafc-988802e3f23a HTTP/1.1" status: 200 len: 693 time: 0.0749743 Dec 15 13:48:49.902264 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b474f17-5c96-4653-858b-669f9543f4c5 x-openstack-request-id: req-1b474f17-5c96-4653-858b-669f9543f4c5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:49.903378 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7647ac18-32d9-45c6-80c5-09404e4cfd74", "name": "network-vif-plugged", "status": "completed", "tag": "749285a8-539b-4cc7-bf73-1d87cbd93d0c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:49.903647 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b474f17-5c96-4653-858b-669f9543f4c5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:49.904076 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7647ac18-32d9-45c6-80c5-09404e4cfd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749285a8-539b-4cc7-bf73-1d87cbd93d0c', 'code': 200} Dec 15 13:48:50.040195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8110f103-4758-4471-a07a-0c60ad95e8af tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.041453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8110f103-4758-4471-a07a-0c60ad95e8af tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1617227 Dec 15 13:48:50.045822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e4a93-cb3f-473a-9672-c71434a1a094 req-a16e8fdc-4794-48a7-85dd-15396bd38b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.047825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a26e4a93-cb3f-473a-9672-c71434a1a094 req-a16e8fdc-4794-48a7-85dd-15396bd38b23 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 1100 time: 0.0699372 Dec 15 13:48:50.107733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-2b373c60-f85f-4102-acfa-44c3499dd797 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.224 HTTP/1.1" status: 200 len: 696 time: 0.0549276 Dec 15 13:48:50.134973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a26e4a93-cb3f-473a-9672-c71434a1a094 req-f94f42f2-0002-479c-a383-75096b0cd9e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743377 Dec 15 13:48:50.190662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-0284ae68-7011-45f3-a940-1b5ef93b0b16 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.224 HTTP/1.1" status: 200 len: 696 time: 0.0483000 Dec 15 13:48:50.217120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.217592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.218425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.218988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.219484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.220002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.220509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.220969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.221654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.225391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-02df91d5-f566-43bc-8f62-0dcf700a3ad4 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74&device_id=a509a215-7536-444c-bd00-c96efc76e4d7&device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58&device_id=089fdc04-172a-4565-a35d-4b2634189f7b&device_id=870328a3-3fe2-4542-ae11-853feaee6a02&device_id=94a15629-bf64-43ec-90df-8f3c96c6452b&device_id=c82bdcef-a638-4955-995e-f9930dd0054c&device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5&device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 8210 time: 0.0602834 Dec 15 13:48:50.246500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-3ee818c9-6acb-406a-8d57-46491d8015d2 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.331677 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-3ee818c9-6acb-406a-8d57-46491d8015d2 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.337535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-3ee818c9-6acb-406a-8d57-46491d8015d2 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.385415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee818c9-6acb-406a-8d57-46491d8015d2 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e1dc18-a565-4f1f-8dc3-6482415c9ee7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:50.441973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-92ddb1b2-aea8-41cd-9c39-cc5e19e76002 req-3ee818c9-6acb-406a-8d57-46491d8015d2 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&id=a756691e-ac2a-4570-9abf-25c5ac669983&id=1e2258f3-adfb-4ac1-885e-235b3a086de7&id=272f6022-7ccd-4fcb-aea1-541c354038ed&id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.2092633 Dec 15 13:48:50.487027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:50.588858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab45a16-cb3c-4e34-a0b2-83930d24f557 admin admin] Deleting subnet 7f66e46c-fa7e-4f2a-bc9f-2cfe0be1d9ad {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:50.593912 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab45a16-cb3c-4e34-a0b2-83930d24f557 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.647191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1b5ad-04be-4ca3-858b-3494bc06ef77 req-f3fba223-b6c6-4fd5-a03d-257ee8d57b13 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:50.648723 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96c1b5ad-04be-4ca3-858b-3494bc06ef77 req-f3fba223-b6c6-4fd5-a03d-257ee8d57b13 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 949 time: 0.1023750 Dec 15 13:48:50.655276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab45a16-cb3c-4e34-a0b2-83930d24f557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.668405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Deleting port f272d11c-5183-4f8a-b2ab-5869d542f8bb {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:50.668750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.725496 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab45a16-cb3c-4e34-a0b2-83930d24f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.745372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.745743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.756648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96c1b5ad-04be-4ca3-858b-3494bc06ef77 req-27b674c5-2545-403e-80d1-6449d5c08e1a tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817916 Dec 15 13:48:50.759537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Calling delete_port for f272d11c-5183-4f8a-b2ab-5869d542f8bb owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:50.802051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab45a16-cb3c-4e34-a0b2-83930d24f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.834914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45a16-cb3c-4e34-a0b2-83930d24f557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f66e46c-fa7e-4f2a-bc9f-2cfe0be1d9ad,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:50.846897 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab45a16-cb3c-4e34-a0b2-83930d24f557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.854856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0ab45a16-cb3c-4e34-a0b2-83930d24f557 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7f66e46c-fa7e-4f2a-bc9f-2cfe0be1d9ad HTTP/1.1" status: 204 len: 168 time: 0.3626344 Dec 15 13:48:50.854856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52694) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:50.953115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:50.987818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.023441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Pushing event deleted for resources: {'Port': ['ID=f272d11c-5183-4f8a-b2ab-5869d542f8bb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:51.048532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.073176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670f1e59-cd12-4387-9663-f392a3c16f6e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:51.083760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58c1463-2f60-4839-b3e5-fbce16ed9111') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:51.084102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58c1463-2f60-4839-b3e5-fbce16ed9111') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:51.093760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.096548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.103765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.103765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52700) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:51.108588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89f8becc-85c5-4c7a-b699-ed00f0a79388 req-8fac9a18-b028-41be-9517-bd24823d82a3 tempest-FloatingIPDetailsTestJSON-1683870067 tempest-FloatingIPDetailsTestJSON-1683870067-project] 10.222.0.86 "DELETE /v2.0/floatingips/c56c4ee4-0931-4ee1-aafc-988802e3f23a HTTP/1.1" status: 204 len: 173 time: 0.9108977 Dec 15 13:48:51.167454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.198466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:51.198875 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:51.202263 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:51.290482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7466-e663-431c-a249-59efae842e2c req-27dbdde6-c39f-463c-9067-ace44b24044f tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.291115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7466-e663-431c-a249-59efae842e2c req-27dbdde6-c39f-463c-9067-ace44b24044f tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.292078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7466-e663-431c-a249-59efae842e2c req-27dbdde6-c39f-463c-9067-ace44b24044f tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.293762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd2a7466-e663-431c-a249-59efae842e2c req-27dbdde6-c39f-463c-9067-ace44b24044f tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58&device_id=870328a3-3fe2-4542-ae11-853feaee6a02&device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 2883 time: 0.0592062 Dec 15 13:48:51.310489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42147d9-7f41-4e90-95a9-d0df81bd251a req-9e560d87-d8f8-4063-bf39-94c9ac92783a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.312554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b42147d9-7f41-4e90-95a9-d0df81bd251a req-9e560d87-d8f8-4063-bf39-94c9ac92783a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1543155 Dec 15 13:48:51.316101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.322255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 8b6e67ef-eefd-4ced-955c-c72fb4c42290 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:51.324356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.331930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] 10.222.0.86 "DELETE /v2.0/networks/670f1e59-cd12-4387-9663-f392a3c16f6e HTTP/1.1" status: 204 len: 168 time: 0.4743111 Dec 15 13:48:51.346522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52702) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:51.354531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 8b6e67ef-eefd-4ced-955c-c72fb4c42290 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:51.354817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 8b6e67ef-eefd-4ced-955c-c72fb4c42290 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:51.358830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd2a7466-e663-431c-a249-59efae842e2c req-d56e2b56-5940-41d8-bbc8-7c3f4e056acb tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513995 Dec 15 13:48:51.416155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267ac0c-56cb-4c57-939c-5b662dee7d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=670f1e59-cd12-4387-9663-f392a3c16f6e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:51.510559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc2f12b-f75c-42fd-9259-b5af155f55ba admin admin] Deleting subnet 954a3101-5e72-47e4-9918-932b88a8c3af {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:51.521460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dc2f12b-f75c-42fd-9259-b5af155f55ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.570632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b42147d9-7f41-4e90-95a9-d0df81bd251a req-82f6912d-987c-437a-a73a-5ab5cbccceed tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160249 Dec 15 13:48:51.649416 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dc2f12b-f75c-42fd-9259-b5af155f55ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.723069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dc2f12b-f75c-42fd-9259-b5af155f55ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.815825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dc2f12b-f75c-42fd-9259-b5af155f55ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.856292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2f12b-f75c-42fd-9259-b5af155f55ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954a3101-5e72-47e4-9918-932b88a8c3af,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:51.873248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dc2f12b-f75c-42fd-9259-b5af155f55ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.877168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5dc2f12b-f75c-42fd-9259-b5af155f55ba admin admin] 10.222.0.86 "DELETE /v2.0/subnets/954a3101-5e72-47e4-9918-932b88a8c3af HTTP/1.1" status: 204 len: 168 time: 0.5301182 Dec 15 13:48:51.882579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52720) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:51.923107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:51.934275 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e455e8-4629-4625-9053-240e94436c0e req-b3933442-03fb-4340-8ade-851f100d7bff tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:51.935844 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4e455e8-4629-4625-9053-240e94436c0e req-b3933442-03fb-4340-8ade-851f100d7bff tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 949 time: 0.0846217 Dec 15 13:48:51.992640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.063827 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4e455e8-4629-4625-9053-240e94436c0e req-82ed3297-c928-4800-a8bc-025925cc5c27 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964081 Dec 15 13:48:52.126578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.137793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9463ec-827a-4286-af45-ae4f2972f2f0 req-04a6880a-6bf3-4ae2-af84-6311c836f8d9 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.139260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b9463ec-827a-4286-af45-ae4f2972f2f0 req-04a6880a-6bf3-4ae2-af84-6311c836f8d9 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1101 time: 0.1042948 Dec 15 13:48:52.166261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f575f415-b1dd-42c6-98e1-cb4650aedcc6']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:52.182450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae0d9a0-e2ae-47f0-bf8a-1a165c7f01a0') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:52.182688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae0d9a0-e2ae-47f0-bf8a-1a165c7f01a0') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:52.201276 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.226125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b9463ec-827a-4286-af45-ae4f2972f2f0 req-2527e5f6-bd9b-4d8b-89fd-32e25f905438 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746994 Dec 15 13:48:52.227041 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.233466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:52.235092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:52.236943 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:52.311592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Deleting port b16ba1af-3016-479b-bc75-7366e14491ac {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:52.315022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.369423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58127c-d33c-4322-90bf-5a33358722ef req-ede21982-129c-4580-90b1-c05229c90bd7 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.370869 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ef58127c-d33c-4322-90bf-5a33358722ef req-ede21982-129c-4580-90b1-c05229c90bd7 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1101 time: 0.0609312 Dec 15 13:48:52.375846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.396734 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.404509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] 10.222.0.86 "DELETE /v2.0/networks/f575f415-b1dd-42c6-98e1-cb4650aedcc6 HTTP/1.1" status: 204 len: 168 time: 0.5209327 Dec 15 13:48:52.424822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] For port b16ba1af-3016-479b-bc75-7366e14491ac, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b16ba1af-3016-479b-bc75-7366e14491ac,segment=NetworkSegment(0f2e6807-7cd4-45ec-8e50-7f1c105595ba),segment_id=0f2e6807-7cd4-45ec-8e50-7f1c105595ba)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:52.426623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.428497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d73d3-1d92-42e7-aabc-3453a750a66d admin admin] Pushing event deleted for resources: {'Network': ['ID=f575f415-b1dd-42c6-98e1-cb4650aedcc6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:52.457450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Calling delete_port for b16ba1af-3016-479b-bc75-7366e14491ac owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:52.469386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ef58127c-d33c-4322-90bf-5a33358722ef req-6e90221a-fd90-4613-9241-59843e3fb9fe tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808244 Dec 15 13:48:52.610632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae31c5-8e38-402e-9a4a-a773603e5197 req-63f073b8-e21d-4d3c-812a-d6752a5bab2d tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.611502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52738) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:52.611829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5aae31c5-8e38-402e-9a4a-a773603e5197 req-63f073b8-e21d-4d3c-812a-d6752a5bab2d tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 1100 time: 0.1379559 Dec 15 13:48:52.644357 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5aae31c5-8e38-402e-9a4a-a773603e5197 req-a723932d-df27-4481-92e5-38d021145e2d tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.666350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-49f1708c-4d02-4e77-ba33-b30f56c92c2d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=02941b5433fe4f8498153c7a92d10b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478499 Dec 15 13:48:52.666803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52742) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:52.730275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5aae31c5-8e38-402e-9a4a-a773603e5197 req-a723932d-df27-4481-92e5-38d021145e2d tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.738909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-136d1dd0-2da8-46bb-8a72-d6375aa2a8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.748268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5aae31c5-8e38-402e-9a4a-a773603e5197 req-a723932d-df27-4481-92e5-38d021145e2d tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.767647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-136d1dd0-2da8-46bb-8a72-d6375aa2a8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.823334 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5aae31c5-8e38-402e-9a4a-a773603e5197 req-a723932d-df27-4481-92e5-38d021145e2d tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876273 Dec 15 13:48:52.868156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723932d-df27-4481-92e5-38d021145e2d tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d63c42-f5d9-440a-9735-58211eb252de,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:52.879498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962e282-af48-4282-a94c-7296cddcfd9a req-51a2eab7-4a9b-40bf-b17a-3d2145ba384d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:52.881203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4962e282-af48-4282-a94c-7296cddcfd9a req-51a2eab7-4a9b-40bf-b17a-3d2145ba384d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0657091 Dec 15 13:48:52.882408 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-136d1dd0-2da8-46bb-8a72-d6375aa2a8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.885057 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-136d1dd0-2da8-46bb-8a72-d6375aa2a8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.888969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-136d1dd0-2da8-46bb-8a72-d6375aa2a8d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ba0040d3-0f9c-48c9-b630-da23135c1ee3 HTTP/1.1" status: 204 len: 168 time: 0.2209415 Dec 15 13:48:52.907155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:52.914341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d1dd0-2da8-46bb-8a72-d6375aa2a8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0040d3-0f9c-48c9-b630-da23135c1ee3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:52.996986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4962e282-af48-4282-a94c-7296cddcfd9a req-2e3c3251-12fd-473a-bef5-d337aba3fe22 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068709 Dec 15 13:48:53.097320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16ba1af-3016-479b-bc75-7366e14491ac,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:53.254604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.534460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Router c7b63f87-50d1-48f8-ba08-df8082b90fd4 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:48:53.547044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52766) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:53.616451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9511d646-d2f6-4976-ba79-85a8338be955 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=322c8ad3e8964498bb29afd3b9dc2ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657325 Dec 15 13:48:53.616802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52768) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:53.680843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4dbd13b-4927-4dae-8eec-58273aff1bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.688665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:48:53.699508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-20274b4a-58d8-4497-bfa2-298b67c2f8a3 admin admin] 10.222.0.86 "PUT /v2.0/routers/c7b63f87-50d1-48f8-ba08-df8082b90fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5946281 Dec 15 13:48:53.701804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:53.703364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] Sync routers for ids ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:48:53.714447 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4dbd13b-4927-4dae-8eec-58273aff1bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.726415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] Routers {'c7b63f87-50d1-48f8-ba08-df8082b90fd4'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:53.728579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:53.780694 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4dbd13b-4927-4dae-8eec-58273aff1bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.783938 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4dbd13b-4927-4dae-8eec-58273aff1bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:53.785356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f4dbd13b-4927-4dae-8eec-58273aff1bf3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6a56a71-441c-4124-95f7-e8a299919b1b HTTP/1.1" status: 204 len: 168 time: 0.1675389 Dec 15 13:48:53.813056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbd13b-4927-4dae-8eec-58273aff1bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a56a71-441c-4124-95f7-e8a299919b1b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:53.973493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] Set router c7b63f87-50d1-48f8-ba08-df8082b90fd4 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:54.242457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e12bd4-c2fa-4666-963d-2ea64f6c4aca req-3b409928-d181-4dde-be8e-afab0f2c3ba0 tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.252770 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37e12bd4-c2fa-4666-963d-2ea64f6c4aca req-3b409928-d181-4dde-be8e-afab0f2c3ba0 tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 1100 time: 0.1213083 Dec 15 13:48:54.303676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868afb7-c4e0-4df1-ae0e-ed391e7a01d1 req-8a63e4c6-eeaa-4ef6-ae63-2879ec173369 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.305314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8868afb7-c4e0-4df1-ae0e-ed391e7a01d1 req-8a63e4c6-eeaa-4ef6-ae63-2879ec173369 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.6048505 Dec 15 13:48:54.330504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37e12bd4-c2fa-4666-963d-2ea64f6c4aca req-7f74530b-0f5b-48a2-ac7a-32283ad04564 tempest-ServersAdminNegativeTestJSON-1677281178 tempest-ServersAdminNegativeTestJSON-1677281178-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740454 Dec 15 13:48:54.372197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:52Z', 'revision_number': 5, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:54.414511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] Checking router: c7b63f87-50d1-48f8-ba08-df8082b90fd4 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:48:54.420003 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.428024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] Routers {'c7b63f87-50d1-48f8-ba08-df8082b90fd4'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:54.428849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:48:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:54.485332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439c465-abb7-4fcc-8005-3ae5ce373ef4 req-00bce35e-b2b8-4912-908a-e02b46837b61 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.486931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f439c465-abb7-4fcc-8005-3ae5ce373ef4 req-00bce35e-b2b8-4912-908a-e02b46837b61 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 946 time: 0.0923421 Dec 15 13:48:54.533117 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8868afb7-c4e0-4df1-ae0e-ed391e7a01d1 req-7cc23c20-a70f-421c-a01e-7b7f6faf47f7 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694815 Dec 15 13:48:54.579407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f439c465-abb7-4fcc-8005-3ae5ce373ef4 req-c6ee8a4f-f740-4eda-8ed0-12a3ecd44cf1 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846415 Dec 15 13:48:54.603189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] Set router c7b63f87-50d1-48f8-ba08-df8082b90fd4 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:54.711410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25deb5-f1b6-4a22-8586-db0881519adf req-318bfb63-6ef7-4fcd-969c-ef9b7228ba20 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:54.712814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b25deb5-f1b6-4a22-8586-db0881519adf req-318bfb63-6ef7-4fcd-969c-ef9b7228ba20 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0831616 Dec 15 13:48:54.747614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:54.844779 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b25deb5-f1b6-4a22-8586-db0881519adf req-d8c069b6-d43d-423e-86a2-0f73d6d3479d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236925 Dec 15 13:48:54.854388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:52Z', 'revision_number': 5, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:54.894056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06cfb67-ec42-4168-b2f8-5a0c02df7288 None None] The sync data for ids ['c7b63f87-50d1-48f8-ba08-df8082b90fd4'] in n-d-821840-1 is: [{'id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1774469570-router', 'tenant_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:52Z', 'revision_number': 5, 'project_id': '9ed4cdaf1c7144eeb86eea27a69dcb11', 'gw_port': {'id': '1fee50ea-5767-4252-84a3-8c9beed220dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63f87-50d1-48f8-ba08-df8082b90fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:22Z', 'updated_at': '2021-12-15T13:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:48:54.906563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Deleting port 1fee50ea-5767-4252-84a3-8c9beed220dd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:54.907800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.016386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] For port 1fee50ea-5767-4252-84a3-8c9beed220dd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1fee50ea-5767-4252-84a3-8c9beed220dd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:55.017021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.031846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Calling delete_port for 1fee50ea-5767-4252-84a3-8c9beed220dd owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:55.196604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bae92-8a7c-4687-856b-ef9781172993 req-13665c7c-e9cf-4c5a-9184-512bab2dd3f7 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.198282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d5bae92-8a7c-4687-856b-ef9781172993 req-13665c7c-e9cf-4c5a-9184-512bab2dd3f7 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 949 time: 0.0799015 Dec 15 13:48:55.219840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.251321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fee50ea-5767-4252-84a3-8c9beed220dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:55.264603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d5bae92-8a7c-4687-856b-ef9781172993 req-ebf4b2e4-5608-427e-b5ba-4765d4900118 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598273 Dec 15 13:48:55.320537 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.429034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.431549 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.477756 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.478417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7b63f87-50d1-48f8-ba08-df8082b90fd4 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:48:55.483623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.487525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3b09c34d-5a51-4c63-b6da-7147012566e9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/c7b63f87-50d1-48f8-ba08-df8082b90fd4 HTTP/1.1" status: 204 len: 168 time: 1.7848275 Dec 15 13:48:55.487743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52836) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:55.495482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52838) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:55.539845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-354a3047-47c2-41b3-95f3-a7eb8f8dca05 admin admin] Deleting subnet a864e244-9631-4bb8-b952-9c6a77096326 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:55.543756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-354a3047-47c2-41b3-95f3-a7eb8f8dca05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.587170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-354a3047-47c2-41b3-95f3-a7eb8f8dca05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.675367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ce87-ac1a-4953-a337-f76bb4c01a7e req-30a69bac-8579-41e7-8b5d-fb7dd9d3b168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.683305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a782ce87-ac1a-4953-a337-f76bb4c01a7e req-30a69bac-8579-41e7-8b5d-fb7dd9d3b168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.0736051 Dec 15 13:48:55.721620 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b468fb31-7f0c-434d-b7c8-313f964927b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.729100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a782ce87-ac1a-4953-a337-f76bb4c01a7e req-6a4a29e4-cb04-4ab6-a570-8137d9373557 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Dec 15 13:48:55.769774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-354a3047-47c2-41b3-95f3-a7eb8f8dca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.829508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b74372-4712-4af0-8964-ab34d12dfc76 req-8d1ad808-f154-4287-a939-af517dfed81b tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.831053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2b74372-4712-4af0-8964-ab34d12dfc76 req-8d1ad808-f154-4287-a939-af517dfed81b tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 946 time: 0.1293681 Dec 15 13:48:55.922890 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-354a3047-47c2-41b3-95f3-a7eb8f8dca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.970455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62146a-5f68-467b-a40e-e9a5362d6734 req-58e6ad6d-fe70-40f6-a9be-580db8d00b2a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:55.972103 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd62146a-5f68-467b-a40e-e9a5362d6734 req-58e6ad6d-fe70-40f6-a9be-580db8d00b2a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0578980 Dec 15 13:48:55.983280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2b74372-4712-4af0-8964-ab34d12dfc76 req-d1a04484-67ab-446f-b93c-2d6153890068 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/security-groups?id=253479fc-9a4b-4b32-897a-9fb4f51daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441889 Dec 15 13:48:55.988627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a3047-47c2-41b3-95f3-a7eb8f8dca05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a864e244-9631-4bb8-b952-9c6a77096326,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:55.992732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b468fb31-7f0c-434d-b7c8-313f964927b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:55.995647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-354a3047-47c2-41b3-95f3-a7eb8f8dca05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.001957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-354a3047-47c2-41b3-95f3-a7eb8f8dca05 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a864e244-9631-4bb8-b952-9c6a77096326 HTTP/1.1" status: 204 len: 168 time: 0.5103309 Dec 15 13:48:56.002221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52852) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:56.004106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f3064-af66-4c2c-a789-b83723cb40f4 None None] Network 5e5f8a21-ad05-45f8-9850-9e3194feefef requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:48:56.013270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b468fb31-7f0c-434d-b7c8-313f964927b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.055002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd62146a-5f68-467b-a40e-e9a5362d6734 req-64aed5b9-167c-448c-ad9a-5b8008444bc7 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741510 Dec 15 13:48:56.117714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882d0dd-effc-4fa1-a102-963e84443900 req-dceea755-8b49-4760-b0b5-1a20b1f013cc tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.119325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1882d0dd-effc-4fa1-a102-963e84443900 req-dceea755-8b49-4760-b0b5-1a20b1f013cc tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.74 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 946 time: 0.2254093 Dec 15 13:48:56.121525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b468fb31-7f0c-434d-b7c8-313f964927b5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b060235d8e4e47b5b2a2d0a95caffe96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249859 Dec 15 13:48:56.124944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52854) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:56.183252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.190131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468fb31-7f0c-434d-b7c8-313f964927b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7b745-78dd-42d1-8a39-afe2cde5135e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:56.214417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] DHCP port deletion for 5e5f8a21-ad05-45f8-9850-9e3194feefef request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:48:56.214658 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39352ecc-cb30-4a63-aadd-5a0d36a63b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.245252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39352ecc-cb30-4a63-aadd-5a0d36a63b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.247724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1fee50ea-5767-4252-84a3-8c9beed220dd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:56.279555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 1fee50ea-5767-4252-84a3-8c9beed220dd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:56.279923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1fee50ea-5767-4252-84a3-8c9beed220dd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:56.280563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b16ba1af-3016-479b-bc75-7366e14491ac no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:56.304341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Deleting port e91e9e27-9b74-484c-b362-d97e3ddfd8dc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:56.304657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.307145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b16ba1af-3016-479b-bc75-7366e14491ac {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:56.307690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b16ba1af-3016-479b-bc75-7366e14491ac not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:56.323193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39352ecc-cb30-4a63-aadd-5a0d36a63b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.328553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Deleting port 91d766f8-090c-40a7-96a2-4a3eaf16beca {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:56.328897 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.329857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39352ecc-cb30-4a63-aadd-5a0d36a63b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.330869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] Deleting port e91e9e27-9b74-484c-b362-d97e3ddfd8dc {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:56.331307 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.332357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-39352ecc-cb30-4a63-aadd-5a0d36a63b18 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7fe7b745-78dd-42d1-8a39-afe2cde5135e HTTP/1.1" status: 204 len: 168 time: 0.2056851 Dec 15 13:48:56.350948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39352ecc-cb30-4a63-aadd-5a0d36a63b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7b745-78dd-42d1-8a39-afe2cde5135e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:56.418912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] For port e91e9e27-9b74-484c-b362-d97e3ddfd8dc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,segment=NetworkSegment(0f2e6807-7cd4-45ec-8e50-7f1c105595ba),segment_id=0f2e6807-7cd4-45ec-8e50-7f1c105595ba)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:56.419677 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.435470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] Calling delete_port for e91e9e27-9b74-484c-b362-d97e3ddfd8dc owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:56.486190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] For port e91e9e27-9b74-484c-b362-d97e3ddfd8dc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,segment=NetworkSegment(0f2e6807-7cd4-45ec-8e50-7f1c105595ba),segment_id=0f2e6807-7cd4-45ec-8e50-7f1c105595ba)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:56.486584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.513321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Calling delete_port for e91e9e27-9b74-484c-b362-d97e3ddfd8dc owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:56.522828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68df286-c301-448e-a4d4-2198c92aa5c0 req-30e6dbab-a548-4916-a669-6572a4839b0a tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.524444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e68df286-c301-448e-a4d4-2198c92aa5c0 req-30e6dbab-a548-4916-a669-6572a4839b0a tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 949 time: 0.1511202 Dec 15 13:48:56.618152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] For port 91d766f8-090c-40a7-96a2-4a3eaf16beca, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=91d766f8-090c-40a7-96a2-4a3eaf16beca,segment=NetworkSegment(b7936dda-8fb7-45cb-8ade-3e24e895dd63),segment_id=b7936dda-8fb7-45cb-8ade-3e24e895dd63)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:56.618855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.660201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Calling delete_port for 91d766f8-090c-40a7-96a2-4a3eaf16beca owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:56.673331 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.676841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e68df286-c301-448e-a4d4-2198c92aa5c0 req-59a01b3c-cf97-4b77-8371-2fdec6b8c920 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354537 Dec 15 13:48:56.706952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] Pushing event deleted for resources: {'Port': ['ID=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:56.716124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a83b480-52b5-4d35-8989-e30939ebd3d4 None None] No DVR routers for this DVR port e91e9e27-9b74-484c-b362-d97e3ddfd8dc on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:56.733068 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.769147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Pushing event deleted for resources: {'Port': ['ID=e91e9e27-9b74-484c-b362-d97e3ddfd8dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:56.774015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] No DVR routers for this DVR port e91e9e27-9b74-484c-b362-d97e3ddfd8dc on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:56.864909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.883861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7ad0-c5d0-4c15-bed3-b96b5181355b req-2530a8d7-4183-410b-b598-ad03477c2156 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:56.892117 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-590d7ad0-c5d0-4c15-bed3-b96b5181355b req-2530a8d7-4183-410b-b598-ad03477c2156 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.0874324 Dec 15 13:48:56.916989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5f8a21-ad05-45f8-9850-9e3194feefef']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:56.931861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2e6807-7cd4-45ec-8e50-7f1c105595ba') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:56.935379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2e6807-7cd4-45ec-8e50-7f1c105595ba') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:56.951175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.962811 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.969831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:56.976711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['91d766f8-090c-40a7-96a2-4a3eaf16beca'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:56.998488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-ddc6427a-7a5b-44a0-b8ff-97a2e999386a tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.000995 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-ddc6427a-7a5b-44a0-b8ff-97a2e999386a tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 949 time: 0.1066663 Dec 15 13:48:57.004313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Pushing event deleted for resources: {'Port': ['ID=91d766f8-090c-40a7-96a2-4a3eaf16beca,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.006807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:57.007202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:57.009130 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:57.014340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-590d7ad0-c5d0-4c15-bed3-b96b5181355b req-9120ca6d-b594-4120-8807-3352035508d8 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196878 Dec 15 13:48:57.103371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] No DVR routers for this DVR port 91d766f8-090c-40a7-96a2-4a3eaf16beca on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:57.106623 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.111040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1882d0dd-effc-4fa1-a102-963e84443900 req-04b7ea20-a2fd-4657-977f-45c2e9337ee8 tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.74 "DELETE /v2.0/ports/91d766f8-090c-40a7-96a2-4a3eaf16beca HTTP/1.1" status: 204 len: 173 time: 0.9733076 Dec 15 13:48:57.111719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82bdcef-a638-4955-995e-f9930dd0054c', 'name': 'network-vif-deleted', 'tag': '91d766f8-090c-40a7-96a2-4a3eaf16beca'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:57.114232 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65ddacf-9778-4e47-a914-9a94e8319d6a" -d '{"events": [{"server_uuid": "c82bdcef-a638-4955-995e-f9930dd0054c", "name": "network-vif-deleted", "tag": "91d766f8-090c-40a7-96a2-4a3eaf16beca"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:57.130253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.162483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c33765c5-fa09-479f-9e28-2a900ee69970 req-c5ea45fe-1136-44da-8286-fcd07613da4e tempest-VolumesAdminNegativeTest-1005204473 tempest-VolumesAdminNegativeTest-1005204473-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82bdcef-a638-4955-995e-f9930dd0054c HTTP/1.1" status: 200 len: 210 time: 0.0434694 Dec 15 13:48:57.172189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.175845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Deleting port 749285a8-539b-4cc7-bf73-1d87cbd93d0c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:48:57.176212 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.187234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] 10.222.0.86 "DELETE /v2.0/networks/5e5f8a21-ad05-45f8-9850-9e3194feefef HTTP/1.1" status: 204 len: 168 time: 1.1805856 Dec 15 13:48:57.206330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d481-6574-4ca0-a177-310aa4b3988f admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5f8a21-ad05-45f8-9850-9e3194feefef,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.225400 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e387176d-a870-474a-ab18-efa5c2f03b60 x-openstack-request-id: req-e387176d-a870-474a-ab18-efa5c2f03b60 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:57.225704 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82bdcef-a638-4955-995e-f9930dd0054c", "name": "network-vif-deleted", "tag": "91d766f8-090c-40a7-96a2-4a3eaf16beca", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:57.225969 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e387176d-a870-474a-ab18-efa5c2f03b60 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:57.226372 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82bdcef-a638-4955-995e-f9930dd0054c', 'name': 'network-vif-deleted', 'tag': '91d766f8-090c-40a7-96a2-4a3eaf16beca', 'status': 'completed', 'code': 200} Dec 15 13:48:57.322228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] For port 749285a8-539b-4cc7-bf73-1d87cbd93d0c, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=749285a8-539b-4cc7-bf73-1d87cbd93d0c,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:57.322600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.340437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Calling delete_port for 749285a8-539b-4cc7-bf73-1d87cbd93d0c owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:48:57.350682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c0930-f311-458a-b612-5ef8d6ac50b4 req-5b31e97e-b182-4b57-a766-4945ea2eec17 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:57.352529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f0c0930-f311-458a-b612-5ef8d6ac50b4 req-5b31e97e-b182-4b57-a766-4945ea2eec17 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1022663 Dec 15 13:48:57.415036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52896) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:57.455553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f0c0930-f311-458a-b612-5ef8d6ac50b4 req-913a9ca7-c91f-4197-a0fd-fcd3a5cd7ef8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938251 Dec 15 13:48:57.459556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cc114077-ea6d-411b-b014-8faa143310de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ed4cdaf1c7144eeb86eea27a69dcb11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430067 Dec 15 13:48:57.462168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52898) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:57.514463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf886-8b43-41c7-9786-7089a9853dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.540167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.540784 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf886-8b43-41c7-9786-7089a9853dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.555842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['42d5a5bd-57f6-4718-a52c-1efaceea50b9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:57.574569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Pushing event deleted for resources: {'Port': ['ID=749285a8-539b-4cc7-bf73-1d87cbd93d0c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.619905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf886-8b43-41c7-9786-7089a9853dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.626132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf886-8b43-41c7-9786-7089a9853dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.635477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5fcbf886-8b43-41c7-9786-7089a9853dbb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e2bdb2f-0435-4e26-8dad-985afe175b24 HTTP/1.1" status: 204 len: 168 time: 0.1698456 Dec 15 13:48:57.653113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] No DVR routers for this DVR port 749285a8-539b-4cc7-bf73-1d87cbd93d0c on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:48:57.662201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:57.665713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d96c378-e08f-4cbe-9fef-5db6442c01db req-011dda8c-ccea-4e86-835a-ac11f5797bc2 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "DELETE /v2.0/ports/749285a8-539b-4cc7-bf73-1d87cbd93d0c HTTP/1.1" status: 204 len: 173 time: 0.6502602 Dec 15 13:48:57.666650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7647ac18-32d9-45c6-80c5-09404e4cfd74', 'name': 'network-vif-deleted', 'tag': '749285a8-539b-4cc7-bf73-1d87cbd93d0c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:57.667418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf886-8b43-41c7-9786-7089a9853dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2bdb2f-0435-4e26-8dad-985afe175b24,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:57.669129 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3267b2fc-00bd-40a1-8ed1-f110b4ebadeb" -d '{"events": [{"server_uuid": "7647ac18-32d9-45c6-80c5-09404e4cfd74", "name": "network-vif-deleted", "tag": "749285a8-539b-4cc7-bf73-1d87cbd93d0c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:57.724729 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d3cb1-81f5-4f3c-abf1-2874bd4c8c20 x-openstack-request-id: req-904d3cb1-81f5-4f3c-abf1-2874bd4c8c20 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:57.724918 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7647ac18-32d9-45c6-80c5-09404e4cfd74", "name": "network-vif-deleted", "tag": "749285a8-539b-4cc7-bf73-1d87cbd93d0c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:57.725272 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-904d3cb1-81f5-4f3c-abf1-2874bd4c8c20 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:57.725478 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7647ac18-32d9-45c6-80c5-09404e4cfd74', 'name': 'network-vif-deleted', 'tag': '749285a8-539b-4cc7-bf73-1d87cbd93d0c', 'status': 'completed', 'code': 200} Dec 15 13:48:57.831263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d93a883-59b7-43c6-aa0e-129a053627f0 req-f413a950-20cd-4b3e-84a5-f8760e941fa1 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=7647ac18-32d9-45c6-80c5-09404e4cfd74 HTTP/1.1" status: 200 len: 210 time: 0.0522106 Dec 15 13:48:58.150975 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:48:58.177828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaec8c-22f6-4d69-891a-ad2c7b4eaa46 req-39bd78ca-3db2-4484-b321-c88312b2c1c3 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.179698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-75aaec8c-22f6-4d69-891a-ad2c7b4eaa46 req-39bd78ca-3db2-4484-b321-c88312b2c1c3 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.0591950 Dec 15 13:48:58.217832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e91e9e27-9b74-484c-b362-d97e3ddfd8dc no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:58.247023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52932) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:58.272663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-75aaec8c-22f6-4d69-891a-ad2c7b4eaa46 req-65fea169-8661-48d6-8a16-9c2c773aff14 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781667 Dec 15 13:48:58.277641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: e91e9e27-9b74-484c-b362-d97e3ddfd8dc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:58.277946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e91e9e27-9b74-484c-b362-d97e3ddfd8dc not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:58.325318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06f09a1-5ea5-4ee2-8772-ca5befe06f26 admin admin] Deleting subnet 737b6fa2-7c64-4061-bec2-39fa8f522dfd {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:58.330309 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d06f09a1-5ea5-4ee2-8772-ca5befe06f26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.374299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d06f09a1-5ea5-4ee2-8772-ca5befe06f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.423111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d06f09a1-5ea5-4ee2-8772-ca5befe06f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.480513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d06f09a1-5ea5-4ee2-8772-ca5befe06f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.508957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f09a1-5ea5-4ee2-8772-ca5befe06f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737b6fa2-7c64-4061-bec2-39fa8f522dfd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:58.512806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d06f09a1-5ea5-4ee2-8772-ca5befe06f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.519845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52950) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:58.520437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d06f09a1-5ea5-4ee2-8772-ca5befe06f26 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/737b6fa2-7c64-4061-bec2-39fa8f522dfd HTTP/1.1" status: 204 len: 168 time: 0.2723260 Dec 15 13:48:58.606626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdfae4-14be-4627-bd9e-ac1baaa321e2 req-c78f5bb1-7203-47f1-9736-94d80276ea9f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:58.608947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68cdfae4-14be-4627-bd9e-ac1baaa321e2 req-c78f5bb1-7203-47f1-9736-94d80276ea9f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0660784 Dec 15 13:48:58.618360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.674085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68cdfae4-14be-4627-bd9e-ac1baaa321e2 req-44309433-527f-45c6-bed1-c0e9e5931764 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580666 Dec 15 13:48:58.718457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.746650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37aee4c-bee3-4204-a5c3-69f747d125e6']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:58.759156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7936dda-8fb7-45cb-8ade-3e24e895dd63') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:58.759712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7936dda-8fb7-45cb-8ade-3e24e895dd63') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:58.773257 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.789171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.799236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:58.799654 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:58.801791 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:58.869775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.884993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:58.889565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e37aee4c-bee3-4204-a5c3-69f747d125e6 HTTP/1.1" status: 204 len: 168 time: 0.3666458 Dec 15 13:48:58.892537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52966) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:58.912962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6b74b-bd55-4fd8-938e-0e03eb83a7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37aee4c-bee3-4204-a5c3-69f747d125e6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:58.952325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-387fd05e-395b-47cd-b3eb-c96559feef5f admin admin] Deleting subnet a7381173-d8aa-41ee-b3b7-a6c4802daeb0 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:58.957171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387fd05e-395b-47cd-b3eb-c96559feef5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.003987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387fd05e-395b-47cd-b3eb-c96559feef5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.084505 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387fd05e-395b-47cd-b3eb-c96559feef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.153524 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387fd05e-395b-47cd-b3eb-c96559feef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.173018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387fd05e-395b-47cd-b3eb-c96559feef5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.180789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-387fd05e-395b-47cd-b3eb-c96559feef5f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a7381173-d8aa-41ee-b3b7-a6c4802daeb0 HTTP/1.1" status: 204 len: 168 time: 0.2868881 Dec 15 13:48:59.202137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:59.203017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fd05e-395b-47cd-b3eb-c96559feef5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7381173-d8aa-41ee-b3b7-a6c4802daeb0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:59.239815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a64f2-9f95-4789-9a73-d8b8669cd423 req-73968a9a-1741-48b3-8dbb-a7f6b0afbac4 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.255356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-003a64f2-9f95-4789-9a73-d8b8669cd423 req-73968a9a-1741-48b3-8dbb-a7f6b0afbac4 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 950 time: 0.0993619 Dec 15 13:48:59.283197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.319579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 91d766f8-090c-40a7-96a2-4a3eaf16beca no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:59.325026 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-003a64f2-9f95-4789-9a73-d8b8669cd423 req-430aeca1-4293-447a-a390-e3e897a2ca46 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686886 Dec 15 13:48:59.353778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 91d766f8-090c-40a7-96a2-4a3eaf16beca {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:59.354816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 91d766f8-090c-40a7-96a2-4a3eaf16beca not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:59.355683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 749285a8-539b-4cc7-bf73-1d87cbd93d0c no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:48:59.383761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 749285a8-539b-4cc7-bf73-1d87cbd93d0c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:48:59.384428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 749285a8-539b-4cc7-bf73-1d87cbd93d0c not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:48:59.438871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.465650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02c60f9-bdcd-4030-8c72-837ec30d89fb']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:59.483111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad8842-428a-4d50-a55d-01811763aeda req-2c5ef329-2820-43a3-ae4c-cd8c5808c780 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.484770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91ad8842-428a-4d50-a55d-01811763aeda req-2c5ef329-2820-43a3-ae4c-cd8c5808c780 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1157160 Dec 15 13:48:59.486583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af808d5f-b4c5-4b87-9f70-cb8d683217e5') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:59.486883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af808d5f-b4c5-4b87-9f70-cb8d683217e5') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:59.505376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.532957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.546086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:59.546808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:59.548562 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:59.603719 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91ad8842-428a-4d50-a55d-01811763aeda req-da3d0dd8-2ec5-4da1-84b3-561562fd67f8 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086638 Dec 15 13:48:59.617587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.634996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.638209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a02c60f9-bdcd-4030-8c72-837ec30d89fb HTTP/1.1" status: 204 len: 168 time: 0.4316688 Dec 15 13:48:59.639473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef8306-6e2b-4ebd-9564-53ed4aac3370 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02c60f9-bdcd-4030-8c72-837ec30d89fb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:59.694604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53028) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:59.802944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec653d6d-972e-41bb-8d55-5dcade0818cf req-5fc4ff4f-435e-49bc-8761-1b9f2c5edadb tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:59.804605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec653d6d-972e-41bb-8d55-5dcade0818cf req-5fc4ff4f-435e-49bc-8761-1b9f2c5edadb tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Dec 15 13:48:59.829967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:59.874320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec653d6d-972e-41bb-8d55-5dcade0818cf req-895097c5-5035-4a94-86f9-d54b0fa91a8c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589752 Dec 15 13:48:59.880989 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cc677472-d78f-451c-9ec4-50dacf443c22 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe27702a6b8a471594ec3a5df12476e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487339 Dec 15 13:48:59.883243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53038) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:59.936704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bd656834-c425-46d1-9509-6cfe26103dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.965644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bd656834-c425-46d1-9509-6cfe26103dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.024272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bd656834-c425-46d1-9509-6cfe26103dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.026878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bd656834-c425-46d1-9509-6cfe26103dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.027976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bd656834-c425-46d1-9509-6cfe26103dfd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/253479fc-9a4b-4b32-897a-9fb4f51daa6f HTTP/1.1" status: 204 len: 168 time: 0.1437626 Dec 15 13:49:00.041883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb314-8e42-4cb2-92e4-4f7fe836e9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.044835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd656834-c425-46d1-9509-6cfe26103dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253479fc-9a4b-4b32-897a-9fb4f51daa6f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:00.165616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb314-8e42-4cb2-92e4-4f7fe836e9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.198678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb314-8e42-4cb2-92e4-4f7fe836e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.231623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cbdeb314-8e42-4cb2-92e4-4f7fe836e9e7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=001620e5448341c4b9f96b1cd5a66485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356908 Dec 15 13:49:00.234609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeb314-8e42-4cb2-92e4-4f7fe836e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8491d9ca-9d69-422c-8fc3-2c799cb9f28f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:00.238241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53050) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:00.301437 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d61623a-7cae-470b-9d21-fd4172e8f70b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.324816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d61623a-7cae-470b-9d21-fd4172e8f70b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.385902 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d61623a-7cae-470b-9d21-fd4172e8f70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.389513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d61623a-7cae-470b-9d21-fd4172e8f70b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.400577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3d61623a-7cae-470b-9d21-fd4172e8f70b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8491d9ca-9d69-422c-8fc3-2c799cb9f28f HTTP/1.1" status: 204 len: 168 time: 0.1604011 Dec 15 13:49:00.415572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61623a-7cae-470b-9d21-fd4172e8f70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8491d9ca-9d69-422c-8fc3-2c799cb9f28f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:00.482306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a892d-2986-4f64-83d9-457d24a127d4 req-942809b8-2af8-4ea9-8286-48e2509cdc69 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.491235 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d99a892d-2986-4f64-83d9-457d24a127d4 req-942809b8-2af8-4ea9-8286-48e2509cdc69 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 950 time: 0.0720551 Dec 15 13:49:00.503368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53060) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:00.551584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d99a892d-2986-4f64-83d9-457d24a127d4 req-39e56380-463f-46df-923d-4a28e0989c6d tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/security-groups?id=1e2258f3-adfb-4ac1-885e-235b3a086de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591714 Dec 15 13:49:00.566366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2352c58e-593d-48f3-9850-c8fe0d703b83 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4145b0e76b2c40a1b94eaa66ecb96a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610294 Dec 15 13:49:00.575372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:00.592620 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.618734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53064) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:00.651910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9503af00-071d-4997-85d2-a51a0bac85f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.679005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9503af00-071d-4997-85d2-a51a0bac85f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.764045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-3479f272-2096-488e-842e-6d9fb2e23358 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.766161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-3479f272-2096-488e-842e-6d9fb2e23358 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 950 time: 0.0892847 Dec 15 13:49:00.769999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c213b75d-90db-4c99-a3cb-286e29b32ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.805586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981583f-04ef-4fed-8659-adda6fc25d77 req-39891d92-c542-4294-8499-7ffea2c8d102 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:00.813812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8981583f-04ef-4fed-8659-adda6fc25d77 req-39891d92-c542-4294-8499-7ffea2c8d102 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1174932 Dec 15 13:49:00.827008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9503af00-071d-4997-85d2-a51a0bac85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.830077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9503af00-071d-4997-85d2-a51a0bac85f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.834606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9503af00-071d-4997-85d2-a51a0bac85f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/19e48b4d-9197-4a77-8062-9bfbcf3f5972 HTTP/1.1" status: 204 len: 168 time: 0.2580562 Dec 15 13:49:00.872540 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.894233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503af00-071d-4997-85d2-a51a0bac85f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e48b4d-9197-4a77-8062-9bfbcf3f5972,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:00.936497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8981583f-04ef-4fed-8659-adda6fc25d77 req-7373637f-2617-46ef-9584-f49894a29085 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216989 Dec 15 13:49:00.965299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Deleting port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:00.965889 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.005807 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c213b75d-90db-4c99-a3cb-286e29b32ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.012064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c213b75d-90db-4c99-a3cb-286e29b32ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.070486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c213b75d-90db-4c99-a3cb-286e29b32ed4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eb0f12c9dd004562930bc31a499e1460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504635 Dec 15 13:49:01.072129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213b75d-90db-4c99-a3cb-286e29b32ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573b0ec1-078e-48df-b1f0-c8a755c40d3d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:01.075620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53084) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:01.089272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddd0d4-d147-495d-b9c3-a4625696ada3 req-ec12c897-cf1e-4286-ab17-cecaff0b65e0 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:01.091124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6ddd0d4-d147-495d-b9c3-a4625696ada3 req-ec12c897-cf1e-4286-ab17-cecaff0b65e0 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1092591 Dec 15 13:49:01.127593 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78555f97-5a94-4a4f-8409-3c666442665e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.159018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57edc01f-44c5-45b5-b15e-23e12856c52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.176077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] For port 42d5a5bd-57f6-4718-a52c-1efaceea50b9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=42d5a5bd-57f6-4718-a52c-1efaceea50b9,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:01.176445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.185505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57edc01f-44c5-45b5-b15e-23e12856c52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.208571 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6ddd0d4-d147-495d-b9c3-a4625696ada3 req-e56bb292-4feb-4c46-b768-25cb1ad78316 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056685 Dec 15 13:49:01.209716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Calling delete_port for 42d5a5bd-57f6-4718-a52c-1efaceea50b9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:01.278178 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57edc01f-44c5-45b5-b15e-23e12856c52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.282762 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57edc01f-44c5-45b5-b15e-23e12856c52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.288896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-57edc01f-44c5-45b5-b15e-23e12856c52b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/573b0ec1-078e-48df-b1f0-c8a755c40d3d HTTP/1.1" status: 204 len: 168 time: 0.1989236 Dec 15 13:49:01.303893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edc01f-44c5-45b5-b15e-23e12856c52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b0ec1-078e-48df-b1f0-c8a755c40d3d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:01.413779 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.450286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Pushing event deleted for resources: {'Port': ['ID=42d5a5bd-57f6-4718-a52c-1efaceea50b9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:01.499096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] No DVR routers for this DVR port 42d5a5bd-57f6-4718-a52c-1efaceea50b9 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:01.503067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.506557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04d51bc2-1d64-4237-9de1-a8a6ae485f4e req-c3668052-7d1d-441e-9bdf-f4c8f1a4c484 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.74 "DELETE /v2.0/ports/42d5a5bd-57f6-4718-a52c-1efaceea50b9 HTTP/1.1" status: 204 len: 173 time: 0.7337022 Dec 15 13:49:01.507039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089fdc04-172a-4565-a35d-4b2634189f7b', 'name': 'network-vif-deleted', 'tag': '42d5a5bd-57f6-4718-a52c-1efaceea50b9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:01.509402 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d17ce-f610-490a-98a3-6e1a74a3ad01" -d '{"events": [{"server_uuid": "089fdc04-172a-4565-a35d-4b2634189f7b", "name": "network-vif-deleted", "tag": "42d5a5bd-57f6-4718-a52c-1efaceea50b9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:01.563340 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7adb86-5fc6-4631-b61f-007992864668 x-openstack-request-id: req-0c7adb86-5fc6-4631-b61f-007992864668 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:01.563749 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089fdc04-172a-4565-a35d-4b2634189f7b", "name": "network-vif-deleted", "tag": "42d5a5bd-57f6-4718-a52c-1efaceea50b9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:01.564074 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c7adb86-5fc6-4631-b61f-007992864668 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:01.564430 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089fdc04-172a-4565-a35d-4b2634189f7b', 'name': 'network-vif-deleted', 'tag': '42d5a5bd-57f6-4718-a52c-1efaceea50b9', 'status': 'completed', 'code': 200} Dec 15 13:49:01.709124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fae26c53-9df6-4a8e-8188-816c4f95cf9e req-d07db0bf-7ef0-469f-bde9-9952771817a3 tempest-ServersAdminNegativeTestJSON-479552447 tempest-ServersAdminNegativeTestJSON-479552447-project] 10.222.0.86 "GET /v2.0/ports?device_id=089fdc04-172a-4565-a35d-4b2634189f7b HTTP/1.1" status: 200 len: 210 time: 0.0464501 Dec 15 13:49:01.839345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53120) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:01.854698 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28a9cbbd-f907-47bb-9cbd-65be7fecb340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.936481 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28a9cbbd-f907-47bb-9cbd-65be7fecb340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.944538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28a9cbbd-f907-47bb-9cbd-65be7fecb340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:01.979534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9cbbd-f907-47bb-9cbd-65be7fecb340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39655b53-2aec-47cb-b270-dcd836d2d627,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:02.016729 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-28a9cbbd-f907-47bb-9cbd-65be7fecb340 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=944de451ee4c4f2bbb4c8af58bbf6909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754074 Dec 15 13:49:02.019482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53130) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:02.088120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21e4d185-3058-4092-b3bf-2d374b8f2074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.098732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f561e5-60a3-4a25-9c31-cfa5e92640b9 req-7e9516b8-8026-4a30-950f-9c5afdcab99b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.107429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70f561e5-60a3-4a25-9c31-cfa5e92640b9 req-7e9516b8-8026-4a30-950f-9c5afdcab99b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.0759478 Dec 15 13:49:02.117361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21e4d185-3058-4092-b3bf-2d374b8f2074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.193328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70f561e5-60a3-4a25-9c31-cfa5e92640b9 req-ab4809bf-e82f-4e1e-85e9-80bf74efe394 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835774 Dec 15 13:49:02.200151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21e4d185-3058-4092-b3bf-2d374b8f2074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.203842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21e4d185-3058-4092-b3bf-2d374b8f2074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.207502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-21e4d185-3058-4092-b3bf-2d374b8f2074 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/39655b53-2aec-47cb-b270-dcd836d2d627 HTTP/1.1" status: 204 len: 168 time: 0.1844614 Dec 15 13:49:02.207502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53134) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:02.218810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4d185-3058-4092-b3bf-2d374b8f2074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39655b53-2aec-47cb-b270-dcd836d2d627,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:02.363540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48b9f7-16d0-413c-961e-bbbcbb81a869 req-bc20a084-cca7-483d-8f74-8f090ed5c58c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.371140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df48b9f7-16d0-413c-961e-bbbcbb81a869 req-bc20a084-cca7-483d-8f74-8f090ed5c58c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0724969 Dec 15 13:49:02.428976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df48b9f7-16d0-413c-961e-bbbcbb81a869 req-2861951a-9d49-4469-88a8-b6a94d112f6f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567608 Dec 15 13:49:02.502755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-network', 'tenant_id': '892c322aafde42978bb257e47e89f88d'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:02.528214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Made reservation on behalf of 892c322aafde42978bb257e47e89f88d for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:02.531685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.545301 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.631285 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.636484 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.659077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:49:02.669558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53160) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:02.674033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:02.679312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.683062 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Added segment f5182323-f636-4536-abd1-27ce569beef9 of type vlan for network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 Dec 15 13:49:02.725033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.759369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.760676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:02.761654 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.821577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6079969 Dec 15 13:49:02.824480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:02.831056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Request body: {'subnet': {'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-subnet', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:02.838541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3a9e-7bce-4589-91d5-283ca8471123 admin admin] Pushing event updated for resources: {'Network': ['ID=96461905-4df6-47fc-a8a7-9ecdfb9c1957,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:02.849147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:49:02.875899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7fe4cab-0408-4643-a569-cd57b0617f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:02.907418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Made reservation on behalf of 892c322aafde42978bb257e47e89f88d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:02.910481 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.087751 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7fe4cab-0408-4643-a569-cd57b0617f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.096376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7fe4cab-0408-4643-a569-cd57b0617f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.098333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53182) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:03.184590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7fe4cab-0408-4643-a569-cd57b0617f62 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=876ada67cb584b48b2f2ece1acf36e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138025 Dec 15 13:49:03.185977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53188) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:03.193467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe4cab-0408-4643-a569-cd57b0617f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89785b4-b643-4cf6-8877-5767d4790f9c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:03.208982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.282925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1180eadb-d3d3-4ee4-88d0-edd7e851d507 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=12e4e750ac6d41caa6166501530b4219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825960 Dec 15 13:49:03.285612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53194) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:03.286192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fe162c-c9d3-471a-9f72-f781246ef306,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:03.301251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Checking segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:03.302607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Network hostable DHCP agents. Network: 96461905-4df6-47fc-a8a7-9ecdfb9c1957, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:49:03.304161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-72ac0c4b-c27e-4023-ab00-7b3b4d059d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.326296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:49:03.339756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 96461905-4df6-47fc-a8a7-9ecdfb9c1957) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:03.345238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 42d5a5bd-57f6-4718-a52c-1efaceea50b9 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:03.347858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.348519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.373498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a3c2ae9-8fae-422c-8c8f-e0e968dc0f78 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5453908 Dec 15 13:49:03.374215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53198) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:03.380793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:03.389405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57e461-8e1d-4bc3-8636-df4d97977c4d None None] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:03.390538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c93c5fc8-7103-410c-8069-bde33adadf11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.394954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-72ac0c4b-c27e-4023-ab00-7b3b4d059d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.409052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 42d5a5bd-57f6-4718-a52c-1efaceea50b9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:03.409621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 42d5a5bd-57f6-4718-a52c-1efaceea50b9 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:03.416685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.418707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.450235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c93c5fc8-7103-410c-8069-bde33adadf11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.462914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777f77-073c-4277-8225-1258b484e292 req-871d2e26-6ee4-4d36-b625-e0a5c3fa0bcb tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.465100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d777f77-073c-4277-8225-1258b484e292 req-871d2e26-6ee4-4d36-b625-e0a5c3fa0bcb tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1615119 Dec 15 13:49:03.535508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:49:03.536951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.542894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.556604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d777f77-073c-4277-8225-1258b484e292 req-196e033f-80e6-4ede-a9d9-f07db5854a5b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807271 Dec 15 13:49:03.593096 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-72ac0c4b-c27e-4023-ab00-7b3b4d059d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.599621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-72ac0c4b-c27e-4023-ab00-7b3b4d059d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.601204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-72ac0c4b-c27e-4023-ab00-7b3b4d059d52 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a89785b4-b643-4cf6-8877-5767d4790f9c HTTP/1.1" status: 204 len: 168 time: 0.4142423 Dec 15 13:49:03.606655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c93c5fc8-7103-410c-8069-bde33adadf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.610327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c93c5fc8-7103-410c-8069-bde33adadf11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.614766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c93c5fc8-7103-410c-8069-bde33adadf11 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e2258f3-adfb-4ac1-885e-235b3a086de7 HTTP/1.1" status: 204 len: 168 time: 0.3274944 Dec 15 13:49:03.623438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac0c4b-c27e-4023-ab00-7b3b4d059d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89785b4-b643-4cf6-8877-5767d4790f9c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:03.637274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c5fc8-7103-410c-8069-bde33adadf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2258f3-adfb-4ac1-885e-235b3a086de7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:03.784011 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e89a10d0-e100-40eb-9f20-3470e4c8758e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.787139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Allocated IP 172.20.0.2 (96461905-4df6-47fc-a8a7-9ecdfb9c1957/e9fe162c-c9d3-471a-9f72-f781246ef306/068c0b88-5c10-467e-82fe-ef83030ebfe3) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:03.820178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c1a81-a401-48de-a3da-85102e74b56c req-9099b374-8ddd-4e41-9242-3204d727c193 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:03.821777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b25c1a81-a401-48de-a3da-85102e74b56c req-9099b374-8ddd-4e41-9242-3204d727c193 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1305342 Dec 15 13:49:03.826059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.928374 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b25c1a81-a401-48de-a3da-85102e74b56c req-4b4b5ae4-8dc1-428a-a4ad-d00fb2be0a2e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982015 Dec 15 13:49:04.003847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.012866 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.081027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:04.086766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:04.089291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Pushing event updated for resources: {'Port': ['ID=068c0b88-5c10-467e-82fe-ef83030ebfe3,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:04.091944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:04.133038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.155237 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.174543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Attempting to bind port 068c0b88-5c10-467e-82fe-ef83030ebfe3 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:04.174960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Attempting to bind port 068c0b88-5c10-467e-82fe-ef83030ebfe3 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:04.175343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Attempting to bind port 068c0b88-5c10-467e-82fe-ef83030ebfe3 on network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:04.182302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:04.182700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Checking segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:04.183112 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.183566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Bound using segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:04.184086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Bound port: 068c0b88-5c10-467e-82fe-ef83030ebfe3, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:04.184484 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.205190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53226) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:04.255840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5ae21acd-a147-44f9-8a8f-b0a9287d9a04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a54f6d02647b4c4d9d6dea2092aff9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474119 Dec 15 13:49:04.256079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53228) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:04.309042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] For port 068c0b88-5c10-467e-82fe-ef83030ebfe3, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:04.312861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Allocated IP 172.25.7.137 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/c87b0c0c-0528-40ea-a8aa-c9581adf0162) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:04.314941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] For port 068c0b88-5c10-467e-82fe-ef83030ebfe3, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=068c0b88-5c10-467e-82fe-ef83030ebfe3,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:04.317579 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae9ebfbf-5dc4-4e8d-9aef-73d673203c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.325922 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.347967 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae9ebfbf-5dc4-4e8d-9aef-73d673203c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.404648 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae9ebfbf-5dc4-4e8d-9aef-73d673203c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.408062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae9ebfbf-5dc4-4e8d-9aef-73d673203c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.413195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ae9ebfbf-5dc4-4e8d-9aef-73d673203c34 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/48d63c42-f5d9-440a-9735-58211eb252de HTTP/1.1" status: 204 len: 168 time: 0.1523042 Dec 15 13:49:04.414983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a79b8-b6b8-447a-a8fc-29611cae57fe None None] Pushing event updated for resources: {'Port': ['ID=068c0b88-5c10-467e-82fe-ef83030ebfe3,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:04.420272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ebfbf-5dc4-4e8d-9aef-73d673203c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d63c42-f5d9-440a-9735-58211eb252de,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:04.475908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.526073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.573334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:04.579041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:04.584407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:04.587638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Pushing event updated for resources: {'Port': ['ID=c87b0c0c-0528-40ea-a8aa-c9581adf0162,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:04.750127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.878207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1088-2fd2-4c1e-9ae6-67c81c818193 req-e75424a1-878f-4b9c-8b19-adf9b9d64922 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:04.879768 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87bc1088-2fd2-4c1e-9ae6-67c81c818193 req-e75424a1-878f-4b9c-8b19-adf9b9d64922 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1410155 Dec 15 13:49:04.997881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87bc1088-2fd2-4c1e-9ae6-67c81c818193 req-0bfcfdab-6c06-443b-be7d-cd2170a0e108 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081591 Dec 15 13:49:05.142466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a5aa1-f0a7-4130-bcb4-c4cec5ae7c0f req-4fe4868b-b24d-4ea5-bbe1-60fadcd96d9f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:05.151514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-010a5aa1-f0a7-4130-bcb4-c4cec5ae7c0f req-4fe4868b-b24d-4ea5-bbe1-60fadcd96d9f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1030288 Dec 15 13:49:05.206378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-010a5aa1-f0a7-4130-bcb4-c4cec5ae7c0f req-4fb3d256-f71a-4eb8-ae7c-91125d3191a1 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535519 Dec 15 13:49:05.375532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.490164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53286) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:05.649639 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.693571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1296278777-network', 'tenant_id': '864f3064836d4011a836e2b258eff61a'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:05.753398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Made reservation on behalf of 864f3064836d4011a836e2b258eff61a for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:05.756352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.768176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.782000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db0832-6ffe-4726-a3d8-931d15c1d49a None None] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:05.910629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.917468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:49:05.923565 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.963474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:49:05.977437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-56786dcd-36f7-4c27-86a5-8b7ffb8976af None None] Provisioning complete for port 068c0b88-5c10-467e-82fe-ef83030ebfe3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:05.978104 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56786dcd-36f7-4c27-86a5-8b7ffb8976af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.980725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdbfd30-a4f0-4c29-b08a-8069cc1d1f58,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:05.986319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.986726 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Added segment 7bcd11e8-eb4a-4512-8c1c-b1f5f49891d7 of type vlan for network e4f1ff1f-b565-41b3-a176-1f545d1bfc9f Dec 15 13:49:06.036414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.068784 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.070212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.071156 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.143467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56786dcd-36f7-4c27-86a5-8b7ffb8976af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.197582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:06.213474 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df3882-5784-495c-bdd1-959360104637 None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:06.222999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] Pushing event updated for resources: {'Network': ['ID=e4f1ff1f-b565-41b3-a176-1f545d1bfc9f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:06.239679 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df3882-5784-495c-bdd1-959360104637 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:06.240637 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39df3882-5784-495c-bdd1-959360104637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:06.264720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.265991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bb7b94e4-1fab-4447-8765-2f6b7b6125d0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7680867 Dec 15 13:49:06.265991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53312) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:06.266287 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-789d508a-760d-4d94-b0f1-100b2342f83e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.8858895 Dec 15 13:49:06.266458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53314) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:06.272756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-56786dcd-36f7-4c27-86a5-8b7ffb8976af None None] For port 068c0b88-5c10-467e-82fe-ef83030ebfe3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=068c0b88-5c10-467e-82fe-ef83030ebfe3,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:06.285283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network e4f1ff1f-b565-41b3-a176-1f545d1bfc9f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:49:06.291315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Request body: {'subnet': {'network_id': 'e4f1ff1f-b565-41b3-a176-1f545d1bfc9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1296278777-subnet', 'tenant_id': '864f3064836d4011a836e2b258eff61a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:06.329301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9acfc9-eccc-4f83-a0cd-8a98c915ca92 req-45bbbee6-1496-43c1-9dc0-8f6c72345956 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.340029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b9acfc9-eccc-4f83-a0cd-8a98c915ca92 req-45bbbee6-1496-43c1-9dc0-8f6c72345956 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1930490 Dec 15 13:49:06.345983 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56786dcd-36f7-4c27-86a5-8b7ffb8976af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.363517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 068c0b88-5c10-467e-82fe-ef83030ebfe3 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:06.385216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Made reservation on behalf of 864f3064836d4011a836e2b258eff61a for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:06.388396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.504147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b9acfc9-eccc-4f83-a0cd-8a98c915ca92 req-9bbc2874-4b54-4667-a09e-252a41eb89a3 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631050 Dec 15 13:49:06.550031 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-39df3882-5784-495c-bdd1-959360104637 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:06.616507 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.621886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56786dcd-36f7-4c27-86a5-8b7ffb8976af None None] Pushing event updated for resources: {'Port': ['ID=068c0b88-5c10-467e-82fe-ef83030ebfe3,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:06.639220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 068c0b88-5c10-467e-82fe-ef83030ebfe3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:06.639818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.648835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.699648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-35abdbf8-e1e5-4b57-88dd-a28b5a76cd9b None None] Provisioning complete for port 068c0b88-5c10-467e-82fe-ef83030ebfe3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:06.699903 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35abdbf8-e1e5-4b57-88dd-a28b5a76cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.742594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feee1f99-6937-49b7-bc40-9cc3217a7289,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:06.769870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888784d-745c-403c-8d7b-27dc3e30c55e req-eab8febf-328b-48b6-92ad-388fe7cb3375 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:06.771633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9888784d-745c-403c-8d7b-27dc3e30c55e req-eab8febf-328b-48b6-92ad-388fe7cb3375 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1928856 Dec 15 13:49:06.809232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53320) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:06.863601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9888784d-745c-403c-8d7b-27dc3e30c55e req-fb38ba03-80bd-4308-9c05-0b4d2d63fb91 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815208 Dec 15 13:49:06.918066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Checking segment: {'id': '7bcd11e8-eb4a-4512-8c1c-b1f5f49891d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'e4f1ff1f-b565-41b3-a176-1f545d1bfc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:06.918462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Network hostable DHCP agents. Network: e4f1ff1f-b565-41b3-a176-1f545d1bfc9f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:49:06.943443 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39df3882-5784-495c-bdd1-959360104637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:04Z', 'revision_number': 3, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:06.992924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Network e4f1ff1f-b565-41b3-a176-1f545d1bfc9f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:49:06.993074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd46d658-d42a-4cd7-80d8-8357822242ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.009161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, e4f1ff1f-b565-41b3-a176-1f545d1bfc9f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:07.015844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:07.016766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.025269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3198ca92-f8ef-4233-87fc-6e405e96db6c None None] Network e4f1ff1f-b565-41b3-a176-1f545d1bfc9f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:07.039315 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df3882-5784-495c-bdd1-959360104637 None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:07.040376 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df3882-5784-495c-bdd1-959360104637 None None] Updating router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 port c87b0c0c-0528-40ea-a8aa-c9581adf0162 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:49:07.082157 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-39df3882-5784-495c-bdd1-959360104637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.082880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-49d740ce-6ac1-4fec-87a3-532a4f2caf91 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8194494 Dec 15 13:49:07.173148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd46d658-d42a-4cd7-80d8-8357822242ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.189041 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd46d658-d42a-4cd7-80d8-8357822242ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.249147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.257369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb9767f-e3d9-40b6-9399-f55be7f6478e None None] Network e4f1ff1f-b565-41b3-a176-1f545d1bfc9f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:07.280609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dd46d658-d42a-4cd7-80d8-8357822242ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a8ee8cc32ce84b3781d83d7197764ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4701471 Dec 15 13:49:07.281560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:07.298332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46d658-d42a-4cd7-80d8-8357822242ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f281f-6409-4943-a4ad-c8f2f1f472dd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:07.365851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:07.429410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da28adf6-d3e5-49f4-a39d-8554a6aa7ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.475814 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da28adf6-d3e5-49f4-a39d-8554a6aa7ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.485533 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-39df3882-5784-495c-bdd1-959360104637 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.496101 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-39df3882-5784-495c-bdd1-959360104637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.573325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da28adf6-d3e5-49f4-a39d-8554a6aa7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.577236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da28adf6-d3e5-49f4-a39d-8554a6aa7ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.580385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da28adf6-d3e5-49f4-a39d-8554a6aa7ee8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/481f281f-6409-4943-a4ad-c8f2f1f472dd HTTP/1.1" status: 204 len: 168 time: 0.2930470 Dec 15 13:49:07.595062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28adf6-d3e5-49f4-a39d-8554a6aa7ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f281f-6409-4943-a4ad-c8f2f1f472dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:07.620520 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b8003-7d37-453b-a436-2ddbcf19613e None None] Pushing event updated for resources: {'Port': ['ID=c87b0c0c-0528-40ea-a8aa-c9581adf0162,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:07.625360 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-39df3882-5784-495c-bdd1-959360104637 None None] Attempting to bind port c87b0c0c-0528-40ea-a8aa-c9581adf0162 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:07.625360 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-39df3882-5784-495c-bdd1-959360104637 None None] Attempting to bind port c87b0c0c-0528-40ea-a8aa-c9581adf0162 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:07.625697 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df3882-5784-495c-bdd1-959360104637 None None] Attempting to bind port c87b0c0c-0528-40ea-a8aa-c9581adf0162 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:07.632596 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df3882-5784-495c-bdd1-959360104637 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:07.632985 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df3882-5784-495c-bdd1-959360104637 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:07.633397 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-39df3882-5784-495c-bdd1-959360104637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.633796 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df3882-5784-495c-bdd1-959360104637 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:07.634814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-39df3882-5784-495c-bdd1-959360104637 None None] Bound port: c87b0c0c-0528-40ea-a8aa-c9581adf0162, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:07.634814 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-39df3882-5784-495c-bdd1-959360104637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.701921 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-39df3882-5784-495c-bdd1-959360104637 None None] For port c87b0c0c-0528-40ea-a8aa-c9581adf0162, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:07.706462 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-39df3882-5784-495c-bdd1-959360104637 None None] For port c87b0c0c-0528-40ea-a8aa-c9581adf0162, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c87b0c0c-0528-40ea-a8aa-c9581adf0162,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:07.712637 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-39df3882-5784-495c-bdd1-959360104637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.720563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:07.741180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f91d-3248-4157-8a36-d117eb91c149 req-43398b4e-0276-4e61-8e54-0e8f7a3dfe4c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:07.744688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'mac_address': 'fa:16:3e:17:e9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:07.748805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c68f91d-3248-4157-8a36-d117eb91c149 req-43398b4e-0276-4e61-8e54-0e8f7a3dfe4c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1259665 Dec 15 13:49:07.792911 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b8003-7d37-453b-a436-2ddbcf19613e None None] Pushing event updated for resources: {'Port': ['ID=c87b0c0c-0528-40ea-a8aa-c9581adf0162,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:07.802807 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df3882-5784-495c-bdd1-959360104637 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:07.803675 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39df3882-5784-495c-bdd1-959360104637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:07.835731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0097004e-34ba-4046-8b1c-73c14fd9c832 req-725111ea-0c1a-4d24-b148-9dfff7607f57 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1750957476', 'description': 'tempest-description-2105463728'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:07.836930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.878528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c68f91d-3248-4157-8a36-d117eb91c149 req-af00c4ca-ecf1-4e84-9955-b9ecadb780f8 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283920 Dec 15 13:49:07.884558 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.886689 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0097004e-34ba-4046-8b1c-73c14fd9c832 req-725111ea-0c1a-4d24-b148-9dfff7607f57 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:07.898333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa17d32b-2480-4e16-ab94-79625be64e40 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:07.922619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:07.929069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.038888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0097004e-34ba-4046-8b1c-73c14fd9c832 req-725111ea-0c1a-4d24-b148-9dfff7607f57 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.051291 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0097004e-34ba-4046-8b1c-73c14fd9c832 req-725111ea-0c1a-4d24-b148-9dfff7607f57 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.075595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Allocated IP 172.20.0.1 (96461905-4df6-47fc-a8a7-9ecdfb9c1957/e9fe162c-c9d3-471a-9f72-f781246ef306/9682411e-a64c-401e-8bf3-9d3b36d0a76f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:08.090601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:08.120391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725111ea-0c1a-4d24-b148-9dfff7607f57 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a31ba5-9d55-4fc0-b1e8-4f772efc3430,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:08.141477 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0097004e-34ba-4046-8b1c-73c14fd9c832 req-725111ea-0c1a-4d24-b148-9dfff7607f57 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.157105 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0097004e-34ba-4046-8b1c-73c14fd9c832 req-725111ea-0c1a-4d24-b148-9dfff7607f57 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3274608 Dec 15 13:49:08.160878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['fa17d32b-2480-4e16-ab94-79625be64e40'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:08.185887 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-39df3882-5784-495c-bdd1-959360104637 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:08.198262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-118aabb2-bf57-45ae-87c4-c78a9d0fe386 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488579 Dec 15 13:49:08.303890 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 068c0b88-5c10-467e-82fe-ef83030ebfe3 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:08.330001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53374) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:08.353840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad9d1f-9c72-4890-8270-6488fdfe07b3 req-295a51c3-0eb9-4a27-b0e6-1f247d7b09b0 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:08.355488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-36ad9d1f-9c72-4890-8270-6488fdfe07b3 req-295a51c3-0eb9-4a27-b0e6-1f247d7b09b0 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0842223 Dec 15 13:49:08.368527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78bb6922-5b51-443f-9e58-b7c2c0d40b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.378208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.420191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 068c0b88-5c10-467e-82fe-ef83030ebfe3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:08.420570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.434918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-36ad9d1f-9c72-4890-8270-6488fdfe07b3 req-62b3e3d7-64e8-4b9c-b3fb-854eb092e4f7 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665288 Dec 15 13:49:08.464294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4c706a76-ca4c-4b3c-a897-f841cf01448c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:08.465884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4c706a76-ca4c-4b3c-a897-f841cf01448c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586882 Dec 15 13:49:08.502146 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39df3882-5784-495c-bdd1-959360104637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:04Z', 'revision_number': 3, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:08.503142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-955ecb53-302b-403f-a521-7e7c099c0042 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/quotas/72e6f3c3fea24293810cc0b2a8d08307 HTTP/1.1" status: 200 len: 375 time: 0.0253508 Dec 15 13:49:08.514179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.550840 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df3882-5784-495c-bdd1-959360104637 None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:04Z', 'revision_number': 3, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:08.587708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-cf9d447c-a7b5-4e31-b004-25bff8305eaa tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705249 Dec 15 13:49:08.601823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:08.611063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:08.620792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:08.648305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78bb6922-5b51-443f-9e58-b7c2c0d40b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.651063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Pushing event updated for resources: {'Port': ['ID=9682411e-a64c-401e-8bf3-9d3b36d0a76f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:08.665058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78bb6922-5b51-443f-9e58-b7c2c0d40b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.672377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ee138c4-073e-40b1-b452-41ed56b41049 req-890a3de2-159e-4bad-bd82-c76fd1858c0e tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/01a31ba5-9d55-4fc0-b1e8-4f772efc3430 HTTP/1.1" status: 200 len: 1830 time: 0.0672803 Dec 15 13:49:08.691185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8ee138c4-073e-40b1-b452-41ed56b41049 req-90be3437-8c9e-4e54-ae7f-876bf76e277c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01a31ba5-9d55-4fc0-b1e8-4f772efc3430', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:08.691805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8ee138c4-073e-40b1-b452-41ed56b41049 req-90be3437-8c9e-4e54-ae7f-876bf76e277c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01a31ba5-9d55-4fc0-b1e8-4f772efc3430', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:08.702848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.779778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb6922-5b51-443f-9e58-b7c2c0d40b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e58b1e6-7105-43b6-b14d-652eb9d05a18,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:08.807944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ee138c4-073e-40b1-b452-41ed56b41049 req-90be3437-8c9e-4e54-ae7f-876bf76e277c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.809064 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-78bb6922-5b51-443f-9e58-b7c2c0d40b71 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=619571ed82a84ef0a182468a10065093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778078 Dec 15 13:49:08.813280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53380) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:08.843217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ee138c4-073e-40b1-b452-41ed56b41049 req-90be3437-8c9e-4e54-ae7f-876bf76e277c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.848506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ee138c4-073e-40b1-b452-41ed56b41049 req-90be3437-8c9e-4e54-ae7f-876bf76e277c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.877925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be3437-8c9e-4e54-ae7f-876bf76e277c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8f7a02-03d2-4439-a3da-e4f394fd8417,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:08.885718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ee138c4-073e-40b1-b452-41ed56b41049 req-90be3437-8c9e-4e54-ae7f-876bf76e277c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:08.901657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ee138c4-073e-40b1-b452-41ed56b41049 req-90be3437-8c9e-4e54-ae7f-876bf76e277c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2166710 Dec 15 13:49:09.024393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dbf0e068-2300-411c-9bb6-0c30d19be5e2 None None] Provisioning complete for port 9682411e-a64c-401e-8bf3-9d3b36d0a76f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:09.024646 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e068-2300-411c-9bb6-0c30d19be5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.030132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-636d43d0-16d1-454d-938d-8a6153fa0b01 req-f4d7b0a9-16e9-4c89-a275-8936905037ee tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 210 time: 0.1622820 Dec 15 13:49:09.091740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdaca1-45f6-40ae-a124-6d1a8d27847e req-0f4548e8-9672-422e-aa91-3519601a12d5 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:09.095082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3cdaca1-45f6-40ae-a124-6d1a8d27847e req-0f4548e8-9672-422e-aa91-3519601a12d5 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 949 time: 0.1075773 Dec 15 13:49:09.098905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0e068-2300-411c-9bb6-0c30d19be5e2 None None] Port 9682411e-a64c-401e-8bf3-9d3b36d0a76f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:09.137312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.164793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.174676 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3cdaca1-45f6-40ae-a124-6d1a8d27847e req-0395e833-62ee-4172-a2be-0fdc3690352b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709262 Dec 15 13:49:09.176395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.271803 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4fd5ad20-07e4-4cdc-8024-95fb6494fd77 req-e1f02648-4b68-4a9b-a384-3e39653a87f6 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/01a31ba5-9d55-4fc0-b1e8-4f772efc3430 HTTP/1.1" status: 200 len: 2423 time: 0.2004511 Dec 15 13:49:09.313678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8230ff23-0926-48ce-bfdc-e0ccb0a2322b req-14cc0be8-561b-476d-ad03-5ea3554e1db8 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-group-rules/1d8f7a02-03d2-4439-a3da-e4f394fd8417 HTTP/1.1" status: 200 len: 778 time: 0.0170569 Dec 15 13:49:09.373333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.376306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.379668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8e58b1e6-7105-43b6-b14d-652eb9d05a18 HTTP/1.1" status: 204 len: 168 time: 0.5632696 Dec 15 13:49:09.382726 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8230ff23-0926-48ce-bfdc-e0ccb0a2322b req-e59275d5-df0e-4808-a06c-4861b472f1a1 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/01a31ba5-9d55-4fc0-b1e8-4f772efc3430 HTTP/1.1" status: 200 len: 2423 time: 0.0596747 Dec 15 13:49:09.382837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:09.429666 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8230ff23-0926-48ce-bfdc-e0ccb0a2322b req-a0fba480-4219-4d38-b2d0-16edfb6c936a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.430012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e58b1e6-7105-43b6-b14d-652eb9d05a18,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:09.440296 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8230ff23-0926-48ce-bfdc-e0ccb0a2322b req-a0fba480-4219-4d38-b2d0-16edfb6c936a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.449295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.449548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.449903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.450253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.450975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.450975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.451255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.451569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.456011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.456330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.456684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.457027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.457369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d58f0b4-4097-42b0-afeb-10f62748956b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:09.526497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port fa17d32b-2480-4e16-ab94-79625be64e40 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:09.526879 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.536475 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8230ff23-0926-48ce-bfdc-e0ccb0a2322b req-a0fba480-4219-4d38-b2d0-16edfb6c936a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.544499 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8230ff23-0926-48ce-bfdc-e0ccb0a2322b req-a0fba480-4219-4d38-b2d0-16edfb6c936a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.545937 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8230ff23-0926-48ce-bfdc-e0ccb0a2322b req-a0fba480-4219-4d38-b2d0-16edfb6c936a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/1d8f7a02-03d2-4439-a3da-e4f394fd8417 HTTP/1.1" status: 204 len: 173 time: 0.1476266 Dec 15 13:49:09.562135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fba480-4219-4d38-b2d0-16edfb6c936a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d8f7a02-03d2-4439-a3da-e4f394fd8417,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:09.609989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.622132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.680120 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.721435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2e9d9ff0-56bc-44f4-a48b-33a1fdf12a3b req-87de2e0f-08b2-47dd-ba6b-c90a163df3bb tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-257522060', 'description': 'tempest-description-2026681350'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:09.728453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:09.730094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:09.734068 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adc003c-1328-44c8-8d22-169f1ccc509a" -d '{"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-plugged", "status": "completed", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:09.738346 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.743529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.779349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0476f-fdf0-420a-af34-cbe1686e114b req-a49b136e-d454-4abe-84a0-943dfdb8e488 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:09.781849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13e0476f-fdf0-420a-af34-cbe1686e114b req-a49b136e-d454-4abe-84a0-943dfdb8e488 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2538981 Dec 15 13:49:09.797211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Pushing event updated for resources: {'Port': ['ID=9682411e-a64c-401e-8bf3-9d3b36d0a76f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:09.819339 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2e9d9ff0-56bc-44f4-a48b-33a1fdf12a3b req-87de2e0f-08b2-47dd-ba6b-c90a163df3bb tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.933685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13e0476f-fdf0-420a-af34-cbe1686e114b req-14ec527c-fda9-4e1e-bf54-e629cb1ba959 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168330 Dec 15 13:49:09.968164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2e9d9ff0-56bc-44f4-a48b-33a1fdf12a3b req-87de2e0f-08b2-47dd-ba6b-c90a163df3bb tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.976259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2e9d9ff0-56bc-44f4-a48b-33a1fdf12a3b req-87de2e0f-08b2-47dd-ba6b-c90a163df3bb tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.978798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:09.997413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:09.998971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:10.021959 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2e9d9ff0-56bc-44f4-a48b-33a1fdf12a3b req-87de2e0f-08b2-47dd-ba6b-c90a163df3bb tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.023265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e9d9ff0-56bc-44f4-a48b-33a1fdf12a3b req-87de2e0f-08b2-47dd-ba6b-c90a163df3bb tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3174999 Dec 15 13:49:10.036846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de2e0f-08b2-47dd-ba6b-c90a163df3bb tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046fbdc0-08b3-46ae-8b1d-bc7cb0bea82b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:10.099442 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae1a7d-e910-4863-9b16-7d836324a0f4 x-openstack-request-id: req-38ae1a7d-e910-4863-9b16-7d836324a0f4 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:10.100334 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-plugged", "status": "completed", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:10.100590 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38ae1a7d-e910-4863-9b16-7d836324a0f4 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:10.101123 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'code': 200} Dec 15 13:49:10.195238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b8e43cb-b14b-4a2e-bc8f-d360588c79ad req-bcc51fc0-bb3f-43eb-ae82-e46b9d397d4f tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/046fbdc0-08b3-46ae-8b1d-bc7cb0bea82b HTTP/1.1" status: 200 len: 1829 time: 0.1107361 Dec 15 13:49:10.317610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bbe7fe9f-efba-4bbe-81ac-aa37bbd94b02 req-658f6b15-943f-4fdc-bb82-16bbeee1891c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 210 time: 0.1401088 Dec 15 13:49:10.344157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:10.372767 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-e0571ccd-6398-44f6-a88e-d1ba59137018 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845149 Dec 15 13:49:10.441297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c87b0c0c-0528-40ea-a8aa-c9581adf0162 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:10.510934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-86b54750-6875-4cb5-909f-68a20b679704 None None] Provisioning complete for port 9682411e-a64c-401e-8bf3-9d3b36d0a76f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:10.511522 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86b54750-6875-4cb5-909f-68a20b679704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.540713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7eab776e-6a06-4d26-b2e3-6bbf957eb80d req-79b0f8b3-def8-43ff-8544-3f41e43e7c41 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1819257206', 'description': 'tempest-description-1362185213'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:10.574621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-86b54750-6875-4cb5-909f-68a20b679704 None None] Port 9682411e-a64c-401e-8bf3-9d3b36d0a76f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:10.576129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7eab776e-6a06-4d26-b2e3-6bbf957eb80d req-79b0f8b3-def8-43ff-8544-3f41e43e7c41 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.585050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c87b0c0c-0528-40ea-a8aa-c9581adf0162 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:10.585606 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.669103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89307ae7-69ba-4964-9f88-14d00daedf26 req-d5df2be6-25f8-4944-8867-a035979b7ce2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:10.678509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-bf04c96c-073d-44dd-9633-5a8253fabc81 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:10.679132 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-bf04c96c-073d-44dd-9633-5a8253fabc81 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986269 Dec 15 13:49:10.682864 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89307ae7-69ba-4964-9f88-14d00daedf26 req-d5df2be6-25f8-4944-8867-a035979b7ce2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.2297695 Dec 15 13:49:10.695996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Request body: {'port': {'device_id': 'aed84c1f-81a1-4783-9fd4-e31d4872354c', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '72e6f3c3fea24293810cc0b2a8d08307'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:10.702870 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.727767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port c87b0c0c-0528-40ea-a8aa-c9581adf0162, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c87b0c0c-0528-40ea-a8aa-c9581adf0162,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:10.735197 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.745420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:10.759032 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9f0cd33e-a42f-49f4-994f-2437657cbce0 admin admin] 10.222.0.86 "PUT /v2.0/routers/28c7abf7-b17c-4452-8ed1-33e322e2dd60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4917917 Dec 15 13:49:10.762940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdf493-4962-40e3-bd90-c86e139ed27a req-15c40751-b40a-4c93-bb89-0e2459157503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:10.771531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfbdf493-4962-40e3-bd90-c86e139ed27a req-15c40751-b40a-4c93-bb89-0e2459157503 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1101 time: 0.2457991 Dec 15 13:49:10.806300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=c87b0c0c-0528-40ea-a8aa-c9581adf0162,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:10.818763 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7eab776e-6a06-4d26-b2e3-6bbf957eb80d req-79b0f8b3-def8-43ff-8544-3f41e43e7c41 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.832746 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7eab776e-6a06-4d26-b2e3-6bbf957eb80d req-79b0f8b3-def8-43ff-8544-3f41e43e7c41 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.844784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89307ae7-69ba-4964-9f88-14d00daedf26 req-51d6ef30-8a3d-49cd-b696-2846d015fa6b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549411 Dec 15 13:49:10.883657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0f8b3-def8-43ff-8544-3f41e43e7c41 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb244f-b5d2-4223-9e3f-199d396237e5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:10.904092 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7eab776e-6a06-4d26-b2e3-6bbf957eb80d req-79b0f8b3-def8-43ff-8544-3f41e43e7c41 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.924523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7eab776e-6a06-4d26-b2e3-6bbf957eb80d req-79b0f8b3-def8-43ff-8544-3f41e43e7c41 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3940930 Dec 15 13:49:10.943463 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfbdf493-4962-40e3-bd90-c86e139ed27a req-f035155f-4757-4f7b-b111-8d124b9155c8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615751 Dec 15 13:49:10.956217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Made reservation on behalf of 72e6f3c3fea24293810cc0b2a8d08307 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:10.959815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:10.980492 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.033584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3a965841-bbb3-4005-a74c-5ccdd7c8dd28 req-95b9848a-8a92-47f8-9da1-c6aed9584f0b tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/97bb244f-b5d2-4223-9e3f-199d396237e5 HTTP/1.1" status: 200 len: 1830 time: 0.0981145 Dec 15 13:49:11.073790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a089d5ae-caaa-405f-be72-7a5c21b0cf50 req-f1e9cab6-d0b5-4a8b-aa52-ee74531edaf3 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1528194778', 'description': 'tempest-description-611639185'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:11.084888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:11.099136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:11.101201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:11.119748 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a089d5ae-caaa-405f-be72-7a5c21b0cf50 req-f1e9cab6-d0b5-4a8b-aa52-ee74531edaf3 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.131239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a28e4-317c-40aa-a439-ffe670b635f1 req-d4aaf526-f9a2-4aa4-ab29-3b7b1dc9dff8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.133379 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-647a28e4-317c-40aa-a439-ffe670b635f1 req-d4aaf526-f9a2-4aa4-ab29-3b7b1dc9dff8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0875492 Dec 15 13:49:11.159811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.178052 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.218677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-647a28e4-317c-40aa-a439-ffe670b635f1 req-e1f976bd-efc0-435a-98e3-f5a33115344f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773447 Dec 15 13:49:11.261928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20750b45-4efa-40f0-a8bf-7dd8a4d44860,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:11.276100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:11.297183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a089d5ae-caaa-405f-be72-7a5c21b0cf50 req-f1e9cab6-d0b5-4a8b-aa52-ee74531edaf3 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.304344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a089d5ae-caaa-405f-be72-7a5c21b0cf50 req-f1e9cab6-d0b5-4a8b-aa52-ee74531edaf3 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.361510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9cab6-d0b5-4a8b-aa52-ee74531edaf3 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45322d6f-6ff4-4502-aab0-0024e1e060d5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:11.380515 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a089d5ae-caaa-405f-be72-7a5c21b0cf50 req-f1e9cab6-d0b5-4a8b-aa52-ee74531edaf3 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.386495 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a089d5ae-caaa-405f-be72-7a5c21b0cf50 req-f1e9cab6-d0b5-4a8b-aa52-ee74531edaf3 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3166137 Dec 15 13:49:11.425190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Allocated IP 192.168.233.155 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/49e5f400-665a-4a41-96e1-1386a13ef2dc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:11.489799 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-884a3d1a-13d7-4e08-ab14-97c9e0d4b250 req-53abfff6-85d1-4021-96ff-88b84a56d9f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 210 time: 0.0441451 Dec 15 13:49:11.558149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 2, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:11.593489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:11.594257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Updating router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 port 9682411e-a64c-401e-8bf3-9d3b36d0a76f binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:49:11.618014 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c9f94f9-20ca-4853-bf03-198b39b97d48 req-338956ef-a19c-47a0-a1e8-79a703734c2a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/45322d6f-6ff4-4502-aab0-0024e1e060d5 HTTP/1.1" status: 200 len: 1829 time: 0.0952411 Dec 15 13:49:11.631857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.662275 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-abffd0db-6a6f-46f0-9963-b8ee6a39ee3c req-b3733d08-ce93-4bc8-b874-764771f014d9 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-770132207', 'description': 'tempest-description-1425694794'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:11.690853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.720542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-abffd0db-6a6f-46f0-9963-b8ee6a39ee3c req-b3733d08-ce93-4bc8-b874-764771f014d9 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.769030 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.850145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:11.856016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'Port': ['ID=49e5f400-665a-4a41-96e1-1386a13ef2dc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:11.858564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:11.865002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:11.869155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-abffd0db-6a6f-46f0-9963-b8ee6a39ee3c req-b3733d08-ce93-4bc8-b874-764771f014d9 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.905510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-abffd0db-6a6f-46f0-9963-b8ee6a39ee3c req-b3733d08-ce93-4bc8-b874-764771f014d9 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.926486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6770c-da19-443d-9a55-319d460f4429 req-e9811ac5-6a65-4a4f-9137-77c4ae6483ee tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.940381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-e9811ac5-6a65-4a4f-9137-77c4ae6483ee tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 821 time: 0.1724222 Dec 15 13:49:11.963559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-c213ab58-49d4-4d2d-8be3-ec4e751f536d tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/quotas/892c322aafde42978bb257e47e89f88d HTTP/1.1" status: 200 len: 375 time: 0.0191269 Dec 15 13:49:11.970467 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-abffd0db-6a6f-46f0-9963-b8ee6a39ee3c req-b3733d08-ce93-4bc8-b874-764771f014d9 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:11.977175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-abffd0db-6a6f-46f0-9963-b8ee6a39ee3c req-b3733d08-ce93-4bc8-b874-764771f014d9 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3223736 Dec 15 13:49:11.992019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:11.995087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.016047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3733d08-ce93-4bc8-b874-764771f014d9 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cf857d-d576-41e6-bf9e-68a54a97103b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:12.059775 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-609764d3-b986-4949-ba32-d79a3e712dda tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882382 Dec 15 13:49:12.063578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0cb4ef1e-74dc-456a-9fa5-59de22115410 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3736756 Dec 15 13:49:12.080527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Request body: {'port': {'device_id': 'aed84c1f-81a1-4783-9fd4-e31d4872354c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:12.122803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.134215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.247290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c87b0c0c-0528-40ea-a8aa-c9581adf0162 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:12.299223 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.320358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-465fe151-5c6a-460e-8f30-90421a595f36 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517552 Dec 15 13:49:12.342751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94886735-c971-40a8-8597-bb3cf7d7998e req-d0be40a7-eb78-4a0e-a21e-e1270d84a55b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:12.345679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94886735-c971-40a8-8597-bb3cf7d7998e req-d0be40a7-eb78-4a0e-a21e-e1270d84a55b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.2613072 Dec 15 13:49:12.367075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04957e91-190f-4692-b5bf-79836e034fd5 None None] Pushing event updated for resources: {'Port': ['ID=9682411e-a64c-401e-8bf3-9d3b36d0a76f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:12.441641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b50c6ecb-a17f-4904-8433-86af9164f0cb None None] Provisioning complete for port 49e5f400-665a-4a41-96e1-1386a13ef2dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:12.441995 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b50c6ecb-a17f-4904-8433-86af9164f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.487241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94886735-c971-40a8-8597-bb3cf7d7998e req-c3d4903e-2510-4d25-ad74-cb46a6f93aa3 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217685 Dec 15 13:49:12.504938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-50473e18-e20c-4458-9e41-8ada40d69f78 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835387 Dec 15 13:49:12.508366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Attempting to bind port 9682411e-a64c-401e-8bf3-9d3b36d0a76f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:12.509020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Attempting to bind port 9682411e-a64c-401e-8bf3-9d3b36d0a76f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:12.509600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Attempting to bind port 9682411e-a64c-401e-8bf3-9d3b36d0a76f on network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:12.512614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b50c6ecb-a17f-4904-8433-86af9164f0cb None None] Port 49e5f400-665a-4a41-96e1-1386a13ef2dc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:12.523146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:12.523809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Checking segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:12.524464 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.525200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Bound using segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:12.525908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Bound port: 9682411e-a64c-401e-8bf3-9d3b36d0a76f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:12.526593 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.615907 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34213667-2013-4e5d-8623-375d0cc886af req-7a415f14-ef5c-4bcc-bb82-37454a5a8a5c tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/c0cf857d-d576-41e6-bf9e-68a54a97103b HTTP/1.1" status: 200 len: 1829 time: 0.0597703 Dec 15 13:49:12.616159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] For port 9682411e-a64c-401e-8bf3-9d3b36d0a76f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:12.620200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] For port 9682411e-a64c-401e-8bf3-9d3b36d0a76f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9682411e-a64c-401e-8bf3-9d3b36d0a76f,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:12.628831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c87b0c0c-0528-40ea-a8aa-c9581adf0162 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:12.629287 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.676963 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.696894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9bec4b16-cc7f-4118-a20a-f2b7fde93243 None None] Provisioning complete for port 9682411e-a64c-401e-8bf3-9d3b36d0a76f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:12.697368 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bec4b16-cc7f-4118-a20a-f2b7fde93243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:12.842336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e46964-4c0e-47d1-86c8-fe426b9cba32 req-0c54de2c-f647-4fd4-8858-54cb3efa7e43 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:12.854730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4e46964-4c0e-47d1-86c8-fe426b9cba32 req-0c54de2c-f647-4fd4-8858-54cb3efa7e43 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1226912 Dec 15 13:49:12.961439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04957e91-190f-4692-b5bf-79836e034fd5 None None] Pushing event updated for resources: {'Port': ['ID=9682411e-a64c-401e-8bf3-9d3b36d0a76f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:12.976899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:12.977848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:12.997150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e5f400-665a-4a41-96e1-1386a13ef2dc {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:13.004308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4e46964-4c0e-47d1-86c8-fe426b9cba32 req-0a62f2a1-de36-4c72-b76d-7068d3bdb6cd tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482267 Dec 15 13:49:13.007899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.029445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299ddf-d773-43a8-a176-c3b9a014f261 req-47feab64-b139-4c2d-b3e5-51033a74e63d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:13.033554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94299ddf-d773-43a8-a176-c3b9a014f261 req-47feab64-b139-4c2d-b3e5-51033a74e63d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 936 time: 0.0939872 Dec 15 13:49:13.036843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Transition to ACTIVE for port object 49e5f400-665a-4a41-96e1-1386a13ef2dc will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:13.091712 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-5f62ff04-1337-477c-bdcd-6f6a5000092a req-47223987-2a66-4f57-834a-3a2ef3bcb398 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] show failed (client error): The resource could not be found. Dec 15 13:49:13.094702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f62ff04-1337-477c-bdcd-6f6a5000092a req-47223987-2a66-4f57-834a-3a2ef3bcb398 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/8b6262c4-9953-4bd8-8e1b-e87a42a76f8d HTTP/1.1" status: 404 len: 352 time: 0.0325859 Dec 15 13:49:13.097351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.210184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94299ddf-d773-43a8-a176-c3b9a014f261 req-7b780e16-7a93-413e-8c12-0001074ed1d0 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692657 Dec 15 13:49:13.241018 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d10c1cc-878f-4ef6-919e-6e39494544ce req-35c26b38-c4a1-4d96-bbfd-867f47cc9e5d tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0753272 Dec 15 13:49:13.276867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Pushing event updated for resources: {'Port': ['ID=49e5f400-665a-4a41-96e1-1386a13ef2dc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:13.296097 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-2e7ce0b9-ab2d-44b3-b383-96f782116715 req-0efc6392-33f3-4bb6-b1c9-15a2024a0ad2 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] show failed (client error): The resource could not be found. Dec 15 13:49:13.303059 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e7ce0b9-ab2d-44b3-b383-96f782116715 req-0efc6392-33f3-4bb6-b1c9-15a2024a0ad2 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-group-rules/5edb414f-d957-43d5-8d98-3f2961d4a24a HTTP/1.1" status: 404 len: 361 time: 0.0299087 Dec 15 13:49:13.351549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Attempting to bind port 49e5f400-665a-4a41-96e1-1386a13ef2dc on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:13.351991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Attempting to bind port 49e5f400-665a-4a41-96e1-1386a13ef2dc by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:13.352244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Attempting to bind port 49e5f400-665a-4a41-96e1-1386a13ef2dc on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:13.363843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Port 49e5f400-665a-4a41-96e1-1386a13ef2dc on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:13.364216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Attempting to bind port 49e5f400-665a-4a41-96e1-1386a13ef2dc on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:13.374029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:13.386225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:13.386716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:13.387082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:13.387438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Bound port: 49e5f400-665a-4a41-96e1-1386a13ef2dc, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:13.387813 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.397377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3707c249-6304-4459-8961-7901b74dacab req-cb7ea9c1-118d-4d55-98d6-c716cca67e58 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/c0cf857d-d576-41e6-bf9e-68a54a97103b HTTP/1.1" status: 200 len: 1829 time: 0.0761085 Dec 15 13:49:13.492047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] For port 49e5f400-665a-4a41-96e1-1386a13ef2dc, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:13.496584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] For port 49e5f400-665a-4a41-96e1-1386a13ef2dc, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=49e5f400-665a-4a41-96e1-1386a13ef2dc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:13.513516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.533874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3707c249-6304-4459-8961-7901b74dacab req-0d48e16f-d3a2-41d8-84e5-ad42a45a8749 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.605994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3707c249-6304-4459-8961-7901b74dacab req-0d48e16f-d3a2-41d8-84e5-ad42a45a8749 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.611440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:13.612219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.613748 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] 10.222.0.74 "PUT /v2.0/ports/49e5f400-665a-4a41-96e1-1386a13ef2dc HTTP/1.1" status: 200 len: 1096 time: 1.5394766 Dec 15 13:49:13.616135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed84c1f-81a1-4783-9fd4-e31d4872354c', 'tag': '49e5f400-665a-4a41-96e1-1386a13ef2dc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:13.618645 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14d77f5-8d23-47a7-aa96-abb728edbd65" -d '{"events": [{"name": "network-changed", "server_uuid": "aed84c1f-81a1-4783-9fd4-e31d4872354c", "tag": "49e5f400-665a-4a41-96e1-1386a13ef2dc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:13.692240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3707c249-6304-4459-8961-7901b74dacab req-0d48e16f-d3a2-41d8-84e5-ad42a45a8749 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.700954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3707c249-6304-4459-8961-7901b74dacab req-0d48e16f-d3a2-41d8-84e5-ad42a45a8749 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.704280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3707c249-6304-4459-8961-7901b74dacab req-0d48e16f-d3a2-41d8-84e5-ad42a45a8749 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "DELETE /v2.0/security-groups/c0cf857d-d576-41e6-bf9e-68a54a97103b HTTP/1.1" status: 204 len: 173 time: 0.2965684 Dec 15 13:49:13.727668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e16f-d3a2-41d8-84e5-ad42a45a8749 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cf857d-d576-41e6-bf9e-68a54a97103b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:13.758204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a531a21-4720-4015-9d3e-1518203be99d service neutron] Pushing event updated for resources: {'Port': ['ID=49e5f400-665a-4a41-96e1-1386a13ef2dc,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:13.762063 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ec87d-e4d8-4f9c-b78d-a0db63acbe3f x-openstack-request-id: req-287ec87d-e4d8-4f9c-b78d-a0db63acbe3f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:13.762328 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed84c1f-81a1-4783-9fd4-e31d4872354c", "tag": "49e5f400-665a-4a41-96e1-1386a13ef2dc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:13.762600 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-287ec87d-e4d8-4f9c-b78d-a0db63acbe3f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:13.763114 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed84c1f-81a1-4783-9fd4-e31d4872354c', 'tag': '49e5f400-665a-4a41-96e1-1386a13ef2dc', 'status': 'completed', 'code': 200} Dec 15 13:49:13.808142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4ce0f-c187-4df5-8822-f753528a1cac req-014504dc-940d-4b31-89af-22db98656e6f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:13.809768 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93c4ce0f-c187-4df5-8822-f753528a1cac req-014504dc-940d-4b31-89af-22db98656e6f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1950288 Dec 15 13:49:13.822182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0ea2910d-8fd8-4a3e-8274-6965bdb3d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:13.824640 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-0ea2910d-8fd8-4a3e-8274-6965bdb3d9fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 1099 time: 0.1331463 Dec 15 13:49:13.901747 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-fa1cbd87-1e4f-429e-9157-bc88b64bc3d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=49e5f400-665a-4a41-96e1-1386a13ef2dc HTTP/1.1" status: 200 len: 217 time: 0.0639019 Dec 15 13:49:13.940219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93c4ce0f-c187-4df5-8822-f753528a1cac req-ebb208cd-4e33-4324-920c-334d40f65613 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128037 Dec 15 13:49:13.987766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9c5168d-7c26-480d-b8d8-1cb655ea7d55 req-6c816a4d-21a9-4ef7-b789-cd1c3c955b14 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/45322d6f-6ff4-4502-aab0-0024e1e060d5 HTTP/1.1" status: 200 len: 1829 time: 0.0657401 Dec 15 13:49:14.040134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-5281cd10-9020-403d-b39a-b21597506ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.041729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-5281cd10-9020-403d-b39a-b21597506ca7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1129336 Dec 15 13:49:14.042254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:14.047799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b9c5168d-7c26-480d-b8d8-1cb655ea7d55 req-da76baa2-3ec6-452e-a7e6-d390cfa18c71 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.067519 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bec4b16-cc7f-4118-a20a-f2b7fde93243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.084895 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b9c5168d-7c26-480d-b8d8-1cb655ea7d55 req-da76baa2-3ec6-452e-a7e6-d390cfa18c71 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.110493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-17be836a-86f6-4325-b43d-2fa1e2e6fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.112654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-17be836a-86f6-4325-b43d-2fa1e2e6fe9b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636034 Dec 15 13:49:14.143820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9bec4b16-cc7f-4118-a20a-f2b7fde93243 None None] For port 9682411e-a64c-401e-8bf3-9d3b36d0a76f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9682411e-a64c-401e-8bf3-9d3b36d0a76f,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:14.157728 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bec4b16-cc7f-4118-a20a-f2b7fde93243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.197409 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b9c5168d-7c26-480d-b8d8-1cb655ea7d55 req-da76baa2-3ec6-452e-a7e6-d390cfa18c71 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.200462 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b9c5168d-7c26-480d-b8d8-1cb655ea7d55 req-da76baa2-3ec6-452e-a7e6-d390cfa18c71 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.206831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9c5168d-7c26-480d-b8d8-1cb655ea7d55 req-da76baa2-3ec6-452e-a7e6-d390cfa18c71 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "DELETE /v2.0/security-groups/45322d6f-6ff4-4502-aab0-0024e1e060d5 HTTP/1.1" status: 204 len: 173 time: 0.2178609 Dec 15 13:49:14.210308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:12Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:14.221903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76baa2-3ec6-452e-a7e6-d390cfa18c71 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45322d6f-6ff4-4502-aab0-0024e1e060d5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:14.267238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d663376-b256-42e3-aa77-7099ca82837b None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:12Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:14.311077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6f7da-891c-4457-b9b5-4d974c20f045 req-53bb0bc6-fbb2-463c-8cf5-d66fb975739a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.319677 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-23b6f7da-891c-4457-b9b5-4d974c20f045 req-53bb0bc6-fbb2-463c-8cf5-d66fb975739a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1853452 Dec 15 13:49:14.322198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec4b16-cc7f-4118-a20a-f2b7fde93243 None None] Pushing event updated for resources: {'Port': ['ID=9682411e-a64c-401e-8bf3-9d3b36d0a76f,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:14.334991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f0a67b5b-f1d9-4fac-9132-e7f696afee23 None None] Provisioning complete for port 9682411e-a64c-401e-8bf3-9d3b36d0a76f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:14.335949 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f0a67b5b-f1d9-4fac-9132-e7f696afee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.480835 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27b95e67-813e-4970-8b8e-f5daf564a040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.517636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54325c-3128-4d9f-b2d8-e4c9c8c8afcb req-c4558ac0-d8cf-4659-8950-acef6912fb16 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.525962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e54325c-3128-4d9f-b2d8-e4c9c8c8afcb req-c4558ac0-d8cf-4659-8950-acef6912fb16 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0992777 Dec 15 13:49:14.566272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-5153e41e-7d6e-47d3-a662-330f49637a07 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457664 Dec 15 13:49:14.581250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-23b6f7da-891c-4457-b9b5-4d974c20f045 req-6b4f09aa-f31d-41ca-9252-9f7fd670a39f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599587 Dec 15 13:49:14.597797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6770c-da19-443d-9a55-319d460f4429 req-bd8a9241-2e94-4b6c-8b6f-67ec3250332e tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.599337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-bd8a9241-2e94-4b6c-8b6f-67ec3250332e tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 821 time: 0.3490438 Dec 15 13:49:14.609783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e54325c-3128-4d9f-b2d8-e4c9c8c8afcb req-df3fc085-f291-4b44-ba8e-675035f29c93 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830257 Dec 15 13:49:14.627156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Request body: {'port': {'device_id': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'admin_state_up': True, 'tenant_id': '892c322aafde42978bb257e47e89f88d'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:14.781626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c092-a711-40dc-8566-c5b14a6381c1 req-4e86a0b3-d00d-416c-b08d-b49c5bb6cf5f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:14.783953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e1c3c092-a711-40dc-8566-c5b14a6381c1 req-4e86a0b3-d00d-416c-b08d-b49c5bb6cf5f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 948 time: 0.0789840 Dec 15 13:49:14.798088 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d7e09cc-50ad-406b-bb9a-b78209ca4a41 req-00963b24-65e4-48cf-b67d-4507e262662d tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/97bb244f-b5d2-4223-9e3f-199d396237e5 HTTP/1.1" status: 200 len: 1830 time: 0.1646605 Dec 15 13:49:14.837762 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d3a329b-1807-4f0e-b748-1a47ee6d4351 req-334ba95a-1985-473a-9749-aedc5004a82a service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330630 Dec 15 13:49:14.847473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27b95e67-813e-4970-8b8e-f5daf564a040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.854407 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27b95e67-813e-4970-8b8e-f5daf564a040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.866129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e1c3c092-a711-40dc-8566-c5b14a6381c1 req-897dba7c-cb17-497a-b84c-aaa9da3d88d0 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650940 Dec 15 13:49:14.866972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Made reservation on behalf of 892c322aafde42978bb257e47e89f88d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:14.871388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:14.925989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b95e67-813e-4970-8b8e-f5daf564a040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d649505-e804-4544-800c-d9d6a362caca,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:14.945743 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-27b95e67-813e-4970-8b8e-f5daf564a040 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=365bf4c5325a4bbfaba91fbce0195992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9024193 Dec 15 13:49:14.971921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53574) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:15.002622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9d7e09cc-50ad-406b-bb9a-b78209ca4a41 req-d57fb883-1cb9-4f95-b831-253568b9751a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.036140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da5396f7-3d5b-4229-bb05-126d6ac9795e req-2c3cc758-c28b-4833-9c94-b5aab7bd523f tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0576041 Dec 15 13:49:15.055742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9d7e09cc-50ad-406b-bb9a-b78209ca4a41 req-d57fb883-1cb9-4f95-b831-253568b9751a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.082121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-51f625db-dc8c-4ac3-b634-ec3a8bd5050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.083834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-51f625db-dc8c-4ac3-b634-ec3a8bd5050f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 1099 time: 0.1591501 Dec 15 13:49:15.152249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Allocated IP 172.20.0.14 (96461905-4df6-47fc-a8a7-9ecdfb9c1957/e9fe162c-c9d3-471a-9f72-f781246ef306/d939348e-0d05-40c5-8363-198c8bad634b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:15.191082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9274fb7a-739d-459d-b1a3-f9b42adfee9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.242568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9274fb7a-739d-459d-b1a3-f9b42adfee9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.246033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9d7e09cc-50ad-406b-bb9a-b78209ca4a41 req-d57fb883-1cb9-4f95-b831-253568b9751a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.248795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9d7e09cc-50ad-406b-bb9a-b78209ca4a41 req-d57fb883-1cb9-4f95-b831-253568b9751a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.262267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d7e09cc-50ad-406b-bb9a-b78209ca4a41 req-d57fb883-1cb9-4f95-b831-253568b9751a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "DELETE /v2.0/security-groups/97bb244f-b5d2-4223-9e3f-199d396237e5 HTTP/1.1" status: 204 len: 173 time: 0.4525328 Dec 15 13:49:15.303562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fb883-1cb9-4f95-b831-253568b9751a tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb244f-b5d2-4223-9e3f-199d396237e5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:15.318999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-0c71e84f-30c5-4962-b944-1cbe76f52a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.336999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-0c71e84f-30c5-4962-b944-1cbe76f52a57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2442694 Dec 15 13:49:15.422048 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-a23e9210-84b6-46fb-80a7-9d6801e61fea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=49e5f400-665a-4a41-96e1-1386a13ef2dc HTTP/1.1" status: 200 len: 217 time: 0.0701997 Dec 15 13:49:15.427728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9274fb7a-739d-459d-b1a3-f9b42adfee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.430751 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9274fb7a-739d-459d-b1a3-f9b42adfee9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.434757 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9274fb7a-739d-459d-b1a3-f9b42adfee9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d649505-e804-4544-800c-d9d6a362caca HTTP/1.1" status: 204 len: 168 time: 0.4567497 Dec 15 13:49:15.469743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274fb7a-739d-459d-b1a3-f9b42adfee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d649505-e804-4544-800c-d9d6a362caca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:15.511999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-1969c2d9-9642-40ad-80f3-2ae941c7de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.513677 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-1969c2d9-9642-40ad-80f3-2ae941c7de7f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0800247 Dec 15 13:49:15.534457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.568032 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac94285a-d04d-4288-be44-d9109fd7dbd2 req-95ee456b-313b-412d-9b32-af64c653ed44 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/046fbdc0-08b3-46ae-8b1d-bc7cb0bea82b HTTP/1.1" status: 200 len: 1829 time: 0.1419005 Dec 15 13:49:15.632620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-b253c54b-9f7e-4eb2-be45-d1d9032972a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.635196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-b253c54b-9f7e-4eb2-be45-d1d9032972a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097555 Dec 15 13:49:15.646889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.652177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642c7a0-6355-430d-8521-f3f0afd9f5ee req-f9083f58-b4cf-4ab2-b7d5-2a2e42276c24 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.654814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b642c7a0-6355-430d-8521-f3f0afd9f5ee req-f9083f58-b4cf-4ab2-b7d5-2a2e42276c24 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 946 time: 0.1136758 Dec 15 13:49:15.728662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ac94285a-d04d-4288-be44-d9109fd7dbd2 req-a065570c-0908-47cf-baf0-8940bc071556 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.752841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ac94285a-d04d-4288-be44-d9109fd7dbd2 req-a065570c-0908-47cf-baf0-8940bc071556 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.777131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:15.787240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:15.802888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:15.831313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b642c7a0-6355-430d-8521-f3f0afd9f5ee req-e140ddd8-9db5-4d3f-b805-1d5f3eba9b1e tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600003 Dec 15 13:49:15.853720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Pushing event updated for resources: {'Port': ['ID=d939348e-0d05-40c5-8363-198c8bad634b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:15.881917 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-99c2b8f4-ff62-4bea-8707-e0791596a2c8 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264295 Dec 15 13:49:15.993945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:15.994628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.017952 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ac94285a-d04d-4288-be44-d9109fd7dbd2 req-a065570c-0908-47cf-baf0-8940bc071556 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.026350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ac94285a-d04d-4288-be44-d9109fd7dbd2 req-a065570c-0908-47cf-baf0-8940bc071556 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.040454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac94285a-d04d-4288-be44-d9109fd7dbd2 req-a065570c-0908-47cf-baf0-8940bc071556 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "DELETE /v2.0/security-groups/046fbdc0-08b3-46ae-8b1d-bc7cb0bea82b HTTP/1.1" status: 204 len: 173 time: 0.4579813 Dec 15 13:49:16.043427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53608) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:16.085151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0637a597-bc94-4521-a9e6-af679fa8571f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.088985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c14d77f5-8d23-47a7-aa96-abb728edbd65 req-fcd31ae3-1c50-4dd3-beee-213424b4fbbd service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921637 Dec 15 13:49:16.097567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065570c-0908-47cf-baf0-8940bc071556 tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046fbdc0-08b3-46ae-8b1d-bc7cb0bea82b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:16.123714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-7905424d-0842-4676-a163-b357bfa8efea tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5017364 Dec 15 13:49:16.133122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241c6b-6191-4743-9ad2-afab4e77e6c7 req-2b4ebd59-ddce-4183-ac26-b8cae373b2a2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.134836 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4241c6b-6191-4743-9ad2-afab4e77e6c7 req-2b4ebd59-ddce-4183-ac26-b8cae373b2a2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1154768 Dec 15 13:49:16.149964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Request body: {'port': {'device_id': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:16.210873 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4241c6b-6191-4743-9ad2-afab4e77e6c7 req-444e0273-d2c0-4881-8cf0-fba57b20631c tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616677 Dec 15 13:49:16.241516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2ac6a668-ae2d-4d70-bf74-1f311a08f647 None None] Provisioning complete for port d939348e-0d05-40c5-8363-198c8bad634b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:16.242621 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a668-ae2d-4d70-bf74-1f311a08f647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.293239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9682411e-a64c-401e-8bf3-9d3b36d0a76f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:16.317854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a68a0-d4dc-458c-b69c-16455c1ba728 req-3c1adc6d-0631-4310-b31b-f4d9e4f19444 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.325843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c7a68a0-d4dc-458c-b69c-16455c1ba728 req-3c1adc6d-0631-4310-b31b-f4d9e4f19444 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2074866 Dec 15 13:49:16.326230 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6a668-ae2d-4d70-bf74-1f311a08f647 None None] Port d939348e-0d05-40c5-8363-198c8bad634b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:16.328747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.345454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569c70-cf4a-4375-a7d8-7997d2bf1250 req-49e89f12-0e1b-4266-b09c-091c8e123291 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.346702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c569c70-cf4a-4375-a7d8-7997d2bf1250 req-49e89f12-0e1b-4266-b09c-091c8e123291 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 948 time: 0.0568831 Dec 15 13:49:16.353328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9682411e-a64c-401e-8bf3-9d3b36d0a76f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:16.353702 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.377409 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0637a597-bc94-4521-a9e6-af679fa8571f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.402050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c569c70-cf4a-4375-a7d8-7997d2bf1250 req-ebd3fa5f-5f75-4aa2-85e5-5cffdf75a50b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Dec 15 13:49:16.405326 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0637a597-bc94-4521-a9e6-af679fa8571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.466837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c7a68a0-d4dc-458c-b69c-16455c1ba728 req-ac0b1ac2-87e7-4280-84a2-d487fa364f81 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401300 Dec 15 13:49:16.479136 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c7bdca9-7954-4302-bda0-598a13846927 req-ffbb6e23-c1e9-4a04-aaf5-1ffca20c515e tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "GET /v2.0/security-groups/01a31ba5-9d55-4fc0-b1e8-4f772efc3430 HTTP/1.1" status: 200 len: 1830 time: 0.0514395 Dec 15 13:49:16.520150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0637a597-bc94-4521-a9e6-af679fa8571f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bcc88991a84e46eda61d0d3322252314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712358 Dec 15 13:49:16.524015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:16.525563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637a597-bc94-4521-a9e6-af679fa8571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe99310-5860-4339-afec-3045adf91d1b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:16.581521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6c7bdca9-7954-4302-bda0-598a13846927 req-595c30e0-e4d4-4e35-bf54-e5f9d735fa3f tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.612253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47582153-87b3-49e7-a518-7d2c2c526e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.614710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6c7bdca9-7954-4302-bda0-598a13846927 req-595c30e0-e4d4-4e35-bf54-e5f9d735fa3f tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.658351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47582153-87b3-49e7-a518-7d2c2c526e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.664244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a75b7-e382-4874-b234-ae1571d76fcc req-a6efbc37-fed5-4494-b39d-35b42b5aad4b tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:16.665683 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-929a75b7-e382-4874-b234-ae1571d76fcc req-a6efbc37-fed5-4494-b39d-35b42b5aad4b tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 932 time: 0.1096320 Dec 15 13:49:16.692017 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6c7bdca9-7954-4302-bda0-598a13846927 req-595c30e0-e4d4-4e35-bf54-e5f9d735fa3f tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.694651 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6c7bdca9-7954-4302-bda0-598a13846927 req-595c30e0-e4d4-4e35-bf54-e5f9d735fa3f tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.695775 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c7bdca9-7954-4302-bda0-598a13846927 req-595c30e0-e4d4-4e35-bf54-e5f9d735fa3f tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] 10.222.0.86 "DELETE /v2.0/security-groups/01a31ba5-9d55-4fc0-b1e8-4f772efc3430 HTTP/1.1" status: 204 len: 173 time: 0.2158682 Dec 15 13:49:16.702551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:16.734866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c30e0-e4d4-4e35-bf54-e5f9d735fa3f tempest-SecurityGroupRulesNegativeTestJSON-2067185022 tempest-SecurityGroupRulesNegativeTestJSON-2067185022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a31ba5-9d55-4fc0-b1e8-4f772efc3430,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:16.760136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a321f64-4f29-405c-b2fc-52485e024072 admin admin] Deleting subnet feee1f99-6937-49b7-bc40-9cc3217a7289 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:49:16.760398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-929a75b7-e382-4874-b234-ae1571d76fcc req-cfbbcccd-4a99-4292-a658-6d33145243d5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875545 Dec 15 13:49:16.763601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47582153-87b3-49e7-a518-7d2c2c526e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.767643 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47582153-87b3-49e7-a518-7d2c2c526e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.768814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47582153-87b3-49e7-a518-7d2c2c526e85 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abe99310-5860-4339-afec-3045adf91d1b HTTP/1.1" status: 204 len: 168 time: 0.2439258 Dec 15 13:49:16.769625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a321f64-4f29-405c-b2fc-52485e024072 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.818466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47582153-87b3-49e7-a518-7d2c2c526e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe99310-5860-4339-afec-3045adf91d1b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:16.832463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d939348e-0d05-40c5-8363-198c8bad634b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:16.834113 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a321f64-4f29-405c-b2fc-52485e024072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.841307 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.869754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Transition to ACTIVE for port object d939348e-0d05-40c5-8363-198c8bad634b will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:16.876771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.917429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a321f64-4f29-405c-b2fc-52485e024072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.988867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a321f64-4f29-405c-b2fc-52485e024072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.996794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d939348e-0d05-40c5-8363-198c8bad634b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:17.034616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a321f64-4f29-405c-b2fc-52485e024072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feee1f99-6937-49b7-bc40-9cc3217a7289,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:17.038312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a321f64-4f29-405c-b2fc-52485e024072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.046050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3a321f64-4f29-405c-b2fc-52485e024072 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/feee1f99-6937-49b7-bc40-9cc3217a7289 HTTP/1.1" status: 204 len: 168 time: 0.3372424 Dec 15 13:49:17.048106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:17.052153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Attempting to bind port d939348e-0d05-40c5-8363-198c8bad634b on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:17.053606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Attempting to bind port d939348e-0d05-40c5-8363-198c8bad634b by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:17.054276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Attempting to bind port d939348e-0d05-40c5-8363-198c8bad634b on network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:17.081591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Port d939348e-0d05-40c5-8363-198c8bad634b on network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:17.081932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Attempting to bind port d939348e-0d05-40c5-8363-198c8bad634b on network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:17.104168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:17.104514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Checking segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:17.105011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Bound using segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:17.105471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Bound port: d939348e-0d05-40c5-8363-198c8bad634b, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:17.105830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.129944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.184297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480fb63-b3b7-48fe-95ed-b8891e96ecae req-82dfbde5-be2a-4a61-9eb7-099dd83297a1 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.186020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3480fb63-b3b7-48fe-95ed-b8891e96ecae req-82dfbde5-be2a-4a61-9eb7-099dd83297a1 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 946 time: 0.1246650 Dec 15 13:49:17.227266 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.233435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] For port d939348e-0d05-40c5-8363-198c8bad634b, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:17.239281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] For port d939348e-0d05-40c5-8363-198c8bad634b, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d939348e-0d05-40c5-8363-198c8bad634b,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:17.250805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.252578 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f1ff1f-b565-41b3-a176-1f545d1bfc9f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:17.267296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcd11e8-eb4a-4512-8c1c-b1f5f49891d7') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:17.267614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcd11e8-eb4a-4512-8c1c-b1f5f49891d7') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:17.279397 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.300974 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.311524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3480fb63-b3b7-48fe-95ed-b8891e96ecae req-4d58c00e-5d3f-44dd-9a33-acc08b40cc89 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183550 Dec 15 13:49:17.315368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.316136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.317593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 1092 time: 1.1721733 Dec 15 13:49:17.318107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:17.320540 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:17.362354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:49:17.363214 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:49:17.365138 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:49:17.370827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37770c-c505-4e9b-8a82-f1fa9609bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d939348e-0d05-40c5-8363-198c8bad634b,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:17.401678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2a2e8-1035-46ca-8f98-64d4490914d0 req-7fbcec53-4375-4f13-bb29-74db4b1b51cd tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.403574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0d2a2e8-1035-46ca-8f98-64d4490914d0 req-7fbcec53-4375-4f13-bb29-74db4b1b51cd tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.0999620 Dec 15 13:49:17.409506 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5573fe-6f9b-46ec-87c5-7069966b0da0 x-openstack-request-id: req-9e5573fe-6f9b-46ec-87c5-7069966b0da0 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:17.409808 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:17.410198 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9e5573fe-6f9b-46ec-87c5-7069966b0da0 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:17.410607 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b', 'status': 'completed', 'code': 200} Dec 15 13:49:17.439813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 49e5f400-665a-4a41-96e1-1386a13ef2dc details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:17.466242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6770c-da19-443d-9a55-319d460f4429 req-691c4850-2362-4443-941b-797eeca8b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.469826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-691c4850-2362-4443-941b-797eeca8b8bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1095 time: 0.0851145 Dec 15 13:49:17.572506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 49e5f400-665a-4a41-96e1-1386a13ef2dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=49e5f400-665a-4a41-96e1-1386a13ef2dc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:17.578080 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-765e0f4e-fb6f-4330-a4ac-bec9801259c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 217 time: 0.0977287 Dec 15 13:49:17.590377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '49e5f400-665a-4a41-96e1-1386a13ef2dc', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '49e5f400-665a-4a41-96e1-1386a13ef2dc', 'mac_address': 'fa:16:3e:6c:98:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:17.694120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c03aa-7fef-49a3-9f53-f7d4872bb159 req-f48b4169-8519-4c4a-9d42-daf0d5b76903 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.699905 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.701819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e88c03aa-7fef-49a3-9f53-f7d4872bb159 req-f48b4169-8519-4c4a-9d42-daf0d5b76903 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 948 time: 0.1269245 Dec 15 13:49:17.724469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6770c-da19-443d-9a55-319d460f4429 req-1c14363c-1840-4a2a-8713-7fa77289d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.726242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-1c14363c-1840-4a2a-8713-7fa77289d54b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1235743 Dec 15 13:49:17.727430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e5f400-665a-4a41-96e1-1386a13ef2dc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:17.763058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 49e5f400-665a-4a41-96e1-1386a13ef2dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=49e5f400-665a-4a41-96e1-1386a13ef2dc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:17.770516 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.813048 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e88c03aa-7fef-49a3-9f53-f7d4872bb159 req-027a4cc4-8a0e-41f7-9acd-6f23e7ec8290 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101224 Dec 15 13:49:17.829220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0d2a2e8-1035-46ca-8f98-64d4490914d0 req-530a25df-1a9b-4056-a35b-71410512b703 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613461 Dec 15 13:49:17.832979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.843758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6770c-da19-443d-9a55-319d460f4429 req-bd251cf5-3229-451e-abf8-4799be6c1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:17.845781 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-bd251cf5-3229-451e-abf8-4799be6c1140 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987363 Dec 15 13:49:17.846433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:17.862932 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] 10.222.0.86 "DELETE /v2.0/networks/e4f1ff1f-b565-41b3-a176-1f545d1bfc9f HTTP/1.1" status: 204 len: 168 time: 0.8053293 Dec 15 13:49:17.865703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e65a6-143e-46ef-9b3f-7db4b5b7221b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f1ff1f-b565-41b3-a176-1f545d1bfc9f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:17.886956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=49e5f400-665a-4a41-96e1-1386a13ef2dc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:18.027931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771d858-0191-4ba4-bd19-851149ab12b7 req-7dc6c3bb-f3ac-4d07-9884-1c1ba796bf37 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.032092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:18.034891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4771d858-0191-4ba4-bd19-851149ab12b7 req-7dc6c3bb-f3ac-4d07-9884-1c1ba796bf37 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0816522 Dec 15 13:49:18.066790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:18.085567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-03c4cf9c-5425-4181-821a-312b90f21026 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315555 Dec 15 13:49:18.131116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4771d858-0191-4ba4-bd19-851149ab12b7 req-461b8054-27c1-4f94-9c26-3201ed9a2451 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946362 Dec 15 13:49:18.147193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d1e94595-ba38-45ae-ba65-664d7e31186b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=864f3064836d4011a836e2b258eff61a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0765271 Dec 15 13:49:18.158800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:18.224156 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.252457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.280068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28b6770c-da19-443d-9a55-319d460f4429 req-a737caf9-c04a-4352-a045-f4a02357a61f service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830223 Dec 15 13:49:18.306936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c7b6a-722a-4d68-a053-0348b4c9b9b7 req-a1e254d2-f8a3-4151-a581-cfac74e9bf40 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.308556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-403c7b6a-722a-4d68-a053-0348b4c9b9b7 req-a1e254d2-f8a3-4151-a581-cfac74e9bf40 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 944 time: 0.0835717 Dec 15 13:49:18.350167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.352880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.354245 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abdbfd30-a4f0-4c29-b08a-8069cc1d1f58 HTTP/1.1" status: 204 len: 168 time: 0.1942086 Dec 15 13:49:18.369357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdbfd30-a4f0-4c29-b08a-8069cc1d1f58,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:18.388337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-403c7b6a-722a-4d68-a053-0348b4c9b9b7 req-38a9a7ee-dbc2-4e18-98ed-9025a8c1f2fe tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Dec 15 13:49:18.392345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df7f01-4648-4904-89cd-ff4e391f5598 req-0c18dcb7-d21d-42c1-b862-f8038a160fa4 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.403560 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8df7f01-4648-4904-89cd-ff4e391f5598 req-0c18dcb7-d21d-42c1-b862-f8038a160fa4 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 946 time: 0.0816634 Dec 15 13:49:18.403560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.403560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.403560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.403560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.404142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.404431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.404874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.405267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.406202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.406588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.406977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.407367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.407753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4fb78-db6b-427d-a7c9-04966ddcde99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:18.452471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-d9da8cf5-0179-4afd-b0d3-3bf9aad5c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.454010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-d9da8cf5-0179-4afd-b0d3-3bf9aad5c0d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1095 time: 0.0805883 Dec 15 13:49:18.493776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8df7f01-4648-4904-89cd-ff4e391f5598 req-549b57dd-6f3c-4a0b-bdf3-268ad27f75e0 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892723 Dec 15 13:49:18.561980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9b867-f18e-4fbe-a7f5-ba0a6bc90ed3 req-94fae73e-faa4-423d-99cd-a96697191b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.563555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fb9b867-f18e-4fbe-a7f5-ba0a6bc90ed3 req-94fae73e-faa4-423d-99cd-a96697191b64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0528185 Dec 15 13:49:18.573096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-3fa46b4e-c1fb-4646-9ef2-b0f9fd1e67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:18.574909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-3fa46b4e-c1fb-4646-9ef2-b0f9fd1e67ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.1131279 Dec 15 13:49:18.642811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fb9b867-f18e-4fbe-a7f5-ba0a6bc90ed3 req-82b8db29-4d4b-43e9-b8a8-105162f5e335 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 Dec 15 13:49:18.942541 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-06108a29-5aa4-4b30-9d23-67760e5d1a98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 217 time: 0.3601027 Dec 15 13:49:18.994860 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233139fd-0180-4e52-b4b8-eb0b40173139 req-fb2c13fc-ab35-49cb-82a5-b60082532aa4 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.004346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-233139fd-0180-4e52-b4b8-eb0b40173139 req-fb2c13fc-ab35-49cb-82a5-b60082532aa4 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.0685065 Dec 15 13:49:19.021087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-f8bfe454-9c46-44d4-96d0-ee426c64bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.022933 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-f8bfe454-9c46-44d4-96d0-ee426c64bfb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.0706160 Dec 15 13:49:19.035260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c90b-777f-4838-b882-edb57d4011f8 req-c7eb10b8-fbf3-4e31-bb90-0fb07288100b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.043640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2a5c90b-777f-4838-b882-edb57d4011f8 req-c7eb10b8-fbf3-4e31-bb90-0fb07288100b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 949 time: 0.1034825 Dec 15 13:49:19.052830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-233139fd-0180-4e52-b4b8-eb0b40173139 req-9a5d3260-5a12-459d-b851-779c11f29ecf tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Dec 15 13:49:19.125847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-fb39ceb2-9f95-4acb-b216-ac6c98b71845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.127289 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-fb39ceb2-9f95-4acb-b216-ac6c98b71845 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805054 Dec 15 13:49:19.137581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2a5c90b-777f-4838-b882-edb57d4011f8 req-50677ec1-30db-4734-a297-96eadd142299 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929222 Dec 15 13:49:19.245929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-0f1d0f5a-dda2-4447-bb38-6def4e2f5f3f service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070631 Dec 15 13:49:19.322434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc982c84-0ba7-49fc-a199-ea86faa155f5 req-06788558-90d9-44fa-84eb-eb2a95f6bd7e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.322434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc982c84-0ba7-49fc-a199-ea86faa155f5 req-06788558-90d9-44fa-84eb-eb2a95f6bd7e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0612624 Dec 15 13:49:19.377108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc982c84-0ba7-49fc-a199-ea86faa155f5 req-96d947df-c790-4f02-9430-7926c782bfbb tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Dec 15 13:49:19.394150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4147a4-0e25-49a3-93d8-f3f763a60aa0 req-114d2f1b-461a-4ff1-a700-49d57bdb4d5a service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380565 Dec 15 13:49:19.466502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:19.469334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 49e5f400-665a-4a41-96e1-1386a13ef2dc up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:19.523125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016d61c-679a-40c7-b8a2-d1e92904af17 req-20316b28-e115-424b-be1f-d3ee9bf99a1f tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.524772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2016d61c-679a-40c7-b8a2-d1e92904af17 req-20316b28-e115-424b-be1f-d3ee9bf99a1f tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 944 time: 0.0594065 Dec 15 13:49:19.550630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 49e5f400-665a-4a41-96e1-1386a13ef2dc completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:19.558530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 49e5f400-665a-4a41-96e1-1386a13ef2dc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:19.560400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.585868 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2016d61c-679a-40c7-b8a2-d1e92904af17 req-7e1d9b8f-4418-4131-8e07-9ec1522436b8 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551913 Dec 15 13:49:19.659081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1500577278-network', 'tenant_id': '6262e20642f440599d3ed84c0d5bfc83'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:19.668932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce144cb2-2524-4860-ab7e-a0bb66e72011 req-e7bf6d4c-017a-455b-8845-9c42795a37f3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.670392 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce144cb2-2524-4860-ab7e-a0bb66e72011 req-e7bf6d4c-017a-455b-8845-9c42795a37f3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 946 time: 0.0696738 Dec 15 13:49:19.702858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Made reservation on behalf of 6262e20642f440599d3ed84c0d5bfc83 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:19.705550 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.711777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.719586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.745000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed84c1f-81a1-4783-9fd4-e31d4872354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e5f400-665a-4a41-96e1-1386a13ef2dc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:19.747449 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e904e34-8470-4d56-a40f-d2d194130056" -d '{"events": [{"server_uuid": "aed84c1f-81a1-4783-9fd4-e31d4872354c", "name": "network-vif-plugged", "status": "completed", "tag": "49e5f400-665a-4a41-96e1-1386a13ef2dc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:19.763178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 49e5f400-665a-4a41-96e1-1386a13ef2dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=49e5f400-665a-4a41-96e1-1386a13ef2dc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:19.766928 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.775702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce144cb2-2524-4860-ab7e-a0bb66e72011 req-c3a92bc2-5830-4c17-9dc5-2b3fd4ee41c9 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups?id=a756691e-ac2a-4570-9abf-25c5ac669983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961769 Dec 15 13:49:19.827335 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca46a6c-21fc-4c43-a299-a21f019dda8e x-openstack-request-id: req-fca46a6c-21fc-4c43-a299-a21f019dda8e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:19.827996 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed84c1f-81a1-4783-9fd4-e31d4872354c", "name": "network-vif-plugged", "status": "completed", "tag": "49e5f400-665a-4a41-96e1-1386a13ef2dc", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:19.828909 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fca46a6c-21fc-4c43-a299-a21f019dda8e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:19.829395 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed84c1f-81a1-4783-9fd4-e31d4872354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e5f400-665a-4a41-96e1-1386a13ef2dc', 'code': 200} Dec 15 13:49:19.840288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=49e5f400-665a-4a41-96e1-1386a13ef2dc,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:19.847221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-a77f1244-73d9-42ba-8efc-3608b5896cac tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:19.848994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-a77f1244-73d9-42ba-8efc-3608b5896cac tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 946 time: 0.0852966 Dec 15 13:49:19.902890 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.909170 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.960461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Deleting port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:19.961377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.964071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:49:19.974114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d24b44-f86d-4720-8e79-8b4f212cbcdd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:19.985291 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.986022 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Added segment 8be900ae-ee9c-443c-86fc-113c0d322902 of type vlan for network b8b14059-1ed4-4e7d-a8e9-ded65e26484c Dec 15 13:49:20.012127 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47531fb0-f5f6-45c5-a093-a59847cf6e8a req-3f5c82f2-5e2f-431a-b3c1-9f72be62713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.013801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47531fb0-f5f6-45c5-a093-a59847cf6e8a req-3f5c82f2-5e2f-431a-b3c1-9f72be62713e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 1101 time: 0.0989566 Dec 15 13:49:20.061964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] For port 00d33397-c97e-47ca-b900-e2a3e5e0aca1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=00d33397-c97e-47ca-b900-e2a3e5e0aca1,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:20.062896 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.067182 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.115239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47531fb0-f5f6-45c5-a093-a59847cf6e8a req-fd57f705-4269-4621-9a6a-d47c8decc6f2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756795 Dec 15 13:49:20.124611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.126791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.127702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.144213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53752) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:20.208099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7403271 Dec 15 13:49:20.208770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53758) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:20.224510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Request body: {'subnet': {'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1500577278-subnet', 'tenant_id': '6262e20642f440599d3ed84c0d5bfc83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:20.255161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab3ab0-8667-4ad1-8783-7a50354b41ef admin admin] Pushing event updated for resources: {'Network': ['ID=b8b14059-1ed4-4e7d-a8e9-ded65e26484c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:20.269419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b8b14059-1ed4-4e7d-a8e9-ded65e26484c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:49:20.284382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Made reservation on behalf of 6262e20642f440599d3ed84c0d5bfc83 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:20.288120 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.309328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.309680 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.309987 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Floating IP a2566864-c817-48ad-9671-484fe1affa50 disassociated. External IP: 172.25.7.240, port: 00d33397-c97e-47ca-b900-e2a3e5e0aca1. Dec 15 13:49:20.310382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Calling delete_port for 00d33397-c97e-47ca-b900-e2a3e5e0aca1 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:20.330838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ba85f-828e-4ec9-9820-a44fa6fe99f5 req-a4ca50a5-5d15-4a92-a350-4ecfb0727d79 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.332394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-257ba85f-828e-4ec9-9820-a44fa6fe99f5 req-a4ca50a5-5d15-4a92-a350-4ecfb0727d79 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 950 time: 0.0812578 Dec 15 13:49:20.365099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005e936-05b3-4b89-8b16-4a963d3e8184 req-bff340c6-0b41-4f5b-b201-e17a275ecd09 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.366867 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5005e936-05b3-4b89-8b16-4a963d3e8184 req-bff340c6-0b41-4f5b-b201-e17a275ecd09 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1566744 Dec 15 13:49:20.385702 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99c71ed8-6068-45b2-b354-ae6743a9c6ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.442165 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5005e936-05b3-4b89-8b16-4a963d3e8184 req-0282d034-ec29-466d-a36a-026a2b0f2b93 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684905 Dec 15 13:49:20.481474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-257ba85f-828e-4ec9-9820-a44fa6fe99f5 req-57432817-e3ff-47da-a7eb-42e404dbe88d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126151 Dec 15 13:49:20.561058 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.563054 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99c71ed8-6068-45b2-b354-ae6743a9c6ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.573399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99c71ed8-6068-45b2-b354-ae6743a9c6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.631238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76eeb0ed-bb05-4380-a116-d5f7d81f762f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:20.634396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.643828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Checking segment: {'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:20.644295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Network hostable DHCP agents. Network: b8b14059-1ed4-4e7d-a8e9-ded65e26484c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:49:20.666433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Network b8b14059-1ed4-4e7d-a8e9-ded65e26484c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:49:20.678004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-99c71ed8-6068-45b2-b354-ae6743a9c6ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=932401e2ab8141738577783e9a7554f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5302997 Dec 15 13:49:20.678254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b8b14059-1ed4-4e7d-a8e9-ded65e26484c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:20.679170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c71ed8-6068-45b2-b354-ae6743a9c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c8738e-e2d6-4dcb-9cba-f70e2b5dac5f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:20.682001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53766) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:20.683731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event deleted for resources: {'Port': ['ID=00d33397-c97e-47ca-b900-e2a3e5e0aca1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:20.690891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.692094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.692249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1710ac-a04b-4066-9005-8b7ec6e7645a None None] Network b8b14059-1ed4-4e7d-a8e9-ded65e26484c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:20.706639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0192-05ba-4993-b373-2988ed7c0c9d req-d9cf4fc7-441d-4b6f-ad70-65beeaf4b641 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.706821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cefc0192-05ba-4993-b373-2988ed7c0c9d req-d9cf4fc7-441d-4b6f-ad70-65beeaf4b641 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1368947 Dec 15 13:49:20.768799 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1eca2c8a-cf6a-451d-a80d-7ba8d4d1b980 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5457115 Dec 15 13:49:20.792765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323badc-4ef0-40f5-a6e1-ac3b9ca8bd3a req-0ad3f3b1-e039-43e5-8f5b-366a58021fff tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:20.794398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9323badc-4ef0-40f5-a6e1-ac3b9ca8bd3a req-0ad3f3b1-e039-43e5-8f5b-366a58021fff tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 944 time: 0.1114082 Dec 15 13:49:20.800519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b4df-7e88-4cb4-aef6-689f53dc300b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.841907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cefc0192-05ba-4993-b373-2988ed7c0c9d req-250ff54e-f813-4f14-9925-0ce69378ed4f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996399 Dec 15 13:49:20.844732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b4df-7e88-4cb4-aef6-689f53dc300b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.879924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Router e64fed00-0fb5-4947-83bf-3615901f8422 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:20.912167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9323badc-4ef0-40f5-a6e1-ac3b9ca8bd3a req-223b3b59-3425-43f9-b315-584483cfc618 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052570 Dec 15 13:49:20.934747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54ed46-5485-4c3c-ae90-4a37e2a962cf None None] Network b8b14059-1ed4-4e7d-a8e9-ded65e26484c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:20.953345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b4df-7e88-4cb4-aef6-689f53dc300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.957403 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b4df-7e88-4cb4-aef6-689f53dc300b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:20.958711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7ed0b4df-7e88-4cb4-aef6-689f53dc300b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/49c8738e-e2d6-4dcb-9cba-f70e2b5dac5f HTTP/1.1" status: 204 len: 168 time: 0.2744260 Dec 15 13:49:20.974253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0b4df-7e88-4cb4-aef6-689f53dc300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c8738e-e2d6-4dcb-9cba-f70e2b5dac5f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:21.049197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e06f53d-2d7e-478b-ae9f-a94795300cd7 req-abbc8c66-4641-48a7-b999-1caa9502be12 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9da1d0b-8c79-4d13-92fc-c7db6b745400 HTTP/1.1" status: 200 len: 210 time: 0.0763695 Dec 15 13:49:21.152435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:21.188427 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157a786-36a9-452d-897b-38f969e6662f None None] Sync routers for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:21.232503 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157a786-36a9-452d-897b-38f969e6662f None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:21.233733 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4157a786-36a9-452d-897b-38f969e6662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:21.380353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-06f4aa2f-068c-45b8-abf6-365bab9ed428 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:21.388180 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-06f4aa2f-068c-45b8-abf6-365bab9ed428 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 811 time: 0.1587324 Dec 15 13:49:21.391962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] No DVR routers for this DVR port 00d33397-c97e-47ca-b900-e2a3e5e0aca1 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:21.395006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.400666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f31002a-5697-4a42-8a81-55d9b3245559 req-0864d8c7-ed76-40f6-bac4-c223dbddaab3 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.24 "DELETE /v2.0/ports/00d33397-c97e-47ca-b900-e2a3e5e0aca1 HTTP/1.1" status: 204 len: 173 time: 1.5443513 Dec 15 13:49:21.401995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d939348e-0d05-40c5-8363-198c8bad634b details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:21.407295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'name': 'network-vif-deleted', 'tag': '00d33397-c97e-47ca-b900-e2a3e5e0aca1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:21.409809 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06983306-40b8-420e-8bb2-a62e5859e7e0" -d '{"events": [{"server_uuid": "b9da1d0b-8c79-4d13-92fc-c7db6b745400", "name": "network-vif-deleted", "tag": "00d33397-c97e-47ca-b900-e2a3e5e0aca1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:21.425427 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-2d341e41-3e6b-44ef-9522-7b554c7ed8d0 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/quotas/35bba95dca96469e8cf03fce0dfbc040 HTTP/1.1" status: 200 len: 375 time: 0.0360191 Dec 15 13:49:21.497293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-4759f5ec-807a-4448-bec3-88f62e4e4876 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708866 Dec 15 13:49:21.514114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d2126d01-2ec3-47fc-93f4-9fd912b2e828 req-cae18f3e-a220-44f7-baf0-176553407481 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1560485892', 'description': 'tempest-description-1939624132'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:21.548078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2126d01-2ec3-47fc-93f4-9fd912b2e828 req-cae18f3e-a220-44f7-baf0-176553407481 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.560746 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-4157a786-36a9-452d-897b-38f969e6662f None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:21.598394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:21.619665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53815ed4-2d0f-4fb4-b25a-ebc4b2e2aa9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.663712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2126d01-2ec3-47fc-93f4-9fd912b2e828 req-cae18f3e-a220-44f7-baf0-176553407481 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.664039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-11086250-c908-4e6c-8dfb-755e15de931d service neutron] 10.222.0.86 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551361 Dec 15 13:49:21.669755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d939348e-0d05-40c5-8363-198c8bad634b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d939348e-0d05-40c5-8363-198c8bad634b,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:21.671843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2126d01-2ec3-47fc-93f4-9fd912b2e828 req-cae18f3e-a220-44f7-baf0-176553407481 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.688157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'd939348e-0d05-40c5-8363-198c8bad634b', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'mac_address': 'fa:16:3e:dd:01:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:21.712435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae18f3e-a220-44f7-baf0-176553407481 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf74474-be5e-4c91-99b6-11ca0c1b821e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:21.739664 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.759713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d939348e-0d05-40c5-8363-198c8bad634b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:21.760463 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2126d01-2ec3-47fc-93f4-9fd912b2e828 req-cae18f3e-a220-44f7-baf0-176553407481 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.775034 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d2126d01-2ec3-47fc-93f4-9fd912b2e828 req-cae18f3e-a220-44f7-baf0-176553407481 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2662389 Dec 15 13:49:21.813853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d939348e-0d05-40c5-8363-198c8bad634b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d939348e-0d05-40c5-8363-198c8bad634b,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:21.824105 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.846331 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e702a7-c0b7-403c-84e5-e4068787c6c1 x-openstack-request-id: req-c0e702a7-c0b7-403c-84e5-e4068787c6c1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:21.846630 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9da1d0b-8c79-4d13-92fc-c7db6b745400", "name": "network-vif-deleted", "tag": "00d33397-c97e-47ca-b900-e2a3e5e0aca1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:21.846830 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4157a786-36a9-452d-897b-38f969e6662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:11Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:21.847046 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0e702a7-c0b7-403c-84e5-e4068787c6c1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:21.847285 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9da1d0b-8c79-4d13-92fc-c7db6b745400', 'name': 'network-vif-deleted', 'tag': '00d33397-c97e-47ca-b900-e2a3e5e0aca1', 'status': 'completed', 'code': 200} Dec 15 13:49:21.855798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53815ed4-2d0f-4fb4-b25a-ebc4b2e2aa9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.865502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53815ed4-2d0f-4fb4-b25a-ebc4b2e2aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:21.881377 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157a786-36a9-452d-897b-38f969e6662f None None] Checking router: e64fed00-0fb5-4947-83bf-3615901f8422 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:21.892982 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157a786-36a9-452d-897b-38f969e6662f None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:21.893994 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4157a786-36a9-452d-897b-38f969e6662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:21.930592 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0978442a-4e52-44d2-b8e5-e8fe0378f976 service neutron] 10.222.0.86 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481716 Dec 15 13:49:21.961181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=d939348e-0d05-40c5-8363-198c8bad634b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:21.977664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.978474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.979133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.979777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.980313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.980817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.981353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.981867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.982387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.982889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.983620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.984900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.985756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:49:21.995263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-53815ed4-2d0f-4fb4-b25a-ebc4b2e2aa9f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e0ac61a11234053ad1582ebb02dea39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932157 Dec 15 13:49:21.995506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:22.029317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53815ed4-2d0f-4fb4-b25a-ebc4b2e2aa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbf2966-18b1-4cd0-9c80-896549ab7066,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:22.040549 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-4157a786-36a9-452d-897b-38f969e6662f None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:22.069018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['d939348e-0d05-40c5-8363-198c8bad634b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:22.076044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5533381-e469-4b5b-9abd-2764470727b9 req-534cb447-6541-4c62-9fe1-674043159055 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:22.084300 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5533381-e469-4b5b-9abd-2764470727b9 req-534cb447-6541-4c62-9fe1-674043159055 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1248908 Dec 15 13:49:22.103169 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a16be61-2e90-4937-8de3-f32908248638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.178779 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a16be61-2e90-4937-8de3-f32908248638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.211268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5533381-e469-4b5b-9abd-2764470727b9 req-0314aa15-87fe-4bf1-94ea-67596b9d910a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259589 Dec 15 13:49:22.286783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc6569-fc77-4569-9d62-eb10b0e23e47 req-afc5d35f-f854-4857-90c1-2a0b28a2bddf tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:22.293613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a16be61-2e90-4937-8de3-f32908248638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.297206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a16be61-2e90-4937-8de3-f32908248638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.298426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3a16be61-2e90-4937-8de3-f32908248638 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5dbf2966-18b1-4cd0-9c80-896549ab7066 HTTP/1.1" status: 204 len: 168 time: 0.3019595 Dec 15 13:49:22.299506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8dc6569-fc77-4569-9d62-eb10b0e23e47 req-afc5d35f-f854-4857-90c1-2a0b28a2bddf tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 950 time: 0.0790627 Dec 15 13:49:22.318847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16be61-2e90-4937-8de3-f32908248638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbf2966-18b1-4cd0-9c80-896549ab7066,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:22.340359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a654ba63-1193-47d4-b08b-c8cb37fd00dc req-32720609-4b9e-47ea-8369-fafcb654d1ad tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-880781790', 'description': 'tempest-description-853418821'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:22.372696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8dc6569-fc77-4569-9d62-eb10b0e23e47 req-930f7a41-6357-4b16-85d0-a1a1456b7fc1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717003 Dec 15 13:49:22.378988 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a654ba63-1193-47d4-b08b-c8cb37fd00dc req-32720609-4b9e-47ea-8369-fafcb654d1ad tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.398850 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4157a786-36a9-452d-897b-38f969e6662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:11Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:22.465199 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157a786-36a9-452d-897b-38f969e6662f None None] The sync data for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 is: [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:47:00Z', 'revision_number': 4, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fafbd82a-dbc3-411e-b029-f82cd150e14b', 'name': '', 'network_id': '9c5b8b68-9b03-423b-83c6-38830c60180f', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'mac_address': 'fa:16:3e:70:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:59Z', 'updated_at': '2021-12-15T13:47:11Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'subnets': [{'id': 'ae199e4f-a3ef-4e17-b052-6fe38e4c7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:22.571276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e35dc-c73e-4971-bf61-d550278abe51 req-38ee3c6c-b70d-449e-a108-1cf6788cf4bc tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:22.573432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e7e35dc-c73e-4971-bf61-d550278abe51 req-38ee3c6c-b70d-449e-a108-1cf6788cf4bc tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 945 time: 0.1231761 Dec 15 13:49:22.584137 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a654ba63-1193-47d4-b08b-c8cb37fd00dc req-32720609-4b9e-47ea-8369-fafcb654d1ad tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.589241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a654ba63-1193-47d4-b08b-c8cb37fd00dc req-32720609-4b9e-47ea-8369-fafcb654d1ad tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.641705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32720609-4b9e-47ea-8369-fafcb654d1ad tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03516ca1-fc33-4912-a58a-d041aecdffa0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:22.649585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a654ba63-1193-47d4-b08b-c8cb37fd00dc req-32720609-4b9e-47ea-8369-fafcb654d1ad tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:22.679771 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e7e35dc-c73e-4971-bf61-d550278abe51 req-9f607964-918b-4f4b-9105-72e98ad0ee25 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993099 Dec 15 13:49:22.681115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a654ba63-1193-47d4-b08b-c8cb37fd00dc req-32720609-4b9e-47ea-8369-fafcb654d1ad tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3458483 Dec 15 13:49:22.828532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9ecbff33-d356-4a9a-94c9-828c70b97e6c req-b3bd2874-cbdc-493f-8d49-76881b22b355 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 210 time: 0.0504367 Dec 15 13:49:22.887517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:22.945910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ce199-4b9a-4f50-b0a5-83f70bc1ee0b None None] New status for floating IP a2566864-c817-48ad-9671-484fe1affa50: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:49:22.995148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35634083-0b83-44d3-bdc7-ff05b2f44191 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.048707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35634083-0b83-44d3-bdc7-ff05b2f44191 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.129740 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35634083-0b83-44d3-bdc7-ff05b2f44191 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.133987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35634083-0b83-44d3-bdc7-ff05b2f44191 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.135710 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-35634083-0b83-44d3-bdc7-ff05b2f44191 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "DELETE /v2.0/security-groups/a756691e-ac2a-4570-9abf-25c5ac669983 HTTP/1.1" status: 204 len: 168 time: 0.2471704 Dec 15 13:49:23.142665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53852) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:23.172102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35634083-0b83-44d3-bdc7-ff05b2f44191 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a756691e-ac2a-4570-9abf-25c5ac669983,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:23.194843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-92f61b84-0e8e-4ec8-9303-97ee0a634b06 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.196546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-92f61b84-0e8e-4ec8-9303-97ee0a634b06 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 813 time: 0.1865466 Dec 15 13:49:23.202295 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-54663aa1-6bc6-41ee-a71e-2bb9c22a5888 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] show failed (client error): The resource could not be found. Dec 15 13:49:23.204889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54663aa1-6bc6-41ee-a71e-2bb9c22a5888 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "GET /v2.0/security-groups/a756691e-ac2a-4570-9abf-25c5ac669983 HTTP/1.1" status: 404 len: 347 time: 0.0603111 Dec 15 13:49:23.206878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53854) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:23.244519 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-8b3c29d7-68e9-41e4-8354-791d44089e20 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/quotas/6262e20642f440599d3ed84c0d5bfc83 HTTP/1.1" status: 200 len: 375 time: 0.0280740 Dec 15 13:49:23.309024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-c6c76c76-7ebf-4881-891a-f49ea73ac5ec tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553007 Dec 15 13:49:23.405158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b324a81-4b9a-4ff6-8939-f4f0c6cbe039 req-f9c49d49-ddc8-458d-b185-13aadeb724f2 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.408135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d939348e-0d05-40c5-8363-198c8bad634b up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:23.413313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b324a81-4b9a-4ff6-8939-f4f0c6cbe039 req-f9c49d49-ddc8-458d-b185-13aadeb724f2 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 1101 time: 0.1362443 Dec 15 13:49:23.424705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-86225d21-c6a2-4b09-a923-5be8e8c4318b service neutron] 10.222.0.86 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179261 Dec 15 13:49:23.432472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3b324a81-4b9a-4ff6-8939-f4f0c6cbe039 req-4ba44ae7-7a3c-4d79-bb9a-1579d64d6882 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.471514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port d939348e-0d05-40c5-8363-198c8bad634b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:23.476641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port d939348e-0d05-40c5-8363-198c8bad634b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:23.477194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.486733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Deleting port de86fa0d-1da8-44b1-a092-3b760bb21715 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:23.487922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.559710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-708a7ed4-1c5b-44cd-b422-4d25fa7416a9 service neutron] 10.222.0.86 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334133 Dec 15 13:49:23.592053 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.593596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.602853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.618619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Calling delete_port for de86fa0d-1da8-44b1-a092-3b760bb21715 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:23.639096 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3b324a81-4b9a-4ff6-8939-f4f0c6cbe039 req-4ba44ae7-7a3c-4d79-bb9a-1579d64d6882 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.657529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d939348e-0d05-40c5-8363-198c8bad634b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d939348e-0d05-40c5-8363-198c8bad634b,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:23.659078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:23.662587 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3958082-9832-4b96-ad5b-50a35a7b27b0" -d '{"events": [{"server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "name": "network-vif-plugged", "status": "completed", "tag": "d939348e-0d05-40c5-8363-198c8bad634b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:23.667476 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.668488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 00d33397-c97e-47ca-b900-e2a3e5e0aca1 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:23.685962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3b324a81-4b9a-4ff6-8939-f4f0c6cbe039 req-4ba44ae7-7a3c-4d79-bb9a-1579d64d6882 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:23.751625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 00d33397-c97e-47ca-b900-e2a3e5e0aca1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:23.752078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 00d33397-c97e-47ca-b900-e2a3e5e0aca1 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:23.783051 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b324a81-4b9a-4ff6-8939-f4f0c6cbe039 req-4ba44ae7-7a3c-4d79-bb9a-1579d64d6882 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645892 Dec 15 13:49:23.831454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=d939348e-0d05-40c5-8363-198c8bad634b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:23.839699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba44ae7-7a3c-4d79-bb9a-1579d64d6882 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca44bc2-2817-4804-9cd8-e6fec2c797cf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:23.893801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019214e-9bac-4f5c-96c5-bd3366efba9d req-cfaf23ae-3f97-4e6d-a69f-d376e7e9bee9 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:23.897284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7019214e-9bac-4f5c-96c5-bd3366efba9d req-cfaf23ae-3f97-4e6d-a69f-d376e7e9bee9 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1223006 Dec 15 13:49:23.926840 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca58f1-b3f2-432f-abe5-7dffea2f3c32 x-openstack-request-id: req-2aca58f1-b3f2-432f-abe5-7dffea2f3c32 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:23.927122 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "name": "network-vif-plugged", "status": "completed", "tag": "d939348e-0d05-40c5-8363-198c8bad634b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:23.927495 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2aca58f1-b3f2-432f-abe5-7dffea2f3c32 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:23.927933 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b', 'code': 200} Dec 15 13:49:24.033429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7019214e-9bac-4f5c-96c5-bd3366efba9d req-b19e860f-13d5-46ad-9cb9-93241795e8d1 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281941 Dec 15 13:49:24.036045 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b71156a3-1a8d-411e-9740-76b4216280f6 req-bc6e8819-6858-4f5e-8d2b-5d9d24da5fcf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 210 time: 0.0441003 Dec 15 13:49:24.051431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-5d5b5c3f-e209-4937-a0ae-079c151f2889 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.052971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-5d5b5c3f-e209-4937-a0ae-079c151f2889 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.74 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 811 time: 0.2567186 Dec 15 13:49:24.085395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Request body: {'port': {'device_id': 'bb847191-862d-4b5e-87ce-6c2691ccd462', 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b', 'admin_state_up': True, 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:24.090937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.134354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a4d49-d99f-41f4-9177-0503dd28962c req-d3223375-4fd6-4fe4-94f9-9f981928e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.137940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e9a4d49-d99f-41f4-9177-0503dd28962c req-d3223375-4fd6-4fe4-94f9-9f981928e1fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1022518 Dec 15 13:49:24.185211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Pushing event deleted for resources: {'Port': ['ID=de86fa0d-1da8-44b1-a092-3b760bb21715,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:24.279983 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e9a4d49-d99f-41f4-9177-0503dd28962c req-347da387-05e4-4eae-8ab2-7b4b21ed451d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294639 Dec 15 13:49:24.314207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.316962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.319920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f35e-6fee-457f-aed1-fc1028118e2e req-0bf8bcf7-2d5c-4b2d-84d3-752691ee11dc tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.321413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-74be6961-97e3-4ec7-9db7-92f5e1ba7461 tempest-ServersTestManualDisk-312820838 tempest-ServersTestManualDisk-312820838-project] 10.222.0.86 "DELETE /v2.0/floatingips/a2566864-c817-48ad-9671-484fe1affa50 HTTP/1.1" status: 204 len: 168 time: 1.1133156 Dec 15 13:49:24.322120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:24.329295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1195f35e-6fee-457f-aed1-fc1028118e2e req-0bf8bcf7-2d5c-4b2d-84d3-752691ee11dc tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 946 time: 0.1436880 Dec 15 13:49:24.394030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1195f35e-6fee-457f-aed1-fc1028118e2e req-3ed484fa-435d-48a3-ae1a-8d2541ef448d tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614469 Dec 15 13:49:24.418636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a601f2e6-5389-4194-8773-d170e6f74abb req-456c4e7e-aeb9-4f5c-bc7e-127c8c47641d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 210 time: 0.0443091 Dec 15 13:49:24.431424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Made reservation on behalf of 35bba95dca96469e8cf03fce0dfbc040 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:24.435947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.575619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-f57b7684-8083-499f-8e8a-7f5cf7ff4dde tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396621 Dec 15 13:49:24.707355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Allocated IP 172.20.0.5 (18024972-adad-45b5-aca2-f52d77c92d2b/45c90898-644f-4cd4-8e62-83bc553fbd2a/740c6f1d-a46b-4031-9269-064dd49ac458) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:24.734539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-5e23d842-fa87-4067-9409-e2062e6b709c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.742949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-5e23d842-fa87-4067-9409-e2062e6b709c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601985 Dec 15 13:49:24.762642 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-02195917-a831-4a09-ac08-9de281e2519d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/quotas/72e6f3c3fea24293810cc0b2a8d08307 HTTP/1.1" status: 200 len: 375 time: 0.0187025 Dec 15 13:49:24.831917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-6dc881a4-3746-4470-b75e-50f847e8670b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0680132 Dec 15 13:49:24.997524 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:25.094730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:25.101231 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:25.111913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fcf638ce-dd94-481b-a634-5faefef7d9e9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:25.232096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Network 18024972-adad-45b5-aca2-f52d77c92d2b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:25.260343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:25.272120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:25.279108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Pushing event updated for resources: {'Port': ['ID=740c6f1d-a46b-4031-9269-064dd49ac458,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:25.413204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.413878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:25.452139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88244dcd-94dd-4117-9cd8-9899f96bf654 req-da534b03-4c84-4d8f-9f77-aa542a1ddc68 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.462922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88244dcd-94dd-4117-9cd8-9899f96bf654 req-da534b03-4c84-4d8f-9f77-aa542a1ddc68 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.2919028 Dec 15 13:49:25.499681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e130e86a-8c38-4f41-9975-6f78a688fbc8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4229665 Dec 15 13:49:25.578270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6014d9a8-a6de-4de8-8548-0c120116924d req-6a52366c-00b4-428a-9ea6-dc0a379c6f6b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 210 time: 0.1192975 Dec 15 13:49:25.580223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Request body: {'port': {'device_id': 'bb847191-862d-4b5e-87ce-6c2691ccd462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:25.635170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-7b0ae4d1-609f-4097-98bc-57416e060ccf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.637079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-7b0ae4d1-609f-4097-98bc-57416e060ccf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.24 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 813 time: 0.2604535 Dec 15 13:49:25.655775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'port': {'device_id': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c', 'admin_state_up': True, 'tenant_id': '6262e20642f440599d3ed84c0d5bfc83'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:25.657903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88244dcd-94dd-4117-9cd8-9899f96bf654 req-04475ae8-38cb-44a4-84d2-f64398c8d071 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934304 Dec 15 13:49:25.715457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:25.940505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Made reservation on behalf of 6262e20642f440599d3ed84c0d5bfc83 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:25.945374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:25.983549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0b244-72d7-453b-bae0-0a451d625269 req-f4451db2-c4de-43ce-a654-10597502b0e7 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.986308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92a0b244-72d7-453b-bae0-0a451d625269 req-f4451db2-c4de-43ce-a654-10597502b0e7 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 931 time: 0.1168175 Dec 15 13:49:26.113798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff724ed7-1e65-4eb6-9f8d-860bec10a2a2 req-a3819c84-41be-4649-8b12-8041bb613057 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.121994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff724ed7-1e65-4eb6-9f8d-860bec10a2a2 req-a3819c84-41be-4649-8b12-8041bb613057 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 946 time: 0.2196012 Dec 15 13:49:26.132921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92a0b244-72d7-453b-bae0-0a451d625269 req-52ca9687-2247-400c-a687-61203ea33b60 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379154 Dec 15 13:49:26.207977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Allocated IP 172.20.0.4 (b8b14059-1ed4-4e7d-a8e9-ded65e26484c/76eeb0ed-bb05-4380-a116-d5f7d81f762f/37133100-0a41-4d79-bdc5-9abd95fc9725) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:26.211684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Deleting port fafbd82a-dbc3-411e-b029-f82cd150e14b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:26.212176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.232820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1642a0d3-83da-4b20-a305-0ac01a9106d2 req-15c829fc-f98b-476d-a561-40bf3f249b32 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 210 time: 0.0462773 Dec 15 13:49:26.290163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff724ed7-1e65-4eb6-9f8d-860bec10a2a2 req-e3eeb661-0a0c-43be-aed4-fe373e203579 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670082 Dec 15 13:49:26.406203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53968) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:26.472752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.527114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.602776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Network b8b14059-1ed4-4e7d-a8e9-ded65e26484c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:26.603964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a222-ba29-4718-b3a3-e75282ed2338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.609856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:26.630850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:26.656027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:26.743990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.744643 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.778768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-df9a813f-88fd-4238-9464-9de57375f747 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277685 Dec 15 13:49:26.791523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fe937-aebe-49ae-8df4-9a17bcebae9f req-01f4b992-714a-4d4d-aacb-00ec5d288a54 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:26.792856 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d6fe937-aebe-49ae-8df4-9a17bcebae9f req-01f4b992-714a-4d4d-aacb-00ec5d288a54 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 931 time: 0.1078444 Dec 15 13:49:26.802510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Request body: {'port': {'device_id': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:26.829810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740c6f1d-a46b-4031-9269-064dd49ac458 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:26.844508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.874130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] For port fafbd82a-dbc3-411e-b029-f82cd150e14b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fafbd82a-dbc3-411e-b029-f82cd150e14b,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:26.875198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.894660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Transition to ACTIVE for port object 740c6f1d-a46b-4031-9269-064dd49ac458 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:26.904529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Calling delete_port for fafbd82a-dbc3-411e-b029-f82cd150e14b owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:26.906763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a222-ba29-4718-b3a3-e75282ed2338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.911802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.920280 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a222-ba29-4718-b3a3-e75282ed2338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.932200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:26.945003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d6fe937-aebe-49ae-8df4-9a17bcebae9f req-d4f746f7-e8b7-4aa4-ac22-abf62de6d6f3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387997 Dec 15 13:49:26.977560 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7bc7a222-ba29-4718-b3a3-e75282ed2338 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2aa39f2861e54d099c9568a6faf4b891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5695770 Dec 15 13:49:26.979714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7a222-ba29-4718-b3a3-e75282ed2338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2cdcc7-9edd-4332-8602-1a6fe6790adc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:26.982382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53976) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:27.018270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-3c1b08b8-90cc-4f22-b8a2-7d70dc91f1e3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2606668 Dec 15 13:49:27.033112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:27.053066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Pushing event updated for resources: {'Port': ['ID=740c6f1d-a46b-4031-9269-064dd49ac458,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:27.137723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.179613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f5f7320-02de-44a9-ac0a-440cb1549ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.275263 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f5f7320-02de-44a9-ac0a-440cb1549ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.278640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Attempting to bind port 740c6f1d-a46b-4031-9269-064dd49ac458 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:27.278986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Attempting to bind port 740c6f1d-a46b-4031-9269-064dd49ac458 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:27.279323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Attempting to bind port 740c6f1d-a46b-4031-9269-064dd49ac458 on network 18024972-adad-45b5-aca2-f52d77c92d2b {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:27.284647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a693d6d-5294-4cff-8c7f-c536c63617df req-fe8c80c1-9128-45e3-9103-b36dc47f5e90 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.290092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Port 740c6f1d-a46b-4031-9269-064dd49ac458 on network 18024972-adad-45b5-aca2-f52d77c92d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:27.290424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Attempting to bind port 740c6f1d-a46b-4031-9269-064dd49ac458 on network 18024972-adad-45b5-aca2-f52d77c92d2b {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:27.292383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a693d6d-5294-4cff-8c7f-c536c63617df req-fe8c80c1-9128-45e3-9103-b36dc47f5e90 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1876681 Dec 15 13:49:27.301113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a36a4493-e3fd-48eb-8075-08c725a04255 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694823 Dec 15 13:49:27.304740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:27.305104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Checking segment: {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:27.305473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Bound using segment: {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:27.305913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Bound port: 740c6f1d-a46b-4031-9269-064dd49ac458, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94f7684-e10c-488f-b7f7-92ea1ec95208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:27.306274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.420385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.458841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] For port 740c6f1d-a46b-4031-9269-064dd49ac458, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:27.462162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafbd82a-dbc3-411e-b029-f82cd150e14b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:27.472540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a693d6d-5294-4cff-8c7f-c536c63617df req-e47b4e44-98a3-4fbf-bc77-eb1a60ae1a44 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700687 Dec 15 13:49:27.487074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.504606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] For port 740c6f1d-a46b-4031-9269-064dd49ac458, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=740c6f1d-a46b-4031-9269-064dd49ac458,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:27.540391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-39556656-a322-46c0-b515-b1e316848a0a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.542655 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.542967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-39556656-a322-46c0-b515-b1e316848a0a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281940 Dec 15 13:49:27.561445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Request body: {'port': {'device_id': 'a65209b8-bf33-4ce1-b1b6-6d2e5078b0de', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '72e6f3c3fea24293810cc0b2a8d08307'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:27.623901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f5f7320-02de-44a9-ac0a-440cb1549ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.625990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f5f7320-02de-44a9-ac0a-440cb1549ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.627127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8f5f7320-02de-44a9-ac0a-440cb1549ba9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf2cdcc7-9edd-4332-8602-1a6fe6790adc HTTP/1.1" status: 204 len: 168 time: 0.6247473 Dec 15 13:49:27.665867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.666616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.667935 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] 10.222.0.74 "PUT /v2.0/ports/740c6f1d-a46b-4031-9269-064dd49ac458 HTTP/1.1" status: 200 len: 1091 time: 2.1150930 Dec 15 13:49:27.668625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb847191-862d-4b5e-87ce-6c2691ccd462', 'tag': '740c6f1d-a46b-4031-9269-064dd49ac458'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:27.671994 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b3c84f-206b-4b0e-b5a2-50d123264730" -d '{"events": [{"name": "network-changed", "server_uuid": "bb847191-862d-4b5e-87ce-6c2691ccd462", "tag": "740c6f1d-a46b-4031-9269-064dd49ac458"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:27.809380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37133100-0a41-4d79-bdc5-9abd95fc9725 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:27.821377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.830154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f7320-02de-44a9-ac0a-440cb1549ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2cdcc7-9edd-4332-8602-1a6fe6790adc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:27.854218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Transition to ACTIVE for port object 37133100-0a41-4d79-bdc5-9abd95fc9725 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:27.864136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8db055-f0ae-414e-b871-4751d77d6781 service neutron] Pushing event updated for resources: {'Port': ['ID=740c6f1d-a46b-4031-9269-064dd49ac458,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:27.871269 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.874694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-4df1e6b3-1d88-4836-a9f2-ab8fd762ad2f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1339397 Dec 15 13:49:27.883851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9aae-bd2a-4c3d-a333-e30ead638e10 req-259b7f7e-6313-4715-a40e-cb08ed8bcf19 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.885943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9af9aae-bd2a-4c3d-a333-e30ead638e10 req-259b7f7e-6313-4715-a40e-cb08ed8bcf19 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 943 time: 0.2930536 Dec 15 13:49:27.892565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Made reservation on behalf of 72e6f3c3fea24293810cc0b2a8d08307 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:27.896405 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:27.936300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-321fe14c-2e3d-4d9d-b172-a17e730f6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:27.937947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-321fe14c-2e3d-4d9d-b172-a17e730f6cdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 1094 time: 0.1951184 Dec 15 13:49:27.941677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Allocated IP 172.25.7.103 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/5c8f2919-b1ca-4780-b693-fa827980610a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:27.983653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:28.062501 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-3010e0d0-e5ac-4c3a-aa47-d9bebcb33c11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740c6f1d-a46b-4031-9269-064dd49ac458 HTTP/1.1" status: 200 len: 217 time: 0.0899446 Dec 15 13:49:28.093841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9af9aae-bd2a-4c3d-a333-e30ead638e10 req-e6944555-d6ed-4b05-9aaa-252e24bc59c7 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753905 Dec 15 13:49:28.107295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53992) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:28.157384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c37ff8c-01a8-4822-8374-ed022807a229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.220879 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.262123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-fb23aa26-dba8-42f8-9d89-f2d482012ba2 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.263803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-fb23aa26-dba8-42f8-9d89-f2d482012ba2 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3760390 Dec 15 13:49:28.269151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-dedef02c-4ae0-4d60-bfbd-b50e6299523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.270588 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-dedef02c-4ae0-4d60-bfbd-b50e6299523c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=45c90898-644f-4cd4-8e62-83bc553fbd2a HTTP/1.1" status: 200 len: 851 time: 0.1991937 Dec 15 13:49:28.325950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Request body: {'port': {'device_id': 'acc9804e-f0ab-4542-9a5c-132b129dbc18', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '72e6f3c3fea24293810cc0b2a8d08307'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:28.388007 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-a0060c35-9846-43e5-8817-2556399ff712 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18024972-adad-45b5-aca2-f52d77c92d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659018 Dec 15 13:49:28.417817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.501320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Attempting to bind port 37133100-0a41-4d79-bdc5-9abd95fc9725 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:28.501729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Attempting to bind port 37133100-0a41-4d79-bdc5-9abd95fc9725 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:28.501999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Attempting to bind port 37133100-0a41-4d79-bdc5-9abd95fc9725 on network b8b14059-1ed4-4e7d-a8e9-ded65e26484c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:28.527267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7de0fb44-14a4-4b58-8cd2-a090acc625c6 req-be8892fb-4588-465d-9058-a67993b5b1ba tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 210 time: 0.3422620 Dec 15 13:49:28.535325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Port 37133100-0a41-4d79-bdc5-9abd95fc9725 on network b8b14059-1ed4-4e7d-a8e9-ded65e26484c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:28.535659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Attempting to bind port 37133100-0a41-4d79-bdc5-9abd95fc9725 on network b8b14059-1ed4-4e7d-a8e9-ded65e26484c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:28.549131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Allocated IP 192.168.233.37 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/73cb900d-06ad-4572-b8ac-a39d6e18217f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:28.563160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:28.563510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Checking segment: {'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:28.563931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Bound using segment: {'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:28.564383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Bound port: 37133100-0a41-4d79-bdc5-9abd95fc9725, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:28.564753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.646456 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.660584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-ada42ea7-b92e-462e-8aac-c035d552e6d8 service neutron] 10.222.0.74 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409725 Dec 15 13:49:28.683592 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d925b1-08ff-4b92-b93e-7ebace59b412 x-openstack-request-id: req-12d925b1-08ff-4b92-b93e-7ebace59b412 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:28.683919 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb847191-862d-4b5e-87ce-6c2691ccd462", "tag": "740c6f1d-a46b-4031-9269-064dd49ac458", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:28.684270 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12d925b1-08ff-4b92-b93e-7ebace59b412 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:28.684664 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb847191-862d-4b5e-87ce-6c2691ccd462', 'tag': '740c6f1d-a46b-4031-9269-064dd49ac458', 'status': 'completed', 'code': 200} Dec 15 13:49:28.732936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:28.792277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:28.809444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c37ff8c-01a8-4822-8374-ed022807a229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.820074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=37133100-0a41-4d79-bdc5-9abd95fc9725,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:28.826784 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c37ff8c-01a8-4822-8374-ed022807a229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.831992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Made reservation on behalf of 72e6f3c3fea24293810cc0b2a8d08307 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:28.834139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.835460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.837569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:28.840018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:28.875758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Pushing event updated for resources: {'Port': ['ID=5c8f2919-b1ca-4780-b693-fa827980610a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:28.934626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.935248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:28.936670 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 200 len: 1091 time: 2.1428115 Dec 15 13:49:28.939347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:28.941725 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365cb487-bf8f-47bd-85cb-0166ef0a2a79" -d '{"events": [{"name": "network-changed", "server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:28.953900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c37ff8c-01a8-4822-8374-ed022807a229 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=04ed0c1d9856419eb75ec8aa78bc2745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8379505 Dec 15 13:49:28.962917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:28.967626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de37c-10e1-43c7-bc89-a2a3f2d2bb51 req-b9365f7f-32ea-44e8-86aa-3a3873037946 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:28.969431 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-755de37c-10e1-43c7-bc89-a2a3f2d2bb51 req-b9365f7f-32ea-44e8-86aa-3a3873037946 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 943 time: 0.2397053 Dec 15 13:49:28.970108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37ff8c-01a8-4822-8374-ed022807a229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1135ed98-f213-458e-8bc9-3740154191af,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:29.016891 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.036610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b95da2-acd3-492b-8f8c-795802eab6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:29.098891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Router e64fed00-0fb5-4947-83bf-3615901f8422 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:29.103237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-755de37c-10e1-43c7-bc89-a2a3f2d2bb51 req-bd27d99d-4604-4d53-a4ae-bd994d5eba8d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182988 Dec 15 13:49:29.104979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-54f5dbda-d0f9-48c0-9106-c12a876d057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.107060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-54f5dbda-d0f9-48c0-9106-c12a876d057f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1094 time: 0.1164565 Dec 15 13:49:29.109722 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdd7b6ee-64a4-47cb-96f4-501acec9f75b req-e0b95fa1-3f51-4a0c-bc90-7af2ea6706b3 service neutron] 10.222.0.74 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208453 Dec 15 13:49:29.153628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.156164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-ca433247-3cbd-4e35-a0f2-dce5764ed2c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 200 len: 217 time: 0.0409155 Dec 15 13:49:29.168310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:29.243995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:29.260692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.270502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:29.279533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:29.295681 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb4ee-1d8d-41f6-821a-fa0f354f4764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.312389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'Port': ['ID=73cb900d-06ad-4572-b8ac-a39d6e18217f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:29.331471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-6f6bb1f7-7acc-4902-9969-fc84774ca3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.333314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-6f6bb1f7-7acc-4902-9969-fc84774ca3bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.1652298 Dec 15 13:49:29.375225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-2288a3d3-aea2-4904-9c3c-c8c21d56e9df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346661 Dec 15 13:49:29.385706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ac08-18e4-4412-ae7a-ff61288c02db req-e28ac600-179f-4962-aab0-bb3cf5d85fef tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.387210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8368ac08-18e4-4412-ae7a-ff61288c02db req-e28ac600-179f-4962-aab0-bb3cf5d85fef tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1848893 Dec 15 13:49:29.401276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.401942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.488381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b7ace574-1593-4206-8328-b36a19bfb367 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9326651 Dec 15 13:49:29.508189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Request body: {'port': {'device_id': 'a65209b8-bf33-4ce1-b1b6-6d2e5078b0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:29.551845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8368ac08-18e4-4412-ae7a-ff61288c02db req-5eec2dc9-11b4-44ed-a568-e2432eeab886 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462033 Dec 15 13:49:29.581727 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-27194ae3-6782-48d4-a60d-de6fb3ae792e None None] Provisioning complete for port 73cb900d-06ad-4572-b8ac-a39d6e18217f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:29.582359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-27194ae3-6782-48d4-a60d-de6fb3ae792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.596168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-7f66f8bb-d687-4c63-a807-d138f33a186b service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074931 Dec 15 13:49:29.606391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.637241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-27194ae3-6782-48d4-a60d-de6fb3ae792e None None] Port 73cb900d-06ad-4572-b8ac-a39d6e18217f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:29.642240 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358737f1-c488-4668-8fb9-68edfdf2a191 x-openstack-request-id: req-358737f1-c488-4668-8fb9-68edfdf2a191 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:29.642545 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:29.642815 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-358737f1-c488-4668-8fb9-68edfdf2a191 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:29.643664 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725', 'status': 'completed', 'code': 200} Dec 15 13:49:29.709310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Allocated IP 192.168.233.23 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/f06dc401-df3e-416f-9d00-d03f3d608309) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:29.743816 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.749110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb4ee-1d8d-41f6-821a-fa0f354f4764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.782502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-78aa1470-047c-406e-acd1-ef58ebd3e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.784198 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-78aa1470-047c-406e-acd1-ef58ebd3e805 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 1094 time: 0.5849512 Dec 15 13:49:29.804107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:29.814132 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4fa1684d-bb85-4749-87e3-f1bbcc806222 admin admin] 10.222.0.86 "PUT /v2.0/routers/e64fed00-0fb5-4947-83bf-3615901f8422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4845777 Dec 15 13:49:29.818008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54006) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:29.829339 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] Sync routers for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:29.860938 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:29.862063 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:29.878185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cc4a6-170b-4d8f-9f87-80fefb5c999d req-a443b288-4604-4904-b916-8629e4c036e5 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:29.879732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e9cc4a6-170b-4d8f-9f87-80fefb5c999d req-a443b288-4604-4904-b916-8629e4c036e5 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 943 time: 0.1652818 Dec 15 13:49:29.882271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0acec634-c871-4327-bb5a-dd61cadf4dbc req-a2877a40-e879-4b14-b1a9-0af6435974ad service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537103 Dec 15 13:49:29.943039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e9cc4a6-170b-4d8f-9f87-80fefb5c999d req-becb7d02-2205-4a6a-bb8a-0ce49b209ce8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558586 Dec 15 13:49:29.998776 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:30.018377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-1518cdb7-d146-4272-846f-861663c55ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.020055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-1518cdb7-d146-4272-846f-861663c55ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1094 time: 0.0714874 Dec 15 13:49:30.131453 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.143238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66f506a0-fca1-4116-aabf-fee886333bd4 req-8a3fb23f-def6-4c6a-8fc8-7271b68abd2e tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 210 time: 0.0765562 Dec 15 13:49:30.263203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:49:27Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:30.283929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-320780a2-a0b9-4b33-8a4d-705a713cfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.285734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-320780a2-a0b9-4b33-8a4d-705a713cfadf service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 915 time: 0.2479661 Dec 15 13:49:30.320225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.323628 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] Checking router: e64fed00-0fb5-4947-83bf-3615901f8422 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:30.327314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb4ee-1d8d-41f6-821a-fa0f354f4764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.333225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:30.336881 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] Routers {'e64fed00-0fb5-4947-83bf-3615901f8422'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:30.337883 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e64fed00-0fb5-4947-83bf-3615901f8422'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:30.353662 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb4ee-1d8d-41f6-821a-fa0f354f4764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.357517 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a1dcb4ee-1d8d-41f6-821a-fa0f354f4764 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1135ed98-f213-458e-8bc9-3740154191af HTTP/1.1" status: 204 len: 168 time: 1.3929753 Dec 15 13:49:30.370588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-cde05652-de0e-4411-8c04-9e8e36b075a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 200 len: 217 time: 0.0717995 Dec 15 13:49:30.487512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcb4ee-1d8d-41f6-821a-fa0f354f4764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1135ed98-f213-458e-8bc9-3740154191af,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:30.489586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'Port': ['ID=f06dc401-df3e-416f-9d00-d03f3d608309,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:30.537697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6936f7-3ad4-40e1-a50a-3ce09dc59d58 req-2c8bf2f8-fcc9-478e-b147-439979f8dfde tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.541283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6936f7-3ad4-40e1-a50a-3ce09dc59d58 req-2c8bf2f8-fcc9-478e-b147-439979f8dfde tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 943 time: 0.1711600 Dec 15 13:49:30.571818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-59d83e59-a208-4093-b8bc-934cc2c6fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.573638 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-59d83e59-a208-4093-b8bc-934cc2c6fd22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.1784461 Dec 15 13:49:30.652119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-0ed280cc-4822-4765-92b3-89f0f2b947f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677133 Dec 15 13:49:30.664412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cb900d-06ad-4572-b8ac-a39d6e18217f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:30.680219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.693676 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.704883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:30.743856 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] Set router e64fed00-0fb5-4947-83bf-3615901f8422 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:30.744047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:30.751440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:30.817514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Transition to ACTIVE for port object 73cb900d-06ad-4572-b8ac-a39d6e18217f will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:30.828797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6936f7-3ad4-40e1-a50a-3ce09dc59d58 req-8798bd63-c2de-4dcd-b989-f65b96760e3e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493262 Dec 15 13:49:30.843989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.882598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.884486 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.886119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:30.930736 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a56a3fcc-a52e-446d-bb29-6c86a215cd55 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6146288 Dec 15 13:49:30.955626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-1a5015de-203f-4b15-8041-5b21e63f4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:30.959567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-1a5015de-203f-4b15-8041-5b21e63f4a23 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 913 time: 1.1465178 Dec 15 13:49:30.971968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Request body: {'port': {'device_id': 'acc9804e-f0ab-4542-9a5c-132b129dbc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:30.981769 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.041174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Pushing event updated for resources: {'Port': ['ID=73cb900d-06ad-4572-b8ac-a39d6e18217f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:31.096383 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:49:27Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:31.111065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-1d97478c-ab66-4a3a-a09b-5295abbc012e service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340076 Dec 15 13:49:31.145543 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad15b-db73-47ae-bb0e-3b3474d8d4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.155089 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4db6b9-2a8f-4322-8828-a2cbc78a3aca None None] The sync data for ids ['e64fed00-0fb5-4947-83bf-3615901f8422'] in n-d-821840-1 is: [{'id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'name': 'tempest-ServersTestManualDisk-1709363476-router', 'tenant_id': 'd9929326a66b4182be4708b7106567d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:46:54Z', 'updated_at': '2021-12-15T13:49:27Z', 'revision_number': 5, 'project_id': 'd9929326a66b4182be4708b7106567d0', 'gw_port': {'id': '53ec1025-8435-44e6-8791-e3424c0f596c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64fed00-0fb5-4947-83bf-3615901f8422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:46:55Z', 'updated_at': '2021-12-15T13:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:31.223363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-49d456d8-365a-4bb7-97dd-05965b2ae03f None None] Provisioning complete for port f06dc401-df3e-416f-9d00-d03f3d608309 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:31.224699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.225655 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49d456d8-365a-4bb7-97dd-05965b2ae03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.228477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-b45d98a3-1d4b-4bec-9ce5-8b3531ba14a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740c6f1d-a46b-4031-9269-064dd49ac458 HTTP/1.1" status: 200 len: 217 time: 0.2398970 Dec 15 13:49:31.322020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-49d456d8-365a-4bb7-97dd-05965b2ae03f None None] Port f06dc401-df3e-416f-9d00-d03f3d608309 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:31.325474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Attempting to bind port 73cb900d-06ad-4572-b8ac-a39d6e18217f on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:31.326100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Attempting to bind port 73cb900d-06ad-4572-b8ac-a39d6e18217f by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:31.326642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Attempting to bind port 73cb900d-06ad-4572-b8ac-a39d6e18217f on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:31.334884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Port 73cb900d-06ad-4572-b8ac-a39d6e18217f on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:31.335464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Attempting to bind port 73cb900d-06ad-4572-b8ac-a39d6e18217f on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:31.366999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4b40a-409a-4528-bcfa-9a5e5500085e req-c8b9e687-7076-4428-b35e-58b298c6c50b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.370928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34a4b40a-409a-4528-bcfa-9a5e5500085e req-c8b9e687-7076-4428-b35e-58b298c6c50b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.3609474 Dec 15 13:49:31.371571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-7e2197a0-0731-4bbd-8226-9213186b18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.373266 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-7e2197a0-0731-4bbd-8226-9213186b18b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=45c90898-644f-4cd4-8e62-83bc553fbd2a HTTP/1.1" status: 200 len: 851 time: 0.1324990 Dec 15 13:49:31.378575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:31.381615 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.382255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:31.382761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:31.383328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Bound port: 73cb900d-06ad-4572-b8ac-a39d6e18217f, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:31.386717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.441689 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-b78180c7-4bd5-4841-85c2-6fd87cf97e7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18024972-adad-45b5-aca2-f52d77c92d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566185 Dec 15 13:49:31.481585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34a4b40a-409a-4528-bcfa-9a5e5500085e req-9123c295-b5f2-474e-92a2-4c8eb1b3bbdd tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915375 Dec 15 13:49:31.516965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.529758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 740c6f1d-a46b-4031-9269-064dd49ac458 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:31.557000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cb487-bf8f-47bd-85cb-0166ef0a2a79 req-a942b5cf-30f1-43e6-bda9-8bd0b5cde56e service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371765 Dec 15 13:49:31.646438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] For port 73cb900d-06ad-4572-b8ac-a39d6e18217f, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:31.666893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] For port 73cb900d-06ad-4572-b8ac-a39d6e18217f, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73cb900d-06ad-4572-b8ac-a39d6e18217f,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:31.688140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9e990-7ae4-4d87-87e9-7fc40047ea47 req-f3ab1187-d09e-4c92-ae69-42fac93a2e43 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.696358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aea9e990-7ae4-4d87-87e9-7fc40047ea47 req-f3ab1187-d09e-4c92-ae69-42fac93a2e43 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 943 time: 0.1125453 Dec 15 13:49:31.707071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.711468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-9a0ec7db-8324-4bf6-b12a-0da3bec174b6 service neutron] 10.222.0.74 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963389 Dec 15 13:49:31.789182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 740c6f1d-a46b-4031-9269-064dd49ac458, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=740c6f1d-a46b-4031-9269-064dd49ac458,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:31.808761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '740c6f1d-a46b-4031-9269-064dd49ac458', 'network_id': '18024972-adad-45b5-aca2-f52d77c92d2b', 'port_id': '740c6f1d-a46b-4031-9269-064dd49ac458', 'mac_address': 'fa:16:3e:e5:08:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c90898-644f-4cd4-8e62-83bc553fbd2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:31.828503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Pushing event updated for resources: {'Port': ['ID=73cb900d-06ad-4572-b8ac-a39d6e18217f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:31.872677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:31.877974 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.880460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-816dbe80-8513-4151-849f-5e21c304aea6 service neutron] 10.222.0.74 "PUT /v2.0/ports/73cb900d-06ad-4572-b8ac-a39d6e18217f HTTP/1.1" status: 200 len: 1095 time: 2.3818500 Dec 15 13:49:31.881165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65209b8-bf33-4ce1-b1b6-6d2e5078b0de', 'tag': '73cb900d-06ad-4572-b8ac-a39d6e18217f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:31.902226 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726f10fc-c100-420d-9b22-1c03302c5d93" -d '{"events": [{"name": "network-changed", "server_uuid": "a65209b8-bf33-4ce1-b1b6-6d2e5078b0de", "tag": "73cb900d-06ad-4572-b8ac-a39d6e18217f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:31.920581 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:31.950662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740c6f1d-a46b-4031-9269-064dd49ac458 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:31.970241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aea9e990-7ae4-4d87-87e9-7fc40047ea47 req-dadab1ee-4f22-4ba4-8cbb-6e68fbc67a6c tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658095 Dec 15 13:49:32.020059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 740c6f1d-a46b-4031-9269-064dd49ac458, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=740c6f1d-a46b-4031-9269-064dd49ac458,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:32.028381 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.058023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-f19aec8e-e347-4dcd-958a-ac38eb444531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.059555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-f19aec8e-e347-4dcd-958a-ac38eb444531 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 1098 time: 0.0842509 Dec 15 13:49:32.085381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Pushing event updated for resources: {'Port': ['ID=5c8f2919-b1ca-4780-b693-fa827980610a,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:32.110865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87b3c84f-206b-4b0e-b5a2-50d123264730 req-d8fb9efd-09d3-4580-89b4-6ed0c7d6763f service neutron] 10.222.0.74 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785362 Dec 15 13:49:32.131497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.172469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-79e11376-5bd0-46f0-8f52-53f567f5648b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=73cb900d-06ad-4572-b8ac-a39d6e18217f HTTP/1.1" status: 200 len: 217 time: 0.1029222 Dec 15 13:49:32.203506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.203927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=740c6f1d-a46b-4031-9269-064dd49ac458,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:32.287830 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.289078 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-04ef0fd4-bc0a-42b1-b6da-85d3e3c3f623 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2699795 Dec 15 13:49:32.329218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aca607-2d59-4159-9d53-8fe3bac8f47b req-b152b1ba-51db-4f36-9017-2f79fee36413 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.331217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['740c6f1d-a46b-4031-9269-064dd49ac458'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:32.338007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09aca607-2d59-4159-9d53-8fe3bac8f47b req-b152b1ba-51db-4f36-9017-2f79fee36413 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 935 time: 0.2621830 Dec 15 13:49:32.373720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-69431507-8592-48ec-a291-19c1ec84b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.378470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-69431507-8592-48ec-a291-19c1ec84b050 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1975038 Dec 15 13:49:32.397302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-03f1e7cc-3228-4d01-af64-eb42dd1c710d tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.0810828 Dec 15 13:49:32.484462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09aca607-2d59-4159-9d53-8fe3bac8f47b req-cd58790c-1370-4c02-8cb5-0b129df86ff1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442924 Dec 15 13:49:32.553561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a9be97f7-033a-41e8-9c66-8f989b279192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.555480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-a9be97f7-033a-41e8-9c66-8f989b279192 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661544 Dec 15 13:49:32.580589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Deleting port 53ec1025-8435-44e6-8791-e3424c0f596c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:32.580929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.591463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-80205827-4fad-4cc7-8d57-ceab87965693 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.592971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-497124ac-3a55-46a9-b60c-7d6fa7343a7f req-80205827-4fad-4cc7-8d57-ceab87965693 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1889718 Dec 15 13:49:32.720076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fafbd82a-dbc3-411e-b029-f82cd150e14b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:32.738281 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010455b-9f20-4af7-bc35-ba088f2eb6c4 x-openstack-request-id: req-e010455b-9f20-4af7-bc35-ba088f2eb6c4 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:32.738585 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65209b8-bf33-4ce1-b1b6-6d2e5078b0de", "tag": "73cb900d-06ad-4572-b8ac-a39d6e18217f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:32.738846 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e010455b-9f20-4af7-bc35-ba088f2eb6c4 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:32.739255 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65209b8-bf33-4ce1-b1b6-6d2e5078b0de', 'tag': '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'status': 'completed', 'code': 200} Dec 15 13:49:32.747603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06dc401-df3e-416f-9d00-d03f3d608309 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:32.749102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: fafbd82a-dbc3-411e-b029-f82cd150e14b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:32.749725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fafbd82a-dbc3-411e-b029-f82cd150e14b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:32.763387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.796686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Transition to ACTIVE for port object f06dc401-df3e-416f-9d00-d03f3d608309 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:32.798815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] For port 53ec1025-8435-44e6-8791-e3424c0f596c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=53ec1025-8435-44e6-8791-e3424c0f596c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:32.799103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.810038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.824135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94dea3-433e-4c8e-b076-4f4eb48eb135 req-d7878722-1945-4015-ac44-d2ab895752e9 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.826216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c94dea3-433e-4c8e-b076-4f4eb48eb135 req-d7878722-1945-4015-ac44-d2ab895752e9 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 943 time: 0.1329827 Dec 15 13:49:32.838624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-5282cb19-c081-42da-a2af-d9db33743c94 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746308 Dec 15 13:49:32.852735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Calling delete_port for 53ec1025-8435-44e6-8791-e3424c0f596c owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:32.868317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3476a1b-0c42-4964-a8d7-2005733e8ddc req-33652ecc-15d2-45da-a6af-0df73caa89f9 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:32.869808 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3476a1b-0c42-4964-a8d7-2005733e8ddc req-33652ecc-15d2-45da-a6af-0df73caa89f9 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.0694158 Dec 15 13:49:32.946465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Pushing event updated for resources: {'Port': ['ID=f06dc401-df3e-416f-9d00-d03f3d608309,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:32.983515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3476a1b-0c42-4964-a8d7-2005733e8ddc req-fe25e55e-f2c0-415d-9707-87224d0756fd tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025708 Dec 15 13:49:33.012924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cdf361b0-9b68-43aa-92a0-55e14c23e69f service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611552 Dec 15 13:49:33.022081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c94dea3-433e-4c8e-b076-4f4eb48eb135 req-9a6d1225-b5e7-4e86-86b2-87b770590083 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672745 Dec 15 13:49:33.163700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Attempting to bind port f06dc401-df3e-416f-9d00-d03f3d608309 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:33.164012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Attempting to bind port f06dc401-df3e-416f-9d00-d03f3d608309 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:33.164346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Attempting to bind port f06dc401-df3e-416f-9d00-d03f3d608309 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:33.192741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Port f06dc401-df3e-416f-9d00-d03f3d608309 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:33.192915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Attempting to bind port f06dc401-df3e-416f-9d00-d03f3d608309 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:33.211385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:33.211741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:33.212221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:33.212685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Bound port: f06dc401-df3e-416f-9d00-d03f3d608309, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:33.213039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.225025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-3677de53-6749-4e7b-92d7-1ae7576d8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.226537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-3677de53-6749-4e7b-92d7-1ae7576d8443 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 1098 time: 0.1426451 Dec 15 13:49:33.295220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1230a67-3206-450a-bad3-39bb6f054e5a req-03c82b38-e5bb-4fd1-b342-98547179642e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.302811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1230a67-3206-450a-bad3-39bb6f054e5a req-03c82b38-e5bb-4fd1-b342-98547179642e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 944 time: 0.1590030 Dec 15 13:49:33.322482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-365dfb49-256f-411e-b6f1-64a0e119f279 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.324075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-365dfb49-256f-411e-b6f1-64a0e119f279 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 821 time: 0.1912897 Dec 15 13:49:33.351472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-01583c59-8f5a-45a2-a672-c7b07cd832e9 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/quotas/892c322aafde42978bb257e47e89f88d HTTP/1.1" status: 200 len: 375 time: 0.0197878 Dec 15 13:49:33.369609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.377808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-aac2d6d2-f455-4f63-958c-9d564243fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.379378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-aac2d6d2-f455-4f63-958c-9d564243fec5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1421387 Dec 15 13:49:33.414935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] For port f06dc401-df3e-416f-9d00-d03f3d608309, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:33.424549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=53ec1025-8435-44e6-8791-e3424c0f596c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:33.433958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1230a67-3206-450a-bad3-39bb6f054e5a req-4460fbc6-cec6-44a0-ac9e-c5aa71cee69b tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301324 Dec 15 13:49:33.440664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-3c19febf-76b6-4d4c-91c9-6f08d172e0cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=73cb900d-06ad-4572-b8ac-a39d6e18217f HTTP/1.1" status: 200 len: 217 time: 0.0414383 Dec 15 13:49:33.441493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] For port f06dc401-df3e-416f-9d00-d03f3d608309, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f06dc401-df3e-416f-9d00-d03f3d608309,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:33.456207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 37133100-0a41-4d79-bdc5-9abd95fc9725 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:33.460691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.484867 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-bbf23053-45c5-4863-a2a7-6b2d18b29b5a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1219447 Dec 15 13:49:33.570696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 740c6f1d-a46b-4031-9269-064dd49ac458 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:33.583690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-0e8ef0b2-63a9-45c7-80af-ac1139dff487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.585376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-0e8ef0b2-63a9-45c7-80af-ac1139dff487 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1358955 Dec 15 13:49:33.679287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-037de722-60ca-44ef-8007-5b1b323185e5 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933527 Dec 15 13:49:33.688017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=37133100-0a41-4d79-bdc5-9abd95fc9725,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:33.705644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '37133100-0a41-4d79-bdc5-9abd95fc9725', 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c', 'port_id': '37133100-0a41-4d79-bdc5-9abd95fc9725', 'mac_address': 'fa:16:3e:ec:e5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eeb0ed-bb05-4380-a116-d5f7d81f762f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:33.712776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 740c6f1d-a46b-4031-9269-064dd49ac458 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:33.742602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 740c6f1d-a46b-4031-9269-064dd49ac458 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:33.743256 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.774178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-125afeed-c1fd-4b79-873e-0239a409e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.776224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-125afeed-c1fd-4b79-873e-0239a409e8fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726732 Dec 15 13:49:33.801421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.819233 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bc026fae-937c-4936-a027-28400f1739bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.824337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37133100-0a41-4d79-bdc5-9abd95fc9725 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:33.852592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=37133100-0a41-4d79-bdc5-9abd95fc9725,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:33.881505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.903213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:33.903838 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.906300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-731cdb8f-abae-47e4-b610-5113574746ed service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178060 Dec 15 13:49:33.910674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] 10.222.0.74 "PUT /v2.0/ports/f06dc401-df3e-416f-9d00-d03f3d608309 HTTP/1.1" status: 200 len: 1095 time: 2.9685421 Dec 15 13:49:33.911247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc9804e-f0ab-4542-9a5c-132b129dbc18', 'tag': 'f06dc401-df3e-416f-9d00-d03f3d608309'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:33.913786 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55cbd41-dbce-445d-ae1a-a708f7111a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "acc9804e-f0ab-4542-9a5c-132b129dbc18", "tag": "f06dc401-df3e-416f-9d00-d03f3d608309"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:33.941865 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.947797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70b0eb-d975-4b49-b735-d690bd26cdfd service neutron] Pushing event updated for resources: {'Port': ['ID=f06dc401-df3e-416f-9d00-d03f3d608309,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:34.150205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.161826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5b915-92fe-4a39-afb8-9fd7a2b151a3 req-5f129b39-cab6-45e3-9e24-06d68250dba7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:34.170918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57e5b915-92fe-4a39-afb8-9fd7a2b151a3 req-5f129b39-cab6-45e3-9e24-06d68250dba7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 947 time: 0.3147163 Dec 15 13:49:34.184674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.196831 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.228594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb847191-862d-4b5e-87ce-6c2691ccd462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740c6f1d-a46b-4031-9269-064dd49ac458'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:34.231309 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8bf3c-62c6-42e7-aa42-a08092660a2c" -d '{"events": [{"server_uuid": "bb847191-862d-4b5e-87ce-6c2691ccd462", "name": "network-vif-plugged", "status": "completed", "tag": "740c6f1d-a46b-4031-9269-064dd49ac458"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:34.238370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:34.250311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 740c6f1d-a46b-4031-9269-064dd49ac458, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=740c6f1d-a46b-4031-9269-064dd49ac458,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:34.256933 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.293119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b6194551-c357-4fed-86e8-f062bf4abb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:34.294824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-b6194551-c357-4fed-86e8-f062bf4abb81 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 1098 time: 0.2857549 Dec 15 13:49:34.301526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57e5b915-92fe-4a39-afb8-9fd7a2b151a3 req-e2322aa7-e1c0-4fc1-b3cb-d52d691248bf tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283863 Dec 15 13:49:34.314124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.314798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64fed00-0fb5-4947-83bf-3615901f8422 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:49:34.365526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.369630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-75070f87-1f31-4f8d-bcc4-7a22156f8b6e admin admin] 10.222.0.86 "DELETE /v2.0/routers/e64fed00-0fb5-4947-83bf-3615901f8422 HTTP/1.1" status: 204 len: 168 time: 4.5323493 Dec 15 13:49:34.370946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:34.372439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-44d208b5-96c6-4421-8c78-ea63009f3a3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f06dc401-df3e-416f-9d00-d03f3d608309 HTTP/1.1" status: 200 len: 217 time: 0.0691609 Dec 15 13:49:34.383111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=740c6f1d-a46b-4031-9269-064dd49ac458,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:34.395815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:34.518959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-5d87b5b7-4d0f-490d-80fd-7bec87efd857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:34.520464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-5d87b5b7-4d0f-490d-80fd-7bec87efd857 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1386099 Dec 15 13:49:34.546422 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-726f10fc-c100-420d-9b22-1c03302c5d93 req-70097b1e-33b5-4d89-ac93-2228b698bc63 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120420 Dec 15 13:49:34.560869 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-c315e14a-4a83-448b-88dc-e99e569971d5 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8611996 Dec 15 13:49:34.593706 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d0c43-e074-4f49-bca3-4f4591f53b50 x-openstack-request-id: req-d84d0c43-e074-4f49-bca3-4f4591f53b50 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:34.594477 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc9804e-f0ab-4542-9a5c-132b129dbc18", "tag": "f06dc401-df3e-416f-9d00-d03f3d608309", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:34.594477 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d84d0c43-e074-4f49-bca3-4f4591f53b50 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:34.594844 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc9804e-f0ab-4542-9a5c-132b129dbc18', 'tag': 'f06dc401-df3e-416f-9d00-d03f3d608309', 'status': 'completed', 'code': 200} Dec 15 13:49:34.607990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59f024f-f3ba-44bb-8fa8-693757b6a73d admin admin] Deleting subnet ae199e4f-a3ef-4e17-b052-6fe38e4c7872 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:49:34.612316 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d59f024f-f3ba-44bb-8fa8-693757b6a73d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.691405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66824-f163-4afe-9647-2081cbba66ff req-41beaa6a-85d9-4097-83f8-c21cfe76e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:34.693817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-41beaa6a-85d9-4097-83f8-c21cfe76e0cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1607897 Dec 15 13:49:34.698598 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d59f024f-f3ba-44bb-8fa8-693757b6a73d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.764857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.817576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac00d7-05ce-462e-b997-de1de3ff89ad req-a6bad062-9b0a-4bfd-a3d0-7c090a9b33c4 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:34.819042 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7ac00d7-05ce-462e-b997-de1de3ff89ad req-a6bad062-9b0a-4bfd-a3d0-7c090a9b33c4 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1803272 Dec 15 13:49:34.851658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dfb6c-dbed-4052-9b1a-b2a4364bddd5 req-55a1eb1e-0bc6-4e0c-9ef2-2647c013bfbf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:34.862226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-791dfb6c-dbed-4052-9b1a-b2a4364bddd5 req-55a1eb1e-0bc6-4e0c-9ef2-2647c013bfbf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 944 time: 0.0692508 Dec 15 13:49:34.902540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54132) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:34.911715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d59f024f-f3ba-44bb-8fa8-693757b6a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.932917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-791dfb6c-dbed-4052-9b1a-b2a4364bddd5 req-bffb9ec9-5942-4118-ada3-dd962f308dfe tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676153 Dec 15 13:49:34.997675 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7123210a-7151-4f62-82ad-3fea58aaf9db x-openstack-request-id: req-7123210a-7151-4f62-82ad-3fea58aaf9db {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:34.998700 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb847191-862d-4b5e-87ce-6c2691ccd462", "name": "network-vif-plugged", "status": "completed", "tag": "740c6f1d-a46b-4031-9269-064dd49ac458", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:34.998951 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7123210a-7151-4f62-82ad-3fea58aaf9db {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:35.000270 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb847191-862d-4b5e-87ce-6c2691ccd462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740c6f1d-a46b-4031-9269-064dd49ac458', 'code': 200} Dec 15 13:49:35.022512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 53ec1025-8435-44e6-8791-e3424c0f596c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:35.055201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 53ec1025-8435-44e6-8791-e3424c0f596c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:35.056015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 53ec1025-8435-44e6-8791-e3424c0f596c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:35.096501 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-f548cc03-cc82-423c-8c51-987fa42584f7 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696351 Dec 15 13:49:35.151724 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:49:35.179814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac42eb1-04e2-4d5a-bd34-67726715e2de req-cbb1d0bb-c3ad-49e1-a372-153d4f0c4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.181379 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ac42eb1-04e2-4d5a-bd34-67726715e2de req-cbb1d0bb-c3ad-49e1-a372-153d4f0c4b4c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 1096 time: 0.0969458 Dec 15 13:49:35.190591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d59f024f-f3ba-44bb-8fa8-693757b6a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.194333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-699b9c33-3202-4170-9cab-0b983913bc65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.212025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73481286-6d3c-4be0-99bb-4482af9928d1 req-9d52b72f-6044-4267-b53e-87578f442bec tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.213668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73481286-6d3c-4be0-99bb-4482af9928d1 req-9d52b72f-6044-4267-b53e-87578f442bec tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.0937872 Dec 15 13:49:35.251007 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7ac00d7-05ce-462e-b997-de1de3ff89ad req-e9f9f775-54b0-4b3e-bc96-7af7cde8c510 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153981 Dec 15 13:49:35.263230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f024f-f3ba-44bb-8fa8-693757b6a73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae199e4f-a3ef-4e17-b052-6fe38e4c7872,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:35.271739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d59f024f-f3ba-44bb-8fa8-693757b6a73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.275077 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d59f024f-f3ba-44bb-8fa8-693757b6a73d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ae199e4f-a3ef-4e17-b052-6fe38e4c7872 HTTP/1.1" status: 204 len: 168 time: 0.9014924 Dec 15 13:49:35.277657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:35.283126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e0dd8-b18f-4b7f-b14c-73f701898c8d None None] Network 9c5b8b68-9b03-423b-83c6-38830c60180f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:35.306693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ac42eb1-04e2-4d5a-bd34-67726715e2de req-58931d7a-8448-4d29-a330-367358731083 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128578 Dec 15 13:49:35.326325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73481286-6d3c-4be0-99bb-4482af9928d1 req-e28b7348-c52c-4081-a043-0c60558071ed tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985777 Dec 15 13:49:35.360612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbb66824-f163-4afe-9647-2081cbba66ff req-8acd16ea-60a6-44f3-800f-354b542413bf service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533851 Dec 15 13:49:35.380917 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-699b9c33-3202-4170-9cab-0b983913bc65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.387109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-699b9c33-3202-4170-9cab-0b983913bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.406991 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9345821-1712-4e05-bf4b-59c06cc4f56c req-fc733d65-b15c-4740-a1d0-a45f538afb07 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 210 time: 0.0506730 Dec 15 13:49:35.411194 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.470130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 37133100-0a41-4d79-bdc5-9abd95fc9725 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:35.472807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b9c33-3202-4170-9cab-0b983913bc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338e9159-b3f9-44c0-a734-81b22e3d3be5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:35.478299 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-699b9c33-3202-4170-9cab-0b983913bc65 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4774402db8c342c8babf862337ebb545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5686762 Dec 15 13:49:35.481021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54148) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:35.512808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Deleting port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:35.513285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.563167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73cb900d-06ad-4572-b8ac-a39d6e18217f details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:35.575189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c62d518-eca7-4709-b230-d59046fd2112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.578680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 37133100-0a41-4d79-bdc5-9abd95fc9725 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:35.596088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 37133100-0a41-4d79-bdc5-9abd95fc9725 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:35.596580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.611455 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c62d518-eca7-4709-b230-d59046fd2112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.670517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] DHCP port deletion for 9c5b8b68-9b03-423b-83c6-38830c60180f request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:49:35.717693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c62d518-eca7-4709-b230-d59046fd2112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.720789 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c62d518-eca7-4709-b230-d59046fd2112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.724823 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5c62d518-eca7-4709-b230-d59046fd2112 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/338e9159-b3f9-44c0-a734-81b22e3d3be5 HTTP/1.1" status: 204 len: 168 time: 0.2404616 Dec 15 13:49:35.730359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62d518-eca7-4709-b230-d59046fd2112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338e9159-b3f9-44c0-a734-81b22e3d3be5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:35.795191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] For port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:35.795574 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.811538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-c9b5fcb2-9a1b-442e-8c45-a754ba7fd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.813961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-c9b5fcb2-9a1b-442e-8c45-a754ba7fd17c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 1098 time: 0.1995184 Dec 15 13:49:35.836925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73cb900d-06ad-4572-b8ac-a39d6e18217f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73cb900d-06ad-4572-b8ac-a39d6e18217f,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:35.839955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Calling delete_port for 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:35.853109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'mac_address': 'fa:16:3e:9d:95:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:35.865207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b5fdc-0656-4559-b836-164dabc3ee21 req-46e375ee-0895-4f40-abc5-cde4532a32d9 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.870696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b54b5fdc-0656-4559-b836-164dabc3ee21 req-46e375ee-0895-4f40-abc5-cde4532a32d9 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 945 time: 0.1010332 Dec 15 13:49:35.904259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaad98b-a436-484d-bbf5-8eb86738aa68 req-03482554-41e6-47ef-8fd9-4e2c76b9817f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:35.913764 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-efaad98b-a436-484d-bbf5-8eb86738aa68 req-03482554-41e6-47ef-8fd9-4e2c76b9817f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 947 time: 0.2979462 Dec 15 13:49:35.958684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b54b5fdc-0656-4559-b836-164dabc3ee21 req-c405ab5f-9fe5-4696-a888-1148e5e17108 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762033 Dec 15 13:49:36.059252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-efaad98b-a436-484d-bbf5-8eb86738aa68 req-74d5aed8-16ad-4edf-8ca6-ad1009ad22e7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443961 Dec 15 13:49:36.095704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508559fc-ebda-4731-86c5-21e0ed5778aa req-7637928e-b94c-419f-8b14-803280e54989 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:36.098822 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-508559fc-ebda-4731-86c5-21e0ed5778aa req-7637928e-b94c-419f-8b14-803280e54989 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 944 time: 0.0657835 Dec 15 13:49:36.107993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-80bd73d4-85c4-4cb1-a3ce-8a492bfcf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:36.110871 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-80bd73d4-85c4-4cb1-a3ce-8a492bfcf6b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2807677 Dec 15 13:49:36.115650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] Deleting port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:36.117268 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.120830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.127565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.163306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-508559fc-ebda-4731-86c5-21e0ed5778aa req-22d01fcb-34b6-4776-861c-252a7d41fe6e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576580 Dec 15 13:49:36.171116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-23294330-2447-488b-9a67-eb556c468ad1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f06dc401-df3e-416f-9d00-d03f3d608309 HTTP/1.1" status: 200 len: 217 time: 0.0478592 Dec 15 13:49:36.173843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.203393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54160) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:36.211291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cb900d-06ad-4572-b8ac-a39d6e18217f {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:36.222425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] No DVR routers for this DVR port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:36.235780 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2d63-8e57-4870-a3a7-971dfb76d05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.245483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.284671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] For port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,segment=NetworkSegment(297cdf8a-4100-4137-bcc3-6c6cdb56a0b1),segment_id=297cdf8a-4100-4137-bcc3-6c6cdb56a0b1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:36.285321 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.302465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73cb900d-06ad-4572-b8ac-a39d6e18217f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73cb900d-06ad-4572-b8ac-a39d6e18217f,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:36.310572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=37133100-0a41-4d79-bdc5-9abd95fc9725,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:36.312590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] Calling delete_port for 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:36.317181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.328722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.344491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.348281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-450a8afc-269a-4f85-9fa0-7708d1d0cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:36.349780 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-450a8afc-269a-4f85-9fa0-7708d1d0cbe6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1612234 Dec 15 13:49:36.352227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2d63-8e57-4870-a3a7-971dfb76d05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.356554 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2d63-8e57-4870-a3a7-971dfb76d05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.397090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5b8b68-9b03-423b-83c6-38830c60180f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:36.410221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae2d63-8e57-4870-a3a7-971dfb76d05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00be6a9a-e850-43aa-9057-3d09cf681cac,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.431000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c3ae2d63-8e57-4870-a3a7-971dfb76d05f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d7f44cda52a04ab8963dfb0c11f9007d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264872 Dec 15 13:49:36.435238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:36.435566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297cdf8a-4100-4137-bcc3-6c6cdb56a0b1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:36.437621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54166) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:36.449923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=73cb900d-06ad-4572-b8ac-a39d6e18217f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.450899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.486662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-70ecd2c1-2b99-440a-905c-c845105df703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:36.488435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-70ecd2c1-2b99-440a-905c-c845105df703 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303399 Dec 15 13:49:36.489801 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.502410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:49:36.502917 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.516240 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.520219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba4f2b-130e-4a86-bf7e-6cf99c06f225 req-868d1a92-a890-4a11-b97d-ded1c6a17d82 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:36.521930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5ba4f2b-130e-4a86-bf7e-6cf99c06f225 req-868d1a92-a890-4a11-b97d-ded1c6a17d82 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1433134 Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:49:36.522691 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:49:36.525415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.536518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.539959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] No DVR routers for this DVR port 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:36.551128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d43d1-0b37-4115-985e-7ab310a48410 req-02aaee9e-105d-487e-9ae4-33a467bda97a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:36.564704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb9d43d1-0b37-4115-985e-7ab310a48410 req-02aaee9e-105d-487e-9ae4-33a467bda97a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1296895 Dec 15 13:49:36.586778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896b7e6-32e0-4047-9efa-0543bd25b63b None None] Pushing event deleted for resources: {'Port': ['ID=07963f68-06cb-47dc-b1d3-df7ade2a0fd9,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.615887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c55273d5-ca21-42d3-8fc5-de0257d10484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.658469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.682511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.685901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9c5b8b68-9b03-423b-83c6-38830c60180f HTTP/1.1" status: 204 len: 168 time: 1.4073136 Dec 15 13:49:36.704525 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c55273d5-ca21-42d3-8fc5-de0257d10484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.721037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['73cb900d-06ad-4572-b8ac-a39d6e18217f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:36.725415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb9d43d1-0b37-4115-985e-7ab310a48410 req-db2cf18e-3e46-4def-8022-72f69cc2303d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554480 Dec 15 13:49:36.749998 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5ba4f2b-130e-4a86-bf7e-6cf99c06f225 req-8e1c461f-3fde-497d-a888-d5ee09792a73 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127244 Dec 15 13:49:36.759195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc1dee-135f-4eba-9fc3-917d255bd0f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5b8b68-9b03-423b-83c6-38830c60180f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.801326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-f4a56a9e-5326-4122-9f09-0274d49927c1 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011701 Dec 15 13:49:36.848700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:36.876720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:36.877358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 07963f68-06cb-47dc-b1d3-df7ade2a0fd9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:36.919351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f55cbd41-dbce-445d-ae1a-a708f7111a7b req-6e614a50-b2c5-4bf4-9e1e-389eec951d1b service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013134 Dec 15 13:49:36.920503 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86293a74-7faf-4bad-a18d-34bb37a187c9 req-6b781f65-2b5b-4957-b2f5-a7f76d0db524 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 210 time: 0.0417860 Dec 15 13:49:36.921302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c55273d5-ca21-42d3-8fc5-de0257d10484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.924885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c55273d5-ca21-42d3-8fc5-de0257d10484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.928550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c55273d5-ca21-42d3-8fc5-de0257d10484 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/00be6a9a-e850-43aa-9057-3d09cf681cac HTTP/1.1" status: 204 len: 168 time: 0.4870350 Dec 15 13:49:36.948567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55273d5-ca21-42d3-8fc5-de0257d10484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00be6a9a-e850-43aa-9057-3d09cf681cac,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:36.994590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54178) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:37.004540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:37.007963 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85b50ce-0f7f-4c9c-be88-a92c89f510c2" -d '{"events": [{"server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "name": "network-vif-plugged", "status": "completed", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:37.050990 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-438d6488-02b1-4933-80ba-ef06dca1f873 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d9929326a66b4182be4708b7106567d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552616 Dec 15 13:49:37.053493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54182) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:37.085474 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bf4a73-c358-497d-b63c-62d6574dabba x-openstack-request-id: req-e3bf4a73-c358-497d-b63c-62d6574dabba {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:37.085876 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "name": "network-vif-plugged", "status": "completed", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:37.086352 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3bf4a73-c358-497d-b63c-62d6574dabba {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:37.086830 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725', 'code': 200} Dec 15 13:49:37.110328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a0a73-0404-4e7f-a649-bf2718aca761 req-cb7fc132-9dfa-4727-9158-49f10a4d6b40 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.111946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-380a0a73-0404-4e7f-a649-bf2718aca761 req-cb7fc132-9dfa-4727-9158-49f10a4d6b40 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 945 time: 0.0673347 Dec 15 13:49:37.146245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b4452d1-8316-437f-8137-b515161ef97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.197697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.204683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b4452d1-8316-437f-8137-b515161ef97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.232331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-380a0a73-0404-4e7f-a649-bf2718aca761 req-8b7d5286-e017-4c11-8320-a163b0ff8b28 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091886 Dec 15 13:49:37.359466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004114e4-a629-4ba7-8bb7-6e163898b43b req-d7bb0778-9b76-44f9-854b-f05f10fabac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.361524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-004114e4-a629-4ba7-8bb7-6e163898b43b req-d7bb0778-9b76-44f9-854b-f05f10fabac0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1096 time: 0.1231284 Dec 15 13:49:37.372579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8e0c-66da-44bd-9b33-12d4fcb1917f req-520adab8-3005-4945-90e6-3c121dac1f83 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.378308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d6b8e0c-66da-44bd-9b33-12d4fcb1917f req-520adab8-3005-4945-90e6-3c121dac1f83 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 947 time: 0.1660810 Dec 15 13:49:37.456881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b4452d1-8316-437f-8137-b515161ef97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.460315 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b4452d1-8316-437f-8137-b515161ef97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.461767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8b4452d1-8316-437f-8137-b515161ef97f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/897e204d-a56f-4ef6-b5e7-31df1aaa2074 HTTP/1.1" status: 204 len: 168 time: 0.4072950 Dec 15 13:49:37.479053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4452d1-8316-437f-8137-b515161ef97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897e204d-a56f-4ef6-b5e7-31df1aaa2074,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:37.532299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee1c71-ac5d-473f-90ee-cd7a52cd78cd req-cf265ac8-e36e-40d3-ac89-af8ab7f1909d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.541745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4eee1c71-ac5d-473f-90ee-cd7a52cd78cd req-cf265ac8-e36e-40d3-ac89-af8ab7f1909d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 945 time: 0.2049239 Dec 15 13:49:37.550501 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d6b8e0c-66da-44bd-9b33-12d4fcb1917f req-b380e6d9-935d-49b8-af82-db5e4ff08a91 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331213 Dec 15 13:49:37.578140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f06dc401-df3e-416f-9d00-d03f3d608309 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:37.587356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-4404ac1f-be6b-4088-a0f5-df20ed13864e tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.589801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-4404ac1f-be6b-4088-a0f5-df20ed13864e tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 945 time: 0.2414010 Dec 15 13:49:37.598263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-004114e4-a629-4ba7-8bb7-6e163898b43b req-ee940906-56e1-4dc2-86dc-4d10c5c9d054 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151890 Dec 15 13:49:37.601792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-af695ea3-b9fe-4f5a-b2cc-5ef7026a41b4 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.603607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-af695ea3-b9fe-4f5a-b2cc-5ef7026a41b4 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 821 time: 0.2858689 Dec 15 13:49:37.647568 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4eee1c71-ac5d-473f-90ee-cd7a52cd78cd req-5c592869-c848-4fcf-a006-6ad4d645cbec tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047032 Dec 15 13:49:37.729272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f06dc401-df3e-416f-9d00-d03f3d608309, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f06dc401-df3e-416f-9d00-d03f3d608309,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:37.741869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'f06dc401-df3e-416f-9d00-d03f3d608309', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'f06dc401-df3e-416f-9d00-d03f3d608309', 'mac_address': 'fa:16:3e:b7:74:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:37.806094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.815144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Request body: {'port': {'device_id': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'admin_state_up': True, 'tenant_id': '892c322aafde42978bb257e47e89f88d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:37.822740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06dc401-df3e-416f-9d00-d03f3d608309 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:37.856229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f06dc401-df3e-416f-9d00-d03f3d608309, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f06dc401-df3e-416f-9d00-d03f3d608309,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:37.866526 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.956643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c393-e650-4e0f-bdc3-52214836c7f2 req-e8e90972-28f8-471e-a2c2-a0abdeaea527 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:37.963774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0102c393-e650-4e0f-bdc3-52214836c7f2 req-e8e90972-28f8-471e-a2c2-a0abdeaea527 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1115472 Dec 15 13:49:37.983099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=f06dc401-df3e-416f-9d00-d03f3d608309,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:38.021468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0102c393-e650-4e0f-bdc3-52214836c7f2 req-8503be63-12ab-4c14-9a1a-5e90c0a6a286 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567012 Dec 15 13:49:38.042456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Deleting port 637bf712-3e46-47ae-bd79-f76d12fed0bf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:38.042989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.068423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Made reservation on behalf of 892c322aafde42978bb257e47e89f88d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:38.073263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.103993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f826-bffa-457a-aa52-519558182ef5 req-ac1e1eaa-8d85-40be-aa2a-ed7662acbdba tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:38.111837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fe63f826-bffa-457a-aa52-519558182ef5 req-ac1e1eaa-8d85-40be-aa2a-ed7662acbdba tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1099718 Dec 15 13:49:38.182223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25508fc3-7702-4fa3-8bba-0adde1c32357 req-1c8425a3-d5ba-43ae-85d9-d4fe989b537b tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 210 time: 0.0545268 Dec 15 13:49:38.186408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['f06dc401-df3e-416f-9d00-d03f3d608309'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:38.239294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fe63f826-bffa-457a-aa52-519558182ef5 req-858b5552-710e-4cb4-b8ed-8925f2fffb67 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264358 Dec 15 13:49:38.278551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] For port 637bf712-3e46-47ae-bd79-f76d12fed0bf, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=637bf712-3e46-47ae-bd79-f76d12fed0bf,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:38.280235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.457071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Allocated IP 172.20.0.9 (96461905-4df6-47fc-a8a7-9ecdfb9c1957/e9fe162c-c9d3-471a-9f72-f781246ef306/2c765167-d457-4d26-9aef-f2629b7c79da) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:38.491740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361ba3-6221-4bec-b075-d362aa414870 req-f05bd8c8-8d56-40d2-87f2-e0c175656a71 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:38.493311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4c361ba3-6221-4bec-b075-d362aa414870 req-f05bd8c8-8d56-40d2-87f2-e0c175656a71 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 945 time: 0.1319387 Dec 15 13:49:38.632603 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4c361ba3-6221-4bec-b075-d362aa414870 req-24e1262c-3c12-420b-836d-ae7233a88a07 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups?id=51cd3113-ea89-49c1-9fe8-c16f1f96d433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248453 Dec 15 13:49:38.640961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54252) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:38.651424 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.651792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.652147 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Floating IP ec0e7a1a-cc98-48a1-8af2-1dce856b0b31 disassociated. External IP: 172.25.7.31, port: 637bf712-3e46-47ae-bd79-f76d12fed0bf. Dec 15 13:49:38.652502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Calling delete_port for 637bf712-3e46-47ae-bd79-f76d12fed0bf owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:38.699575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b3e75-3f50-466d-ac3a-45b685b34802 req-43e14a64-1b1f-40b7-87b3-4a098e8cbb48 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:38.702223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e07b3e75-3f50-466d-ac3a-45b685b34802 req-43e14a64-1b1f-40b7-87b3-4a098e8cbb48 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1592660 Dec 15 13:49:38.756872 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.813250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e07b3e75-3f50-466d-ac3a-45b685b34802 req-e9710ca2-cc1f-483d-bff6-50156ee24053 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009254 Dec 15 13:49:38.849790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-99f44063-e593-497f-ab7a-b3a6e87c99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:38.851335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-99f44063-e593-497f-ab7a-b3a6e87c99e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 1096 time: 0.3183103 Dec 15 13:49:38.855474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.869401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['d939348e-0d05-40c5-8363-198c8bad634b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:38.883645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-885984842-network', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:38.943173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:38.956051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-a6dd8712-c8e8-4b1c-a567-bb52400b77f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414151 Dec 15 13:49:38.965747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Pushing event updated for resources: {'Port': ['ID=2c765167-d457-4d26-9aef-f2629b7c79da,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:38.969316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:38.973953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Made reservation on behalf of 2ada53ad04704bb09edba8eca9eebc64 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:38.978009 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:38.999384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.131774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0de8c-833e-42c6-b584-de29b9b12f90 req-444a10c1-bfb7-40f5-ae06-19b3e4504637 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:39.138918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78b0de8c-833e-42c6-b584-de29b9b12f90 req-444a10c1-bfb7-40f5-ae06-19b3e4504637 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 945 time: 0.2228224 Dec 15 13:49:39.177668 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.229911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event deleted for resources: {'Port': ['ID=637bf712-3e46-47ae-bd79-f76d12fed0bf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:39.243152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-075efd4f-6a44-40ca-9b17-9c85ce61e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:39.248949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-075efd4f-6a44-40ca-9b17-9c85ce61e79c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 1100 time: 0.2053516 Dec 15 13:49:39.329979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78b0de8c-833e-42c6-b584-de29b9b12f90 req-de775602-3e67-446e-8acd-19603ee35521 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901848 Dec 15 13:49:39.431552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cb76e860-f629-462b-a275-0dfa23e1013d None None] Provisioning complete for port 2c765167-d457-4d26-9aef-f2629b7c79da triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:39.432494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cb76e860-f629-462b-a275-0dfa23e1013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.455956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:39.470183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642503c1-2b50-4978-a8f6-9b8b4e4e4cf2 req-548c9488-5ff9-4886-b798-7a70d82ac622 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:39.470885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cb76e860-f629-462b-a275-0dfa23e1013d None None] Port 2c765167-d457-4d26-9aef-f2629b7c79da cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:39.472517 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-642503c1-2b50-4978-a8f6-9b8b4e4e4cf2 req-548c9488-5ff9-4886-b798-7a70d82ac622 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 948 time: 0.6675136 Dec 15 13:49:39.523714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.543087 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.589389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f06dc401-df3e-416f-9d00-d03f3d608309 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:39.597086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:49:39.606665 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-642503c1-2b50-4978-a8f6-9b8b4e4e4cf2 req-7e13b4d7-7c40-4709-b596-b1719238be7b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048257 Dec 15 13:49:39.619029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:39.619738 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.641694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b8557-df7b-4c46-a822-4284940065ed req-de57d75d-6682-469a-8520-4efd43df7ebe tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:39.643302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e36b8557-df7b-4c46-a822-4284940065ed req-de57d75d-6682-469a-8520-4efd43df7ebe tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 931 time: 0.2287605 Dec 15 13:49:39.644405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-27ace858-d8fe-4541-be41-38446fb61cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:39.645745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-27ace858-d8fe-4541-be41-38446fb61cc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.3559754 Dec 15 13:49:39.664573 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-7cfe4dc0-912a-4275-9edc-560d2f1b5cb5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8533008 Dec 15 13:49:39.665455 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.665811 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Added segment 857b069f-ecb5-4d89-bf13-9db93430562e of type vlan for network 0e07166e-e6e5-4522-9054-de8821e1eb7e Dec 15 13:49:39.667205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b2e6af-08c0-46d8-aa46-4d9b510e8d46,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:39.672432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Router 176142bd-3937-464f-adb1-31cf4e0873f8 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:39.681108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port f06dc401-df3e-416f-9d00-d03f3d608309 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:39.692331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port f06dc401-df3e-416f-9d00-d03f3d608309 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:39.692890 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.698885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Request body: {'port': {'device_id': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:39.729878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-df0369ab-53ef-41ea-86c6-897e4bd9ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:39.731515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-df0369ab-53ef-41ea-86c6-897e4bd9ffcc service neutron] 10.222.0.74 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 913 time: 0.8109903 Dec 15 13:49:39.796035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.809804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-2329f927-e049-4a86-804f-eee8daf226d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=bfdc6582-1734-464a-bf06-c9f10e18e97b HTTP/1.1" status: 200 len: 217 time: 0.1398866 Dec 15 13:49:39.811225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.844145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc9804e-f0ab-4542-9a5c-132b129dbc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06dc401-df3e-416f-9d00-d03f3d608309'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:39.847532 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602c5975-918e-4981-84cd-87a4a811c667" -d '{"events": [{"server_uuid": "acc9804e-f0ab-4542-9a5c-132b129dbc18", "name": "network-vif-plugged", "status": "completed", "tag": "f06dc401-df3e-416f-9d00-d03f3d608309"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:39.872210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f06dc401-df3e-416f-9d00-d03f3d608309, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f06dc401-df3e-416f-9d00-d03f3d608309,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:39.878889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-5fe24fd9-bd20-49cb-923e-78a970ad0f21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740c6f1d-a46b-4031-9269-064dd49ac458 HTTP/1.1" status: 200 len: 217 time: 0.0917330 Dec 15 13:49:39.880179 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.881387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73cb900d-06ad-4572-b8ac-a39d6e18217f up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:39.934752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:39.987538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=f06dc401-df3e-416f-9d00-d03f3d608309,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:40.007071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 73cb900d-06ad-4572-b8ac-a39d6e18217f completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:40.013573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 73cb900d-06ad-4572-b8ac-a39d6e18217f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:40.013792 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.013896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fd4d8-6597-41c2-bb76-f95ec196a259 req-49cc9dfe-17a6-4301-b0a4-c52e00753294 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.015458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-414fd4d8-6597-41c2-bb76-f95ec196a259 req-49cc9dfe-17a6-4301-b0a4-c52e00753294 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.3400455 Dec 15 13:49:40.032417 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e36b8557-df7b-4c46-a822-4284940065ed req-7f753c99-a224-4d6b-9c54-add2a687508a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675516 Dec 15 13:49:40.039757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-395362ca-3a56-4db5-9cf4-21bb1edd4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.056193 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-395362ca-3a56-4db5-9cf4-21bb1edd4261 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2397437 Dec 15 13:49:40.073335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-754d264b-0ca0-4eff-94eb-00820f56d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.074780 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-754d264b-0ca0-4eff-94eb-00820f56d2cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=45c90898-644f-4cd4-8e62-83bc553fbd2a HTTP/1.1" status: 200 len: 851 time: 0.1695523 Dec 15 13:49:40.126902 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.129464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:49:40.137385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-2d15946f-83d7-4988-ba2c-98408a3015e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18024972-adad-45b5-aca2-f52d77c92d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457146 Dec 15 13:49:40.196290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73cb900d-06ad-4572-b8ac-a39d6e18217f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73cb900d-06ad-4572-b8ac-a39d6e18217f,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:40.204470 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.221578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4eeee9df-e2cc-4e1a-a180-068e0abedb6f req-71b57b79-c063-4d12-b4b2-e3d6e0ca7b1a tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d11b889-1e77-45cb-b9df-187ac8b3dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0858517 Dec 15 13:49:40.241013 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.241506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.242093 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.264299 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-414fd4d8-6597-41c2-bb76-f95ec196a259 req-76f95e35-2b7a-40c2-b38f-1f38d579bf41 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972115 Dec 15 13:49:40.274157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:40.300513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] Sync routers for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:40.347681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-ac994777-0b74-492e-b2b7-d691064e45fc service neutron] 10.222.0.74 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878133 Dec 15 13:49:40.351960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=73cb900d-06ad-4572-b8ac-a39d6e18217f,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:40.372205 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a6f39-39f2-4c63-ae84-67019f778cc2 x-openstack-request-id: req-b26a6f39-39f2-4c63-ae84-67019f778cc2 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:40.372501 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc9804e-f0ab-4542-9a5c-132b129dbc18", "name": "network-vif-plugged", "status": "completed", "tag": "f06dc401-df3e-416f-9d00-d03f3d608309", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:40.372763 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b26a6f39-39f2-4c63-ae84-67019f778cc2 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:40.373162 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc9804e-f0ab-4542-9a5c-132b129dbc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06dc401-df3e-416f-9d00-d03f3d608309', 'code': 200} Dec 15 13:49:40.376737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:40.377381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:40.465050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8218522 Dec 15 13:49:40.474117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:40.481838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Request body: {'subnet': {'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-885984842-subnet', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:40.516456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-518b40bb-ee6a-456a-b7dc-2bee2f74c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.518348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-518b40bb-ee6a-456a-b7dc-2bee2f74c784 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3806474 Dec 15 13:49:40.519370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] No DVR routers for this DVR port 637bf712-3e46-47ae-bd79-f76d12fed0bf on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:40.523336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.527994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1bc24b01-8522-4d6f-a1eb-8a9eeaf60272 req-a2d7705d-7a24-442a-ae23-1a9ff1be10b6 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.24 "DELETE /v2.0/ports/637bf712-3e46-47ae-bd79-f76d12fed0bf HTTP/1.1" status: 204 len: 173 time: 2.7216759 Dec 15 13:49:40.552923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:40.553692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'name': 'network-vif-deleted', 'tag': '637bf712-3e46-47ae-bd79-f76d12fed0bf'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:40.556588 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e714f2-5d50-410a-bfaf-ab14a0788183" -d '{"events": [{"server_uuid": "2d11b889-1e77-45cb-b9df-187ac8b3dbb5", "name": "network-vif-deleted", "tag": "637bf712-3e46-47ae-bd79-f76d12fed0bf"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:40.597579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c765167-d457-4d26-9aef-f2629b7c79da {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:40.610621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.617793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3639215-d357-4ad0-b309-fa2f6df711c5 req-9a8ad7b0-26d3-44d8-b7cd-0779502106e5 service neutron] 10.222.0.74 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569199 Dec 15 13:49:40.618604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Made reservation on behalf of 2ada53ad04704bb09edba8eca9eebc64 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:40.621111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.696020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-e4299e38-f6d0-4fc3-ae97-3fb2dadad273 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661341 Dec 15 13:49:40.696738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e2ba5-6953-4c73-b187-487461ffe524 admin admin] Pushing event updated for resources: {'Network': ['ID=0e07166e-e6e5-4522-9054-de8821e1eb7e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:40.717998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232e62a-5b6d-4d34-8fdd-f3bd2f1fda7e req-81b09ebc-75e8-4723-b999-bc6e40877036 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.721638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8232e62a-5b6d-4d34-8fdd-f3bd2f1fda7e req-81b09ebc-75e8-4723-b999-bc6e40877036 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 945 time: 0.2515838 Dec 15 13:49:40.725571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Transition to ACTIVE for port object 2c765167-d457-4d26-9aef-f2629b7c79da will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:49:40.739162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:40.755424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:49:40.824606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67664d30-c2ca-4a14-baa3-ee68173f9153 req-cbc60e8e-0d12-4b4f-b733-4f6e638b16fb tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.833579 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67664d30-c2ca-4a14-baa3-ee68173f9153 req-cbc60e8e-0d12-4b4f-b733-4f6e638b16fb tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.4365988 Dec 15 13:49:40.881533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f94c-bd13-4509-ab1a-f27997d1db68 req-bfc96ace-8775-4305-83be-630204be0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:40.883072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b528f94c-bd13-4509-ab1a-f27997d1db68 req-bfc96ace-8775-4305-83be-630204be0c47 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 1100 time: 0.3902020 Dec 15 13:49:40.965840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8232e62a-5b6d-4d34-8fdd-f3bd2f1fda7e req-ad64093c-626e-4453-afe4-60e8af96cd90 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297790 Dec 15 13:49:40.974659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Pushing event updated for resources: {'Port': ['ID=2c765167-d457-4d26-9aef-f2629b7c79da,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:40.992230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Attempting to bind port 2c765167-d457-4d26-9aef-f2629b7c79da on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:40.992567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Attempting to bind port 2c765167-d457-4d26-9aef-f2629b7c79da by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:40.992702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7aeff1a-cf71-4900-8810-ba83bd94f9a3 req-1f50bbc7-d445-4fd2-92cc-7cb2f54b2394 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827516 Dec 15 13:49:40.992899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Attempting to bind port 2c765167-d457-4d26-9aef-f2629b7c79da on network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:41.008593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67664d30-c2ca-4a14-baa3-ee68173f9153 req-79e368ec-97b8-4807-adfc-cdf50c014b5b tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742764 Dec 15 13:49:41.012345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Port 2c765167-d457-4d26-9aef-f2629b7c79da on network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:49:41.012733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Attempting to bind port 2c765167-d457-4d26-9aef-f2629b7c79da on network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:41.040992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b528f94c-bd13-4509-ab1a-f27997d1db68 req-5e4fbb86-76ad-451e-a7b3-83eb617e6859 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378405 Dec 15 13:49:41.050503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:41.050847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Checking segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:41.051213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Bound using segment: {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:41.051649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Bound port: 2c765167-d457-4d26-9aef-f2629b7c79da, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5182323-f636-4536-abd1-27ce569beef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:41.052043 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.129084 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f740c1-5c1d-4bcf-8b6e-822a67f17d99 x-openstack-request-id: req-c0f740c1-5c1d-4bcf-8b6e-822a67f17d99 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:41.129863 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d11b889-1e77-45cb-b9df-187ac8b3dbb5", "name": "network-vif-deleted", "tag": "637bf712-3e46-47ae-bd79-f76d12fed0bf", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:41.130851 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0f740c1-5c1d-4bcf-8b6e-822a67f17d99 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:41.131488 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d11b889-1e77-45cb-b9df-187ac8b3dbb5', 'name': 'network-vif-deleted', 'tag': '637bf712-3e46-47ae-bd79-f76d12fed0bf', 'status': 'completed', 'code': 200} Dec 15 13:49:41.238698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcb712-390d-4a8b-9d3b-d12e632eee30 req-909fac80-70f6-403c-8e5a-5e74509e5f21 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.240938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eafcb712-390d-4a8b-9d3b-d12e632eee30 req-909fac80-70f6-403c-8e5a-5e74509e5f21 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 949 time: 0.1019435 Dec 15 13:49:41.276815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.344528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eafcb712-390d-4a8b-9d3b-d12e632eee30 req-4e240afb-5b8c-46ef-8987-6f76815306e7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908167 Dec 15 13:49:41.345207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] For port 2c765167-d457-4d26-9aef-f2629b7c79da, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:41.380890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] For port 2c765167-d457-4d26-9aef-f2629b7c79da, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2c765167-d457-4d26-9aef-f2629b7c79da,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:41.400314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.402171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de816d9-6c94-4257-bb63-81cc5bec5ed5,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:41.428071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-6093273e-5387-4caf-bbf6-f2d7767a3d32 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1560485892&fields=id&tenant_id=6262e20642f440599d3ed84c0d5bfc83 HTTP/1.1" status: 200 len: 267 time: 0.1806386 Dec 15 13:49:41.488653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.489148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.490679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] 10.222.0.24 "PUT /v2.0/ports/2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 1091 time: 1.8015449 Dec 15 13:49:41.492906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:41.495220 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a3aed4-2863-4596-9d0f-40b0ab76ab29" -d '{"events": [{"name": "network-changed", "server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:41.496220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 637bf712-3e46-47ae-bd79-f76d12fed0bf no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:41.502056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:21Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:41.517170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Checking segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:41.517449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Network hostable DHCP agents. Network: 0e07166e-e6e5-4522-9054-de8821e1eb7e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:49:41.568333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cfbfb-d9f7-41a4-82e4-1f1ebca1db9d service neutron] Pushing event updated for resources: {'Port': ['ID=2c765167-d457-4d26-9aef-f2629b7c79da,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:41.585478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] Checking router: 176142bd-3937-464f-adb1-31cf4e0873f8 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:41.588636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 637bf712-3e46-47ae-bd79-f76d12fed0bf {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:41.592666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 637bf712-3e46-47ae-bd79-f76d12fed0bf not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:41.593952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-76779a9f-105b-4aa3-bfc3-25245be9609b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.602678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-76779a9f-105b-4aa3-bfc3-25245be9609b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 945 time: 0.1736364 Dec 15 13:49:41.607815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:41.609262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:41.613767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'port': {'security_groups': ['b2d24b44-f86d-4720-8e79-8b4f212cbcdd', 'faf74474-be5e-4c91-99b6-11ca0c1b821e']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:41.630310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574bccb-8377-446f-a04c-813dabef0478 req-e948ef01-7fe8-4f88-9af5-33c913aa9d06 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.632006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2574bccb-8377-446f-a04c-813dabef0478 req-e948ef01-7fe8-4f88-9af5-33c913aa9d06 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 943 time: 0.1616271 Dec 15 13:49:41.646609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:49:41.673171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 0e07166e-e6e5-4522-9054-de8821e1eb7e) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:41.697736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-0bde4418-f8f1-407e-a8a7-fe2715423b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.698609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b8a4aa-bc8b-4c48-aa78-8e46c4efa796 None None] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:41.699262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-0bde4418-f8f1-407e-a8a7-fe2715423b02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 1094 time: 0.1498165 Dec 15 13:49:41.710868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.711471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.728388 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2574bccb-8377-446f-a04c-813dabef0478 req-1c0e0e20-5b40-4194-a395-bbb5347df03c tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829914 Dec 15 13:49:41.739312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.774985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-0d206fd4-1813-4a7d-8e8b-ebde671fc1ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 217 time: 0.0567081 Dec 15 13:49:41.808551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54392) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:41.809087 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fa1bf6cb-23c5-4659-b71f-2a4eb4145055 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3339059 Dec 15 13:49:41.815950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:41.876024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.877090 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.907589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-cb0fc56d-0392-4f3a-863c-6a1065ca95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.909311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-cb0fc56d-0392-4f3a-863c-6a1065ca95ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1199801 Dec 15 13:49:41.940769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:41.946593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-0e07166e-e6e5-4522-9054-de8821e1eb7e', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:49:41.949401 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.975430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:41.988539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760c5a4-5c44-4e92-8aa8-165522c21f3f req-510087fa-c8d7-4cf3-8f2f-69eeaf9ef076 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:41.990795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d760c5a4-5c44-4e92-8aa8-165522c21f3f req-510087fa-c8d7-4cf3-8f2f-69eeaf9ef076 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1075826 Dec 15 13:49:42.021071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-73eb1cb2-17c1-45d0-8566-1cb031a51c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:42.022636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-73eb1cb2-17c1-45d0-8566-1cb031a51c77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029725 Dec 15 13:49:42.111720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d760c5a4-5c44-4e92-8aa8-165522c21f3f req-4ba78891-5867-48e1-887d-b8d6b00578f4 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767958 Dec 15 13:49:42.199752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.228145 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f8ca2-f646-47d8-a3b8-ef74b656a920 x-openstack-request-id: req-8d7f8ca2-f646-47d8-a3b8-ef74b656a920 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:42.228145 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:42.228422 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8d7f8ca2-f646-47d8-a3b8-ef74b656a920 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:42.228724 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da', 'status': 'completed', 'code': 200} Dec 15 13:49:42.254090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=37133100-0a41-4d79-bdc5-9abd95fc9725,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:42.269217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-e4192629-5ab6-476b-a809-4f93d49d6215 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340183 Dec 15 13:49:42.271927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54418) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:42.376105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.388915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65209b8-bf33-4ce1-b1b6-6d2e5078b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cb900d-06ad-4572-b8ac-a39d6e18217f'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:42.400394 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88efbcd3-f9a8-49dc-9146-2a34d717f3bd" -d '{"events": [{"server_uuid": "a65209b8-bf33-4ce1-b1b6-6d2e5078b0de", "name": "network-vif-plugged", "status": "completed", "tag": "73cb900d-06ad-4572-b8ac-a39d6e18217f"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:42.411282 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.473130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:42.495835 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa1de856-5da4-4147-b9ac-8fa064ed91b3 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.533855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:42.534965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.537202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-842e0e99-78fa-4e90-9db7-478b4847ef27 req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "PUT /v2.0/ports/37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 200 len: 981 time: 0.9336092 Dec 15 13:49:42.555988 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51e29c88-d8fe-44b6-8257-42120d569ad0 req-716c1e75-d450-4ac2-9e54-847a7f483974 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687976 Dec 15 13:49:42.585463 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa1de856-5da4-4147-b9ac-8fa064ed91b3 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.609101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Allocated IP 172.20.0.2 (0e07166e-e6e5-4522-9054-de8821e1eb7e/5de816d9-6c94-4257-bb63-81cc5bec5ed5/9ad65620-9617-41e7-807d-3dfa6401338c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:42.631365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93347c96-bb56-4ff9-b95d-3d9deb9deea8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:42.643007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6063d-dcfb-4411-ac4d-372d6614e774 req-a8dfdc5b-45cc-4fa4-834c-c4e307444d6b tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:42.648770 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5eb6063d-dcfb-4411-ac4d-372d6614e774 req-a8dfdc5b-45cc-4fa4-834c-c4e307444d6b tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2799315 Dec 15 13:49:42.652328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.678224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:42.705551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.739494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa1de856-5da4-4147-b9ac-8fa064ed91b3 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.740119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa1de856-5da4-4147-b9ac-8fa064ed91b3 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:42.741769 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aa1de856-5da4-4147-b9ac-8fa064ed91b3 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "DELETE /v2.0/security-groups/51cd3113-ea89-49c1-9fe8-c16f1f96d433 HTTP/1.1" status: 204 len: 168 time: 0.4685524 Dec 15 13:49:42.748469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:42.800149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5eb6063d-dcfb-4411-ac4d-372d6614e774 req-debdd47b-7ce8-4415-8b90-99f91b30b4bb tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303587 Dec 15 13:49:42.822734 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1de856-5da4-4147-b9ac-8fa064ed91b3 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd3113-ea89-49c1-9fe8-c16f1f96d433,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:42.837863 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-fc5dd7e8-4242-4dd2-80db-210467ebcf33 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] show failed (client error): The resource could not be found. Dec 15 13:49:42.843902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fc5dd7e8-4242-4dd2-80db-210467ebcf33 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "GET /v2.0/security-groups/51cd3113-ea89-49c1-9fe8-c16f1f96d433 HTTP/1.1" status: 404 len: 347 time: 0.0909877 Dec 15 13:49:42.845428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:42.858531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-525a9404-cb7c-473d-a4a4-0f8fdfb44c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:42.860110 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-525a9404-cb7c-473d-a4a4-0f8fdfb44c2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 1094 time: 0.1786511 Dec 15 13:49:42.930972 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb5d58-accb-42ae-a3db-c0bd82533a09 x-openstack-request-id: req-4fdb5d58-accb-42ae-a3db-c0bd82533a09 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:42.931678 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65209b8-bf33-4ce1-b1b6-6d2e5078b0de", "name": "network-vif-plugged", "status": "completed", "tag": "73cb900d-06ad-4572-b8ac-a39d6e18217f", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:42.932792 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4fdb5d58-accb-42ae-a3db-c0bd82533a09 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:42.933551 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65209b8-bf33-4ce1-b1b6-6d2e5078b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'code': 200} Dec 15 13:49:43.102675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbefeb-841c-4a81-855c-3ef16133b6da req-c5d57556-cb7b-4d2a-ad19-9e88ac0d8c27 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.104415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-55bbefeb-841c-4a81-855c-3ef16133b6da req-c5d57556-cb7b-4d2a-ad19-9e88ac0d8c27 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 949 time: 0.3614371 Dec 15 13:49:43.145520 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.176625 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.200787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:43.215067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f30d64-559a-4247-9dca-022cf66e8598 req-d164271b-90b0-48cd-99b5-a5921a944db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.216721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91f30d64-559a-4247-9dca-022cf66e8598 req-d164271b-90b0-48cd-99b5-a5921a944db9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 1100 time: 0.2521877 Dec 15 13:49:43.218351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-f776b6ff-c2a3-4e75-82cc-ac8c2854880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.219073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:43.220277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-f776b6ff-c2a3-4e75-82cc-ac8c2854880f service neutron] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.2950206 Dec 15 13:49:43.254420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:21Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:43.256681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:43.297246 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-fb50b955-d46e-4845-b76e-3ee277d5c86b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 217 time: 0.0607693 Dec 15 13:49:43.332448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98139230-2062-4561-90a6-4da8ce7855bc None None] The sync data for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 is: [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:47:15Z', 'revision_number': 4, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955', 'name': '', 'network_id': '9bd34054-2674-4170-b7bb-1a63447bbf04', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'mac_address': 'fa:16:3e:b1:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:13Z', 'updated_at': '2021-12-15T13:47:21Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'subnets': [{'id': '7b5e0873-b840-41ec-8baa-7c48dbb6e585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:43.351404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7183d84b-6471-4182-ac1e-797b272ae39c req-c4bcbcb2-a09e-40ab-b64b-3272facee627 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-880781790&fields=id&tenant_id=6262e20642f440599d3ed84c0d5bfc83 HTTP/1.1" status: 200 len: 267 time: 0.0626738 Dec 15 13:49:43.374546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-55bbefeb-841c-4a81-855c-3ef16133b6da req-6035c9f5-a148-4273-aced-0843de559dca tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618840 Dec 15 13:49:43.379655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91f30d64-559a-4247-9dca-022cf66e8598 req-f4a1cf71-a366-4afc-98b6-84ad9c81692e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443429 Dec 15 13:49:43.406258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-cfc10d8d-6764-4aa8-b1db-f24a00f90799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.409536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-cfc10d8d-6764-4aa8-b1db-f24a00f90799 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1101 time: 0.5948195 Dec 15 13:49:43.413369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Pushing event updated for resources: {'Port': ['ID=9ad65620-9617-41e7-807d-3dfa6401338c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:43.439157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Attempting to bind port 9ad65620-9617-41e7-807d-3dfa6401338c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:43.439157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Attempting to bind port 9ad65620-9617-41e7-807d-3dfa6401338c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:43.439728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Attempting to bind port 9ad65620-9617-41e7-807d-3dfa6401338c on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:43.468587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Allocated IP 172.25.7.170 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/4823e076-e933-45bf-b5e5-d8d5085c1880) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:43.475744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:43.476808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Checking segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:43.476994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.477456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Bound using segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:43.478042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Bound port: 9ad65620-9617-41e7-807d-3dfa6401338c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:43.478544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.481540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-bcc4f542-9dc2-45e1-a66c-0c6b843d948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.485547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-bcc4f542-9dc2-45e1-a66c-0c6b843d948b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1701777 Dec 15 13:49:43.536956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Deleting port 2fe4928d-09d0-444f-ab8c-523733037506 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:43.537318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.540004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e45fe1aa-960c-46d4-b0d7-01da4afbcd31 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.549226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e45fe1aa-960c-46d4-b0d7-01da4afbcd31 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 984 time: 0.1894891 Dec 15 13:49:43.557598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'port': {'security_groups': ['b2d24b44-f86d-4720-8e79-8b4f212cbcdd', 'faf74474-be5e-4c91-99b6-11ca0c1b821e', '03516ca1-fc33-4912-a58a-d041aecdffa0']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:43.644253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] For port 9ad65620-9617-41e7-807d-3dfa6401338c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:43.649628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] For port 9ad65620-9617-41e7-807d-3dfa6401338c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9ad65620-9617-41e7-807d-3dfa6401338c,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:43.714220 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.740118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39fe4-5118-4cc1-84ec-5e9084d9ed55 req-2778827a-8cea-4a69-ae57-b926d3192841 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.742999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.743433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6af39fe4-5118-4cc1-84ec-5e9084d9ed55 req-2778827a-8cea-4a69-ae57-b926d3192841 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 943 time: 0.2077451 Dec 15 13:49:43.752904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.753230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.818634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-d86bc636-8aaf-4c6f-9bbe-184d136868ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.820319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-d86bc636-8aaf-4c6f-9bbe-184d136868ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261721 Dec 15 13:49:43.826192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501093d-bf87-4799-bb5e-1e7c230910bb None None] Pushing event updated for resources: {'Port': ['ID=9ad65620-9617-41e7-807d-3dfa6401338c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:43.835045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Calling delete_port for 2fe4928d-09d0-444f-ab8c-523733037506 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:43.861904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.896752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-3dc4a083-ffca-4461-b72e-fb288a430eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:43.898421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-3dc4a083-ffca-4461-b72e-fb288a430eca service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2597673 Dec 15 13:49:43.927828 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70232981-7306-4192-b669-21723fe37a7b None None] New status for floating IP ec0e7a1a-cc98-48a1-8af2-1dce856b0b31: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:49:43.954102 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6af39fe4-5118-4cc1-84ec-5e9084d9ed55 req-9d811a98-4047-4a2f-b08a-9587e713485a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031450 Dec 15 13:49:44.037885 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-ec6ff26b-93d4-44ea-9dbf-7eb21362ea47 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005985 Dec 15 13:49:44.155452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-e901e38e-235e-45eb-a4ce-2e1f83a18d96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fa17d32b-2480-4e16-ab94-79625be64e40 HTTP/1.1" status: 200 len: 217 time: 0.2307904 Dec 15 13:49:44.168608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.231811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:44.234756 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:44.310765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-7bd90998-a2ec-4b19-9034-65a5d672d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:44.312410 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-7bd90998-a2ec-4b19-9034-65a5d672d90b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1361732 Dec 15 13:49:44.331126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=37133100-0a41-4d79-bdc5-9abd95fc9725,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:44.338563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3568-76d9-4f07-9a61-4d218da0b46d req-694dc4a7-585f-403e-9673-3e8b9ac521d5 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:44.340162 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d0a3568-76d9-4f07-9a61-4d218da0b46d req-694dc4a7-585f-403e-9673-3e8b9ac521d5 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1729875 Dec 15 13:49:44.347193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a3aed4-2863-4596-9d0f-40b0ab76ab29 req-23402381-e1f9-4278-ade3-b72e173690e0 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964773 Dec 15 13:49:44.392040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.420064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:44.430752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Pushing event updated for resources: {'Port': ['ID=4823e076-e933-45bf-b5e5-d8d5085c1880,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:44.433671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:44.442838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:44.481335 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.493418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-423656b8-93c7-4dda-833a-03374768c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:44.495037 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-423656b8-93c7-4dda-833a-03374768c0b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606963 Dec 15 13:49:44.497667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.510795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:44.645572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:44.646583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:44.659744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7183d84b-6471-4182-ac1e-797b272ae39c req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "PUT /v2.0/ports/37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 200 len: 1020 time: 1.1095312 Dec 15 13:49:44.798356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:44.809815 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dbee74-c013-497f-bfbc-d30270885ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:44.821839 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Pushing event deleted for resources: {'Port': ['ID=2fe4928d-09d0-444f-ab8c-523733037506,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:44.851812 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d0a3568-76d9-4f07-9a61-4d218da0b46d req-50883fae-5f46-4f45-b347-4b949d94866a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997358 Dec 15 13:49:44.944194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:44.997623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9ad65620-9617-41e7-807d-3dfa6401338c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:45.044338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9950a06-e1aa-42e3-b586-f3db3284ec4b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:45.067319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.070386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.071815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-938b7890-692b-4c21-a686-ac00f676f714 tempest-ServersTestFqdnHostnames-1110764216 tempest-ServersTestFqdnHostnames-1110764216-project] 10.222.0.86 "DELETE /v2.0/floatingips/ec0e7a1a-cc98-48a1-8af2-1dce856b0b31 HTTP/1.1" status: 204 len: 168 time: 2.2237365 Dec 15 13:49:45.076357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:45.157086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-7d935c28-361b-461c-9042-055e80f30bc6 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489503 Dec 15 13:49:45.166101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0a502-02aa-40fd-902e-81b3e2adb819 req-adb2f0fb-98fb-4e57-a6b2-7236f812c1bd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:45.177608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07b0a502-02aa-40fd-902e-81b3e2adb819 req-adb2f0fb-98fb-4e57-a6b2-7236f812c1bd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 949 time: 0.1959710 Dec 15 13:49:45.199360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea304e2-6c58-4ac3-995e-874cf97ed166 req-90b41ca6-2b81-435c-ba34-d6d735e5e7c8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:45.201256 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ea304e2-6c58-4ac3-995e-874cf97ed166 req-90b41ca6-2b81-435c-ba34-d6d735e5e7c8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2083108 Dec 15 13:49:45.303788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9ad65620-9617-41e7-807d-3dfa6401338c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:45.304314 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.400732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07b0a502-02aa-40fd-902e-81b3e2adb819 req-4a2773ef-4d4e-435b-a90a-bbfe5836c8c6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219765 Dec 15 13:49:45.476734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8233d62d-d6c3-4c09-b4fb-497d9bbcb447 req-11cbb203-27ab-4ee7-b9cf-26803394a3dd service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944393 Dec 15 13:49:45.479879 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.485654 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897c010f-c4da-4126-8424-e2f811563bb3 x-openstack-request-id: req-897c010f-c4da-4126-8424-e2f811563bb3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:45.498759 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:45.498759 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-897c010f-c4da-4126-8424-e2f811563bb3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:45.499156 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725', 'status': 'completed', 'code': 200} Dec 15 13:49:45.516589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ea304e2-6c58-4ac3-995e-874cf97ed166 req-9b2d630e-ea64-429f-aeca-593e5d41b4c6 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970088 Dec 15 13:49:45.675178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-fa26ccf8-2af7-4596-b71e-5e1accec101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:45.677318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-fa26ccf8-2af7-4596-b71e-5e1accec101a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1174 time: 0.1579769 Dec 15 13:49:45.724615 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a8aab-b6b2-4802-9d43-bc46240c54ab x-openstack-request-id: req-a50a8aab-b6b2-4802-9d43-bc46240c54ab {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:45.724921 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:45.725188 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a50a8aab-b6b2-4802-9d43-bc46240c54ab {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:45.725602 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725', 'status': 'completed', 'code': 200} Dec 15 13:49:45.756538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 2c765167-d457-4d26-9aef-f2629b7c79da details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:45.759103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714e5f6-bd0b-49cb-9ddc-1f90836bda48 None None] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:45.883292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8853026-3239-4a95-9b9a-7d29e2158099 req-91ceb9ab-1863-45de-9335-c2ffe16430c2 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:45.885142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8853026-3239-4a95-9b9a-7d29e2158099 req-91ceb9ab-1863-45de-9335-c2ffe16430c2 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1023 time: 0.2817304 Dec 15 13:49:45.931196 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.935228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ea527990-50dc-4fa3-997f-09aec5fda63d None None] Provisioning complete for port 9ad65620-9617-41e7-807d-3dfa6401338c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:45.936007 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ea527990-50dc-4fa3-997f-09aec5fda63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.936969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556f01-a47f-432a-b732-9d949b9a1886 req-2f7504f1-a36f-4c62-b975-49b7a81807e0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:45.938972 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb556f01-a47f-432a-b732-9d949b9a1886 req-2f7504f1-a36f-4c62-b975-49b7a81807e0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 943 time: 0.2517915 Dec 15 13:49:45.950762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-39c2c578-7aa7-4fe1-b9ff-f931a59e6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:45.952160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-39c2c578-7aa7-4fe1-b9ff-f931a59e6364 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 915 time: 0.2608800 Dec 15 13:49:46.027383 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-8eb5887b-7d08-447a-843f-def14309c51c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 200 len: 217 time: 0.0641251 Dec 15 13:49:46.039099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.120146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb556f01-a47f-432a-b732-9d949b9a1886 req-b6ac6f95-7516-4583-b359-e54dd198ba19 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727803 Dec 15 13:49:46.160524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-98cd58b2-d3db-420d-88bf-e14c7542fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:46.163336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-98cd58b2-d3db-420d-88bf-e14c7542fca4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.1218383 Dec 15 13:49:46.212517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 9ad65620-9617-41e7-807d-3dfa6401338c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9ad65620-9617-41e7-807d-3dfa6401338c,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:46.214701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8853026-3239-4a95-9b9a-7d29e2158099 req-794a8ba4-a816-4816-9346-6f7ed9f688e2 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=03516ca1-fc33-4912-a58a-d041aecdffa0&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&id=faf74474-be5e-4c91-99b6-11ca0c1b821e HTTP/1.1" status: 200 len: 6201 time: 0.3033724 Dec 15 13:49:46.251253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-bcba18c2-e17b-4b1b-8457-e81a030bb8d4 req-3579c713-2a6e-4d33-bd20-9dc102ef800c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': ' tempest-securitygroup -694032116 ', 'description': 'tempest-description-1002415080'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:46.261252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-c5dc062a-6e13-42c2-9481-e8c33edc958e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894463 Dec 15 13:49:46.268788 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.295040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bcba18c2-e17b-4b1b-8457-e81a030bb8d4 req-3579c713-2a6e-4d33-bd20-9dc102ef800c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.308754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 2c765167-d457-4d26-9aef-f2629b7c79da, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2c765167-d457-4d26-9aef-f2629b7c79da,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:46.374327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '2c765167-d457-4d26-9aef-f2629b7c79da', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'port_id': '2c765167-d457-4d26-9aef-f2629b7c79da', 'mac_address': 'fa:16:3e:38:a9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:46.414005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bcba18c2-e17b-4b1b-8457-e81a030bb8d4 req-3579c713-2a6e-4d33-bd20-9dc102ef800c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.424498 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.426487 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bcba18c2-e17b-4b1b-8457-e81a030bb8d4 req-3579c713-2a6e-4d33-bd20-9dc102ef800c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.455133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Router d321acb4-c545-4e2c-89b4-6e71850391a5 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:49:46.472397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bcba18c2-e17b-4b1b-8457-e81a030bb8d4 req-3579c713-2a6e-4d33-bd20-9dc102ef800c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.487231 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-8dbda256-78b6-4862-b8a9-bc09cfac1133 service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810205 Dec 15 13:49:46.492506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bcba18c2-e17b-4b1b-8457-e81a030bb8d4 req-3579c713-2a6e-4d33-bd20-9dc102ef800c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2585580 Dec 15 13:49:46.503361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b6822-0aae-4aee-8a08-e8dbfdf4a736 req-0fa1023a-025e-4804-8a3b-e8272420efa5 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:46.513062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d78b6822-0aae-4aee-8a08-e8dbfdf4a736 req-0fa1023a-025e-4804-8a3b-e8272420efa5 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.2564445 Dec 15 13:49:46.516170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579c713-2a6e-4d33-bd20-9dc102ef800c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ded78c9-c6f3-40cb-9d8d-5a01867a0600,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:46.580956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=9ad65620-9617-41e7-807d-3dfa6401338c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:46.636536 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.687003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c765167-d457-4d26-9aef-f2629b7c79da {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:46.730118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d78b6822-0aae-4aee-8a08-e8dbfdf4a736 req-aef95661-9d4e-47a5-961d-9b7105c6ab27 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141011 Dec 15 13:49:46.758180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 2c765167-d457-4d26-9aef-f2629b7c79da, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2c765167-d457-4d26-9aef-f2629b7c79da,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:46.809608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:46.845699 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.848110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Sync routers for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:46.857023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9ad65620-9617-41e7-807d-3dfa6401338c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:46.872451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bf4a07-7091-4093-95b8-8ef1f41ba6bd req-d90f06c1-cfb5-4b81-bf2a-794e50449d78 service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547225 Dec 15 13:49:46.901813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a20c09-50fc-47e5-a667-ee7dbf5e4801 req-036fb308-43d4-46d7-a7b5-d60717496b66 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:46.904736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6a20c09-50fc-47e5-a667-ee7dbf5e4801 req-036fb308-43d4-46d7-a7b5-d60717496b66 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 949 time: 0.2980535 Dec 15 13:49:46.914858 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.919233 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46f7ac54-5763-4bc0-854a-7f38318039db admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1080441 Dec 15 13:49:46.922690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54650) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:46.936395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84524c9c-343c-4e30-9d52-44b89f331748 req-687ebf9e-0758-4a1d-9ade-25fe169392c5 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/6ded78c9-c6f3-40cb-9d8d-5a01867a0600 HTTP/1.1" status: 200 len: 1799 time: 0.1571505 Dec 15 13:49:46.952858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=2c765167-d457-4d26-9aef-f2629b7c79da,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:46.970242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:47.010017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-80ab1675-b4cb-436e-a064-23ac36ff27c1 None None] Provisioning complete for port 9ad65620-9617-41e7-807d-3dfa6401338c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:47.010403 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-80ab1675-b4cb-436e-a064-23ac36ff27c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.027310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:47.027996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:47.102909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6a20c09-50fc-47e5-a667-ee7dbf5e4801 req-b4cc84ff-2661-4bcf-8285-99333e72a7f0 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836677 Dec 15 13:49:47.196798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['2c765167-d457-4d26-9aef-f2629b7c79da'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:47.228234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-765e8305-a17f-4ed5-a127-138a450f1d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.261971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9ad65620-9617-41e7-807d-3dfa6401338c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:47.262563 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.274642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-c7591120-a738-4ec2-90f1-4144dd5da4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:47.276534 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-c7591120-a738-4ec2-90f1-4144dd5da4b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1174 time: 0.2547848 Dec 15 13:49:47.291030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7d05-a85f-4acd-83d2-a15dde476a17 req-5a04d7ea-1be1-4965-87b1-a1fc6ced503a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:47.292563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-116b7d05-a85f-4acd-83d2-a15dde476a17 req-5a04d7ea-1be1-4965-87b1-a1fc6ced503a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2548246 Dec 15 13:49:47.313942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4e53c6c-5bbd-4164-9961-6c0955e0a3bc req-93db57b8-1bb5-4f4f-a2c5-bca508f5921a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/6ded78c9-c6f3-40cb-9d8d-5a01867a0600 HTTP/1.1" status: 200 len: 1799 time: 0.1547942 Dec 15 13:49:47.326355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Deleting port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:47.326694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.392215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:47.501937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b4e53c6c-5bbd-4164-9961-6c0955e0a3bc req-14e7d6ba-4b11-4195-8ad1-9ea8d7720d3d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.511460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-116b7d05-a85f-4acd-83d2-a15dde476a17 req-b2f97be9-c80e-41d9-88de-6fc3bde509ab tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014503 Dec 15 13:49:47.543486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-35cd58f1-5510-4628-a976-7676288d42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:47.544995 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-35cd58f1-5510-4628-a976-7676288d42f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 915 time: 0.2515445 Dec 15 13:49:47.567425 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b4e53c6c-5bbd-4164-9961-6c0955e0a3bc req-14e7d6ba-4b11-4195-8ad1-9ea8d7720d3d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.611570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-765e8305-a17f-4ed5-a127-138a450f1d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.618210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-a5278aa3-c218-48f0-90d7-15294cbbffa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 200 len: 217 time: 0.0636146 Dec 15 13:49:47.629821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] For port fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:47.630203 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.656209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-765e8305-a17f-4ed5-a127-138a450f1d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.721175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Calling delete_port for fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:47.766078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.769835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b4e53c6c-5bbd-4164-9961-6c0955e0a3bc req-14e7d6ba-4b11-4195-8ad1-9ea8d7720d3d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.772609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b4e53c6c-5bbd-4164-9961-6c0955e0a3bc req-14e7d6ba-4b11-4195-8ad1-9ea8d7720d3d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:47.774057 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4e53c6c-5bbd-4164-9961-6c0955e0a3bc req-14e7d6ba-4b11-4195-8ad1-9ea8d7720d3d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/6ded78c9-c6f3-40cb-9d8d-5a01867a0600 HTTP/1.1" status: 204 len: 173 time: 0.4522293 Dec 15 13:49:47.795418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7d6ba-4b11-4195-8ad1-9ea8d7720d3d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ded78c9-c6f3-40cb-9d8d-5a01867a0600,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:47.812560 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-765e8305-a17f-4ed5-a127-138a450f1d6c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c67f33901d8473face9880719da7763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8376181 Dec 15 13:49:47.851847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54666) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:47.910328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-d88d8859-3629-4cce-a14a-6ee1dc1a085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:47.911429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:45Z', 'revision_number': 3, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:47.912136 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-d88d8859-3629-4cce-a14a-6ee1dc1a085a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.2790117 Dec 15 13:49:47.915191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e8305-a17f-4ed5-a127-138a450f1d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de45d60-56b5-4425-8822-9c0baa34d0b0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:47.945862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Checking router: d321acb4-c545-4e2c-89b4-6e71850391a5 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:47.946270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Updating router d321acb4-c545-4e2c-89b4-6e71850391a5 port 4823e076-e933-45bf-b5e5-d8d5085c1880 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:49:47.957760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-a5f96c91-d906-4ad2-bf14-45534548bf6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361941 Dec 15 13:49:47.975285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.022276 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-569d71c3-652e-46fd-b1ca-24523c2270f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.053778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-569d71c3-652e-46fd-b1ca-24523c2270f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.135165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711a615-652a-46af-98df-2bdd39749f84 req-688f0d42-3f35-454f-9884-a9ea6de4e052 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:48.138042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0711a615-652a-46af-98df-2bdd39749f84 req-688f0d42-3f35-454f-9884-a9ea6de4e052 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 944 time: 0.2501493 Dec 15 13:49:48.144119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-569d71c3-652e-46fd-b1ca-24523c2270f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.149364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-569d71c3-652e-46fd-b1ca-24523c2270f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.155087 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-153a9565-7b32-41b1-977f-40e4b9ba407d service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846545 Dec 15 13:49:48.158658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-569d71c3-652e-46fd-b1ca-24523c2270f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5de45d60-56b5-4425-8822-9c0baa34d0b0 HTTP/1.1" status: 204 len: 168 time: 0.3038034 Dec 15 13:49:48.235426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d71c3-652e-46fd-b1ca-24523c2270f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de45d60-56b5-4425-8822-9c0baa34d0b0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:48.331387 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.345557 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.348713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7dbee74-c013-497f-bfbc-d30270885ba7 req-b3317bf1-ffa6-4b0c-8ccf-139d721f148b service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838176 Dec 15 13:49:48.357335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.374209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fb14-4e63-4a5b-bfbf-b91f8ed0c292 req-483df73b-ac54-4d32-b0d1-718c6aa25208 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:48.383064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fb14-4e63-4a5b-bfbf-b91f8ed0c292 req-483df73b-ac54-4d32-b0d1-718c6aa25208 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:48.384822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91b7fb14-4e63-4a5b-bfbf-b91f8ed0c292 req-483df73b-ac54-4d32-b0d1-718c6aa25208 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18&device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 1689 time: 0.1217301 Dec 15 13:49:48.416008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Attempting to bind port 4823e076-e933-45bf-b5e5-d8d5085c1880 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:48.416392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Attempting to bind port 4823e076-e933-45bf-b5e5-d8d5085c1880 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:48.416993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Attempting to bind port 4823e076-e933-45bf-b5e5-d8d5085c1880 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:48.428716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:48.428716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:48.428716 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.428716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:48.429421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:48.429546 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Bound port: 4823e076-e933-45bf-b5e5-d8d5085c1880, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:48.429546 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.430377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a11de-ba45-4191-b4c2-ce13e71481e1 None None] Pushing event updated for resources: {'Port': ['ID=4823e076-e933-45bf-b5e5-d8d5085c1880,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:48.542988 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91b7fb14-4e63-4a5b-bfbf-b91f8ed0c292 req-c8c8aa25-fdf8-48e3-8feb-e20e400d386c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481826 Dec 15 13:49:48.684780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] For port 4823e076-e933-45bf-b5e5-d8d5085c1880, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:48.691495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] For port 4823e076-e933-45bf-b5e5-d8d5085c1880, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4823e076-e933-45bf-b5e5-d8d5085c1880,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:48.702810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.730593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.743904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e05e7f-1ca6-4e68-8804-043135595433 req-ce7943d8-f26f-4197-9ef9-33010076cdeb tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:48.756778 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91e05e7f-1ca6-4e68-8804-043135595433 req-ce7943d8-f26f-4197-9ef9-33010076cdeb tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 950 time: 0.1227109 Dec 15 13:49:48.799136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:48.800036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:48.803237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a11de-ba45-4191-b4c2-ce13e71481e1 None None] Pushing event updated for resources: {'Port': ['ID=4823e076-e933-45bf-b5e5-d8d5085c1880,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:48.823721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Allocated IP 172.20.0.1 (0e07166e-e6e5-4522-9054-de8821e1eb7e/5de816d9-6c94-4257-bb63-81cc5bec5ed5/4fe10aab-fa09-4a5c-b84e-60dcc4872ddf) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:48.831501 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0711a615-652a-46af-98df-2bdd39749f84 req-79a27914-05af-47a7-90c4-f74400e9d64c tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691754 Dec 15 13:49:48.915566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91e05e7f-1ca6-4e68-8804-043135595433 req-4823a0f4-83ef-4304-813b-22ff05668017 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582544 Dec 15 13:49:48.945836 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-7576385a-c690-4a12-bb2f-ffeff103117f req-e1e36b3e-8722-48be-ae48-ddbb69e02409 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:49:48.947040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7576385a-c690-4a12-bb2f-ffeff103117f req-e1e36b3e-8722-48be-ae48-ddbb69e02409 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/6ded78c9-c6f3-40cb-9d8d-5a01867a0600 HTTP/1.1" status: 404 len: 352 time: 0.0524895 Dec 15 13:49:49.004566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:49.029724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.082235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-757da165-08cd-49c6-8bbc-d01afd3fc2e4 req-c732c865-204c-48fe-b191-13d7ebb9848b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1632201477', 'description': 'tempest-description-1870117220'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:49.102246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.160087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:49.161469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:49.166896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-757da165-08cd-49c6-8bbc-d01afd3fc2e4 req-c732c865-204c-48fe-b191-13d7ebb9848b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.168010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:49.219774 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Router 176142bd-3937-464f-adb1-31cf4e0873f8 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:49.236852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a58e23-1290-4454-8f65-134ee7f6a66f req-3f27c4f6-703d-4071-9840-9cafdce87f83 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:49.239027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28a58e23-1290-4454-8f65-134ee7f6a66f req-3f27c4f6-703d-4071-9840-9cafdce87f83 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1848269 Dec 15 13:49:49.239764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:49.274395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.324350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-757da165-08cd-49c6-8bbc-d01afd3fc2e4 req-c732c865-204c-48fe-b191-13d7ebb9848b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.344849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:45Z', 'revision_number': 3, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:49.369877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-757da165-08cd-49c6-8bbc-d01afd3fc2e4 req-c732c865-204c-48fe-b191-13d7ebb9848b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.377529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566eb81-4340-4e3f-8945-13b4dfb126f1 None None] The sync data for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 is: [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:45Z', 'revision_number': 3, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:49.430064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-757da165-08cd-49c6-8bbc-d01afd3fc2e4 req-c732c865-204c-48fe-b191-13d7ebb9848b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.431960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-757da165-08cd-49c6-8bbc-d01afd3fc2e4 req-c732c865-204c-48fe-b191-13d7ebb9848b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3537922 Dec 15 13:49:49.440527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28a58e23-1290-4454-8f65-134ee7f6a66f req-d51f4c2c-483c-4e97-97f4-eca71db446d0 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912527 Dec 15 13:49:49.448037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:49.477124 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] Sync routers for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:49.488942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b99023bd-264a-4d8b-8a3d-c8bd4b979d93 admin admin] 10.222.0.86 "PUT /v2.0/routers/176142bd-3937-464f-adb1-31cf4e0873f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4094107 Dec 15 13:49:49.490182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54700) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:49.501801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732c865-204c-48fe-b191-13d7ebb9848b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a826474d-340f-4a48-a3bd-69436d89efdc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:49.508821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-ab2e5f78-e89b-41cf-97ea-39a6ee0f6ec5 req-06ccb630-1894-4a68-bc66-3e05d48b1cc4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1195443797', 'description': 'tempest-description-1546690660'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:49.518067 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:49.518726 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:49.535782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 2c765167-d457-4d26-9aef-f2629b7c79da up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:49.581726 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.593711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ab2e5f78-e89b-41cf-97ea-39a6ee0f6ec5 req-06ccb630-1894-4a68-bc66-3e05d48b1cc4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.668378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-688b221c-3f19-40b1-9ab9-2df5e7f89ed1 None None] Provisioning complete for port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:49.668762 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-688b221c-3f19-40b1-9ab9-2df5e7f89ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.748290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-688b221c-3f19-40b1-9ab9-2df5e7f89ed1 None None] Port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:49.753487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:49:49.756820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:49.774072 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:49.868331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 2c765167-d457-4d26-9aef-f2629b7c79da completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:49:49.886802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 2c765167-d457-4d26-9aef-f2629b7c79da triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:49.887159 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.898838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ab2e5f78-e89b-41cf-97ea-39a6ee0f6ec5 req-06ccb630-1894-4a68-bc66-3e05d48b1cc4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.904672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ab2e5f78-e89b-41cf-97ea-39a6ee0f6ec5 req-06ccb630-1894-4a68-bc66-3e05d48b1cc4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.934801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ab2e5f78-e89b-41cf-97ea-39a6ee0f6ec5 req-06ccb630-1894-4a68-bc66-3e05d48b1cc4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.949871 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab2e5f78-e89b-41cf-97ea-39a6ee0f6ec5 req-06ccb630-1894-4a68-bc66-3e05d48b1cc4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4464846 Dec 15 13:49:50.120447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:50.138374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb630-1894-4a68-bc66-3e05d48b1cc4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5d76ff-5580-41e4-a113-7a8af7c1e81a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:50.142938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'mac_address': 'fa:16:3e:17:e9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:49:50.204476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.207033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.230611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccf5c7-9d93-4719-a0e8-4e90fd4b4068 req-ffbdc069-25f7-40ee-bb35-b653125a0ad9 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:50.232296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7ccf5c7-9d93-4719-a0e8-4e90fd4b4068 req-ffbdc069-25f7-40ee-bb35-b653125a0ad9 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 944 time: 0.1947591 Dec 15 13:49:50.235076 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.268427 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:49:48Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:50.285516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:50.295105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:50.299645 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ee46b0-31b5-479a-ba99-0580b4dd692e" -d '{"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:50.308272 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.356765 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] Checking router: 176142bd-3937-464f-adb1-31cf4e0873f8 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:50.365264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679561e4-bb62-49fa-9f12-038a8fc35723 req-53a82e4d-c18d-437f-bd1d-3b5c23e70dce tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:50.380635 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-679561e4-bb62-49fa-9f12-038a8fc35723 req-53a82e4d-c18d-437f-bd1d-3b5c23e70dce tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 1100 time: 0.7809947 Dec 15 13:49:50.381144 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] Routers {'176142bd-3937-464f-adb1-31cf4e0873f8'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:50.382271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:50.383041 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['176142bd-3937-464f-adb1-31cf4e0873f8'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:50.399111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7ccf5c7-9d93-4719-a0e8-4e90fd4b4068 req-bcf5ce91-a866-4f3b-a13c-c5174e970da0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577680 Dec 15 13:49:50.399574 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.410229 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.416670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.420232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:50.474439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 2c765167-d457-4d26-9aef-f2629b7c79da, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2c765167-d457-4d26-9aef-f2629b7c79da,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:50.476243 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.493295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa17d32b-2480-4e16-ab94-79625be64e40 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:50.498829 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.567592 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:49:50.568059 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:49:50.575770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:50.581727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:50.598025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=2c765167-d457-4d26-9aef-f2629b7c79da,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:50.616608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-679561e4-bb62-49fa-9f12-038a8fc35723 req-01182af5-6d95-4ad5-8e71-bcf55992e1a3 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347796 Dec 15 13:49:50.677143 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] Set router 176142bd-3937-464f-adb1-31cf4e0873f8 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:50.705876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0ac47fc6-332d-426d-826a-92110c773a51 req-9b7092a6-7341-4114-acae-a207c65a1da7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-286185559', 'description': 'tempest-description-305475495'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:50.761339 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.770713 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ac47fc6-332d-426d-826a-92110c773a51 req-9b7092a6-7341-4114-acae-a207c65a1da7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.898440 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4823e076-e933-45bf-b5e5-d8d5085c1880 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:50.909510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Deleting port 117b03de-576c-4bea-b75a-375d0f46d403 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:50.910158 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.944583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ac47fc6-332d-426d-826a-92110c773a51 req-9b7092a6-7341-4114-acae-a207c65a1da7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:50.952943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338a2c-6664-4c55-a98c-8627e1562122 req-f75df536-94cb-4821-9b9c-68e3356122ed tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:50.963446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-80338a2c-6664-4c55-a98c-8627e1562122 req-f75df536-94cb-4821-9b9c-68e3356122ed tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 948 time: 0.2408261 Dec 15 13:49:50.985023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ac47fc6-332d-426d-826a-92110c773a51 req-9b7092a6-7341-4114-acae-a207c65a1da7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.042681 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ac47fc6-332d-426d-826a-92110c773a51 req-9b7092a6-7341-4114-acae-a207c65a1da7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.045196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ac47fc6-332d-426d-826a-92110c773a51 req-9b7092a6-7341-4114-acae-a207c65a1da7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3462534 Dec 15 13:49:51.078372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7092a6-7341-4114-acae-a207c65a1da7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16104195-e43a-4b89-8b86-bab2e90c07fd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:51.130679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Router d321acb4-c545-4e2c-89b4-6e71850391a5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:49:51.136586 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4823e076-e933-45bf-b5e5-d8d5085c1880 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:51.137205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.141328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.148635 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:49:48Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:51.153127 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] For port 117b03de-576c-4bea-b75a-375d0f46d403, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=117b03de-576c-4bea-b75a-375d0f46d403,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:51.157375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.161883 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd257d8e-272d-4355-b9ce-c6f47b969c8c x-openstack-request-id: req-cd257d8e-272d-4355-b9ce-c6f47b969c8c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:51.162182 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:51.162436 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd257d8e-272d-4355-b9ce-c6f47b969c8c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:51.167930 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'code': 200} Dec 15 13:49:51.171213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-80338a2c-6664-4c55-a98c-8627e1562122 req-fcee759e-6569-4d40-890e-8635b036d226 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792488 Dec 15 13:49:51.190772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa17d32b-2480-4e16-ab94-79625be64e40 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:49:51.204639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Calling delete_port for 117b03de-576c-4bea-b75a-375d0f46d403 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:51.260178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:51.261107 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5f7c5-e064-427a-bb34-f3dd2c292734 None None] The sync data for ids ['176142bd-3937-464f-adb1-31cf4e0873f8'] in n-d-821840-1 is: [{'id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'name': 'tempest-ServersTestFqdnHostnames-1033869316-router', 'tenant_id': 'b3cbb39825234c9da1cd271570b2eb35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '117b03de-576c-4bea-b75a-375d0f46d403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:47:03Z', 'updated_at': '2021-12-15T13:49:48Z', 'revision_number': 5, 'project_id': 'b3cbb39825234c9da1cd271570b2eb35', 'gw_port': {'id': '117b03de-576c-4bea-b75a-375d0f46d403', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176142bd-3937-464f-adb1-31cf4e0873f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:47:07Z', 'updated_at': '2021-12-15T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:51.291818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.299602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b65b3aa2-8cba-4a89-b1a5-f4a8b69bd69d None None] Provisioning complete for port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:51.300013 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b65b3aa2-8cba-4a89-b1a5-f4a8b69bd69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.362884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:49:51.369273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-98f9863c-36ce-405e-9c8b-8cdeb9a4b307 admin admin] 10.222.0.86 "PUT /v2.0/routers/d321acb4-c545-4e2c-89b4-6e71850391a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4429400 Dec 15 13:49:51.394005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c833d-241b-4afe-abe2-a6bd6a5f8f0f req-6c18e824-09bc-45bf-a0fa-00c3b733c237 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:51.402034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-454c833d-241b-4afe-abe2-a6bd6a5f8f0f req-6c18e824-09bc-45bf-a0fa-00c3b733c237 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 1100 time: 0.0806580 Dec 15 13:49:51.414199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:51.466039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-454c833d-241b-4afe-abe2-a6bd6a5f8f0f req-be3943cd-3cee-4892-899b-162dffe28e0c tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579085 Dec 15 13:49:51.489933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b65b3aa2-8cba-4a89-b1a5-f4a8b69bd69d None None] Port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:51.492629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.523228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 4823e076-e933-45bf-b5e5-d8d5085c1880, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4823e076-e933-45bf-b5e5-d8d5085c1880,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:51.532131 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.571221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafe4d5-e1a3-46a5-bfcb-4fb1753e4872 req-858fc243-b3a4-48d0-9554-8378d86be6f5 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:51.572830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9bafe4d5-e1a3-46a5-bfcb-4fb1753e4872 req-858fc243-b3a4-48d0-9554-8378d86be6f5 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2471213 Dec 15 13:49:51.607761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=4823e076-e933-45bf-b5e5-d8d5085c1880,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:51.611854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['fa17d32b-2480-4e16-ab94-79625be64e40'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:51.652649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:51.688840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52853eb7-d45f-4a34-b7d1-0615d83ce582 req-95e63c47-ad3f-43a9-b722-a85fbad4dab9 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6262e20642f440599d3ed84c0d5bfc83 HTTP/1.1" status: 200 len: 11006 time: 0.1849041 Dec 15 13:49:51.720767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Pushing event deleted for resources: {'Port': ['ID=117b03de-576c-4bea-b75a-375d0f46d403,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:51.738352 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9bafe4d5-e1a3-46a5-bfcb-4fb1753e4872 req-2a88af81-8e0c-439e-8297-d50f189ea8fa tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531515 Dec 15 13:49:51.806320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52853eb7-d45f-4a34-b7d1-0615d83ce582 req-4ba4a180-0c6b-4070-91e9-3878343e694c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/b2d24b44-f86d-4720-8e79-8b4f212cbcdd HTTP/1.1" status: 200 len: 2998 time: 0.1075325 Dec 15 13:49:51.891184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52853eb7-d45f-4a34-b7d1-0615d83ce582 req-bea8d9d4-5202-44a7-a166-3c046e73ecf5 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/b2d24b44-f86d-4720-8e79-8b4f212cbcdd HTTP/1.1" status: 200 len: 2998 time: 0.0847261 Dec 15 13:49:51.921938 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.010917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f53b-9226-450e-80fa-958f55681682 req-df186e9c-82b8-49d1-9a01-e35a943cbe93 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:52.012541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-36f4f53b-9226-450e-80fa-958f55681682 req-df186e9c-82b8-49d1-9a01-e35a943cbe93 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 945 time: 0.1474214 Dec 15 13:49:52.088150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.092185 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.162644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-36f4f53b-9226-450e-80fa-958f55681682 req-e4f62304-1f31-4367-b8a2-0aa78f154c5f tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340237 Dec 15 13:49:52.176328 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.177714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 176142bd-3937-464f-adb1-31cf4e0873f8 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:49:52.184319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.188791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:52.189254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-738d79be-5395-4f16-9ddf-742d93942567 admin admin] 10.222.0.86 "DELETE /v2.0/routers/176142bd-3937-464f-adb1-31cf4e0873f8 HTTP/1.1" status: 204 len: 168 time: 2.6974528 Dec 15 13:49:52.261800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d038731-cfe7-4b56-af72-e7a64ae286e9 req-add0e702-bad8-48d0-8909-66b4f7f74056 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/a826474d-340f-4a48-a3bd-69436d89efdc HTTP/1.1" status: 200 len: 1820 time: 0.0525005 Dec 15 13:49:52.294640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80bf271-6abf-471b-b6f2-4c9dbaa9ab39 admin admin] Deleting subnet 7b5e0873-b840-41ec-8baa-7c48dbb6e585 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:49:52.312814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c80bf271-6abf-471b-b6f2-4c9dbaa9ab39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.345580 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d038731-cfe7-4b56-af72-e7a64ae286e9 req-b18a1639-a5a0-46ac-9e13-ca5db7fbc4fd tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.370630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c80bf271-6abf-471b-b6f2-4c9dbaa9ab39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.400966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d038731-cfe7-4b56-af72-e7a64ae286e9 req-b18a1639-a5a0-46ac-9e13-ca5db7fbc4fd tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.459780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Sync routers for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:49:52.482164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:52.482552 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d038731-cfe7-4b56-af72-e7a64ae286e9 req-b18a1639-a5a0-46ac-9e13-ca5db7fbc4fd tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.483279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:52.486680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d038731-cfe7-4b56-af72-e7a64ae286e9 req-b18a1639-a5a0-46ac-9e13-ca5db7fbc4fd tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.489392 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d038731-cfe7-4b56-af72-e7a64ae286e9 req-b18a1639-a5a0-46ac-9e13-ca5db7fbc4fd tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/a826474d-340f-4a48-a3bd-69436d89efdc HTTP/1.1" status: 204 len: 173 time: 0.2197692 Dec 15 13:49:52.505361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a1639-a5a0-46ac-9e13-ca5db7fbc4fd tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a826474d-340f-4a48-a3bd-69436d89efdc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:52.527074 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c80bf271-6abf-471b-b6f2-4c9dbaa9ab39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.569401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:52.575519 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ee2ee6eb-dc21-470c-8a28-df61371c2b60 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111437003', 'description': 'tempest-description--664982623'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:52.612032 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c80bf271-6abf-471b-b6f2-4c9dbaa9ab39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.646274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bf271-6abf-471b-b6f2-4c9dbaa9ab39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b5e0873-b840-41ec-8baa-7c48dbb6e585,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:52.659971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c80bf271-6abf-471b-b6f2-4c9dbaa9ab39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.664294 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c80bf271-6abf-471b-b6f2-4c9dbaa9ab39 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7b5e0873-b840-41ec-8baa-7c48dbb6e585 HTTP/1.1" status: 204 len: 168 time: 0.4713006 Dec 15 13:49:52.667698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:52.686137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9442afa8-de1d-4cd6-860f-9406242b592a None None] Network 9bd34054-2674-4170-b7bb-1a63447bbf04 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:52.693561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-3bb7dc34-b9dd-4535-af47-6e9a2ad55f3a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278666 Dec 15 13:49:52.748531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee6eb-dc21-470c-8a28-df61371c2b60 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.757957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc672b-d9d1-4094-bf0d-7eae32941368 req-ef7e74f5-9398-461b-a72b-69813090377b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:52.759616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dbc672b-d9d1-4094-bf0d-7eae32941368 req-ef7e74f5-9398-461b-a72b-69813090377b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 949 time: 0.1483407 Dec 15 13:49:52.762314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:52.766722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:52.833944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-3b409970-2cad-474e-b4a6-343327a19654 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:52.842005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-3b409970-2cad-474e-b4a6-343327a19654 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410489 Dec 15 13:49:52.867067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-42622131-09f4-4652-b1af-61cc207e522f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/quotas/72e6f3c3fea24293810cc0b2a8d08307 HTTP/1.1" status: 200 len: 375 time: 0.0238059 Dec 15 13:49:52.940008 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dbc672b-d9d1-4094-bf0d-7eae32941368 req-e24f5adf-83d5-4747-999e-8429482e3ece tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682310 Dec 15 13:49:52.941760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Deleting port 34eedd79-faa7-4b5e-96c4-995b73238198 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:49:52.942275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.037360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ce06c42d-4103-4870-9f6a-8c3faf877d6c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648600 Dec 15 13:49:53.058823 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-451d4a1e-8242-45f1-80ae-c10ef02ebe62 req-871ef100-3711-4f1a-b5c6-7c55d64330b8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:49:53.059890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-451d4a1e-8242-45f1-80ae-c10ef02ebe62 req-871ef100-3711-4f1a-b5c6-7c55d64330b8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/a826474d-340f-4a48-a3bd-69436d89efdc HTTP/1.1" status: 404 len: 352 time: 0.0520513 Dec 15 13:49:53.069112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee6eb-dc21-470c-8a28-df61371c2b60 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.075013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4823e076-e933-45bf-b5e5-d8d5085c1880 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:53.084251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] For port 34eedd79-faa7-4b5e-96c4-995b73238198, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=34eedd79-faa7-4b5e-96c4-995b73238198,segment=NetworkSegment(5067df3a-9251-4f5f-9fdb-7732c35e0ba6),segment_id=5067df3a-9251-4f5f-9fdb-7732c35e0ba6)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:53.088660 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.097009 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee6eb-dc21-470c-8a28-df61371c2b60 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.143055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ee6eb-dc21-470c-8a28-df61371c2b60 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd44fb0-605c-412e-a2e9-5ec85b0df44a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:53.148535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee6eb-dc21-470c-8a28-df61371c2b60 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.152467 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ee2ee6eb-dc21-470c-8a28-df61371c2b60 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5794098 Dec 15 13:49:53.154189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54896) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:53.160888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6887eb08-fbdc-4283-9425-94451dd98da5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'security_group_rule': {'security_group_id': '4dd44fb0-605c-412e-a2e9-5ec85b0df44a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:53.168930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Calling delete_port for 34eedd79-faa7-4b5e-96c4-995b73238198 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:49:53.187362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:53.189682 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007ab95e-032f-4052-ae3c-3595158d5d17" -d '{"events": [{"server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "name": "network-vif-plugged", "status": "completed", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:53.220569 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6887eb08-fbdc-4283-9425-94451dd98da5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.289696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a169fc-7d58-4d52-8216-91163e6f5434 req-887c9a98-8bc5-48f4-845a-4a58568352f9 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:53.291711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9a169fc-7d58-4d52-8216-91163e6f5434 req-887c9a98-8bc5-48f4-845a-4a58568352f9 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1247666 Dec 15 13:49:53.300821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4823e076-e933-45bf-b5e5-d8d5085c1880 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:53.301504 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.378814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9a169fc-7d58-4d52-8216-91163e6f5434 req-b7f39cc1-5c29-4f64-a4b0-a0a5bc7cf3ba tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685580 Dec 15 13:49:53.383222 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6887eb08-fbdc-4283-9425-94451dd98da5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.401922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6887eb08-fbdc-4283-9425-94451dd98da5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.415343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.421532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49604980-14c3-4137-9583-a3900a6b975f None None] DHCP port deletion for 9bd34054-2674-4170-b7bb-1a63447bbf04 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:49:53.430402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887eb08-fbdc-4283-9425-94451dd98da5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15424971-5db3-4c2b-85c1-d8e93b8ea2f7,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:53.452593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6887eb08-fbdc-4283-9425-94451dd98da5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.455606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6887eb08-fbdc-4283-9425-94451dd98da5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989867 Dec 15 13:49:53.457083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54904) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:53.458246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] No DVR routers for this DVR port 34eedd79-faa7-4b5e-96c4-995b73238198 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:49:53.465116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 2, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:53.473104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-60d24776-61f0-4d49-8e4a-03bb5b99187a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'security_group_rule': {'security_group_id': '4dd44fb0-605c-412e-a2e9-5ec85b0df44a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:53.527414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Pushing event deleted for resources: {'Port': ['ID=34eedd79-faa7-4b5e-96c4-995b73238198,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:53.535112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Checking router: d321acb4-c545-4e2c-89b4-6e71850391a5 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:49:53.535710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Updating router d321acb4-c545-4e2c-89b4-6e71850391a5 port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:49:53.536505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60d24776-61f0-4d49-8e4a-03bb5b99187a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.579374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.623558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.637157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81988dee-2102-4e00-96d9-39747fe819a5 req-f682de6a-f8b2-49da-94db-39cea9b02d81 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/0f5d76ff-5580-41e4-a113-7a8af7c1e81a HTTP/1.1" status: 200 len: 1820 time: 0.2340505 Dec 15 13:49:53.656343 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60d24776-61f0-4d49-8e4a-03bb5b99187a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.664100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60d24776-61f0-4d49-8e4a-03bb5b99187a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.699788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd34054-2674-4170-b7bb-1a63447bbf04']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:53.717547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d24776-61f0-4d49-8e4a-03bb5b99187a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a40f36-552a-4f60-a46a-4ca6774d1b8e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:53.739684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 117b03de-576c-4bea-b75a-375d0f46d403 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:53.742294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:53.748776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60d24776-61f0-4d49-8e4a-03bb5b99187a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.751148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-60d24776-61f0-4d49-8e4a-03bb5b99187a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2895381 Dec 15 13:49:53.754127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54910) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:53.761044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:53.769871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81988dee-2102-4e00-96d9-39747fe819a5 req-b30fef14-ad8a-42fb-bfa7-fc695aba4933 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.774352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5067df3a-9251-4f5f-9fdb-7732c35e0ba6') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:53.774643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5067df3a-9251-4f5f-9fdb-7732c35e0ba6') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:53.781216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54912) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:53.798326 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.810666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 117b03de-576c-4bea-b75a-375d0f46d403 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:53.811135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 117b03de-576c-4bea-b75a-375d0f46d403 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:53.811626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:53.821705 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81988dee-2102-4e00-96d9-39747fe819a5 req-b30fef14-ad8a-42fb-bfa7-fc695aba4933 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.824566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.839360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.846425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:53.846884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc3e1f1b-aeef-4de7-a0c2-7ba056a7a955 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:53.856907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:49:53.857411 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:49:53.859652 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:49:53.947367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81988dee-2102-4e00-96d9-39747fe819a5 req-b30fef14-ad8a-42fb-bfa7-fc695aba4933 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.951088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81988dee-2102-4e00-96d9-39747fe819a5 req-b30fef14-ad8a-42fb-bfa7-fc695aba4933 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.960794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81988dee-2102-4e00-96d9-39747fe819a5 req-b30fef14-ad8a-42fb-bfa7-fc695aba4933 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/0f5d76ff-5580-41e4-a113-7a8af7c1e81a HTTP/1.1" status: 204 len: 173 time: 0.3210289 Dec 15 13:49:53.967677 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.979776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0d71-608c-42e6-8706-b79206b4db72 req-0b47b632-f36d-4579-af49-458262687bfc tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:53.981834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d0e0d71-608c-42e6-8706-b79206b4db72 req-0b47b632-f36d-4579-af49-458262687bfc tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 945 time: 0.1308506 Dec 15 13:49:54.012323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port fa17d32b-2480-4e16-ab94-79625be64e40 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:54.012721 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.019374 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9bd34054-2674-4170-b7bb-1a63447bbf04 HTTP/1.1" status: 204 len: 168 time: 1.3468409 Dec 15 13:49:54.019574 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.020080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fef14-ad8a-42fb-bfa7-fc695aba4933 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5d76ff-5580-41e4-a113-7a8af7c1e81a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:54.038233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a27e2-cd44-4ae1-986e-c68828028424 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd34054-2674-4170-b7bb-1a63447bbf04,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:54.106850 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540e248e-2aa1-47de-83d1-2f8c0bbf8a42 x-openstack-request-id: req-540e248e-2aa1-47de-83d1-2f8c0bbf8a42 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:54.107048 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "name": "network-vif-plugged", "status": "completed", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:54.109536 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-540e248e-2aa1-47de-83d1-2f8c0bbf8a42 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:54.110939 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da', 'code': 200} Dec 15 13:49:54.130358 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bac1cd18-7765-474a-b3f8-c2d4a07529d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.164998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d0e0d71-608c-42e6-8706-b79206b4db72 req-cecb5c55-24dd-4520-aad0-8161bf3a5744 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713033 Dec 15 13:49:54.184497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f01c77-57b4-4eaa-9418-67431e11f7b1 req-fa991f06-9e48-43c7-a59c-7b97f30bef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:54.186174 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70f01c77-57b4-4eaa-9418-67431e11f7b1 req-fa991f06-9e48-43c7-a59c-7b97f30bef52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 1096 time: 0.0860350 Dec 15 13:49:54.214290 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.284225 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-8826bbf7-b218-44f1-b36a-a701525bd5c6 req-95b443f2-cb8a-462e-a948-359aba9d455f tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:49:54.284225 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8826bbf7-b218-44f1-b36a-a701525bd5c6 req-95b443f2-cb8a-462e-a948-359aba9d455f tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/0f5d76ff-5580-41e4-a113-7a8af7c1e81a HTTP/1.1" status: 404 len: 352 time: 0.0417864 Dec 15 13:49:54.284225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54932) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:54.363076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70f01c77-57b4-4eaa-9418-67431e11f7b1 req-fbf3f378-6856-43b7-b896-3ea2f08c6527 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675823 Dec 15 13:49:54.382846 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.404920 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12a10697-fd96-4ba2-9c88-5b35f36ea18e req-8fe791c1-3705-429d-8bf5-c8aa566d2ae5 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 210 time: 0.0396228 Dec 15 13:49:54.412612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dbb93ebb-1867-480b-9db3-8b30bf2fcc54 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b3cbb39825234c9da1cd271570b2eb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280429 Dec 15 13:49:54.413524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:54.432748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.453139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bac1cd18-7765-474a-b3f8-c2d4a07529d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.470863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfe94a-d3a9-45a1-a332-87e33ccd0dfa req-41b02c8b-2fe0-4ff8-a553-b10cf0bd372d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:54.472737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccbfe94a-d3a9-45a1-a332-87e33ccd0dfa req-41b02c8b-2fe0-4ff8-a553-b10cf0bd372d tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 949 time: 0.1610940 Dec 15 13:49:54.484728 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bac1cd18-7765-474a-b3f8-c2d4a07529d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.491592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Allocated IP 172.25.7.179 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/d6f4c85c-6267-4578-b71c-7e8014d40cc2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:54.492453 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.516258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c51ae40-30e2-4949-8329-95e96cd4bad9 req-b2d5be7b-2c46-4691-b75e-15825762b36f tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/16104195-e43a-4b89-8b86-bab2e90c07fd HTTP/1.1" status: 200 len: 1818 time: 0.0686319 Dec 15 13:49:54.525663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1cd18-7765-474a-b3f8-c2d4a07529d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38733ecb-d955-4e61-a298-61d4df19b445,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:54.545312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db120a85-c391-4931-867a-be993700aeb3 None None] Pushing event updated for resources: {'Port': ['ID=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:54.561235 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110c63b1-fe3c-4945-abaa-e227bc35806b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.600330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110c63b1-fe3c-4945-abaa-e227bc35806b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.649009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:54.649830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:54.653273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Attempting to bind port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:49:54.653892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Attempting to bind port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:49:54.654730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Attempting to bind port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:49:54.657135 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bac1cd18-7765-474a-b3f8-c2d4a07529d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=48beec9fa3cf44d5a9a9e7bc98b4d899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8730454 Dec 15 13:49:54.665612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.673300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:49:54.673992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Checking segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:54.674583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.675164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Bound using segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:49:54.687500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Bound port: 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:49:54.689108 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.732078 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccbfe94a-d3a9-45a1-a332-87e33ccd0dfa req-dbbe6410-8960-4dd0-89e2-97b9d3eda3e6 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429852 Dec 15 13:49:54.801896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110c63b1-fe3c-4945-abaa-e227bc35806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.819654 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110c63b1-fe3c-4945-abaa-e227bc35806b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.820903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-110c63b1-fe3c-4945-abaa-e227bc35806b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/29f2f1dc-84c9-4980-bfc6-dd084a32099d HTTP/1.1" status: 204 len: 168 time: 0.4055696 Dec 15 13:49:54.840595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.852838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] For port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:49:54.862158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] For port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:49:54.877268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5c51ae40-30e2-4949-8329-95e96cd4bad9 req-12526541-92a6-44fb-be32-5ba38787010b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.878522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 34eedd79-faa7-4b5e-96c4-995b73238198 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:49:54.881707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c63b1-fe3c-4945-abaa-e227bc35806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f2f1dc-84c9-4980-bfc6-dd084a32099d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:54.891165 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.905251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71fbef4a-624f-4277-9131-7912a8070e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.921883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5c51ae40-30e2-4949-8329-95e96cd4bad9 req-12526541-92a6-44fb-be32-5ba38787010b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.964709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.967379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 34eedd79-faa7-4b5e-96c4-995b73238198 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:49:54.967737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 34eedd79-faa7-4b5e-96c4-995b73238198 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:49:54.972153 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71fbef4a-624f-4277-9131-7912a8070e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:54.977182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-faf711c7-f395-44f8-a2b3-4f89589f2003 None None] Provisioning complete for port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:54.977575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-faf711c7-f395-44f8-a2b3-4f89589f2003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.012956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:55.017614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:55.026864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=10']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.044056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:55.082241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5c51ae40-30e2-4949-8329-95e96cd4bad9 req-12526541-92a6-44fb-be32-5ba38787010b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.085021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5c51ae40-30e2-4949-8329-95e96cd4bad9 req-12526541-92a6-44fb-be32-5ba38787010b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.086190 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c51ae40-30e2-4949-8329-95e96cd4bad9 req-12526541-92a6-44fb-be32-5ba38787010b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/16104195-e43a-4b89-8b86-bab2e90c07fd HTTP/1.1" status: 204 len: 173 time: 0.5587652 Dec 15 13:49:55.107985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12526541-92a6-44fb-be32-5ba38787010b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16104195-e43a-4b89-8b86-bab2e90c07fd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.127335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71fbef4a-624f-4277-9131-7912a8070e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.130039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71fbef4a-624f-4277-9131-7912a8070e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.139409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-71fbef4a-624f-4277-9131-7912a8070e60 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/38733ecb-d955-4e61-a298-61d4df19b445 HTTP/1.1" status: 204 len: 168 time: 0.4884741 Dec 15 13:49:55.162059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbef4a-624f-4277-9131-7912a8070e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38733ecb-d955-4e61-a298-61d4df19b445,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.197162 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-9cd60807-f643-4e9c-bbbd-04390ab735d0 req-7d6f1ff1-e46b-40af-8628-d5674aa91a78 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:49:55.205493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cd60807-f643-4e9c-bbbd-04390ab735d0 req-7d6f1ff1-e46b-40af-8628-d5674aa91a78 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/16104195-e43a-4b89-8b86-bab2e90c07fd HTTP/1.1" status: 404 len: 352 time: 0.0501099 Dec 15 13:49:55.278929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:49:55.285501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:55.316870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722c3a5-d1cf-405b-898c-abc8a811bf28 req-ba7819b9-a153-4854-8804-23637f21c5f8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:55.331018 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6722c3a5-d1cf-405b-898c-abc8a811bf28 req-ba7819b9-a153-4854-8804-23637f21c5f8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.4577878 Dec 15 13:49:55.362784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'Port': ['ID=d6f4c85c-6267-4578-b71c-7e8014d40cc2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.470524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55b65-0a6e-4498-9ff5-faaabd680eac req-fa1dab0c-ee9f-4fa1-bd07-2d1eabf7dcfd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:55.480946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24d55b65-0a6e-4498-9ff5-faaabd680eac req-fa1dab0c-ee9f-4fa1-bd07-2d1eabf7dcfd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 945 time: 0.0961750 Dec 15 13:49:55.528251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:49:55.567563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.592296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6722c3a5-d1cf-405b-898c-abc8a811bf28 req-568480a0-13b7-4b93-b402-1d3cafbb6918 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603624 Dec 15 13:49:55.620485 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24d55b65-0a6e-4498-9ff5-faaabd680eac req-1f44514d-ae05-4980-9699-96250c3919f0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353424 Dec 15 13:49:55.667531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.764862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db120a85-c391-4931-867a-be993700aeb3 None None] Pushing event updated for resources: {'Port': ['ID=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:55.840238 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-faf711c7-f395-44f8-a2b3-4f89589f2003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.871074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d2f9ae8-792d-4bd9-a48a-559f376786d2 req-79b6e5f4-e483-4a3e-9d91-d24f78f23197 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6262e20642f440599d3ed84c0d5bfc83 HTTP/1.1" status: 200 len: 6201 time: 0.1754324 Dec 15 13:49:55.918499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b819a8d8-9db2-4bb0-b1f5-c3dbe87909cf req-95e657c2-5895-4ec9-86da-d7b2b582064a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 210 time: 0.0747209 Dec 15 13:49:55.936043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-faf711c7-f395-44f8-a2b3-4f89589f2003 None None] For port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:49:55.950228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54972) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:55.961225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-faf711c7-f395-44f8-a2b3-4f89589f2003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:55.991176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d2f9ae8-792d-4bd9-a48a-559f376786d2 req-4871ae25-5224-4bc5-bbf4-803f01b52c05 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/b2d24b44-f86d-4720-8e79-8b4f212cbcdd HTTP/1.1" status: 200 len: 2998 time: 0.1189306 Dec 15 13:49:56.000752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c1662fa4-c1a8-49a5-a43c-c953cbff38de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.074255 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d2f9ae8-792d-4bd9-a48a-559f376786d2 req-a3369d82-8108-4d01-b183-52adfacf36b9 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/b2d24b44-f86d-4720-8e79-8b4f212cbcdd HTTP/1.1" status: 200 len: 2998 time: 0.0823703 Dec 15 13:49:56.113678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:49:56.115390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-633616f6-4788-47e0-bec4-3bf162766356 req-36654481-20e3-4856-9ca3-6e6c4ae418b3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1329189969', 'description': 'tempest-description-1527788456'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:56.115963 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed294a-4485-4296-bc26-6254c659678f" -d '{"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-plugged", "status": "completed", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:49:56.172646 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-633616f6-4788-47e0-bec4-3bf162766356 req-36654481-20e3-4856-9ca3-6e6c4ae418b3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.189670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8a985a5c-ce23-44a2-bf24-3b0f409b91a8 None None] Provisioning complete for port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:56.190126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a985a5c-ce23-44a2-bf24-3b0f409b91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.198038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf711c7-f395-44f8-a2b3-4f89589f2003 None None] Pushing event updated for resources: {'Port': ['ID=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:56.232827 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f6e43e33-051c-4816-aae5-4e70dafbf578 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500829 Dec 15 13:49:56.239331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.251652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-a0d7b374-8d26-4d23-b13e-fede60c4f8ed tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814912 Dec 15 13:49:56.269514 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.393784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bff54-e277-456f-9b4f-08d73c30bd55 req-74ce1c4d-790c-4c04-aa4d-7786d3051253 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:56.414729 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-401bff54-e277-456f-9b4f-08d73c30bd55 req-74ce1c4d-790c-4c04-aa4d-7786d3051253 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 951 time: 0.3362617 Dec 15 13:49:56.417072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'Port': ['ID=d6f4c85c-6267-4578-b71c-7e8014d40cc2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:56.458459 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-633616f6-4788-47e0-bec4-3bf162766356 req-36654481-20e3-4856-9ca3-6e6c4ae418b3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.478937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-0bb9e457-f783-4c0e-aa79-3b8824d47221 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:56.480695 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-0bb9e457-f783-4c0e-aa79-3b8824d47221 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320697 Dec 15 13:49:56.486906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-633616f6-4788-47e0-bec4-3bf162766356 req-36654481-20e3-4856-9ca3-6e6c4ae418b3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.495594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:54Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:49:56.510653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Request body: {'port': {'device_id': '2b101822-1331-4f25-9a28-6a7d7551f069', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '72e6f3c3fea24293810cc0b2a8d08307'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:56.526399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d01b6-9ea6-4ef1-90c8-070d39edf2e8 None None] The sync data for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 is: [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:54Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:49:56.568402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:56.626927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-633616f6-4788-47e0-bec4-3bf162766356 req-36654481-20e3-4856-9ca3-6e6c4ae418b3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.636551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-633616f6-4788-47e0-bec4-3bf162766356 req-36654481-20e3-4856-9ca3-6e6c4ae418b3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5259068 Dec 15 13:49:56.685578 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36654481-20e3-4856-9ca3-6e6c4ae418b3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded4a84e-3e68-4e64-8332-aad0c01a88a0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:56.728359 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd767cdf-7808-4ad4-b4a9-2b8b8e58375e x-openstack-request-id: req-fd767cdf-7808-4ad4-b4a9-2b8b8e58375e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:49:56.736168 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-plugged", "status": "completed", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:49:56.737204 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd767cdf-7808-4ad4-b4a9-2b8b8e58375e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:49:56.737924 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'code': 200} Dec 15 13:49:56.744674 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-401bff54-e277-456f-9b4f-08d73c30bd55 req-f893e839-da7b-4558-99e8-38c80321d0fe tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275323 Dec 15 13:49:56.859354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:49:56.911133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Made reservation on behalf of 72e6f3c3fea24293810cc0b2a8d08307 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:56.915027 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.917748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-31281a85-3935-4371-9b74-0aaee859a961 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:56.919455 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-31281a85-3935-4371-9b74-0aaee859a961 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6514041 Dec 15 13:49:56.929289 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.936211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c1662fa4-c1a8-49a5-a43c-c953cbff38de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:56.950351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Request body: {'port': {'device_id': '68356ec2-a089-43c6-bbd3-cb975487f573', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '72e6f3c3fea24293810cc0b2a8d08307'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:56.963690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-692709785-network', 'tenant_id': '91e8f02db2814dc6a456a123b9109bd5'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:56.966270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:56.966647 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.009451 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c1662fa4-c1a8-49a5-a43c-c953cbff38de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.078294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3db6c-9c71-40f2-947f-d68b559bd790 req-55bc3391-3436-4556-af8c-b7fd17b7264d tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:57.079931 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56c3db6c-9c71-40f2-947f-d68b559bd790 req-55bc3391-3436-4556-af8c-b7fd17b7264d tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 945 time: 0.1883428 Dec 15 13:49:57.095983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.097236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2f150fce-860c-44e8-8241-cca1f3b3158f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3421404 Dec 15 13:49:57.114126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c1662fa4-c1a8-49a5-a43c-c953cbff38de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c4fff78bbfd492f99533ac442d5de26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1630247 Dec 15 13:49:57.121133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55002) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:57.153043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1662fa4-c1a8-49a5-a43c-c953cbff38de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f3412-61c7-468b-aa1c-daf289090d71,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:57.174922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31675d8a-27f1-4aba-8339-5a89e0cf29dc req-ab57ffe2-95f9-4819-8ecc-e71f6da950df tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:57.182669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31675d8a-27f1-4aba-8339-5a89e0cf29dc req-ab57ffe2-95f9-4819-8ecc-e71f6da950df tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2611835 Dec 15 13:49:57.206181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Made reservation on behalf of 91e8f02db2814dc6a456a123b9109bd5 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:57.212994 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.232500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a04a8-da97-4d2c-a64f-af06a21036a1 req-cedb1bc9-732c-43e4-baed-c794a52ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:57.234067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fe4a04a8-da97-4d2c-a64f-af06a21036a1 req-cedb1bc9-732c-43e4-baed-c794a52ed7ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1102 time: 0.2213287 Dec 15 13:49:57.264004 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.295417 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31675d8a-27f1-4aba-8339-5a89e0cf29dc req-0dd5208b-e8fd-423a-aea6-f489f173dfee tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119103 Dec 15 13:49:57.297895 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56c3db6c-9c71-40f2-947f-d68b559bd790 req-8c93d84e-c271-46e2-ba6e-2d5f40b268e8 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891744 Dec 15 13:49:57.320951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Allocated IP 192.168.233.163 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/c69f09d7-bb8e-4961-b88b-cf58a6f792cc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:57.324038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4c036a9-2e8a-43fb-bbf0-22acf9123542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.363481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Made reservation on behalf of 72e6f3c3fea24293810cc0b2a8d08307 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:57.368630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.376542 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4c036a9-2e8a-43fb-bbf0-22acf9123542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.426185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2d6a5253-5c64-4bf1-9964-6a6dab9b33f3 req-c609caed-2deb-4677-a508-796253781192 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-264191707', 'description': 'tempest-description-1300383774'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:57.492604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08aecc8c-3f35-4f68-ba5d-3d6e4ce48409 req-1ceff3e7-98a5-48b5-bf3c-6dceb8d6b5b0 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 210 time: 0.0752139 Dec 15 13:49:57.525796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4c036a9-2e8a-43fb-bbf0-22acf9123542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.528540 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4c036a9-2e8a-43fb-bbf0-22acf9123542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.530777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b4c036a9-2e8a-43fb-bbf0-22acf9123542 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ea7f3412-61c7-468b-aa1c-daf289090d71 HTTP/1.1" status: 204 len: 168 time: 0.4069071 Dec 15 13:49:57.538919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c036a9-2e8a-43fb-bbf0-22acf9123542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f3412-61c7-468b-aa1c-daf289090d71,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:57.570604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fe4a04a8-da97-4d2c-a64f-af06a21036a1 req-8a0d7cf5-95db-4dfd-84da-c608a1d6a516 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214788 Dec 15 13:49:57.597110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2d6a5253-5c64-4bf1-9964-6a6dab9b33f3 req-c609caed-2deb-4677-a508-796253781192 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.629879 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.651708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.686626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:49:57.689599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-a363feb9-982c-4422-9645-30b039ddd9f0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--2111437003&fields=id&tenant_id=2ada53ad04704bb09edba8eca9eebc64 HTTP/1.1" status: 200 len: 267 time: 0.0754120 Dec 15 13:49:57.701364 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.701733 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Added segment 41414654-3701-46c4-b058-287aea321db1 of type vlan for network 65ec33c0-2589-42de-9d52-f9927d9a6ccc Dec 15 13:49:57.775077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.804906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9224947a-725a-489a-97d1-c3a7316c8591,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:57.811544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.828317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2d6a5253-5c64-4bf1-9964-6a6dab9b33f3 req-c609caed-2deb-4677-a508-796253781192 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.837021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc617d-b202-4681-b920-866f6a1002eb req-73916f2f-4560-4ac0-a5eb-235305a900c9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:57.839030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-73916f2f-4560-4ac0-a5eb-235305a900c9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.1408362 Dec 15 13:49:57.847197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2d6a5253-5c64-4bf1-9964-6a6dab9b33f3 req-c609caed-2deb-4677-a508-796253781192 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.869464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-1eede770-96db-40bd-ae14-10f2412c2ad4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/quotas/2ada53ad04704bb09edba8eca9eebc64 HTTP/1.1" status: 200 len: 375 time: 0.0229387 Dec 15 13:49:57.913202 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2d6a5253-5c64-4bf1-9964-6a6dab9b33f3 req-c609caed-2deb-4677-a508-796253781192 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.926753 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d6a5253-5c64-4bf1-9964-6a6dab9b33f3 req-c609caed-2deb-4677-a508-796253781192 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5101519 Dec 15 13:49:57.943616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.958638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:57.962923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:57.982998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:57.983698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.000881 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-52dd35b5-46d4-41ac-8e25-af1a4f454dd9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1191039 Dec 15 13:49:58.077995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609caed-2deb-4677-a508-796253781192 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71bd322-bb10-4766-9ce5-f935cc2a6ace,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:58.122863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Allocated IP 192.168.233.85 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/4170e37b-523d-4d05-a781-78af019970ab) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:49:58.132003 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:58.159526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:58.188735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:58.230634 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6560736 Dec 15 13:49:58.237706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-e05be085-bb5e-4de5-a3ea-0fdc757a8952 service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118289 Dec 15 13:49:58.239627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55034) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:58.265887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Request body: {'subnet': {'network_id': '65ec33c0-2589-42de-9d52-f9927d9a6ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-692709785-subnet', 'tenant_id': '91e8f02db2814dc6a456a123b9109bd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:58.303443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'Port': ['ID=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:58.311609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c803fa0-3ded-4d5a-b195-58a05e55af2a admin admin] Pushing event updated for resources: {'Network': ['ID=65ec33c0-2589-42de-9d52-f9927d9a6ccc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:58.335544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:58.336659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.349909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-a23effd6-5066-47b6-bdaa-f21e267e6692 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:58.356146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 65ec33c0-2589-42de-9d52-f9927d9a6ccc details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:49:58.363293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-a23effd6-5066-47b6-bdaa-f21e267e6692 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2938962 Dec 15 13:49:58.458595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-59e4fc77-79f9-4ded-b56a-4b0c930271c5 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.0798662 Dec 15 13:49:58.464766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Request body: {'floatingip': {'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:58.524086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Made reservation on behalf of 91e8f02db2814dc6a456a123b9109bd5 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:49:58.528705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.550508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.644296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-907b905a-cd07-4f21-9d79-09fd169f14f8 service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055300 Dec 15 13:49:58.656585 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c59bfd0-0d67-4c76-80d4-e566d35f1fa6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1599979 Dec 15 13:49:58.693614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Request body: {'port': {'device_id': '2b101822-1331-4f25-9a28-6a7d7551f069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:58.763608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.879573 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.886802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-40e90875-f60a-452c-8e0e-f06b53e8d296 None None] Provisioning complete for port c69f09d7-bb8e-4961-b88b-cf58a6f792cc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:58.887185 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40e90875-f60a-452c-8e0e-f06b53e8d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:58.974461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-40e90875-f60a-452c-8e0e-f06b53e8d296 None None] Port c69f09d7-bb8e-4961-b88b-cf58a6f792cc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:59.001529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.185006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.286299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad4c6dd-0e49-45a0-b822-0ed1df08c715,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:59.319414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:49:59.329989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb6f27-e2c8-4223-b124-20d73b37330a req-9233d7e8-6848-4dee-8e70-afe4653d29a2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:59.331903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63bb6f27-e2c8-4223-b124-20d73b37330a req-9233d7e8-6848-4dee-8e70-afe4653d29a2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 951 time: 0.3405652 Dec 15 13:49:59.333134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:59.337772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'Port': ['ID=4170e37b-523d-4d05-a781-78af019970ab,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:49:59.349164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:49:59.486576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:49:59.618925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55104) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:49:59.805887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-309adee6-7bd9-4d88-947a-7ef23333b11d None None] Provisioning complete for port 4170e37b-523d-4d05-a781-78af019970ab triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:49:59.806266 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-309adee6-7bd9-4d88-947a-7ef23333b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.807888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Checking segment: {'id': '41414654-3701-46c4-b058-287aea321db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '65ec33c0-2589-42de-9d52-f9927d9a6ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:49:59.809529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Network hostable DHCP agents. Network: 65ec33c0-2589-42de-9d52-f9927d9a6ccc, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:49:59.866918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c93f8a-a4ba-4170-b586-9707ec4cf703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.872541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:59.873407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.879093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Network 65ec33c0-2589-42de-9d52-f9927d9a6ccc is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:49:59.901032 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-309adee6-7bd9-4d88-947a-7ef23333b11d None None] Port 4170e37b-523d-4d05-a781-78af019970ab cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:49:59.915331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 65ec33c0-2589-42de-9d52-f9927d9a6ccc) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:49:59.923109 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-ff1b2196-06e9-48fc-9b05-a96ea00ee634 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9836719 Dec 15 13:49:59.924403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:59.925066 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.930073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d181af-b09f-4695-8c4a-cd5bc6b96f12 None None] Network 65ec33c0-2589-42de-9d52-f9927d9a6ccc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:49:59.944523 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63bb6f27-e2c8-4223-b124-20d73b37330a req-b619e86e-1ddb-4a1e-b947-803de202d268 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409338 Dec 15 13:49:59.962527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Request body: {'port': {'device_id': '68356ec2-a089-43c6-bbd3-cb975487f573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:49:59.973487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c93f8a-a4ba-4170-b586-9707ec4cf703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:59.993596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c93f8a-a4ba-4170-b586-9707ec4cf703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.001228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b5b8bd4e-4362-4e78-a5e9-be2ab928337b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7435837 Dec 15 13:50:00.106708 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-07c93f8a-a4ba-4170-b586-9707ec4cf703 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c7d8d4ab9c443508fe88eb404f918bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4222040 Dec 15 13:50:00.113826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69f09d7-bb8e-4961-b88b-cf58a6f792cc {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:00.117993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:00.119711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65035611-2065-47d5-9c20-ccb73e338e86 None None] Network 65ec33c0-2589-42de-9d52-f9927d9a6ccc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:00.128173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c93f8a-a4ba-4170-b586-9707ec4cf703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f58f63-3fd6-483a-9fe4-4beb07931a97,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:00.133107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.136206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:50:00.194585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.210314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Transition to ACTIVE for port object c69f09d7-bb8e-4961-b88b-cf58a6f792cc will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:00.221606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.226753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.243168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.310470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-0c9a0725-80fc-469e-9bf5-d4de74dd6209 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:00.312173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-0c9a0725-80fc-469e-9bf5-d4de74dd6209 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 813 time: 0.2669170 Dec 15 13:50:00.365586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27878f5f-c00b-4667-a97e-c9e54572ff1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.384265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-928b340d-e032-42e2-909c-0648404214e3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/quotas/6262e20642f440599d3ed84c0d5bfc83 HTTP/1.1" status: 200 len: 375 time: 0.0640581 Dec 15 13:50:00.421452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:00.499922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27878f5f-c00b-4667-a97e-c9e54572ff1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.562934 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041 associated. External IP: 172.25.7.103, port: d939348e-0d05-40c5-8363-198c8bad634b. Dec 15 13:50:00.604168 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.604439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Attempting to bind port c69f09d7-bb8e-4961-b88b-cf58a6f792cc on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:00.604773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Attempting to bind port c69f09d7-bb8e-4961-b88b-cf58a6f792cc by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:00.605120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Attempting to bind port c69f09d7-bb8e-4961-b88b-cf58a6f792cc on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:00.616429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-eab5a580-701f-4a2b-91db-ff5e4015d6bd tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2190452 Dec 15 13:50:00.616804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Port c69f09d7-bb8e-4961-b88b-cf58a6f792cc on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:00.617249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Attempting to bind port c69f09d7-bb8e-4961-b88b-cf58a6f792cc on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:00.625029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc617d-b202-4681-b920-866f6a1002eb req-3675d409-fa50-404c-a26e-f2a29854c40f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:00.626981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-3675d409-fa50-404c-a26e-f2a29854c40f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.2443085 Dec 15 13:50:00.627328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:00.627886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:00.628140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:00.628584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Bound port: c69f09d7-bb8e-4961-b88b-cf58a6f792cc, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:00.628945 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.670081 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27878f5f-c00b-4667-a97e-c9e54572ff1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.673401 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27878f5f-c00b-4667-a97e-c9e54572ff1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.674560 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-27878f5f-c00b-4667-a97e-c9e54572ff1a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/55f58f63-3fd6-483a-9fe4-4beb07931a97 HTTP/1.1" status: 204 len: 168 time: 0.5554397 Dec 15 13:50:00.717110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27878f5f-c00b-4667-a97e-c9e54572ff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f58f63-3fd6-483a-9fe4-4beb07931a97,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:00.798934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] For port c69f09d7-bb8e-4961-b88b-cf58a6f792cc, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:00.805067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-0b11b5b0-899a-49cb-89a6-05ca6df1e20e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ada53ad04704bb09edba8eca9eebc64 HTTP/1.1" status: 200 len: 380 time: 0.1550286 Dec 15 13:50:00.819318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] For port c69f09d7-bb8e-4961-b88b-cf58a6f792cc, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:00.825077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.837364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'port': {'device_id': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'admin_state_up': True, 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'security_groups': ['4dd44fb0-605c-412e-a2e9-5ec85b0df44a']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:00.896304 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.917745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:00.918335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.918604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-a7f26bff-8be8-4424-8c5f-e84181d35e9c service neutron] 10.222.0.86 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892377 Dec 15 13:50:00.919800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/c69f09d7-bb8e-4961-b88b-cf58a6f792cc HTTP/1.1" status: 200 len: 1096 time: 2.2521498 Dec 15 13:50:00.920306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b101822-1331-4f25-9a28-6a7d7551f069', 'tag': 'c69f09d7-bb8e-4961-b88b-cf58a6f792cc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:00.923532 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc72e23c-201c-48a5-ae2b-55295665473d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b101822-1331-4f25-9a28-6a7d7551f069", "tag": "c69f09d7-bb8e-4961-b88b-cf58a6f792cc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:00.940794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4170e37b-523d-4d05-a781-78af019970ab {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:00.952611 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:00.954421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba074c0-8a8b-47bc-aa20-8a2910eaf5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:00.958700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:01.083222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Transition to ACTIVE for port object 4170e37b-523d-4d05-a781-78af019970ab will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:01.104913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.129410 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a049a075-ae8d-4b38-9d19-3a5efd280a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.157611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:01.171366 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:01.176276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.196927 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:01.197492 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:01.212736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dc849124-6f94-4d6b-907b-6d2692d86bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.214009 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-dc849124-6f94-4d6b-907b-6d2692d86bbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 1099 time: 0.2056215 Dec 15 13:50:01.225420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-43ddfc69-197e-401a-9f74-3f13354fe4bd tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "PUT /v2.0/floatingips/6aa7d9a2-10b5-43b6-9153-232ce6107041 HTTP/1.1" status: 200 len: 997 time: 2.7655907 Dec 15 13:50:01.281580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Made reservation on behalf of 2ada53ad04704bb09edba8eca9eebc64 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:01.285925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.298735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Pushing event updated for resources: {'Port': ['ID=4170e37b-523d-4d05-a781-78af019970ab,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:01.315368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-c49ad332-16d7-4a92-9829-370e8f123369 service neutron] 10.222.0.86 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697224 Dec 15 13:50:01.344512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-6e7f2055-a8ad-4d66-8171-790384f739c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c69f09d7-bb8e-4961-b88b-cf58a6f792cc HTTP/1.1" status: 200 len: 217 time: 0.1174471 Dec 15 13:50:01.394210 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:01.483546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-3a4a5158-bd03-4a00-b7cf-b93989e93a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.485784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-3a4a5158-bd03-4a00-b7cf-b93989e93a81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1739371 Dec 15 13:50:01.491327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-fae65f56-e77b-4e63-a37e-ade321a0f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.493797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-fae65f56-e77b-4e63-a37e-ade321a0f772 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0856755 Dec 15 13:50:01.500610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Allocated IP 172.20.0.10 (0e07166e-e6e5-4522-9054-de8821e1eb7e/5de816d9-6c94-4257-bb63-81cc5bec5ed5/0bfb3d96-6544-486a-897c-8f89b1721e29) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:01.701808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-a26d7213-c387-4f4b-bf0c-4da2f929bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.704115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-a26d7213-c387-4f4b-bf0c-4da2f929bdc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989090 Dec 15 13:50:01.718839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Attempting to bind port 4170e37b-523d-4d05-a781-78af019970ab on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:01.719454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Attempting to bind port 4170e37b-523d-4d05-a781-78af019970ab by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:01.720244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Attempting to bind port 4170e37b-523d-4d05-a781-78af019970ab on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:01.728957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Port 4170e37b-523d-4d05-a781-78af019970ab on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:01.729557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Attempting to bind port 4170e37b-523d-4d05-a781-78af019970ab on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:01.776901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:01.777576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:01.778151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:01.778775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Bound port: 4170e37b-523d-4d05-a781-78af019970ab, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:01.779325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.868479 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-529d1ec1-eca2-4b89-9116-8028cb767562 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513467 Dec 15 13:50:01.869476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-a1bc6dde-e04a-43f8-8122-11654604fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.873021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] For port 4170e37b-523d-4d05-a781-78af019970ab, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:01.877714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] For port 4170e37b-523d-4d05-a781-78af019970ab, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4170e37b-523d-4d05-a781-78af019970ab,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:01.882156 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-a1bc6dde-e04a-43f8-8122-11654604fdfe service neutron] 10.222.0.86 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.3871419 Dec 15 13:50:01.902667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.930432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611dd4-4421-4d72-aec1-2216767b3066 req-cb1eecdc-e5dc-49d2-a6e0-ff8cc45d08c7 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.931361 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:dd:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 1, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:01.939612 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc611dd4-4421-4d72-aec1-2216767b3066 req-cb1eecdc-e5dc-49d2-a6e0-ff8cc45d08c7 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2115526 Dec 15 13:50:01.977624 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:01.990772 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:01.991594 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:01.995293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:01.995463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:01.997359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] 10.222.0.74 "PUT /v2.0/ports/4170e37b-523d-4d05-a781-78af019970ab HTTP/1.1" status: 200 len: 1095 time: 2.0456152 Dec 15 13:50:02.020347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-375f4546-7132-4195-88ce-ebe85667e889 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 1000 time: 0.1371942 Dec 15 13:50:02.027969 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.029432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68356ec2-a089-43c6-bbd3-cb975487f573', 'tag': '4170e37b-523d-4d05-a781-78af019970ab'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:02.053518 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7046cbde-fa3a-4ad3-8a47-42665960fa11" -d '{"events": [{"name": "network-changed", "server_uuid": "68356ec2-a089-43c6-bbd3-cb975487f573", "tag": "4170e37b-523d-4d05-a781-78af019970ab"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:02.132125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-b7c27292-37e1-429b-bed8-6097eb093f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.142134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-b7c27292-37e1-429b-bed8-6097eb093f0d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1194332 Dec 15 13:50:02.158410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-251cc40a-6461-4638-bc15-0722274aeb6d service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650802 Dec 15 13:50:02.178692 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:02.235316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194bb5e-2e3b-4678-addf-cbe2a2810609 service neutron] Pushing event updated for resources: {'Port': ['ID=4170e37b-523d-4d05-a781-78af019970ab,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:02.237663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-96db8270-9dd1-4690-9c07-272af36311d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.245538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-96db8270-9dd1-4690-9c07-272af36311d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025059 Dec 15 13:50:02.267475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc611dd4-4421-4d72-aec1-2216767b3066 req-684d233d-6bad-49b7-8c4f-f39b971a3c87 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268802 Dec 15 13:50:02.273860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-cc9c698f-92f4-4708-9895-0380e1920755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.275595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-cc9c698f-92f4-4708-9895-0380e1920755 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 1098 time: 0.2170196 Dec 15 13:50:02.292092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.425335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-8e12f758-2efa-4ed5-bffa-662e1c443748 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783500 Dec 15 13:50:02.511118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-17710a8d-e027-4eac-b2a1-4c404b7455ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4170e37b-523d-4d05-a781-78af019970ab HTTP/1.1" status: 200 len: 217 time: 0.2185495 Dec 15 13:50:02.524190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:02.529378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:02.567616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:02.585585 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-194b7012-1e19-41bc-b160-8a4dc5c4381d req-7ef19031-f7cc-4db2-b439-2acf7aba2512 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519902 Dec 15 13:50:02.618022 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:dd:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 1, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:02.663586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:02.694272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30002449-df77-4d0e-a7e6-81a61c53b6ce req-f97dad36-767d-4f41-b19b-f16b864f3fec tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.700384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30002449-df77-4d0e-a7e6-81a61c53b6ce req-f97dad36-767d-4f41-b19b-f16b864f3fec tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 947 time: 0.3010705 Dec 15 13:50:02.707449 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb858bb3-74c9-435c-a612-f28c4b67a1b7 None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:dd:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:49:59Z', 'revision_number': 1, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:02.744429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.745128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.819906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-84620069-613a-4b62-9b7c-32456d72875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.822604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-84620069-613a-4b62-9b7c-32456d72875c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2771091 Dec 15 13:50:02.856874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cadbae-bb0b-4cad-b199-3d483716c687 req-0e20633c-b1b2-477f-b716-d4076aebef69 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.859054 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29cadbae-bb0b-4cad-b199-3d483716c687 req-0e20633c-b1b2-477f-b716-d4076aebef69 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 932 time: 0.1024141 Dec 15 13:50:02.904401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-63477424-df77-4fdd-a8e5-b9a01a737fb0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0772512 Dec 15 13:50:02.917679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30002449-df77-4d0e-a7e6-81a61c53b6ce req-64e02bed-6057-41f5-a412-6ce218de6347 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694250 Dec 15 13:50:02.924096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Request body: {'port': {'device_id': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:02.925196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29cadbae-bb0b-4cad-b199-3d483716c687 req-8096ae3d-5f67-4038-937b-23a487ddad8b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577309 Dec 15 13:50:02.958106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-b563647e-6adc-4a23-915c-06e2c60a83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:02.959880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-b563647e-6adc-4a23-915c-06e2c60a83dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241033 Dec 15 13:50:02.997612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8a0e7fe5-a6a6-4cd1-a5f4-4087c9bab06c None None] Provisioning complete for port 0bfb3d96-6544-486a-897c-8f89b1721e29 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:02.998105 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a0e7fe5-a6a6-4cd1-a5f4-4087c9bab06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.029140 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76269e-5054-4f8b-ae5e-939c732d0db9 x-openstack-request-id: req-ca76269e-5054-4f8b-ae5e-939c732d0db9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:03.029864 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b101822-1331-4f25-9a28-6a7d7551f069", "tag": "c69f09d7-bb8e-4961-b88b-cf58a6f792cc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:03.030404 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca76269e-5054-4f8b-ae5e-939c732d0db9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:03.032034 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b101822-1331-4f25-9a28-6a7d7551f069', 'tag': 'c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'status': 'completed', 'code': 200} Dec 15 13:50:03.047855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e7fe5-a6a6-4cd1-a5f4-4087c9bab06c None None] Port 0bfb3d96-6544-486a-897c-8f89b1721e29 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:03.073767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cba7f-274a-486c-bc2e-abcb0c2beb8c None None] New status for floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:03.081327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.157572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72e23c-201c-48a5-ae2b-55295665473d req-ab793fe2-59e2-4d3c-b936-42dd1ddeda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:03.167250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc72e23c-201c-48a5-ae2b-55295665473d req-ab793fe2-59e2-4d3c-b936-42dd1ddeda91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 1099 time: 0.0899122 Dec 15 13:50:03.304222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-8c66d772-fae7-431e-bd12-15f8c25d8b14 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962389 Dec 15 13:50:03.424088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92af818-adfd-4271-aec8-47cc850a53eb req-0f949ab4-414b-47c5-ba28-74ed41da87a3 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:03.431708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a92af818-adfd-4271-aec8-47cc850a53eb req-0f949ab4-414b-47c5-ba28-74ed41da87a3 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 951 time: 0.2294104 Dec 15 13:50:03.542113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09feb6f1-6df8-4e3c-bc37-01249a01cdab req-20066f85-5843-43eb-a889-969b0e3e4822 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260358 Dec 15 13:50:03.566420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a92af818-adfd-4271-aec8-47cc850a53eb req-4e818d4a-49d7-4d04-bde4-cb596de79e7b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332860 Dec 15 13:50:03.631899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72e23c-201c-48a5-ae2b-55295665473d req-4cc1707c-b951-4e76-afee-2edc492b9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:03.634049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc72e23c-201c-48a5-ae2b-55295665473d req-4cc1707c-b951-4e76-afee-2edc492b9e0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.4609647 Dec 15 13:50:03.661130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfb3d96-6544-486a-897c-8f89b1721e29 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:03.676998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.699606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Transition to ACTIVE for port object 0bfb3d96-6544-486a-897c-8f89b1721e29 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:03.717491 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.742887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55266) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:03.746105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48f766a5-6a08-48ac-9459-6fcfabca71bb req-ab27b115-5c55-4bdd-82c2-429aefc59265 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 210 time: 0.0436761 Dec 15 13:50:03.784815 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b65a4f36-8e68-4f6b-a543-6b9705f668ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.801584 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85402b41-45f2-42f6-9ef0-19f5d5cdb1ef x-openstack-request-id: req-85402b41-45f2-42f6-9ef0-19f5d5cdb1ef {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:03.802138 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68356ec2-a089-43c6-bbd3-cb975487f573", "tag": "4170e37b-523d-4d05-a781-78af019970ab", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:03.802632 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85402b41-45f2-42f6-9ef0-19f5d5cdb1ef {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:03.803238 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68356ec2-a089-43c6-bbd3-cb975487f573', 'tag': '4170e37b-523d-4d05-a781-78af019970ab', 'status': 'completed', 'code': 200} Dec 15 13:50:03.819130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:03.965789 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c31d2f66-6a0f-4bfb-aab9-bb263aef3a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.047420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Attempting to bind port 0bfb3d96-6544-486a-897c-8f89b1721e29 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:04.047762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Attempting to bind port 0bfb3d96-6544-486a-897c-8f89b1721e29 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:04.048197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Attempting to bind port 0bfb3d96-6544-486a-897c-8f89b1721e29 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:04.055728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-2367b352-766f-49a8-9704-dfe6e3c2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.057253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-2367b352-766f-49a8-9704-dfe6e3c2d300 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 1098 time: 0.1856956 Dec 15 13:50:04.065385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-dc6817ff-3b1f-4037-82af-0bbb0a0591cb tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.066867 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-dc6817ff-3b1f-4037-82af-0bbb0a0591cb tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1963859 Dec 15 13:50:04.086778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Port 0bfb3d96-6544-486a-897c-8f89b1721e29 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:04.087116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Attempting to bind port 0bfb3d96-6544-486a-897c-8f89b1721e29 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:04.128806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc72e23c-201c-48a5-ae2b-55295665473d req-23f8f3d4-562e-4eee-8440-b263a16f164d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c69f09d7-bb8e-4961-b88b-cf58a6f792cc HTTP/1.1" status: 200 len: 217 time: 0.4554703 Dec 15 13:50:04.169153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:04.169485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Checking segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:04.169871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Bound using segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:04.170422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Bound port: 0bfb3d96-6544-486a-897c-8f89b1721e29, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:04.170783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.180413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-c8360bd3-5ddb-4650-aefd-89083e7a989b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.181865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-c8360bd3-5ddb-4650-aefd-89083e7a989b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.74 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 813 time: 0.8715305 Dec 15 13:50:04.212751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'port': {'device_id': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c', 'admin_state_up': True, 'tenant_id': '6262e20642f440599d3ed84c0d5bfc83'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:04.264043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9d1a4439-3f1f-464a-b9fc-e9da07af29c0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1002 time: 0.1795866 Dec 15 13:50:04.285938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-a6a7c1e4-b38f-4386-a35c-5d360779a075 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.287623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-a6a7c1e4-b38f-4386-a35c-5d360779a075 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/networks?id=65ec33c0-2589-42de-9d52-f9927d9a6ccc HTTP/1.1" status: 200 len: 813 time: 0.7573545 Dec 15 13:50:04.291336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72e23c-201c-48a5-ae2b-55295665473d req-2803c87d-8477-4d9c-8bc5-02fa1b6d3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.291755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Request body: {'floatingip': {'port_id': '2c765167-d457-4d26-9aef-f2629b7c79da', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:04.292744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc72e23c-201c-48a5-ae2b-55295665473d req-2803c87d-8477-4d9c-8bc5-02fa1b6d3c69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1565583 Dec 15 13:50:04.340621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-35332a1c-d68f-4e07-9929-a73f73a14148 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/quotas/91e8f02db2814dc6a456a123b9109bd5 HTTP/1.1" status: 200 len: 375 time: 0.0420349 Dec 15 13:50:04.402743 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-4b8ca1dc-d90b-49a1-935f-25a9a72998f8 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=91e8f02db2814dc6a456a123b9109bd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545216 Dec 15 13:50:04.425023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72e23c-201c-48a5-ae2b-55295665473d req-e0938c5b-55e1-4cc7-a2ca-3981a4b45c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.426546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc72e23c-201c-48a5-ae2b-55295665473d req-e0938c5b-55e1-4cc7-a2ca-3981a4b45c1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177385 Dec 15 13:50:04.551418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Made reservation on behalf of 6262e20642f440599d3ed84c0d5bfc83 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:04.554956 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.633916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-83336e97-73f1-40e9-a34d-7d19f3df2f85 service neutron] 10.222.0.86 "GET /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219048 Dec 15 13:50:04.645022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c31d2f66-6a0f-4bfb-aab9-bb263aef3a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.655695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c31d2f66-6a0f-4bfb-aab9-bb263aef3a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.664152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-418032b0-abfd-4be0-b7ca-2f00079c8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.665747 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-418032b0-abfd-4be0-b7ca-2f00079c8d14 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.5979702 Dec 15 13:50:04.668184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc72e23c-201c-48a5-ae2b-55295665473d req-fd4c072f-5c88-4a82-82b5-f3257123c027 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294865 Dec 15 13:50:04.738256 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.741964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:04.754384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.757085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-6d09e008-0b8f-45d7-aa31-04e1bd2f60ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4170e37b-523d-4d05-a781-78af019970ab HTTP/1.1" status: 200 len: 217 time: 0.0692825 Dec 15 13:50:04.799100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c31d2f66-6a0f-4bfb-aab9-bb263aef3a24 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae14ff1376e34eeaa3357042587511f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0496607 Dec 15 13:50:04.803335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55276) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:04.804080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d2f66-6a0f-4bfb-aab9-bb263aef3a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a214580-0801-4bab-a626-672b637bfa4e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:04.815393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:04.841837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.924705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-88a51e07-25f2-476b-8215-2e141087681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.926201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-88a51e07-25f2-476b-8215-2e141087681f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1283360 Dec 15 13:50:04.929381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:04.929990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.931301 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1092 time: 2.0127273 Dec 15 13:50:04.941155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Allocated IP 172.20.0.13 (b8b14059-1ed4-4e7d-a8e9-ded65e26484c/76eeb0ed-bb05-4380-a116-d5f7d81f762f/d5c8eb8a-cee7-449e-bb53-5809bc6140ac) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:04.950692 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc72e23c-201c-48a5-ae2b-55295665473d req-702db6e3-1105-4993-9e18-248ebc0b3e0b service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717278 Dec 15 13:50:04.957457 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-5d6edfe1-8ccd-4e5f-b9b2-48b0a1cb06fe service neutron] 10.222.0.86 "GET /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917662 Dec 15 13:50:04.990890 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f3e56de-b0f5-4011-bf49-970edbd8a845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.013938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fac104-601c-4ae8-b777-a27aa25531b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:05.039747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-f73c577d-27ea-49d6-a69c-6268de9e37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:05.041314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-f73c577d-27ea-49d6-a69c-6268de9e37b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054516 Dec 15 13:50:05.042332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:05.044827 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0" -d '{"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:05.067667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f3e56de-b0f5-4011-bf49-970edbd8a845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.176778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc617d-b202-4681-b920-866f6a1002eb req-7d2dfaf1-28d1-4580-a0b1-50f9b9154b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:05.178526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-7d2dfaf1-28d1-4580-a0b1-50f9b9154b89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1095 time: 0.1675246 Dec 15 13:50:05.244746 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-5bc31149-6a77-419c-bf18-cc78bdcc0289 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 217 time: 0.0515110 Dec 15 13:50:05.282424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f3e56de-b0f5-4011-bf49-970edbd8a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.285256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f3e56de-b0f5-4011-bf49-970edbd8a845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.288811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2f3e56de-b0f5-4011-bf49-970edbd8a845 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a214580-0801-4bab-a626-672b637bfa4e HTTP/1.1" status: 204 len: 168 time: 0.4821284 Dec 15 13:50:05.346199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-111c24c3-0f26-4721-8b00-fca0ae00db60 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463617 Dec 15 13:50:05.373040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e56de-b0f5-4011-bf49-970edbd8a845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a214580-0801-4bab-a626-672b637bfa4e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:05.404967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.422500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc617d-b202-4681-b920-866f6a1002eb req-de4750b6-9f4e-409d-808f-e04bf6e405e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:05.424045 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-de4750b6-9f4e-409d-808f-e04bf6e405e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1663966 Dec 15 13:50:05.437151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe465f-07e5-4b3e-aa2f-186ec1344dd6 req-e023fa31-af84-443f-8587-57c3982ab31d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:05.444878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56fe465f-07e5-4b3e-aa2f-186ec1344dd6 req-e023fa31-af84-443f-8587-57c3982ab31d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2065594 Dec 15 13:50:05.533064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc617d-b202-4681-b920-866f6a1002eb req-fe5db2ba-0d9b-475c-a0e7-5c392c3df6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:05.534617 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-fe5db2ba-0d9b-475c-a0e7-5c392c3df6f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871074 Dec 15 13:50:05.572811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.584963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:05.612789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56fe465f-07e5-4b3e-aa2f-186ec1344dd6 req-741c562d-e821-4a28-acf0-44207a39465f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670284 Dec 15 13:50:05.617390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c69f09d7-bb8e-4961-b88b-cf58a6f792cc details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:05.640787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7046cbde-fa3a-4ad3-8a47-42665960fa11 req-2581a0cb-ddcf-4c14-b4e6-f0beefb8bbaf service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806323 Dec 15 13:50:05.785267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.800953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4170e37b-523d-4d05-a781-78af019970ab details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:05.803791 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.809120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:05.811550 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bcc81f-9fca-4c56-9b34-099463788986" -d '{"events": [{"name": "network-changed", "server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:05.821090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Network b8b14059-1ed4-4e7d-a8e9-ded65e26484c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:05.828073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-154c44da-e3ef-4963-a1ec-5afa0678a179 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810285 Dec 15 13:50:05.897510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:05.909135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:05.913366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'Port': ['ID=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:05.990142 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041 associated. External IP: 172.25.7.103, port: d939348e-0d05-40c5-8363-198c8bad634b. Dec 15 13:50:06.073277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:06.074596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.090868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4170e37b-523d-4d05-a781-78af019970ab, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4170e37b-523d-4d05-a781-78af019970ab,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:06.120231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d0524-1ad1-43eb-a445-b223c93b7963 req-c1c0db2e-d76d-44b8-bdd7-8e83a14c75b7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:06.121789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a25d0524-1ad1-43eb-a445-b223c93b7963 req-c1c0db2e-d76d-44b8-bdd7-8e83a14c75b7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 944 time: 0.1811752 Dec 15 13:50:06.125951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '4170e37b-523d-4d05-a781-78af019970ab', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '4170e37b-523d-4d05-a781-78af019970ab', 'mac_address': 'fa:16:3e:c0:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:06.183574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-8bd2bc14-41eb-492a-ad1a-9cfe2957467d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9784575 Dec 15 13:50:06.204058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Request body: {'port': {'device_id': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:06.207794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-28bc617d-b202-4681-b920-866f6a1002eb req-461a2c89-8d7f-49d4-8d78-9028eb302b61 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798135 Dec 15 13:50:06.209906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c69f09d7-bb8e-4961-b88b-cf58a6f792cc, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:06.276317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:06.299376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.322197 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a25d0524-1ad1-43eb-a445-b223c93b7963 req-bf0781c4-b01b-443a-97a4-d0418741e1f0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712565 Dec 15 13:50:06.404223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'mac_address': 'fa:16:3e:8b:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:06.454872 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:06.465859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:06.483508 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:06.484958 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:06.495755 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.532162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69f09d7-bb8e-4961-b88b-cf58a6f792cc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:06.561599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c69f09d7-bb8e-4961-b88b-cf58a6f792cc, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:06.577845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.590967 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.643790 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.705262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4170e37b-523d-4d05-a781-78af019970ab {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:06.708851 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:06.730899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:06.892393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4170e37b-523d-4d05-a781-78af019970ab, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4170e37b-523d-4d05-a781-78af019970ab,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:06.897995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:06.898565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c8eb8a-cee7-449e-bb53-5809bc6140ac {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:06.908904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.909815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.924024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:06.924195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Transition to ACTIVE for port object d5c8eb8a-cee7-449e-bb53-5809bc6140ac will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:06.935887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.940328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c69f09d7-bb8e-4961-b88b-cf58a6f792cc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:06.942082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.987682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f3db4-6940-4f5b-9cf9-29eb1776cbef req-969aa40d-0b7b-428a-9fd7-727f75c63653 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:06.990009 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c5f3db4-6940-4f5b-9cf9-29eb1776cbef req-969aa40d-0b7b-428a-9fd7-727f75c63653 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 947 time: 0.5589309 Dec 15 13:50:07.002159 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': '2c765167-d457-4d26-9aef-f2629b7c79da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:38:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:05Z', 'revision_number': 3, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:07.073034 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:07.087494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-9170b142-f1ba-4927-9d6a-252168dbc371 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "PUT /v2.0/floatingips/6aa7d9a2-10b5-43b6-9153-232ce6107041 HTTP/1.1" status: 200 len: 998 time: 2.8090682 Dec 15 13:50:07.092017 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:07.094282 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:07.126882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Pushing event updated for resources: {'Port': ['ID=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:07.136738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4170e37b-523d-4d05-a781-78af019970ab,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:07.202605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.206541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c5f3db4-6940-4f5b-9cf9-29eb1776cbef req-690aba48-6e17-4446-8c30-a24a6713a150 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654470 Dec 15 13:50:07.246622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-13f2c903-394d-4415-8670-8ac648f0311c tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.264441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-13f2c903-394d-4415-8670-8ac648f0311c tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports/d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 943 time: 0.1599400 Dec 15 13:50:07.294931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-6e14314e-b260-43c7-bac2-693bb23bc8fb tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.296639 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-6e14314e-b260-43c7-bac2-693bb23bc8fb tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.24 "GET /v2.0/networks?id=65ec33c0-2589-42de-9d52-f9927d9a6ccc HTTP/1.1" status: 200 len: 813 time: 0.4103870 Dec 15 13:50:07.300178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['4170e37b-523d-4d05-a781-78af019970ab'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:07.315775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Request body: {'port': {'device_id': 'f0e9565c-8263-46e6-8b25-9fecf0924d75', 'network_id': '65ec33c0-2589-42de-9d52-f9927d9a6ccc', 'admin_state_up': True, 'tenant_id': '91e8f02db2814dc6a456a123b9109bd5'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:07.374874 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:07.375887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-e14fb480-c812-43df-9173-582144ba3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.387004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-e14fb480-c812-43df-9173-582144ba3cf1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0678270 Dec 15 13:50:07.514614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Attempting to bind port d5c8eb8a-cee7-449e-bb53-5809bc6140ac on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:07.514901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Attempting to bind port d5c8eb8a-cee7-449e-bb53-5809bc6140ac by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:07.516122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Attempting to bind port d5c8eb8a-cee7-449e-bb53-5809bc6140ac on network b8b14059-1ed4-4e7d-a8e9-ded65e26484c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:07.529723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-052a576c-5e5c-4d6c-b1bb-e16b71bacd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.531541 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-052a576c-5e5c-4d6c-b1bb-e16b71bacd45 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.1435077 Dec 15 13:50:07.543533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567551a4-2530-420f-a880-7cd1305fa693 req-041e9730-d6ad-4e02-938b-b8803bdd681c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.545062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-567551a4-2530-420f-a880-7cd1305fa693 req-041e9730-d6ad-4e02-938b-b8803bdd681c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 944 time: 0.2254071 Dec 15 13:50:07.550084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55332) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:07.553388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Port d5c8eb8a-cee7-449e-bb53-5809bc6140ac on network b8b14059-1ed4-4e7d-a8e9-ded65e26484c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:07.553736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Attempting to bind port d5c8eb8a-cee7-449e-bb53-5809bc6140ac on network b8b14059-1ed4-4e7d-a8e9-ded65e26484c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:07.579772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:07.580137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Checking segment: {'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:07.580523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Bound using segment: {'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:07.580970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Bound port: d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be900ae-ee9c-443c-86fc-113c0d322902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:07.581449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.586163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-78533dd1-035d-43af-8dcd-3980add8466f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 217 time: 0.0461574 Dec 15 13:50:07.648470 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': '2c765167-d457-4d26-9aef-f2629b7c79da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:38:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:05Z', 'revision_number': 3, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:07.654551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-b9b24b50-8974-41b6-b4f5-cc37e48c19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.656510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-b9b24b50-8974-41b6-b4f5-cc37e48c19c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.0584834 Dec 15 13:50:07.662686 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-567551a4-2530-420f-a880-7cd1305fa693 req-81bd31db-36c0-4fb5-b001-5fd3f6f4610b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016815 Dec 15 13:50:07.667041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Made reservation on behalf of 91e8f02db2814dc6a456a123b9109bd5 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:07.670688 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.696451 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae1c3e-2d20-4ba5-9254-61b4ef00e99e None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': '2c765167-d457-4d26-9aef-f2629b7c79da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:38:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:05Z', 'revision_number': 3, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:07.719450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] For port d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:07.724036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] For port d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:07.757698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-d75c6d67-e271-49b2-807a-b25e1e383fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.759252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-d75c6d67-e271-49b2-807a-b25e1e383fc3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886548 Dec 15 13:50:07.762657 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.771763 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21259d81-aef1-4509-9913-aa0276e6927b x-openstack-request-id: req-21259d81-aef1-4509-9913-aa0276e6927b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:07.772098 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:07.772356 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-21259d81-aef1-4509-9913-aa0276e6927b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:07.772745 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b', 'status': 'completed', 'code': 200} Dec 15 13:50:07.821068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.821865 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.824368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] 10.222.0.74 "PUT /v2.0/ports/d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 200 len: 1092 time: 1.6289549 Dec 15 13:50:07.844412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2071516291'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:07.902104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d254d84c-011a-4682-adb6-b7a24c0f62e6 req-b5a36f2d-c06b-4a6b-91eb-6370385d862d tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 210 time: 0.0706689 Dec 15 13:50:07.951833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Made reservation on behalf of 1d45c0757b8347af97df38a9813c5d25 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:07.956645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb2028-45fa-4e20-864b-0146a31d0aea service neutron] Pushing event updated for resources: {'Port': ['ID=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:07.961084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.977517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-75ed5b43-cfe0-4315-a3b5-5efe8a9f3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:07.977797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Allocated IP 172.20.0.3 (65ec33c0-2589-42de-9d52-f9927d9a6ccc/5ad4c6dd-0e49-45a0-b822-0ed1df08c715/140d44fb-7c67-4ab7-9f39-e9448a181e07) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:07.979053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-75ed5b43-cfe0-4315-a3b5-5efe8a9f3e8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1523435 Dec 15 13:50:07.987492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:07.998715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-491fd075-7c08-41c4-8bf4-0f4426674ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.001159 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-491fd075-7c08-41c4-8bf4-0f4426674ea3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1095 time: 0.0914288 Dec 15 13:50:08.011716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-d9cafd0d-7d76-47b1-b8d5-0f267eac75cf service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406325 Dec 15 13:50:08.032340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca86365-c2b6-411b-b9a8-dc1381f9d462 None None] New status for floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:08.089875 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-732241b2-e56d-40f1-bd05-5b4fecb680d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 200 len: 217 time: 0.0631573 Dec 15 13:50:08.162165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8592b-174b-4410-a77e-912ff36e821f req-758ff79b-056d-4c15-9461-1ec65045ad74 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.166785 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8b8592b-174b-4410-a77e-912ff36e821f req-758ff79b-056d-4c15-9461-1ec65045ad74 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1102 time: 0.1590109 Dec 15 13:50:08.208129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-b59367f5-6a3f-49e0-935b-d3e216f4c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.209650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-b59367f5-6a3f-49e0-935b-d3e216f4c3cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.2137692 Dec 15 13:50:08.214017 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-ff955ba1-060f-4138-b895-9e476c8b193c service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906374 Dec 15 13:50:08.265924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-14d67841-5694-4434-afa0-ab906acba2cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 217 time: 0.0485413 Dec 15 13:50:08.273559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-ab90ab93-37b3-4fb5-883b-2f8f41868524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.275272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-ab90ab93-37b3-4fb5-883b-2f8f41868524 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.1721492 Dec 15 13:50:08.276100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.288156 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.330260 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8b8592b-174b-4410-a77e-912ff36e821f req-3454a1ce-d41e-4ed6-8734-b9739591ec16 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222820 Dec 15 13:50:08.332946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-c92ee492-bbc9-43e1-9dc3-40c71be7637a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497334 Dec 15 13:50:08.354634 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:08.368848 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:08.369494 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:08.388202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:08.403055 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffad31e-9a89-4c57-838a-e58b90ea44c8 x-openstack-request-id: req-6ffad31e-9a89-4c57-838a-e58b90ea44c8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:08.403427 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:08.403613 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ffad31e-9a89-4c57-838a-e58b90ea44c8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:08.404055 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'status': 'completed', 'code': 200} Dec 15 13:50:08.416782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-00424fe1-9702-453f-80c3-b299b6744674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.418296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-00424fe1-9702-453f-80c3-b299b6744674 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1408706 Dec 15 13:50:08.422127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b6f5fd-06e2-49cb-9118-7a8762aada13,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:08.425325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.425681 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Added segment be0bcc3f-e756-456e-a109-c5257889d55c of type vlan for network 233fbe14-1aaa-4c84-a358-acf9f7127ee4 Dec 15 13:50:08.429146 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.461706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-fe0fa962-3b38-4d7e-9b55-e80cd484c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.463248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-fe0fa962-3b38-4d7e-9b55-e80cd484c9c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 1096 time: 0.1762559 Dec 15 13:50:08.532740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-32d7b95f-e0f7-4d9c-8e81-bfd2ae5991d7 service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828680 Dec 15 13:50:08.553581 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.647729 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:08.852835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.893830 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': '2c765167-d457-4d26-9aef-f2629b7c79da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:38:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:08Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:08.928158 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:08.939228 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:08.940269 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:08.950098 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.955670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.956558 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:08.956752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed38ba-ea60-44dd-b2c6-2154a777c1ed req-507122d2-859f-44e1-bdd6-53acf1ecf135 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.959709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-8539dbb2-c930-40ca-b404-87037f9def5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.960041 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0aed38ba-ea60-44dd-b2c6-2154a777c1ed req-507122d2-859f-44e1-bdd6-53acf1ecf135 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.4937887 Dec 15 13:50:08.961204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-8539dbb2-c930-40ca-b404-87037f9def5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4939513 Dec 15 13:50:08.968406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-ab130cb6-10a1-46e6-8950-2e3c4210ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:08.969984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-ab130cb6-10a1-46e6-8950-2e3c4210ae01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1095 time: 0.5037756 Dec 15 13:50:09.004317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Network 65ec33c0-2589-42de-9d52-f9927d9a6ccc is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:09.013172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Pushing event updated for resources: {'Port': ['ID=140d44fb-7c67-4ab7-9f39-e9448a181e07,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:09.017677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:09.024413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:09.074109 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:09.107498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.108049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.128541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-6b8d6933-5a30-4bef-8bb9-0762baa65b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.131605 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0aed38ba-ea60-44dd-b2c6-2154a777c1ed req-3ef5c5bc-81e7-41b5-8a05-a5c11dd1e1bd tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508327 Dec 15 13:50:09.135084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-068bb548-4c58-4a26-8e5d-6e83d40112ef req-e7698d97-4275-463b-9da6-880df9f250be service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935984 Dec 15 13:50:09.136349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-6b8d6933-5a30-4bef-8bb9-0762baa65b0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.3349354 Dec 15 13:50:09.164118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-7e1e9d28-5b28-41a4-9e6a-ef120e6e0323 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8520977 Dec 15 13:50:09.177906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Request body: {'port': {'device_id': 'f0e9565c-8263-46e6-8b25-9fecf0924d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:09.190221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6358795 Dec 15 13:50:09.208222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:09.252533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bef29-cccd-4a6a-940a-ac539960117a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Pushing event updated for resources: {'Network': ['ID=233fbe14-1aaa-4c84-a358-acf9f7127ee4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:09.276910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 233fbe14-1aaa-4c84-a358-acf9f7127ee4 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:09.293336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-4d663483-fa57-417e-9fb0-bb63d341b4a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 1001 time: 0.1045110 Dec 15 13:50:09.301270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.313152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dc8dd-523e-4cab-a849-6bf854d37e9a req-b5b99f15-73b3-4aec-b1da-ff291f947ed6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.314983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-047dc8dd-523e-4cab-a849-6bf854d37e9a req-b5b99f15-73b3-4aec-b1da-ff291f947ed6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 944 time: 0.1056950 Dec 15 13:50:09.325842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Request body: {'network': {'name': 'tempest-network--835181878', 'router:external': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:09.383805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-ce863ba5-332b-4fef-a800-14f5001b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.385225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-ce863ba5-332b-4fef-a800-14f5001b2729 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.4017942 Dec 15 13:50:09.388651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-dcb2bb3a-8ee6-4666-8d96-4e55769c9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.392828 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': '2c765167-d457-4d26-9aef-f2629b7c79da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:38:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:08Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:09.396907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-dcb2bb3a-8ee6-4666-8d96-4e55769c9ef0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1020682 Dec 15 13:50:09.407812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Made reservation on behalf of 99514657e4a242b0a37b8a46a85d62e9 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:09.408068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-7d2ff849-5423-4dfa-8c71-ceb584b178dd service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328997 Dec 15 13:50:09.411546 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.433232 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e701cd-86d3-46cc-8a45-0535b12987d0 None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': '2c765167-d457-4d26-9aef-f2629b7c79da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:38:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:08Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:09.441302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.454396 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-047dc8dd-523e-4cab-a849-6bf854d37e9a req-7a4e5764-00ab-4040-98ee-cf0fe2c1dff3 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243186 Dec 15 13:50:09.472325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-2c56063d-4de4-443a-bcdb-3682413f3efc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 217 time: 0.0672166 Dec 15 13:50:09.559448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-171b7466-6ad0-4617-947a-29b5d7164f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.564229 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-171b7466-6ad0-4617-947a-29b5d7164f35 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670017 Dec 15 13:50:09.618246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:09.620705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c69f09d7-bb8e-4961-b88b-cf58a6f792cc up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:09.651912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-6e6eefc0-9852-41b1-a7cb-6916fb46844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.651912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-6e6eefc0-9852-41b1-a7cb-6916fb46844d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1654706 Dec 15 13:50:09.703577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5f332d8-1e6f-4ce0-afef-774e8c1379e0 req-324a47e4-8d9d-4d43-83df-7409e4c90cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418358 Dec 15 13:50:09.712516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b78f5-c76e-4d51-aa89-bb71cfbcc5f0 req-e02bc2a7-e4dc-46bc-b4f9-b3192e651e61 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.721773 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e88b78f5-c76e-4d51-aa89-bb71cfbcc5f0 req-e02bc2a7-e4dc-46bc-b4f9-b3192e651e61 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 948 time: 0.1585302 Dec 15 13:50:09.747158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-22b9e262-e961-4a78-86f9-82514235a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:09.748714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-22b9e262-e961-4a78-86f9-82514235a276 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868483 Dec 15 13:50:09.755043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-4b253012-df7d-45a2-b793-c22b10c21da9 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827800 Dec 15 13:50:09.774925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:09.777385 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13557c8-a841-4961-b77c-efcfe163e7df" -d '{"events": [{"name": "network-changed", "server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:09.832770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4170e37b-523d-4d05-a781-78af019970ab up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:09.833791 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.867417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.881453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e88b78f5-c76e-4d51-aa89-bb71cfbcc5f0 req-2ddbd5a4-2798-48cd-a039-979262d2c0ba tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587927 Dec 15 13:50:09.896698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140d44fb-7c67-4ab7-9f39-e9448a181e07 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:09.916385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.920446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:09.931959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818a5c2e-02eb-46c3-b98a-5a3e83445c05 req-fff1e7f4-5152-4d26-942e-46897024c453 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638715 Dec 15 13:50:09.946754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5779daf6-e278-4dd2-8c42-1b5713ffdde4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:09.959552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-1e6aaef8-765c-4832-9ae2-7ec236c8beb6 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016048 Dec 15 13:50:09.986445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:09.986806 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Added segment 80d7bf00-bcfb-478b-9753-c847939c288a of type vlan for network a0686ddd-4018-45f9-a8ef-1695338ef24f Dec 15 13:50:09.988542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Transition to ACTIVE for port object 140d44fb-7c67-4ab7-9f39-e9448a181e07 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:10.005765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:10.019328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'mac_address': 'fa:16:3e:b7:34:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:10.025682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port c69f09d7-bb8e-4961-b88b-cf58a6f792cc completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:10.049385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.053627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 4170e37b-523d-4d05-a781-78af019970ab completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:10.057832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port c69f09d7-bb8e-4961-b88b-cf58a6f792cc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:10.058241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.105226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7bcc81f-9fca-4c56-9b34-099463788986 req-cc4bba6d-c196-44f8-8144-52e92ed68bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360080 Dec 15 13:50:10.108456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 4170e37b-523d-4d05-a781-78af019970ab triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:10.108972 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.123483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.142152 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.188074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfb3d96-6544-486a-897c-8f89b1721e29 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:10.189887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7790fe-c279-40d7-b738-a367c8a71335 req-d12e7dd4-1240-403d-9311-048537472346 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.191601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c7790fe-c279-40d7-b738-a367c8a71335 req-d12e7dd4-1240-403d-9311-048537472346 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 944 time: 0.0853274 Dec 15 13:50:10.198976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Pushing event updated for resources: {'Port': ['ID=140d44fb-7c67-4ab7-9f39-e9448a181e07,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.218674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.225416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:10.237583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.262528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.263451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.264056 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.277641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c7790fe-c279-40d7-b738-a367c8a71335 req-9e100868-4770-4b1e-8d97-79de95e3baeb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770617 Dec 15 13:50:10.287650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b101822-1331-4f25-9a28-6a7d7551f069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69f09d7-bb8e-4961-b88b-cf58a6f792cc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:10.290954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651669-a75c-483f-bb14-8c5acdf0d0f9 req-b213fa02-08f9-41a5-bb0d-9860fad6fe3d tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.291345 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a81cd8-2846-4093-8526-89827631eef4" -d '{"events": [{"server_uuid": "2b101822-1331-4f25-9a28-6a7d7551f069", "name": "network-vif-plugged", "status": "completed", "tag": "c69f09d7-bb8e-4961-b88b-cf58a6f792cc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:10.300253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6b651669-a75c-483f-bb14-8c5acdf0d0f9 req-b213fa02-08f9-41a5-bb0d-9860fad6fe3d tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 943 time: 0.1668096 Dec 15 13:50:10.328684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c69f09d7-bb8e-4961-b88b-cf58a6f792cc, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:10.338092 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.355493 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c51d83-3539-4f2f-b9fd-61e964bf7d44 x-openstack-request-id: req-06c51d83-3539-4f2f-b9fd-61e964bf7d44 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:10.356124 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:10.356124 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-06c51d83-3539-4f2f-b9fd-61e964bf7d44 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:10.356396 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac', 'status': 'completed', 'code': 200} Dec 15 13:50:10.357080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.362891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1497083 Dec 15 13:50:10.362891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Attempting to bind port 140d44fb-7c67-4ab7-9f39-e9448a181e07 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:10.363220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.363360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Attempting to bind port 140d44fb-7c67-4ab7-9f39-e9448a181e07 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '41414654-3701-46c4-b058-287aea321db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '65ec33c0-2589-42de-9d52-f9927d9a6ccc'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:10.363360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Attempting to bind port 140d44fb-7c67-4ab7-9f39-e9448a181e07 on network 65ec33c0-2589-42de-9d52-f9927d9a6ccc {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:10.378938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55358) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:10.409354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b'}, {'name': 'network-changed', 'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:10.412242 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7d1e86-9e8a-4f05-9929-805e843c1987" -d '{"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b"}, {"name": "network-changed", "server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:10.418366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Port 140d44fb-7c67-4ab7-9f39-e9448a181e07 on network 65ec33c0-2589-42de-9d52-f9927d9a6ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:10.418706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Attempting to bind port 140d44fb-7c67-4ab7-9f39-e9448a181e07 on network 65ec33c0-2589-42de-9d52-f9927d9a6ccc {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:10.431483 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4170e37b-523d-4d05-a781-78af019970ab, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4170e37b-523d-4d05-a781-78af019970ab,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:10.441366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0962b117-8234-4ecd-a10b-13abcfdb1673 req-4669a003-e0f8-4625-bde0-187bcbf7031b tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1001 time: 0.0947902 Dec 15 13:50:10.454248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.460322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.477898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c3956-0460-464e-b2c6-358e380fd1e5 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Network': ['ID=a0686ddd-4018-45f9-a8ef-1695338ef24f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.491390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a0686ddd-4018-45f9-a8ef-1695338ef24f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:10.496331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:10.496684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Checking segment: {'id': '41414654-3701-46c4-b058-287aea321db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '65ec33c0-2589-42de-9d52-f9927d9a6ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:10.497090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Bound using segment: {'id': '41414654-3701-46c4-b058-287aea321db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '65ec33c0-2589-42de-9d52-f9927d9a6ccc'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:10.497507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Bound port: 140d44fb-7c67-4ab7-9f39-e9448a181e07, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41414654-3701-46c4-b058-287aea321db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '65ec33c0-2589-42de-9d52-f9927d9a6ccc'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:10.497864 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.505669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b117-8234-4ecd-a10b-13abcfdb1673 req-39a32f78-1b25-46a2-85a2-15af6c502b23 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.507462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0962b117-8234-4ecd-a10b-13abcfdb1673 req-39a32f78-1b25-46a2-85a2-15af6c502b23 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports/2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 942 time: 0.0587714 Dec 15 13:50:10.548993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.556636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6b651669-a75c-483f-bb14-8c5acdf0d0f9 req-164f5a9b-d3e9-414b-a7c4-55ee75659af8 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552390 Dec 15 13:50:10.577142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4170e37b-523d-4d05-a781-78af019970ab,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:10.580711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['0bfb3d96-6544-486a-897c-8f89b1721e29'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:10.608747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13557c8-a841-4961-b77c-efcfe163e7df req-926ade34-c36d-46d9-8db7-e80f3dfe9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.610936 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b13557c8-a841-4961-b77c-efcfe163e7df req-926ade34-c36d-46d9-8db7-e80f3dfe9769 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1095 time: 0.2298923 Dec 15 13:50:10.636436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0962b117-8234-4ecd-a10b-13abcfdb1673 req-a4c72308-a2f1-46fa-b69d-7c77fd30be08 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1001 time: 0.0837238 Dec 15 13:50:10.765479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b117-8234-4ecd-a10b-13abcfdb1673 req-54da62a1-3365-475f-97ab-7894d8ef60b3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.766924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0962b117-8234-4ecd-a10b-13abcfdb1673 req-54da62a1-3365-475f-97ab-7894d8ef60b3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1240172 Dec 15 13:50:10.771901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] For port 140d44fb-7c67-4ab7-9f39-e9448a181e07, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:10.818222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] For port 140d44fb-7c67-4ab7-9f39-e9448a181e07, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=140d44fb-7c67-4ab7-9f39-e9448a181e07,segment=NetworkSegment(41414654-3701-46c4-b058-287aea321db1),segment_id=41414654-3701-46c4-b058-287aea321db1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:10.836977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.847280 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.854975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4543b-9f6a-46f8-98eb-f9672f542499 req-6e13f086-8903-409b-908b-8fb288786ba1 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.856543 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-abb4543b-9f6a-46f8-98eb-f9672f542499 req-6e13f086-8903-409b-908b-8fb288786ba1 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 1102 time: 0.2150450 Dec 15 13:50:10.867852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f14d6-004d-48b3-965d-f08c4ad98b1f req-e6d72a2d-7813-4983-8e51-c4d6ec7a721f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.870083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba4f14d6-004d-48b3-965d-f08c4ad98b1f req-e6d72a2d-7813-4983-8e51-c4d6ec7a721f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.0514169 Dec 15 13:50:10.928924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba4f14d6-004d-48b3-965d-f08c4ad98b1f req-8eac553e-487a-411e-a207-d9d52d3dc0f8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524511 Dec 15 13:50:10.930540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0686ddd-4018-45f9-a8ef-1695338ef24f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:10.946342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.946969 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.948380 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] 10.222.0.24 "PUT /v2.0/ports/140d44fb-7c67-4ab7-9f39-e9448a181e07 HTTP/1.1" status: 200 len: 1091 time: 1.7751451 Dec 15 13:50:10.949387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13557c8-a841-4961-b77c-efcfe163e7df req-ca7a1727-3d3f-4a5f-9bdc-d1b182cb4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:10.950717 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b13557c8-a841-4961-b77c-efcfe163e7df req-ca7a1727-3d3f-4a5f-9bdc-d1b182cb4350 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 915 time: 0.3275220 Dec 15 13:50:10.955509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d7bf00-bcfb-478b-9753-c847939c288a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:10.955743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d7bf00-bcfb-478b-9753-c847939c288a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:10.973234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:10.980067 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299cd4ab-6988-4299-8995-6c16e1655eaa x-openstack-request-id: req-299cd4ab-6988-4299-8995-6c16e1655eaa {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:10.980690 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b101822-1331-4f25-9a28-6a7d7551f069", "name": "network-vif-plugged", "status": "completed", "tag": "c69f09d7-bb8e-4961-b88b-cf58a6f792cc", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:10.980958 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-299cd4ab-6988-4299-8995-6c16e1655eaa {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:10.981353 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b101822-1331-4f25-9a28-6a7d7551f069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'code': 200} Dec 15 13:50:11.026215 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b65c4-c011-4b2c-ab15-a745a4611b89 x-openstack-request-id: req-f97b65c4-c011-4b2c-ab15-a745a4611b89 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:11.027199 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:11.027765 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f97b65c4-c011-4b2c-ab15-a745a4611b89 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:11.028444 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b', 'status': 'completed', 'code': 200} Dec 15 13:50:11.028770 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da', 'status': 'completed', 'code': 200} Dec 15 13:50:11.045963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9a81a-6531-40ed-bd29-985a635e3831 service neutron] Pushing event updated for resources: {'Port': ['ID=140d44fb-7c67-4ab7-9f39-e9448a181e07,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:11.057149 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b13557c8-a841-4961-b77c-efcfe163e7df req-30317787-2261-49cc-8775-7630684d703d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 200 len: 217 time: 0.0877593 Dec 15 13:50:11.061433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.095195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:11.095607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:11.098496 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:11.101349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-abb4543b-9f6a-46f8-98eb-f9672f542499 req-70cf9194-9a58-480f-84e6-617f4dc94fc7 tempest-ServersAdminTestJSON-1508387853 tempest-ServersAdminTestJSON-1508387853-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045832 Dec 15 13:50:11.189539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048723a-82a6-4b14-8006-0cc07e5ee7e0 req-de3056c8-f504-481c-a03d-c13e282e6c0c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.191134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f048723a-82a6-4b14-8006-0cc07e5ee7e0 req-de3056c8-f504-481c-a03d-c13e282e6c0c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1147778 Dec 15 13:50:11.194591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b3e51-7c65-4c9d-91a4-cafc897f0dc6 req-0daefcd4-d687-4c4c-85a9-6ae961b467c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.196063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-856b3e51-7c65-4c9d-91a4-cafc897f0dc6 req-0daefcd4-d687-4c4c-85a9-6ae961b467c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 1101 time: 0.1085329 Dec 15 13:50:11.197653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-074d6efc-02cc-4247-a348-9f98e0f3dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.199055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-074d6efc-02cc-4247-a348-9f98e0f3dc14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1105051 Dec 15 13:50:11.263610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13557c8-a841-4961-b77c-efcfe163e7df req-2071708f-308a-4d15-b793-79ea0bc1728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.265566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b13557c8-a841-4961-b77c-efcfe163e7df req-2071708f-308a-4d15-b793-79ea0bc1728c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.1837006 Dec 15 13:50:11.278869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-df2b3c6b-ecc9-4d12-82fb-0e8354747bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.280393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-df2b3c6b-ecc9-4d12-82fb-0e8354747bbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e8f02db2814dc6a456a123b9109bd5&device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 1094 time: 0.2756526 Dec 15 13:50:11.297254 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.338992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0686ddd-4018-45f9-a8ef-1695338ef24f {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 13:50:11.340642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0686ddd-4018-45f9-a8ef-1695338ef24f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:11.344564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f048723a-82a6-4b14-8006-0cc07e5ee7e0 req-fc868c8e-bd86-458b-952a-558b3eb5ba46 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444135 Dec 15 13:50:11.349723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-856b3e51-7c65-4c9d-91a4-cafc897f0dc6 req-2b8aa162-6a5a-4a98-b28d-0234263b59f6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335058 Dec 15 13:50:11.349924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.357012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-14c25fc1-63d6-4882-afb9-d740b16c85a0 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "DELETE /v2.0/networks/a0686ddd-4018-45f9-a8ef-1695338ef24f HTTP/1.1" status: 204 len: 168 time: 0.9770200 Dec 15 13:50:11.359651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55372) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:11.363063 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-daf37e46-494a-47e3-a101-1f69723e0940 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1001 time: 0.1969435 Dec 15 13:50:11.365106 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b13557c8-a841-4961-b77c-efcfe163e7df req-149a0528-3579-47d7-af40-ce05e65328f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811660 Dec 15 13:50:11.370413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:11.388739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-20ea58e7-5f8a-4bd2-b839-cc0377ece9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.390699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-20ea58e7-5f8a-4bd2-b839-cc0377ece9b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.1733785 Dec 15 13:50:11.407421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Made reservation on behalf of 99514657e4a242b0a37b8a46a85d62e9 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:11.410653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.426541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-57daa8eb-a3b5-4a58-a201-d5ef7bd012e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140d44fb-7c67-4ab7-9f39-e9448a181e07 HTTP/1.1" status: 200 len: 217 time: 0.1244671 Dec 15 13:50:11.478177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:11.494962 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.495468 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Added segment 647c7d37-91ce-491d-b021-5b9e19da1aae of type vlan for network cf527bd2-a31f-462b-950f-0f4315288e25 Dec 15 13:50:11.505259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfd1a4-2012-439f-bcd6-04aabd0df11a req-250eed28-58c2-44b3-ae52-baf33638c1b6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.506994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dbdfd1a4-2012-439f-bcd6-04aabd0df11a req-250eed28-58c2-44b3-ae52-baf33638c1b6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 949 time: 0.0842106 Dec 15 13:50:11.512365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-b6aa8e9a-8496-4ac5-926f-126fb0c441f3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.514528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-b6aa8e9a-8496-4ac5-926f-126fb0c441f3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports/2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 942 time: 0.1092579 Dec 15 13:50:11.548763 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b13557c8-a841-4961-b77c-efcfe163e7df req-9b1453df-acbf-4174-aa40-258eb92f2eea service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453786 Dec 15 13:50:11.578978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.629760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:11.633150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-7042ac3d-f839-4914-8b4d-ae8a7821dffe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 217 time: 0.0658457 Dec 15 13:50:11.667549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.668849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.669311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.687570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 0bfb3d96-6544-486a-897c-8f89b1721e29 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:11.691817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 0bfb3d96-6544-486a-897c-8f89b1721e29 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:11.692996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.704130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-96278b1f-ab09-4e85-9657-3ea1f8c42515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.705728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-96278b1f-ab09-4e85-9657-3ea1f8c42515 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ad4c6dd-0e49-45a0-b822-0ed1df08c715 HTTP/1.1" status: 200 len: 853 time: 0.1382356 Dec 15 13:50:11.749820 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-aa4d6fc0-2b64-4888-a88c-d1bb309a4d21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65ec33c0-2589-42de-9d52-f9927d9a6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333717 Dec 15 13:50:11.757568 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-b5359b6b-e929-435a-b9d8-7fe0a9bc85f7 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1001 time: 0.1704161 Dec 15 13:50:11.779053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dbdfd1a4-2012-439f-bcd6-04aabd0df11a req-468f1bbf-b1d0-47f9-b255-cba0bf5b9929 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410805 Dec 15 13:50:11.789163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4249020 Dec 15 13:50:11.792255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55376) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:11.809570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-b89cd95e-90e5-4106-a68f-5b13277b75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.811209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-b89cd95e-90e5-4106-a68f-5b13277b75c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1597121 Dec 15 13:50:11.812113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Network': ['ID=cf527bd2-a31f-462b-950f-0f4315288e25,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:11.822957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Request body: {'subnet': {'network_id': 'cf527bd2-a31f-462b-950f-0f4315288e25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:11.824771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d5c8eb8a-cee7-449e-bb53-5809bc6140ac details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:11.832812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.833907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.834626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.837313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.837674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.838224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.838532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.838885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.839227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.839567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.839927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.840264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.840618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779859-0d11-43d1-987c-b122ff90d38b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:11.908672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network cf527bd2-a31f-462b-950f-0f4315288e25 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:11.912958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b13557c8-a841-4961-b77c-efcfe163e7df req-f4fed3c4-ac93-4892-94a2-13ba44cd5d49 service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545291 Dec 15 13:50:11.916427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-6bd44684-bdfb-40c7-80a1-bf40a1ef8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:11.918845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-6bd44684-bdfb-40c7-80a1-bf40a1ef8a77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955808 Dec 15 13:50:11.975664 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:11.981758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-54f30729-7cf0-4538-9032-d39acb7b9b0f service neutron] 10.222.0.24 "GET /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140205 Dec 15 13:50:12.052911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:12.060309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Made reservation on behalf of 99514657e4a242b0a37b8a46a85d62e9 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:12.063347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:12.073311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:12.075064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac', 'network_id': 'b8b14059-1ed4-4e7d-a8e9-ded65e26484c', 'port_id': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac', 'mac_address': 'fa:16:3e:b0:61:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eeb0ed-bb05-4380-a116-d5f7d81f762f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:12.083410 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:12.116485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-1bc96b7c-4aa8-452d-b328-d165c69c767c service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814082 Dec 15 13:50:12.159637 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:50:12.161707 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:12.162594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-cfed1dda-beb2-402d-bca6-2a9547707ae6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.164037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-cfed1dda-beb2-402d-bca6-2a9547707ae6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.3980830 Dec 15 13:50:12.188648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:12.192818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c8eb8a-cee7-449e-bb53-5809bc6140ac {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:12.216732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:12.222402 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:12.255584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a837cff2-d170-4e5e-acf5-25bc80f15e66 req-bad5abae-2d92-4a8a-91d8-be0ddcc307d9 service neutron] 10.222.0.24 "GET /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613468 Dec 15 13:50:12.268096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f43fa5-d2e2-4e9f-a2d0-d34e9115ec9d req-b96f4d69-4a26-431c-988a-2a3582813a8d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.274436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4f43fa5-d2e2-4e9f-a2d0-d34e9115ec9d req-b96f4d69-4a26-431c-988a-2a3582813a8d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 944 time: 0.1009099 Dec 15 13:50:12.280471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-9a246077-d3f9-4845-83e3-90c42e5b11e2 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1001 time: 0.0978699 Dec 15 13:50:12.296445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:12.316997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-8f2a6c66-dd57-4e2d-8a1d-d6bf16024033 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910708 Dec 15 13:50:12.321647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:12.340343 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4f43fa5-d2e2-4e9f-a2d0-d34e9115ec9d req-b92a4b9b-5d0a-4473-b139-cac1df345fd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587392 Dec 15 13:50:12.365877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e9565c-8263-46e6-8b25-9fecf0924d75', 'tag': '140d44fb-7c67-4ab7-9f39-e9448a181e07'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:12.368233 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e9565c-8263-46e6-8b25-9fecf0924d75", "tag": "140d44fb-7c67-4ab7-9f39-e9448a181e07"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:12.419735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-1fe991e1-6783-4ddb-9f9d-fec6a1bd6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.421472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-1fe991e1-6783-4ddb-9f9d-fec6a1bd6bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 1096 time: 0.0453596 Dec 15 13:50:12.440976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:12.522706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8209c-ea30-405a-9530-f17156958691 req-6b4060b4-d50c-4142-96a3-e841f94d6b4b tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.524210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2bc8209c-ea30-405a-9530-f17156958691 req-6b4060b4-d50c-4142-96a3-e841f94d6b4b tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 943 time: 0.1017175 Dec 15 13:50:12.567433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-d3ef5bf2-d4ec-4a67-ae5e-9a089a475f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.568962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-d3ef5bf2-d4ec-4a67-ae5e-9a089a475f7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.1367707 Dec 15 13:50:12.583471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['d5c8eb8a-cee7-449e-bb53-5809bc6140ac'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:12.594219 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2bc8209c-ea30-405a-9530-f17156958691 req-be60ce30-54cb-4c37-b999-394e5d5506cf tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584102 Dec 15 13:50:12.678135 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-d89a415a-6bae-4542-85a3-5ec495ab89ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 1001 time: 0.0825627 Dec 15 13:50:12.762438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-6a40fb61-4e56-4650-b70a-9298c48ecd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.764050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-6a40fb61-4e56-4650-b70a-9298c48ecd15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.0687745 Dec 15 13:50:12.775394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd6b8-8879-4844-b922-eff94067b204 req-566128a6-f596-41c4-a464-572644f66f0a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.776963 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-099bd6b8-8879-4844-b922-eff94067b204 req-566128a6-f596-41c4-a464-572644f66f0a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.0912070 Dec 15 13:50:12.845842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-ab6ba291-cc45-4347-ac87-278b9bedc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:12.847247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-ab6ba291-cc45-4347-ac87-278b9bedc33f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649250 Dec 15 13:50:12.904599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-099bd6b8-8879-4844-b922-eff94067b204 req-bd06c701-bd2e-44c0-a845-d513db2b3a42 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941222 Dec 15 13:50:12.977797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:12.982863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68356ec2-a089-43c6-bbd3-cb975487f573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4170e37b-523d-4d05-a781-78af019970ab'}, {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:12.985110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:12.985579 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041 disassociated. External IP: 172.25.7.103, port: 2c765167-d457-4d26-9aef-f2629b7c79da. Dec 15 13:50:12.986153 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7be8841-61a5-4433-b3a6-18c812f02a14" -d '{"events": [{"server_uuid": "68356ec2-a089-43c6-bbd3-cb975487f573", "name": "network-vif-plugged", "status": "completed", "tag": "4170e37b-523d-4d05-a781-78af019970ab"}, {"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:13.013961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-1b874ed4-1736-477e-a669-a544e3e5c2e3 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516621 Dec 15 13:50:13.041982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396e3b-e01d-4ac3-a1db-1bef6ddf798a req-201a7276-f165-4a63-8160-76664f77d8cb tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.043627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0396e3b-e01d-4ac3-a1db-1bef6ddf798a req-201a7276-f165-4a63-8160-76664f77d8cb tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 950 time: 0.0712793 Dec 15 13:50:13.138126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:50:13.138528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.150995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0396e3b-e01d-4ac3-a1db-1bef6ddf798a req-aea53f21-7e14-4d9a-ac76-1ca7b6b2e83f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920362 Dec 15 13:50:13.161684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad7d1e86-9e8a-4f05-9929-805e843c1987 req-f46008b6-c5ee-4d17-a26b-ab1b8d1d0392 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356304 Dec 15 13:50:13.200598 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854b494a-0002-4950-9f3c-948633affff1 x-openstack-request-id: req-854b494a-0002-4950-9f3c-948633affff1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:13.200904 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e9565c-8263-46e6-8b25-9fecf0924d75", "tag": "140d44fb-7c67-4ab7-9f39-e9448a181e07", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:13.201162 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-854b494a-0002-4950-9f3c-948633affff1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:13.201541 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e9565c-8263-46e6-8b25-9fecf0924d75', 'tag': '140d44fb-7c67-4ab7-9f39-e9448a181e07', 'status': 'completed', 'code': 200} Dec 15 13:50:13.264430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8a1e383-2594-4f6f-b576-9d3453d1201f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:13.287583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Checking segment: {'id': '647c7d37-91ce-491d-b021-5b9e19da1aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'cf527bd2-a31f-462b-950f-0f4315288e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:13.287984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Network hostable DHCP agents. Network: cf527bd2-a31f-462b-950f-0f4315288e25, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:50:13.314614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-8ec50ad3-9a50-4c71-8293-eaf4b7b1ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.316187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-8ec50ad3-9a50-4c71-8293-eaf4b7b1ae47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e8f02db2814dc6a456a123b9109bd5&device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 1094 time: 0.0759261 Dec 15 13:50:13.324225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704f2f-b9de-4255-8e5b-18992302d265 req-91ed9f86-e436-4172-895b-8c5e0fec8de0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.325583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b704f2f-b9de-4255-8e5b-18992302d265 req-91ed9f86-e436-4172-895b-8c5e0fec8de0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 946 time: 0.0761111 Dec 15 13:50:13.350950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Network cf527bd2-a31f-462b-950f-0f4315288e25 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:50:13.363056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:13.368672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, cf527bd2-a31f-462b-950f-0f4315288e25) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:13.372914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.373516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.378675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1f82a-6465-44ac-8ea6-ffedd5fbc6d8 None None] Network cf527bd2-a31f-462b-950f-0f4315288e25 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:13.433560 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-23578ef5-0748-4104-9bd1-fec55e5ad19c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6245670 Dec 15 13:50:13.433861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55392) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:13.438252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf527bd2-a31f-462b-950f-0f4315288e25'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:13.454570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b704f2f-b9de-4255-8e5b-18992302d265 req-43678f2f-a2cf-41ef-b809-8a710e81111a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201491 Dec 15 13:50:13.480771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-f7117d64-c8d9-4c9c-80bd-d56a7b65f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.480771 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-f7117d64-c8d9-4c9c-80bd-d56a7b65f799 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65ec33c0-2589-42de-9d52-f9927d9a6ccc HTTP/1.1" status: 200 len: 915 time: 0.1474094 Dec 15 13:50:13.497287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c50f4-49c4-45fd-a999-d96459e543bc None None] Network cf527bd2-a31f-462b-950f-0f4315288e25 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:13.519750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:13.533963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.534610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.537525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-5add0d70-080e-449d-b0c2-630904b97970 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140d44fb-7c67-4ab7-9f39-e9448a181e07 HTTP/1.1" status: 200 len: 217 time: 0.0531995 Dec 15 13:50:13.548941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:13.564427 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-bfd4addb-6e30-4604-8a43-a0e03031134a tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "PUT /v2.0/floatingips/6aa7d9a2-10b5-43b6-9153-232ce6107041 HTTP/1.1" status: 200 len: 695 time: 1.2484353 Dec 15 13:50:13.575472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:13.576165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:13.632274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-ba514636-e3fe-4b68-8992-c011b247b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.634315 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-ba514636-e3fe-4b68-8992-c011b247b991 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 1096 time: 0.0530365 Dec 15 13:50:13.662663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-f4b13789-4fe0-438f-a63e-7d517395b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.664225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-f4b13789-4fe0-438f-a63e-7d517395b840 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ad4c6dd-0e49-45a0-b822-0ed1df08c715 HTTP/1.1" status: 200 len: 853 time: 0.1057675 Dec 15 13:50:13.680183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dba475-a985-47cd-9760-e45cee794656 req-0341fcb8-c8b1-4199-9136-7b6b5f2219e5 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.681799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7dba475-a985-47cd-9760-e45cee794656 req-0341fcb8-c8b1-4199-9136-7b6b5f2219e5 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 949 time: 0.1345475 Dec 15 13:50:13.712047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-4d2fae50-6c9d-40b0-a5e1-50ff61c169f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65ec33c0-2589-42de-9d52-f9927d9a6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291483 Dec 15 13:50:13.733959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-e21e1548-341c-4042-9707-ced8b0c8db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.735915 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-e21e1548-341c-4042-9707-ced8b0c8db5d service neutron] 10.222.0.86 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.0939882 Dec 15 13:50:13.787680 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-78a1afd8-80ed-487d-b3cb-bea3a94dccb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 217 time: 0.0449893 Dec 15 13:50:13.872835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:13.878838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05979301-61db-4744-8b01-28901be8d27f req-8e91a521-6d02-492b-b6b8-bbef520141c8 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.880424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-05979301-61db-4744-8b01-28901be8d27f req-8e91a521-6d02-492b-b6b8-bbef520141c8 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 950 time: 0.0874646 Dec 15 13:50:13.884527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-702a8fd4-818f-488b-b7f8-392952317679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:13.886257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-702a8fd4-818f-488b-b7f8-392952317679 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.0846424 Dec 15 13:50:14.003296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-6464969a-2a86-4ee7-b1c3-0aa51c214f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.004909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-6464969a-2a86-4ee7-b1c3-0aa51c214f4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036379 Dec 15 13:50:14.090773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Deleting port a33d0f6c-a695-4bb5-a73b-24de742bfc4e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:14.091123 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.125012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:14.130678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7dba475-a985-47cd-9760-e45cee794656 req-b3449a72-8104-43bf-b6e7-f26e1555555a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373987 Dec 15 13:50:14.163404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:14.168679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.178979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:14.179762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:14.183750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-e7a212e7-07d8-4b21-8b8b-482ca97c68af service neutron] 10.222.0.24 "GET /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575119 Dec 15 13:50:14.194425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-627af455-0f24-4f52-82f5-0a8ab43f112a service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720755 Dec 15 13:50:14.237152 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8a433e-644f-4882-98a3-40bb8c1d8a26 x-openstack-request-id: req-2f8a433e-644f-4882-98a3-40bb8c1d8a26 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:14.237864 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68356ec2-a089-43c6-bbd3-cb975487f573", "name": "network-vif-plugged", "status": "completed", "tag": "4170e37b-523d-4d05-a781-78af019970ab", "code": 200}, {"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:14.238422 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f8a433e-644f-4882-98a3-40bb8c1d8a26 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:14.239067 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68356ec2-a089-43c6-bbd3-cb975487f573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4170e37b-523d-4d05-a781-78af019970ab', 'code': 200} Dec 15 13:50:14.239548 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'code': 200} Dec 15 13:50:14.352514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:14.362060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] For port a33d0f6c-a695-4bb5-a73b-24de742bfc4e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:14.362549 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.391173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Calling delete_port for a33d0f6c-a695-4bb5-a73b-24de742bfc4e owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:14.414751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Allocated IP 172.20.0.11 (cf527bd2-a31f-462b-950f-0f4315288e25/a8a1e383-2594-4f6f-b576-9d3453d1201f/ee2b3005-de40-4abc-a926-c8e642470103) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:14.425292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580372c-e475-4682-8e3a-08788789e859 req-94a6721a-5f38-4d2b-8366-0a6933c5749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.426809 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4580372c-e475-4682-8e3a-08788789e859 req-94a6721a-5f38-4d2b-8366-0a6933c5749c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1097 time: 0.1175890 Dec 15 13:50:14.461895 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25f0d3af-86ab-4098-a8b5-dd3d81197f3e req-36212946-af4b-4513-a467-f8050fcddb0d service neutron] 10.222.0.24 "GET /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498183 Dec 15 13:50:14.469444 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a2843d4-77c8-48d6-9bb5-b6cc2e279ad1 req-00145d37-36db-4475-9dd8-9b20cfacb4d5 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660198 Dec 15 13:50:14.511992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208fef7-e14f-4261-a2e4-6861ee4b1c87 req-67512ed3-bfcb-4797-8572-7ca85e7222b0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.516587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a208fef7-e14f-4261-a2e4-6861ee4b1c87 req-67512ed3-bfcb-4797-8572-7ca85e7222b0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 945 time: 0.1898391 Dec 15 13:50:14.521487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71f5e-eaa1-4580-8631-e21c8e289f93 req-69ae9cc3-b452-4c32-9c20-0de335d5fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.522904 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c71f5e-eaa1-4580-8631-e21c8e289f93 req-69ae9cc3-b452-4c32-9c20-0de335d5fa48 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 1100 time: 0.1934679 Dec 15 13:50:14.536800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4580372c-e475-4682-8e3a-08788789e859 req-2e8d32f8-a896-4ae4-a335-d7f22e0a7026 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645864 Dec 15 13:50:14.595926 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:14.623901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd124fad-dfa2-4172-ba89-93d1627c9e68 None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:14.638208 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.652227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a33d0f6c-a695-4bb5-a73b-24de742bfc4e', 'fa17d32b-2480-4e16-ab94-79625be64e40'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:14.654438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['bfdc6582-1734-464a-bf06-c9f10e18e97b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:14.658510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c71f5e-eaa1-4580-8631-e21c8e289f93 req-d58b6848-e508-4ff9-bc95-a930eab75fad service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068792 Dec 15 13:50:14.670715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e139c1-15e3-4006-ac83-fd41606a8502 req-09b3022f-b33b-46cf-990a-f1f40e49869e tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.673257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a208fef7-e14f-4261-a2e4-6861ee4b1c87 req-5d6523ad-d7f9-4055-bcaf-550b3b11676f tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234906 Dec 15 13:50:14.673492 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95e139c1-15e3-4006-ac83-fd41606a8502 req-09b3022f-b33b-46cf-990a-f1f40e49869e tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 943 time: 0.0944715 Dec 15 13:50:14.694391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.724744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Pushing event deleted for resources: {'Port': ['ID=a33d0f6c-a695-4bb5-a73b-24de742bfc4e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:14.790060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.808473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] No DVR routers for this DVR port a33d0f6c-a695-4bb5-a73b-24de742bfc4e on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:14.814032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.817498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-05979301-61db-4744-8b01-28901be8d27f req-e0ac6e89-2261-400a-8553-a3ed2c3c898a tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "DELETE /v2.0/ports/a33d0f6c-a695-4bb5-a73b-24de742bfc4e HTTP/1.1" status: 204 len: 173 time: 0.9243305 Dec 15 13:50:14.830498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95e139c1-15e3-4006-ac83-fd41606a8502 req-6e80a0d7-a3c4-4fbd-8972-fcda13454086 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254492 Dec 15 13:50:14.854003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Network cf527bd2-a31f-462b-950f-0f4315288e25 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:14.876462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:14.879273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:14.928533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Port': ['ID=ee2b3005-de40-4abc-a926-c8e642470103,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:14.970669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190c27-1a4c-49aa-b022-9e58b3412fd9 req-6ea94b53-0af7-48a7-a6c0-d901b7daef44 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:14.973095 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21447195-70dd-4edd-b5d2-278f27b89da6 req-45c964b6-d146-4195-85c6-6602e1a2fed2 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=50d4a385-9403-47e9-bd8d-134f56ef6f58 HTTP/1.1" status: 200 len: 210 time: 0.0386903 Dec 15 13:50:14.990598 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e190c27-1a4c-49aa-b022-9e58b3412fd9 req-6ea94b53-0af7-48a7-a6c0-d901b7daef44 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1659343 Dec 15 13:50:15.033388 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671aee8-b6cf-4300-962d-ad9d5736427c None None] New status for floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:15.100580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e190c27-1a4c-49aa-b022-9e58b3412fd9 req-d4b9f9a4-9f53-476c-941c-1d691f1dfeca tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087084 Dec 15 13:50:15.122527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.167843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158e7ae-5441-42b9-b263-5032a56ceba6 req-ade0c049-3518-4cae-a879-7023d785c087 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.169473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2158e7ae-5441-42b9-b263-5032a56ceba6 req-ade0c049-3518-4cae-a879-7023d785c087 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 946 time: 0.0995502 Dec 15 13:50:15.172909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.212596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da'}, {'server_uuid': '50d4a385-9403-47e9-bd8d-134f56ef6f58', 'name': 'network-vif-deleted', 'tag': 'a33d0f6c-a695-4bb5-a73b-24de742bfc4e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:15.215816 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6906f4-c048-4196-a172-c3a4aa99f95a" -d '{"events": [{"name": "network-changed", "server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da"}, {"server_uuid": "50d4a385-9403-47e9-bd8d-134f56ef6f58", "name": "network-vif-deleted", "tag": "a33d0f6c-a695-4bb5-a73b-24de742bfc4e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:15.291655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2158e7ae-5441-42b9-b263-5032a56ceba6 req-3a801b4a-3afa-40ae-8fb9-ac30f69591fb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123488 Dec 15 13:50:15.431982 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94dcc2b-121a-4f57-ab07-2f5992ae9af7 x-openstack-request-id: req-e94dcc2b-121a-4f57-ab07-2f5992ae9af7 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:15.433909 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da", "status": "completed", "code": 200}, {"server_uuid": "50d4a385-9403-47e9-bd8d-134f56ef6f58", "name": "network-vif-deleted", "tag": "a33d0f6c-a695-4bb5-a73b-24de742bfc4e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:15.433909 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e94dcc2b-121a-4f57-ab07-2f5992ae9af7 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:15.433909 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da', 'status': 'completed', 'code': 200} Dec 15 13:50:15.433909 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d4a385-9403-47e9-bd8d-134f56ef6f58', 'name': 'network-vif-deleted', 'tag': 'a33d0f6c-a695-4bb5-a73b-24de742bfc4e', 'status': 'completed', 'code': 200} Dec 15 13:50:15.493015 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.508675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a480e-48a9-4602-ab2d-d7decba76e5e req-06873bd5-b711-4b9f-b48f-5b4648a65dc5 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.511097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a88a480e-48a9-4602-ab2d-d7decba76e5e req-06873bd5-b711-4b9f-b48f-5b4648a65dc5 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 949 time: 0.1074057 Dec 15 13:50:15.512676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.545586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-52c854f9-23b2-414e-b9e3-aa1f2d522638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.548057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-52c854f9-23b2-414e-b9e3-aa1f2d522638 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 1096 time: 0.0809555 Dec 15 13:50:15.641334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a88a480e-48a9-4602-ab2d-d7decba76e5e req-124e0557-9f86-4f9b-aac4-431167539b64 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961361 Dec 15 13:50:15.644478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Port': ['ID=ee2b3005-de40-4abc-a926-c8e642470103,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:15.657831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.665309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-891d6a94-1e40-459e-9bb3-abaef8c808cb tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.668058 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-891d6a94-1e40-459e-9bb3-abaef8c808cb tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1404123 Dec 15 13:50:15.674873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 140d44fb-7c67-4ab7-9f39-e9448a181e07 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:15.692771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.695563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f1d808c2-8acd-485f-b66a-d5fb89c761d4 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2594547 Dec 15 13:50:15.697661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55410) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:15.719326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-9562fa42-5d74-4000-a9e3-56c11b3c95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.722907 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-9562fa42-5d74-4000-a9e3-56c11b3c95be service neutron] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.1591165 Dec 15 13:50:15.783049 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-417805cd-4bb2-4f88-a977-91e6068483c6 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "GET /v2.0/floatingips?floating_network_id=cf527bd2-a31f-462b-950f-0f4315288e25 HTTP/1.1" status: 200 len: 690 time: 0.0830894 Dec 15 13:50:15.787476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:15.806350 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-54c97da0-bde2-4410-9b0a-48f2fe4b1b52 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.1174138 Dec 15 13:50:15.814083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 140d44fb-7c67-4ab7-9f39-e9448a181e07, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=140d44fb-7c67-4ab7-9f39-e9448a181e07,segment=NetworkSegment(41414654-3701-46c4-b058-287aea321db1),segment_id=41414654-3701-46c4-b058-287aea321db1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:15.829222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d5c8eb8a-cee7-449e-bb53-5809bc6140ac up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:15.838194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '140d44fb-7c67-4ab7-9f39-e9448a181e07', 'network_id': '65ec33c0-2589-42de-9d52-f9927d9a6ccc', 'port_id': '140d44fb-7c67-4ab7-9f39-e9448a181e07', 'mac_address': 'fa:16:3e:c2:93:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad4c6dd-0e49-45a0-b822-0ed1df08c715', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:15.845475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1eb31-d6fd-4151-830d-19f8649ec7a7 req-a35544b7-0f0b-4d5e-a9b5-16d6938ade0d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:15.847146 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0d1eb31-d6fd-4151-830d-19f8649ec7a7 req-a35544b7-0f0b-4d5e-a9b5-16d6938ade0d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 945 time: 0.0613759 Dec 15 13:50:15.905462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Request body: {'floatingip': {'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:15.910580 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-d425fd84-01d7-4038-98a4-aca875901d0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 200 len: 217 time: 0.1217687 Dec 15 13:50:15.911542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0d1eb31-d6fd-4151-830d-19f8649ec7a7 req-ab8a6701-03bb-4b52-ad3a-8b5092a36540 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577734 Dec 15 13:50:15.942248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.974221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140d44fb-7c67-4ab7-9f39-e9448a181e07 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:15.983217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port d5c8eb8a-cee7-449e-bb53-5809bc6140ac completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:15.996758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port d5c8eb8a-cee7-449e-bb53-5809bc6140ac triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:16.007701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.023176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.061671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 140d44fb-7c67-4ab7-9f39-e9448a181e07, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=140d44fb-7c67-4ab7-9f39-e9448a181e07,segment=NetworkSegment(41414654-3701-46c4-b058-287aea321db1),segment_id=41414654-3701-46c4-b058-287aea321db1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:16.062590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834e4c3-42a2-437b-833c-098dc519df3a req-f875fe3e-d4a0-4bef-80d6-ad60773a5ec9 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.066309 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3834e4c3-42a2-437b-833c-098dc519df3a req-f875fe3e-d4a0-4bef-80d6-ad60773a5ec9 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 943 time: 0.0796432 Dec 15 13:50:16.079046 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.154565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-0ad5f9cc-d83c-49d1-852e-189e8bf9a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.154565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-0ad5f9cc-d83c-49d1-852e-189e8bf9a1c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1867621 Dec 15 13:50:16.154945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=140d44fb-7c67-4ab7-9f39-e9448a181e07,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:16.159666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3834e4c3-42a2-437b-833c-098dc519df3a req-1118b469-3db0-4ef0-ad5f-217759f6ed57 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719435 Dec 15 13:50:16.215702 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.222778 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.245070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:16.247621 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d6f45b-0d0d-4b31-ae77-5c00ed19725d" -d '{"events": [{"server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "name": "network-vif-plugged", "status": "completed", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:16.262344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:16.267487 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.268487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a33d0f6c-a695-4bb5-a73b-24de742bfc4e no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:16.310415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef659a-90dc-4574-8e74-24dd710b0d85 req-974f9b8f-666a-4a10-9498-50adc0efe71d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.312765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68ef659a-90dc-4574-8e74-24dd710b0d85 req-974f9b8f-666a-4a10-9498-50adc0efe71d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.0527737 Dec 15 13:50:16.317774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: a33d0f6c-a695-4bb5-a73b-24de742bfc4e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:16.318253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a33d0f6c-a695-4bb5-a73b-24de742bfc4e not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:16.343438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:16.369185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68ef659a-90dc-4574-8e74-24dd710b0d85 req-96e5eb36-2f3f-4b74-b9be-89b8a5ca674e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488873 Dec 15 13:50:16.379572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-0b4e80e0-0670-436f-a771-e6c1c5a37684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.381137 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-0b4e80e0-0670-436f-a771-e6c1c5a37684 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135582 Dec 15 13:50:16.462134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['140d44fb-7c67-4ab7-9f39-e9448a181e07'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:16.534956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Deleting port ee2b3005-de40-4abc-a926-c8e642470103 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:16.535577 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.550640 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c64d0b-8211-47c9-8af7-a549e095cb86 x-openstack-request-id: req-d0c64d0b-8211-47c9-8af7-a549e095cb86 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:16.550946 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "name": "network-vif-plugged", "status": "completed", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:16.551212 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0c64d0b-8211-47c9-8af7-a549e095cb86 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:16.551609 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac', 'code': 200} Dec 15 13:50:16.653292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c86ec-cbf3-4992-a77c-33b4d87d0717 req-31171ab4-cfd7-41a8-a60d-2964812d746c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.654891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d6c86ec-cbf3-4992-a77c-33b4d87d0717 req-31171ab4-cfd7-41a8-a60d-2964812d746c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 946 time: 0.0529175 Dec 15 13:50:16.707731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d6c86ec-cbf3-4992-a77c-33b4d87d0717 req-9681e8a1-b3ee-4e84-ba41-48c3cf63e1cf tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453603 Dec 15 13:50:16.818405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf34da-c968-415e-8724-93db072c54da req-83feebb5-17f0-4feb-b566-09dce595c41e tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.820041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4bf34da-c968-415e-8724-93db072c54da req-83feebb5-17f0-4feb-b566-09dce595c41e tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 949 time: 0.0549052 Dec 15 13:50:16.870758 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4bf34da-c968-415e-8724-93db072c54da req-70b9e2bb-0f76-4356-bc02-19b6a0a476ba tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446010 Dec 15 13:50:16.956813 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-4c5c4ecb-8176-41d6-8572-b88d021baa8e service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647004 Dec 15 13:50:16.991650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc6dce-1b60-4277-8d52-17e40586f347 req-69e3acfd-7999-473b-b8fd-dfdfcf409706 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:16.993200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfcc6dce-1b60-4277-8d52-17e40586f347 req-69e3acfd-7999-473b-b8fd-dfdfcf409706 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 949 time: 0.0544903 Dec 15 13:50:17.042589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfcc6dce-1b60-4277-8d52-17e40586f347 req-c5ca05a5-dcce-4dd2-ab28-341000b3b110 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Dec 15 13:50:17.153344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0578e35-8308-4eae-ac6c-19e687545acd req-ed515532-b946-4ad5-9e96-3fcc50dfbd00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.156993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0578e35-8308-4eae-ac6c-19e687545acd req-ed515532-b946-4ad5-9e96-3fcc50dfbd00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 946 time: 0.0526211 Dec 15 13:50:17.165775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.165775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.170547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b13b-623e-4b85-9ea2-ab80a65d9274 req-4c4c6149-0182-4fda-9fb3-b5db0673a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.172645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8576b13b-623e-4b85-9ea2-ab80a65d9274 req-4c4c6149-0182-4fda-9fb3-b5db0673a09b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1097 time: 0.2219062 Dec 15 13:50:17.172844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55440) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:17.177527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'floatingip': {'port_id': '0bfb3d96-6544-486a-897c-8f89b1721e29'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:17.208688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Calling delete_port for ee2b3005-de40-4abc-a926-c8e642470103 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:17.235680 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.262292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a6906f4-c048-4196-a172-c3a4aa99f95a req-1a904c37-8ce6-4e34-9405-05fb89c6a941 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470469 Dec 15 13:50:17.332903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10c674-6820-4c74-8d31-02e68e4ffb79 req-e71a7f8e-e26a-4a28-abbb-a6e703f253a7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.334407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd10c674-6820-4c74-8d31-02e68e4ffb79 req-e71a7f8e-e26a-4a28-abbb-a6e703f253a7 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 946 time: 0.1124692 Dec 15 13:50:17.378492 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8576b13b-623e-4b85-9ea2-ab80a65d9274 req-2ffd63d7-fb11-470c-968e-c1939135f620 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928325 Dec 15 13:50:17.458525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd10c674-6820-4c74-8d31-02e68e4ffb79 req-0563462c-a22d-473b-8a53-3b6f9fff08cc tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016612 Dec 15 13:50:17.460951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-729f1d3d-4593-40e8-b125-f832599653b6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.462375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-729f1d3d-4593-40e8-b125-f832599653b6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.24 "GET /v2.0/ports?device_id=72a9d9fd-0e94-4e3e-b7db-a498b2e15955 HTTP/1.1" status: 200 len: 945 time: 0.1592200 Dec 15 13:50:17.488035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.511303 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.662103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb8f7b-f58c-4405-a892-8a08a13c7cf5 req-e2246e42-ec61-41b9-82c5-4e5cbf2794b9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.663649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-badb8f7b-f58c-4405-a892-8a08a13c7cf5 req-e2246e42-ec61-41b9-82c5-4e5cbf2794b9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 950 time: 0.1328673 Dec 15 13:50:17.682132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.692232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 140d44fb-7c67-4ab7-9f39-e9448a181e07 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:17.725100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee2b3005-de40-4abc-a926-c8e642470103,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:17.757024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 140d44fb-7c67-4ab7-9f39-e9448a181e07 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:17.761794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 140d44fb-7c67-4ab7-9f39-e9448a181e07 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:17.762166 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.778146 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041 associated. External IP: 172.25.7.103, port: d939348e-0d05-40c5-8363-198c8bad634b. Dec 15 13:50:17.783956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-badb8f7b-f58c-4405-a892-8a08a13c7cf5 req-cc6f6c46-4eb2-49fe-a782-22e92b5bdd2e tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807893 Dec 15 13:50:17.866363 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.873951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.895023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Deleting port 2c765167-d457-4d26-9aef-f2629b7c79da {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:17.895363 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.906651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 140d44fb-7c67-4ab7-9f39-e9448a181e07, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=140d44fb-7c67-4ab7-9f39-e9448a181e07,segment=NetworkSegment(41414654-3701-46c4-b058-287aea321db1),segment_id=41414654-3701-46c4-b058-287aea321db1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:17.911244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.935104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.944296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:17.953921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d114e-3918-4cac-b334-f24ccec646bd req-71eda531-d20c-4c60-b644-eb7e0bf38555 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:17.955377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d5d114e-3918-4cac-b334-f24ccec646bd req-71eda531-d20c-4c60-b644-eb7e0bf38555 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 944 time: 0.0765769 Dec 15 13:50:17.967644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=140d44fb-7c67-4ab7-9f39-e9448a181e07,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:18.044811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386edb6-8274-40e8-b666-4904adc8a1bb req-43f97aca-dd4a-4f80-a559-33dd30b3c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.046888 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5386edb6-8274-40e8-b666-4904adc8a1bb req-43f97aca-dd4a-4f80-a559-33dd30b3c0e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 1096 time: 0.2955184 Dec 15 13:50:18.069083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.092272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d5d114e-3918-4cac-b334-f24ccec646bd req-bd5d0f9f-5c54-4f6d-a9df-4bd2ea822b32 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032126 Dec 15 13:50:18.112964 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Floating IP 8bfd55ed-ed2d-4921-86e3-5015698a1f3b associated. External IP: 172.25.7.179, port: 0bfb3d96-6544-486a-897c-8f89b1721e29. Dec 15 13:50:18.162394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] For port 2c765167-d457-4d26-9aef-f2629b7c79da, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2c765167-d457-4d26-9aef-f2629b7c79da,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:18.163099 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.237246 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5386edb6-8274-40e8-b666-4904adc8a1bb req-8f8daffb-c01b-4455-b0ca-65c3b035881a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808136 Dec 15 13:50:18.240007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Calling delete_port for 2c765167-d457-4d26-9aef-f2629b7c79da owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:18.258602 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.286337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fda993-c47c-4151-acda-8c9fd4291a14 req-d18a384c-693f-419c-9017-7578691df0d6 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.287794 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03fda993-c47c-4151-acda-8c9fd4291a14 req-d18a384c-693f-419c-9017-7578691df0d6 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1276643 Dec 15 13:50:18.339772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-abd6c249-6577-458b-98a1-19d12d237030 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.341179 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-abd6c249-6577-458b-98a1-19d12d237030 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.24 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 949 time: 0.1177955 Dec 15 13:50:18.369956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a1e383-2594-4f6f-b576-9d3453d1201f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:18.435205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.474326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:18.485030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf527bd2-a31f-462b-950f-0f4315288e25']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:18.486790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03fda993-c47c-4151-acda-8c9fd4291a14 req-dcd7d0e5-1e89-46bc-8ec0-eeb19973303a tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612313 Dec 15 13:50:18.501778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647c7d37-91ce-491d-b021-5b9e19da1aae') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:18.508964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647c7d37-91ce-491d-b021-5b9e19da1aae') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:18.517623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Router d321acb4-c545-4e2c-89b4-6e71850391a5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:18.538111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.552752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9565c-8263-46e6-8b25-9fecf0924d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d44fb-7c67-4ab7-9f39-e9448a181e07'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:18.555736 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4c7e70-aa31-49a6-a1de-2f656f64277d" -d '{"events": [{"server_uuid": "f0e9565c-8263-46e6-8b25-9fecf0924d75", "name": "network-vif-plugged", "status": "completed", "tag": "140d44fb-7c67-4ab7-9f39-e9448a181e07"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:18.573850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Deleting port bfdc6582-1734-464a-bf06-c9f10e18e97b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:18.574187 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.623471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.636963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:18.637640 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:18.643152 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:18.708420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:18.714871 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.727088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] Sync routers for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:18.747825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:18.748964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:18.753487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.781249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] For port bfdc6582-1734-464a-bf06-c9f10e18e97b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=bfdc6582-1734-464a-bf06-c9f10e18e97b,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:18.781737 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.794603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a2e7109a-d44f-4bcb-b957-3461e9dc792d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "PUT /v2.0/floatingips/8bfd55ed-ed2d-4921-86e3-5015698a1f3b HTTP/1.1" status: 200 len: 992 time: 1.6206210 Dec 15 13:50:18.798655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['d939348e-0d05-40c5-8363-198c8bad634b', '2c765167-d457-4d26-9aef-f2629b7c79da'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:18.798877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.802171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:18.805832 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0568348-f6f3-43c9-b591-5e8230efb1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:18.811233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Calling delete_port for bfdc6582-1734-464a-bf06-c9f10e18e97b owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:18.820231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf527bd2-a31f-462b-950f-0f4315288e25 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 13:50:18.822157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf527bd2-a31f-462b-950f-0f4315288e25,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:18.824406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Pushing event deleted for resources: {'Port': ['ID=2c765167-d457-4d26-9aef-f2629b7c79da,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:18.829617 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.833101 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "DELETE /v2.0/networks/cf527bd2-a31f-462b-950f-0f4315288e25 HTTP/1.1" status: 204 len: 168 time: 3.0422959 Dec 15 13:50:18.838338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:18.852090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.852090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.852090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.852090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.852609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.852609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.852816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.853660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.853660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.853917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.854454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.854454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.855110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbcc16-5d44-436a-b773-a8227de6d9e9 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.857893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:18.876956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.876956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.876956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.876956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.876956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.877575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.877723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.877936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.878066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eef8c-c1b1-4bc8-9cd5-606506825c60 req-b8d896a5-c7d1-4d3c-bd9f-bf12a8c1f13b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.878272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.878616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.878938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.879265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.879600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:18.885248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.888844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eef8c-c1b1-4bc8-9cd5-606506825c60 req-b8d896a5-c7d1-4d3c-bd9f-bf12a8c1f13b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:18.898154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e0eef8c-c1b1-4bc8-9cd5-606506825c60 req-b8d896a5-c7d1-4d3c-bd9f-bf12a8c1f13b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069&device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 1690 time: 0.1572185 Dec 15 13:50:18.949183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] No DVR routers for this DVR port 2c765167-d457-4d26-9aef-f2629b7c79da on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:18.957252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.962955 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-901ae36e-0cfe-42a8-9ca0-118d68872c1f req-73ba7072-6155-4878-9ee0-fd72b37c12b0 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.24 "DELETE /v2.0/ports/2c765167-d457-4d26-9aef-f2629b7c79da HTTP/1.1" status: 204 len: 173 time: 1.4894106 Dec 15 13:50:18.963699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'name': 'network-vif-deleted', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:18.966946 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398df18e-9379-408b-bd64-f384ed9f3674" -d '{"events": [{"server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "name": "network-vif-deleted", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:18.975029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2730e228-ac0e-406f-bfda-9a8a6311dc16 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "PUT /v2.0/floatingips/6aa7d9a2-10b5-43b6-9153-232ce6107041 HTTP/1.1" status: 200 len: 997 time: 3.1674585 Dec 15 13:50:19.075505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:19.094685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-8a3138d2-814c-4aa8-9892-995000233f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.097400 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-8a3138d2-814c-4aa8-9892-995000233f82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0876262 Dec 15 13:50:19.288653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2c6878fe-ee1e-4a25-900f-cb30d85a05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.297704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2c6878fe-ee1e-4a25-900f-cb30d85a05ca service neutron] 10.222.0.86 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.1913424 Dec 15 13:50:19.375943 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-2a09367c-bf21-42d6-b012-9e5ecf912666 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 1000 time: 0.0767858 Dec 15 13:50:19.436715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-837cb58c-6606-44e0-b283-37432694c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.438286 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-837cb58c-6606-44e0-b283-37432694c8b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.0612471 Dec 15 13:50:19.474580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7b04e542-93fe-4089-93d9-3ae26f0bc41c tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.6349876 Dec 15 13:50:19.476681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55464) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:19.490170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8bfd55ed-ed2d-4921-86e3-5015698a1f3b', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'port_id': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'mac_address': 'fa:16:3e:b7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:17Z', 'revision_number': 1, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:55Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:19.510196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-8c32e4a5-6630-4c1b-9ba7-d6f4462541b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.511918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-8c32e4a5-6630-4c1b-9ba7-d6f4462541b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636969 Dec 15 13:50:19.553287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e0eef8c-c1b1-4bc8-9cd5-606506825c60 req-385417cb-d261-4223-9db2-8523dc834a19 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539674 Dec 15 13:50:19.716302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-71b5aeb7-534d-4f01-b14d-8565702df272 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948562 Dec 15 13:50:19.726712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.727363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.728002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.728608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.729216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.729933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.732350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.732969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.742726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-709cd535-7b82-4e68-9b09-2b5970752146 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5312 time: 0.2610054 Dec 15 13:50:19.744095 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809dee0-5b26-450a-93de-07394febb4db None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:19.746524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55470) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:19.754597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] Checking router: d321acb4-c545-4e2c-89b4-6e71850391a5 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:19.762074 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809dee0-5b26-450a-93de-07394febb4db None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:19.762836 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1809dee0-5b26-450a-93de-07394febb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:19.764728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:19.766110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:19.833621 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-eec7e25b-f76b-44d0-b6c6-06579caf4557 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] delete failed (client error): The resource could not be found. Dec 15 13:50:19.837923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-eec7e25b-f76b-44d0-b6c6-06579caf4557 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/0dd6df43-4177-43b0-83a6-8db008b4dbba HTTP/1.1" status: 404 len: 345 time: 0.0874949 Dec 15 13:50:19.842009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55472) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:19.848963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e3f6cee-08c2-46dd-813f-8e85885f8590 req-8402f2bb-ccdf-472d-9536-00d84acf3ea0 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289186 Dec 15 13:50:19.869207 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea48461-9f38-40f1-a1f5-3a3ad427c37d tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] DELETE failed (client error): The resource could not be found. Dec 15 13:50:19.869997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea48461-9f38-40f1-a1f5-3a3ad427c37d tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:50:19.881668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:19.882439 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aea48461-9f38-40f1-a1f5-3a3ad427c37d tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "DELETE /v2.0/networks/cf527bd2-a31f-462b-950f-0f4315288e25 HTTP/1.1" status: 404 len: 339 time: 0.0369890 Dec 15 13:50:19.886519 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.888543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Request body: {'network': {'name': 'tempest-network--1742734156', 'router:external': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:19.907410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f8eee-9357-493e-aa0f-457644671648 req-ff7bd256-fe77-46d3-a7fb-88da6f8a717f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:19.908383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['fa17d32b-2480-4e16-ab94-79625be64e40'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:19.916291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-434f8eee-9357-493e-aa0f-457644671648 req-ff7bd256-fe77-46d3-a7fb-88da6f8a717f tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=870328a3-3fe2-4542-ae11-853feaee6a02 HTTP/1.1" status: 200 len: 949 time: 0.2637937 Dec 15 13:50:19.927090 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1809dee0-5b26-450a-93de-07394febb4db None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:19.949876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Made reservation on behalf of 99514657e4a242b0a37b8a46a85d62e9 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:19.952255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.961875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Pushing event deleted for resources: {'Port': ['ID=bfdc6582-1734-464a-bf06-c9f10e18e97b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:19.986803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:20.038642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] No DVR routers for this DVR port bfdc6582-1734-464a-bf06-c9f10e18e97b on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:20.043770 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.048056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:20.049017 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-028c7a5f-6858-4e1f-9455-4025cbbba1d3 req-7a3f9f71-446a-4d83-b29c-6990986b4491 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.24 "DELETE /v2.0/ports/bfdc6582-1734-464a-bf06-c9f10e18e97b HTTP/1.1" status: 204 len: 173 time: 1.6965723 Dec 15 13:50:20.063788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-434f8eee-9357-493e-aa0f-457644671648 req-d579ce44-dba5-4ac3-bc4c-8ab541c95803 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461744 Dec 15 13:50:20.069279 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.069618 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Added segment 10809153-5d1a-4002-98a4-8a5dd477d31f of type vlan for network c03fcf1c-8452-4a5c-bbbe-441cfb3fc17d Dec 15 13:50:20.107910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d882678-54a4-4428-925b-2216c81cd588 req-fbfcf076-0d28-4a53-9566-c51f3551fe9f tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:20.115572 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62589d01-adb9-4037-8292-6067c3ee36d0 x-openstack-request-id: req-62589d01-adb9-4037-8292-6067c3ee36d0 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:20.115932 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9565c-8263-46e6-8b25-9fecf0924d75", "name": "network-vif-plugged", "status": "completed", "tag": "140d44fb-7c67-4ab7-9f39-e9448a181e07", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:20.116194 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62589d01-adb9-4037-8292-6067c3ee36d0 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:20.116597 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9565c-8263-46e6-8b25-9fecf0924d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d44fb-7c67-4ab7-9f39-e9448a181e07', 'code': 200} Dec 15 13:50:20.117209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d882678-54a4-4428-925b-2216c81cd588 req-fbfcf076-0d28-4a53-9566-c51f3551fe9f tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 946 time: 0.1233494 Dec 15 13:50:20.212494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.244928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d882678-54a4-4428-925b-2216c81cd588 req-e6358fea-16d3-46be-b42f-20674a0ea62f tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266551 Dec 15 13:50:20.277254 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fccef54-609c-45c2-aa08-549f5f0df1aa x-openstack-request-id: req-8fccef54-609c-45c2-aa08-549f5f0df1aa {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:20.279195 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:20.280353 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8fccef54-609c-45c2-aa08-549f5f0df1aa {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:20.285097 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'status': 'completed', 'code': 200} Dec 15 13:50:20.346836 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1809dee0-5b26-450a-93de-07394febb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:dd:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:17Z', 'revision_number': 8, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:20.351234 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a8a5c0-e23f-4a87-9fd8-e18bc9c84ea7 x-openstack-request-id: req-71a8a5c0-e23f-4a87-9fd8-e18bc9c84ea7 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:20.351539 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a9d9fd-0e94-4e3e-b7db-a498b2e15955", "name": "network-vif-deleted", "tag": "2c765167-d457-4d26-9aef-f2629b7c79da", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:20.351807 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71a8a5c0-e23f-4a87-9fd8-e18bc9c84ea7 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:20.352238 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9d9fd-0e94-4e3e-b7db-a498b2e15955', 'name': 'network-vif-deleted', 'tag': '2c765167-d457-4d26-9aef-f2629b7c79da', 'status': 'completed', 'code': 200} Dec 15 13:50:20.368830 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.369802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:20.370402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:20.396733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-f61f7aed-b523-466f-bcf8-7cadc2c4a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:20.398280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-f61f7aed-b523-466f-bcf8-7cadc2c4a753 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1097 time: 0.1055620 Dec 15 13:50:20.414018 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809dee0-5b26-450a-93de-07394febb4db None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:20.431859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809dee0-5b26-450a-93de-07394febb4db None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:20.432910 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1809dee0-5b26-450a-93de-07394febb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:20.434835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a6947-a5f1-48fd-86af-5d10478c68a9 req-3d9d3b14-9799-453e-be1a-48c06a303f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:20.437430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e4a6947-a5f1-48fd-86af-5d10478c68a9 req-3d9d3b14-9799-453e-be1a-48c06a303f67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 1096 time: 0.1918998 Dec 15 13:50:20.488931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f5b6-0301-4689-b630-35972dc893ce req-3a86498b-ecb0-4396-a517-264b1e245e82 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:20.502346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2317f5b6-0301-4689-b630-35972dc893ce req-3a86498b-ecb0-4396-a517-264b1e245e82 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 945 time: 0.1745183 Dec 15 13:50:20.521142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6381898 Dec 15 13:50:20.524980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:20.574521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8bfd55ed-ed2d-4921-86e3-5015698a1f3b', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'port_id': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'mac_address': 'fa:16:3e:b7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:17Z', 'revision_number': 1, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:55Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:20.615339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46e25c-3b0a-4bd1-a066-836831a90abb None None] The sync data for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 is: [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8bfd55ed-ed2d-4921-86e3-5015698a1f3b', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'port_id': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'mac_address': 'fa:16:3e:b7:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:55Z', 'updated_at': '2021-12-15T13:50:17Z', 'revision_number': 1, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:55Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:20.649031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2317f5b6-0301-4689-b630-35972dc893ce req-564800e9-b401-4417-8eb0-df60a3ce9e8d tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384966 Dec 15 13:50:20.687926 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e4a6947-a5f1-48fd-86af-5d10478c68a9 req-07197ff9-ec73-4747-9575-2b003c641173 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539168 Dec 15 13:50:20.735388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ae174-535a-4843-894d-b3c4819dc2a8 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Network': ['ID=c03fcf1c-8452-4a5c-bbbe-441cfb3fc17d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:20.750071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network c03fcf1c-8452-4a5c-bbbe-441cfb3fc17d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:20.768737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1809dee0-5b26-450a-93de-07394febb4db None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:20.897414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5b7e4-8ebf-4f96-a97a-e11a329dee45 req-d76fb5f1-7516-4dd6-9deb-72c096f3ec59 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips/6aa7d9a2-10b5-43b6-9153-232ce6107041 HTTP/1.1" status: 200 len: 997 time: 0.1116850 Dec 15 13:50:21.007581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c29a-8079-4f40-917f-2e7ea4bb0360 None None] New status for floating IP 8bfd55ed-ed2d-4921-86e3-5015698a1f3b: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:21.053681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5b7e4-8ebf-4f96-a97a-e11a329dee45 req-f6f7ac82-8cf9-4232-baa1-8e501bd2f17b tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.057402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5b7e4-8ebf-4f96-a97a-e11a329dee45 req-f6f7ac82-8cf9-4232-baa1-8e501bd2f17b tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1483109 Dec 15 13:50:21.104094 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1809dee0-5b26-450a-93de-07394febb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:dd:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:17Z', 'revision_number': 8, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:21.143108 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809dee0-5b26-450a-93de-07394febb4db None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6aa7d9a2-10b5-43b6-9153-232ce6107041', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'port_id': 'd939348e-0d05-40c5-8363-198c8bad634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'mac_address': 'fa:16:3e:dd:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:49:29Z', 'updated_at': '2021-12-15T13:50:17Z', 'revision_number': 8, 'project_id': '892c322aafde42978bb257e47e89f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:21.174848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-37e7fe90-4401-4541-80fb-c701d160e01a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1329189969&fields=id&tenant_id=6262e20642f440599d3ed84c0d5bfc83 HTTP/1.1" status: 200 len: 267 time: 0.0589428 Dec 15 13:50:21.223414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7e06-0d2e-4ac3-a096-7420fb34db33 req-d0e9387b-716e-49a1-87db-4774103d797f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.226344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9fca7e06-0d2e-4ac3-a096-7420fb34db33 req-d0e9387b-716e-49a1-87db-4774103d797f tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.7984018 Dec 15 13:50:21.250054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-1350c082-2a44-4c57-862b-3a94f25ff400 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.260528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-1350c082-2a44-4c57-862b-3a94f25ff400 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 946 time: 0.0788317 Dec 15 13:50:21.272176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'port': {'security_groups': ['b2d24b44-f86d-4720-8e79-8b4f212cbcdd', 'ded4a84e-3e68-4e64-8332-aad0c01a88a0']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:21.287264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730f8f5-5958-48e7-bb68-9a63c8406570 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.293569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730f8f5-5958-48e7-bb68-9a63c8406570 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.299892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730f8f5-5958-48e7-bb68-9a63c8406570 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.306163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730f8f5-5958-48e7-bb68-9a63c8406570 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.308171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1730f8f5-5958-48e7-bb68-9a63c8406570 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7403591 Dec 15 13:50:21.310937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55490) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:21.324453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-a5e63f73-0e06-4791-8606-b9f820c4b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.325875 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-a5e63f73-0e06-4791-8606-b9f820c4b52e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.8841453 Dec 15 13:50:21.341393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.439419 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9fca7e06-0d2e-4ac3-a096-7420fb34db33 req-3ddebffd-4a27-40df-913f-5cdc9c247a78 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029004 Dec 15 13:50:21.453602 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ab81e-9e07-4292-9fbb-ed0fc17f4a59 None None] New status for floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:21.469984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-f0cfcf96-a017-458f-8ba6-9e797a4229f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1002 time: 0.1283007 Dec 15 13:50:21.474199 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.572510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-bf3e052e-ec83-4ba7-9c25-1a9809bd8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.573985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-bf3e052e-ec83-4ba7-9c25-1a9809bd8df6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.0960631 Dec 15 13:50:21.575160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] For port d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:21.612157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.617204 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.631263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:21.661867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.688518 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.689188 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.697185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['d5c8eb8a-cee7-449e-bb53-5809bc6140ac'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:21.700478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03fcf1c-8452-4a5c-bbbe-441cfb3fc17d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:21.701228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0c7c5383-c6c0-474b-a226-4e8b51f78f2e req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "PUT /v2.0/ports/d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 200 len: 982 time: 0.4347706 Dec 15 13:50:21.717919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50534247-4122-4c72-b157-251bc34f11e2 req-7ea68270-2488-4d40-a2ed-2d1836dcc2a8 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.719668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50534247-4122-4c72-b157-251bc34f11e2 req-7ea68270-2488-4d40-a2ed-2d1836dcc2a8 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 1101 time: 0.1777637 Dec 15 13:50:21.721632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10809153-5d1a-4002-98a4-8a5dd477d31f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:21.721967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10809153-5d1a-4002-98a4-8a5dd477d31f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:21.737449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.739664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 2c765167-d457-4d26-9aef-f2629b7c79da no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:21.750901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-c7e9e41a-5070-4532-aee0-e8aadebf9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.752459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-c7e9e41a-5070-4532-aee0-e8aadebf9836 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560552 Dec 15 13:50:21.776448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563cb51-9287-47a6-ba96-3292fbc287cf tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'Port': ['ID=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:21.778048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.784581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 2c765167-d457-4d26-9aef-f2629b7c79da {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:21.785438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 2c765167-d457-4d26-9aef-f2629b7c79da not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:21.786123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bfdc6582-1734-464a-bf06-c9f10e18e97b no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:21.797404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:21.797822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.798000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-9a6fece3-6652-4d50-bfea-6c7ac5fc61b1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1002 time: 0.0876181 Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:21.804077 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:21.823248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: bfdc6582-1734-464a-bf06-c9f10e18e97b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:21.823780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device bfdc6582-1734-464a-bf06-c9f10e18e97b not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:21.835436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['d5c8eb8a-cee7-449e-bb53-5809bc6140ac'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:21.867413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-084b6486-a394-43ac-b85c-5ba6e3671643 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:21.868933 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-084b6486-a394-43ac-b85c-5ba6e3671643 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports/d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 943 time: 0.0613661 Dec 15 13:50:21.906426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50534247-4122-4c72-b157-251bc34f11e2 req-2c4ee4cd-cb46-4667-8d4c-6d59a9f25c53 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726851 Dec 15 13:50:21.948681 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.972010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c03fcf1c-8452-4a5c-bbbe-441cfb3fc17d {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 13:50:21.992942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event deleted for resources: {'Network': ['ID=c03fcf1c-8452-4a5c-bbbe-441cfb3fc17d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:21.995276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:21.996478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-e061b6f2-6aee-4b09-be86-bae5e5517657 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1002 time: 0.0739000 Dec 15 13:50:22.006199 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5b343532-0835-446c-868b-55bf0497364b tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "DELETE /v2.0/networks/c03fcf1c-8452-4a5c-bbbe-441cfb3fc17d HTTP/1.1" status: 204 len: 168 time: 0.6942582 Dec 15 13:50:22.011467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:22.018497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Request body: {'network': {'name': 'tempest-network--853395433', 'router:external': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:22.070027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Made reservation on behalf of 99514657e4a242b0a37b8a46a85d62e9 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:22.072650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.137723 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-41d2a4ab-e8f3-4283-bdef-0a731018fc03 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737640 Dec 15 13:50:22.138451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:22.216713 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.224793 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Added segment 94f6a6d6-7ae6-43fb-9544-fdc0f1298b0e of type vlan for network 9f42eace-d936-4a46-a289-4bd27c783b30 Dec 15 13:50:22.242263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-0c171310-4c02-474b-b6b0-cf40a7148933 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.255642 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-0c171310-4c02-474b-b6b0-cf40a7148933 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.2521269 Dec 15 13:50:22.319591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870328a3-3fe2-4542-ae11-853feaee6a02', 'name': 'network-vif-deleted', 'tag': 'bfdc6582-1734-464a-bf06-c9f10e18e97b'}, {'name': 'network-changed', 'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:22.324067 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293" -d '{"events": [{"server_uuid": "870328a3-3fe2-4542-ae11-853feaee6a02", "name": "network-vif-deleted", "tag": "bfdc6582-1734-464a-bf06-c9f10e18e97b"}, {"name": "network-changed", "server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:22.354359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:22.356728 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431d54e-7899-4626-9733-46913b5e3497" -d '{"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:22.368795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-8d421139-9628-4ee0-bc31-36f50802840d tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1002 time: 0.1110220 Dec 15 13:50:22.372276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.377621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:22.429755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0568348-f6f3-43c9-b591-5e8230efb1bc req-5f9b5deb-d308-4ba3-8383-db53e8950c51 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608964 Dec 15 13:50:22.453825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.481115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.482086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.482687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.561464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5474458 Dec 15 13:50:22.566122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:22.571186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-95dd6910-5563-4041-92dc-d93b3b2310d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.572704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-95dd6910-5563-4041-92dc-d93b3b2310d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35bba95dca96469e8cf03fce0dfbc040&device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 1096 time: 0.1668510 Dec 15 13:50:22.594370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79fc7a-d89a-4ab3-b5ef-3ed21aa9c205 req-30ead2ba-1d6e-40cf-b375-eaad5849752a tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.595808 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc79fc7a-d89a-4ab3-b5ef-3ed21aa9c205 req-30ead2ba-1d6e-40cf-b375-eaad5849752a tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 945 time: 0.1651707 Dec 15 13:50:22.607331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.611985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:22.612369 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041 disassociated. External IP: 172.25.7.103, port: d939348e-0d05-40c5-8363-198c8bad634b. Dec 15 13:50:22.613340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7344b-57c2-4127-bcb1-735bad2320c7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Network': ['ID=9f42eace-d936-4a46-a289-4bd27c783b30,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:22.624702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 9f42eace-d936-4a46-a289-4bd27c783b30 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:22.756376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d65dc18-4a99-44ad-b64c-042ab6da4d40 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.757853 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6d65dc18-4a99-44ad-b64c-042ab6da4d40 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] 10.222.0.86 "GET /v2.0/networks/9f42eace-d936-4a46-a289-4bd27c783b30 HTTP/1.1" status: 200 len: 756 time: 0.1842182 Dec 15 13:50:22.764538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55512) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:22.787409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc79fc7a-d89a-4ab3-b5ef-3ed21aa9c205 req-b79bf222-ad13-4851-9de1-c0a2da88b268 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684155 Dec 15 13:50:22.807970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-d00a9ccb-00fc-45f3-88df-b1204a7f2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.809556 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-d00a9ccb-00fc-45f3-88df-b1204a7f2934 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 200 len: 913 time: 0.2234619 Dec 15 13:50:22.882729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-402be4ac-1343-40b9-b4e8-1df9c05007b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740c6f1d-a46b-4031-9269-064dd49ac458 HTTP/1.1" status: 200 len: 217 time: 0.0631118 Dec 15 13:50:22.897179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4513362-ad9c-4eb1-bb7a-50533f0a98a9 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.901019 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b4513362-ad9c-4eb1-bb7a-50533f0a98a9 tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] 10.222.0.86 "GET /v2.0/networks/233fbe14-1aaa-4c84-a358-acf9f7127ee4 HTTP/1.1" status: 200 len: 768 time: 0.1328638 Dec 15 13:50:22.901587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55516) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:22.940365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f371a5d-653a-4c29-95a8-d7b37b356bf0 req-6f51a6f0-fd51-426b-96a6-c52c203dd0fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/ded4a84e-3e68-4e64-8332-aad0c01a88a0 HTTP/1.1" status: 200 len: 1820 time: 0.1220965 Dec 15 13:50:22.950625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-51c7317e-09fb-4755-8a98-271928e348ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:22.952435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-51c7317e-09fb-4755-8a98-271928e348ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=45c90898-644f-4cd4-8e62-83bc553fbd2a HTTP/1.1" status: 200 len: 851 time: 0.0583613 Dec 15 13:50:22.957277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:23.006608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-6732fea7-e0b3-45f3-a9dd-394d6fab78d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18024972-adad-45b5-aca2-f52d77c92d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414875 Dec 15 13:50:23.031445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.071418 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-0f371a5d-653a-4c29-95a8-d7b37b356bf0 req-e1dfc586-cfea-4d00-8e4c-ab90106dba2b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 13:50:23.072482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f371a5d-653a-4c29-95a8-d7b37b356bf0 req-e1dfc586-cfea-4d00-8e4c-ab90106dba2b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/ded4a84e-3e68-4e64-8332-aad0c01a88a0 HTTP/1.1" status: 409 len: 341 time: 0.1239724 Dec 15 13:50:23.114394 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-de541186-467d-44c0-9d25-1271a9bf9579 service neutron] 10.222.0.74 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964313 Dec 15 13:50:23.178499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.186797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:23.196487 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.198017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:23.212789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:23.214515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:23.236942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f42eace-d936-4a46-a289-4bd27c783b30']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:23.240407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2637f1-2bda-4e6c-aa60-de284b955cbd req-3c7ff8d2-cf05-48da-a0de-0feff144239e tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.242274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e2637f1-2bda-4e6c-aa60-de284b955cbd req-3c7ff8d2-cf05-48da-a0de-0feff144239e tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 1100 time: 0.0980268 Dec 15 13:50:23.247897 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-09514120-47d7-4310-8b08-51bf694906f1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "PUT /v2.0/floatingips/6aa7d9a2-10b5-43b6-9153-232ce6107041 HTTP/1.1" status: 200 len: 696 time: 0.8775978 Dec 15 13:50:23.252760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f6a6d6-7ae6-43fb-9544-fdc0f1298b0e') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:23.253035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f6a6d6-7ae6-43fb-9544-fdc0f1298b0e') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:23.265863 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.273855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-278e4bc7-20cd-47f1-b7cc-26190145d9d9 req-1dcb659c-b3fd-4159-86c8-ca53fdacb4a9 service neutron] 10.222.0.74 "GET /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501060 Dec 15 13:50:23.311952 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.324382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e2637f1-2bda-4e6c-aa60-de284b955cbd req-25f61815-5bb6-4767-93f8-0ebad5892c13 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614173 Dec 15 13:50:23.325486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:23.326585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:23.329462 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:23.366854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-42c9c84a-aad6-4a9a-aa9e-6fe9c156530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.370030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-42c9c84a-aad6-4a9a-aa9e-6fe9c156530a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0936713 Dec 15 13:50:23.382386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:23.497477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.503677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f42eace-d936-4a46-a289-4bd27c783b30 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 13:50:23.518595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.532804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55528) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:23.533547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "DELETE /v2.0/networks/9f42eace-d936-4a46-a289-4bd27c783b30 HTTP/1.1" status: 204 len: 168 time: 0.6309571 Dec 15 13:50:23.539290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Request body: {'network': {'name': 'tempest-network--1752166323'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:23.563624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06d03f-5dab-44b1-a658-aba499a8b998 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f42eace-d936-4a46-a289-4bd27c783b30,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:23.607283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-52c19a1c-d44a-467a-b907-20fdb28638e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.609565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-52c19a1c-d44a-467a-b907-20fdb28638e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.2001729 Dec 15 13:50:23.643991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Made reservation on behalf of 99514657e4a242b0a37b8a46a85d62e9 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:23.646883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.676945 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-4806a6c1-b4c1-44aa-bb12-04d7a5140cb5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 217 time: 0.0585852 Dec 15 13:50:23.704037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce007b-883f-45bd-aa09-a6d8981b0fa2 req-1cc7a21c-38fa-48c0-9e10-f06b4265c8db tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.705632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57ce007b-883f-45bd-aa09-a6d8981b0fa2 req-1cc7a21c-38fa-48c0-9e10-f06b4265c8db tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1128664 Dec 15 13:50:23.726488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:23.727144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:23.733114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-5a695094-1c3f-48c5-b917-c715820c9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.741884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-5a695094-1c3f-48c5-b917-c715820c9120 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.0552371 Dec 15 13:50:23.749815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.750222 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Added segment 200283b9-8ee3-4f5f-86cf-2cb0f7cb5cf3 of type vlan for network 4fc5e795-0d35-4b48-9f68-e5c020bb8806 Dec 15 13:50:23.767087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:23.778173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:23.778842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:23.789848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-3f3f9864-d2c1-44bb-9948-5d9a96ad9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.797973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-3f3f9864-d2c1-44bb-9948-5d9a96ad9d74 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551448 Dec 15 13:50:23.818595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57ce007b-883f-45bd-aa09-a6d8981b0fa2 req-aefb22e2-a8cd-490c-a494-7e753a7e5d34 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027937 Dec 15 13:50:23.820379 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.851708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.855577 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:23.856483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:23.923557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:23.927333 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef54936-5070-46c7-a273-698378c44696 x-openstack-request-id: req-bef54936-5070-46c7-a273-698378c44696 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:23.927941 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870328a3-3fe2-4542-ae11-853feaee6a02", "name": "network-vif-deleted", "tag": "bfdc6582-1734-464a-bf06-c9f10e18e97b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:23.928317 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bef54936-5070-46c7-a273-698378c44696 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:23.934310 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870328a3-3fe2-4542-ae11-853feaee6a02', 'name': 'network-vif-deleted', 'tag': 'bfdc6582-1734-464a-bf06-c9f10e18e97b', 'status': 'completed', 'code': 200} Dec 15 13:50:23.934756 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac', 'status': 'completed', 'code': 200} Dec 15 13:50:23.980258 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68add01d-de5e-43d9-8216-5d5f27e23729 x-openstack-request-id: req-68add01d-de5e-43d9-8216-5d5f27e23729 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:23.983074 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:23.983451 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-68add01d-de5e-43d9-8216-5d5f27e23729 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:23.984143 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b', 'status': 'completed', 'code': 200} Dec 15 13:50:24.017403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-a99fefe8-832a-46a1-a5e5-d23310fec9f4 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184763 Dec 15 13:50:24.021440 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4860539 Dec 15 13:50:24.023575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55532) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:24.038178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6da75c03-e678-47f1-8952-d97b98005fde tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:24.093620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31160bb-527e-4167-b360-798f930a8ca7 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Network': ['ID=4fc5e795-0d35-4b48-9f68-e5c020bb8806,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:24.116523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 4fc5e795-0d35-4b48-9f68-e5c020bb8806 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:24.176518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-98703394-3f05-484f-bed1-ef92aaf9f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.178608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-98703394-3f05-484f-bed1-ef92aaf9f83e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1136 time: 0.1926496 Dec 15 13:50:24.182004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d54e-7899-4626-9733-46913b5e3497 req-bef78b89-dc77-4286-a8f1-e6d4d3c91797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.183845 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e431d54e-7899-4626-9733-46913b5e3497 req-bef78b89-dc77-4286-a8f1-e6d4d3c91797 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1513581 Dec 15 13:50:24.321635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a62b2909-69a2-41c8-b9ea-2126e7913ffd req-8aa8225a-89e4-4187-a64d-1a8e73f4cb56 service neutron] 10.222.0.86 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803676 Dec 15 13:50:24.365079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d54e-7899-4626-9733-46913b5e3497 req-7db4235d-4a7f-4030-8a19-5eb92cec6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.366562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e431d54e-7899-4626-9733-46913b5e3497 req-7db4235d-4a7f-4030-8a19-5eb92cec6ad7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.1685221 Dec 15 13:50:24.372125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6da75c03-e678-47f1-8952-d97b98005fde tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.394028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6da75c03-e678-47f1-8952-d97b98005fde tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.417764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6da75c03-e678-47f1-8952-d97b98005fde tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Network 4fc5e795-0d35-4b48-9f68-e5c020bb8806 is not hosted by any dhcp agent {{(pid=109768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:50:24.418959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da75c03-e678-47f1-8952-d97b98005fde tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.419844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6da75c03-e678-47f1-8952-d97b98005fde tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.423508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6da75c03-e678-47f1-8952-d97b98005fde tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "PUT /v2.0/networks/4fc5e795-0d35-4b48-9f68-e5c020bb8806 HTTP/1.1" status: 200 len: 859 time: 0.3972285 Dec 15 13:50:24.454286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55538) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:24.473622 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e431d54e-7899-4626-9733-46913b5e3497 req-fb944c39-b6ba-4477-b69d-9ef050a620ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 217 time: 0.0628262 Dec 15 13:50:24.483075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:24.518717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ec2cb-f361-4d47-a43b-dfa05c63b81e req-02d85b83-457b-47f4-ad36-11268b233971 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.519128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdf0611-ba5e-477f-a00d-4ca08966419b None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:49:09Z', 'revision_number': 4, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9682411e-a64c-401e-8bf3-9d3b36d0a76f', 'name': '', 'network_id': '96461905-4df6-47fc-a8a7-9ecdfb9c1957', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:07Z', 'updated_at': '2021-12-15T13:49:14Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'subnets': [{'id': 'e9fe162c-c9d3-471a-9f72-f781246ef306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:24.520307 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd6ec2cb-f361-4d47-a43b-dfa05c63b81e req-02d85b83-457b-47f4-ad36-11268b233971 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 951 time: 0.2199595 Dec 15 13:50:24.544757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da75c03-e678-47f1-8952-d97b98005fde tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event updated for resources: {'Network': ['ID=4fc5e795-0d35-4b48-9f68-e5c020bb8806,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:24.561068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-67ca91a9-840a-45ec-baa0-c244eaeeec39 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364435 Dec 15 13:50:24.581464 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-26c5754c-05ee-43dc-94fc-40f74e7ccdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.583323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-26c5754c-05ee-43dc-94fc-40f74e7ccdc2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 915 time: 0.2806814 Dec 15 13:50:24.588154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.616735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d54e-7899-4626-9733-46913b5e3497 req-698c3cdf-f2d9-4428-b124-2451b23cac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.618297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e431d54e-7899-4626-9733-46913b5e3497 req-698c3cdf-f2d9-4428-b124-2451b23cac5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.1269021 Dec 15 13:50:24.661167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-c6cd188d-0a91-43fc-a70d-9d035eeaf577 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 200 len: 217 time: 0.0589554 Dec 15 13:50:24.705857 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd6ec2cb-f361-4d47-a43b-dfa05c63b81e req-150a1970-ad30-404a-a959-3640a3b6e501 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615763 Dec 15 13:50:24.753071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.759414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d54e-7899-4626-9733-46913b5e3497 req-859c0883-86bf-4939-a8f4-5085a5664168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.761123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e431d54e-7899-4626-9733-46913b5e3497 req-859c0883-86bf-4939-a8f4-5085a5664168 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094997 Dec 15 13:50:24.762056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-459d87a8-d5e3-4ded-8538-477129bda866 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.762876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-999b102e-cd94-4af1-a17f-725f71ca0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:24.763532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-459d87a8-d5e3-4ded-8538-477129bda866 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928310 Dec 15 13:50:24.764255 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-999b102e-cd94-4af1-a17f-725f71ca0ca0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.0792971 Dec 15 13:50:24.797764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc5e795-0d35-4b48-9f68-e5c020bb8806']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:24.806371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-930b9b52-96eb-4803-a619-99804e1a2dc7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/quotas/72e6f3c3fea24293810cc0b2a8d08307 HTTP/1.1" status: 200 len: 375 time: 0.0262969 Dec 15 13:50:24.844822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200283b9-8ee3-4f5f-86cf-2cb0f7cb5cf3') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:24.845186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200283b9-8ee3-4f5f-86cf-2cb0f7cb5cf3') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:24.858532 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4d4c2-c403-4bc5-b6ef-e67fe6e2e73f None None] New status for floating IP 6aa7d9a2-10b5-43b6-9153-232ce6107041: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:24.860139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.875567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-2d5f5f37-46b6-44f7-a673-eff6a2df98b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404530 Dec 15 13:50:24.880471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.908138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-a8eb6bf0-73b5-4ca3-b632-f68c91f07b43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1007228 Dec 15 13:50:24.928368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e431d54e-7899-4626-9733-46913b5e3497 req-bd31e074-371a-4c3d-baec-a9f4a7af05ad service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601157 Dec 15 13:50:24.932629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:24.933319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:24.935927 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:25.132184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c362292-2398-4452-937e-81813bb4ee18 req-1bde52bb-3d3f-4740-8b0c-7a25dc283a2a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.141846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c362292-2398-4452-937e-81813bb4ee18 req-1bde52bb-3d3f-4740-8b0c-7a25dc283a2a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 985 time: 0.1333220 Dec 15 13:50:25.224518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c362292-2398-4452-937e-81813bb4ee18 req-9805e9e5-e496-49d1-a148-33daf30f5a65 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=ded4a84e-3e68-4e64-8332-aad0c01a88a0&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0809641 Dec 15 13:50:25.256423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-c952d01c-8d96-451a-a8ce-e9268891fc06 service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191535 Dec 15 13:50:25.380044 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e431d54e-7899-4626-9733-46913b5e3497 req-0e896ea6-29c6-4a88-b51d-cd419589a27e service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729208 Dec 15 13:50:25.431990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467bb1f-e4b2-4e65-9a52-1fb423d3029c req-ac596659-5d92-48ad-8d91-c015fc31c84c tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.433806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b467bb1f-e4b2-4e65-9a52-1fb423d3029c req-ac596659-5d92-48ad-8d91-c015fc31c84c tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 945 time: 0.0901289 Dec 15 13:50:25.441005 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ba7b8f-79d4-468b-a0eb-3d38d491f293 req-0e519473-68a4-446f-94c7-c9b716beef9a service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755192 Dec 15 13:50:25.477281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4324281-8984-416d-9745-7bf47f0ea205 req-86e03aa3-190f-49cd-9949-f70eb019a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.479467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4324281-8984-416d-9745-7bf47f0ea205 req-86e03aa3-190f-49cd-9949-f70eb019a1d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e8f02db2814dc6a456a123b9109bd5&device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 1096 time: 0.5328512 Dec 15 13:50:25.485892 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.503311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4fc5e795-0d35-4b48-9f68-e5c020bb8806 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 13:50:25.516294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.516593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b467bb1f-e4b2-4e65-9a52-1fb423d3029c req-b083a908-f47d-453a-9212-40018c667bd2 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740929 Dec 15 13:50:25.519739 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] 10.222.0.86 "DELETE /v2.0/networks/4fc5e795-0d35-4b48-9f68-e5c020bb8806 HTTP/1.1" status: 204 len: 168 time: 1.0640836 Dec 15 13:50:25.523590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:25.592060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb6f2-3313-4779-b46e-cacdead07102 req-e44797b2-760a-4c08-b69c-0d889c9491a6 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.593757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-855fb6f2-3313-4779-b46e-cacdead07102 req-e44797b2-760a-4c08-b69c-0d889c9491a6 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1769161 Dec 15 13:50:25.594562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d581eb-8532-4c27-9710-18b50dcf3721 tempest-ExternalNetworksTestJSON-483393155 tempest-ExternalNetworksTestJSON-483393155-project-admin] Pushing event deleted for resources: {'Network': ['ID=4fc5e795-0d35-4b48-9f68-e5c020bb8806,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:25.652318 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13b43e9-1d58-4371-bb43-ecaaacc0474a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] DELETE failed (client error): The resource could not be found. Dec 15 13:50:25.652752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13b43e9-1d58-4371-bb43-ecaaacc0474a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:50:25.656553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f13b43e9-1d58-4371-bb43-ecaaacc0474a tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] 10.222.0.86 "DELETE /v2.0/subnets/a8a1e383-2594-4f6f-b576-9d3453d1201f HTTP/1.1" status: 404 len: 337 time: 0.1321094 Dec 15 13:50:25.659511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55568) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:25.722210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-b9335775-1f4b-460c-ba14-5007826fc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.724370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-b9335775-1f4b-460c-ba14-5007826fc00b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1136 time: 0.1704185 Dec 15 13:50:25.789531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3f6f48d-7fe3-475b-bcf4-47817295ee4a req-6f7ceb55-ed89-4404-9a8a-cf597dc581dd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 210 time: 0.1306028 Dec 15 13:50:25.797233 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-855fb6f2-3313-4779-b46e-cacdead07102 req-63b0f320-ff5b-43a6-8c1a-34a3e375b286 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704366 Dec 15 13:50:25.829572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4324281-8984-416d-9745-7bf47f0ea205 req-e44bff04-4e08-496c-ad79-ff7d875ff914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.831261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4324281-8984-416d-9745-7bf47f0ea205 req-e44bff04-4e08-496c-ad79-ff7d875ff914 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65ec33c0-2589-42de-9d52-f9927d9a6ccc HTTP/1.1" status: 200 len: 915 time: 0.3439341 Dec 15 13:50:25.886858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4324281-8984-416d-9745-7bf47f0ea205 req-7b53b31c-f1c6-44ad-86f8-de7e214016fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140d44fb-7c67-4ab7-9f39-e9448a181e07 HTTP/1.1" status: 200 len: 217 time: 0.0460777 Dec 15 13:50:25.898163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-b3084c11-c3f6-4ff5-9c7e-d312803a576b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.902948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-b3084c11-c3f6-4ff5-9c7e-d312803a576b tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 951 time: 0.3591187 Dec 15 13:50:25.913102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.941006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:25.943652 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823" -d '{"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:26.004738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-ae179dc4-3850-426d-bc7c-6049e454030f tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips/6aa7d9a2-10b5-43b6-9153-232ce6107041 HTTP/1.1" status: 200 len: 694 time: 0.0577126 Dec 15 13:50:26.022686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-0aff87b1-136c-4c7e-b1ac-1afe9a779bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.024484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-0aff87b1-136c-4c7e-b1ac-1afe9a779bf8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 915 time: 0.2845459 Dec 15 13:50:26.031694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4324281-8984-416d-9745-7bf47f0ea205 req-db3c5728-0521-483b-9900-0c6e92166001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.033759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4324281-8984-416d-9745-7bf47f0ea205 req-db3c5728-0521-483b-9900-0c6e92166001 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ad4c6dd-0e49-45a0-b822-0ed1df08c715 HTTP/1.1" status: 200 len: 853 time: 0.1356454 Dec 15 13:50:26.132873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4324281-8984-416d-9745-7bf47f0ea205 req-6a0fef32-bbd1-4964-b1fd-b1b029e39775 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65ec33c0-2589-42de-9d52-f9927d9a6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796151 Dec 15 13:50:26.149045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6fc38-07e3-4588-a458-636c625c5c20 req-8014be1a-2989-47aa-9375-9cbc231471dd tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.150635 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f6fc38-07e3-4588-a458-636c625c5c20 req-8014be1a-2989-47aa-9375-9cbc231471dd tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 951 time: 0.2192965 Dec 15 13:50:26.172592 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-b089b914-fe5c-4829-a9b7-9fcc0c99f155 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 200 len: 217 time: 0.1377699 Dec 15 13:50:26.325204 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-e1f25a0e-5a7f-401c-aaff-784c50bb8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.326697 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-e1f25a0e-5a7f-401c-aaff-784c50bb8acc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.1439357 Dec 15 13:50:26.360573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4324281-8984-416d-9745-7bf47f0ea205 req-70e90612-8a0b-462b-9d77-1bf208f5a330 service neutron] 10.222.0.24 "GET /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903811 Dec 15 13:50:26.389746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-224105b8-1d26-4a31-8cba-0e63b1ac2139 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.391372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-224105b8-1d26-4a31-8cba-0e63b1ac2139 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.3556111 Dec 15 13:50:26.393463 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-d4fdca1d-05be-49d0-8b92-293f25de00ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493188 Dec 15 13:50:26.549953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-8eb0b520-59e8-4b45-abf6-d5bdc6fd31e7 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 697 time: 0.1444509 Dec 15 13:50:26.574000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.596199 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-5f916aa4-af72-4933-8bc0-367876db7cc7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474296 Dec 15 13:50:26.622994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233fbe14-1aaa-4c84-a358-acf9f7127ee4']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:26.636398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-4e87095d-3603-4bae-9f0f-522ea5d75dac tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 697 time: 0.0684905 Dec 15 13:50:26.655454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-7b17f05d-c095-45df-ab4b-4cf8b917a498 service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465954 Dec 15 13:50:26.659266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4324281-8984-416d-9745-7bf47f0ea205 req-0eda5af0-3861-4b42-a184-7bc149d4971a service neutron] 10.222.0.24 "GET /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844193 Dec 15 13:50:26.690500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0bcc3f-e756-456e-a109-c5257889d55c') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:26.690807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0bcc3f-e756-456e-a109-c5257889d55c') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:26.713707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Deleting port fa17d32b-2480-4e16-ab94-79625be64e40 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:26.714051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.717733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.726503 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f6fc38-07e3-4588-a458-636c625c5c20 req-3a12a115-9a89-4b22-aef6-f5450401a7f7 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/security-groups?id=64986a9d-c918-4e64-a665-64bb43ab6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615091 Dec 15 13:50:26.784963 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94185e-1e39-4207-b95b-7a42f0e07657 x-openstack-request-id: req-fc94185e-1e39-4207-b95b-7a42f0e07657 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:26.785260 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "tag": "d939348e-0d05-40c5-8363-198c8bad634b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:26.785519 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fc94185e-1e39-4207-b95b-7a42f0e07657 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:26.785920 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b', 'status': 'completed', 'code': 200} Dec 15 13:50:26.802129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.830168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:26.830587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:26.835814 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:26.866057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-2390c58c-2d14-41a0-9c5e-8c39afbd095d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.867528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-2390c58c-2d14-41a0-9c5e-8c39afbd095d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602162 Dec 15 13:50:26.883829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76af56e2-b3ac-4913-805b-9374c5bf66c0 req-7f8f3485-e8bd-48c8-b24b-2005289abefc service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960967 Dec 15 13:50:26.902110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-4a30f91a-8682-4e07-b94c-64b2e6b7e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:26.903609 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-4a30f91a-8682-4e07-b94c-64b2e6b7e82e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=892c322aafde42978bb257e47e89f88d&device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0892568 Dec 15 13:50:26.908405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Deleting port 5c8f2919-b1ca-4780-b693-fa827980610a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:26.908927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:26.948474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Request body: {'port': {'device_id': '0fe89262-4cd3-4734-83c1-afe7df7a3be7', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '72e6f3c3fea24293810cc0b2a8d08307'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:27.033846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] For port fa17d32b-2480-4e16-ab94-79625be64e40, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fa17d32b-2480-4e16-ab94-79625be64e40,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:27.034183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.052535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.067532 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.067860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.068137 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.074025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] 10.222.0.86 "DELETE /v2.0/networks/233fbe14-1aaa-4c84-a358-acf9f7127ee4 HTTP/1.1" status: 204 len: 168 time: 1.4135628 Dec 15 13:50:27.087803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Calling delete_port for fa17d32b-2480-4e16-ab94-79625be64e40 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:27.101448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Calling delete_port for 5c8f2919-b1ca-4780-b693-fa827980610a owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:27.105425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-bb27f7b1-5929-487e-b40c-e3d5298ecc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:27.106912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-bb27f7b1-5929-487e-b40c-e3d5298ecc2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 200 len: 923 time: 0.1948204 Dec 15 13:50:27.116529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58257618-db69-448f-afb5-89d06ca78335 req-46fd14c0-0da2-4a50-91e3-08d42cf9fa92 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:27.118036 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58257618-db69-448f-afb5-89d06ca78335 req-46fd14c0-0da2-4a50-91e3-08d42cf9fa92 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 985 time: 0.2621374 Dec 15 13:50:27.118851 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1dd15-43fe-41b8-9fd8-063db35a7c4c tempest-ExternalNetworksTestJSON-1271608591 tempest-ExternalNetworksTestJSON-1271608591-project] Pushing event deleted for resources: {'Network': ['ID=233fbe14-1aaa-4c84-a358-acf9f7127ee4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:27.221831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-a0651a48-a2fc-41ce-9d0f-351d2e64a633 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 200 len: 217 time: 0.0983419 Dec 15 13:50:27.283564 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58257618-db69-448f-afb5-89d06ca78335 req-09aa5818-0500-4e7e-a10b-d77b5f8a9375 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=ded4a84e-3e68-4e64-8332-aad0c01a88a0&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1454535 Dec 15 13:50:27.286267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Made reservation on behalf of 72e6f3c3fea24293810cc0b2a8d08307 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:27.289865 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.338578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-5cca7c80-7c5e-4900-958f-eaaa5e0436c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:27.342406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-5cca7c80-7c5e-4900-958f-eaaa5e0436c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 200 len: 860 time: 0.0821686 Dec 15 13:50:27.435860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-ba1158d1-0546-497d-bb50-8111aadcc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:27.438429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-ba1158d1-0546-497d-bb50-8111aadcc9bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96461905-4df6-47fc-a8a7-9ecdfb9c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717404 Dec 15 13:50:27.443965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.504101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.523092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['fa17d32b-2480-4e16-ab94-79625be64e40'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:27.525365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Pushing event deleted for resources: {'Port': ['ID=5c8f2919-b1ca-4780-b693-fa827980610a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:27.553785 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Pushing event deleted for resources: {'Port': ['ID=fa17d32b-2480-4e16-ab94-79625be64e40,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:27.569398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f2a7e-efa1-483e-b161-7f318a7bf7ce req-6cd8eda6-c448-4b74-ac07-b22393c255ec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:27.571008 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a4f2a7e-efa1-483e-b161-7f318a7bf7ce req-6cd8eda6-c448-4b74-ac07-b22393c255ec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 945 time: 0.1560402 Dec 15 13:50:27.592865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Allocated IP 192.168.233.222 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/e9056c75-5a8c-44bc-8774-1c308e1222b0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:27.645713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.649265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.650485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a91333bd-d2e7-415c-bd7e-05d688157761 req-3622fa00-4d99-4fc9-abdf-0b061065e1c3 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "DELETE /v2.0/floatingips/6aa7d9a2-10b5-43b6-9153-232ce6107041 HTTP/1.1" status: 204 len: 173 time: 1.0050642 Dec 15 13:50:27.650992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55590) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:27.676186 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-8f2a00f1-aa6d-4c87-8e36-f312753864fe service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232490 Dec 15 13:50:27.684810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] No DVR routers for this DVR port fa17d32b-2480-4e16-ab94-79625be64e40 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:27.688715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:27.692203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdf4f04a-5a4b-4c8a-bbc7-7bc456e27ea8 req-2562da3d-77f0-465a-a6f8-1cb496f3f168 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.74 "DELETE /v2.0/ports/fa17d32b-2480-4e16-ab94-79625be64e40 HTTP/1.1" status: 204 len: 173 time: 1.7640069 Dec 15 13:50:27.695421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-deleted', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:27.697870 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a79861-96fc-4700-9c48-fecea9569d96" -d '{"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-deleted", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:27.771257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a4f2a7e-efa1-483e-b161-7f318a7bf7ce req-48de9fcb-7fdb-4bee-ab6e-ca61387e7f90 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881468 Dec 15 13:50:27.832716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bdffa5e-c2cb-4f6d-a047-63a3b2ac34d1 req-e394328f-e517-495b-b8c2-56ee8a6ff380 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 210 time: 0.0314622 Dec 15 13:50:27.868548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fe1fbbc-5957-4a95-8b35-5e1cc15c1823 req-83aeed69-2d87-4d73-9b75-09c6a868a114 service neutron] 10.222.0.24 "GET /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826191 Dec 15 13:50:27.959997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4c82f0b6-8e96-4c4f-bc9f-df13dd5c6fc3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1d45c0757b8347af97df38a9813c5d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037045 Dec 15 13:50:27.960926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:28.013277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd292bd-b722-490a-a633-65649d24bc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.016018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20898349-8110-44e0-8d39-f543b0d3346c req-fc2445fb-478e-4ab9-80ce-b53834c74844 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:28.017667 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20898349-8110-44e0-8d39-f543b0d3346c req-fc2445fb-478e-4ab9-80ce-b53834c74844 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1123540 Dec 15 13:50:28.039885 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.046221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd292bd-b722-490a-a633-65649d24bc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.100713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20898349-8110-44e0-8d39-f543b0d3346c req-b54b1a5c-d7c1-4ddc-9789-5f0c031d6781 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730586 Dec 15 13:50:28.112941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd292bd-b722-490a-a633-65649d24bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.115977 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd292bd-b722-490a-a633-65649d24bc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.117227 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-edd292bd-b722-490a-a633-65649d24bc9d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/45b6f5fd-06e2-49cb-9118-7a8762aada13 HTTP/1.1" status: 204 len: 168 time: 0.1554844 Dec 15 13:50:28.119815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.144056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c69f09d7-bb8e-4961-b88b-cf58a6f792cc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:28.147632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309', '4170e37b-523d-4d05-a781-78af019970ab'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:28.148353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd292bd-b722-490a-a633-65649d24bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b6f5fd-06e2-49cb-9118-7a8762aada13,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:28.184097 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcc943e-76d6-4408-ba76-e00f512beb41 x-openstack-request-id: req-3bcc943e-76d6-4408-ba76-e00f512beb41 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:28.184617 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a15629-bf64-43ec-90df-8f3c96c6452b", "name": "network-vif-deleted", "tag": "fa17d32b-2480-4e16-ab94-79625be64e40", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:28.185054 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3bcc943e-76d6-4408-ba76-e00f512beb41 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:28.185638 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a15629-bf64-43ec-90df-8f3c96c6452b', 'name': 'network-vif-deleted', 'tag': 'fa17d32b-2480-4e16-ab94-79625be64e40', 'status': 'completed', 'code': 200} Dec 15 13:50:28.193952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:28.195389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'Port': ['ID=e9056c75-5a8c-44bc-8774-1c308e1222b0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:28.198400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:28.200943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:28.258974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:28.259628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.359724 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-cee88240-ec61-4a50-a1ae-6b352c6704e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4376612 Dec 15 13:50:28.362125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc66cf02-0400-46cc-9a55-d9895723a8ea req-d8e9ddb8-13c3-4e54-a93b-cdcf8e11c659 tempest-ServersAdminTestJSON-1847508759 tempest-ServersAdminTestJSON-1847508759-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a15629-bf64-43ec-90df-8f3c96c6452b HTTP/1.1" status: 200 len: 210 time: 0.0853355 Dec 15 13:50:28.380692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Request body: {'port': {'device_id': '0fe89262-4cd3-4734-83c1-afe7df7a3be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:28.428559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46952b0c-9412-4c7d-af41-58e39468ebb1 req-9bef5244-31de-448e-9e07-9535cf4619d6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:28.449484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46952b0c-9412-4c7d-af41-58e39468ebb1 req-9bef5244-31de-448e-9e07-9535cf4619d6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 946 time: 0.1316168 Dec 15 13:50:28.528244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.591067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46952b0c-9412-4c7d-af41-58e39468ebb1 req-73ad19af-76d8-4515-ab0b-d5aa6bbd6369 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394503 Dec 15 13:50:28.653163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55616) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:28.720774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7d6836a2-01fa-401d-a33d-86cb7eb77ff5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=99514657e4a242b0a37b8a46a85d62e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664537 Dec 15 13:50:28.723215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55620) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:28.732435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-74928398-165a-44b5-87d7-7e8aa6c7b3ac None None] Provisioning complete for port e9056c75-5a8c-44bc-8774-1c308e1222b0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:28.733123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74928398-165a-44b5-87d7-7e8aa6c7b3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.793225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-74928398-165a-44b5-87d7-7e8aa6c7b3ac None None] Port e9056c75-5a8c-44bc-8774-1c308e1222b0 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:28.811581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a55d1497-2023-4ea5-af5e-89448c6d36e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.847064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a55d1497-2023-4ea5-af5e-89448c6d36e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.877965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188fd58-ef68-4cc7-aaa1-3edf08c797f5 req-25bb2137-8db7-49bb-b7e1-3b45780396e0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:28.879529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6188fd58-ef68-4cc7-aaa1-3edf08c797f5 req-25bb2137-8db7-49bb-b7e1-3b45780396e0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 985 time: 0.1155577 Dec 15 13:50:28.933654 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a55d1497-2023-4ea5-af5e-89448c6d36e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.936599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a55d1497-2023-4ea5-af5e-89448c6d36e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:28.940202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a55d1497-2023-4ea5-af5e-89448c6d36e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5779daf6-e278-4dd2-8c42-1b5713ffdde4 HTTP/1.1" status: 204 len: 168 time: 0.2124033 Dec 15 13:50:28.949745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d1497-2023-4ea5-af5e-89448c6d36e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5779daf6-e278-4dd2-8c42-1b5713ffdde4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:28.963499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8503-ab48-4507-adcc-3c62cb362205 req-cf1da7a3-7871-4e0b-8a73-8478c85f6085 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:28.971779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3cde8503-ab48-4507-adcc-3c62cb362205 req-cf1da7a3-7871-4e0b-8a73-8478c85f6085 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.0847700 Dec 15 13:50:29.004919 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6188fd58-ef68-4cc7-aaa1-3edf08c797f5 req-a826ebc9-775a-4154-b249-d6863563a148 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=ded4a84e-3e68-4e64-8332-aad0c01a88a0&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1099544 Dec 15 13:50:29.033872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3cde8503-ab48-4507-adcc-3c62cb362205 req-590cd754-b1dc-4744-af4f-514822026a14 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554860 Dec 15 13:50:29.142903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9056c75-5a8c-44bc-8774-1c308e1222b0 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:29.152846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.171020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce8cc1-9934-49ce-ac22-8601c88d418e req-439be218-6c8c-4430-977c-0f5d2d43e3b5 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.173249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00ce8cc1-9934-49ce-ac22-8601c88d418e req-439be218-6c8c-4430-977c-0f5d2d43e3b5 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 936 time: 0.0764298 Dec 15 13:50:29.174511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Transition to ACTIVE for port object e9056c75-5a8c-44bc-8774-1c308e1222b0 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:29.184182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254e284-815e-4184-b3e4-17b05a8dd752 req-f6130494-7d86-46e5-818f-f89e622c4374 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.185964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4254e284-815e-4184-b3e4-17b05a8dd752 req-f6130494-7d86-46e5-818f-f89e622c4374 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 945 time: 0.0877562 Dec 15 13:50:29.188311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.228190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00ce8cc1-9934-49ce-ac22-8601c88d418e req-cc4aeae9-1615-4201-b2e5-53119ddab0fe tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474145 Dec 15 13:50:29.258740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Pushing event updated for resources: {'Port': ['ID=e9056c75-5a8c-44bc-8774-1c308e1222b0,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:29.337718 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4254e284-815e-4184-b3e4-17b05a8dd752 req-e7950d1c-1186-4dc8-bcbc-354757424574 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169231 Dec 15 13:50:29.384929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Attempting to bind port e9056c75-5a8c-44bc-8774-1c308e1222b0 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:29.385201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Attempting to bind port e9056c75-5a8c-44bc-8774-1c308e1222b0 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:29.385535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Attempting to bind port e9056c75-5a8c-44bc-8774-1c308e1222b0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:29.391042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Port e9056c75-5a8c-44bc-8774-1c308e1222b0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:29.391382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Attempting to bind port e9056c75-5a8c-44bc-8774-1c308e1222b0 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:29.396999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:29.397346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:29.397733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:29.398353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Bound port: e9056c75-5a8c-44bc-8774-1c308e1222b0, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:29.398729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.429535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-a26a126c-0bee-4dae-a73d-2ff1bdc7a773 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-264191707&fields=id&tenant_id=6262e20642f440599d3ed84c0d5bfc83 HTTP/1.1" status: 200 len: 267 time: 0.0736067 Dec 15 13:50:29.483387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] For port e9056c75-5a8c-44bc-8774-1c308e1222b0, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:29.489312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] For port e9056c75-5a8c-44bc-8774-1c308e1222b0, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e9056c75-5a8c-44bc-8774-1c308e1222b0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:29.502283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.504279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-4a8e59b5-32d9-4912-88de-7724e390bfa3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.506062 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-4a8e59b5-32d9-4912-88de-7724e390bfa3 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 985 time: 0.0683324 Dec 15 13:50:29.520774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'port': {'security_groups': ['b2d24b44-f86d-4720-8e79-8b4f212cbcdd', 'ded4a84e-3e68-4e64-8332-aad0c01a88a0', 'b71bd322-bb10-4766-9ce5-f935cc2a6ace']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:29.550685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.551205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.552696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9056c75-5a8c-44bc-8774-1c308e1222b0 HTTP/1.1" status: 200 len: 1096 time: 1.1765325 Dec 15 13:50:29.578382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4bb8-e935-4c89-a9fb-27ff8cdb8594 service neutron] Pushing event updated for resources: {'Port': ['ID=e9056c75-5a8c-44bc-8774-1c308e1222b0,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:29.693646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-5be72277-a992-46c6-92de-538ba5c391d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.698478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-5be72277-a992-46c6-92de-538ba5c391d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 1099 time: 0.0807192 Dec 15 13:50:29.715787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:29.790408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-e366e1f2-b23a-4f69-8945-87421924b4f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e9056c75-5a8c-44bc-8774-1c308e1222b0 HTTP/1.1" status: 200 len: 217 time: 0.0756552 Dec 15 13:50:29.854305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-85955e8f-daa0-474e-b8ce-c9c5d5a8298c tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.856167 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-85955e8f-daa0-474e-b8ce-c9c5d5a8298c tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 946 time: 0.1096597 Dec 15 13:50:29.877403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:29.933679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: fa17d32b-2480-4e16-ab94-79625be64e40 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:29.934037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fa17d32b-2480-4e16-ab94-79625be64e40 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:29.950146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4b19-d236-49b9-a4c6-762628f25362 req-96232dfc-05d6-45ee-a240-49ef149e08a1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.956518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a9d4b19-d236-49b9-a4c6-762628f25362 req-96232dfc-05d6-45ee-a240-49ef149e08a1 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 946 time: 0.1650870 Dec 15 13:50:29.987847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-ebbd503a-4765-426e-b6a7-0ace3a96401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:29.989236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-ebbd503a-4765-426e-b6a7-0ace3a96401a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1793642 Dec 15 13:50:30.013261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:30.095035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-2e217450-adda-479b-ab49-4c63dc5f8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:30.097576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-2e217450-adda-479b-ab49-4c63dc5f8a23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894699 Dec 15 13:50:30.121425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a9d4b19-d236-49b9-a4c6-762628f25362 req-8f94d9db-8b01-4459-a11f-09af9aa8c732 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/security-groups?id=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528857 Dec 15 13:50:30.233530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55664) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:30.280369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe89262-4cd3-4734-83c1-afe7df7a3be7', 'tag': 'e9056c75-5a8c-44bc-8774-1c308e1222b0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:30.283679 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe89262-4cd3-4734-83c1-afe7df7a3be7", "tag": "e9056c75-5a8c-44bc-8774-1c308e1222b0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:30.288900 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-0a907eae-8012-4a7a-a712-283f941147d7 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642840 Dec 15 13:50:30.331246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Deleting port d939348e-0d05-40c5-8363-198c8bad634b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:30.331609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.344614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1856682239'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:30.417223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff98ae-e57e-4eaa-b0b0-cc112704030d req-3a4af43c-fb09-456f-8956-f223fcc16699 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:30.418747 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ffff98ae-e57e-4eaa-b0b0-cc112704030d req-3a4af43c-fb09-456f-8956-f223fcc16699 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1283472 Dec 15 13:50:30.440180 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49516826-12a9-4b65-b0fb-6f6d0c044787 req-5d0dc759-ab66-46ca-bea2-06a30d2f6fda service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382878 Dec 15 13:50:30.451977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] For port d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:30.508293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Made reservation on behalf of ea20cec1d9684eb7a7cfb7315d8c5a20 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:30.509221 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ffff98ae-e57e-4eaa-b0b0-cc112704030d req-c57e588a-c86b-4a37-9d91-d4047afdd8bd tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794687 Dec 15 13:50:30.511730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.568368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.578974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f08fcf82-df62-4aed-b044-9e5e1911094a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eddbf13a18ac4a05a2efacc30ebdd7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5633767 Dec 15 13:50:30.581796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.585350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55676) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:30.590625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] For port d939348e-0d05-40c5-8363-198c8bad634b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d939348e-0d05-40c5-8363-198c8bad634b,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:30.591129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.600903 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.602222 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.614147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Calling delete_port for d939348e-0d05-40c5-8363-198c8bad634b owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:30.614621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:30.660063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['d5c8eb8a-cee7-449e-bb53-5809bc6140ac'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:30.664408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637447c-a81f-41d0-8487-67ecfdad9e13 req-3332bb94-ef9c-402c-bc73-98223f6a7775 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:30.666537 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2637447c-a81f-41d0-8487-67ecfdad9e13 req-3332bb94-ef9c-402c-bc73-98223f6a7775 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 948 time: 0.0972223 Dec 15 13:50:30.707681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:30.708567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.710342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-227e2fd8-ca46-4944-a8d2-5d61959ff5eb req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "PUT /v2.0/ports/d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 200 len: 1021 time: 1.1952052 Dec 15 13:50:30.710918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:30.713497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-343dac12-1bd8-48d8-8bb5-7209fc9e8ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.713679 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67e5458-8a5b-44fe-92db-0907f41d6d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:30.800048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-343dac12-1bd8-48d8-8bb5-7209fc9e8ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:30.802746 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afa0833-6e73-44a1-81eb-e3416c988dcd x-openstack-request-id: req-4afa0833-6e73-44a1-81eb-e3416c988dcd {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:30.803063 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe89262-4cd3-4734-83c1-afe7df7a3be7", "tag": "e9056c75-5a8c-44bc-8774-1c308e1222b0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:30.803311 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4afa0833-6e73-44a1-81eb-e3416c988dcd {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:30.803711 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe89262-4cd3-4734-83c1-afe7df7a3be7', 'tag': 'e9056c75-5a8c-44bc-8774-1c308e1222b0', 'status': 'completed', 'code': 200} Dec 15 13:50:30.825805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2637447c-a81f-41d0-8487-67ecfdad9e13 req-23a0ee8a-9bbf-438d-8b22-b82b6c2ec818 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476514 Dec 15 13:50:30.861297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-89c45279-0a6e-4c3d-b0a2-f4df3bd9aea7 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:30.863783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-89c45279-0a6e-4c3d-b0a2-f4df3bd9aea7 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 945 time: 0.1467373 Dec 15 13:50:30.879288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['d5c8eb8a-cee7-449e-bb53-5809bc6140ac'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:31.035599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.055742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-343dac12-1bd8-48d8-8bb5-7209fc9e8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.059358 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-343dac12-1bd8-48d8-8bb5-7209fc9e8ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.059501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091ba4e-aca3-48f7-8527-4d9c72be26fb tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'Port': ['ID=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:31.065297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-343dac12-1bd8-48d8-8bb5-7209fc9e8ae8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/64986a9d-c918-4e64-a665-64bb43ab6d2b HTTP/1.1" status: 204 len: 168 time: 0.4728389 Dec 15 13:50:31.076201 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40329fc-4b87-4a36-9614-511cab7ec71d x-openstack-request-id: req-b40329fc-4b87-4a36-9614-511cab7ec71d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:31.076494 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:31.076765 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b40329fc-4b87-4a36-9614-511cab7ec71d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:31.077174 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac', 'status': 'completed', 'code': 200} Dec 15 13:50:31.090835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.132225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dac12-1bd8-48d8-8bb5-7209fc9e8ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64986a9d-c918-4e64-a665-64bb43ab6d2b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:31.165672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Pushing event deleted for resources: {'Port': ['ID=d939348e-0d05-40c5-8363-198c8bad634b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:31.191166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54bc51-ed4c-4d11-8ea1-0e03500378a6 req-c346e197-1438-433c-a03a-f4dffa731aa8 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.193067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce54bc51-ed4c-4d11-8ea1-0e03500378a6 req-c346e197-1438-433c-a03a-f4dffa731aa8 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 945 time: 0.2395782 Dec 15 13:50:31.195654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-7e509eb7-c654-48eb-b6d0-87a4ce281a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.197262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-7e509eb7-c654-48eb-b6d0-87a4ce281a5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1175 time: 0.1699946 Dec 15 13:50:31.270189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] No DVR routers for this DVR port d939348e-0d05-40c5-8363-198c8bad634b on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:31.274367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.278462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a59b5af-5095-41ff-8654-103e15ecda59 req-41e38af8-2fa9-44cf-a0bc-279aef601ea6 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.24 "DELETE /v2.0/ports/d939348e-0d05-40c5-8363-198c8bad634b HTTP/1.1" status: 204 len: 173 time: 1.4098859 Dec 15 13:50:31.296149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-d6430569-6e72-4b75-956d-db71e3e4a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.312282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-d6430569-6e72-4b75-956d-db71e3e4a117 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 1099 time: 0.4607198 Dec 15 13:50:31.362525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Deleting port 140d44fb-7c67-4ab7-9f39-e9448a181e07 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:31.364102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.365642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f6526a68-499f-46fa-bb52-949419b2a4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.368868 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff6b4ea3-9207-4676-9262-936edc8b6db2 req-c4523e56-85e7-4b9a-b03a-5a9f2cca1f5f tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/b71bd322-bb10-4766-9ce5-f935cc2a6ace HTTP/1.1" status: 200 len: 1819 time: 0.2873325 Dec 15 13:50:31.485003 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce54bc51-ed4c-4d11-8ea1-0e03500378a6 req-d46401b0-539d-4a5f-874d-a239e4df4f5b tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/security-groups?id=9224947a-725a-489a-97d1-c3a7316c8591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724979 Dec 15 13:50:31.558147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-44f8319a-1ffe-4647-ada3-be15f8259768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.570049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-44f8319a-1ffe-4647-ada3-be15f8259768 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 915 time: 0.3520770 Dec 15 13:50:31.634734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['d939348e-0d05-40c5-8363-198c8bad634b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:31.660174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:31.663926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] For port 140d44fb-7c67-4ab7-9f39-e9448a181e07, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=140d44fb-7c67-4ab7-9f39-e9448a181e07,segment=NetworkSegment(41414654-3701-46c4-b058-287aea321db1),segment_id=41414654-3701-46c4-b058-287aea321db1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:31.664518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.673004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-96867386-dc3b-4760-8332-680a3aa4d357 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 200 len: 217 time: 0.0909064 Dec 15 13:50:31.736756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5b2931e-ff21-439c-a15b-ef4e3763958c req-93b2d2e8-6998-469f-99e5-ba7dd6ae0b75 tempest-FloatingIPsAssociationTestJSON-1342065487 tempest-FloatingIPsAssociationTestJSON-1342065487-project] 10.222.0.86 "GET /v2.0/ports?device_id=91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0804873 Dec 15 13:50:31.740536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Calling delete_port for 140d44fb-7c67-4ab7-9f39-e9448a181e07 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:31.817710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-730ca770-658f-4e3d-817b-44f326acf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.819478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-730ca770-658f-4e3d-817b-44f326acf371 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.1243227 Dec 15 13:50:31.948132 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-c5fdb368-7227-4c47-9851-f490d3a9ed61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951650 Dec 15 13:50:31.960346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aeb75826-b7cc-4c55-94f1-d8e84996a68d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=add2ae7164b347c2a56c047d7b466a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963111 Dec 15 13:50:31.961556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55696) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:31.991060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:31.997608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ce60e-5169-444e-8813-c3bf9ff2f492 req-ae55ca39-0e7c-4f41-b757-4b916a1bb1c5 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:31.999112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c79ce60e-5169-444e-8813-c3bf9ff2f492 req-ae55ca39-0e7c-4f41-b757-4b916a1bb1c5 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.1725590 Dec 15 13:50:32.012671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.060289 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-ff6b4ea3-9207-4676-9262-936edc8b6db2 req-ec41c1db-c009-4e38-aa32-de07325c5d83 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 13:50:32.061230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff6b4ea3-9207-4676-9262-936edc8b6db2 req-ec41c1db-c009-4e38-aa32-de07325c5d83 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/b71bd322-bb10-4766-9ce5-f935cc2a6ace HTTP/1.1" status: 409 len: 341 time: 0.6914880 Dec 15 13:50:32.067392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:32.077990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-bb79dd60-ccf9-43a2-96ea-11e50b93a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:32.079586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-bb79dd60-ccf9-43a2-96ea-11e50b93a123 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.7664666 Dec 15 13:50:32.092001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.092352 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Added segment f2a199b8-2236-40a8-a8e9-24d2f0987682 of type vlan for network d392defb-2768-4fa8-8d84-b668e8ca88d6 Dec 15 13:50:32.100334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0775553-2f2b-4cb4-aede-5966b0a27703,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:32.151308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-bb1a948b-e130-4526-8f46-9fd1ab1f827d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e9056c75-5a8c-44bc-8774-1c308e1222b0 HTTP/1.1" status: 200 len: 217 time: 0.0606799 Dec 15 13:50:32.159761 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-800fce68-3137-447f-ae61-a61917dbceb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.168430 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c79ce60e-5169-444e-8813-c3bf9ff2f492 req-14a0c902-3722-4720-a1d9-eae57e589a47 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548655 Dec 15 13:50:32.179973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-af02a9cf-50d6-4669-b635-7c0fc718596a service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064373 Dec 15 13:50:32.203357 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.218917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['140d44fb-7c67-4ab7-9f39-e9448a181e07'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:32.250183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.279890 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-800fce68-3137-447f-ae61-a61917dbceb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.289765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Pushing event deleted for resources: {'Port': ['ID=140d44fb-7c67-4ab7-9f39-e9448a181e07,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:32.319403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08862f-5e65-4d2b-b331-33d7908128bb req-5f3bd1ff-7b3a-4b0b-a681-1b60d65dfbba tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:32.320970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a08862f-5e65-4d2b-b331-33d7908128bb req-5f3bd1ff-7b3a-4b0b-a681-1b60d65dfbba tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 948 time: 0.1758175 Dec 15 13:50:32.325947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-3a8eb501-5f0b-4ccf-8db4-ae6fc5a2c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:32.327324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-3a8eb501-5f0b-4ccf-8db4-ae6fc5a2c326 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1424141 Dec 15 13:50:32.331562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] No DVR routers for this DVR port 140d44fb-7c67-4ab7-9f39-e9448a181e07 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:32.334287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.338312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca8991d0-8df0-49f2-97d7-a5c22688506d req-cbe8aeb2-c13e-4811-9a12-29ebfe600bec tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.24 "DELETE /v2.0/ports/140d44fb-7c67-4ab7-9f39-e9448a181e07 HTTP/1.1" status: 204 len: 173 time: 1.4666409 Dec 15 13:50:32.371441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.377284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:32.377566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.382712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e67e5458-8a5b-44fe-92db-0907f41d6d5f req-d2ab3929-ef00-462e-a1f0-886485775faa service neutron] 10.222.0.74 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879270 Dec 15 13:50:32.485888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2473879 Dec 15 13:50:32.488751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55702) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:32.492715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'subnet': {'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:32.505091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00567616-87eb-41ba-acbe-f25a076dba14 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Network': ['ID=d392defb-2768-4fa8-8d84-b668e8ca88d6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:32.509034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-6dffa71f-b5d4-4838-ae6b-e0cf379f8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:32.510587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-6dffa71f-b5d4-4838-ae6b-e0cf379f8c93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671774 Dec 15 13:50:32.514010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a08862f-5e65-4d2b-b331-33d7908128bb req-c5815c59-6efe-46aa-ac06-b01bb6e3ea29 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857188 Dec 15 13:50:32.515170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-800fce68-3137-447f-ae61-a61917dbceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.516874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:32.518060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-800fce68-3137-447f-ae61-a61917dbceb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.521452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-800fce68-3137-447f-ae61-a61917dbceb1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f7e1dc18-a565-4f1f-8dc3-6482415c9ee7 HTTP/1.1" status: 204 len: 168 time: 0.5572367 Dec 15 13:50:32.575682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fce68-3137-447f-ae61-a61917dbceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e1dc18-a565-4f1f-8dc3-6482415c9ee7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:32.637727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248ea7f-7827-4a57-9a52-719a3b7fb05a req-acf9869f-be17-4233-87e9-9293f6aab4c0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:32.648749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6248ea7f-7827-4a57-9a52-719a3b7fb05a req-acf9869f-be17-4233-87e9-9293f6aab4c0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1024 time: 0.1317546 Dec 15 13:50:32.668438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Made reservation on behalf of ea20cec1d9684eb7a7cfb7315d8c5a20 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:32.672394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.695065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-feafb5cc-c018-4489-9596-869ff6b362a5 req-a5509046-b599-4592-a5c5-41aff9a0efa4 tempest-InstanceActionsTestJSON-1180591989 tempest-InstanceActionsTestJSON-1180591989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9565c-8263-46e6-8b25-9fecf0924d75 HTTP/1.1" status: 200 len: 210 time: 0.0351396 Dec 15 13:50:32.744119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-c9813351-a561-4d40-8b45-6941f3345317 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087317 Dec 15 13:50:32.807696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9565c-8263-46e6-8b25-9fecf0924d75', 'name': 'network-vif-deleted', 'tag': '140d44fb-7c67-4ab7-9f39-e9448a181e07'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:32.807696 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d8003f-1308-44c1-81a8-f3a6f25a0070" -d '{"events": [{"server_uuid": "f0e9565c-8263-46e6-8b25-9fecf0924d75", "name": "network-vif-deleted", "tag": "140d44fb-7c67-4ab7-9f39-e9448a181e07"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:32.816391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55712) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:32.865286 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc30b47-fa08-458b-9f7f-31dc0f1bca73 x-openstack-request-id: req-6dc30b47-fa08-458b-9f7f-31dc0f1bca73 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:32.865587 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9565c-8263-46e6-8b25-9fecf0924d75", "name": "network-vif-deleted", "tag": "140d44fb-7c67-4ab7-9f39-e9448a181e07", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:32.865826 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6dc30b47-fa08-458b-9f7f-31dc0f1bca73 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:32.866213 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9565c-8263-46e6-8b25-9fecf0924d75', 'name': 'network-vif-deleted', 'tag': '140d44fb-7c67-4ab7-9f39-e9448a181e07', 'status': 'completed', 'code': 200} Dec 15 13:50:32.896441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6248ea7f-7827-4a57-9a52-719a3b7fb05a req-a08a22b9-a531-444c-a2f9-fdd5b19ff2e0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b71bd322-bb10-4766-9ce5-f935cc2a6ace&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&id=ded4a84e-3e68-4e64-8332-aad0c01a88a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2462299 Dec 15 13:50:32.903390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fe67c7-2a0f-448f-b1f2-c5e695dcbd85 req-5f5f9f41-0e77-4446-83a0-a53b383d8150 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493924 Dec 15 13:50:33.079830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'name': 'network-vif-deleted', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:33.082456 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cedbd11-1138-4ffd-99c6-109872700203" -d '{"events": [{"server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "name": "network-vif-deleted", "tag": "d939348e-0d05-40c5-8363-198c8bad634b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:33.127035 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56fdb32-ab35-4237-bcae-807838e0cd08 x-openstack-request-id: req-b56fdb32-ab35-4237-bcae-807838e0cd08 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:33.127426 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3", "name": "network-vif-deleted", "tag": "d939348e-0d05-40c5-8363-198c8bad634b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:33.127958 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b56fdb32-ab35-4237-bcae-807838e0cd08 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:33.128645 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ec16ca-dcbe-4cfd-9417-d0b5ea39e5c3', 'name': 'network-vif-deleted', 'tag': 'd939348e-0d05-40c5-8363-198c8bad634b', 'status': 'completed', 'code': 200} Dec 15 13:50:33.431822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55738) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:33.494183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44411727-4b6b-42c4-975f-5f977716a098 req-e8817ff9-2901-49f9-9388-d7fc37d13f32 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.495749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44411727-4b6b-42c4-975f-5f977716a098 req-e8817ff9-2901-49f9-9388-d7fc37d13f32 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2168941 Dec 15 13:50:33.503131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc841978-9f19-4820-8dc2-b959af573198 req-f6b1325d-186c-46ac-881a-95995b603790 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.505023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc841978-9f19-4820-8dc2-b959af573198 req-f6b1325d-186c-46ac-881a-95995b603790 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 945 time: 0.2273092 Dec 15 13:50:33.525591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.545899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-network', 'tenant_id': 'da5d974dec14457684b388809816351a'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:33.569283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Made reservation on behalf of da5d974dec14457684b388809816351a for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:33.572042 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.582698 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.690709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c3e4-c982-472e-b8c6-2e238efa3b6e req-51d1f15c-d82f-4799-8caa-d3d15b2b2519 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.692121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cc8c3e4-c982-472e-b8c6-2e238efa3b6e req-51d1f15c-d82f-4799-8caa-d3d15b2b2519 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 948 time: 0.0774806 Dec 15 13:50:33.710946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.720724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Subnet': ['ID=9d5bdf1d-adf9-45ca-808f-b95534ecb91b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:33.723164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.740423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc841978-9f19-4820-8dc2-b959af573198 req-73337f67-04de-44f4-ad83-7ffd78af2d05 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266951 Dec 15 13:50:33.752424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:33.779496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e9056c75-5a8c-44bc-8774-1c308e1222b0 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:33.780085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.780085 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Added segment 75245c6f-4ae8-434f-9526-ec839860f7c1 of type vlan for network d72d01aa-98c9-4c93-970b-f8862d3fb59e Dec 15 13:50:33.783489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d939348e-0d05-40c5-8363-198c8bad634b no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:33.787184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Checking segment: {'id': 'f2a199b8-2236-40a8-a8e9-24d2f0987682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:33.787548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Network hostable DHCP agents. Network: d392defb-2768-4fa8-8d84-b668e8ca88d6, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:50:33.800119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cc8c3e4-c982-472e-b8c6-2e238efa3b6e req-364d460e-95b2-4fb0-a584-0a292cc916c2 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986850 Dec 15 13:50:33.821627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f53d8-d0df-4055-a5fe-fc438c774b92,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:33.826183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Deleting port 740c6f1d-a46b-4031-9269-064dd49ac458 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:33.826183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.826462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: d939348e-0d05-40c5-8363-198c8bad634b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:33.828126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d939348e-0d05-40c5-8363-198c8bad634b not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:33.829449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55746) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:33.842681 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.857664 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d019da25-c2d5-4958-a21f-7e4be2683f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.875277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.876559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:33.877234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.924670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:50:33.952191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5189180 Dec 15 13:50:33.957067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55750) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:33.957979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e9056c75-5a8c-44bc-8774-1c308e1222b0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e9056c75-5a8c-44bc-8774-1c308e1222b0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:33.961783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Request body: {'subnet': {'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-subnet', 'tenant_id': 'da5d974dec14457684b388809816351a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:33.962084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b95541d-06a2-401f-84ac-41ef705ab7d8 admin admin] Deleting subnet 5ad4c6dd-0e49-45a0-b822-0ed1df08c715 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:33.965587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b95541d-06a2-401f-84ac-41ef705ab7d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.968554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb1ee-5078-441f-afb2-e53790a1c90c admin admin] Pushing event updated for resources: {'Network': ['ID=d72d01aa-98c9-4c93-970b-f8862d3fb59e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:33.980497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'e9056c75-5a8c-44bc-8774-1c308e1222b0', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'e9056c75-5a8c-44bc-8774-1c308e1222b0', 'mac_address': 'fa:16:3e:11:c5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:50:33.985499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d72d01aa-98c9-4c93-970b-f8862d3fb59e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:34.010860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Made reservation on behalf of da5d974dec14457684b388809816351a for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:34.013169 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.019840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b95541d-06a2-401f-84ac-41ef705ab7d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.070838 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b95541d-06a2-401f-84ac-41ef705ab7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.083056 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.089970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569288b-4568-4977-bdca-9a9e4fa468aa req-5a28524b-d6b0-46de-98f5-f049c25e270a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.091475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0569288b-4568-4977-bdca-9a9e4fa468aa req-5a28524b-d6b0-46de-98f5-f049c25e270a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1024 time: 0.1123571 Dec 15 13:50:34.097267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9056c75-5a8c-44bc-8774-1c308e1222b0 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:34.103328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d392defb-2768-4fa8-8d84-b668e8ca88d6) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:34.117401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428753ab-9881-476b-91ef-8f34e1eb7032 None None] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:34.132719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.133345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.179361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] For port 740c6f1d-a46b-4031-9269-064dd49ac458, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=740c6f1d-a46b-4031-9269-064dd49ac458,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:34.179730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.184793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e9056c75-5a8c-44bc-8774-1c308e1222b0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e9056c75-5a8c-44bc-8774-1c308e1222b0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:34.189733 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-34db9d4c-772f-4211-94b1-03fc13071c2a tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7023523 Dec 15 13:50:34.194880 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.195106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55752) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:34.204311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6', 'name': 'tempest-AllowedAddressPairTestJSON-1318437675'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:34.214926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Calling delete_port for 740c6f1d-a46b-4031-9269-064dd49ac458 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:34.255553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b95541d-06a2-401f-84ac-41ef705ab7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.278052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e9056c75-5a8c-44bc-8774-1c308e1222b0,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:34.284201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0569288b-4568-4977-bdca-9a9e4fa468aa req-49548c8a-116b-4032-8012-8956e7b98057 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b71bd322-bb10-4766-9ce5-f935cc2a6ace&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&id=ded4a84e-3e68-4e64-8332-aad0c01a88a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1823025 Dec 15 13:50:34.287180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.287654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.288233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.288739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.289238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.289731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.290223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.290857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.291356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.291842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.292370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.293470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.293977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:34.316949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d392defb-2768-4fa8-8d84-b668e8ca88d6', 'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6', 'project_id': 'ea20cec1d9684eb7a7cfb7315d8c5a20', 'fixed_ips': [{'subnet_id': '9d5bdf1d-adf9-45ca-808f-b95534ecb91b'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:50:34.318584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.352149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95541d-06a2-401f-84ac-41ef705ab7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad4c6dd-0e49-45a0-b822-0ed1df08c715,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:34.366011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b95541d-06a2-401f-84ac-41ef705ab7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.372822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0b95541d-06a2-401f-84ac-41ef705ab7d8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5ad4c6dd-0e49-45a0-b822-0ed1df08c715 HTTP/1.1" status: 204 len: 168 time: 0.5379834 Dec 15 13:50:34.373017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55756) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:34.453283 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.465792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.477278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Allocated IP 172.20.0.2 (d392defb-2768-4fa8-8d84-b668e8ca88d6/9d5bdf1d-adf9-45ca-808f-b95534ecb91b/83d8e475-694e-4ac6-a8cb-71d7eb58133e) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:34.532736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['e9056c75-5a8c-44bc-8774-1c308e1222b0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:34.537520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.541798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.554555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Made reservation on behalf of ea20cec1d9684eb7a7cfb7315d8c5a20 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:34.558594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.564330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['740c6f1d-a46b-4031-9269-064dd49ac458'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:34.596285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86ff747-abdb-47b5-b7fc-18c54c99e912,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:34.615920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Pushing event deleted for resources: {'Port': ['ID=740c6f1d-a46b-4031-9269-064dd49ac458,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:34.616879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] device_id is not set on port 568c6167-892e-487b-b89b-2c321d18dead yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:50:34.628181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Checking segment: {'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:34.628384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Network hostable DHCP agents. Network: d72d01aa-98c9-4c93-970b-f8862d3fb59e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:50:34.687909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] No DVR routers for this DVR port 740c6f1d-a46b-4031-9269-064dd49ac458 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:34.694283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.697751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44411727-4b6b-42c4-975f-5f977716a098 req-f513723b-2e76-455e-8a1f-60acd218f3de tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.74 "DELETE /v2.0/ports/740c6f1d-a46b-4031-9269-064dd49ac458 HTTP/1.1" status: 204 len: 173 time: 1.1808248 Dec 15 13:50:34.720155 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.736507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-45698f2a-f94d-4702-8dfc-2aab1901c794 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.738256 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-45698f2a-f94d-4702-8dfc-2aab1901c794 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.74 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1024 time: 0.1847339 Dec 15 13:50:34.745138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.808639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Network d72d01aa-98c9-4c93-970b-f8862d3fb59e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:50:34.813015 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.883764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb847191-862d-4b5e-87ce-6c2691ccd462', 'name': 'network-vif-deleted', 'tag': '740c6f1d-a46b-4031-9269-064dd49ac458'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:34.886612 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657dc83c-7b97-4e1e-8a1a-6959c959ed7e" -d '{"events": [{"server_uuid": "bb847191-862d-4b5e-87ce-6c2691ccd462", "name": "network-vif-deleted", "tag": "740c6f1d-a46b-4031-9269-064dd49ac458"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:34.969042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Deleting port 9682411e-a64c-401e-8bf3-9d3b36d0a76f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:34.969414 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.975003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0958861-370f-4df4-adc0-3db103ef5686 req-4493c0e3-633f-4c7b-a4af-9c87ace562f4 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb847191-862d-4b5e-87ce-6c2691ccd462 HTTP/1.1" status: 200 len: 210 time: 0.0984449 Dec 15 13:50:34.976149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d72d01aa-98c9-4c93-970b-f8862d3fb59e) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:34.981428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa9c00-082b-4705-9dcb-d4b1eae0dc9c req-1720cce5-dabd-43b0-aba8-7d67b0d80871 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:34.983152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2aaa9c00-082b-4705-9dcb-d4b1eae0dc9c req-1720cce5-dabd-43b0-aba8-7d67b0d80871 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 949 time: 0.0713985 Dec 15 13:50:34.992902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ec33c0-2589-42de-9d52-f9927d9a6ccc']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:34.995324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Pushing event updated for resources: {'Port': ['ID=83d8e475-694e-4ac6-a8cb-71d7eb58133e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:35.011792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:35.012403 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.014577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee86e0a0-41ec-4a2c-ad64-d2002b0ccd3e None None] Network d72d01aa-98c9-4c93-970b-f8862d3fb59e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:35.044507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41414654-3701-46c4-b058-287aea321db1') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:35.044801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41414654-3701-46c4-b058-287aea321db1') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:35.057223 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55880d64-4b6e-4be3-aae3-7874c49da4de x-openstack-request-id: req-55880d64-4b6e-4be3-aae3-7874c49da4de {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:35.057400 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb847191-862d-4b5e-87ce-6c2691ccd462", "name": "network-vif-deleted", "tag": "740c6f1d-a46b-4031-9269-064dd49ac458", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:35.057516 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55880d64-4b6e-4be3-aae3-7874c49da4de {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:35.058297 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb847191-862d-4b5e-87ce-6c2691ccd462', 'name': 'network-vif-deleted', 'tag': '740c6f1d-a46b-4031-9269-064dd49ac458', 'status': 'completed', 'code': 200} Dec 15 13:50:35.061481 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.071232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.080598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:35.093716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Allocated IP 172.20.0.7 (d392defb-2768-4fa8-8d84-b668e8ca88d6/9d5bdf1d-adf9-45ca-808f-b95534ecb91b/568c6167-892e-487b-b89b-2c321d18dead) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:35.094470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:35.100071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:35.100725 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54609590-ee51-483a-995f-a3ccf8e713f2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1426532 Dec 15 13:50:35.103674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:35.105239 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.119983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:35.121449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:35.121854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:35.126427 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:35.141857 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2aaa9c00-082b-4705-9dcb-d4b1eae0dc9c req-66b83562-ecb0-4a05-851b-e0d5a8c79f3b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473470 Dec 15 13:50:35.173321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Attempting to bind port 83d8e475-694e-4ac6-a8cb-71d7eb58133e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:35.174480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Attempting to bind port 83d8e475-694e-4ac6-a8cb-71d7eb58133e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f2a199b8-2236-40a8-a8e9-24d2f0987682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:35.174774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Attempting to bind port 83d8e475-694e-4ac6-a8cb-71d7eb58133e on network d392defb-2768-4fa8-8d84-b668e8ca88d6 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:35.188436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] For port 9682411e-a64c-401e-8bf3-9d3b36d0a76f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9682411e-a64c-401e-8bf3-9d3b36d0a76f,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:35.188902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.190363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:35.190754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Checking segment: {'id': 'f2a199b8-2236-40a8-a8e9-24d2f0987682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:35.191379 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.191990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Bound using segment: {'id': 'f2a199b8-2236-40a8-a8e9-24d2f0987682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:35.192684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Bound port: 83d8e475-694e-4ac6-a8cb-71d7eb58133e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a199b8-2236-40a8-a8e9-24d2f0987682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:35.193082 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.211985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Calling delete_port for 9682411e-a64c-401e-8bf3-9d3b36d0a76f owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:35.217249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.218588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.226087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Deleting port d5c8eb8a-cee7-449e-bb53-5809bc6140ac {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:35.226428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.256948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.258300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d72d01aa-98c9-4c93-970b-f8862d3fb59e', 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e', 'project_id': 'da5d974dec14457684b388809816351a', 'fixed_ips': [{'subnet_id': 'b86ff747-abdb-47b5-b7fc-18c54c99e912'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:50:35.259472 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.324825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.331265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] 10.222.0.86 "DELETE /v2.0/networks/65ec33c0-2589-42de-9d52-f9927d9a6ccc HTTP/1.1" status: 204 len: 168 time: 0.9559140 Dec 15 13:50:35.356650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5f6a2-c8cd-4133-ad08-0b6f3d09a12b admin admin] Pushing event deleted for resources: {'Network': ['ID=65ec33c0-2589-42de-9d52-f9927d9a6ccc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:35.372607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] For port 83d8e475-694e-4ac6-a8cb-71d7eb58133e, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:35.398337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] For port 83d8e475-694e-4ac6-a8cb-71d7eb58133e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=83d8e475-694e-4ac6-a8cb-71d7eb58133e,segment=NetworkSegment(f2a199b8-2236-40a8-a8e9-24d2f0987682),segment_id=f2a199b8-2236-40a8-a8e9-24d2f0987682)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:35.413327 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.442703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] For port d5c8eb8a-cee7-449e-bb53-5809bc6140ac, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:35.443211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.483644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.492748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Calling delete_port for d5c8eb8a-cee7-449e-bb53-5809bc6140ac owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:35.508143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c52b6-607e-490d-9c28-76c6840e44f8 None None] Pushing event updated for resources: {'Port': ['ID=83d8e475-694e-4ac6-a8cb-71d7eb58133e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:35.552897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Allocated IP 172.20.0.2 (d72d01aa-98c9-4c93-970b-f8862d3fb59e/b86ff747-abdb-47b5-b7fc-18c54c99e912/701f2e8a-4773-4fde-8224-2f2c8c480a74) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:35.644067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.645320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28536d4-e589-436a-9f08-e1d348d55b14 req-3fc61a92-b308-4fb5-af32-3afbde604002 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:35.653441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f28536d4-e589-436a-9f08-e1d348d55b14 req-3fc61a92-b308-4fb5-af32-3afbde604002 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 1024 time: 0.1616371 Dec 15 13:50:35.687250 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.703042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55772) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:35.717930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fcf638ce-dd94-481b-a634-5faefef7d9e9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:35.749523 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.809727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:35.816790 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.820759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 140d44fb-7c67-4ab7-9f39-e9448a181e07 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:35.821416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:35.826446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9682411e-a64c-401e-8bf3-9d3b36d0a76f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:35.856687 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.858708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:35.868284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=568c6167-892e-487b-b89b-2c321d18dead,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:35.900398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.911645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 140d44fb-7c67-4ab7-9f39-e9448a181e07 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:35.912441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 140d44fb-7c67-4ab7-9f39-e9448a181e07 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:35.934695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Network d72d01aa-98c9-4c93-970b-f8862d3fb59e is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:35.964443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:35.977979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ee997d81-460b-4446-8b3e-4cf75ee9523b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91e8f02db2814dc6a456a123b9109bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2719128 Dec 15 13:50:35.987067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:35.994511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:36.007553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Pushing event updated for resources: {'Port': ['ID=701f2e8a-4773-4fde-8224-2f2c8c480a74,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:36.015349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f28536d4-e589-436a-9f08-e1d348d55b14 req-d74a9e3b-4f12-4108-b828-5662c28badb0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=b71bd322-bb10-4766-9ce5-f935cc2a6ace&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&id=ded4a84e-3e68-4e64-8332-aad0c01a88a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3567410 Dec 15 13:50:36.072158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.073159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.085853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.099647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['d5c8eb8a-cee7-449e-bb53-5809bc6140ac'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:36.144185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Attempting to bind port 701f2e8a-4773-4fde-8224-2f2c8c480a74 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:36.144793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Attempting to bind port 701f2e8a-4773-4fde-8224-2f2c8c480a74 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:36.145376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Attempting to bind port 701f2e8a-4773-4fde-8224-2f2c8c480a74 on network d72d01aa-98c9-4c93-970b-f8862d3fb59e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:36.154466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:36.155168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Checking segment: {'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:36.155811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.156588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Bound using segment: {'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:36.157248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Bound port: 701f2e8a-4773-4fde-8224-2f2c8c480a74, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:36.157819 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.185266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-84de91a6-971e-4a73-bb83-fc99d02325e0 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9862456 Dec 15 13:50:36.187579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'Port': ['ID=d5c8eb8a-cee7-449e-bb53-5809bc6140ac,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:36.205924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55782) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:36.239295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6', 'name': 'tempest-AllowedAddressPairTestJSON-1341134499', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:98:b8:2c'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:36.318878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbf65-efa4-4e92-9c25-a751dc0425bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.354197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] No DVR routers for this DVR port d5c8eb8a-cee7-449e-bb53-5809bc6140ac on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:36.359270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] For port 701f2e8a-4773-4fde-8224-2f2c8c480a74, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:36.360208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.364020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03ad2d4-76a1-45e3-b089-cf04811e0a16 req-7cfa518a-92b7-4a28-b20f-3be921094dd0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.74 "DELETE /v2.0/ports/d5c8eb8a-cee7-449e-bb53-5809bc6140ac HTTP/1.1" status: 204 len: 173 time: 1.5846634 Dec 15 13:50:36.364701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'name': 'network-vif-deleted', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:36.368848 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d83b3b-2e45-44a4-ab42-ffd2e27a6ddf" -d '{"events": [{"server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "name": "network-vif-deleted", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:36.377435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.380525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbf65-efa4-4e92-9c25-a751dc0425bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.445261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] For port 701f2e8a-4773-4fde-8224-2f2c8c480a74, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=701f2e8a-4773-4fde-8224-2f2c8c480a74,segment=NetworkSegment(75245c6f-4ae8-434f-9526-ec839860f7c1),segment_id=75245c6f-4ae8-434f-9526-ec839860f7c1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:36.459368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Made reservation on behalf of ea20cec1d9684eb7a7cfb7315d8c5a20 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:36.460064 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.477556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4696144-3a1f-4d32-beb9-abd2556942af req-9bd5639d-ad91-466b-9049-23e2c815645f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.479113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4696144-3a1f-4d32-beb9-abd2556942af req-9bd5639d-ad91-466b-9049-23e2c815645f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 949 time: 0.1816359 Dec 15 13:50:36.498248 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d617d-f1ce-4c05-8e4c-c2690165034c x-openstack-request-id: req-395d617d-f1ce-4c05-8e4c-c2690165034c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:36.498558 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2", "name": "network-vif-deleted", "tag": "d5c8eb8a-cee7-449e-bb53-5809bc6140ac", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:36.498852 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-395d617d-f1ce-4c05-8e4c-c2690165034c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:36.499343 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2', 'name': 'network-vif-deleted', 'tag': 'd5c8eb8a-cee7-449e-bb53-5809bc6140ac', 'status': 'completed', 'code': 200} Dec 15 13:50:36.549149 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.566169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3613b-5945-4daf-855a-bfbf2bbad1f5 None None] Pushing event updated for resources: {'Port': ['ID=701f2e8a-4773-4fde-8224-2f2c8c480a74,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:36.665026 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.676351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['37133100-0a41-4d79-bdc5-9abd95fc9725'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:36.689889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4696144-3a1f-4d32-beb9-abd2556942af req-36ee4712-073b-484b-9430-14c1d2937924 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893678 Dec 15 13:50:36.694436 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbf65-efa4-4e92-9c25-a751dc0425bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.696530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ae021-b48b-4ff2-9297-f3f7c27bcce8 req-d83cd475-264d-4b89-9fc6-1b7b94f4941e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.697144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbf65-efa4-4e92-9c25-a751dc0425bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.700652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7bbbf65-efa4-4e92-9c25-a751dc0425bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9224947a-725a-489a-97d1-c3a7316c8591 HTTP/1.1" status: 204 len: 168 time: 0.7064049 Dec 15 13:50:36.703028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d9ae021-b48b-4ff2-9297-f3f7c27bcce8 req-d83cd475-264d-4b89-9fc6-1b7b94f4941e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1081090 Dec 15 13:50:36.747439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbbf65-efa4-4e92-9c25-a751dc0425bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9224947a-725a-489a-97d1-c3a7316c8591,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:36.791906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] device_id is not set on port b3894a4d-e39b-4024-8541-7c66a88786d8 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:50:36.949035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.008357 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d9ae021-b48b-4ff2-9297-f3f7c27bcce8 req-2937a760-2156-4bac-a457-d3cad05b568d tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840626 Dec 15 13:50:37.130962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Allocated IP 172.20.0.9 (d392defb-2768-4fa8-8d84-b668e8ca88d6/9d5bdf1d-adf9-45ca-808f-b95534ecb91b/b3894a4d-e39b-4024-8541-7c66a88786d8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:37.256785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 83d8e475-694e-4ac6-a8cb-71d7eb58133e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:37.301960 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.382933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 83d8e475-694e-4ac6-a8cb-71d7eb58133e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:37.383313 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.442928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.511311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.513616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc9ddc-4496-46f7-810c-d8e2e29ae59e None None] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:37.570645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:37.574062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:37.575767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:37.580508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:37.585284 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.626359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.627901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=b3894a4d-e39b-4024-8541-7c66a88786d8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:37.642890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f40bfeb7-8350-4c43-8ed1-3ab5e2f4a1ba req-b34c8fab-1f9b-4d2d-b1f3-54808f7fac7b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=458652d4-eff5-4fd4-9e6b-5e7bf9d42cf2 HTTP/1.1" status: 200 len: 210 time: 0.0795784 Dec 15 13:50:37.656818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d9e624b1-09c7-4c2b-89c5-92eacd352968 None None] Provisioning complete for port 83d8e475-694e-4ac6-a8cb-71d7eb58133e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:37.657201 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9e624b1-09c7-4c2b-89c5-92eacd352968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.677083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:37.677724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.729147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9ff387f1-97b5-44e7-8e1f-26ab5de3693f tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5216758 Dec 15 13:50:37.731495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55804) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:37.752966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 83d8e475-694e-4ac6-a8cb-71d7eb58133e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=83d8e475-694e-4ac6-a8cb-71d7eb58133e,segment=NetworkSegment(f2a199b8-2236-40a8-a8e9-24d2f0987682),segment_id=f2a199b8-2236-40a8-a8e9-24d2f0987682)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:37.771632 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:37.812482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e9056c75-5a8c-44bc-8774-1c308e1222b0 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:37.893823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:37.935773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] Sync routers for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:37.937887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 740c6f1d-a46b-4031-9269-064dd49ac458 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:38.012749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Allocated IP 172.25.7.227 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/6c22824a-8ba7-4693-9100-732ab5f641bd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:38.013312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 740c6f1d-a46b-4031-9269-064dd49ac458 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:38.013667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 740c6f1d-a46b-4031-9269-064dd49ac458 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:38.026452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=83d8e475-694e-4ac6-a8cb-71d7eb58133e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:38.043628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:38.061696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:38.110638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b688b-73ba-4d2f-aa9f-37a5bd6ef085 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.117743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b688b-73ba-4d2f-aa9f-37a5bd6ef085 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.144980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b688b-73ba-4d2f-aa9f-37a5bd6ef085 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.146931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ed6b688b-73ba-4d2f-aa9f-37a5bd6ef085 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4140697 Dec 15 13:50:38.154706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:38.221116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6e60a19d-957e-424a-b77d-56d0ede216c1 admin admin] 10.222.0.86 "PUT /v2.0/routers/28c7abf7-b17c-4452-8ed1-33e322e2dd60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4034951 Dec 15 13:50:38.223769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port e9056c75-5a8c-44bc-8774-1c308e1222b0 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:50:38.227093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55820) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:38.273719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e4fc5-15ed-41d6-a831-f955d0785ba6 req-cf648533-d319-414b-a4d0-24770aa0085c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.275353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e9e4fc5-15ed-41d6-a831-f955d0785ba6 req-cf648533-d319-414b-a4d0-24770aa0085c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 949 time: 0.3657043 Dec 15 13:50:38.292229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port e9056c75-5a8c-44bc-8774-1c308e1222b0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:38.293293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.341196 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.351487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:38.391995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3d8e-f7c2-47a0-8e10-7b383d1f125a req-07102038-678d-4456-ad7f-86a3fa201a9e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.393897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3a0b3d8e-f7c2-47a0-8e10-7b383d1f125a req-07102038-678d-4456-ad7f-86a3fa201a9e tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1693399 Dec 15 13:50:38.394624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:38.439040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8507095-ece9-4f74-9324-783a0caaf92e None None] Network d72d01aa-98c9-4c93-970b-f8862d3fb59e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:38.487459 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.506888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e9e4fc5-15ed-41d6-a831-f955d0785ba6 req-47d056fa-5f2e-4822-8d20-9381a64a98cf tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511493 Dec 15 13:50:38.583395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Pushing event updated for resources: {'Port': ['ID=6c22824a-8ba7-4693-9100-732ab5f641bd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:38.608203 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-967fcbd4-0d35-4a2a-96fb-4da3a877d335 None None] Provisioning complete for port 568c6167-892e-487b-b89b-2c321d18dead triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:38.609253 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-967fcbd4-0d35-4a2a-96fb-4da3a877d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.626118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-218985882-network', 'tenant_id': '500e767148fa4ffbaa02f93b419752ea'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:38.633386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:38.640050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3a0b3d8e-f7c2-47a0-8e10-7b383d1f125a req-c44b58ba-5334-41c3-82a0-13d4ec090e73 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168338 Dec 15 13:50:38.643924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:38.647436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:38.665674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.790207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ae62ce3f-51d3-4f25-b902-ed675a832fe8 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Deleting port b3894a4d-e39b-4024-8541-7c66a88786d8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:38.790561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae62ce3f-51d3-4f25-b902-ed675a832fe8 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.884296 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.895054 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-36bdc8b3-3a3a-43a1-99b9-75130005bcea req-772ce804-5340-459c-aa48-b39b325c45c0 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/ded4a84e-3e68-4e64-8332-aad0c01a88a0 HTTP/1.1" status: 200 len: 1820 time: 0.1243963 Dec 15 13:50:38.897938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Made reservation on behalf of 500e767148fa4ffbaa02f93b419752ea for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:38.900677 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.916929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.955584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-967fcbd4-0d35-4a2a-96fb-4da3a877d335 None None] Port 568c6167-892e-487b-b89b-2c321d18dead cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:38.988861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe89262-4cd3-4734-83c1-afe7df7a3be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9056c75-5a8c-44bc-8774-1c308e1222b0'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:38.991156 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dd9de2-0bab-48c5-9fc7-719cbf6a4bb9" -d '{"events": [{"server_uuid": "0fe89262-4cd3-4734-83c1-afe7df7a3be7", "name": "network-vif-plugged", "status": "completed", "tag": "e9056c75-5a8c-44bc-8774-1c308e1222b0"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:39.018706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e9056c75-5a8c-44bc-8774-1c308e1222b0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e9056c75-5a8c-44bc-8774-1c308e1222b0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:39.020528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 83d8e475-694e-4ac6-a8cb-71d7eb58133e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:39.026111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-967fcbd4-0d35-4a2a-96fb-4da3a877d335 None None] Provisioning complete for port 83d8e475-694e-4ac6-a8cb-71d7eb58133e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:39.026330 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-967fcbd4-0d35-4a2a-96fb-4da3a877d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.083638 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8187d12-e942-46a6-a612-13ae04b8d90a x-openstack-request-id: req-c8187d12-e942-46a6-a612-13ae04b8d90a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:39.084032 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe89262-4cd3-4734-83c1-afe7df7a3be7", "name": "network-vif-plugged", "status": "completed", "tag": "e9056c75-5a8c-44bc-8774-1c308e1222b0", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:39.084215 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8187d12-e942-46a6-a612-13ae04b8d90a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:39.085180 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe89262-4cd3-4734-83c1-afe7df7a3be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9056c75-5a8c-44bc-8774-1c308e1222b0', 'code': 200} Dec 15 13:50:39.087555 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.186183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:50:35Z', 'revision_number': 5, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port': {'id': 'c87b0c0c-0528-40ea-a8aa-c9581adf0162', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:04Z', 'updated_at': '2021-12-15T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:39.202829 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-36bdc8b3-3a3a-43a1-99b9-75130005bcea req-8e2ae41b-129f-4b4d-9b63-6c451f777c3e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.239960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e9056c75-5a8c-44bc-8774-1c308e1222b0,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:39.243759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] Checking router: 28c7abf7-b17c-4452-8ed1-33e322e2dd60 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:39.255549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.256656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-36bdc8b3-3a3a-43a1-99b9-75130005bcea req-8e2ae41b-129f-4b4d-9b63-6c451f777c3e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.287999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 83d8e475-694e-4ac6-a8cb-71d7eb58133e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:39.288376 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.292775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] Routers {'28c7abf7-b17c-4452-8ed1-33e322e2dd60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:39.293408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:39.344602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-cb8beae5-0250-4ccc-a3dc-c304e8301ac8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.346469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-cb8beae5-0250-4ccc-a3dc-c304e8301ac8 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.24 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1356907 Dec 15 13:50:39.348571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae62ce3f-51d3-4f25-b902-ed675a832fe8 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.401456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ae62ce3f-51d3-4f25-b902-ed675a832fe8 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Calling delete_port for b3894a4d-e39b-4024-8541-7c66a88786d8 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:39.415998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-967fcbd4-0d35-4a2a-96fb-4da3a877d335 None None] Provisioning complete for port b3894a4d-e39b-4024-8541-7c66a88786d8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:39.416375 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-967fcbd4-0d35-4a2a-96fb-4da3a877d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.452958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] Set router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:39.455164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f162561-756f-49ad-be72-0be7cfd85a1e req-d2140110-f522-40bd-8a72-4ded78750949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.457039 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f162561-756f-49ad-be72-0be7cfd85a1e req-d2140110-f522-40bd-8a72-4ded78750949 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 1101 time: 0.2569308 Dec 15 13:50:39.485320 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-36bdc8b3-3a3a-43a1-99b9-75130005bcea req-8e2ae41b-129f-4b4d-9b63-6c451f777c3e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.489433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-36bdc8b3-3a3a-43a1-99b9-75130005bcea req-8e2ae41b-129f-4b4d-9b63-6c451f777c3e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.490664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-36bdc8b3-3a3a-43a1-99b9-75130005bcea req-8e2ae41b-129f-4b4d-9b63-6c451f777c3e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/ded4a84e-3e68-4e64-8332-aad0c01a88a0 HTTP/1.1" status: 204 len: 173 time: 0.5938234 Dec 15 13:50:39.515591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Deleting port c87b0c0c-0528-40ea-a8aa-c9581adf0162 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:39.516262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.559535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:50:39Z', 'revision_number': 6, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:39.571391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.583110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.605412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-967fcbd4-0d35-4a2a-96fb-4da3a877d335 None None] Port b3894a4d-e39b-4024-8541-7c66a88786d8 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:39.609972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af0e05-e285-4086-bfcc-7a2db70cceb0 None None] The sync data for ids ['28c7abf7-b17c-4452-8ed1-33e322e2dd60'] in n-d-821840-1 is: [{'id': '28c7abf7-b17c-4452-8ed1-33e322e2dd60', 'name': 'tempest-FloatingIPsAssociationTestJSON-1200246896-router', 'tenant_id': '892c322aafde42978bb257e47e89f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:03Z', 'updated_at': '2021-12-15T13:50:39Z', 'revision_number': 6, 'project_id': '892c322aafde42978bb257e47e89f88d', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:39.615911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 701f2e8a-4773-4fde-8224-2f2c8c480a74 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:39.630592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.657920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ae41b-129f-4b4d-9b63-6c451f777c3e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded4a84e-3e68-4e64-8332-aad0c01a88a0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:39.689800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:50:39.699332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 701f2e8a-4773-4fde-8224-2f2c8c480a74 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:39.701947 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.721959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f162561-756f-49ad-be72-0be7cfd85a1e req-150b0f04-a8e2-4dfe-9cb8-d07aba2b94ef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556655 Dec 15 13:50:39.748834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-18ad8433-7181-4fb3-b4cf-687ff66e7edb None None] Provisioning complete for port 568c6167-892e-487b-b89b-2c321d18dead triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:39.749249 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18ad8433-7181-4fb3-b4cf-687ff66e7edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.782625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.782866 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Added segment 294f0210-d91b-456e-a9f4-6f1ebb29a4ad of type vlan for network d57ab5e0-db9d-455c-a535-68e76b89836a Dec 15 13:50:39.797330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a203d9d9-e813-48aa-9987-ffece12ce274,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:39.809893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] For port c87b0c0c-0528-40ea-a8aa-c9581adf0162, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c87b0c0c-0528-40ea-a8aa-c9581adf0162,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:39.810482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.812682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-18ad8433-7181-4fb3-b4cf-687ff66e7edb None None] Port 568c6167-892e-487b-b89b-2c321d18dead cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:39.820135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-18ad8433-7181-4fb3-b4cf-687ff66e7edb None None] Could not find standard attr ID for object b3894a4d-e39b-4024-8541-7c66a88786d8. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:50:39.825821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Calling delete_port for c87b0c0c-0528-40ea-a8aa-c9581adf0162 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:39.830202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.840678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd47948-2acf-44a2-9240-680d107c280b req-781f0394-3068-4d78-9002-ebcea91ce6e9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.848828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bd47948-2acf-44a2-9240-680d107c280b req-781f0394-3068-4d78-9002-ebcea91ce6e9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 950 time: 0.2137277 Dec 15 13:50:39.849411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-18ad8433-7181-4fb3-b4cf-687ff66e7edb None None] Provisioning complete for port 701f2e8a-4773-4fde-8224-2f2c8c480a74 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:39.849788 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18ad8433-7181-4fb3-b4cf-687ff66e7edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.865447 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.896779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 701f2e8a-4773-4fde-8224-2f2c8c480a74, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=701f2e8a-4773-4fde-8224-2f2c8c480a74,segment=NetworkSegment(75245c6f-4ae8-434f-9526-ec839860f7c1),segment_id=75245c6f-4ae8-434f-9526-ec839860f7c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:39.901278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d5c8eb8a-cee7-449e-bb53-5809bc6140ac no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:39.908295 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.949932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: d5c8eb8a-cee7-449e-bb53-5809bc6140ac {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:39.950286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d5c8eb8a-cee7-449e-bb53-5809bc6140ac not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:39.976520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bd47948-2acf-44a2-9240-680d107c280b req-bbf68980-0fea-4866-b4d6-8d746d987d90 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264713 Dec 15 13:50:39.980974 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.981987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:39.982570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.030227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=701f2e8a-4773-4fde-8224-2f2c8c480a74,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:40.044633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2cc50bca-9705-4132-beaf-3541186c068d req-e09667b9-74e3-41b5-844f-1a3431df9200 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/b71bd322-bb10-4766-9ce5-f935cc2a6ace HTTP/1.1" status: 200 len: 1819 time: 0.5255113 Dec 15 13:50:40.092666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.103832 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7024271 Dec 15 13:50:40.105458 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae62ce3f-51d3-4f25-b902-ed675a832fe8 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.113099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:40.119572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Request body: {'subnet': {'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-218985882-subnet', 'tenant_id': '500e767148fa4ffbaa02f93b419752ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:40.124937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Deleting port fcf638ce-dd94-481b-a634-5faefef7d9e9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:40.125281 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.194273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88960-63b9-48df-9626-eda76fcbb28f admin admin] Pushing event updated for resources: {'Network': ['ID=d57ab5e0-db9d-455c-a535-68e76b89836a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:40.197634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.206589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d57ab5e0-db9d-455c-a535-68e76b89836a details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:50:40.219367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87b0c0c-0528-40ea-a8aa-c9581adf0162,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:40.252401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc966bb-a642-4e61-9ddc-f57c85c49630 req-b750b990-4409-4ef1-ab41-ee9a244d1543 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:40.260215 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bcc966bb-a642-4e61-9ddc-f57c85c49630 req-b750b990-4409-4ef1-ab41-ee9a244d1543 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1596344 Dec 15 13:50:40.355812 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bcc966bb-a642-4e61-9ddc-f57c85c49630 req-8331d43e-5b83-470d-b1ca-784d5ef5e659 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947068 Dec 15 13:50:40.397293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-7cab2405-2f98-4c7f-8f93-3312c75fdd1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8059742 Dec 15 13:50:40.410809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62ce3f-51d3-4f25-b902-ed675a832fe8 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Port': ['ID=b3894a4d-e39b-4024-8541-7c66a88786d8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:40.424354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2cc50bca-9705-4132-beaf-3541186c068d req-907d5245-03a1-4ae5-82df-9eba0dbf0b72 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.429751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:50:40.446448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Made reservation on behalf of 500e767148fa4ffbaa02f93b419752ea for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:40.454764 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.579739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:40.591737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Sync routers for ids ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:40.604823 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Routers {'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:40.605696 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:40.611201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.612585 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e636777d-b5da-4fe7-9fbe-e1bfb56bb384 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5046988 Dec 15 13:50:40.615270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55846) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:40.617060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.619400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2cc50bca-9705-4132-beaf-3541186c068d req-907d5245-03a1-4ae5-82df-9eba0dbf0b72 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.724101 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Set router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:40.807313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] For port fcf638ce-dd94-481b-a634-5faefef7d9e9, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fcf638ce-dd94-481b-a634-5faefef7d9e9,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:40.808061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.830977 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.839803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.857914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Calling delete_port for fcf638ce-dd94-481b-a634-5faefef7d9e9 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:40.864511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 701f2e8a-4773-4fde-8224-2f2c8c480a74 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:40.865052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-fa0fb7da-d546-4d8b-a4b3-b8f0b1252d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:40.866338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-fa0fb7da-d546-4d8b-a4b3-b8f0b1252d7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6262e20642f440599d3ed84c0d5bfc83&device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1174 time: 0.3751435 Dec 15 13:50:40.924979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 701f2e8a-4773-4fde-8224-2f2c8c480a74 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:40.925734 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.929048 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae62ce3f-51d3-4f25-b902-ed675a832fe8 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:40.935046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ae62ce3f-51d3-4f25-b902-ed675a832fe8 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "DELETE /v2.0/ports/b3894a4d-e39b-4024-8541-7c66a88786d8 HTTP/1.1" status: 204 len: 168 time: 2.7697129 Dec 15 13:50:40.938224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55848) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:40.985150 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:39Z', 'revision_number': 3, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:41.034602 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Checking router: b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:41.035260 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Updating router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 port 6c22824a-8ba7-4693-9100-732ab5f641bd binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:50:41.041372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.041952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c7abf7-b17c-4452-8ed1-33e322e2dd60 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:41.050181 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-63593aa5-f8ab-4e4a-bf13-72992b01a728 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] GET failed (client error): The resource could not be found. Dec 15 13:50:41.057815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-63593aa5-f8ab-4e4a-bf13-72992b01a728 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "GET /v2.0/ports/b3894a4d-e39b-4024-8541-7c66a88786d8 HTTP/1.1" status: 404 len: 333 time: 0.1096785 Dec 15 13:50:41.057815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2cc50bca-9705-4132-beaf-3541186c068d req-907d5245-03a1-4ae5-82df-9eba0dbf0b72 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.057815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2cc50bca-9705-4132-beaf-3541186c068d req-907d5245-03a1-4ae5-82df-9eba0dbf0b72 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.057815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2cc50bca-9705-4132-beaf-3541186c068d req-907d5245-03a1-4ae5-82df-9eba0dbf0b72 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/b71bd322-bb10-4766-9ce5-f935cc2a6ace HTTP/1.1" status: 204 len: 173 time: 1.0103395 Dec 15 13:50:41.066293 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.066293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-26e75553-1093-4e2f-af90-8cf00a3af5b5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/28c7abf7-b17c-4452-8ed1-33e322e2dd60 HTTP/1.1" status: 204 len: 168 time: 2.8345242 Dec 15 13:50:41.095620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6db57a3c-6e91-4ea7-8f40-bb218c3cfd97 req-4a0c1546-359d-41d5-a732-c17c869943c4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-672546348', 'description': 'tempest-description-695148574'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:41.101486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55852) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:41.101850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55856) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:41.117066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6', 'name': 'tempest-AllowedAddressPairTestJSON-879200936'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:41.118592 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.240786 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9682411e-a64c-401e-8bf3-9d3b36d0a76f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:41.274334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d5245-03a1-4ae5-82df-9eba0dbf0b72 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71bd322-bb10-4766-9ce5-f935cc2a6ace,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.290192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9682411e-a64c-401e-8bf3-9d3b36d0a76f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:41.290813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9682411e-a64c-401e-8bf3-9d3b36d0a76f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:41.291411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c87b0c0c-0528-40ea-a8aa-c9581adf0162 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:41.340883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c87b0c0c-0528-40ea-a8aa-c9581adf0162 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:41.342345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c87b0c0c-0528-40ea-a8aa-c9581adf0162 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:41.366130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207f56a-6fb8-4a3a-92cc-5c9132c6bf60 req-aea09f50-1ed3-4c19-b6c0-33429e1d6b5a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:41.375012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f207f56a-6fb8-4a3a-92cc-5c9132c6bf60 req-aea09f50-1ed3-4c19-b6c0-33429e1d6b5a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 950 time: 0.2146163 Dec 15 13:50:41.384344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6db57a3c-6e91-4ea7-8f40-bb218c3cfd97 req-4a0c1546-359d-41d5-a732-c17c869943c4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.388128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc11d7f-ab0c-4a1d-a9ab-6ad064ef64c2 admin admin] Deleting subnet e9fe162c-c9d3-471a-9f72-f781246ef306 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:41.393297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.425667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecc11d7f-ab0c-4a1d-a9ab-6ad064ef64c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.434579 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.437297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-08c29a68-3333-441b-ad20-616d26d34d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:41.438988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-08c29a68-3333-441b-ad20-616d26d34d6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 200 len: 915 time: 0.5213702 Dec 15 13:50:41.442237 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.473109 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f207f56a-6fb8-4a3a-92cc-5c9132c6bf60 req-fb4e889a-ba43-430c-b543-87c356e83da8 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973465 Dec 15 13:50:41.488837 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Pushing event updated for resources: {'Port': ['ID=6c22824a-8ba7-4693-9100-732ab5f641bd,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.498222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.498582 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.499471 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.499984 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.500604 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.501081 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.501421 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.501764 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.502102 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.502437 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.502771 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.503175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.503422 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:41.556620 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.557740 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Attempting to bind port 6c22824a-8ba7-4693-9100-732ab5f641bd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:41.558557 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Attempting to bind port 6c22824a-8ba7-4693-9100-732ab5f641bd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:41.559150 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Attempting to bind port 6c22824a-8ba7-4693-9100-732ab5f641bd on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:41.568699 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:41.569525 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:41.570126 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.570727 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:41.571346 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Bound port: 6c22824a-8ba7-4693-9100-732ab5f641bd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:41.571805 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.573352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-1c776e3a-fcad-4456-9b71-df479992409e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 200 len: 217 time: 0.0847173 Dec 15 13:50:41.608750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecc11d7f-ab0c-4a1d-a9ab-6ad064ef64c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.634666 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] For port 6c22824a-8ba7-4693-9100-732ab5f641bd, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:41.637812 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] For port 6c22824a-8ba7-4693-9100-732ab5f641bd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6c22824a-8ba7-4693-9100-732ab5f641bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:41.645060 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.650276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aadd5-87d5-49c9-9869-a2c20770d133 req-bba0dc68-d8fc-454f-b24f-2a8a6c53db61 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:41.651793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4b1aadd5-87d5-49c9-9869-a2c20770d133 req-bba0dc68-d8fc-454f-b24f-2a8a6c53db61 tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/ports?device_id=a509a215-7536-444c-bd00-c96efc76e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0879610 Dec 15 13:50:41.673456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Allocated IP 172.20.0.1 (d72d01aa-98c9-4c93-970b-f8862d3fb59e/b86ff747-abdb-47b5-b7fc-18c54c99e912/2f474188-8051-4f91-aa00-f240163d46a6) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:41.717470 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d1563-d92a-4191-8b94-66b3945979e5 None None] Pushing event updated for resources: {'Port': ['ID=6c22824a-8ba7-4693-9100-732ab5f641bd,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.718904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.728531 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Routers {'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:41.730004 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:41.733031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fcf638ce-dd94-481b-a634-5faefef7d9e9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:41.781155 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4b1aadd5-87d5-49c9-9869-a2c20770d133 req-ccab9d43-fa5c-406b-a6df-b3b569df3adf tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.86 "GET /v2.0/security-groups?id=272f6022-7ccd-4fcb-aea1-541c354038ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159751 Dec 15 13:50:41.791039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b192fd6e-8f11-47ab-bed7-5c49ee82fa82,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.807725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Pushing event deleted for resources: {'Port': ['ID=fcf638ce-dd94-481b-a634-5faefef7d9e9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:41.821314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-58d70b4b-9577-4f6f-8d6a-d497c7bb72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:41.822812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-58d70b4b-9577-4f6f-8d6a-d497c7bb72a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 200 len: 853 time: 0.2373321 Dec 15 13:50:41.845920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Made reservation on behalf of ea20cec1d9684eb7a7cfb7315d8c5a20 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:41.849603 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.871029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.889047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6db57a3c-6e91-4ea7-8f40-bb218c3cfd97 req-4a0c1546-359d-41d5-a732-c17c869943c4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.902575 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] Set router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:41.935847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-ff8690fa-8d46-41ed-8411-db9bff5bf409 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8b14059-1ed4-4e7d-a8e9-ded65e26484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713217 Dec 15 13:50:41.936539 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6db57a3c-6e91-4ea7-8f40-bb218c3cfd97 req-4a0c1546-359d-41d5-a732-c17c869943c4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.951780 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.956838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Checking segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:41.957214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Network hostable DHCP agents. Network: d57ab5e0-db9d-455c-a535-68e76b89836a, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:50:41.968664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] No DVR routers for this DVR port fcf638ce-dd94-481b-a634-5faefef7d9e9 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:41.993565 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:41.996985 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26ecd69c-aac2-4e16-846c-4f33e58d6a79 req-ab1df2a1-d74d-4a8f-9388-2e4ab1c930ce tempest-ServerRescueTestJSON-1211128402 tempest-ServerRescueTestJSON-1211128402-project] 10.222.0.24 "DELETE /v2.0/ports/fcf638ce-dd94-481b-a634-5faefef7d9e9 HTTP/1.1" status: 204 len: 173 time: 2.6378634 Dec 15 13:50:41.999674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a509a215-7536-444c-bd00-c96efc76e4d7', 'name': 'network-vif-deleted', 'tag': 'fcf638ce-dd94-481b-a634-5faefef7d9e9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:42.002237 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287e3dbe-07f7-4bed-9409-039a8083da8e" -d '{"events": [{"server_uuid": "a509a215-7536-444c-bd00-c96efc76e4d7", "name": "network-vif-deleted", "tag": "fcf638ce-dd94-481b-a634-5faefef7d9e9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:42.017299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Network d72d01aa-98c9-4c93-970b-f8862d3fb59e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:42.018601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] device_id is not set on port 0f571f0a-c5ed-4316-84be-fd8df6d2adc3 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:50:42.021026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:42.023099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f474188-8051-4f91-aa00-f240163d46a6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:42.027443 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecc11d7f-ab0c-4a1d-a9ab-6ad064ef64c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.037848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:42.075282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a069f-4cfc-4041-b07c-ce52fbbd88bc req-8daffc6f-6dfd-4cfe-bf78-f02f317e7c5f tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:42.076919 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e39a069f-4cfc-4041-b07c-ce52fbbd88bc req-8daffc6f-6dfd-4cfe-bf78-f02f317e7c5f tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 1101 time: 0.1546695 Dec 15 13:50:42.122507 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.150794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c1546-359d-41d5-a732-c17c869943c4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90861e-0531-41ca-b845-fe509ee66e54,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:42.179520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6db57a3c-6e91-4ea7-8f40-bb218c3cfd97 req-4a0c1546-359d-41d5-a732-c17c869943c4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.184446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6db57a3c-6e91-4ea7-8f40-bb218c3cfd97 req-4a0c1546-359d-41d5-a732-c17c869943c4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0891597 Dec 15 13:50:42.195853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Network d57ab5e0-db9d-455c-a535-68e76b89836a is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:50:42.246603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d57ab5e0-db9d-455c-a535-68e76b89836a) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:42.251249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e39a069f-4cfc-4041-b07c-ce52fbbd88bc req-ef6bbb1d-2108-4d70-b5e8-044aef41b5eb tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663151 Dec 15 13:50:42.255981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174855d0-e520-48fe-b00e-c08cfa6a0c75 None None] Network d57ab5e0-db9d-455c-a535-68e76b89836a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:42.282294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:42.282294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.345713 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:39Z', 'revision_number': 3, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:42.386903 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22de64b-73a5-419c-bc12-2f70ad7361e6 x-openstack-request-id: req-a22de64b-73a5-419c-bc12-2f70ad7361e6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:42.387301 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a509a215-7536-444c-bd00-c96efc76e4d7", "name": "network-vif-deleted", "tag": "fcf638ce-dd94-481b-a634-5faefef7d9e9", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:42.387530 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a22de64b-73a5-419c-bc12-2f70ad7361e6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:42.387960 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a509a215-7536-444c-bd00-c96efc76e4d7', 'name': 'network-vif-deleted', 'tag': 'fcf638ce-dd94-481b-a634-5faefef7d9e9', 'status': 'completed', 'code': 200} Dec 15 13:50:42.416332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d0f6b99e-dff7-4d3e-b587-776ba12da791 req-19289d6c-578d-4005-a3a6-e0b4c9964f43 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/8d90861e-0531-41ca-b845-fe509ee66e54 HTTP/1.1" status: 200 len: 1818 time: 0.1134202 Dec 15 13:50:42.422499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecc11d7f-ab0c-4a1d-a9ab-6ad064ef64c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.429938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d57ab5e0-db9d-455c-a535-68e76b89836a', 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a', 'project_id': '500e767148fa4ffbaa02f93b419752ea', 'fixed_ips': [{'subnet_id': 'b192fd6e-8f11-47ab-bed7-5c49ee82fa82'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:50:42.430182 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc4e00c-37da-4157-ac20-578a6b7c45c2 None None] The sync data for ids ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'] in n-d-821840-1 is: [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:39Z', 'revision_number': 3, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:42.430888 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.431356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d0f6b99e-dff7-4d3e-b587-776ba12da791 req-ef2c4cd1-4189-4b46-9ab9-ac92c8979a91 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1079593524', 'description': 'tempest-description-hth-706045611'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:42.442741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-b00d1891-2037-4073-8d0c-fbf596e6a446 service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771163 Dec 15 13:50:42.465253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cc6e7f53-b4cf-487e-a7ce-400998ddcabb None None] Provisioning complete for port 2f474188-8051-4f91-aa00-f240163d46a6 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:42.465626 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7f53-b4cf-487e-a7ce-400998ddcabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.495594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2dfc7abe-0f2c-4c00-8fa4-3f18627dc1c6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3796477 Dec 15 13:50:42.511907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc11d7f-ab0c-4a1d-a9ab-6ad064ef64c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fe162c-c9d3-471a-9f72-f781246ef306,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:42.519549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecc11d7f-ab0c-4a1d-a9ab-6ad064ef64c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.522654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ecc11d7f-ab0c-4a1d-a9ab-6ad064ef64c2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e9fe162c-c9d3-471a-9f72-f781246ef306 HTTP/1.1" status: 204 len: 168 time: 1.4019556 Dec 15 13:50:42.525029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55876) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:42.527032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Allocated IP 172.20.0.3 (d392defb-2768-4fa8-8d84-b668e8ca88d6/9d5bdf1d-adf9-45ca-808f-b95534ecb91b/0f571f0a-c5ed-4316-84be-fd8df6d2adc3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:42.529447 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.562292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9ce99-34d8-49d7-8bfb-227e2370da56 None None] Network 96461905-4df6-47fc-a8a7-9ecdfb9c1957 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:42.579711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d0f6b99e-dff7-4d3e-b587-776ba12da791 req-ef2c4cd1-4189-4b46-9ab9-ac92c8979a91 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.743710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d0f6b99e-dff7-4d3e-b587-776ba12da791 req-ef2c4cd1-4189-4b46-9ab9-ac92c8979a91 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.788838 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d0f6b99e-dff7-4d3e-b587-776ba12da791 req-ef2c4cd1-4189-4b46-9ab9-ac92c8979a91 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.800145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d0f6b99e-dff7-4d3e-b587-776ba12da791 req-ef2c4cd1-4189-4b46-9ab9-ac92c8979a91 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:42.804881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d0f6b99e-dff7-4d3e-b587-776ba12da791 req-ef2c4cd1-4189-4b46-9ab9-ac92c8979a91 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "PUT /v2.0/security-groups/8d90861e-0531-41ca-b845-fe509ee66e54 HTTP/1.1" status: 200 len: 1793 time: 0.3771000 Dec 15 13:50:42.818688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e7f53-b4cf-487e-a7ce-400998ddcabb None None] Port 2f474188-8051-4f91-aa00-f240163d46a6 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:42.923786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c4cd1-4189-4b46-9ab9-ac92c8979a91 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90861e-0531-41ca-b845-fe509ee66e54,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:43.025740 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.033008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Allocated IP 172.20.0.2 (d57ab5e0-db9d-455c-a535-68e76b89836a/b192fd6e-8f11-47ab-bed7-5c49ee82fa82/68bfac05-c397-46df-b265-97545fcb68dc) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:43.037379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55898) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:43.066687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.266540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f474188-8051-4f91-aa00-f240163d46a6,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:43.310508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-b665ff14-07c6-486f-8d52-54e5415528b4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205714 Dec 15 13:50:43.339306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] DHCP port deletion for 96461905-4df6-47fc-a8a7-9ecdfb9c1957 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:50:43.350471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.364841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.374704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0787356f-391d-4887-a648-9036c5609635 req-20d941be-7f4b-4381-9396-2386a3495e2a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/8d90861e-0531-41ca-b845-fe509ee66e54 HTTP/1.1" status: 200 len: 1793 time: 0.2515569 Dec 15 13:50:43.456761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] Deleting port 068c0b88-5c10-467e-82fe-ef83030ebfe3 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:43.457158 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.459585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cef5e03c-f239-45e9-aee3-7e317592c11f req-6c42c8a6-e1e0-4ce3-9807-41fd33b608df service neutron] 10.222.0.24 "GET /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9792194 Dec 15 13:50:43.501081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-3b569751-97be-4ce7-a2f7-c430173ace2e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3172896 Dec 15 13:50:43.617277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] For port 068c0b88-5c10-467e-82fe-ef83030ebfe3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=068c0b88-5c10-467e-82fe-ef83030ebfe3,segment=NetworkSegment(f5182323-f636-4536-abd1-27ce569beef9),segment_id=f5182323-f636-4536-abd1-27ce569beef9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:43.617705 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.660304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] Calling delete_port for 068c0b88-5c10-467e-82fe-ef83030ebfe3 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:43.671382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-f1d4cf0c-b76f-4e80-8fd8-252b373c8e87 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:43.679324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-f1d4cf0c-b76f-4e80-8fd8-252b373c8e87 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663628 Dec 15 13:50:43.734932 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-276a9933-0305-4fad-8527-37d8c2e2df05 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/quotas/72e6f3c3fea24293810cc0b2a8d08307 HTTP/1.1" status: 200 len: 375 time: 0.0533199 Dec 15 13:50:43.752297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.800404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-b8a4112c-94dd-43ee-8e82-5820190c9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:43.802174 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-b8a4112c-94dd-43ee-8e82-5820190c9bae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 1101 time: 0.2469718 Dec 15 13:50:43.833877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Deleting port 068c0b88-5c10-467e-82fe-ef83030ebfe3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:43.834385 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.879804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.887234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fcf638ce-dd94-481b-a634-5faefef7d9e9 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:43.890610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.964137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: fcf638ce-dd94-481b-a634-5faefef7d9e9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:43.964538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fcf638ce-dd94-481b-a634-5faefef7d9e9 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:43.969496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] Pushing event deleted for resources: {'Port': ['ID=068c0b88-5c10-467e-82fe-ef83030ebfe3,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:43.973412 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.980644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55cde9-f1fc-430f-8d12-ecbbd2b2300a None None] No DVR routers for this DVR port 068c0b88-5c10-467e-82fe-ef83030ebfe3 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:44.013188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-bd19c41c-5c39-4bc8-9034-d16ca95c6b02 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2772067 Dec 15 13:50:44.024743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Network d57ab5e0-db9d-455c-a535-68e76b89836a is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:44.032179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:44.043528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:44.071018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.073940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Pushing event updated for resources: {'Port': ['ID=68bfac05-c397-46df-b265-97545fcb68dc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:44.101880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:44.107683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:44.110625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:44.179461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] For port 068c0b88-5c10-467e-82fe-ef83030ebfe3, host n-d-821840-1, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:44.180047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.221487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Attempting to bind port 68bfac05-c397-46df-b265-97545fcb68dc on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:44.222648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Attempting to bind port 68bfac05-c397-46df-b265-97545fcb68dc by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:44.223316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Attempting to bind port 68bfac05-c397-46df-b265-97545fcb68dc on network d57ab5e0-db9d-455c-a535-68e76b89836a {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:44.228423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Calling delete_port for 068c0b88-5c10-467e-82fe-ef83030ebfe3 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:44.233913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Port 068c0b88-5c10-467e-82fe-ef83030ebfe3 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:50:44.235030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:44.235431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Checking segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:44.235926 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.236359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Bound using segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:44.237077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Bound port: 68bfac05-c397-46df-b265-97545fcb68dc, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:44.237663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.291168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Network d72d01aa-98c9-4c93-970b-f8862d3fb59e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:44.293751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=0f571f0a-c5ed-4316-84be-fd8df6d2adc3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:44.295054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:44.331062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-7d11e8ce-97a5-4406-8053-1e0572a3826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.332589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-7d11e8ce-97a5-4406-8053-1e0572a3826e service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.4911187 Dec 15 13:50:44.345285 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.348801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] For port 68bfac05-c397-46df-b265-97545fcb68dc, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:44.360641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] For port 68bfac05-c397-46df-b265-97545fcb68dc, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=68bfac05-c397-46df-b265-97545fcb68dc,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:44.382969 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.412415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=068c0b88-5c10-467e-82fe-ef83030ebfe3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:44.494919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336906c-d16c-40e7-b45b-bce9d5c15660 None None] Pushing event updated for resources: {'Port': ['ID=68bfac05-c397-46df-b265-97545fcb68dc,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:44.518516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.519208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.542298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20ba8ad3-5c46-43db-af1b-3a82971574ae req-b8c006cb-4172-4e0a-b67c-3b108d9c5796 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/8d90861e-0531-41ca-b845-fe509ee66e54 HTTP/1.1" status: 200 len: 1793 time: 0.3328991 Dec 15 13:50:44.546101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-e41ca3be-5ad8-4dc7-9c2a-8b250c682420 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=49e5f400-665a-4a41-96e1-1386a13ef2dc HTTP/1.1" status: 200 len: 217 time: 0.1971264 Dec 15 13:50:44.547207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] No DVR routers for this DVR port 068c0b88-5c10-467e-82fe-ef83030ebfe3 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:44.552880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-21aa10b7-276f-4883-b630-b75eb5e76c80 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4398360 Dec 15 13:50:44.603774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4f47070e-b74c-47fe-bbe6-77810a93e1f6 None None] Provisioning complete for port 0f571f0a-c5ed-4316-84be-fd8df6d2adc3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:44.606584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f47070e-b74c-47fe-bbe6-77810a93e1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.607966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-dcd07620-2f20-4295-b28c-1a1fc924fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.614228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-dcd07620-2f20-4295-b28c-1a1fc924fd22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0553758 Dec 15 13:50:44.625229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:44.631759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:98:b8:2c'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:44.680268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4f47070e-b74c-47fe-bbe6-77810a93e1f6 None None] Port 0f571f0a-c5ed-4316-84be-fd8df6d2adc3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:44.829827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-fed3a365-86df-4b5a-8bd3-7da3d7e78835 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.831414 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-fed3a365-86df-4b5a-8bd3-7da3d7e78835 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 815 time: 0.6230750 Dec 15 13:50:44.837253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f23e73da-eabb-4b3c-a8c1-58d82ea4f686 None None] Provisioning complete for port 2f474188-8051-4f91-aa00-f240163d46a6 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:44.837954 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f23e73da-eabb-4b3c-a8c1-58d82ea4f686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.863525 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20ba8ad3-5c46-43db-af1b-3a82971574ae req-b460432e-662e-42d4-a85a-a532d7dac27a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.903687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20ba8ad3-5c46-43db-af1b-3a82971574ae req-b460432e-662e-42d4-a85a-a532d7dac27a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.935620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f23e73da-eabb-4b3c-a8c1-58d82ea4f686 None None] Port 2f474188-8051-4f91-aa00-f240163d46a6 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:44.951567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-9cd7a67a-df44-41a7-bf8e-da356a59ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.954172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-9cd7a67a-df44-41a7-bf8e-da356a59ac99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3121941 Dec 15 13:50:44.961007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:44.979226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-503efc08-1c4d-437f-971a-0b15a7a43413 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/quotas/500e767148fa4ffbaa02f93b419752ea HTTP/1.1" status: 200 len: 375 time: 0.1325691 Dec 15 13:50:45.013064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6c22824a-8ba7-4693-9100-732ab5f641bd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:45.026132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:45.084403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96461905-4df6-47fc-a8a7-9ecdfb9c1957']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:45.100848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5182323-f636-4536-abd1-27ce569beef9') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:45.101426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5182323-f636-4536-abd1-27ce569beef9') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:45.119699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20ba8ad3-5c46-43db-af1b-3a82971574ae req-b460432e-662e-42d4-a85a-a532d7dac27a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.123046 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20ba8ad3-5c46-43db-af1b-3a82971574ae req-b460432e-662e-42d4-a85a-a532d7dac27a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.128479 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20ba8ad3-5c46-43db-af1b-3a82971574ae req-b460432e-662e-42d4-a85a-a532d7dac27a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/8d90861e-0531-41ca-b845-fe509ee66e54 HTTP/1.1" status: 204 len: 173 time: 0.5131390 Dec 15 13:50:45.137550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6c22824a-8ba7-4693-9100-732ab5f641bd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:45.138062 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.183914 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.234927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460432e-662e-42d4-a85a-a532d7dac27a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d90861e-0531-41ca-b845-fe509ee66e54,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:45.237700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.251608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-0f0eac0a-7ec1-4c5f-8b98-959e7e688dfd service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835586 Dec 15 13:50:45.259264 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.268595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:45.269273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.287546 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 6c22824a-8ba7-4693-9100-732ab5f641bd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6c22824a-8ba7-4693-9100-732ab5f641bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:45.294722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:45.296235 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:45.335058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41a59928-15c4-45b0-957a-46166846a68d req-26824d76-71ab-45af-b802-2d18f44a797d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 210 time: 0.1018002 Dec 15 13:50:45.391673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-63b49160-ba00-4d70-b3bb-17e4b96cc175 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3977654 Dec 15 13:50:45.398924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=6c22824a-8ba7-4693-9100-732ab5f641bd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:45.415479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 068c0b88-5c10-467e-82fe-ef83030ebfe3 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:45.420355 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.494145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 068c0b88-5c10-467e-82fe-ef83030ebfe3 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:45.494509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 068c0b88-5c10-467e-82fe-ef83030ebfe3 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:45.586851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.607068 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.613188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] 10.222.0.86 "DELETE /v2.0/networks/96461905-4df6-47fc-a8a7-9ecdfb9c1957 HTTP/1.1" status: 204 len: 168 time: 3.0824323 Dec 15 13:50:45.635084 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-300ade45-9232-4bea-bba5-262fb6a8b610 req-dd19e302-17ee-47be-b30e-33ba5e90596d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:50:45.644347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-acdb9c46-4ef6-42f2-8900-3b81770c76e7 service neutron] 10.222.0.86 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177613 Dec 15 13:50:45.645873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-300ade45-9232-4bea-bba5-262fb6a8b610 req-dd19e302-17ee-47be-b30e-33ba5e90596d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/b71bd322-bb10-4766-9ce5-f935cc2a6ace HTTP/1.1" status: 404 len: 352 time: 0.0559046 Dec 15 13:50:45.646717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9f9bc-3f45-4761-9d52-b2ed3ce32b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=96461905-4df6-47fc-a8a7-9ecdfb9c1957,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:45.693348 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-341b2382-b7eb-437c-8f97-f9232ac0b9bc req-cb8c7b11-c14e-42ad-86f7-124c383695ce tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:50:45.711678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-341b2382-b7eb-437c-8f97-f9232ac0b9bc req-cb8c7b11-c14e-42ad-86f7-124c383695ce tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/ded4a84e-3e68-4e64-8332-aad0c01a88a0 HTTP/1.1" status: 404 len: 352 time: 0.0342183 Dec 15 13:50:45.716238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:45.731458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-723472f4-67cc-49f8-b957-cd4935560aa8 req-d48a7bd4-2357-4df4-9cef-239d2eadfedd service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286053 Dec 15 13:50:45.740695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Sync routers for ids ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:45.756030 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-006b5587-57f5-4833-b9ad-38654eb4be4a req-6680ceba-fb3c-4e65-a744-777c6ae27e96 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:50:45.760097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Routers {'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:45.761034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:45.779914 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-006b5587-57f5-4833-b9ad-38654eb4be4a req-6680ceba-fb3c-4e65-a744-777c6ae27e96 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/16104195-e43a-4b89-8b86-bab2e90c07fd HTTP/1.1" status: 404 len: 352 time: 0.0575941 Dec 15 13:50:45.847135 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d84c7ade-9d5b-4261-987c-0b8b051c7ed8 admin admin] 10.222.0.86 "PUT /v2.0/routers/b4aec7b5-3cbe-46ac-84ef-de8fcadf7422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2171748 Dec 15 13:50:45.892033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55942) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:45.917504 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-98329585-79bd-45fc-bc93-5c51a4e55115 req-d27a62e6-a2dc-4d4f-80ab-8653e691b33e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:50:45.948458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98329585-79bd-45fc-bc93-5c51a4e55115 req-d27a62e6-a2dc-4d4f-80ab-8653e691b33e tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/0f5d76ff-5580-41e4-a113-7a8af7c1e81a HTTP/1.1" status: 404 len: 352 time: 0.1253953 Dec 15 13:50:46.009441 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-23bb1ad7-ad10-4ba9-b679-b58bef5fc27d req-9ae9137a-f0c0-45c8-9b93-f1599c4624b2 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:50:46.025090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bb1ad7-ad10-4ba9-b679-b58bef5fc27d req-9ae9137a-f0c0-45c8-9b93-f1599c4624b2 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/a826474d-340f-4a48-a3bd-69436d89efdc HTTP/1.1" status: 404 len: 352 time: 0.0753744 Dec 15 13:50:46.072917 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.079470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-95a2c5d2-f1b8-4f8d-9a05-770ae95ef44f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966308 Dec 15 13:50:46.100083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Set router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:46.191745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-9c12a060-bf8f-4282-a3a6-ded5d8d34189 service neutron] 10.222.0.86 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465193 Dec 15 13:50:46.232289 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-c95820cf-43ee-4832-ab26-40e54b50a92e req-0324e68a-671f-4259-bfae-66fc75dd77ac tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] show failed (client error): The resource could not be found. Dec 15 13:50:46.243326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c95820cf-43ee-4832-ab26-40e54b50a92e req-0324e68a-671f-4259-bfae-66fc75dd77ac tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/6ded78c9-c6f3-40cb-9d8d-5a01867a0600 HTTP/1.1" status: 404 len: 352 time: 0.1838522 Dec 15 13:50:46.257297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8760f9b9-4ddf-478e-bc2a-0eef73c840ac admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=892c322aafde42978bb257e47e89f88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636835 Dec 15 13:50:46.262373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55954) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:46.315266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee1dc1a-b7d7-446c-9cb1-b725d8c2895d None None] Network d57ab5e0-db9d-455c-a535-68e76b89836a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:46.357121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da92507c-79e4-4c06-866e-88c0ff0a9a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.378177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-801e611c-02f3-413e-bf3d-fe29a66c4a13 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:46.379677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-801e611c-02f3-413e-bf3d-fe29a66c4a13 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853003 Dec 15 13:50:46.414639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Request body: {'port': {'device_id': 'd274cdc5-a04a-406e-92b6-cf6e37323baa', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '72e6f3c3fea24293810cc0b2a8d08307'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:46.511677 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.512932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3b66d373-1567-48ac-92d9-109b29cf0fc6 None None] Provisioning complete for port 68bfac05-c397-46df-b265-97545fcb68dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:46.513490 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b66d373-1567-48ac-92d9-109b29cf0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.563924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.567629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da92507c-79e4-4c06-866e-88c0ff0a9a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.608885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:42Z', 'revision_number': 4, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2f474188-8051-4f91-aa00-f240163d46a6', 'name': '', 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e', 'tenant_id': 'da5d974dec14457684b388809816351a', 'mac_address': 'fa:16:3e:28:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b86ff747-abdb-47b5-b7fc-18c54c99e912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:41Z', 'updated_at': '2021-12-15T13:50:42Z', 'revision_number': 2, 'project_id': 'da5d974dec14457684b388809816351a', 'subnets': [{'id': 'b86ff747-abdb-47b5-b7fc-18c54c99e912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:46.695115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Checking router: b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:46.695490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Updating router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 port 2f474188-8051-4f91-aa00-f240163d46a6 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:50:46.704295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49cc04fb-8714-48b1-8bc2-031c3aac4b8b req-3aac6ea2-3be7-4995-93cc-b823675c9c5d tempest-FloatingIPsNegativeTestJSON-2063627907 tempest-FloatingIPsNegativeTestJSON-2063627907-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=da5d974dec14457684b388809816351a HTTP/1.1" status: 200 len: 217 time: 0.1194844 Dec 15 13:50:46.797209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Made reservation on behalf of 72e6f3c3fea24293810cc0b2a8d08307 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:46.809055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.886065 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.921892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dc7fc47-8c8b-4e4e-acb9-b3619c426330 req-9cd8eb2f-c82a-4cf7-97a6-e49ee62dedb4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 210 time: 0.1271293 Dec 15 13:50:46.944858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b66d373-1567-48ac-92d9-109b29cf0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.976143 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da92507c-79e4-4c06-866e-88c0ff0a9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.980056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da92507c-79e4-4c06-866e-88c0ff0a9a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.991153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=0f571f0a-c5ed-4316-84be-fd8df6d2adc3,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:46.997093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-da92507c-79e4-4c06-866e-88c0ff0a9a4a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7eca8ea8-5dd3-4534-9560-ac0e0e41f70a HTTP/1.1" status: 204 len: 168 time: 0.7335548 Dec 15 13:50:47.032308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92507c-79e4-4c06-866e-88c0ff0a9a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca8ea8-5dd3-4534-9560-ac0e0e41f70a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:47.033331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] In _notify_port_updated(), no bound segment for port 0f571f0a-c5ed-4316-84be-fd8df6d2adc3 on network d392defb-2768-4fa8-8d84-b668e8ca88d6 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:50:47.040891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:47.058039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.063596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ff9c631e-abe2-45ce-8a7a-f835deba452e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "PUT /v2.0/ports/0f571f0a-c5ed-4316-84be-fd8df6d2adc3 HTTP/1.1" status: 200 len: 992 time: 2.4362972 Dec 15 13:50:47.069590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55986) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:47.225287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3b66d373-1567-48ac-92d9-109b29cf0fc6 None None] For port 68bfac05-c397-46df-b265-97545fcb68dc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=68bfac05-c397-46df-b265-97545fcb68dc,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:47.232736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6c22824a-8ba7-4693-9100-732ab5f641bd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:47.275731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9054e2-cfdc-41a2-8fa8-2570ae5ee3f0 req-8fa6e034-094b-4445-b1cd-51d3a09e8340 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:47.284664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b9054e2-cfdc-41a2-8fa8-2570ae5ee3f0 req-8fa6e034-094b-4445-b1cd-51d3a09e8340 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1023 time: 0.1031878 Dec 15 13:50:47.307725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Deleting port 82987377-1470-4af2-a9c4-bc510ec727a5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:47.308251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.353518 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b66d373-1567-48ac-92d9-109b29cf0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.373011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Allocated IP 192.168.233.122 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/3efea264-fdc5-49c9-8949-f0269e86d0de) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:47.433263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b9054e2-cfdc-41a2-8fa8-2570ae5ee3f0 req-3296a872-d270-49e0-8ecf-84b6d773c45a tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=03516ca1-fc33-4912-a58a-d041aecdffa0&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&id=faf74474-be5e-4c91-99b6-11ca0c1b821e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1472936 Dec 15 13:50:47.509825 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df689215-bab5-45d4-a187-cec898599267 req-7db9fdd6-efd1-417a-8b1c-fb9ae608680c tempest-FloatingIPsNegativeTestJSON-2063627907 tempest-FloatingIPsNegativeTestJSON-2063627907-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0446069 Dec 15 13:50:47.525591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-9a27a343-5d67-4a89-a9b5-0118c035c00d tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:47.528279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-9a27a343-5d67-4a89-a9b5-0118c035c00d tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 815 time: 0.3403213 Dec 15 13:50:47.536210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] For port 82987377-1470-4af2-a9c4-bc510ec727a5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=82987377-1470-4af2-a9c4-bc510ec727a5,segment=NetworkSegment(a94f7684-e10c-488f-b7f7-92ea1ec95208),segment_id=a94f7684-e10c-488f-b7f7-92ea1ec95208)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:47.537420 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.550947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f337e092-0ca6-420e-9fb1-9767ae884130 None None] Provisioning complete for port 68bfac05-c397-46df-b265-97545fcb68dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:47.551561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f337e092-0ca6-420e-9fb1-9767ae884130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.556894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66d373-1567-48ac-92d9-109b29cf0fc6 None None] Pushing event updated for resources: {'Port': ['ID=68bfac05-c397-46df-b265-97545fcb68dc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:47.582133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Calling delete_port for 82987377-1470-4af2-a9c4-bc510ec727a5 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:47.585576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-65a9b554-af57-4eeb-bb17-5be0519fe78e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/quotas/500e767148fa4ffbaa02f93b419752ea HTTP/1.1" status: 200 len: 375 time: 0.0479341 Dec 15 13:50:47.636509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7684f3cb-39b0-47a7-80f0-cd90a39332fb tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Deleting port 0f571f0a-c5ed-4316-84be-fd8df6d2adc3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:47.636936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7684f3cb-39b0-47a7-80f0-cd90a39332fb tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.644151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6c22824a-8ba7-4693-9100-732ab5f641bd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:47.644538 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.691897 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-ecc4a491-e206-4b05-9f6d-2b8369170226 req-b0664efe-d214-4fe6-98f0-9c98a2a3a939 tempest-FloatingIPsNegativeTestJSON-2063627907 tempest-FloatingIPsNegativeTestJSON-2063627907-project] show failed (client error): The resource could not be found. Dec 15 13:50:47.700441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecc4a491-e206-4b05-9f6d-2b8369170226 req-b0664efe-d214-4fe6-98f0-9c98a2a3a939 tempest-FloatingIPsNegativeTestJSON-2063627907 tempest-FloatingIPsNegativeTestJSON-2063627907-project] 10.222.0.86 "GET /v2.0/floatingips/67c81b23-43e3-4ee9-a5b0-4fe200ee0e5b HTTP/1.1" status: 404 len: 350 time: 0.1570160 Dec 15 13:50:47.704739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55996) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:47.800911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-4253d9cf-fcc1-44ad-bbbc-c32c3a651ce9 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048187 Dec 15 13:50:47.853285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.892821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.977584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb403e-33e9-4c5d-b8ed-cb8fc420d9d6 None None] Pushing event updated for resources: {'Port': ['ID=2f474188-8051-4f91-aa00-f240163d46a6,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:48.003414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7684f3cb-39b0-47a7-80f0-cd90a39332fb tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.011837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f337e092-0ca6-420e-9fb1-9767ae884130 None None] Provisioning complete for port 0f571f0a-c5ed-4316-84be-fd8df6d2adc3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:48.012476 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f337e092-0ca6-420e-9fb1-9767ae884130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.067798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 68bfac05-c397-46df-b265-97545fcb68dc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:48.105580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7684f3cb-39b0-47a7-80f0-cd90a39332fb tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Calling delete_port for 0f571f0a-c5ed-4316-84be-fd8df6d2adc3 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:48.179373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-c2008508-be3f-448e-a908-f24001d61bc4 service neutron] 10.222.0.86 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658192 Dec 15 13:50:48.261030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.289335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f337e092-0ca6-420e-9fb1-9767ae884130 None None] Port 0f571f0a-c5ed-4316-84be-fd8df6d2adc3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:48.298248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Attempting to bind port 2f474188-8051-4f91-aa00-f240163d46a6 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:48.298753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Attempting to bind port 2f474188-8051-4f91-aa00-f240163d46a6 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:48.299233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Attempting to bind port 2f474188-8051-4f91-aa00-f240163d46a6 on network d72d01aa-98c9-4c93-970b-f8862d3fb59e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:48.309154 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c424ecb-3be1-4db6-aa9c-a90c5cb7f2b1 req-f1b4ac3f-e8f7-49a2-8471-4d1b9b337a78 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 210 time: 0.1113153 Dec 15 13:50:48.313091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:48.313661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Checking segment: {'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:48.314587 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.315297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Bound using segment: {'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:48.315978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Bound port: 2f474188-8051-4f91-aa00-f240163d46a6, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75245c6f-4ae8-434f-9526-ec839860f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:48.316432 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.326612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 68bfac05-c397-46df-b265-97545fcb68dc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:48.327608 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.381669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-f3084df6-017a-434b-90c6-01a2d6dbde28 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:48.383130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-f3084df6-017a-434b-90c6-01a2d6dbde28 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.74 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 815 time: 0.4174821 Dec 15 13:50:48.418186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.460458 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.494769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Request body: {'port': {'device_id': '6bb1fe33-c42e-4ea8-a78a-2f7555f32a40', 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a', 'admin_state_up': True, 'tenant_id': '500e767148fa4ffbaa02f93b419752ea'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:48.528280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Pushing event deleted for resources: {'Port': ['ID=82987377-1470-4af2-a9c4-bc510ec727a5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:48.548160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'e9056c75-5a8c-44bc-8774-1c308e1222b0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:48.550277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309', '4170e37b-523d-4d05-a781-78af019970ab'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:50:48.623847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:48.651129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e9aa9cb2-7ce1-45c4-af00-400bc1c7101a None None] Provisioning complete for port 2f474188-8051-4f91-aa00-f240163d46a6 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:48.651914 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9cb2-7ce1-45c4-af00-400bc1c7101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.681317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:48.698531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:48.709692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] For port 2f474188-8051-4f91-aa00-f240163d46a6, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:48.733069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] For port 2f474188-8051-4f91-aa00-f240163d46a6, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2f474188-8051-4f91-aa00-f240163d46a6,segment=NetworkSegment(75245c6f-4ae8-434f-9526-ec839860f7c1),segment_id=75245c6f-4ae8-434f-9526-ec839860f7c1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:48.761314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-c9ead94b-d239-4641-8655-4362ca25515b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:48.762978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-c9ead94b-d239-4641-8655-4362ca25515b tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.24 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1023 time: 0.4443822 Dec 15 13:50:48.771553 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-52cf583f-7125-453d-b42e-254dd4b42fe8 service neutron] 10.222.0.86 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583158 Dec 15 13:50:48.772964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.777997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'Port': ['ID=3efea264-fdc5-49c9-8949-f0269e86d0de,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:48.789239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa9cb2-7ce1-45c4-af00-400bc1c7101a None None] Port 2f474188-8051-4f91-aa00-f240163d46a6 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:48.806080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:48.806844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.954823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Routers {'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:48.958612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:49.005139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb403e-33e9-4c5d-b8ed-cb8fc420d9d6 None None] Pushing event updated for resources: {'Port': ['ID=2f474188-8051-4f91-aa00-f240163d46a6,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:49.121123 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-8d50806a-b8aa-4b5f-9f5e-5d21eecd0fa4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7270608 Dec 15 13:50:49.157624 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:50:49.251012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Request body: {'port': {'device_id': 'd274cdc5-a04a-406e-92b6-cf6e37323baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:49.303127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Made reservation on behalf of 500e767148fa4ffbaa02f93b419752ea for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:49.307539 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.341685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] Set router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:49.353701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7684f3cb-39b0-47a7-80f0-cd90a39332fb tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.441495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 68bfac05-c397-46df-b265-97545fcb68dc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:49.500805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684f3cb-39b0-47a7-80f0-cd90a39332fb tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Port': ['ID=0f571f0a-c5ed-4316-84be-fd8df6d2adc3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:49.508077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.525275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Deleting port 37133100-0a41-4d79-bdc5-9abd95fc9725 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:49.526249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.529416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.562847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c683-563a-494e-bf15-16c089aab3bf req-442f8025-aa6b-4867-9124-fec77fadf377 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:49.565623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f29c683-563a-494e-bf15-16c089aab3bf req-442f8025-aa6b-4867-9124-fec77fadf377 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1023 time: 0.9058979 Dec 15 13:50:49.570886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.578084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3d844303-d7da-44de-845a-ec08ebdde767 None None] Provisioning complete for port 3efea264-fdc5-49c9-8949-f0269e86d0de triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:49.578348 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d844303-d7da-44de-845a-ec08ebdde767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.631152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3d844303-d7da-44de-845a-ec08ebdde767 None None] Port 3efea264-fdc5-49c9-8949-f0269e86d0de cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:49.835803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9bcce24b-b5db-4ff8-bf66-4d5f7300f2bc None None] Provisioning complete for port 2f474188-8051-4f91-aa00-f240163d46a6 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:49.836547 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcce24b-b5db-4ff8-bf66-4d5f7300f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.962372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 68bfac05-c397-46df-b265-97545fcb68dc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:49.963096 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.009630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f29c683-563a-494e-bf15-16c089aab3bf req-e4fba260-2640-46b6-9254-0188ce2bd753 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=03516ca1-fc33-4912-a58a-d041aecdffa0&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&id=faf74474-be5e-4c91-99b6-11ca0c1b821e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4336598 Dec 15 13:50:50.248559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:42Z', 'revision_number': 4, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2f474188-8051-4f91-aa00-f240163d46a6', 'name': '', 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e', 'tenant_id': 'da5d974dec14457684b388809816351a', 'mac_address': 'fa:16:3e:28:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b86ff747-abdb-47b5-b7fc-18c54c99e912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:41Z', 'updated_at': '2021-12-15T13:50:48Z', 'revision_number': 4, 'project_id': 'da5d974dec14457684b388809816351a', 'subnets': [{'id': 'b86ff747-abdb-47b5-b7fc-18c54c99e912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:50.296022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e235a-c0d2-448c-b151-03a52544de5b req-cba878d5-69a5-4814-91e5-344a2bc95ec3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:50.298357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-807e235a-c0d2-448c-b151-03a52544de5b req-cba878d5-69a5-4814-91e5-344a2bc95ec3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 936 time: 0.1411095 Dec 15 13:50:50.304059 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcce24b-b5db-4ff8-bf66-4d5f7300f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.325990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Router d37f4d52-5e54-4ae7-a633-c393b21537ea has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:50.333865 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92cc91-c21b-47b9-9621-e3d382222103 None None] The sync data for ids ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'] in n-d-821840-1 is: [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:42Z', 'revision_number': 4, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2f474188-8051-4f91-aa00-f240163d46a6', 'name': '', 'network_id': 'd72d01aa-98c9-4c93-970b-f8862d3fb59e', 'tenant_id': 'da5d974dec14457684b388809816351a', 'mac_address': 'fa:16:3e:28:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b86ff747-abdb-47b5-b7fc-18c54c99e912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:41Z', 'updated_at': '2021-12-15T13:50:48Z', 'revision_number': 4, 'project_id': 'da5d974dec14457684b388809816351a', 'subnets': [{'id': 'b86ff747-abdb-47b5-b7fc-18c54c99e912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:50.356770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-02e8acb5-3f49-4669-9ddd-139e6168df1c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:50.364666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-02e8acb5-3f49-4669-9ddd-139e6168df1c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 815 time: 0.9424090 Dec 15 13:50:50.399437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9bcce24b-b5db-4ff8-bf66-4d5f7300f2bc None None] For port 2f474188-8051-4f91-aa00-f240163d46a6, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2f474188-8051-4f91-aa00-f240163d46a6,segment=NetworkSegment(75245c6f-4ae8-434f-9526-ec839860f7c1),segment_id=75245c6f-4ae8-434f-9526-ec839860f7c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:50.425581 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcce24b-b5db-4ff8-bf66-4d5f7300f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.479346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-807e235a-c0d2-448c-b151-03a52544de5b req-c5076aba-0d08-48a7-8f5b-722c2186df22 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555421 Dec 15 13:50:50.493695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-7796f684-bb97-47cf-b438-857621378da6 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/quotas/500e767148fa4ffbaa02f93b419752ea HTTP/1.1" status: 200 len: 375 time: 0.1280415 Dec 15 13:50:50.520003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcce24b-b5db-4ff8-bf66-4d5f7300f2bc None None] Pushing event updated for resources: {'Port': ['ID=2f474188-8051-4f91-aa00-f240163d46a6,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:50.542558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Deleting port 2f474188-8051-4f91-aa00-f240163d46a6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:50.542558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.614162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:50.630714 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] Sync routers for ids ['d37f4d52-5e54-4ae7-a633-c393b21537ea'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:50.634918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f268c85-f0f2-427d-bbc5-e99cce48b992 admin admin] 10.222.0.86 "PUT /v2.0/routers/d37f4d52-5e54-4ae7-a633-c393b21537ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5927665 Dec 15 13:50:50.635284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:50.661054 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] Routers {'d37f4d52-5e54-4ae7-a633-c393b21537ea'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:50.662019 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d37f4d52-5e54-4ae7-a633-c393b21537ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:50.779087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] For port 2f474188-8051-4f91-aa00-f240163d46a6, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2f474188-8051-4f91-aa00-f240163d46a6,segment=NetworkSegment(75245c6f-4ae8-434f-9526-ec839860f7c1),segment_id=75245c6f-4ae8-434f-9526-ec839860f7c1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:50.779518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.801882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Calling delete_port for 2f474188-8051-4f91-aa00-f240163d46a6 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:50.835795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Allocated IP 172.20.0.8 (d57ab5e0-db9d-455c-a535-68e76b89836a/b192fd6e-8f11-47ab-bed7-5c49ee82fa82/a8250249-ef05-4d70-aadd-d4008c40aa18) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:50.844177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7684f3cb-39b0-47a7-80f0-cd90a39332fb tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.850419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7684f3cb-39b0-47a7-80f0-cd90a39332fb tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "DELETE /v2.0/ports/0f571f0a-c5ed-4316-84be-fd8df6d2adc3 HTTP/1.1" status: 204 len: 168 time: 3.7798300 Dec 15 13:50:50.852515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=37133100-0a41-4d79-bdc5-9abd95fc9725,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:50.852890 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.855243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:50.906999 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c218cd-be83-4abc-aabb-9c1fb0df5c78 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] GET failed (client error): The resource could not be found. Dec 15 13:50:50.915103 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-69c218cd-be83-4abc-aabb-9c1fb0df5c78 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "GET /v2.0/ports/0f571f0a-c5ed-4316-84be-fd8df6d2adc3 HTTP/1.1" status: 404 len: 333 time: 0.0531065 Dec 15 13:50:50.928944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56082) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:50.930940 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] Set router d37f4d52-5e54-4ae7-a633-c393b21537ea gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:50.943816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6', 'name': 'tempest-AllowedAddressPairTestJSON-1318046991'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:50.963739 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-8ea102f6-93b5-451f-86cb-a9619add7618 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4691844 Dec 15 13:50:50.970661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Calling delete_port for 37133100-0a41-4d79-bdc5-9abd95fc9725 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:51.050014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-16fcd89e-4db8-4153-ac9b-631ae50ce419 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:51.051973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-16fcd89e-4db8-4153-ac9b-631ae50ce419 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.74 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 815 time: 0.3369796 Dec 15 13:50:51.094956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Request body: {'port': {'device_id': '788b7994-f329-4037-9c7f-a24063d5fbd3', 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a', 'admin_state_up': True, 'tenant_id': '500e767148fa4ffbaa02f93b419752ea'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:51.120576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-62de2718-5e3b-49c0-9848-6e92c4d566a1 service neutron] 10.222.0.86 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187427 Dec 15 13:50:51.172244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2f474188-8051-4f91-aa00-f240163d46a6 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:50:51.282424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2f474188-8051-4f91-aa00-f240163d46a6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:51.282802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.357181 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:50:48Z', 'revision_number': 5, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:51.387987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-2f130b1d-4d59-494c-a4c1-18a874386cbd service neutron] 10.222.0.86 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959817 Dec 15 13:50:51.398943 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] Checking router: d37f4d52-5e54-4ae7-a633-c393b21537ea for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:51.409204 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] Routers {'d37f4d52-5e54-4ae7-a633-c393b21537ea'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:51.409987 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d37f4d52-5e54-4ae7-a633-c393b21537ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:51.484411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56088) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:51.630784 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] Set router d37f4d52-5e54-4ae7-a633-c393b21537ea gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:51.650609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.652859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Made reservation on behalf of 500e767148fa4ffbaa02f93b419752ea for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:51.657124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.783279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217ccf-30e9-4fa4-a673-044e1f484c68 req-6e76ffcb-5833-41c5-8968-fa81778b9d63 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:51.785298 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34217ccf-30e9-4fa4-a673-044e1f484c68 req-6e76ffcb-5833-41c5-8968-fa81778b9d63 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 1023 time: 0.5356154 Dec 15 13:50:51.786125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Pushing event deleted for resources: {'Port': ['ID=2f474188-8051-4f91-aa00-f240163d46a6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:51.819737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 37133100-0a41-4d79-bdc5-9abd95fc9725 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:51.916198 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596bb002-b868-4813-b414-a63a75b3ba2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.017572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.031629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.043023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Made reservation on behalf of ea20cec1d9684eb7a7cfb7315d8c5a20 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:52.048057 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.097555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:52.100823 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f050ee-fafc-4fc7-9f5e-df70028f5572" -d '{"events": [{"server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "name": "network-vif-unplugged", "status": "completed", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:52.106211 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:50:48Z', 'revision_number': 5, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:52.143797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 37133100-0a41-4d79-bdc5-9abd95fc9725, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=37133100-0a41-4d79-bdc5-9abd95fc9725,segment=NetworkSegment(8be900ae-ee9c-443c-86fc-113c0d322902),segment_id=8be900ae-ee9c-443c-86fc-113c0d322902)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:52.156925 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.166930 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c3106f-001a-4e59-acee-0f96f56c58f4 None None] The sync data for ids ['d37f4d52-5e54-4ae7-a633-c393b21537ea'] in n-d-821840-1 is: [{'id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'name': 'tempest-ServerRescueTestJSON-1607711787-router', 'tenant_id': '35bba95dca96469e8cf03fce0dfbc040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:48:19Z', 'updated_at': '2021-12-15T13:50:48Z', 'revision_number': 5, 'project_id': '35bba95dca96469e8cf03fce0dfbc040', 'gw_port': {'id': '50916a7e-5451-4050-8a08-c376b5ee799e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4d52-5e54-4ae7-a633-c393b21537ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:48:21Z', 'updated_at': '2021-12-15T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:52.253311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.271586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.312345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] device_id is not set on port 29649005-c5f6-41e8-b9f5-977ccd539fec yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:50:52.344388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596bb002-b868-4813-b414-a63a75b3ba2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.345976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34217ccf-30e9-4fa4-a673-044e1f484c68 req-f8494664-f226-4c14-9c34-0efa06565399 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups?id=03516ca1-fc33-4912-a58a-d041aecdffa0&id=b2d24b44-f86d-4720-8e79-8b4f212cbcdd&id=faf74474-be5e-4c91-99b6-11ca0c1b821e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5508292 Dec 15 13:50:52.350016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efea264-fdc5-49c9-8949-f0269e86d0de {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:52.398019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596bb002-b868-4813-b414-a63a75b3ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.408178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742370-c914-4d69-ac08-8b22d2e875c1 req-e3560a47-98d8-4b59-b680-f1553b4497be tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:52.409784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8742370-c914-4d69-ac08-8b22d2e875c1 req-e3560a47-98d8-4b59-b680-f1553b4497be tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 936 time: 0.5861123 Dec 15 13:50:52.416958 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.452750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.469175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.512876 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4ee9e0a-20b1-455a-a75c-3065ddac09e2 req-759df50f-81be-4934-aee6-d700c09732f4 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 210 time: 0.0643559 Dec 15 13:50:52.513654 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.528603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Transition to ACTIVE for port object 3efea264-fdc5-49c9-8949-f0269e86d0de will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:52.566516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-596bb002-b868-4813-b414-a63a75b3ba2c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ceffd13c69a4fe3982c78183596e8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0778337 Dec 15 13:50:52.590187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'Port': ['ID=37133100-0a41-4d79-bdc5-9abd95fc9725,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.594142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bb002-b868-4813-b414-a63a75b3ba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018c36b-2212-4209-8357-28eebc02cb88,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.596814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.613020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56108) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:52.639910 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.741208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8742370-c914-4d69-ac08-8b22d2e875c1 req-9e2e7c7a-0726-483d-b2d9-1d5bdab5d5fe tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054194 Dec 15 13:50:52.778653 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416b6cdb-41a7-4c31-b6da-3749ec97c9e5 x-openstack-request-id: req-416b6cdb-41a7-4c31-b6da-3749ec97c9e5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:52.779064 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "name": "network-vif-unplugged", "status": "completed", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:52.779465 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-416b6cdb-41a7-4c31-b6da-3749ec97c9e5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:52.780422 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725', 'code': 200} Dec 15 13:50:52.791725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] No DVR routers for this DVR port 37133100-0a41-4d79-bdc5-9abd95fc9725 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:52.791978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Allocated IP 172.20.0.13 (d57ab5e0-db9d-455c-a535-68e76b89836a/b192fd6e-8f11-47ab-bed7-5c49ee82fa82/ac955f69-dccd-4a3b-a49b-fbbc4915d86b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:52.799586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.802995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3179dfdc-40dd-4e51-8b64-9e57a0eae6bb req-25b49992-c6e6-4eb0-8069-3a3cddb102a4 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.24 "DELETE /v2.0/ports/37133100-0a41-4d79-bdc5-9abd95fc9725 HTTP/1.1" status: 204 len: 173 time: 4.0289171 Dec 15 13:50:52.806641 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'name': 'network-vif-deleted', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:52.809250 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb15144-2ce6-43d5-a6fa-65f7aaf26343" -d '{"events": [{"server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "name": "network-vif-deleted", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:52.814729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Deleting port 50916a7e-5451-4050-8a08-c376b5ee799e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:52.815289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.868525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3efea264-fdc5-49c9-8949-f0269e86d0de,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.872589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Network d57ab5e0-db9d-455c-a535-68e76b89836a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:52.877014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Allocated IP 172.20.0.6 (d392defb-2768-4fa8-8d84-b668e8ca88d6/9d5bdf1d-adf9-45ca-808f-b95534ecb91b/29649005-c5f6-41e8-b9f5-977ccd539fec) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:52.884140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:52.902151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:53.024328 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f631d569-dd6c-417f-a322-abef0f4182d8 x-openstack-request-id: req-f631d569-dd6c-417f-a322-abef0f4182d8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:53.025029 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f3b7d2-7ca3-45ad-a879-2e049378f299", "name": "network-vif-deleted", "tag": "37133100-0a41-4d79-bdc5-9abd95fc9725", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:53.025029 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f631d569-dd6c-417f-a322-abef0f4182d8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:53.025288 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f3b7d2-7ca3-45ad-a879-2e049378f299', 'name': 'network-vif-deleted', 'tag': '37133100-0a41-4d79-bdc5-9abd95fc9725', 'status': 'completed', 'code': 200} Dec 15 13:50:53.059494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 82987377-1470-4af2-a9c4-bc510ec727a5 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:53.099945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3dca90-b46d-4a28-8908-8251aa14c5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.148939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 82987377-1470-4af2-a9c4-bc510ec727a5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:53.149593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 82987377-1470-4af2-a9c4-bc510ec727a5 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:53.218438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Pushing event updated for resources: {'Port': ['ID=a8250249-ef05-4d70-aadd-d4008c40aa18,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:53.238685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3dca90-b46d-4a28-8908-8251aa14c5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.268046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:53.269684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.328650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5e359ecd-872d-4a01-a8c0-0846b1221896 None None] Provisioning complete for port a8250249-ef05-4d70-aadd-d4008c40aa18 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:53.329925 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5e359ecd-872d-4a01-a8c0-0846b1221896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.366036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Attempting to bind port 3efea264-fdc5-49c9-8949-f0269e86d0de on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:53.366379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Attempting to bind port 3efea264-fdc5-49c9-8949-f0269e86d0de by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:53.366715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Attempting to bind port 3efea264-fdc5-49c9-8949-f0269e86d0de on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:53.378997 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5e359ecd-872d-4a01-a8c0-0846b1221896 None None] Port a8250249-ef05-4d70-aadd-d4008c40aa18 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:53.380264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-af604464-cb2c-4507-bb59-9633f1883e98 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9491522 Dec 15 13:50:53.386631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Port 3efea264-fdc5-49c9-8949-f0269e86d0de on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:53.387210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Attempting to bind port 3efea264-fdc5-49c9-8949-f0269e86d0de on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:53.404175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Request body: {'port': {'device_id': '6bb1fe33-c42e-4ea8-a78a-2f7555f32a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:53.436359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:53.437169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:53.437750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:53.438403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Bound port: 3efea264-fdc5-49c9-8949-f0269e86d0de, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:53.438975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.468958 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3dca90-b46d-4a28-8908-8251aa14c5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.471630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3dca90-b46d-4a28-8908-8251aa14c5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.473014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e3dca90-b46d-4a28-8908-8251aa14c5f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b018c36b-2212-4209-8357-28eebc02cb88 HTTP/1.1" status: 204 len: 168 time: 0.8578548 Dec 15 13:50:53.569942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.573445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dca90-b46d-4a28-8908-8251aa14c5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018c36b-2212-4209-8357-28eebc02cb88,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:53.575458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] For port 50916a7e-5451-4050-8a08-c376b5ee799e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=50916a7e-5451-4050-8a08-c376b5ee799e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:53.575839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.624353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.627896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71f87cce-05eb-4b72-a6dd-60292553fa84 req-991134b6-7c08-4260-ac9b-09f4c31956b8 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/ports?device_id=79f3b7d2-7ca3-45ad-a879-2e049378f299 HTTP/1.1" status: 200 len: 210 time: 0.1136577 Dec 15 13:50:53.648749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Calling delete_port for 50916a7e-5451-4050-8a08-c376b5ee799e owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:53.732374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65ad48f4-e276-41ca-a0e5-a9fb8226214d req-006604f0-2fde-4170-9efb-ee6f53d2512a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 210 time: 0.0801735 Dec 15 13:50:53.781993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:53.831189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] For port 3efea264-fdc5-49c9-8949-f0269e86d0de, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:53.842108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.852765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-41a94115-04a8-4a75-a755-9500ed821547 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:53.858128 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-41a94115-04a8-4a75-a755-9500ed821547 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.24 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 815 time: 0.3791282 Dec 15 13:50:53.864407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] For port 3efea264-fdc5-49c9-8949-f0269e86d0de, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3efea264-fdc5-49c9-8949-f0269e86d0de,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:53.868290 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.895841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Request body: {'port': {'device_id': 'f5a129bb-c66b-41d4-8d43-4a483e029038', 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a', 'admin_state_up': True, 'tenant_id': '500e767148fa4ffbaa02f93b419752ea'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:53.918526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.082283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:54.089697 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9f49f1fc-b384-4e83-a849-e604d4c5607f admin admin] 10.222.0.86 "PUT /v2.0/routers/b4aec7b5-3cbe-46ac-84ef-de8fcadf7422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3833582 Dec 15 13:50:54.090739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.094989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:54.102689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] Sync routers for ids ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:54.120893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] Routers {'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:54.122265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.219606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.271321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] Set router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:54.313856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.329514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Network d57ab5e0-db9d-455c-a535-68e76b89836a is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:54.344828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:54.358631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:54.420876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:54.421884 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.447102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:54.455225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Pushing event updated for resources: {'Port': ['ID=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:54.470497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:54.471128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.472603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/3efea264-fdc5-49c9-8949-f0269e86d0de HTTP/1.1" status: 200 len: 1096 time: 5.2727849 Dec 15 13:50:54.475601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=29649005-c5f6-41e8-b9f5-977ccd539fec,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:54.478331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:54.498309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:54.587697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643e56e-79b7-442c-adc0-d5f5e1700c76 req-ca2017d5-111a-4b57-92c6-27ba18ca9438 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:54.589311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1643e56e-79b7-442c-adc0-d5f5e1700c76 req-ca2017d5-111a-4b57-92c6-27ba18ca9438 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 948 time: 0.7274077 Dec 15 13:50:54.644073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-f4c99483-dfea-48f3-bcc8-3aa1fb09bfc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5548205 Dec 15 13:50:54.657720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Pushing event deleted for resources: {'Port': ['ID=50916a7e-5451-4050-8a08-c376b5ee799e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:54.673390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Request body: {'port': {'device_id': '788b7994-f329-4037-9c7f-a24063d5fbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:54.816294 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.871559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:51Z', 'revision_number': 5, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.907487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:54.909263 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.918047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.918986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] Checking router: b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:54.942140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] Routers {'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:54.942796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:50:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.959960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc61a-9bec-437b-ac4b-78808860a9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3efea264-fdc5-49c9-8949-f0269e86d0de,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:54.986811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.013826 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82e30560-02f8-4a8e-bfe0-a6e04652d258 req-4362bddd-b320-471e-b4ad-a4b6f0bdc568 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 210 time: 0.1447814 Dec 15 13:50:55.021750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.026896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.028838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2996c1d5-8e08-4379-ae08-c5bd1f3acad8 None None] Provisioning complete for port ac955f69-dccd-4a3b-a49b-fbbc4915d86b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:55.029214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2996c1d5-8e08-4379-ae08-c5bd1f3acad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.032704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd274cdc5-a04a-406e-92b6-cf6e37323baa', 'tag': '3efea264-fdc5-49c9-8949-f0269e86d0de'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:55.036156 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c08c3-0b55-4197-a45b-3555868429b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d274cdc5-a04a-406e-92b6-cf6e37323baa", "tag": "3efea264-fdc5-49c9-8949-f0269e86d0de"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:55.060910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Made reservation on behalf of 500e767148fa4ffbaa02f93b419752ea for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:55.065220 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.086354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1643e56e-79b7-442c-adc0-d5f5e1700c76 req-604b953c-4b7e-47a8-8b83-713385fef1de tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365604 Dec 15 13:50:55.093293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c3c62126-6b99-4e1e-9112-4d7622419968 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1585443 Dec 15 13:50:55.095350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-b1f95465-dafa-47c1-ac91-ecb816064190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:55.096862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-b1f95465-dafa-47c1-ac91-ecb816064190 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 1099 time: 0.4855616 Dec 15 13:50:55.102021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56156) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:55.108388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:98:b8:2c'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:55.148672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2996c1d5-8e08-4379-ae08-c5bd1f3acad8 None None] Port ac955f69-dccd-4a3b-a49b-fbbc4915d86b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:55.163068 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.163589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d37f4d52-5e54-4ae7-a633-c393b21537ea {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:55.173477 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.177166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6da2ef66-8133-43c2-9b56-359d13b70164 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d37f4d52-5e54-4ae7-a633-c393b21537ea HTTP/1.1" status: 204 len: 168 time: 4.5408127 Dec 15 13:50:55.178896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56158) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:55.184224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] Set router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:55.199170 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-49e42a1f-62d2-4cd7-9c8c-a01eea82ec9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3efea264-fdc5-49c9-8949-f0269e86d0de HTTP/1.1" status: 200 len: 217 time: 0.0787139 Dec 15 13:50:55.367404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7f441ddd-86a0-4536-aa50-f12900217051 None None] Provisioning complete for port 29649005-c5f6-41e8-b9f5-977ccd539fec triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:55.367777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f441ddd-86a0-4536-aa50-f12900217051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.388283 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bfc591c-4155-4b65-bd93-132f6f8777f5 req-c41576bf-5842-4671-8c66-1a5ca7f7007c tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/03516ca1-fc33-4912-a58a-d041aecdffa0 HTTP/1.1" status: 200 len: 1818 time: 0.2790282 Dec 15 13:50:55.427425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7f441ddd-86a0-4536-aa50-f12900217051 None None] Port 29649005-c5f6-41e8-b9f5-977ccd539fec cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:55.430140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-94487ec8-095a-4556-84b0-b14f1e51bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:55.432345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-94487ec8-095a-4556-84b0-b14f1e51bc8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.2224641 Dec 15 13:50:55.436139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Deleting port 6c22824a-8ba7-4693-9100-732ab5f641bd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:55.436488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.448565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8250249-ef05-4d70-aadd-d4008c40aa18 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:55.479709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.482377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:51Z', 'revision_number': 5, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:55.498648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-658cdfe8-ea71-4f26-a270-fe2173decd80 admin admin] Deleting subnet 45c90898-644f-4cd4-8e62-83bc553fbd2a {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:55.521464 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-658cdfe8-ea71-4f26-a270-fe2173decd80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.526787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8ef96-fdf8-40c9-8f51-a1eaf3e15390 None None] The sync data for ids ['b4aec7b5-3cbe-46ac-84ef-de8fcadf7422'] in n-d-821840-1 is: [{'id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'name': 'tempest-FloatingIPsNegativeTestJSON-338164548-router', 'tenant_id': 'da5d974dec14457684b388809816351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:50:35Z', 'updated_at': '2021-12-15T13:50:51Z', 'revision_number': 5, 'project_id': 'da5d974dec14457684b388809816351a', 'gw_port': {'id': '6c22824a-8ba7-4693-9100-732ab5f641bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4aec7b5-3cbe-46ac-84ef-de8fcadf7422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:50:37Z', 'updated_at': '2021-12-15T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:55.531418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Transition to ACTIVE for port object a8250249-ef05-4d70-aadd-d4008c40aa18 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:55.558844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.601408 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.604414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-95e729a5-dded-41fa-816c-80e4d434b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:55.605920 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-95e729a5-dded-41fa-816c-80e4d434b642 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597185 Dec 15 13:50:55.669923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-115e7366-1ea0-45d9-af9a-0c650d912e3d tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0d54e4d1bf1743909cc4efbf2bdf5b0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629742 Dec 15 13:50:55.674376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-658cdfe8-ea71-4f26-a270-fe2173decd80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.685328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] For port 6c22824a-8ba7-4693-9100-732ab5f641bd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6c22824a-8ba7-4693-9100-732ab5f641bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:55.686488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.720070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Pushing event updated for resources: {'Port': ['ID=a8250249-ef05-4d70-aadd-d4008c40aa18,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:55.734225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bfc591c-4155-4b65-bd93-132f6f8777f5 req-c07cc59d-983e-4fca-b894-3d3630d08b67 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.744444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Calling delete_port for 6c22824a-8ba7-4693-9100-732ab5f641bd owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:55.833176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-658cdfe8-ea71-4f26-a270-fe2173decd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.846788 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bfc591c-4155-4b65-bd93-132f6f8777f5 req-c07cc59d-983e-4fca-b894-3d3630d08b67 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.977218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-bbe816e4-d719-4150-ae80-859028db50c3 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416214 Dec 15 13:50:56.040539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-1025126f-0734-41f5-b1e4-21b27b740452 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:56.041965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-1025126f-0734-41f5-b1e4-21b27b740452 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3554633 Dec 15 13:50:56.062035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bfc591c-4155-4b65-bd93-132f6f8777f5 req-c07cc59d-983e-4fca-b894-3d3630d08b67 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.064718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bfc591c-4155-4b65-bd93-132f6f8777f5 req-c07cc59d-983e-4fca-b894-3d3630d08b67 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.065845 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bfc591c-4155-4b65-bd93-132f6f8777f5 req-c07cc59d-983e-4fca-b894-3d3630d08b67 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/03516ca1-fc33-4912-a58a-d041aecdffa0 HTTP/1.1" status: 204 len: 173 time: 0.6659207 Dec 15 13:50:56.074740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac955f69-dccd-4a3b-a49b-fbbc4915d86b {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:50:56.090831 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.099682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-658cdfe8-ea71-4f26-a270-fe2173decd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.099970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Attempting to bind port a8250249-ef05-4d70-aadd-d4008c40aa18 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:56.100688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Attempting to bind port a8250249-ef05-4d70-aadd-d4008c40aa18 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:56.101232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Attempting to bind port a8250249-ef05-4d70-aadd-d4008c40aa18 on network d57ab5e0-db9d-455c-a535-68e76b89836a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:56.104858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cc59d-983e-4fca-b894-3d3630d08b67 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03516ca1-fc33-4912-a58a-d041aecdffa0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.118091 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58777c93-c905-4b2d-9e16-32a5634d24b1 x-openstack-request-id: req-58777c93-c905-4b2d-9e16-32a5634d24b1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:56.118634 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d274cdc5-a04a-406e-92b6-cf6e37323baa", "tag": "3efea264-fdc5-49c9-8949-f0269e86d0de", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:56.119054 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-58777c93-c905-4b2d-9e16-32a5634d24b1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:56.119642 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd274cdc5-a04a-406e-92b6-cf6e37323baa', 'tag': '3efea264-fdc5-49c9-8949-f0269e86d0de', 'status': 'completed', 'code': 200} Dec 15 13:50:56.126000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Port a8250249-ef05-4d70-aadd-d4008c40aa18 on network d57ab5e0-db9d-455c-a535-68e76b89836a not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:56.126323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Attempting to bind port a8250249-ef05-4d70-aadd-d4008c40aa18 on network d57ab5e0-db9d-455c-a535-68e76b89836a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:56.135959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-aea094f8-8a8a-4d5b-af28-850001403155 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/quotas/0d54e4d1bf1743909cc4efbf2bdf5b0a HTTP/1.1" status: 200 len: 375 time: 0.0806265 Dec 15 13:50:56.148650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cdfe8-ea71-4f26-a270-fe2173decd80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c90898-644f-4cd4-8e62-83bc553fbd2a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.169242 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-658cdfe8-ea71-4f26-a270-fe2173decd80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.184299 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-658cdfe8-ea71-4f26-a270-fe2173decd80 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/45c90898-644f-4cd4-8e62-83bc553fbd2a HTTP/1.1" status: 204 len: 168 time: 0.9448922 Dec 15 13:50:56.186420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Transition to ACTIVE for port object ac955f69-dccd-4a3b-a49b-fbbc4915d86b will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:50:56.187155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56176) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:56.193328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:56.193668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Checking segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:56.194270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Bound using segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:56.196072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Bound port: a8250249-ef05-4d70-aadd-d4008c40aa18, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:56.196968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.239816 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.252588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-21225fdc-4294-415a-a825-cdd9707e50fe tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d54e4d1bf1743909cc4efbf2bdf5b0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157591 Dec 15 13:50:56.369383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b7de2e-4351-42c8-bc46-6c327d84b2a2 req-30478d11-333d-458b-b825-6e1b9776a19d service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565078 Dec 15 13:50:56.375462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e106065a-2c64-47ec-b161-ee2969427024 req-df5ebb17-97cc-4dbf-bc76-01e91618b92f tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 210 time: 0.1539180 Dec 15 13:50:56.399850 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.402604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Allocated IP 172.20.0.11 (d57ab5e0-db9d-455c-a535-68e76b89836a/b192fd6e-8f11-47ab-bed7-5c49ee82fa82/e2535add-4fc1-401e-bcbb-6b062b183d97) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:50:56.415901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.452562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] For port a8250249-ef05-4d70-aadd-d4008c40aa18, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:56.467916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.485895 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.506014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Pushing event updated for resources: {'Port': ['ID=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.570950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] For port a8250249-ef05-4d70-aadd-d4008c40aa18, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8250249-ef05-4d70-aadd-d4008c40aa18,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:56.641533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.644183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Pushing event deleted for resources: {'Port': ['ID=6c22824a-8ba7-4693-9100-732ab5f641bd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.706518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4dbf4809-1d5e-455a-84f1-0864214a8f22 req-97797e48-46b5-477c-955e-8d1437ec37d6 tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "GET /v2.0/security-groups/faf74474-be5e-4c91-99b6-11ca0c1b821e HTTP/1.1" status: 200 len: 1818 time: 0.2921307 Dec 15 13:50:56.715853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=29649005-c5f6-41e8-b9f5-977ccd539fec,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.815810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:56.816525 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.818004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] 10.222.0.74 "PUT /v2.0/ports/a8250249-ef05-4d70-aadd-d4008c40aa18 HTTP/1.1" status: 200 len: 1091 time: 3.4225938 Dec 15 13:50:56.866969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c08c3-0b55-4197-a45b-3555868429b2 req-a1f8b6fe-f046-4f2c-a2a5-8584609c4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:56.869254 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-934c08c3-0b55-4197-a45b-3555868429b2 req-a1f8b6fe-f046-4f2c-a2a5-8584609c4ea2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 1099 time: 0.3738644 Dec 15 13:50:56.876296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] In _notify_port_updated(), no bound segment for port 29649005-c5f6-41e8-b9f5-977ccd539fec on network d392defb-2768-4fa8-8d84-b668e8ca88d6 {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:50:56.882077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:56.882964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.892214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-165bb6a3-6742-42cf-b28f-d144ef676ee7 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "PUT /v2.0/ports/29649005-c5f6-41e8-b9f5-977ccd539fec HTTP/1.1" status: 200 len: 996 time: 1.7885945 Dec 15 13:50:56.895257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56188) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:56.926151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Attempting to bind port ac955f69-dccd-4a3b-a49b-fbbc4915d86b on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:50:56.926344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Attempting to bind port ac955f69-dccd-4a3b-a49b-fbbc4915d86b by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:50:56.926543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Attempting to bind port ac955f69-dccd-4a3b-a49b-fbbc4915d86b on network d57ab5e0-db9d-455c-a535-68e76b89836a {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:56.931683 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.970387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Port ac955f69-dccd-4a3b-a49b-fbbc4915d86b on network d57ab5e0-db9d-455c-a535-68e76b89836a not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:50:56.970716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Attempting to bind port ac955f69-dccd-4a3b-a49b-fbbc4915d86b on network d57ab5e0-db9d-455c-a535-68e76b89836a {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:50:56.973773 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.003979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18024972-adad-45b5-aca2-f52d77c92d2b']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:57.035085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0680d110-0cd3-4706-a390-41cd11c40bb7 None None] Provisioning complete for port 29649005-c5f6-41e8-b9f5-977ccd539fec triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:57.037745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0680d110-0cd3-4706-a390-41cd11c40bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.043552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 50916a7e-5451-4050-8a08-c376b5ee799e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:57.061309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db708dd4-cf8f-46bc-8117-3e0c10a12808 req-d5d2133d-2a8a-4b5c-bb52-44cab2605a78 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:57.065488 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db708dd4-cf8f-46bc-8117-3e0c10a12808 req-d5d2133d-2a8a-4b5c-bb52-44cab2605a78 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 948 time: 0.4967732 Dec 15 13:50:57.102777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:50:57.103402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Checking segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:50:57.103539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Bound using segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:50:57.103977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Bound port: ac955f69-dccd-4a3b-a49b-fbbc4915d86b, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:50:57.104344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.107112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 50916a7e-5451-4050-8a08-c376b5ee799e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:57.109712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94f7684-e10c-488f-b7f7-92ea1ec95208') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:57.109908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94f7684-e10c-488f-b7f7-92ea1ec95208') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:57.112686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 50916a7e-5451-4050-8a08-c376b5ee799e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:57.113952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2f474188-8051-4f91-aa00-f240163d46a6 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:57.146639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2f474188-8051-4f91-aa00-f240163d46a6 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:57.147353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2f474188-8051-4f91-aa00-f240163d46a6 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:57.149424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0680d110-0cd3-4706-a390-41cd11c40bb7 None None] Port 29649005-c5f6-41e8-b9f5-977ccd539fec cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:57.174544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.179399 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dbf4809-1d5e-455a-84f1-0864214a8f22 req-3ba433ea-288d-42b8-845b-c19e7244025d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.187445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.192164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.192990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc38ae-6267-40a0-95da-abaf5a34b78b service neutron] Pushing event updated for resources: {'Port': ['ID=a8250249-ef05-4d70-aadd-d4008c40aa18,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:57.213189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.292720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dbf4809-1d5e-455a-84f1-0864214a8f22 req-3ba433ea-288d-42b8-845b-c19e7244025d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.301189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-eee4902c-a7ce-4f46-982c-843fd253a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:57.304043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-eee4902c-a7ce-4f46-982c-843fd253a937 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 1094 time: 0.4105754 Dec 15 13:50:57.307234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.310043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:57.311105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:57.316317 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:57.335782 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.336519 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:57.345458 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.346626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6afddbff-b688-4608-9858-02e2e4e980de admin admin] 10.222.0.86 "DELETE /v2.0/routers/b4aec7b5-3cbe-46ac-84ef-de8fcadf7422 HTTP/1.1" status: 204 len: 168 time: 3.2508528 Dec 15 13:50:57.364941 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db708dd4-cf8f-46bc-8117-3e0c10a12808 req-6e72d040-cca6-4a92-959f-d988fe9963ff tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437284 Dec 15 13:50:57.366597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56194) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:57.370488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c08c3-0b55-4197-a45b-3555868429b2 req-9e4904a2-9fab-48ba-845c-6aeb46e1ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:57.371889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-934c08c3-0b55-4197-a45b-3555868429b2 req-9e4904a2-9fab-48ba-845c-6aeb46e1ede0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.4774096 Dec 15 13:50:57.381992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-67cca674-07d8-4fd1-949e-a1fc04ade79a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8250249-ef05-4d70-aadd-d4008c40aa18 HTTP/1.1" status: 200 len: 217 time: 0.0625653 Dec 15 13:50:57.445178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] For port ac955f69-dccd-4a3b-a49b-fbbc4915d86b, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:50:57.449978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] For port ac955f69-dccd-4a3b-a49b-fbbc4915d86b, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:50:57.451639 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.460765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.465320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] 10.222.0.86 "DELETE /v2.0/networks/18024972-adad-45b5-aca2-f52d77c92d2b HTTP/1.1" status: 204 len: 168 time: 1.2754610 Dec 15 13:50:57.468358 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dbf4809-1d5e-455a-84f1-0864214a8f22 req-3ba433ea-288d-42b8-845b-c19e7244025d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.472181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dbf4809-1d5e-455a-84f1-0864214a8f22 req-3ba433ea-288d-42b8-845b-c19e7244025d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.473854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4dbf4809-1d5e-455a-84f1-0864214a8f22 req-3ba433ea-288d-42b8-845b-c19e7244025d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] 10.222.0.86 "DELETE /v2.0/security-groups/faf74474-be5e-4c91-99b6-11ca0c1b821e HTTP/1.1" status: 204 len: 173 time: 0.7665248 Dec 15 13:50:57.493781 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.496984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-934c08c3-0b55-4197-a45b-3555868429b2 req-4ab6c214-f181-42a3-9584-b55920cfa562 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3efea264-fdc5-49c9-8949-f0269e86d0de HTTP/1.1" status: 200 len: 217 time: 0.1122530 Dec 15 13:50:57.497506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56200) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:57.511161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577b0f7-b3ad-428b-b751-5c8e72f24113 admin admin] Pushing event deleted for resources: {'Network': ['ID=18024972-adad-45b5-aca2-f52d77c92d2b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:57.538935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba433ea-288d-42b8-845b-c19e7244025d tempest-SecurityGroupsTestJSON-454441205 tempest-SecurityGroupsTestJSON-454441205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf74474-be5e-4c91-99b6-11ca0c1b821e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:57.557168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:57.558322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.560032 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] 10.222.0.74 "PUT /v2.0/ports/ac955f69-dccd-4a3b-a49b-fbbc4915d86b HTTP/1.1" status: 200 len: 1092 time: 2.8962049 Dec 15 13:50:57.561183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788b7994-f329-4037-9c7f-a24063d5fbd3', 'tag': 'ac955f69-dccd-4a3b-a49b-fbbc4915d86b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:57.563772 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d258325-4937-4786-97ae-a035b8a8c603" -d '{"events": [{"name": "network-changed", "server_uuid": "788b7994-f329-4037-9c7f-a24063d5fbd3", "tag": "ac955f69-dccd-4a3b-a49b-fbbc4915d86b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:57.601549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-93e330e6-e5cd-4c2b-b2eb-bb5a0778ffd5 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Deleting port 29649005-c5f6-41e8-b9f5-977ccd539fec {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:57.609384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93e330e6-e5cd-4c2b-b2eb-bb5a0778ffd5 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.634338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57d97a-4342-41f4-b00b-4cebe9ab303e service neutron] Pushing event updated for resources: {'Port': ['ID=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:57.707017 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a382e50-dc1a-4306-892d-76284d20c260 req-adeef640-3b3f-46b7-9ed0-155fd0551a9b tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 210 time: 0.0661740 Dec 15 13:50:57.776992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-555ebd06-416d-4a1c-bf32-8c5a3d82ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:57.780300 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-555ebd06-416d-4a1c-bf32-8c5a3d82ba59 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0713048 Dec 15 13:50:57.781900 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6eb89b-5823-4be0-a52c-30605d6371df x-openstack-request-id: req-ca6eb89b-5823-4be0-a52c-30605d6371df {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:57.782500 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788b7994-f329-4037-9c7f-a24063d5fbd3", "tag": "ac955f69-dccd-4a3b-a49b-fbbc4915d86b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:57.782845 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca6eb89b-5823-4be0-a52c-30605d6371df {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:57.783171 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788b7994-f329-4037-9c7f-a24063d5fbd3', 'tag': 'ac955f69-dccd-4a3b-a49b-fbbc4915d86b', 'status': 'completed', 'code': 200} Dec 15 13:50:57.848224 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-80a303d1-9491-4ce9-bc8f-6cc36a389df7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac955f69-dccd-4a3b-a49b-fbbc4915d86b HTTP/1.1" status: 200 len: 217 time: 0.0518205 Dec 15 13:50:57.887852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56204) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:57.928798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-2f7eecb5-9bb4-427d-8f7b-9858315bfc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:57.930139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-2f7eecb5-9bb4-427d-8f7b-9858315bfc2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b192fd6e-8f11-47ab-bed7-5c49ee82fa82 HTTP/1.1" status: 200 len: 854 time: 0.0722699 Dec 15 13:50:57.959509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03b1d654-12b8-4424-99a7-8e39bcbc45b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=35bba95dca96469e8cf03fce0dfbc040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705419 Dec 15 13:50:57.974871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56206) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:58.028891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-c7ade1a0-729e-40d4-9dd9-92c4b123516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.031273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-c7ade1a0-729e-40d4-9dd9-92c4b123516c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d57ab5e0-db9d-455c-a535-68e76b89836a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885050 Dec 15 13:50:58.034441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda04053-286c-40c1-9218-5b4254bc8b4d admin admin] Deleting subnet b86ff747-abdb-47b5-b7fc-18c54c99e912 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:58.057775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eda04053-286c-40c1-9218-5b4254bc8b4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.121425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb1fe33-c42e-4ea8-a78a-2f7555f32a40', 'tag': 'a8250249-ef05-4d70-aadd-d4008c40aa18'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:58.127479 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c0f79b-66cc-46f2-8085-495521421821" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb1fe33-c42e-4ea8-a78a-2f7555f32a40", "tag": "a8250249-ef05-4d70-aadd-d4008c40aa18"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:58.129435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-662d4b9b-8926-4fcd-9f74-c7630df45b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.131138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-9b2cc858-5641-40b7-8482-187225df2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.132611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-9b2cc858-5641-40b7-8482-187225df2fd7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b192fd6e-8f11-47ab-bed7-5c49ee82fa82 HTTP/1.1" status: 200 len: 854 time: 0.7175486 Dec 15 13:50:58.146529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-a8e1efd9-b231-4e01-a268-ea5447538a9e tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0d54e4d1bf1743909cc4efbf2bdf5b0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749784 Dec 15 13:50:58.154940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.194842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c08c3-0b55-4197-a45b-3555868429b2 req-4c0e1a7c-3601-493c-95dd-ff0119423e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.196629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-934c08c3-0b55-4197-a45b-3555868429b2 req-4c0e1a7c-3601-493c-95dd-ff0119423e09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.6812904 Dec 15 13:50:58.199455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-002b4656-ffbd-4c33-a0ac-7c76cd4864fb admin admin] Deleting subnet 76eeb0ed-bb05-4380-a116-d5f7d81f762f {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:58.225473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-002b4656-ffbd-4c33-a0ac-7c76cd4864fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.253258 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ba48e6-c103-483c-a734-89f71ea64b33 x-openstack-request-id: req-02ba48e6-c103-483c-a734-89f71ea64b33 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:58.253548 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb1fe33-c42e-4ea8-a78a-2f7555f32a40", "tag": "a8250249-ef05-4d70-aadd-d4008c40aa18", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:58.253793 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-02ba48e6-c103-483c-a734-89f71ea64b33 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:58.254181 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb1fe33-c42e-4ea8-a78a-2f7555f32a40', 'tag': 'a8250249-ef05-4d70-aadd-d4008c40aa18', 'status': 'completed', 'code': 200} Dec 15 13:50:58.275372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eda04053-286c-40c1-9218-5b4254bc8b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.377814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Network d57ab5e0-db9d-455c-a535-68e76b89836a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:50:58.414033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:50:58.429724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882fd23-47da-4330-a110-aebfc1712c45 req-f6ae33cc-3f11-40d4-bec3-25a6703ddfc8 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.431303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c882fd23-47da-4330-a110-aebfc1712c45 req-f6ae33cc-3f11-40d4-bec3-25a6703ddfc8 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 932 time: 0.3784144 Dec 15 13:50:58.432278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Pushing event updated for resources: {'Port': ['ID=e2535add-4fc1-401e-bcbb-6b062b183d97,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:58.436531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:50:58.443842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-002b4656-ffbd-4c33-a0ac-7c76cd4864fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.446649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93e330e6-e5cd-4c2b-b2eb-bb5a0778ffd5 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.517695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-e2b477b3-0dba-4cda-976b-00c2e636bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.519395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-e2b477b3-0dba-4cda-976b-00c2e636bc32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d57ab5e0-db9d-455c-a535-68e76b89836a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3607695 Dec 15 13:50:58.538143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-93e330e6-e5cd-4c2b-b2eb-bb5a0778ffd5 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Calling delete_port for 29649005-c5f6-41e8-b9f5-977ccd539fec owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:58.605706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c08c3-0b55-4197-a45b-3555868429b2 req-246cbcb5-a930-494a-988f-bcf0276eef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.607232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-934c08c3-0b55-4197-a45b-3555868429b2 req-246cbcb5-a930-494a-988f-bcf0276eef4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3758452 Dec 15 13:50:58.624150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-662d4b9b-8926-4fcd-9f74-c7630df45b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.636020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-d3795efc-98df-428d-b704-64c5a0bb9023 service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886278 Dec 15 13:50:58.667971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-15401952-b033-45f2-8396-8c60b9a44398 None None] Provisioning complete for port e2535add-4fc1-401e-bcbb-6b062b183d97 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:50:58.669010 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-15401952-b033-45f2-8396-8c60b9a44398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.685633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.686604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.707489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-15401952-b033-45f2-8396-8c60b9a44398 None None] Port e2535add-4fc1-401e-bcbb-6b062b183d97 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:50:58.736674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-002b4656-ffbd-4c33-a0ac-7c76cd4864fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.765397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba031d92-ba06-4ffc-b1f5-9f9665358ea9 req-dd492a94-c7a0-4b9c-a905-80bceb6618f6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.766890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba031d92-ba06-4ffc-b1f5-9f9665358ea9 req-dd492a94-c7a0-4b9c-a905-80bceb6618f6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 948 time: 0.1842670 Dec 15 13:50:58.804048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-ea56f1c6-b35d-406d-b22d-882b7bc442e4 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:58.804438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eda04053-286c-40c1-9218-5b4254bc8b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.805500 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-ea56f1c6-b35d-406d-b22d-882b7bc442e4 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6509295 Dec 15 13:50:58.818346 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-662d4b9b-8926-4fcd-9f74-c7630df45b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.821515 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-662d4b9b-8926-4fcd-9f74-c7630df45b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:58.822601 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-662d4b9b-8926-4fcd-9f74-c7630df45b78 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/272f6022-7ccd-4fcb-aea1-541c354038ed HTTP/1.1" status: 204 len: 168 time: 0.8467894 Dec 15 13:50:58.828176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Request body: {'port': {'device_id': '86ddfc1d-8061-424b-bbae-9a00a2485604', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '0d54e4d1bf1743909cc4efbf2bdf5b0a'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:58.854071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-f5963713-6e0b-426a-b02c-5d6615e306a7 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9748859 Dec 15 13:50:58.883925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Request body: {'port': {'device_id': 'f5a129bb-c66b-41d4-8d43-4a483e029038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:50:58.898714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d4b9b-8926-4fcd-9f74-c7630df45b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f6022-7ccd-4fcb-aea1-541c354038ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:58.911258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e89cd84-4f82-409b-a92d-bb5a44f49176 req-81ee3f2f-1962-4ae6-b5fc-e0df734cf469 service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629485 Dec 15 13:50:58.912583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c882fd23-47da-4330-a110-aebfc1712c45 req-1d162545-6f80-41c6-b263-4823a102838e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616165 Dec 15 13:50:58.955401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba031d92-ba06-4ffc-b1f5-9f9665358ea9 req-867aedd3-ac4d-448b-b922-741cd3313736 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811125 Dec 15 13:50:58.976318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6c22824a-8ba7-4693-9100-732ab5f641bd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:59.022317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6c22824a-8ba7-4693-9100-732ab5f641bd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:59.022670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6c22824a-8ba7-4693-9100-732ab5f641bd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:59.082570 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-14321069-ebdd-4fdd-8149-0b49a93cf6f6 req-2c3b0950-97a4-4671-b261-34b36e9578c1 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 210 time: 0.0374534 Dec 15 13:50:59.083149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-b4968e64-90d6-440e-ab14-eabcb5ea9f53 service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343721 Dec 15 13:50:59.102267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-002b4656-ffbd-4c33-a0ac-7c76cd4864fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.113299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d258325-4937-4786-97ae-a035b8a8c603 req-9f2f7bb7-cbfc-4b12-aea4-cd5965ba520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:59.114901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d258325-4937-4786-97ae-a035b8a8c603 req-9f2f7bb7-cbfc-4b12-aea4-cd5965ba520c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 1095 time: 0.1265588 Dec 15 13:50:59.119987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Made reservation on behalf of 0d54e4d1bf1743909cc4efbf2bdf5b0a for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:50:59.123953 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.156928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.247124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-934c08c3-0b55-4197-a45b-3555868429b2 req-c124cad0-47bb-4a9a-9f6d-7019bfd7e6d8 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251907 Dec 15 13:50:59.248110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b4656-ffbd-4c33-a0ac-7c76cd4864fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76eeb0ed-bb05-4380-a116-d5f7d81f762f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.250884 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-002b4656-ffbd-4c33-a0ac-7c76cd4864fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.254267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-002b4656-ffbd-4c33-a0ac-7c76cd4864fb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/76eeb0ed-bb05-4380-a116-d5f7d81f762f HTTP/1.1" status: 204 len: 168 time: 1.7469788 Dec 15 13:50:59.258536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56222) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:59.262423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.282033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eda04053-286c-40c1-9218-5b4254bc8b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.282257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d258325-4937-4786-97ae-a035b8a8c603 req-c268bb4f-559f-403b-b95d-6694bda3125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:59.283764 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d258325-4937-4786-97ae-a035b8a8c603 req-c268bb4f-559f-403b-b95d-6694bda3125b service neutron] 10.222.0.74 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 917 time: 0.1574831 Dec 15 13:50:59.333321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d258325-4937-4786-97ae-a035b8a8c603 req-5a29a37c-7661-4785-bffc-654d667f3fdd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac955f69-dccd-4a3b-a49b-fbbc4915d86b HTTP/1.1" status: 200 len: 217 time: 0.0416093 Dec 15 13:50:59.394648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d258325-4937-4786-97ae-a035b8a8c603 req-3b443e3f-9200-4d11-b9c6-0591ec1c65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:59.396417 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d258325-4937-4786-97ae-a035b8a8c603 req-3b443e3f-9200-4d11-b9c6-0591ec1c65e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b192fd6e-8f11-47ab-bed7-5c49ee82fa82 HTTP/1.1" status: 200 len: 854 time: 0.0551617 Dec 15 13:50:59.439186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda04053-286c-40c1-9218-5b4254bc8b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86ff747-abdb-47b5-b7fc-18c54c99e912,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.449954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d258325-4937-4786-97ae-a035b8a8c603 req-c0bf97a2-b552-4d94-a8aa-3702867df53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:59.452245 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d258325-4937-4786-97ae-a035b8a8c603 req-c0bf97a2-b552-4d94-a8aa-3702867df53f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d57ab5e0-db9d-455c-a535-68e76b89836a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485463 Dec 15 13:50:59.497056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa4dde-4faf-461f-9f1d-5da86d6f003e None None] Network d72d01aa-98c9-4c93-970b-f8862d3fb59e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:59.498029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eda04053-286c-40c1-9218-5b4254bc8b4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.501935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-eda04053-286c-40c1-9218-5b4254bc8b4d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b86ff747-abdb-47b5-b7fc-18c54c99e912 HTTP/1.1" status: 204 len: 168 time: 2.1327846 Dec 15 13:50:59.509334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56232) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:59.520065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d6c59f1-de31-45fe-adab-c66e19d357c3 req-674dadff-abf4-4f1b-b821-d91a1fcc6cd0 service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240592 Dec 15 13:50:59.592379 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d258325-4937-4786-97ae-a035b8a8c603 req-5a8f8fad-fca2-412c-861e-af3357cbfd6d service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327889 Dec 15 13:50:59.622154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93e330e6-e5cd-4c2b-b2eb-bb5a0778ffd5 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.651464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.675409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.691593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.772519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] DHCP port deletion for d72d01aa-98c9-4c93-970b-f8862d3fb59e request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:50:59.774398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e330e6-e5cd-4c2b-b2eb-bb5a0778ffd5 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Port': ['ID=29649005-c5f6-41e8-b9f5-977ccd539fec,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.797412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6816d163-dd68-4f1a-97ce-1dc5d89266ef,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:59.804896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-934c08c3-0b55-4197-a45b-3555868429b2 req-61d5361c-1007-479d-aaa2-d64747493c57 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450089 Dec 15 13:50:59.850129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.855272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d258325-4937-4786-97ae-a035b8a8c603 req-62c1f317-4865-44b3-98d5-c6a118d66489 service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530248 Dec 15 13:50:59.860396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:59.871590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3efea264-fdc5-49c9-8949-f0269e86d0de details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:50:59.902068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] Deleting port 701f2e8a-4773-4fde-8224-2f2c8c480a74 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:59.902818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:59.980216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f79b-66cc-46f2-8085-495521421821 req-1e112e10-64b7-4437-a632-5cb17a495595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:59.992212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c0f79b-66cc-46f2-8085-495521421821 req-1e112e10-64b7-4437-a632-5cb17a495595 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 1094 time: 0.3662682 Dec 15 13:51:00.029708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Allocated IP 192.168.233.140 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/14224165-e120-4db8-b7db-c28fa01dbf5d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:00.084935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] For port 701f2e8a-4773-4fde-8224-2f2c8c480a74, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=701f2e8a-4773-4fde-8224-2f2c8c480a74,segment=NetworkSegment(75245c6f-4ae8-434f-9526-ec839860f7c1),segment_id=75245c6f-4ae8-434f-9526-ec839860f7c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:00.085626 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.089936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-373372439-network', 'tenant_id': '706b70816e914564b37a989ee244eb3d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:00.104076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] Calling delete_port for 701f2e8a-4773-4fde-8224-2f2c8c480a74 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:00.184287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3efea264-fdc5-49c9-8949-f0269e86d0de, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3efea264-fdc5-49c9-8949-f0269e86d0de,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:00.200598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '3efea264-fdc5-49c9-8949-f0269e86d0de', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '3efea264-fdc5-49c9-8949-f0269e86d0de', 'mac_address': 'fa:16:3e:f7:5c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:00.227345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Made reservation on behalf of 706b70816e914564b37a989ee244eb3d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:00.230199 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.257772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.262494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.265095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93e330e6-e5cd-4c2b-b2eb-bb5a0778ffd5 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.268650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-93e330e6-e5cd-4c2b-b2eb-bb5a0778ffd5 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "DELETE /v2.0/ports/29649005-c5f6-41e8-b9f5-977ccd539fec HTTP/1.1" status: 204 len: 168 time: 3.3628831 Dec 15 13:51:00.269508 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.274420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:00.276751 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.289575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19bf1b-020c-4ae6-853b-a74b32f772e9 req-446bba99-cada-47d4-92bf-3c24b8599119 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:00.291110 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4c19bf1b-020c-4ae6-853b-a74b32f772e9 req-446bba99-cada-47d4-92bf-3c24b8599119 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 948 time: 0.2150242 Dec 15 13:51:00.299615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efea264-fdc5-49c9-8949-f0269e86d0de {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:00.307382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] Pushing event deleted for resources: {'Port': ['ID=701f2e8a-4773-4fde-8224-2f2c8c480a74,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:00.313953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f6f72-3399-48b6-a364-502e720d0ac3 None None] No DVR routers for this DVR port 701f2e8a-4773-4fde-8224-2f2c8c480a74 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:00.326563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3efea264-fdc5-49c9-8949-f0269e86d0de, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3efea264-fdc5-49c9-8949-f0269e86d0de,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:00.336874 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.353466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b14059-1ed4-4e7d-a8e9-ded65e26484c']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:00.371180 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6270a459-5103-4c48-af0e-88fb5600b242 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] GET failed (client error): The resource could not be found. Dec 15 13:51:00.374329 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6270a459-5103-4c48-af0e-88fb5600b242 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "GET /v2.0/ports/29649005-c5f6-41e8-b9f5-977ccd539fec HTTP/1.1" status: 404 len: 333 time: 0.0816886 Dec 15 13:51:00.392495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be900ae-ee9c-443c-86fc-113c0d322902') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:00.392801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3efea264-fdc5-49c9-8949-f0269e86d0de,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:00.392986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be900ae-ee9c-443c-86fc-113c0d322902') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:00.397288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:00.409103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6', 'name': 'tempest-AllowedAddressPairTestJSON-1448768778'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:00.414374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92ac3-596d-41b5-ad0d-36027cec012e req-3420825b-9076-4618-a142-579ae876ebcd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:00.415990 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fd92ac3-596d-41b5-ad0d-36027cec012e req-3420825b-9076-4618-a142-579ae876ebcd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 932 time: 0.3349903 Dec 15 13:51:00.427202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2535add-4fc1-401e-bcbb-6b062b183d97 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:00.432528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.459043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.479555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.483984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f79b-66cc-46f2-8085-495521421821 req-72553ed4-f944-45f0-a9b8-0e8cc162f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:00.485528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c0f79b-66cc-46f2-8085-495521421821 req-72553ed4-f944-45f0-a9b8-0e8cc162f27b service neutron] 10.222.0.74 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 917 time: 0.4032803 Dec 15 13:51:00.498980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:00.499398 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:00.501965 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:00.504910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.511449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Transition to ACTIVE for port object e2535add-4fc1-401e-bcbb-6b062b183d97 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:00.538917 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4c19bf1b-020c-4ae6-853b-a74b32f772e9 req-4c456f1e-54a5-4e34-b08d-e3c7e4bf4eaf tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299111 Dec 15 13:51:00.581241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.583940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Deleting port 701f2e8a-4773-4fde-8224-2f2c8c480a74 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:00.584472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.613335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['3efea264-fdc5-49c9-8949-f0269e86d0de'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:00.617826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c0f79b-66cc-46f2-8085-495521421821 req-9d620b6d-e650-4950-b4de-947d3f26b26b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8250249-ef05-4d70-aadd-d4008c40aa18 HTTP/1.1" status: 200 len: 217 time: 0.1205027 Dec 15 13:51:00.621486 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.637890 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.643782 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.714549 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.720343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Made reservation on behalf of ea20cec1d9684eb7a7cfb7315d8c5a20 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:00.725529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.751329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:00.808513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:00.811924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:00.814974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Pushing event updated for resources: {'Port': ['ID=14224165-e120-4db8-b7db-c28fa01dbf5d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:00.854400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:00.864311 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.889536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cac9610-1a87-411b-be3d-c890e26bb439,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:00.897290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] device_id is not set on port 34dc3976-7523-49f6-a567-27d574e8d8a8 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:51:00.910710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:00.911132 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Added segment 5cadf4c3-992f-47ce-b4ee-5fa52d557735 of type vlan for network d3a38d98-e4b7-4788-b508-6e31635004ad Dec 15 13:51:00.979578 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:00.980275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.012760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 701f2e8a-4773-4fde-8224-2f2c8c480a74 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:01.022580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea0c21-39f9-449c-b3f3-8b2ef744cad8 req-0bb0a00f-a68c-4517-a028-5675bc9bb2ec tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:01.024271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85ea0c21-39f9-449c-b3f3-8b2ef744cad8 req-0bb0a00f-a68c-4517-a028-5675bc9bb2ec tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 936 time: 0.3172894 Dec 15 13:51:01.040742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 701f2e8a-4773-4fde-8224-2f2c8c480a74 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:01.041134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 701f2e8a-4773-4fde-8224-2f2c8c480a74 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:01.090580 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.099808 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-d8fe0722-eb1e-48f6-8c46-9e297ae35bfb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2841401 Dec 15 13:51:01.107209 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.112736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fd92ac3-596d-41b5-ad0d-36027cec012e req-f59e09b9-05b6-4a20-82cc-beb7dc2e1033 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783226 Dec 15 13:51:01.135848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.139806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b8b14059-1ed4-4e7d-a8e9-ded65e26484c HTTP/1.1" status: 204 len: 168 time: 1.8786573 Dec 15 13:51:01.142278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Request body: {'port': {'device_id': '86ddfc1d-8061-424b-bbae-9a00a2485604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:01.143047 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c828-903c-41f3-b3cc-b0e6247ddd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.194820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Pushing event updated for resources: {'Port': ['ID=e2535add-4fc1-401e-bcbb-6b062b183d97,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.204390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc433b7-f0c4-4a0c-86b4-357217ddcbd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b14059-1ed4-4e7d-a8e9-ded65e26484c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.206531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:51:01.209592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] For port 701f2e8a-4773-4fde-8224-2f2c8c480a74, host n-d-821840-1, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:01.210242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.229033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f79b-66cc-46f2-8085-495521421821 req-954c1848-476d-4a1b-a417-55243825c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:01.230929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c0f79b-66cc-46f2-8085-495521421821 req-954c1848-476d-4a1b-a417-55243825c6c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b192fd6e-8f11-47ab-bed7-5c49ee82fa82 HTTP/1.1" status: 200 len: 854 time: 0.2277358 Dec 15 13:51:01.271362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-31dc3bf3-5bec-4316-9a4b-997a797e2a3a None None] Provisioning complete for port 14224165-e120-4db8-b7db-c28fa01dbf5d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:01.271753 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-31dc3bf3-5bec-4316-9a4b-997a797e2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.284506 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85ea0c21-39f9-449c-b3f3-8b2ef744cad8 req-ffb03a4b-56b2-4897-beef-cc48ad2b0013 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412632 Dec 15 13:51:01.287426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Calling delete_port for 701f2e8a-4773-4fde-8224-2f2c8c480a74 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:01.292423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.293352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:01.293943 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.294990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Port 701f2e8a-4773-4fde-8224-2f2c8c480a74 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:51:01.332410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Allocated IP 172.20.0.5 (d392defb-2768-4fa8-8d84-b668e8ca88d6/9d5bdf1d-adf9-45ca-808f-b95534ecb91b/34dc3976-7523-49f6-a567-27d574e8d8a8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:01.333603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-31dc3bf3-5bec-4316-9a4b-997a797e2a3a None None] Port 14224165-e120-4db8-b7db-c28fa01dbf5d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:01.339413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56258) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:01.351179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.400833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] No DVR routers for this DVR port 701f2e8a-4773-4fde-8224-2f2c8c480a74 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:01.402493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=701f2e8a-4773-4fde-8224-2f2c8c480a74,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.420074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.446760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5896924 Dec 15 13:51:01.451408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0f79b-66cc-46f2-8085-495521421821 req-46b6c8a3-2528-4909-823a-ac4bf0988231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:01.453235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c0f79b-66cc-46f2-8085-495521421821 req-46b6c8a3-2528-4909-823a-ac4bf0988231 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d57ab5e0-db9d-455c-a535-68e76b89836a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804452 Dec 15 13:51:01.453920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56260) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:01.461903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Request body: {'subnet': {'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-373372439-subnet', 'tenant_id': '706b70816e914564b37a989ee244eb3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:01.476233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ac623-9abc-4945-9cbc-a33b9babd0ff admin admin] Pushing event updated for resources: {'Network': ['ID=d3a38d98-e4b7-4788-b508-6e31635004ad,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:01.478816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Attempting to bind port e2535add-4fc1-401e-bcbb-6b062b183d97 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:01.479196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Attempting to bind port e2535add-4fc1-401e-bcbb-6b062b183d97 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:01.479491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Attempting to bind port e2535add-4fc1-401e-bcbb-6b062b183d97 on network d57ab5e0-db9d-455c-a535-68e76b89836a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:01.490152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d3a38d98-e4b7-4788-b508-6e31635004ad details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:01.535486 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-96882593-b342-4644-a7fc-8657c9a5d7dd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6262e20642f440599d3ed84c0d5bfc83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899583 Dec 15 13:51:01.537357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Port e2535add-4fc1-401e-bcbb-6b062b183d97 on network d57ab5e0-db9d-455c-a535-68e76b89836a not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:01.537906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Attempting to bind port e2535add-4fc1-401e-bcbb-6b062b183d97 on network d57ab5e0-db9d-455c-a535-68e76b89836a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:01.541637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56262) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:01.587848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.602538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:01.602888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Checking segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:01.603295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Bound using segment: {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:01.603733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Bound port: e2535add-4fc1-401e-bcbb-6b062b183d97, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294f0210-d91b-456e-a9f4-6f1ebb29a4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:01.604333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.652712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Made reservation on behalf of 706b70816e914564b37a989ee244eb3d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:01.655126 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.667446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72d01aa-98c9-4c93-970b-f8862d3fb59e']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:01.743588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75245c6f-4ae8-434f-9526-ec839860f7c1') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:01.743815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75245c6f-4ae8-434f-9526-ec839860f7c1') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:01.768859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.810047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.848409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.856516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.861415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3efea264-fdc5-49c9-8949-f0269e86d0de up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:01.862952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c0f79b-66cc-46f2-8085-495521421821 req-90cba206-d4b0-471d-ba8f-71353f563960 service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852930 Dec 15 13:51:01.912859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851b4ad-ae50-44e2-9237-5ea28ed411b0 req-2edb79f7-6fe4-450c-be32-258b3d66b300 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:01.914378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b851b4ad-ae50-44e2-9237-5ea28ed411b0 req-2edb79f7-6fe4-450c-be32-258b3d66b300 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 949 time: 0.2946906 Dec 15 13:51:01.915476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:01.916165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.920607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 3efea264-fdc5-49c9-8949-f0269e86d0de completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:01.925741 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:01.928498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:01.928600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 3efea264-fdc5-49c9-8949-f0269e86d0de triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:01.928600 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.942258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] For port e2535add-4fc1-401e-bcbb-6b062b183d97, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:01.949754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:01.953284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:01.958918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ac955f69-dccd-4a3b-a49b-fbbc4915d86b details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:01.961341 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-928570b9-59c7-4c44-a927-8c86a719be65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.990864 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-928570b9-59c7-4c44-a927-8c86a719be65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:01.991647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=34dc3976-7523-49f6-a567-27d574e8d8a8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.007250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14224165-e120-4db8-b7db-c28fa01dbf5d {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:02.018970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.034081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:02.034745 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.051651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Transition to ACTIVE for port object 14224165-e120-4db8-b7db-c28fa01dbf5d will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:02.057600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8d4bc3b8-8ba7-495a-9897-95352a928cd6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6577883 Dec 15 13:51:02.058901 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.062777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56268) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:02.069198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'network_id': 'd392defb-2768-4fa8-8d84-b668e8ca88d6', 'name': 'tempest-AllowedAddressPairTestJSON-1006917155'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:02.114638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.177592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ac955f69-dccd-4a3b-a49b-fbbc4915d86b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:02.216819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274cdc5-a04a-406e-92b6-cf6e37323baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efea264-fdc5-49c9-8949-f0269e86d0de'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:02.219453 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b269f1b-0b77-4fed-9149-4631e53e79f1" -d '{"events": [{"server_uuid": "d274cdc5-a04a-406e-92b6-cf6e37323baa", "name": "network-vif-plugged", "status": "completed", "tag": "3efea264-fdc5-49c9-8949-f0269e86d0de"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:02.237370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b851b4ad-ae50-44e2-9237-5ea28ed411b0 req-b4b3b94a-a76a-4996-8c95-be0986f44ebb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834694 Dec 15 13:51:02.238005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.248691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3efea264-fdc5-49c9-8949-f0269e86d0de, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3efea264-fdc5-49c9-8949-f0269e86d0de,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:02.251425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'ac955f69-dccd-4a3b-a49b-fbbc4915d86b', 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a', 'port_id': 'ac955f69-dccd-4a3b-a49b-fbbc4915d86b', 'mac_address': 'fa:16:3e:eb:b3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b192fd6e-8f11-47ab-bed7-5c49ee82fa82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:02.254896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=14224165-e120-4db8-b7db-c28fa01dbf5d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.259465 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.326840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.330101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d72d01aa-98c9-4c93-970b-f8862d3fb59e HTTP/1.1" status: 204 len: 168 time: 2.8124537 Dec 15 13:51:02.353188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] For port e2535add-4fc1-401e-bcbb-6b062b183d97, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e2535add-4fc1-401e-bcbb-6b062b183d97,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:02.430621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c977bff-0e02-44b6-8a47-f0fb6a48d55b req-c323b15a-ff61-4f98-baaa-214a8a74efcd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:02.436527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.439856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c977bff-0e02-44b6-8a47-f0fb6a48d55b req-c323b15a-ff61-4f98-baaa-214a8a74efcd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 944 time: 0.1970999 Dec 15 13:51:02.448894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074ef71-9148-4a91-8655-9d0e31e414a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72d01aa-98c9-4c93-970b-f8862d3fb59e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.457428 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d6fe4b-fc25-40e5-a309-6d27b98d97cc x-openstack-request-id: req-44d6fe4b-fc25-40e5-a309-6d27b98d97cc {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:02.458392 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274cdc5-a04a-406e-92b6-cf6e37323baa", "name": "network-vif-plugged", "status": "completed", "tag": "3efea264-fdc5-49c9-8949-f0269e86d0de", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:02.460145 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44d6fe4b-fc25-40e5-a309-6d27b98d97cc {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:02.460296 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274cdc5-a04a-406e-92b6-cf6e37323baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efea264-fdc5-49c9-8949-f0269e86d0de', 'code': 200} Dec 15 13:51:02.460871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Made reservation on behalf of ea20cec1d9684eb7a7cfb7315d8c5a20 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:02.464822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.510510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3efea264-fdc5-49c9-8949-f0269e86d0de,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.521932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] device_id is not set on port 2ec64633-e31e-4a74-8863-f5f7a5a68c9f yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:51:02.525236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c0f79b-66cc-46f2-8085-495521421821 req-4e7100a7-839f-4769-afd7-56a88dd5595a service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425455 Dec 15 13:51:02.534660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Attempting to bind port 14224165-e120-4db8-b7db-c28fa01dbf5d on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:02.535092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Attempting to bind port 14224165-e120-4db8-b7db-c28fa01dbf5d by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:02.535502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Attempting to bind port 14224165-e120-4db8-b7db-c28fa01dbf5d on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:02.543845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.562821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6ec029bb-e427-4804-b369-f268d1b630c4 None None] Provisioning complete for port 34dc3976-7523-49f6-a567-27d574e8d8a8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:02.563356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6ec029bb-e427-4804-b369-f268d1b630c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.573159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac955f69-dccd-4a3b-a49b-fbbc4915d86b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:02.602116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c977bff-0e02-44b6-8a47-f0fb6a48d55b req-a4ecbf79-9aeb-4cd3-87c7-0674b88d161c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612515 Dec 15 13:51:02.602843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Port 14224165-e120-4db8-b7db-c28fa01dbf5d on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:02.603313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Attempting to bind port 14224165-e120-4db8-b7db-c28fa01dbf5d on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:02.604010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-928570b9-59c7-4c44-a927-8c86a719be65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.607802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-928570b9-59c7-4c44-a927-8c86a719be65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.612541 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-928570b9-59c7-4c44-a927-8c86a719be65 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2d24b44-f86d-4720-8e79-8b4f212cbcdd HTTP/1.1" status: 204 len: 168 time: 1.0661829 Dec 15 13:51:02.621754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:02.622697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.624432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] 10.222.0.24 "PUT /v2.0/ports/e2535add-4fc1-401e-bcbb-6b062b183d97 HTTP/1.1" status: 200 len: 1092 time: 3.7461660 Dec 15 13:51:02.626747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a129bb-c66b-41d4-8d43-4a483e029038', 'tag': 'e2535add-4fc1-401e-bcbb-6b062b183d97'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:02.630470 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a129bb-c66b-41d4-8d43-4a483e029038", "tag": "e2535add-4fc1-401e-bcbb-6b062b183d97"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:02.639393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:02.640004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:02.640478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:02.642487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Bound port: 14224165-e120-4db8-b7db-c28fa01dbf5d, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:02.642941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.660894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ac955f69-dccd-4a3b-a49b-fbbc4915d86b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:02.688610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928570b9-59c7-4c44-a927-8c86a719be65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d24b44-f86d-4720-8e79-8b4f212cbcdd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.726131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8695f-3241-4fe9-8f70-c5fd79b5d979 service neutron] Pushing event updated for resources: {'Port': ['ID=e2535add-4fc1-401e-bcbb-6b062b183d97,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.812378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.817773 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8726059d-e172-4720-b787-86858f2ecd65 x-openstack-request-id: req-8726059d-e172-4720-b787-86858f2ecd65 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:02.818165 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a129bb-c66b-41d4-8d43-4a483e029038", "tag": "e2535add-4fc1-401e-bcbb-6b062b183d97", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:02.818366 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8726059d-e172-4720-b787-86858f2ecd65 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:02.818735 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a129bb-c66b-41d4-8d43-4a483e029038', 'tag': 'e2535add-4fc1-401e-bcbb-6b062b183d97', 'status': 'completed', 'code': 200} Dec 15 13:51:02.828334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:02.832075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.859656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] For port 14224165-e120-4db8-b7db-c28fa01dbf5d, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:02.864227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] For port 14224165-e120-4db8-b7db-c28fa01dbf5d, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14224165-e120-4db8-b7db-c28fa01dbf5d,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:02.866958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6ec029bb-e427-4804-b369-f268d1b630c4 None None] Port 34dc3976-7523-49f6-a567-27d574e8d8a8 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:02.879222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Allocated IP 172.20.0.3 (d392defb-2768-4fa8-8d84-b668e8ca88d6/9d5bdf1d-adf9-45ca-808f-b95534ecb91b/2ec64633-e31e-4a74-8863-f5f7a5a68c9f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:02.885512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de640c5-0eda-439d-b57e-3c4327fee527 req-00c5e9ea-ab9a-49a8-bf61-4bebc3c0c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:02.887306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3de640c5-0eda-439d-b57e-3c4327fee527 req-00c5e9ea-ab9a-49a8-bf61-4bebc3c0c278 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 1101 time: 0.4471433 Dec 15 13:51:02.896668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434344e-c8a4-4fd5-9197-ba3bc6228923 req-54013224-83a4-4782-9111-a2aeb989ad2f tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:02.898100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2434344e-c8a4-4fd5-9197-ba3bc6228923 req-54013224-83a4-4782-9111-a2aeb989ad2f tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 948 time: 0.4468405 Dec 15 13:51:02.900623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.922796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:02.964777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:02.965700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.968425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] 10.222.0.74 "PUT /v2.0/ports/14224165-e120-4db8-b7db-c28fa01dbf5d HTTP/1.1" status: 200 len: 1096 time: 1.8348267 Dec 15 13:51:02.974273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ddfc1d-8061-424b-bbae-9a00a2485604', 'tag': '14224165-e120-4db8-b7db-c28fa01dbf5d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:02.976472 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c238e2b-282e-44c4-b090-258859f78bba" -d '{"events": [{"name": "network-changed", "server_uuid": "86ddfc1d-8061-424b-bbae-9a00a2485604", "tag": "14224165-e120-4db8-b7db-c28fa01dbf5d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:03.073922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ac955f69-dccd-4a3b-a49b-fbbc4915d86b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:03.088726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Checking segment: {'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:03.089594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Network hostable DHCP agents. Network: d3a38d98-e4b7-4788-b508-6e31635004ad, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:03.099493 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b128eb6-7b08-44ec-b1f9-9ccd9b2e3e69 x-openstack-request-id: req-7b128eb6-7b08-44ec-b1f9-9ccd9b2e3e69 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:03.099726 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ddfc1d-8061-424b-bbae-9a00a2485604", "tag": "14224165-e120-4db8-b7db-c28fa01dbf5d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:03.099934 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b128eb6-7b08-44ec-b1f9-9ccd9b2e3e69 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:03.100376 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ddfc1d-8061-424b-bbae-9a00a2485604', 'tag': '14224165-e120-4db8-b7db-c28fa01dbf5d', 'status': 'completed', 'code': 200} Dec 15 13:51:03.121208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010b69e-3a17-4fe3-b1e1-7e51eec3e7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=14224165-e120-4db8-b7db-c28fa01dbf5d,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:03.183010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3de640c5-0eda-439d-b57e-3c4327fee527 req-a0489743-e25a-4311-ab49-98e28ce0ae2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744441 Dec 15 13:51:03.193672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-23c5b99c-69f1-4a38-9ede-43270a5a7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.195263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-23c5b99c-69f1-4a38-9ede-43270a5a7ea4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d54e4d1bf1743909cc4efbf2bdf5b0a&device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 1099 time: 0.1733265 Dec 15 13:51:03.201911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-532134fd-a2a4-4d5f-a405-d82b0cceaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.203413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-532134fd-a2a4-4d5f-a405-d82b0cceaa6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 1095 time: 0.5162058 Dec 15 13:51:03.215183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a30e9208-013d-4d65-809b-5edf7fad7a12 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da5d974dec14457684b388809816351a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728433 Dec 15 13:51:03.217975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2434344e-c8a4-4fd5-9197-ba3bc6228923 req-5a3f6a8f-5e15-46ee-ab75-92ca6ca84980 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837124 Dec 15 13:51:03.218723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56296) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:03.258749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-de4d79d9-84ea-406d-8dc4-049a6d5b3353 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=14224165-e120-4db8-b7db-c28fa01dbf5d HTTP/1.1" status: 200 len: 217 time: 0.0531917 Dec 15 13:51:03.300443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Network d3a38d98-e4b7-4788-b508-6e31635004ad is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:03.302895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61504417-45e4-400f-8cb4-9bea8689e17a,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:03.307062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6501-606d-44bf-a750-4b475da07491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.328625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d3a38d98-e4b7-4788-b508-6e31635004ad) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:03.341506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.342484 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.351427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6501-606d-44bf-a750-4b475da07491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.351603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fdd6b2-8d7f-4a89-bc63-a4b8600cd78a None None] Network d3a38d98-e4b7-4788-b508-6e31635004ad requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:03.365107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-c462c742-2bcb-44ba-9957-47127aad95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.367370 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-c462c742-2bcb-44ba-9957-47127aad95be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1015739 Dec 15 13:51:03.371209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.419504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-63f04395-d105-42ae-96fa-12c3a548ae88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2535add-4fc1-401e-bcbb-6b062b183d97 HTTP/1.1" status: 200 len: 217 time: 0.0414753 Dec 15 13:51:03.431334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-321fba23-e303-47da-abba-2588ede9c91e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9737320 Dec 15 13:51:03.441840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.507127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-c81face7-fab3-40f9-94d5-e23139501246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.508918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-c81face7-fab3-40f9-94d5-e23139501246 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b192fd6e-8f11-47ab-bed7-5c49ee82fa82 HTTP/1.1" status: 200 len: 854 time: 0.0757623 Dec 15 13:51:03.548237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:03.553783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:03.556333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:03.583414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-4aaab106-3f78-4073-ba5b-0043c56710b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.585606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-4aaab106-3f78-4073-ba5b-0043c56710b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57ab5e0-db9d-455c-a535-68e76b89836a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674603 Dec 15 13:51:03.589357 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6501-606d-44bf-a750-4b475da07491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.597186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6501-606d-44bf-a750-4b475da07491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.600890 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bbaa6501-606d-44bf-a750-4b475da07491 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/440f53d8-d0df-4055-a5fe-fc438c774b92 HTTP/1.1" status: 204 len: 168 time: 0.3785825 Dec 15 13:51:03.609978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ae012-a4b1-4213-9a41-ecabf62edfa4 None None] Network d3a38d98-e4b7-4788-b508-6e31635004ad requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:03.631524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-ba3ebe12-de44-4f67-9ef6-0881ee1777c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.633398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-ba3ebe12-de44-4f67-9ef6-0881ee1777c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2547631 Dec 15 13:51:03.634967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=2ec64633-e31e-4a74-8863-f5f7a5a68c9f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:03.657268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c8aac-3579-4c92-ab73-25b6dd615e0f req-5b40e13b-b18c-4227-9562-66c24dacab12 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.658828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-210c8aac-3579-4c92-ab73-25b6dd615e0f req-5b40e13b-b18c-4227-9562-66c24dacab12 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 950 time: 0.2391076 Dec 15 13:51:03.730613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-1bee5f49-61d9-4250-8eb1-0864faba2e18 service neutron] 10.222.0.24 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286547 Dec 15 13:51:03.745085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa6501-606d-44bf-a750-4b475da07491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f53d8-d0df-4055-a5fe-fc438c774b92,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:03.806457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:03.807793 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.845182 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa137979-2887-4d65-afe2-11c682467231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.891934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6e2688ca-aaa5-443f-8a94-5eb4ed25ae4b tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8207839 Dec 15 13:51:03.891934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:03.900173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:98:b8:2c'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:41:c6:25'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:03.916737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-210c8aac-3579-4c92-ab73-25b6dd615e0f req-3c5a2f9f-a37e-4867-9e87-7772cec7eb89 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391922 Dec 15 13:51:03.965605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a8250249-ef05-4d70-aadd-d4008c40aa18 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:03.997062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-f6ac3075-9220-4849-b529-3506760ff749 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513534 Dec 15 13:51:04.009387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ca47a6ed-7681-4bc9-90c1-8b7689fa1961 None None] Provisioning complete for port 2ec64633-e31e-4a74-8863-f5f7a5a68c9f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:04.009760 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca47a6ed-7681-4bc9-90c1-8b7689fa1961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:04.038988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578d464-0a60-40ce-ba4a-f365487f68ab req-1ec785fc-0ad9-4a02-aaad-c1a03ef29900 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:04.040588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4578d464-0a60-40ce-ba4a-f365487f68ab req-1ec785fc-0ad9-4a02-aaad-c1a03ef29900 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 944 time: 0.2499106 Dec 15 13:51:04.123763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a668feac-80cb-4dd6-bf7b-76b6a3024e10 req-01bba4df-366f-4042-b9f6-da199091c268 service neutron] 10.222.0.24 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841677 Dec 15 13:51:04.195145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bad02bbf-0555-45ae-aa92-0622dbee10eb req-bee32b03-f778-47d6-b7ab-2c1b37183857 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784561 Dec 15 13:51:04.240203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4578d464-0a60-40ce-ba4a-f365487f68ab req-4e6c30bf-b6ee-418b-b8f0-1a603d7c30bb tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840184 Dec 15 13:51:04.247022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:04.275849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ca47a6ed-7681-4bc9-90c1-8b7689fa1961 None None] Port 2ec64633-e31e-4a74-8863-f5f7a5a68c9f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:04.280153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-0d1d99f1-4b07-4891-88c8-a4d7d96c29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:04.281893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-0d1d99f1-4b07-4891-88c8-a4d7d96c29a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 1095 time: 0.0867150 Dec 15 13:51:04.366350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a8250249-ef05-4d70-aadd-d4008c40aa18, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8250249-ef05-4d70-aadd-d4008c40aa18,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:04.389665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'a8250249-ef05-4d70-aadd-d4008c40aa18', 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a', 'port_id': 'a8250249-ef05-4d70-aadd-d4008c40aa18', 'mac_address': 'fa:16:3e:0b:dc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b192fd6e-8f11-47ab-bed7-5c49ee82fa82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:04.476718 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:04.484516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-ca266ea8-3455-483f-9e13-2c7ae9e43252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:04.486232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-ca266ea8-3455-483f-9e13-2c7ae9e43252 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 917 time: 0.1928160 Dec 15 13:51:04.511291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8250249-ef05-4d70-aadd-d4008c40aa18 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:04.554287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a8250249-ef05-4d70-aadd-d4008c40aa18, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8250249-ef05-4d70-aadd-d4008c40aa18,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:04.566518 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:04.598224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-52996e76-b1c9-4c2c-9f06-b2d559fc8bdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2535add-4fc1-401e-bcbb-6b062b183d97 HTTP/1.1" status: 200 len: 217 time: 0.0931566 Dec 15 13:51:04.620470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947de20-fd44-4afa-b810-e108050650ad req-c8005096-9132-4553-a4f1-6de9b81dbc62 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:04.622063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3947de20-fd44-4afa-b810-e108050650ad req-c8005096-9132-4553-a4f1-6de9b81dbc62 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 948 time: 0.1344869 Dec 15 13:51:04.636679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a8250249-ef05-4d70-aadd-d4008c40aa18,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:04.706084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-170e13bc-11a2-4f64-a269-51f4083934b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:04.707480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-170e13bc-11a2-4f64-a269-51f4083934b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b192fd6e-8f11-47ab-bed7-5c49ee82fa82 HTTP/1.1" status: 200 len: 854 time: 0.0982034 Dec 15 13:51:04.729465 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3947de20-fd44-4afa-b810-e108050650ad req-3e92feec-6ef1-47d1-a6b0-fb571b0c96ce tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955906 Dec 15 13:51:04.752932 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:04.760824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-a9482c0b-1bd7-49af-8da2-3444cf9a789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:04.762339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-a9482c0b-1bd7-49af-8da2-3444cf9a789a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57ab5e0-db9d-455c-a535-68e76b89836a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469863 Dec 15 13:51:04.825222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a8250249-ef05-4d70-aadd-d4008c40aa18'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:04.886961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238e2b-282e-44c4-b090-258859f78bba req-2fe21b40-4fd8-4dfb-bcd0-c3010f5ddb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:04.887965 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c238e2b-282e-44c4-b090-258859f78bba req-2fe21b40-4fd8-4dfb-bcd0-c3010f5ddb1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d54e4d1bf1743909cc4efbf2bdf5b0a&device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 1099 time: 0.6221344 Dec 15 13:51:04.911997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-d8d535e8-b506-4631-8d00-c54b440670eb service neutron] 10.222.0.24 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388688 Dec 15 13:51:05.048101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4a5ef76-2cab-4c6f-9bd7-04b14084eddb req-661d1c21-3e7b-4ee1-8db1-8477db1ba092 service neutron] 10.222.0.24 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261101 Dec 15 13:51:05.066089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-450a34cd-1b0d-45b8-8dae-c3b9c52e1218 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:05.067623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-450a34cd-1b0d-45b8-8dae-c3b9c52e1218 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 813 time: 0.2699831 Dec 15 13:51:05.120458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238e2b-282e-44c4-b090-258859f78bba req-d9ef8c4f-e3fd-4b40-89f5-6d519f383b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:05.122003 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c238e2b-282e-44c4-b090-258859f78bba req-d9ef8c4f-e3fd-4b40-89f5-6d519f383b68 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2237961 Dec 15 13:51:05.123822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-e8107c77-957e-411a-bd7c-cfec637a95c3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/quotas/706b70816e914564b37a989ee244eb3d HTTP/1.1" status: 200 len: 375 time: 0.0459294 Dec 15 13:51:05.135722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56372) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:05.188368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c238e2b-282e-44c4-b090-258859f78bba req-610007b1-4e6a-4255-9acc-bf685e9fea2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=14224165-e120-4db8-b7db-c28fa01dbf5d HTTP/1.1" status: 200 len: 217 time: 0.0586040 Dec 15 13:51:05.224341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-c02f0b07-950c-4df2-b40a-64ef03b52269 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839100 Dec 15 13:51:05.271979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.289439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.303056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-615839125-network', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:05.328950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:05.331713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.351955 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.389387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238e2b-282e-44c4-b090-258859f78bba req-db0690f5-4923-418d-97d5-843596109174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:05.391314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c238e2b-282e-44c4-b090-258859f78bba req-db0690f5-4923-418d-97d5-843596109174 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1781180 Dec 15 13:51:05.416494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e658202-17e6-4b1a-b299-ceeaed9ad7b7 req-078af1f1-803f-4505-aa63-a3182e13adb4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:05.418265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e658202-17e6-4b1a-b299-ceeaed9ad7b7 req-078af1f1-803f-4505-aa63-a3182e13adb4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 950 time: 0.0832052 Dec 15 13:51:05.482793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event updated for resources: {'Port': ['ID=2ec64633-e31e-4a74-8863-f5f7a5a68c9f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:05.506121 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-620f1470-f53f-4aee-a29b-5dcffbf99eed service neutron] 10.222.0.86 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562048 Dec 15 13:51:05.512761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] In _notify_port_updated(), no bound segment for port 2ec64633-e31e-4a74-8863-f5f7a5a68c9f on network d392defb-2768-4fa8-8d84-b668e8ca88d6 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:51:05.519045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:05.519771 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.521136 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ef1be86d-28f1-460b-a239-4e3751f2b1cf tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "PUT /v2.0/ports/2ec64633-e31e-4a74-8863-f5f7a5a68c9f HTTP/1.1" status: 200 len: 1055 time: 1.6301768 Dec 15 13:51:05.524453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:05.546862 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.564674 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e658202-17e6-4b1a-b299-ceeaed9ad7b7 req-10767d0f-f238-4fe3-8b01-8de8ee460a9e tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304417 Dec 15 13:51:05.565920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.581282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238e2b-282e-44c4-b090-258859f78bba req-9d4b68c1-d624-403e-87cc-02a0b7612444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:05.583270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c238e2b-282e-44c4-b090-258859f78bba req-9d4b68c1-d624-403e-87cc-02a0b7612444 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1809285 Dec 15 13:51:05.596610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f36c23-6895-4bde-91a1-79119d33dd8f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:05.636569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:05.649418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.650102 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Added segment 6d9715f7-6507-44b2-bcc7-8ab0976fde53 of type vlan for network 12334173-1949-45ec-b77f-a5d600cd17a3 Dec 15 13:51:05.706587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.730648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4f2d5061-ecd4-4470-9d54-e9cdfa915c83 None None] Provisioning complete for port 2ec64633-e31e-4a74-8863-f5f7a5a68c9f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:05.731262 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5061-ecd4-4470-9d54-e9cdfa915c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.796038 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ee78132-0bde-4d73-80e7-18c3615d867c req-46cfda59-c7a3-45b0-9a66-9e72b6006e59 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=097c7430-3f53-4089-99ac-82950dbe1a2b HTTP/1.1" status: 200 len: 210 time: 0.0622907 Dec 15 13:51:05.797386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.798524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:05.799189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.906428 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c238e2b-282e-44c4-b090-258859f78bba req-e525120a-3cb4-4372-9dfb-80919a193f99 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045549 Dec 15 13:51:05.916119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] Pushing event updated for resources: {'Network': ['ID=12334173-1949-45ec-b77f-a5d600cd17a3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:05.933874 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53659f48-b5ec-4323-ab0d-6ca18270a79f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7968240 Dec 15 13:51:05.936743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56398) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:05.942522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Request body: {'subnet': {'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-615839125-subnet', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:05.948128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-e0161028-7622-4f75-8e5c-ee4498898b0d service neutron] 10.222.0.86 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248431 Dec 15 13:51:05.972401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 12334173-1949-45ec-b77f-a5d600cd17a3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:06.027947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ac955f69-dccd-4a3b-a49b-fbbc4915d86b up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:06.037917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:06.041069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.075088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a79a7-709b-4716-8388-534a6db46536 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Deleting port 2ec64633-e31e-4a74-8863-f5f7a5a68c9f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:06.075431 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c0a79a7-709b-4716-8388-534a6db46536 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.125315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8ecfc-00c2-4130-9c35-604498006fa2 req-8b4da693-0de1-4f0f-8770-9f06bcd987b5 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:06.127490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ecd8ecfc-00c2-4130-9c35-604498006fa2 req-8b4da693-0de1-4f0f-8770-9f06bcd987b5 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 944 time: 0.1768966 Dec 15 13:51:06.146480 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c238e2b-282e-44c4-b090-258859f78bba req-f662c273-41ec-4af5-a0c0-509496aa1bb0 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333159 Dec 15 13:51:06.182595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d5061-ecd4-4470-9d54-e9cdfa915c83 None None] Port 2ec64633-e31e-4a74-8863-f5f7a5a68c9f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:06.207803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c0a79a7-709b-4716-8388-534a6db46536 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.228698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port ac955f69-dccd-4a3b-a49b-fbbc4915d86b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:06.234909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a79a7-709b-4716-8388-534a6db46536 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Calling delete_port for 2ec64633-e31e-4a74-8863-f5f7a5a68c9f owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:06.239277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port ac955f69-dccd-4a3b-a49b-fbbc4915d86b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:06.240148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.328568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ecd8ecfc-00c2-4130-9c35-604498006fa2 req-afb50727-e210-4be8-b7ab-3c9460cd0279 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113238 Dec 15 13:51:06.365161 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.401182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76929a4-0198-4960-a85f-103d19a9bcd4 req-f1a78862-41f3-4d7f-95a5-0d6bc99b43fa tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:06.402916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e76929a4-0198-4960-a85f-103d19a9bcd4 req-f1a78862-41f3-4d7f-95a5-0d6bc99b43fa tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 1101 time: 0.0818274 Dec 15 13:51:06.410012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788b7994-f329-4037-9c7f-a24063d5fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac955f69-dccd-4a3b-a49b-fbbc4915d86b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:06.422369 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cab2c8-570f-4a3b-955c-d2fe287e8a21" -d '{"events": [{"server_uuid": "788b7994-f329-4037-9c7f-a24063d5fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "ac955f69-dccd-4a3b-a49b-fbbc4915d86b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:06.442559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ac955f69-dccd-4a3b-a49b-fbbc4915d86b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:06.452313 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.454575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a8250249-ef05-4d70-aadd-d4008c40aa18 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:06.491587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.499306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e76929a4-0198-4960-a85f-103d19a9bcd4 req-7e317602-1426-4fd4-a285-eefb8c41e2bf tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806680 Dec 15 13:51:06.500715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c0a79a7-709b-4716-8388-534a6db46536 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.544106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a79a7-709b-4716-8388-534a6db46536 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Port': ['ID=2ec64633-e31e-4a74-8863-f5f7a5a68c9f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:06.602877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f41840d-b405-48dc-95a7-af9f78a4eff6,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:06.646330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:06.665453 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.695193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port a8250249-ef05-4d70-aadd-d4008c40aa18 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:06.705097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port a8250249-ef05-4d70-aadd-d4008c40aa18 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:06.705470 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.734524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110c9c9-37aa-4c90-b625-f6c9fd0be410 req-24abaa92-1ebd-4a8b-8896-8d903e491c30 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:06.743256 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3110c9c9-37aa-4c90-b625-f6c9fd0be410 req-24abaa92-1ebd-4a8b-8896-8d903e491c30 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 948 time: 0.2899957 Dec 15 13:51:06.815980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Checking segment: {'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:06.827104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Network hostable DHCP agents. Network: 12334173-1949-45ec-b77f-a5d600cd17a3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:06.956048 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.016539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3110c9c9-37aa-4c90-b625-f6c9fd0be410 req-d360b39f-3f44-4057-847b-51867982d4fb tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722397 Dec 15 13:51:07.022998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Network 12334173-1949-45ec-b77f-a5d600cd17a3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:07.058684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 12334173-1949-45ec-b77f-a5d600cd17a3) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:07.078104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:07.082094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af37182d-9315-4094-b884-888608914b9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.089621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c0a79a7-709b-4716-8388-534a6db46536 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.090246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a8250249-ef05-4d70-aadd-d4008c40aa18, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8250249-ef05-4d70-aadd-d4008c40aa18,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:07.096177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2ac64-49fc-41a5-9b1b-5a1567d891b9 None None] Network 12334173-1949-45ec-b77f-a5d600cd17a3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:07.124192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1c0a79a7-709b-4716-8388-534a6db46536 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "DELETE /v2.0/ports/2ec64633-e31e-4a74-8863-f5f7a5a68c9f HTTP/1.1" status: 204 len: 168 time: 1.5943279 Dec 15 13:51:07.132561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56432) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:07.182209 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb96f4e-ca4c-40fd-af6b-6ea5b105c49d tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] GET failed (client error): The resource could not be found. Dec 15 13:51:07.184685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bfb96f4e-ca4c-40fd-af6b-6ea5b105c49d tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "GET /v2.0/ports/2ec64633-e31e-4a74-8863-f5f7a5a68c9f HTTP/1.1" status: 404 len: 333 time: 0.0490594 Dec 15 13:51:07.188127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56438) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:07.209193 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-af37182d-9315-4094-b884-888608914b9a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2711344 Dec 15 13:51:07.214917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:07.225419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:07.241659 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f14d4c8-5d51-4600-afab-b89aa8a9e364 x-openstack-request-id: req-8f14d4c8-5d51-4600-afab-b89aa8a9e364 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:07.242227 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788b7994-f329-4037-9c7f-a24063d5fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "ac955f69-dccd-4a3b-a49b-fbbc4915d86b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:07.244667 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f14d4c8-5d51-4600-afab-b89aa8a9e364 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:07.246028 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57f61da8-b39e-4ba4-b8dc-35818a43ce5c req-a43cf24e-e85b-46bb-bde9-86406658b0d2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 210 time: 0.1638443 Dec 15 13:51:07.246512 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788b7994-f329-4037-9c7f-a24063d5fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac955f69-dccd-4a3b-a49b-fbbc4915d86b', 'code': 200} Dec 15 13:51:07.256076 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.366923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1a72c67e-deef-4e6b-8bf2-c9728e40bec6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Deleting port 34dc3976-7523-49f6-a567-27d574e8d8a8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:07.367653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a72c67e-deef-4e6b-8bf2-c9728e40bec6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.411426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.451922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-f45f1eea-d062-4092-a95c-2589fd0cf7b9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409474 Dec 15 13:51:07.470543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-12334173-1949-45ec-b77f-a5d600cd17a3', 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3', 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'fixed_ips': [{'subnet_id': '4f41840d-b405-48dc-95a7-af9f78a4eff6'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:07.471413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.475087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a8250249-ef05-4d70-aadd-d4008c40aa18,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:07.538065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a72c67e-deef-4e6b-8bf2-c9728e40bec6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.556339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1a72c67e-deef-4e6b-8bf2-c9728e40bec6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Calling delete_port for 34dc3976-7523-49f6-a567-27d574e8d8a8 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:07.567621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c8be4-c5e5-4edd-afc8-d0f51900e715 req-da762af4-ed0b-4894-a1c9-1f671e6e6041 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:07.572589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-715cbcd9-e9ca-4d52-abc3-71bf4e691d0a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:07.577636 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae7c8be4-c5e5-4edd-afc8-d0f51900e715 req-da762af4-ed0b-4894-a1c9-1f671e6e6041 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 944 time: 0.1171246 Dec 15 13:51:07.581144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-715cbcd9-e9ca-4d52-abc3-71bf4e691d0a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281216 Dec 15 13:51:07.585394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.586693 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.610963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5dfaf-8c34-409b-b6ad-e42969ec0218 req-6d3b46e6-bedf-4de5-b7b6-661419b8b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:07.612939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2c5dfaf-8c34-409b-b6ad-e42969ec0218 req-6d3b46e6-bedf-4de5-b7b6-661419b8b441 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 1097 time: 0.3306735 Dec 15 13:51:07.623776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-ba5aada3-0d6b-4907-916d-8533ef5f8d7a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/quotas/72e6f3c3fea24293810cc0b2a8d08307 HTTP/1.1" status: 200 len: 375 time: 0.0414460 Dec 15 13:51:07.664106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Allocated IP 172.20.0.2 (12334173-1949-45ec-b77f-a5d600cd17a3/4f41840d-b405-48dc-95a7-af9f78a4eff6/43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:07.694291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae7c8be4-c5e5-4edd-afc8-d0f51900e715 req-4b08c863-c462-4587-ba0d-8991c06c4bc2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118226 Dec 15 13:51:07.747410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.801797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2c5dfaf-8c34-409b-b6ad-e42969ec0218 req-5757482e-a7aa-47cd-80f5-191739c5991a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742659 Dec 15 13:51:07.848369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a72c67e-deef-4e6b-8bf2-c9728e40bec6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.857453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-1c32e6d2-e693-41b8-8387-3cf86cb5ca4a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2321763 Dec 15 13:51:07.888083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72c67e-deef-4e6b-8bf2-c9728e40bec6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Port': ['ID=34dc3976-7523-49f6-a567-27d574e8d8a8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:07.923791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e2535add-4fc1-401e-bcbb-6b062b183d97 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:07.938593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f58408ee-c4d0-42b5-8a2c-b65d93781934 req-700b9a0e-5ef3-4d59-8941-68b02b0ed436 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0592210 Dec 15 13:51:07.946326 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.989767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a72c67e-deef-4e6b-8bf2-c9728e40bec6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:07.993469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1a72c67e-deef-4e6b-8bf2-c9728e40bec6 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "DELETE /v2.0/ports/34dc3976-7523-49f6-a567-27d574e8d8a8 HTTP/1.1" status: 204 len: 168 time: 0.8038771 Dec 15 13:51:07.998645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56456) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:08.004148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14224165-e120-4db8-b7db-c28fa01dbf5d details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:08.019088 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.038908 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7a0547-df7d-4fc5-a154-7e401f6143e3 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] GET failed (client error): The resource could not be found. Dec 15 13:51:08.040613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ee7a0547-df7d-4fc5-a154-7e401f6143e3 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "GET /v2.0/ports/34dc3976-7523-49f6-a567-27d574e8d8a8 HTTP/1.1" status: 404 len: 333 time: 0.0412912 Dec 15 13:51:08.044767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:08.066681 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.249383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Network 12334173-1949-45ec-b77f-a5d600cd17a3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:08.275063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:08.285681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Pushing event updated for resources: {'Port': ['ID=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:08.293001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:08.298710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e2535add-4fc1-401e-bcbb-6b062b183d97, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e2535add-4fc1-401e-bcbb-6b062b183d97,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:08.357617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'e2535add-4fc1-401e-bcbb-6b062b183d97', 'network_id': 'd57ab5e0-db9d-455c-a535-68e76b89836a', 'port_id': 'e2535add-4fc1-401e-bcbb-6b062b183d97', 'mac_address': 'fa:16:3e:67:37:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b192fd6e-8f11-47ab-bed7-5c49ee82fa82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:08.379453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31fb1c-cb20-432a-b483-8ca421f8d687 req-b3d654b6-e847-41c2-b64a-edeadef01964 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:08.389585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb31fb1c-cb20-432a-b483-8ca421f8d687 req-b3d654b6-e847-41c2-b64a-edeadef01964 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 948 time: 0.2561679 Dec 15 13:51:08.414832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-53826e35-bbf9-4c41-a705-f1ac351f240e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Deleting port 568c6167-892e-487b-b89b-2c321d18dead {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:08.415754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53826e35-bbf9-4c41-a705-f1ac351f240e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.420022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.442757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Attempting to bind port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:08.443508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Attempting to bind port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:08.444108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Attempting to bind port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 on network 12334173-1949-45ec-b77f-a5d600cd17a3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:08.448576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14224165-e120-4db8-b7db-c28fa01dbf5d, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14224165-e120-4db8-b7db-c28fa01dbf5d,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:08.493856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:08.494699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Checking segment: {'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:08.495344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.496012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Bound using segment: {'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:08.496781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Bound port: 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:08.497752 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.502866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '14224165-e120-4db8-b7db-c28fa01dbf5d', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '14224165-e120-4db8-b7db-c28fa01dbf5d', 'mac_address': 'fa:16:3e:23:b0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:08.528444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53826e35-bbf9-4c41-a705-f1ac351f240e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.541327 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.543250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-53826e35-bbf9-4c41-a705-f1ac351f240e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Calling delete_port for 568c6167-892e-487b-b89b-2c321d18dead owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:08.575702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.586386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85268844-93fe-4f8d-a009-63de9f14196f req-4a48ce4e-1bbf-43db-9058-78fb5ec1916d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 210 time: 0.3762522 Dec 15 13:51:08.605104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-4220f9e5-42b1-4580-842a-810457b92eec tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:08.611318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-4220f9e5-42b1-4580-842a-810457b92eec tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.74 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 813 time: 0.2087882 Dec 15 13:51:08.625189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2535add-4fc1-401e-bcbb-6b062b183d97 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:08.633423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Request body: {'port': {'device_id': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad', 'admin_state_up': True, 'tenant_id': '706b70816e914564b37a989ee244eb3d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:08.686745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] For port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:08.695536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] For port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,segment=NetworkSegment(6d9715f7-6507-44b2-bcc7-8ab0976fde53),segment_id=6d9715f7-6507-44b2-bcc7-8ab0976fde53)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:08.697852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e2535add-4fc1-401e-bcbb-6b062b183d97, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e2535add-4fc1-401e-bcbb-6b062b183d97,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:08.698872 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.728549 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.743134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.761865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb31fb1c-cb20-432a-b483-8ca421f8d687 req-bfac3582-5a42-42dd-807d-3f9ba9d61fa3 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712199 Dec 15 13:51:08.771007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-049bbcd1-95fa-471d-9fec-38e82897bb44 req-b3ee9406-0944-45f9-893a-0050bf787b32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=097c7430-3f53-4089-99ac-82950dbe1a2b HTTP/1.1" status: 200 len: 210 time: 0.0789034 Dec 15 13:51:08.789677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53826e35-bbf9-4c41-a705-f1ac351f240e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.812694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14224165-e120-4db8-b7db-c28fa01dbf5d {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:08.845613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53826e35-bbf9-4c41-a705-f1ac351f240e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Port': ['ID=568c6167-892e-487b-b89b-2c321d18dead,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:08.891914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f147e35c-84f3-4822-86fe-af4e40f37cb1 req-9b573286-2edf-43eb-8f4f-91f518f3b43d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 210 time: 0.1166401 Dec 15 13:51:08.895184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14224165-e120-4db8-b7db-c28fa01dbf5d, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14224165-e120-4db8-b7db-c28fa01dbf5d,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:08.914127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.957547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e2535add-4fc1-401e-bcbb-6b062b183d97,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:08.960879 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53826e35-bbf9-4c41-a705-f1ac351f240e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:08.969234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53826e35-bbf9-4c41-a705-f1ac351f240e tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "DELETE /v2.0/ports/568c6167-892e-487b-b89b-2c321d18dead HTTP/1.1" status: 204 len: 168 time: 0.9233539 Dec 15 13:51:08.971974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56478) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:09.019287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Made reservation on behalf of 706b70816e914564b37a989ee244eb3d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:09.034747 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.072092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['e2535add-4fc1-401e-bcbb-6b062b183d97'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:09.078073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14ee537-84e1-4c79-b1f0-8d9ef4c288af tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Deleting subnet 9d5bdf1d-adf9-45ca-808f-b95534ecb91b {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:51:09.083227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14ee537-84e1-4c79-b1f0-8d9ef4c288af tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.149053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925276e5-7e45-4cc7-983e-a207ea0fbb7b None None] Pushing event updated for resources: {'Port': ['ID=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:09.220003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=14224165-e120-4db8-b7db-c28fa01dbf5d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:09.231424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14224165-e120-4db8-b7db-c28fa01dbf5d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:09.250760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14ee537-84e1-4c79-b1f0-8d9ef4c288af tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.262621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ce72b30-19a8-4f5d-a538-8ea37fdaa8bd req-bdf906ab-fc1e-434a-92cb-cea887e15743 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0872364 Dec 15 13:51:09.287106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb1fe33-c42e-4ea8-a78a-2f7555f32a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8250249-ef05-4d70-aadd-d4008c40aa18'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:09.289364 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f548e1b-6e79-4d3b-8ae7-18fe3c9aa1f8" -d '{"events": [{"server_uuid": "6bb1fe33-c42e-4ea8-a78a-2f7555f32a40", "name": "network-vif-plugged", "status": "completed", "tag": "a8250249-ef05-4d70-aadd-d4008c40aa18"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:09.414634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e1e89-4b9d-4f41-b610-49522e5aa3cf req-b42fd44f-04b0-4a8f-ad28-3cd622e85396 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:09.423202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-912e1e89-4b9d-4f41-b610-49522e5aa3cf req-b42fd44f-04b0-4a8f-ad28-3cd622e85396 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 945 time: 0.4045465 Dec 15 13:51:09.440269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Allocated IP 172.25.7.139 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/fc081984-6266-448d-80aa-8a8ad5f67c5b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:09.469670 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae675387-3372-483e-affe-458bd3491ed1 x-openstack-request-id: req-ae675387-3372-483e-affe-458bd3491ed1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:09.470154 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb1fe33-c42e-4ea8-a78a-2f7555f32a40", "name": "network-vif-plugged", "status": "completed", "tag": "a8250249-ef05-4d70-aadd-d4008c40aa18", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:09.470696 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae675387-3372-483e-affe-458bd3491ed1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:09.481202 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb1fe33-c42e-4ea8-a78a-2f7555f32a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8250249-ef05-4d70-aadd-d4008c40aa18', 'code': 200} Dec 15 13:51:09.487965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14ee537-84e1-4c79-b1f0-8d9ef4c288af tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.562171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-912e1e89-4b9d-4f41-b610-49522e5aa3cf req-0d1f638a-0626-464b-98e8-f5eb9b504ca1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373360 Dec 15 13:51:09.603613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9931b3-298e-46f1-9224-b39aa6398b7f req-7c296dcd-694a-4424-a058-9b6a18a0c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:09.610561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab9931b3-298e-46f1-9224-b39aa6398b7f req-7c296dcd-694a-4424-a058-9b6a18a0c992 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 1096 time: 0.0850835 Dec 15 13:51:09.621513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14ee537-84e1-4c79-b1f0-8d9ef4c288af tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.674170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Allocated IP 172.20.0.14 (d3a38d98-e4b7-4788-b508-6e31635004ad/61504417-45e4-400f-8cb4-9bea8689e17a/bb167c7d-b053-4db6-93cf-80a4b9eda69b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:09.676293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df4295-6733-4737-9585-994428159c9d None None] Network d392defb-2768-4fa8-8d84-b668e8ca88d6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:09.704596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dad4845-0202-4684-af34-5e0f1c867ef1 req-553dcc59-bed0-4e7b-96c2-674bd6a18078 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 210 time: 0.0365741 Dec 15 13:51:09.705675 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14ee537-84e1-4c79-b1f0-8d9ef4c288af tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.709154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c14ee537-84e1-4c79-b1f0-8d9ef4c288af tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "DELETE /v2.0/subnets/9d5bdf1d-adf9-45ca-808f-b95534ecb91b HTTP/1.1" status: 204 len: 168 time: 0.7352831 Dec 15 13:51:09.711670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ee537-84e1-4c79-b1f0-8d9ef4c288af tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5bdf1d-adf9-45ca-808f-b95534ecb91b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:09.713801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:09.735117 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.812025 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.833405 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab9931b3-298e-46f1-9224-b39aa6398b7f req-27773381-4ad4-4f5d-b28e-755be4a45afe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080402 Dec 15 13:51:09.902778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Deleting port 83d8e475-694e-4ac6-a8cb-71d7eb58133e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:09.903172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:09.992206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] DHCP port deletion for d392defb-2768-4fa8-8d84-b668e8ca88d6 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:51:10.017645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] For port 83d8e475-694e-4ac6-a8cb-71d7eb58133e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=83d8e475-694e-4ac6-a8cb-71d7eb58133e,segment=NetworkSegment(f2a199b8-2236-40a8-a8e9-24d2f0987682),segment_id=f2a199b8-2236-40a8-a8e9-24d2f0987682)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:10.018280 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.049976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8fcb9cbd-faf7-42d5-a9bc-d4853fefc1bc req-9b39144d-ff1c-45a9-9f67-c6b2bb3be68d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 210 time: 0.0523870 Dec 15 13:51:10.064207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] Deleting port 83d8e475-694e-4ac6-a8cb-71d7eb58133e {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:10.065161 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.086887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Calling delete_port for 83d8e475-694e-4ac6-a8cb-71d7eb58133e owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:10.162325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] For port 83d8e475-694e-4ac6-a8cb-71d7eb58133e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=83d8e475-694e-4ac6-a8cb-71d7eb58133e,segment=NetworkSegment(f2a199b8-2236-40a8-a8e9-24d2f0987682),segment_id=f2a199b8-2236-40a8-a8e9-24d2f0987682)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:10.163394 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.196259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] Calling delete_port for 83d8e475-694e-4ac6-a8cb-71d7eb58133e owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:10.298300 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.315497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] No DVR routers for this DVR port 83d8e475-694e-4ac6-a8cb-71d7eb58133e on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:10.340138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2bc0b-66bb-4bea-9a9a-04453add0272 None None] Pushing event deleted for resources: {'Port': ['ID=83d8e475-694e-4ac6-a8cb-71d7eb58133e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:10.369972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376698d-ce08-4709-9632-cd5536aca3ac req-4d7e2498-9c5c-42be-aec0-b5de6a21ed3e tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:10.371659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5376698d-ce08-4709-9632-cd5536aca3ac req-4d7e2498-9c5c-42be-aec0-b5de6a21ed3e tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 949 time: 0.1053913 Dec 15 13:51:10.383095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.489134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:10.499401 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.506598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:10.509295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:10.536191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Pushing event updated for resources: {'Port': ['ID=fc081984-6266-448d-80aa-8a8ad5f67c5b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:10.569865 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad03926-af59-4b84-b462-a475c61e8371 None None] Network 12334173-1949-45ec-b77f-a5d600cd17a3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:10.573941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5376698d-ce08-4709-9632-cd5536aca3ac req-822ec166-5e60-4a2c-8c89-f033d443d588 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925540 Dec 15 13:51:10.631318 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.637476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-798f534a-4b1b-4fa5-b5eb-f5021d88ff79 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5864403 Dec 15 13:51:10.706095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Port': ['ID=83d8e475-694e-4ac6-a8cb-71d7eb58133e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:10.724987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2309f2d-e9a5-4018-bdcc-5d89ba16e27c req-0795cd85-d6ad-4d7f-b386-20fbc7d83841 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0949409 Dec 15 13:51:10.730788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] No DVR routers for this DVR port 83d8e475-694e-4ac6-a8cb-71d7eb58133e on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:10.805694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03d185e1-171e-4784-9981-235f97c21803 req-43e9785e-36d1-41de-aa71-df9ffb2b8204 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0961556 Dec 15 13:51:10.868771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.875014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4ee775c1-40b7-4272-9c3e-7debef8a67f8 None None] Provisioning complete for port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:10.875014 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ee775c1-40b7-4272-9c3e-7debef8a67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.880451 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.890627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c70d0-d5b0-4cfc-8b2f-85398d09d372 req-f1c5e598-e31b-479a-adf3-fa103c3ef151 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:10.892995 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-997c70d0-d5b0-4cfc-8b2f-85398d09d372 req-f1c5e598-e31b-479a-adf3-fa103c3ef151 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 945 time: 0.1992586 Dec 15 13:51:10.907089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-341b52dd-2c8a-4568-b65e-552181daf244 req-be8a0da1-833d-40ac-9df2-2fc55edbf8e3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 210 time: 0.0430639 Dec 15 13:51:10.939397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-34c495c0-5822-4b70-96ec-1f690813d87d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:10.940917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-34c495c0-5822-4b70-96ec-1f690813d87d tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627790 Dec 15 13:51:10.942705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d392defb-2768-4fa8-8d84-b668e8ca88d6']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:10.953538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a199b8-2236-40a8-a8e9-24d2f0987682') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:10.953953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a199b8-2236-40a8-a8e9-24d2f0987682') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:10.964630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.975339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Network d3a38d98-e4b7-4788-b508-6e31635004ad is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:10.979437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:10.984199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:10.988315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:10.992909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:10.994711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:10.995371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:11.000556 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:11.008615 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ee775c1-40b7-4272-9c3e-7debef8a67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.050495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4ee775c1-40b7-4272-9c3e-7debef8a67f8 None None] For port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,segment=NetworkSegment(6d9715f7-6507-44b2-bcc7-8ab0976fde53),segment_id=6d9715f7-6507-44b2-bcc7-8ab0976fde53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:11.054952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Request body: {'port': {'device_id': '2228faf5-ae9e-4f0a-afc8-ddc637daaf46', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '72e6f3c3fea24293810cc0b2a8d08307'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:11.060616 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ee775c1-40b7-4272-9c3e-7debef8a67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.119745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-997c70d0-d5b0-4cfc-8b2f-85398d09d372 req-5b06f363-5592-42e1-9730-3d86dbfdd956 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745830 Dec 15 13:51:11.126263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.154338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.155020 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.156344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee775c1-40b7-4272-9c3e-7debef8a67f8 None None] Pushing event updated for resources: {'Port': ['ID=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:11.182384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.201554 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.207447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] 10.222.0.86 "DELETE /v2.0/networks/d392defb-2768-4fa8-8d84-b668e8ca88d6 HTTP/1.1" status: 204 len: 168 time: 1.4902139 Dec 15 13:51:11.318884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a18409-0738-4cd9-8ab6-e3760c719e71 tempest-AllowedAddressPairTestJSON-1147298820 tempest-AllowedAddressPairTestJSON-1147298820-project] Pushing event deleted for resources: {'Network': ['ID=d392defb-2768-4fa8-8d84-b668e8ca88d6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:11.331093 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3efc83ce-174d-435d-a6de-0af2877ddc38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7082882 Dec 15 13:51:11.364131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09f02b-0273-49e4-a472-c53c448b8eb3 req-842e462d-49fd-495f-bf42-152c7f27064f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:11.373286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc09f02b-0273-49e4-a472-c53c448b8eb3 req-842e462d-49fd-495f-bf42-152c7f27064f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 932 time: 0.1831167 Dec 15 13:51:11.393984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:11.396591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Request body: {'port': {'device_id': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:11.426850 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c87e43c7-d2d2-4f77-a2fa-495eb1981263 None None] Provisioning complete for port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:11.426850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c87e43c7-d2d2-4f77-a2fa-495eb1981263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.427676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Made reservation on behalf of 72e6f3c3fea24293810cc0b2a8d08307 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:11.433873 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.512700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.514010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:11.514673 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.557183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:11.587723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc09f02b-0273-49e4-a472-c53c448b8eb3 req-5809ec67-d09f-49c5-a0bf-2731d1862cf9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135453 Dec 15 13:51:11.595548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Allocated IP 192.168.233.228 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/9e65276f-c8be-45dd-b525-c988f4dd3fc2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:11.684497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.765450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 83d8e475-694e-4ac6-a8cb-71d7eb58133e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:11.796565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 83d8e475-694e-4ac6-a8cb-71d7eb58133e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:11.796921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 83d8e475-694e-4ac6-a8cb-71d7eb58133e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:11.816425 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.873273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-575d5265-140c-4c53-a096-4e2b2ba232b1 req-53a3147b-fce1-4bc5-8bfe-1fd1d21b814d tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0313492 Dec 15 13:51:11.882864 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:11.906665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309', '4170e37b-523d-4d05-a781-78af019970ab'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:11.909780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'e9056c75-5a8c-44bc-8774-1c308e1222b0', '3efea264-fdc5-49c9-8949-f0269e86d0de'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:11.942912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:11.947107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:11.949498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:11.978593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event updated for resources: {'Port': ['ID=9e65276f-c8be-45dd-b525-c988f4dd3fc2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:11.980513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e2535add-4fc1-401e-bcbb-6b062b183d97 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:11.987725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a072fe94-4d0b-4ef7-84f7-ba41135c865b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ea20cec1d9684eb7a7cfb7315d8c5a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4275556 Dec 15 13:51:11.990420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56518) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:12.004765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0541344-4405-4b0a-ad3a-a7f2756beac7 req-67382c98-da18-496e-9450-9080ee6ba7f2 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.006505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0541344-4405-4b0a-ad3a-a7f2756beac7 req-67382c98-da18-496e-9450-9080ee6ba7f2 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 949 time: 0.2938516 Dec 15 13:51:12.043293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14224165-e120-4db8-b7db-c28fa01dbf5d up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:12.043800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.045253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.056178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.057132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.057316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.057675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.058465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.058814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.059319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.059478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.060417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.065140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.066000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.066000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.066281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:12.154648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e50a266f-8d7d-40ec-95eb-1d2edb3d0b37 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1347785 Dec 15 13:51:12.182307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Request body: {'port': {'device_id': '2228faf5-ae9e-4f0a-afc8-ddc637daaf46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:12.226109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e817d0-8797-4ae6-bc70-964a0b474ebe req-b7f37da4-5800-4600-b2da-fb1706a900bd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.231398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port e2535add-4fc1-401e-bcbb-6b062b183d97 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:12.235363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2e817d0-8797-4ae6-bc70-964a0b474ebe req-b7f37da4-5800-4600-b2da-fb1706a900bd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 936 time: 0.1873000 Dec 15 13:51:12.245617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port e2535add-4fc1-401e-bcbb-6b062b183d97 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:12.246003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.246523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0541344-4405-4b0a-ad3a-a7f2756beac7 req-c411a8fb-b2c9-4eca-80e3-6126dacf617c tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220659 Dec 15 13:51:12.268255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb167c7d-b053-4db6-93cf-80a4b9eda69b {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:12.273390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 14224165-e120-4db8-b7db-c28fa01dbf5d completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:12.274609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Router 992f232c-e602-42b6-8286-63cb13e46972 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:51:12.279014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0a73f72-6e3e-4f09-9303-f1045b2afa82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.284235 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.306657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.311943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 14224165-e120-4db8-b7db-c28fa01dbf5d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:12.312328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.337407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0a73f72-6e3e-4f09-9303-f1045b2afa82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.345348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Transition to ACTIVE for port object bb167c7d-b053-4db6-93cf-80a4b9eda69b will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:12.355747 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.396938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2e817d0-8797-4ae6-bc70-964a0b474ebe req-39ba415c-7689-4a37-b1fb-765bde27c457 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603167 Dec 15 13:51:12.459200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-30e0ffbb-a936-49a1-ab03-6eecd639a500 None None] Provisioning complete for port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:12.459793 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-30e0ffbb-a936-49a1-ab03-6eecd639a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.507349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:12.545311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:12.559281 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Sync routers for ids ['992f232c-e602-42b6-8286-63cb13e46972'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:12.564037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a684-9eed-4aad-94c7-c5ebd637b2a8 req-35d178ad-c7bf-4590-a700-ae5143fa4cb2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:12.565595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2577a684-9eed-4aad-94c7-c5ebd637b2a8 req-35d178ad-c7bf-4590-a700-ae5143fa4cb2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 945 time: 0.1953979 Dec 15 13:51:12.574831 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Routers {'992f232c-e602-42b6-8286-63cb13e46972'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:12.576634 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['992f232c-e602-42b6-8286-63cb13e46972'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:12.601703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.605472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-17e28871-71ec-4e02-84f3-1390c176ccd4 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3856149 Dec 15 13:51:12.607228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56524) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:12.629336 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.672090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-30e0ffbb-a936-49a1-ab03-6eecd639a500 None None] Port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:12.673637 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.719000 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Set router 992f232c-e602-42b6-8286-63cb13e46972 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:12.719392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14224165-e120-4db8-b7db-c28fa01dbf5d, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14224165-e120-4db8-b7db-c28fa01dbf5d,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:12.754492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ddfc1d-8061-424b-bbae-9a00a2485604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14224165-e120-4db8-b7db-c28fa01dbf5d'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:12.757328 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2c785-faad-4986-83e7-f156bc570ca4" -d '{"events": [{"server_uuid": "86ddfc1d-8061-424b-bbae-9a00a2485604", "name": "network-vif-plugged", "status": "completed", "tag": "14224165-e120-4db8-b7db-c28fa01dbf5d"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:12.772858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Attempting to bind port bb167c7d-b053-4db6-93cf-80a4b9eda69b on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:12.773218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Attempting to bind port bb167c7d-b053-4db6-93cf-80a4b9eda69b by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:12.773549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Attempting to bind port bb167c7d-b053-4db6-93cf-80a4b9eda69b on network d3a38d98-e4b7-4788-b508-6e31635004ad {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:12.784725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e65276f-c8be-45dd-b525-c988f4dd3fc2 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:12.793992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Port bb167c7d-b053-4db6-93cf-80a4b9eda69b on network d3a38d98-e4b7-4788-b508-6e31635004ad not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:12.794821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Attempting to bind port bb167c7d-b053-4db6-93cf-80a4b9eda69b on network d3a38d98-e4b7-4788-b508-6e31635004ad {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:12.795101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.807081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e2535add-4fc1-401e-bcbb-6b062b183d97, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e2535add-4fc1-401e-bcbb-6b062b183d97,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:12.809673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Transition to ACTIVE for port object 9e65276f-c8be-45dd-b525-c988f4dd3fc2 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:12.812148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2577a684-9eed-4aad-94c7-c5ebd637b2a8 req-a4ea2167-1352-4583-96c1-5578c389b8d8 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351210 Dec 15 13:51:12.819294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:12.824557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Checking segment: {'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:12.826168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Bound using segment: {'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:12.826970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Bound port: bb167c7d-b053-4db6-93cf-80a4b9eda69b, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:12.830551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.838183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.849592 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.926845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0a73f72-6e3e-4f09-9303-f1045b2afa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.929046 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0a73f72-6e3e-4f09-9303-f1045b2afa82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.930203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b0a73f72-6e3e-4f09-9303-f1045b2afa82 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0775553-2f2b-4cb4-aede-5966b0a27703 HTTP/1.1" status: 204 len: 168 time: 0.9334559 Dec 15 13:51:12.966808 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:12.970092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a73f72-6e3e-4f09-9303-f1045b2afa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0775553-2f2b-4cb4-aede-5966b0a27703,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:12.975124 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db006f-049f-421a-8a26-15d9550651d6 x-openstack-request-id: req-42db006f-049f-421a-8a26-15d9550651d6 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:12.975452 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ddfc1d-8061-424b-bbae-9a00a2485604", "name": "network-vif-plugged", "status": "completed", "tag": "14224165-e120-4db8-b7db-c28fa01dbf5d", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:12.975665 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-42db006f-049f-421a-8a26-15d9550651d6 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:12.976192 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ddfc1d-8061-424b-bbae-9a00a2485604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14224165-e120-4db8-b7db-c28fa01dbf5d', 'code': 200} Dec 15 13:51:13.002878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e65276f-c8be-45dd-b525-c988f4dd3fc2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.026040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=14224165-e120-4db8-b7db-c28fa01dbf5d,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.031113 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:51:10Z', 'revision_number': 3, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port': {'id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:08Z', 'updated_at': '2021-12-15T13:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:13.053925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a5bd-a769-4367-ac0d-b9ce03aa4f85 req-0a87a21a-63b2-4b5d-ad19-9106d0da13e3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.064765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8752a5bd-a769-4367-ac0d-b9ce03aa4f85 req-0a87a21a-63b2-4b5d-ad19-9106d0da13e3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.2522364 Dec 15 13:51:13.120114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Checking router: 992f232c-e602-42b6-8286-63cb13e46972 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:13.121814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Updating router 992f232c-e602-42b6-8286-63cb13e46972 port fc081984-6266-448d-80aa-8a8ad5f67c5b binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:51:13.151318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Attempting to bind port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:13.152031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Attempting to bind port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:13.152559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Attempting to bind port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:13.187264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:13.187955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Attempting to bind port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:13.191668 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.213174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e2535add-4fc1-401e-bcbb-6b062b183d97,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.222584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:13.238308 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1805fb7b-6699-438f-9ce6-2f4da9faa1cf req-bb03581a-2cec-4e5b-be2b-15619ae7dd7d tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0634975 Dec 15 13:51:13.241552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:13.248713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:13.249310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:13.249973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Bound port: 9e65276f-c8be-45dd-b525-c988f4dd3fc2, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:13.250736 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.289539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8752a5bd-a769-4367-ac0d-b9ce03aa4f85 req-d19d1a91-7f3b-4ef7-b184-7ebbeab82e80 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231078 Dec 15 13:51:13.314444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90025e85-5558-4f83-9631-355f6e7ca593 req-5eee479d-cc3e-4557-af53-05500966cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.315956 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90025e85-5558-4f83-9631-355f6e7ca593 req-5eee479d-cc3e-4557-af53-05500966cc9a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 1101 time: 0.2964435 Dec 15 13:51:13.324508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:13.338170 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.366390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.369429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.370882 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] 10.222.0.74 "PUT /v2.0/ports/bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 200 len: 1092 time: 1.9902563 Dec 15 13:51:13.399321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:13.407800 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620aba79-804a-4ec1-bafc-5b3e083e6b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:13.449669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] For port 9e65276f-c8be-45dd-b525-c988f4dd3fc2, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:13.455577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] For port 9e65276f-c8be-45dd-b525-c988f4dd3fc2, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9e65276f-c8be-45dd-b525-c988f4dd3fc2,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:13.477824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.533509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.534249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.536111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] 10.222.0.74 "PUT /v2.0/ports/9e65276f-c8be-45dd-b525-c988f4dd3fc2 HTTP/1.1" status: 200 len: 1096 time: 1.3606088 Dec 15 13:51:13.542576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2228faf5-ae9e-4f0a-afc8-ddc637daaf46', 'tag': '9e65276f-c8be-45dd-b525-c988f4dd3fc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:13.546636 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3aac97-3184-4658-a570-224cc454e13c" -d '{"events": [{"name": "network-changed", "server_uuid": "2228faf5-ae9e-4f0a-afc8-ddc637daaf46", "tag": "9e65276f-c8be-45dd-b525-c988f4dd3fc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:13.605728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673cea8-88c5-4e68-82a9-51dfcd8342a8 req-8f0387fe-ea19-4aa3-894a-7adfcae7a021 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.608296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6673cea8-88c5-4e68-82a9-51dfcd8342a8 req-8f0387fe-ea19-4aa3-894a-7adfcae7a021 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 950 time: 0.1501169 Dec 15 13:51:13.664060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea0548-9dc5-4f09-8af4-d9c35050e8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e65276f-c8be-45dd-b525-c988f4dd3fc2,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:13.790679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-df2b5117-32b8-4ce1-b371-8d48b9df072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.792798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-df2b5117-32b8-4ce1-b371-8d48b9df072d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 1099 time: 0.1831899 Dec 15 13:51:13.901249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e1457d3f-d5e0-4a9f-8633-e9d1cb85161f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=9e65276f-c8be-45dd-b525-c988f4dd3fc2 HTTP/1.1" status: 200 len: 217 time: 0.0911324 Dec 15 13:51:13.907660 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6673cea8-88c5-4e68-82a9-51dfcd8342a8 req-777b5693-8953-42d7-818a-5ae3ffa50c1d tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376728 Dec 15 13:51:13.969759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e1c48051-95c0-469e-ad5f-58957d22be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:13.972295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-e1c48051-95c0-469e-ad5f-58957d22be99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0623555 Dec 15 13:51:14.021437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-705b9505-aba5-4609-9557-762d9b1d45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.022497 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-705b9505-aba5-4609-9557-762d9b1d45f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1095 time: 0.5142007 Dec 15 13:51:14.027467 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c4dec7-ed5c-44aa-b678-0f615f8922aa x-openstack-request-id: req-23c4dec7-ed5c-44aa-b678-0f615f8922aa {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:14.037209 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:14.037209 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23c4dec7-ed5c-44aa-b678-0f615f8922aa {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:14.037209 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'status': 'completed', 'code': 200} Dec 15 13:51:14.073167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-f70ea58a-aa95-4ded-a42d-d05e4285c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.075104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-f70ea58a-aa95-4ded-a42d-d05e4285c6b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908577 Dec 15 13:51:14.088406 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90025e85-5558-4f83-9631-355f6e7ca593 req-a9e3e9b5-d82a-4f02-8f92-774c4312fef5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620380 Dec 15 13:51:14.136904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e58cf-45cc-4686-8de4-9df5f2f67ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:14.171684 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.177968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-3ef90185-6c19-4ec8-9f45-7ed71210da76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 200 len: 217 time: 0.0842929 Dec 15 13:51:14.185854 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffe66d6-1bfe-4f1e-a9b0-3eabd6dc03f9 x-openstack-request-id: req-6ffe66d6-1bfe-4f1e-a9b0-3eabd6dc03f9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:14.186272 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2228faf5-ae9e-4f0a-afc8-ddc637daaf46", "tag": "9e65276f-c8be-45dd-b525-c988f4dd3fc2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:14.186468 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ffe66d6-1bfe-4f1e-a9b0-3eabd6dc03f9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:14.186903 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2228faf5-ae9e-4f0a-afc8-ddc637daaf46', 'tag': '9e65276f-c8be-45dd-b525-c988f4dd3fc2', 'status': 'completed', 'code': 200} Dec 15 13:51:14.188379 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.203916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449fe77-49f2-4313-8d2f-980fa73e545a req-88e7cade-599c-4d72-9fac-28a3502c921b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.211341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8449fe77-49f2-4313-8d2f-980fa73e545a req-88e7cade-599c-4d72-9fac-28a3502c921b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 948 time: 0.3501337 Dec 15 13:51:14.270843 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Attempting to bind port fc081984-6266-448d-80aa-8a8ad5f67c5b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:14.271489 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Attempting to bind port fc081984-6266-448d-80aa-8a8ad5f67c5b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:14.273156 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Attempting to bind port fc081984-6266-448d-80aa-8a8ad5f67c5b on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:14.283494 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:14.284172 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:14.284780 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.285509 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:14.286168 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Bound port: fc081984-6266-448d-80aa-8a8ad5f67c5b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:14.286757 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.286994 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.304560 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-c0ccde0a-84f2-41c8-9767-93be2ac6c13a service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061682 Dec 15 13:51:14.312155 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8449fe77-49f2-4313-8d2f-980fa73e545a req-72427c7d-00b6-49fc-900b-b3f41afbaa9f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940530 Dec 15 13:51:14.315149 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdfc86-e3d1-4dd5-9c4e-0949c9389466 None None] Pushing event updated for resources: {'Port': ['ID=fc081984-6266-448d-80aa-8a8ad5f67c5b,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:14.402568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-dc18a2d3-8c49-45ea-ac73-e0a4e2e309a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.404792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-dc18a2d3-8c49-45ea-ac73-e0a4e2e309a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.0913739 Dec 15 13:51:14.404974 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] For port fc081984-6266-448d-80aa-8a8ad5f67c5b, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:14.410953 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] For port fc081984-6266-448d-80aa-8a8ad5f67c5b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc081984-6266-448d-80aa-8a8ad5f67c5b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:14.417166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:14.429279 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:14.463273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-4bcbbc9e-59c2-4c19-979d-1e7b415f0741 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469658 Dec 15 13:51:14.479448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbf5c848-28e5-47a1-a9e7-aa7d0e65241d req-97ecc77e-eb0f-405a-adec-59e92fe71a81 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.1036968 Dec 15 13:51:14.494105 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Routers {'992f232c-e602-42b6-8286-63cb13e46972'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:14.494739 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['992f232c-e602-42b6-8286-63cb13e46972'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:14.537617 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdfc86-e3d1-4dd5-9c4e-0949c9389466 None None] Pushing event updated for resources: {'Port': ['ID=fc081984-6266-448d-80aa-8a8ad5f67c5b,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:14.591183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52775-bd9a-46a4-b6a1-5a822ea772d1 req-b87db4b8-a0bf-4423-a2e5-c66f5e00def9 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.593223 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27f52775-bd9a-46a4-b6a1-5a822ea772d1 req-b87db4b8-a0bf-4423-a2e5-c66f5e00def9 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.1641643 Dec 15 13:51:14.605254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-369243408'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:14.618672 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] Set router 992f232c-e602-42b6-8286-63cb13e46972 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:14.652684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7ad1f9-123e-48f6-abd9-5b5b1de689a2 req-68b74ae1-2718-4b1a-9fde-f4776397539e service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466065 Dec 15 13:51:14.679953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1275327-a073-4891-a7a4-42d852b88ae9 req-c4553547-df50-4445-bed6-a64df77d1fca tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.681810 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1275327-a073-4891-a7a4-42d852b88ae9 req-c4553547-df50-4445-bed6-a64df77d1fca tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.0645919 Dec 15 13:51:14.782275 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1275327-a073-4891-a7a4-42d852b88ae9 req-82f50f52-9950-471e-af7d-cd36de5143bc tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836380 Dec 15 13:51:14.792878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3aac97-3184-4658-a570-224cc454e13c req-25dfb689-e498-45be-8a1d-2b3d9ac58b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.795045 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e3aac97-3184-4658-a570-224cc454e13c req-25dfb689-e498-45be-8a1d-2b3d9ac58b78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 1099 time: 0.0857153 Dec 15 13:51:14.822438 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:51:10Z', 'revision_number': 3, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port': {'id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:08Z', 'updated_at': '2021-12-15T13:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:14.850590 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685b585-5c3f-4620-b6e2-a616f3d5cbed None None] The sync data for ids ['992f232c-e602-42b6-8286-63cb13e46972'] in n-d-821840-1 is: [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:51:10Z', 'revision_number': 3, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port': {'id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:08Z', 'updated_at': '2021-12-15T13:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:14.910843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3aac97-3184-4658-a570-224cc454e13c req-c4019c52-4054-49a5-817c-2eb5d3dbb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:14.912394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e3aac97-3184-4658-a570-224cc454e13c req-c4019c52-4054-49a5-817c-2eb5d3dbb02b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.0995293 Dec 15 13:51:14.961962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e3aac97-3184-4658-a570-224cc454e13c req-fd882ac8-6530-4d58-93a7-455eef31424c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=9e65276f-c8be-45dd-b525-c988f4dd3fc2 HTTP/1.1" status: 200 len: 217 time: 0.0413327 Dec 15 13:51:14.977660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a129bb-c66b-41d4-8d43-4a483e029038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2535add-4fc1-401e-bcbb-6b062b183d97'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:14.980164 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109292e-81f3-442b-929f-d7b8110c572b" -d '{"events": [{"server_uuid": "f5a129bb-c66b-41d4-8d43-4a483e029038", "name": "network-vif-plugged", "status": "completed", "tag": "e2535add-4fc1-401e-bcbb-6b062b183d97"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:15.062576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3aac97-3184-4658-a570-224cc454e13c req-f2826684-1e7b-471a-aaaf-a10b95f6a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.063922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e3aac97-3184-4658-a570-224cc454e13c req-f2826684-1e7b-471a-aaaf-a10b95f6a287 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0815480 Dec 15 13:51:15.080593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad421283-bd20-4b1f-83bc-b0bb5c538e4a req-b434cb7f-0d29-4ba0-ac26-dc593efb9caf tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.082121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad421283-bd20-4b1f-83bc-b0bb5c538e4a req-b434cb7f-0d29-4ba0-ac26-dc593efb9caf tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 950 time: 0.0914242 Dec 15 13:51:15.105631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Made reservation on behalf of dc313ce834144eb8a213b907e9903488 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:15.110406 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.157522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27f52775-bd9a-46a4-b6a1-5a822ea772d1 req-561624dd-6e37-4e45-aa1f-61e788ebffa4 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486822 Dec 15 13:51:15.162977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.176598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Allocated IP 172.20.0.1 (12334173-1949-45ec-b77f-a5d600cd17a3/4f41840d-b405-48dc-95a7-af9f78a4eff6/2719fc55-022d-4381-863a-13df5e815c66) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:15.194295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-d011f72f-1002-4a4d-969c-908844e7d4d5 service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934186 Dec 15 13:51:15.202160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3aac97-3184-4658-a570-224cc454e13c req-51f88466-4fc8-42c4-b87e-6c0883de8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.203727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e3aac97-3184-4658-a570-224cc454e13c req-51f88466-4fc8-42c4-b87e-6c0883de8f4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207032 Dec 15 13:51:15.253129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad421283-bd20-4b1f-83bc-b0bb5c538e4a req-acab3c91-746b-4149-94d2-d2f651e6e02b tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273353 Dec 15 13:51:15.261895 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f70a876-d7bc-4dd3-8482-8f9d7729e557 x-openstack-request-id: req-9f70a876-d7bc-4dd3-8482-8f9d7729e557 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:15.262252 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a129bb-c66b-41d4-8d43-4a483e029038", "name": "network-vif-plugged", "status": "completed", "tag": "e2535add-4fc1-401e-bcbb-6b062b183d97", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:15.262806 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f70a876-d7bc-4dd3-8482-8f9d7729e557 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:15.264147 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a129bb-c66b-41d4-8d43-4a483e029038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2535add-4fc1-401e-bcbb-6b062b183d97', 'code': 200} Dec 15 13:51:15.383210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc081984-6266-448d-80aa-8a8ad5f67c5b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:15.413220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a95b-1a13-46f3-8d87-bc37233684fa req-69c77a7e-8263-422d-81a4-3c06982f7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.414764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96f2a95b-1a13-46f3-8d87-bc37233684fa req-69c77a7e-8263-422d-81a4-3c06982f7083 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 1097 time: 0.0648174 Dec 15 13:51:15.458146 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e3aac97-3184-4658-a570-224cc454e13c req-0332f491-38f1-41e3-9fd8-493cffc37b0e service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420774 Dec 15 13:51:15.468983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fc081984-6266-448d-80aa-8a8ad5f67c5b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:15.469738 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.573794 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.585184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96f2a95b-1a13-46f3-8d87-bc37233684fa req-34c79af8-4b02-4512-b779-95e2c3b522f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501346 Dec 15 13:51:15.625428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port fc081984-6266-448d-80aa-8a8ad5f67c5b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc081984-6266-448d-80aa-8a8ad5f67c5b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:15.641108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.643584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.652077 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa448f7f-9975-43e6-a5b5-064fd6ffe81f req-f5d6b789-b3a7-4711-aab5-580ffdfbaaca service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202776 Dec 15 13:51:15.670070 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74473ab9-da05-4839-8f14-ab6d58e2e6c5 req-57da0991-00cf-4887-bdcc-ec80e3af6390 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0470459 Dec 15 13:51:15.680710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.685745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e3aac97-3184-4658-a570-224cc454e13c req-0799a993-b05b-4541-8c65-6d3cd1d6247f service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152357 Dec 15 13:51:15.705963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.737091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=fc081984-6266-448d-80aa-8a8ad5f67c5b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:15.741578 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34fbfd-6916-4cce-a6e9-c7027dd25c3b req-644d22b6-5407-4da3-857d-f5d1e0c6c60b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.743168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1c34fbfd-6916-4cce-a6e9-c7027dd25c3b req-644d22b6-5407-4da3-857d-f5d1e0c6c60b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 948 time: 0.2823567 Dec 15 13:51:15.768982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:15.805692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-d34bcf06-31fd-40dc-9575-4017753ae1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.808287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-d34bcf06-31fd-40dc-9575-4017753ae1f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1095 time: 0.0614972 Dec 15 13:51:15.813049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f187e20-225d-4b30-beb2-f5e163e6ad82,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:15.818719 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.819017 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Added segment 96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83 of type vlan for network 581e4e80-aaf4-40e3-9639-60f0492ba567 Dec 15 13:51:15.880371 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.891124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1c34fbfd-6916-4cce-a6e9-c7027dd25c3b req-64858a35-f0e7-46be-b5e5-9f1e512d1477 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338553 Dec 15 13:51:15.934651 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.949595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Network 12334173-1949-45ec-b77f-a5d600cd17a3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:15.957117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:15.959455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:15.969121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Pushing event updated for resources: {'Port': ['ID=2719fc55-022d-4381-863a-13df5e815c66,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:15.994839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53a4f2-0fba-45c3-bd00-e11916a3194d req-b15b9642-6e6f-4d7c-92cb-6a6c540b0d0a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:15.996436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d53a4f2-0fba-45c3-bd00-e11916a3194d req-b15b9642-6e6f-4d7c-92cb-6a6c540b0d0a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.1033666 Dec 15 13:51:16.002351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-49d5904c-5a5e-4ef9-831e-eeed610fa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:16.003791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-49d5904c-5a5e-4ef9-831e-eeed610fa5e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 915 time: 0.1785789 Dec 15 13:51:16.040644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.045777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.052109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:16.052759 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.073724 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-fea8da2b-43d7-4ab6-ad13-79185983cf44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 200 len: 217 time: 0.0530405 Dec 15 13:51:16.138058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d53a4f2-0fba-45c3-bd00-e11916a3194d req-543246a4-957b-40aa-8fc8-1b4b79539a63 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301785 Dec 15 13:51:16.180312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-02cc8676-dce5-43d1-973c-9ddc9ade6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:16.182061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-02cc8676-dce5-43d1-973c-9ddc9ade6f4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.0945859 Dec 15 13:51:16.228767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-bc613fbd-44ea-45b0-a67d-521de0591cdb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387819 Dec 15 13:51:16.233220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8116021 Dec 15 13:51:16.234371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56600) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:16.241493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Request body: {'subnet': {'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:16.245998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b08c2219-415c-447e-9d54-c7a6dcc3e3a1 None None] Provisioning complete for port 2719fc55-022d-4381-863a-13df5e815c66 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:16.246507 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b08c2219-415c-447e-9d54-c7a6dcc3e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.255814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318eb97-48a3-4c2f-b71a-9ae3b23288fc tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event updated for resources: {'Network': ['ID=581e4e80-aaf4-40e3-9639-60f0492ba567,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:16.315616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b08c2219-415c-447e-9d54-c7a6dcc3e3a1 None None] Port 2719fc55-022d-4381-863a-13df5e815c66 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:16.318190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:16.370407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4812f-ab2c-4564-8961-5f34694613db req-a4e5c2b4-b160-4d7a-ba91-43731199b4c2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:16.376969 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ca4812f-ab2c-4564-8961-5f34694613db req-a4e5c2b4-b160-4d7a-ba91-43731199b4c2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.0930727 Dec 15 13:51:16.409595 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.483229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aafd7-108c-4b66-95f4-31d8795977bb req-563c0bb4-0347-4337-a7ff-9a2ac1486083 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:16.484861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c5aafd7-108c-4b66-95f4-31d8795977bb req-563c0bb4-0347-4337-a7ff-9a2ac1486083 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 950 time: 0.1579592 Dec 15 13:51:16.487729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ca4812f-ab2c-4564-8961-5f34694613db req-10d2d9e9-9c60-4eb1-a129-c945a442cd83 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095686 Dec 15 13:51:16.490994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-ba135673-d638-4eb1-b6c8-b46c9f86c71c service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537501 Dec 15 13:51:16.499743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Made reservation on behalf of dc313ce834144eb8a213b907e9903488 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:16.503272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.639374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.645513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.658210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c5aafd7-108c-4b66-95f4-31d8795977bb req-70581073-b3b5-4fc3-ad41-ee91222c4377 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661456 Dec 15 13:51:16.705045 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-620aba79-804a-4ec1-bafc-5b3e083e6b0f req-c4c56f58-0231-4774-8f22-60555f46ce8a service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985333 Dec 15 13:51:16.726285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.745379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Pushing event updated for resources: {'Port': ['ID=2719fc55-022d-4381-863a-13df5e815c66,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:16.832996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.906261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Network 12334173-1949-45ec-b77f-a5d600cd17a3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:16.907960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:16.956886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b75cc526-a291-4578-a3a5-c0e7212a5047 req-8d7d7796-1e67-4f44-aa89-f5b6ea86d62d tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0777845 Dec 15 13:51:16.964789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event updated for resources: {'Subnet': ['ID=e8fcdf8e-73ca-4fe4-a15f-0abb8cdb7e96,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:16.984800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Checking segment: {'id': '96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:16.984977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Network hostable DHCP agents. Network: 581e4e80-aaf4-40e3-9639-60f0492ba567, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:17.036352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:17.061659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 581e4e80-aaf4-40e3-9639-60f0492ba567) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:17.070678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09868a07-31ae-459b-96e1-fc663ded644a None None] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:17.079895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.081438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.131346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e75f5e09-678b-4de6-9d4e-4bc6b1055eda tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8911524 Dec 15 13:51:17.131703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c96bae-a4df-45b5-8c20-3031b6b07890 req-b1180278-6129-4649-9811-2e2d84e05a8a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.131937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56614) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:17.132335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-75c96bae-a4df-45b5-8c20-3031b6b07890 req-b1180278-6129-4649-9811-2e2d84e05a8a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 950 time: 0.1094294 Dec 15 13:51:17.150299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Router 992f232c-e602-42b6-8286-63cb13e46972 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:51:17.150752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Request body: {'port': {'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567', 'name': 'tempest-ExtraDHCPOptionsTestJSON-840360431'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:17.241393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-581e4e80-aaf4-40e3-9639-60f0492ba567', 'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567', 'project_id': 'dc313ce834144eb8a213b907e9903488', 'fixed_ips': [{'subnet_id': 'e8fcdf8e-73ca-4fe4-a15f-0abb8cdb7e96'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:17.243504 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.248562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb029947-458b-4cc0-941a-5943a5e334c6 req-118e9d07-3513-4fcf-80e2-fd25f11dd2fc tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.250678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bb029947-458b-4cc0-941a-5943a5e334c6 req-118e9d07-3513-4fcf-80e2-fd25f11dd2fc tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 948 time: 0.1865499 Dec 15 13:51:17.278992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-75c96bae-a4df-45b5-8c20-3031b6b07890 req-baeb8be1-29a5-44f9-bb17-4607b8f861e3 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267319 Dec 15 13:51:17.361892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bb029947-458b-4cc0-941a-5943a5e334c6 req-36bf7c2d-8376-4cea-9953-56260e22c9d7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010928 Dec 15 13:51:17.403730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc081984-6266-448d-80aa-8a8ad5f67c5b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:17.404354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:51:17.412831 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-12c0a125-e2ba-402d-9adf-589955bf832f admin admin] 10.222.0.86 "PUT /v2.0/routers/992f232c-e602-42b6-8286-63cb13e46972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8031271 Dec 15 13:51:17.426701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Made reservation on behalf of dc313ce834144eb8a213b907e9903488 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:17.431431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.457357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Sync routers for ids ['992f232c-e602-42b6-8286-63cb13e46972'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:51:17.459202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] device_id is not set on port e0d04374-f59c-4e21-9a14-f609dafa0c9a yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:51:17.491282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c30a4f-f331-431f-8ad4-b3e92e1fc7c7 req-d5bf547c-80cf-4ef8-9675-f33048ea0947 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.493923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8c30a4f-f331-431f-8ad4-b3e92e1fc7c7 req-d5bf547c-80cf-4ef8-9675-f33048ea0947 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.0698667 Dec 15 13:51:17.530824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Routers {'992f232c-e602-42b6-8286-63cb13e46972'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:17.531522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['992f232c-e602-42b6-8286-63cb13e46972'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:17.540704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-96871e72-cf02-4628-81b3-237d882ef4b8 None None] Provisioning complete for port 2719fc55-022d-4381-863a-13df5e815c66 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:17.540964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-96871e72-cf02-4628-81b3-237d882ef4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.601348 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8c30a4f-f331-431f-8ad4-b3e92e1fc7c7 req-8ef3a930-d57d-4911-a20f-d9f1ed91dbf6 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975952 Dec 15 13:51:17.635372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56624) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:17.677520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772e1fb-f070-462f-beea-61d4f8e33a34 req-e9895245-679f-4318-8f4a-62176732d142 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.679172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e772e1fb-f070-462f-beea-61d4f8e33a34 req-e9895245-679f-4318-8f4a-62176732d142 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.0803833 Dec 15 13:51:17.704982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1886089299'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:17.729372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:17.734628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.752236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e772e1fb-f070-462f-beea-61d4f8e33a34 req-bdee3b7e-b075-41fb-9fb2-dbdbf21b6b61 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640409 Dec 15 13:51:17.776427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:17.782326 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.782763 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Added segment 210c35d1-6254-4806-a136-c4ff8059badf of type vlan for network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf Dec 15 13:51:17.836658 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.846519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Allocated IP 172.20.0.2 (581e4e80-aaf4-40e3-9639-60f0492ba567/e8fcdf8e-73ca-4fe4-a15f-0abb8cdb7e96/ff040a5c-eb1f-4419-9707-cd60dec5135d) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:17.867957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-96871e72-cf02-4628-81b3-237d882ef4b8 None None] Port 2719fc55-022d-4381-863a-13df5e815c66 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:17.900892 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.906507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.907102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.922583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fc081984-6266-448d-80aa-8a8ad5f67c5b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:17.922964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:17.927457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197be64-a5b0-4e6f-89d7-105a789e3db5 req-c50ed8c7-7e15-466b-ace2-744019e1862a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:17.929180 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a197be64-a5b0-4e6f-89d7-105a789e3db5 req-c50ed8c7-7e15-466b-ace2-744019e1862a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.0895350 Dec 15 13:51:17.989465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3494093 Dec 15 13:51:17.992533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56630) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:18.001110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'subnet': {'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:18.019942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d1e59-efb9-4095-b9cd-63c5ab5cd641 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Network': ['ID=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:18.041841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:18.052581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Set router 992f232c-e602-42b6-8286-63cb13e46972 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:18.057703 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a197be64-a5b0-4e6f-89d7-105a789e3db5 req-e88fbf05-8282-4733-8830-34bddc2dce01 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090717 Dec 15 13:51:18.112626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca8832db-9d36-4e6b-9e96-8dd9428c445a req-7b88d4b2-9355-4465-a15f-2b9112729344 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0325367 Dec 15 13:51:18.120475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9e65276f-c8be-45dd-b525-c988f4dd3fc2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:18.155822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:18.159413 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.225235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481718a-62eb-4410-a870-f6293d103e3a req-ef09cd8c-2bfd-4801-9576-95d7857f290e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:18.227269 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8481718a-62eb-4410-a870-f6293d103e3a req-ef09cd8c-2bfd-4801-9576-95d7857f290e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0592177 Dec 15 13:51:18.282627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8481718a-62eb-4410-a870-f6293d103e3a req-e6ee7f8e-5b92-41d4-9954-6077a3b0b375 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Dec 15 13:51:18.410901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500274c-95bc-4931-8b01-86d8302baa50 req-013c1ebc-b79b-469d-808e-e6f66a548f05 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:18.412584 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b500274c-95bc-4931-8b01-86d8302baa50 req-013c1ebc-b79b-469d-808e-e6f66a548f05 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.74 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 950 time: 0.0926659 Dec 15 13:51:18.456079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.491365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8169-4a52-4b26-a52d-8c01d4cb685a req-dbecf99b-2e49-44d7-a708-80d682cb81c0 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:18.499473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca6c8169-4a52-4b26-a52d-8c01d4cb685a req-dbecf99b-2e49-44d7-a708-80d682cb81c0 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 950 time: 0.0881987 Dec 15 13:51:18.507224 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.515968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9e65276f-c8be-45dd-b525-c988f4dd3fc2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9e65276f-c8be-45dd-b525-c988f4dd3fc2,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:18.553538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca6c8169-4a52-4b26-a52d-8c01d4cb685a req-50070a7d-2ae7-4830-a8b8-3e068899743d tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529201 Dec 15 13:51:18.557647 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.575992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '9e65276f-c8be-45dd-b525-c988f4dd3fc2', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '9e65276f-c8be-45dd-b525-c988f4dd3fc2', 'mac_address': 'fa:16:3e:f2:d2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:18.650347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:18.658174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:18.663756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Pushing event updated for resources: {'Port': ['ID=ff040a5c-eb1f-4419-9707-cd60dec5135d,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:18.664888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5701d4-5dc6-465c-974c-9507bddd4b93 req-d2ebc715-df21-471b-8df8-3c4c4bbc4280 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:18.667226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:18.672954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b5701d4-5dc6-465c-974c-9507bddd4b93 req-d2ebc715-df21-471b-8df8-3c4c4bbc4280 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 948 time: 0.0609109 Dec 15 13:51:18.707129 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.726454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b5701d4-5dc6-465c-974c-9507bddd4b93 req-fe05f122-ef48-4e21-b42a-58978b5c151e tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524132 Dec 15 13:51:18.752054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 4, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port': {'id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:08Z', 'updated_at': '2021-12-15T13:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2719fc55-022d-4381-863a-13df5e815c66', 'name': '', 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'mac_address': 'fa:16:3e:88:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4f41840d-b405-48dc-95a7-af9f78a4eff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:14Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 2, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'subnets': [{'id': '4f41840d-b405-48dc-95a7-af9f78a4eff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:18.759011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e65276f-c8be-45dd-b525-c988f4dd3fc2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:18.789738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Attempting to bind port ff040a5c-eb1f-4419-9707-cd60dec5135d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:18.790111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Attempting to bind port ff040a5c-eb1f-4419-9707-cd60dec5135d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:18.790480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Attempting to bind port ff040a5c-eb1f-4419-9707-cd60dec5135d on network 581e4e80-aaf4-40e3-9639-60f0492ba567 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:18.793478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Checking router: 992f232c-e602-42b6-8286-63cb13e46972 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:51:18.793883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Updating router 992f232c-e602-42b6-8286-63cb13e46972 port 2719fc55-022d-4381-863a-13df5e815c66 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:51:18.824632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:18.825789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Checking segment: {'id': '96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:18.826477 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.827141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Bound using segment: {'id': '96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:18.828016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Bound port: ff040a5c-eb1f-4419-9707-cd60dec5135d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:18.828651 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.851568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e3cd-e0be-4250-8bfa-7fb58befcb60 req-32a285d6-39e6-4df8-b0f5-f67573898455 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:18.856443 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86e1e3cd-e0be-4250-8bfa-7fb58befcb60 req-32a285d6-39e6-4df8-b0f5-f67573898455 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.0643175 Dec 15 13:51:18.857173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9e65276f-c8be-45dd-b525-c988f4dd3fc2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9e65276f-c8be-45dd-b525-c988f4dd3fc2,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:18.865353 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.867767 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.923049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86e1e3cd-e0be-4250-8bfa-7fb58befcb60 req-15f4a419-09d0-4f3b-8f5c-0ac48e24103d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624008 Dec 15 13:51:18.991046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Subnet': ['ID=a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:19.008069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Allocated IP 172.20.0.13 (581e4e80-aaf4-40e3-9639-60f0492ba567/e8fcdf8e-73ca-4fe4-a15f-0abb8cdb7e96/e0d04374-f59c-4e21-9a14-f609dafa0c9a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:19.020782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Checking segment: {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:19.021146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network hostable DHCP agents. Network: d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:19.064506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9e65276f-c8be-45dd-b525-c988f4dd3fc2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:19.065205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8c4a-d786-4549-99bb-fc720075c886 req-5583ef65-7130-4c77-8fe3-239b1905bd1e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.066691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44dd8c4a-d786-4549-99bb-fc720075c886 req-5583ef65-7130-4c77-8fe3-239b1905bd1e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.1506500 Dec 15 13:51:19.068892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] For port ff040a5c-eb1f-4419-9707-cd60dec5135d, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:19.071151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Deleting port 14224165-e120-4db8-b7db-c28fa01dbf5d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:19.071490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.098548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] For port ff040a5c-eb1f-4419-9707-cd60dec5135d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ff040a5c-eb1f-4419-9707-cd60dec5135d,segment=NetworkSegment(96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83),segment_id=96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:19.106851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:19.108489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.205543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['9e65276f-c8be-45dd-b525-c988f4dd3fc2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:19.259629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:19.279634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e01ace-a4c8-48a6-b1bd-ebfb79e5330a None None] Pushing event updated for resources: {'Port': ['ID=ff040a5c-eb1f-4419-9707-cd60dec5135d,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:19.281443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.282327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.288036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8f7b9-0779-4f3d-a8bc-e94541b8a3bd None None] Network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:19.298204 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c929ad4-3702-446b-8bf0-037b855e00ac req-ee7c9bcb-b5af-419c-b594-0cb902dc0a95 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0595770 Dec 15 13:51:19.333164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44dd8c4a-d786-4549-99bb-fc720075c886 req-fd76a3d6-b427-42a8-94c6-0d2242be1a3b tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519467 Dec 15 13:51:19.349077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56648) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:19.358906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-173703031'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:19.368806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4f6b05f7-6066-4348-9069-4326cde3f95b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3544998 Dec 15 13:51:19.408926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:19.413356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.468498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] For port 14224165-e120-4db8-b7db-c28fa01dbf5d, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14224165-e120-4db8-b7db-c28fa01dbf5d,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:19.468981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.473601 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.481927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:19.494273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Calling delete_port for 14224165-e120-4db8-b7db-c28fa01dbf5d owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:19.506478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.506839 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Added segment 0d6626f6-ec19-4e7f-811e-d340470760ec of type vlan for network 9a9016f2-e74c-49ef-bca6-5843e4b27598 Dec 15 13:51:19.570117 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.585045 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.605560 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.634119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.643081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.645289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.649066 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.735474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:19.748395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Network': ['ID=9a9016f2-e74c-49ef-bca6-5843e4b27598,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:19.755038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:19.760460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fed1dc-b560-4850-b5b5-4cdb3b379bc4 None None] Pushing event updated for resources: {'Port': ['ID=2719fc55-022d-4381-863a-13df5e815c66,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:19.762211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.763788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.764225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.764576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.764917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.765427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.765826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.766168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.766502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.766957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.767498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.768694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.770096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:19.772750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:19.788965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf', 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf', 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'fixed_ips': [{'subnet_id': 'a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:19.789866 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.792029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 9a9016f2-e74c-49ef-bca6-5843e4b27598 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:19.827160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-49e62ed0-93e7-447d-b408-8c822497af2f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4767296 Dec 15 13:51:19.829001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event updated for resources: {'Port': ['ID=e0d04374-f59c-4e21-9a14-f609dafa0c9a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:19.833997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:19.840462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'subnet': {'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:19.858312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bb551-696f-46cd-90fd-794d66a2519d req-e2fcfcc2-526b-4039-9ed9-bb2b098d0a73 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.865408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.866319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.867786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-811bb551-696f-46cd-90fd-794d66a2519d req-e2fcfcc2-526b-4039-9ed9-bb2b098d0a73 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1245170 Dec 15 13:51:19.931916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-811bb551-696f-46cd-90fd-794d66a2519d req-88158050-8c95-4dd3-b5ec-f8b2f6eec6f1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631697 Dec 15 13:51:19.944870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f555b0-b89c-45e7-ae4a-6276b99362a6 req-92495d59-220d-4bfc-a371-177ec2c06d3e tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:19.946676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5f555b0-b89c-45e7-ae4a-6276b99362a6 req-92495d59-220d-4bfc-a371-177ec2c06d3e tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/ports?device_id=86ddfc1d-8061-424b-bbae-9a00a2485604 HTTP/1.1" status: 200 len: 950 time: 0.2367878 Dec 15 13:51:20.024888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-86a519b1-7ffb-475b-93bf-bdb9786274db tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8814392 Dec 15 13:51:20.032409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56664) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:20.049769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Request body: {'port': {'network_id': '581e4e80-aaf4-40e3-9639-60f0492ba567', 'name': 'tempest-ExtraDHCPOptionsTestJSON-261015748', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:20.050105 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] bootfile-name is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:51:20.050461 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] tftp-server is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:51:20.050801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] server-ip-address is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:51:20.074622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8459d0-3765-4124-b401-91440454a271 req-ef2b9139-f2f6-478c-a1a7-7163e73ccf1a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:20.076549 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f8459d0-3765-4124-b401-91440454a271 req-ef2b9139-f2f6-478c-a1a7-7163e73ccf1a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 949 time: 0.0682757 Dec 15 13:51:20.119273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:20.123550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14224165-e120-4db8-b7db-c28fa01dbf5d no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:20.140550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f8459d0-3765-4124-b401-91440454a271 req-e4eb5f85-4357-4579-888a-7b7f9b95ffa1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543995 Dec 15 13:51:20.142982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5f555b0-b89c-45e7-ae4a-6276b99362a6 req-90ed1976-ceeb-462d-869e-aea78ce31e38 tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.86 "GET /v2.0/security-groups?id=6816d163-dd68-4f1a-97ce-1dc5d89266ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868026 Dec 15 13:51:20.147081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.218168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Pushing event deleted for resources: {'Port': ['ID=14224165-e120-4db8-b7db-c28fa01dbf5d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:20.220185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:20.224095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.273267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 14224165-e120-4db8-b7db-c28fa01dbf5d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:20.273622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14224165-e120-4db8-b7db-c28fa01dbf5d not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:20.279073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] No DVR routers for this DVR port 14224165-e120-4db8-b7db-c28fa01dbf5d on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:20.285773 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.297199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b500274c-95bc-4931-8b01-86d8302baa50 req-0a468b45-c5e4-49a4-a8d4-3433d2a8ea4a tempest-ImagesNegativeTestJSON-102105858 tempest-ImagesNegativeTestJSON-102105858-project] 10.222.0.74 "DELETE /v2.0/ports/14224165-e120-4db8-b7db-c28fa01dbf5d HTTP/1.1" status: 204 len: 173 time: 1.8721011 Dec 15 13:51:20.375767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ddfc1d-8061-424b-bbae-9a00a2485604', 'name': 'network-vif-deleted', 'tag': '14224165-e120-4db8-b7db-c28fa01dbf5d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:20.378143 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d6553-db02-41b3-9bbd-98411fd88bd1" -d '{"events": [{"server_uuid": "86ddfc1d-8061-424b-bbae-9a00a2485604", "name": "network-vif-deleted", "tag": "14224165-e120-4db8-b7db-c28fa01dbf5d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:20.522394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Attempting to bind port 2719fc55-022d-4381-863a-13df5e815c66 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:20.522733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Attempting to bind port 2719fc55-022d-4381-863a-13df5e815c66 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:20.523109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Attempting to bind port 2719fc55-022d-4381-863a-13df5e815c66 on network 12334173-1949-45ec-b77f-a5d600cd17a3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:20.530545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5252154f-7de1-471f-8c80-34c3805a4fbd None None] Provisioning complete for port 2719fc55-022d-4381-863a-13df5e815c66 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:20.530927 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5252154f-7de1-471f-8c80-34c3805a4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.539191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:20.539576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Checking segment: {'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:20.539777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401cd44-c0af-42a1-a4bd-b7962bfd8136 req-c819143f-fac2-4b8e-9ff5-0c581cec374d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:20.540031 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.540433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Bound using segment: {'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:20.540950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Bound port: 2719fc55-022d-4381-863a-13df5e815c66, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9715f7-6507-44b2-bcc7-8ab0976fde53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:20.541326 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.548218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5401cd44-c0af-42a1-a4bd-b7962bfd8136 req-c819143f-fac2-4b8e-9ff5-0c581cec374d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.1618884 Dec 15 13:51:20.552555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Made reservation on behalf of dc313ce834144eb8a213b907e9903488 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:20.562412 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.565479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2605a-399a-428f-b884-69a9e0f0f3f0 req-cb8a4893-3ce8-4dce-9fbe-4ef0bd91cdee tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:20.572236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2605a-399a-428f-b884-69a9e0f0f3f0 req-cb8a4893-3ce8-4dce-9fbe-4ef0bd91cdee tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:20.579088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2605a-399a-428f-b884-69a9e0f0f3f0 req-cb8a4893-3ce8-4dce-9fbe-4ef0bd91cdee tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:20.587089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fba2605a-399a-428f-b884-69a9e0f0f3f0 req-cb8a4893-3ce8-4dce-9fbe-4ef0bd91cdee tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038&device_id=788b7994-f329-4037-9c7f-a24063d5fbd3&device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 2418 time: 0.0938673 Dec 15 13:51:20.623180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] device_id is not set on port 2e1a93d3-eaa6-49c9-8dc4-fee5360cff69 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:51:20.647218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5252154f-7de1-471f-8c80-34c3805a4fbd None None] Port 2719fc55-022d-4381-863a-13df5e815c66 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:20.658848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fba2605a-399a-428f-b884-69a9e0f0f3f0 req-d447c63e-8b00-4b5d-af72-43f834a3f910 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706639 Dec 15 13:51:20.748156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e785bd6-a598-45f1-90d6-d0b67e4d0eec None None] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:20.775974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5401cd44-c0af-42a1-a4bd-b7962bfd8136 req-f4687293-d0ee-4643-9ab6-74fa476abc8b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220287 Dec 15 13:51:20.796857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] For port 2719fc55-022d-4381-863a-13df5e815c66, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:20.800964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] For port 2719fc55-022d-4381-863a-13df5e815c66, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2719fc55-022d-4381-863a-13df5e815c66,segment=NetworkSegment(6d9715f7-6507-44b2-bcc7-8ab0976fde53),segment_id=6d9715f7-6507-44b2-bcc7-8ab0976fde53)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:20.808569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:20.838652 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.848583 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89f226af-a004-4501-9ba8-171fb43f461e req-a3a9e0d2-9cbd-4c4c-9d7f-5fae5a337330 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0488625 Dec 15 13:51:20.851499 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda32cdd-d616-416f-849d-e6b73d93f549 x-openstack-request-id: req-fda32cdd-d616-416f-849d-e6b73d93f549 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:20.851802 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ddfc1d-8061-424b-bbae-9a00a2485604", "name": "network-vif-deleted", "tag": "14224165-e120-4db8-b7db-c28fa01dbf5d", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:20.852089 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fda32cdd-d616-416f-849d-e6b73d93f549 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:20.852491 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ddfc1d-8061-424b-bbae-9a00a2485604', 'name': 'network-vif-deleted', 'tag': '14224165-e120-4db8-b7db-c28fa01dbf5d', 'status': 'completed', 'code': 200} Dec 15 13:51:20.921157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:20.951327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Allocated IP 19.80.0.2 (d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf/a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2/f48bc719-a871-44b4-b33d-177f6a3e9d0a) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:20.954214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad', 'port_id': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'mac_address': 'fa:16:3e:db:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61504417-45e4-400f-8cb4-9bea8689e17a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:20.962171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Allocated IP 172.20.0.14 (581e4e80-aaf4-40e3-9639-60f0492ba567/e8fcdf8e-73ca-4fe4-a15f-0abb8cdb7e96/2e1a93d3-eaa6-49c9-8dc4-fee5360cff69) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:21.024556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d2727470-16ff-4a2f-b383-de800e9d26b8 None None] Provisioning complete for port ff040a5c-eb1f-4419-9707-cd60dec5135d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:21.024960 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2727470-16ff-4a2f-b383-de800e9d26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.048895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Subnet': ['ID=f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:21.101855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929bdaa-c85d-4b77-b2af-3bc9a00984ad req-2ea1682f-6138-4f78-870a-3a5f29968904 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.103467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4929bdaa-c85d-4b77-b2af-3bc9a00984ad req-2ea1682f-6138-4f78-870a-3a5f29968904 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.1349339 Dec 15 13:51:21.108472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Checking segment: {'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:21.108842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network hostable DHCP agents. Network: 9a9016f2-e74c-49ef-bca6-5843e4b27598, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:21.166146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fed1dc-b560-4850-b5b5-4cdb3b379bc4 None None] Pushing event updated for resources: {'Port': ['ID=2719fc55-022d-4381-863a-13df5e815c66,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:21.169015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Routers {'992f232c-e602-42b6-8286-63cb13e46972'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:51:21.169707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['992f232c-e602-42b6-8286-63cb13e46972'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:21.260698 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.296598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network 9a9016f2-e74c-49ef-bca6-5843e4b27598 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:21.333579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cdc03-1e96-4481-9f53-a6430feb5876 req-fd206bb4-6688-4913-a657-713e445a40c8 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.335423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4929bdaa-c85d-4b77-b2af-3bc9a00984ad req-d0b6047f-5fdc-4155-9148-7b14ecabeb18 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113683 Dec 15 13:51:21.342282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-859cdc03-1e96-4481-9f53-a6430feb5876 req-fd206bb4-6688-4913-a657-713e445a40c8 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 949 time: 0.1195328 Dec 15 13:51:21.352392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb167c7d-b053-4db6-93cf-80a4b9eda69b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:21.406482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:21.410776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.414999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ff040a5c-eb1f-4419-9707-cd60dec5135d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:21.417219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-859cdc03-1e96-4481-9f53-a6430feb5876 req-71f9a8aa-80b7-46b5-9f9a-7905675b36ca tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Dec 15 13:51:21.443182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 9a9016f2-e74c-49ef-bca6-5843e4b27598) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:21.484371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.484371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.489276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ee12a-b626-4b51-985f-5e63cfdc398a None None] Network 9a9016f2-e74c-49ef-bca6-5843e4b27598 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:21.517248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-268a61f7-0f3a-4daa-a872-a61a4e548113 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6808536 Dec 15 13:51:21.532938 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.549073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.562648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] Set router 992f232c-e602-42b6-8286-63cb13e46972 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:51:21.596456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:21.606576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:21.647454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:21.739297 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2727470-16ff-4a2f-b383-de800e9d26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.743538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event updated for resources: {'Port': ['ID=2e1a93d3-eaa6-49c9-8dc4-fee5360cff69,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:21.777371 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.792603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.794430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.827544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1bd03cb6-c4da-49b2-a459-a9d27ddf45e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7877340 Dec 15 13:51:21.827916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56712) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:21.917763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:21.939309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bb167c7d-b053-4db6-93cf-80a4b9eda69b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:21.943108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-81e73e77-f2bb-4746-99ff-9190042fb426 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.953293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f9e78-a8bc-4da2-996a-3c2384d8d93a tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.956783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-81e73e77-f2bb-4746-99ff-9190042fb426 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.960007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f9e78-a8bc-4da2-996a-3c2384d8d93a tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.967084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f9e78-a8bc-4da2-996a-3c2384d8d93a tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:21.970944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff6f9e78-a8bc-4da2-996a-3c2384d8d93a tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1398027 Dec 15 13:51:21.972484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-81e73e77-f2bb-4746-99ff-9190042fb426 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/networks?id=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf&id=9a9016f2-e74c-49ef-bca6-5843e4b27598&id=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf HTTP/1.1" status: 200 len: 1391 time: 0.2452147 Dec 15 13:51:21.973773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56718) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:22.006305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-e93ab81d-a65b-435b-b6be-2fe9630749c4 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/quotas/b21ec0fe597348a1bf2b43aad2b25320 HTTP/1.1" status: 200 len: 375 time: 0.0276632 Dec 15 13:51:22.120921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-453dfd48-c669-4995-ad58-dc177de6b505 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136410 Dec 15 13:51:22.195013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ce36b-a49e-4026-a4a7-2b7cd60dfb84 req-66bc8596-707b-4352-af60-89f89b10ef9f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:22.196774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b52ce36b-a49e-4026-a4a7-2b7cd60dfb84 req-66bc8596-707b-4352-af60-89f89b10ef9f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.1248262 Dec 15 13:51:22.224189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:22.226120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56722) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:22.287819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-03166872-dbca-4f5d-a206-ba2a8733a8a2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Deleting port 2e1a93d3-eaa6-49c9-8dc4-fee5360cff69 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:22.288187 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03166872-dbca-4f5d-a206-ba2a8733a8a2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.291750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-89d4c342-4da3-4f99-9880-3eb57fd054e8 service neutron] 10.222.0.86 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699176 Dec 15 13:51:22.293745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b52ce36b-a49e-4026-a4a7-2b7cd60dfb84 req-0ff69ef9-5f00-4ec1-be23-90a15d5aca6b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713384 Dec 15 13:51:22.337992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d2727470-16ff-4a2f-b383-de800e9d26b8 None None] For port ff040a5c-eb1f-4419-9707-cd60dec5135d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ff040a5c-eb1f-4419-9707-cd60dec5135d,segment=NetworkSegment(96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83),segment_id=96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:22.344717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9e65276f-c8be-45dd-b525-c988f4dd3fc2 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:22.417679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Pushing event updated for resources: {'Port': ['ID=f48bc719-a871-44b4-b33d-177f6a3e9d0a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:22.423426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-9a9016f2-e74c-49ef-bca6-5843e4b27598', 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598', 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'fixed_ips': [{'subnet_id': 'f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:22.424396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03166872-dbca-4f5d-a206-ba2a8733a8a2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.425217 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.451262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3bf91063-3475-43ee-8210-4feec0d70bff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d54e4d1bf1743909cc4efbf2bdf5b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196810 Dec 15 13:51:22.451262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:22.455901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ef875407-bbca-4542-afd0-6488cded30da req-2098314b-2e57-4049-b7ec-4fe671898ea6 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0423059 Dec 15 13:51:22.460400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-03166872-dbca-4f5d-a206-ba2a8733a8a2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Calling delete_port for 2e1a93d3-eaa6-49c9-8dc4-fee5360cff69 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:22.496795 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-27c07160-4268-4ddd-ae91-a9b03fc5b52a service neutron] 10.222.0.86 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039220 Dec 15 13:51:22.593005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4474b3f1-d085-40ff-8476-4b4c578f7784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.609193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:22.611805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ff040a5c-eb1f-4419-9707-cd60dec5135d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:22.612313 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.614039 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2727470-16ff-4a2f-b383-de800e9d26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.635994 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4474b3f1-d085-40ff-8476-4b4c578f7784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.643853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03166872-dbca-4f5d-a206-ba2a8733a8a2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.650840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:22.653458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:22.656841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-0d4f65fd-32ca-466b-872b-09f99b4a74e1 service neutron] 10.222.0.86 "GET /v2.0/networks/9a9016f2-e74c-49ef-bca6-5843e4b27598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591375 Dec 15 13:51:22.689785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03166872-dbca-4f5d-a206-ba2a8733a8a2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event deleted for resources: {'Port': ['ID=2e1a93d3-eaa6-49c9-8dc4-fee5360cff69,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:22.779658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Could not find standard attr ID for object 2e1a93d3-eaa6-49c9-8dc4-fee5360cff69. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:51:22.802427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa4eec-cc71-43d3-8b98-4bc81d363139 req-0d15cdd9-d7bd-4b4b-b1d9-26aee6f91d73 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:22.803343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-0dba66d7-fb92-418f-be8c-ea0ccaa8ae7e service neutron] 10.222.0.86 "GET /v2.0/networks/9a9016f2-e74c-49ef-bca6-5843e4b27598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455226 Dec 15 13:51:22.809671 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24fa4eec-cc71-43d3-8b98-4bc81d363139 req-0d15cdd9-d7bd-4b4b-b1d9-26aee6f91d73 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 949 time: 0.1212931 Dec 15 13:51:22.832277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03166872-dbca-4f5d-a206-ba2a8733a8a2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.842162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-03166872-dbca-4f5d-a206-ba2a8733a8a2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "DELETE /v2.0/ports/2e1a93d3-eaa6-49c9-8dc4-fee5360cff69 HTTP/1.1" status: 204 len: 168 time: 0.8669782 Dec 15 13:51:22.844818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56734) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:22.850034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Request body: {'port': {'name': 'tempest-new-port-name-1887678003', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:22.850435 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] bootfile-name is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:51:22.850935 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] tftp-server is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:51:22.851593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] server-ip-address is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:51:22.883220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Provisioning complete for port 2719fc55-022d-4381-863a-13df5e815c66 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:22.883749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.895478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4474b3f1-d085-40ff-8476-4b4c578f7784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.899622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4474b3f1-d085-40ff-8476-4b4c578f7784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:22.903626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4474b3f1-d085-40ff-8476-4b4c578f7784 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6816d163-dd68-4f1a-97ce-1dc5d89266ef HTTP/1.1" status: 204 len: 168 time: 0.4511864 Dec 15 13:51:22.917672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474b3f1-d085-40ff-8476-4b4c578f7784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6816d163-dd68-4f1a-97ce-1dc5d89266ef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:22.970728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24fa4eec-cc71-43d3-8b98-4bc81d363139 req-2cc5163e-11ba-42a5-8a9f-310fe856ea2a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600316 Dec 15 13:51:22.978397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-a72d0933-16a2-4766-b60f-e3d53f2a7e42 service neutron] 10.222.0.86 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740229 Dec 15 13:51:22.989530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2727470-16ff-4a2f-b383-de800e9d26b8 None None] Pushing event updated for resources: {'Port': ['ID=ff040a5c-eb1f-4419-9707-cd60dec5135d,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:23.000972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:23.033948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.053575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:23.053929 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.098063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Attempting to bind port f48bc719-a871-44b4-b33d-177f6a3e9d0a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:23.098376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Attempting to bind port f48bc719-a871-44b4-b33d-177f6a3e9d0a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:23.098747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Attempting to bind port f48bc719-a871-44b4-b33d-177f6a3e9d0a on network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:23.126552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-bcfb407f-63a2-406b-a311-0cbbe36c630b service neutron] 10.222.0.86 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471806 Dec 15 13:51:23.196154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Allocated IP 19.86.0.2 (9a9016f2-e74c-49ef-bca6-5843e4b27598/f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c/80df6d53-aca0-4864-9431-9b23406dd6ec) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:23.295529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.307323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:23.307731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Checking segment: {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:23.311784 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.320127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.320612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Bound using segment: {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:23.321152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Bound port: f48bc719-a871-44b4-b33d-177f6a3e9d0a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:23.321573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.339019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 4, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port': {'id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:08Z', 'updated_at': '2021-12-15T13:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2719fc55-022d-4381-863a-13df5e815c66', 'name': '', 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'mac_address': 'fa:16:3e:88:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4f41840d-b405-48dc-95a7-af9f78a4eff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:14Z', 'updated_at': '2021-12-15T13:51:20Z', 'revision_number': 4, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'subnets': [{'id': '4f41840d-b405-48dc-95a7-af9f78a4eff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:23.441909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-555ed802-8f90-468b-9f06-5d7ee3c0e1f3 req-b95baf05-9259-4945-b965-23858b4cf332 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 210 time: 0.0343637 Dec 15 13:51:23.507813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d386e9-9438-48cf-8765-b0a3b5752662 None None] The sync data for ids ['992f232c-e602-42b6-8286-63cb13e46972'] in n-d-821840-1 is: [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:51:16Z', 'revision_number': 4, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port': {'id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:08Z', 'updated_at': '2021-12-15T13:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2719fc55-022d-4381-863a-13df5e815c66', 'name': '', 'network_id': '12334173-1949-45ec-b77f-a5d600cd17a3', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'mac_address': 'fa:16:3e:88:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4f41840d-b405-48dc-95a7-af9f78a4eff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:14Z', 'updated_at': '2021-12-15T13:51:20Z', 'revision_number': 4, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'subnets': [{'id': '4f41840d-b405-48dc-95a7-af9f78a4eff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:51:23.546293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] In _notify_port_updated(), no bound segment for port e0d04374-f59c-4e21-9a14-f609dafa0c9a on network 581e4e80-aaf4-40e3-9639-60f0492ba567 {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:51:23.556918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:23.557623 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:23.559054 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "PUT /v2.0/ports/e0d04374-f59c-4e21-9a14-f609dafa0c9a HTTP/1.1" status: 200 len: 1137 time: 0.7133148 Dec 15 13:51:23.562453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56764) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:23.597976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb286-cc94-4aa8-8b7d-e1c2d4d32249 req-7f2a169d-191b-4775-b5f7-b7825fb8fd92 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:23.637397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be2bb286-cc94-4aa8-8b7d-e1c2d4d32249 req-7f2a169d-191b-4775-b5f7-b7825fb8fd92 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.1727555 Dec 15 13:51:23.718168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be2bb286-cc94-4aa8-8b7d-e1c2d4d32249 req-68560974-3212-4287-9574-e1c028e6abd2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797966 Dec 15 13:51:23.779504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd3885-e9a1-4fcb-baa2-f46d58b62167 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:23.788973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6cdd3885-e9a1-4fcb-baa2-f46d58b62167 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "GET /v2.0/ports/e0d04374-f59c-4e21-9a14-f609dafa0c9a HTTP/1.1" status: 200 len: 1137 time: 0.2255907 Dec 15 13:51:23.792845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:23.851996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9139c2a1-0997-45e1-a462-f0f49bed043a req-28f59f9f-407b-4e6d-b680-6822f61e3192 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0555215 Dec 15 13:51:23.876029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44152b12-96ca-4b93-aee5-e5532f60766b tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event updated for resources: {'Port': ['ID=e0d04374-f59c-4e21-9a14-f609dafa0c9a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:24.026226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-95b8dd60-fbd5-47dd-91b7-e8bb3cea18e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Deleting port e0d04374-f59c-4e21-9a14-f609dafa0c9a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:24.026770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95b8dd60-fbd5-47dd-91b7-e8bb3cea18e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.104223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.210662 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.228192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c54a33-6436-40cf-acd0-43b672b2cc39 req-464c6714-5c57-4f4a-a6c9-6c7e627b02bd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:24.232813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5c54a33-6436-40cf-acd0-43b672b2cc39 req-464c6714-5c57-4f4a-a6c9-6c7e627b02bd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 949 time: 0.1317124 Dec 15 13:51:24.251744 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.290718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95b8dd60-fbd5-47dd-91b7-e8bb3cea18e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.333850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-95b8dd60-fbd5-47dd-91b7-e8bb3cea18e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Calling delete_port for e0d04374-f59c-4e21-9a14-f609dafa0c9a owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:24.374444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5c54a33-6436-40cf-acd0-43b672b2cc39 req-6fd724ed-3cd3-4737-8cf0-0b5207df6e56 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306348 Dec 15 13:51:24.412522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2719fc55-022d-4381-863a-13df5e815c66 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:24.498334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] For port f48bc719-a871-44b4-b33d-177f6a3e9d0a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:24.558663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Network 9a9016f2-e74c-49ef-bca6-5843e4b27598 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:24.573745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dcfd28e-9f23-42e7-8d96-5ac7553658bf req-8d3e8385-a144-4baf-bf27-f7b72e4c3014 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 210 time: 0.0381484 Dec 15 13:51:24.574312 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.638387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:24.639810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2228faf5-ae9e-4f0a-afc8-ddc637daaf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e65276f-c8be-45dd-b525-c988f4dd3fc2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:24.642560 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4426b95a-4e54-4187-a4e0-431475735f47" -d '{"events": [{"server_uuid": "2228faf5-ae9e-4f0a-afc8-ddc637daaf46", "name": "network-vif-plugged", "status": "completed", "tag": "9e65276f-c8be-45dd-b525-c988f4dd3fc2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:24.648474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:24.653543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] For port f48bc719-a871-44b4-b33d-177f6a3e9d0a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f48bc719-a871-44b4-b33d-177f6a3e9d0a,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:24.666228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Pushing event updated for resources: {'Port': ['ID=80df6d53-aca0-4864-9431-9b23406dd6ec,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:24.678391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9e65276f-c8be-45dd-b525-c988f4dd3fc2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9e65276f-c8be-45dd-b525-c988f4dd3fc2,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:24.686400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.705087 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.721856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95b8dd60-fbd5-47dd-91b7-e8bb3cea18e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.736173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3b986-7bcf-41aa-a677-35cfba381128 req-b191eeaf-a90e-4251-aca3-65ec5489276e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:24.743811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4e3b986-7bcf-41aa-a677-35cfba381128 req-b191eeaf-a90e-4251-aca3-65ec5489276e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1825354 Dec 15 13:51:24.787126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8dd60-fbd5-47dd-91b7-e8bb3cea18e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event deleted for resources: {'Port': ['ID=e0d04374-f59c-4e21-9a14-f609dafa0c9a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:24.875117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] For port 2719fc55-022d-4381-863a-13df5e815c66, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2719fc55-022d-4381-863a-13df5e815c66,segment=NetworkSegment(6d9715f7-6507-44b2-bcc7-8ab0976fde53),segment_id=6d9715f7-6507-44b2-bcc7-8ab0976fde53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:24.897008 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.908892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2719fc55-022d-4381-863a-13df5e815c66 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:24.909700 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.928473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Could not find standard attr ID for object e0d04374-f59c-4e21-9a14-f609dafa0c9a. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:51:24.972883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Attempting to bind port 80df6d53-aca0-4864-9431-9b23406dd6ec on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:24.973272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Attempting to bind port 80df6d53-aca0-4864-9431-9b23406dd6ec by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:24.973651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Attempting to bind port 80df6d53-aca0-4864-9431-9b23406dd6ec on network 9a9016f2-e74c-49ef-bca6-5843e4b27598 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:24.985674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4e3b986-7bcf-41aa-a677-35cfba381128 req-0de95fab-cf1f-434b-9876-d1a48b48a962 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353492 Dec 15 13:51:24.989857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95b8dd60-fbd5-47dd-91b7-e8bb3cea18e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:24.999291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-95b8dd60-fbd5-47dd-91b7-e8bb3cea18e2 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "DELETE /v2.0/ports/e0d04374-f59c-4e21-9a14-f609dafa0c9a HTTP/1.1" status: 204 len: 168 time: 1.2042398 Dec 15 13:51:25.002338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:25.004346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-3be77612-8fac-40b8-b155-ead01ef4d172 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=d18aeb4ac2454489b8ecae73a12586eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538957 Dec 15 13:51:25.031002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107bda2-56c0-48f9-a472-8081ea67e18d None None] Pushing event updated for resources: {'Port': ['ID=f48bc719-a871-44b4-b33d-177f6a3e9d0a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.053420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:25.053809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Checking segment: {'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:25.054227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.054636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Bound using segment: {'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:25.055136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Bound port: 80df6d53-aca0-4864-9431-9b23406dd6ec, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:25.055528 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.094225 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d4dd3c-f3ba-4ed9-946b-c8b8e0518d55 x-openstack-request-id: req-57d4dd3c-f3ba-4ed9-946b-c8b8e0518d55 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:25.094511 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2228faf5-ae9e-4f0a-afc8-ddc637daaf46", "name": "network-vif-plugged", "status": "completed", "tag": "9e65276f-c8be-45dd-b525-c988f4dd3fc2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:25.094780 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57d4dd3c-f3ba-4ed9-946b-c8b8e0518d55 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:25.095185 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228faf5-ae9e-4f0a-afc8-ddc637daaf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e65276f-c8be-45dd-b525-c988f4dd3fc2', 'code': 200} Dec 15 13:51:25.170546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a15810-d2c8-4eb5-ad44-85f5cabaf001 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Deleting subnet e8fcdf8e-73ca-4fe4-a15f-0abb8cdb7e96 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:51:25.185637 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a15810-d2c8-4eb5-ad44-85f5cabaf001 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.211916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Provisioning complete for port ff040a5c-eb1f-4419-9707-cd60dec5135d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:25.212861 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.309453 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a15810-d2c8-4eb5-ad44-85f5cabaf001 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.341646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9e65276f-c8be-45dd-b525-c988f4dd3fc2,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.468037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-b502cb3f-6832-4b33-8cd1-7bd11ea4d998 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.476741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-b502cb3f-6832-4b33-8cd1-7bd11ea4d998 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.478589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-b502cb3f-6832-4b33-8cd1-7bd11ea4d998 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "GET /v2.0/networks?id=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf&id=9a9016f2-e74c-49ef-bca6-5843e4b27598&id=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf HTTP/1.1" status: 200 len: 1391 time: 0.1815927 Dec 15 13:51:25.479908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] For port 80df6d53-aca0-4864-9431-9b23406dd6ec, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:25.495396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-d101f55e-c844-4665-893d-fdbd98d23f6e tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.515206 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-d101f55e-c844-4665-893d-fdbd98d23f6e tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4960229 Dec 15 13:51:25.519596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7254e9b-7430-4aab-96a6-b5de0b8fc323 None None] Pushing event updated for resources: {'Port': ['ID=2719fc55-022d-4381-863a-13df5e815c66,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.535294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] For port 80df6d53-aca0-4864-9431-9b23406dd6ec, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=80df6d53-aca0-4864-9431-9b23406dd6ec,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:25.542167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ff040a5c-eb1f-4419-9707-cd60dec5135d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:25.565590 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-4ac61913-d530-4cf5-a878-396290567365 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/quotas/d18aeb4ac2454489b8ecae73a12586eb HTTP/1.1" status: 200 len: 375 time: 0.0489066 Dec 15 13:51:25.574628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'port': {'device_id': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf', 'admin_state_up': True, 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:25.577116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012e57d-26ea-4120-a403-896fb591ccfd req-2d335e98-1daa-455c-90b7-6a5875d77970 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.580524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e7a9b-d827-44c8-96e6-7708558a1729 req-aa7806c2-6be4-4191-87c1-162903026560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:25.583535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-675e7a9b-d827-44c8-96e6-7708558a1729 req-aa7806c2-6be4-4191-87c1-162903026560 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 1101 time: 0.3565140 Dec 15 13:51:25.586669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3012e57d-26ea-4120-a403-896fb591ccfd req-2d335e98-1daa-455c-90b7-6a5875d77970 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.3886902 Dec 15 13:51:25.617243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a15810-d2c8-4eb5-ad44-85f5cabaf001 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.623534 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.679527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-3cd8c2be-c853-459a-9327-85db1f226c5a tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d18aeb4ac2454489b8ecae73a12586eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1125612 Dec 15 13:51:25.693490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3012e57d-26ea-4120-a403-896fb591ccfd req-04a30f25-73c1-49c6-9cea-d4f9d5b6a7f6 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037388 Dec 15 13:51:25.727098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ff040a5c-eb1f-4419-9707-cd60dec5135d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:25.727500 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.752454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a15810-d2c8-4eb5-ad44-85f5cabaf001 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.830116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-675e7a9b-d827-44c8-96e6-7708558a1729 req-c54d0fe5-e371-4788-a402-7f98ef56bfe6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351084 Dec 15 13:51:25.860041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a15810-d2c8-4eb5-ad44-85f5cabaf001 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fcdf8e-73ca-4fe4-a15f-0abb8cdb7e96,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.892023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a15810-d2c8-4eb5-ad44-85f5cabaf001 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:25.898995 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-55a15810-d2c8-4eb5-ad44-85f5cabaf001 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "DELETE /v2.0/subnets/e8fcdf8e-73ca-4fe4-a15f-0abb8cdb7e96 HTTP/1.1" status: 204 len: 168 time: 0.8955944 Dec 15 13:51:25.904289 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9d87-0c28-4ad0-9c3e-f7cff1fce20a None None] Pushing event updated for resources: {'Port': ['ID=80df6d53-aca0-4864-9431-9b23406dd6ec,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:25.920176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b80a8-0d98-4d58-90ba-2ed6d00a41b3 None None] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:25.938305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0331e00d-ce16-447d-878e-c250b6d4b39d req-a051d766-4d8a-4709-acf3-9f8677fb2d65 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0840681 Dec 15 13:51:25.938898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:25.961058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:25.968010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.100117 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.115946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:26.118598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b6474ec5-d11f-4e00-9ed8-8fb74fb9cfcc None None] Could not find standard attr ID for object e0d04374-f59c-4e21-9a14-f609dafa0c9a. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:51:26.151610 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:51:26.267605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cbd14-0975-4e76-b043-ca04e0ba9e53 req-aa7b72d9-a416-45cf-a742-6e68a340d8c3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:26.278769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-821cbd14-0975-4e76-b043-ca04e0ba9e53 req-aa7b72d9-a416-45cf-a742-6e68a340d8c3 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 950 time: 0.2834096 Dec 15 13:51:26.289019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ced0ddbe-87f6-4fb5-b79f-5b99f0601c15 req-4d042112-aa47-4da5-b289-926614d0ca2a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 210 time: 0.0363147 Dec 15 13:51:26.303266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Deleting port ff040a5c-eb1f-4419-9707-cd60dec5135d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:26.303650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.442102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] For port ff040a5c-eb1f-4419-9707-cd60dec5135d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ff040a5c-eb1f-4419-9707-cd60dec5135d,segment=NetworkSegment(96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83),segment_id=96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:26.442538 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.445776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port bb167c7d-b053-4db6-93cf-80a4b9eda69b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:26.452814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port bb167c7d-b053-4db6-93cf-80a4b9eda69b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:26.453582 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.468601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Calling delete_port for ff040a5c-eb1f-4419-9707-cd60dec5135d owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:26.501101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-821cbd14-0975-4e76-b043-ca04e0ba9e53 req-1df94f6f-9a98-4dca-92e8-0daf79a4c5bd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215416 Dec 15 13:51:26.578412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] DHCP port deletion for 581e4e80-aaf4-40e3-9639-60f0492ba567 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:51:26.586977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Allocated IP 19.80.0.112 (d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf/a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2/902d39e7-4696-49ca-ac7e-3d6aa5c249ca) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:26.595079 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2362e09-8213-4c67-819f-48b26ef1b656 req-9b9a2e9f-b3e4-42e7-9c12-467a91f4ffb7 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 210 time: 0.1823564 Dec 15 13:51:26.696411 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.750286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event deleted for resources: {'Port': ['ID=ff040a5c-eb1f-4419-9707-cd60dec5135d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:26.752607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] No DVR routers for this DVR port ff040a5c-eb1f-4419-9707-cd60dec5135d on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:26.755838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] Deleting port ff040a5c-eb1f-4419-9707-cd60dec5135d {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:26.756584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.784519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d687587-38e4-4b70-8946-052f0f5008a9 req-1d189d05-81cf-4aec-bcc5-8c99828aea47 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:26.815005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d687587-38e4-4b70-8946-052f0f5008a9 req-1d189d05-81cf-4aec-bcc5-8c99828aea47 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1669796 Dec 15 13:51:26.905254 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.940063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581e4e80-aaf4-40e3-9639-60f0492ba567']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:26.952192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:26.952468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fe0a7c-f3ce-4cf1-a135-6f05f67a6a83') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:26.965779 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.979999 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:26.990555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:26.994191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.001201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.003562 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.008064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f48bc719-a871-44b4-b33d-177f6a3e9d0a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:27.010365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f84a5-9c5b-4907-b2cd-f019e2248b49 None None] Network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:27.063035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:27.071652 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:27.085135 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.116046 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.119628 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] 10.222.0.86 "DELETE /v2.0/networks/581e4e80-aaf4-40e3-9639-60f0492ba567 HTTP/1.1" status: 204 len: 168 time: 1.1796720 Dec 15 13:51:27.136701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122806c-a417-42b2-bcaf-29264f7f32b1 tempest-ExtraDHCPOptionsTestJSON-510006159 tempest-ExtraDHCPOptionsTestJSON-510006159-project] Pushing event deleted for resources: {'Network': ['ID=581e4e80-aaf4-40e3-9639-60f0492ba567,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:27.160430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085f696-c166-4d7a-9e94-5c14cd5460b5 req-13f9f91c-9161-4376-82fc-ccc27fb46440 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.162324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7085f696-c166-4d7a-9e94-5c14cd5460b5 req-13f9f91c-9161-4376-82fc-ccc27fb46440 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.0898421 Dec 15 13:51:27.220869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f5197c99-6466-44c2-ab09-da37270ebec7 None None] Provisioning complete for port f48bc719-a871-44b4-b33d-177f6a3e9d0a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:27.221089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:27.221771 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f5197c99-6466-44c2-ab09-da37270ebec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.233100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:27.237061 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e331a915-1a33-4f5a-806c-e7f1c8dba62c" -d '{"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-plugged", "status": "completed", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:27.248598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:27.253001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:27.263087 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7085f696-c166-4d7a-9e94-5c14cd5460b5 req-2464c89c-44f1-43f8-a19e-c70aebbda71d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897584 Dec 15 13:51:27.264744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] For port ff040a5c-eb1f-4419-9707-cd60dec5135d, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:27.268099 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.301531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Port': ['ID=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:27.336254 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d687587-38e4-4b70-8946-052f0f5008a9 req-e1a38b11-6295-4701-94d9-db3875c04344 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124292 Dec 15 13:51:27.397084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.399282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.427196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:27.440581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1deb910e-00b0-441e-9b52-51570b8ebad8 req-b4a775df-fd9c-4778-8258-53c1bbba920e tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0414176 Dec 15 13:51:27.442034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-5a5e181a-376c-424b-90a0-1f9e16b34ef2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8887439 Dec 15 13:51:27.455051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] Calling delete_port for ff040a5c-eb1f-4419-9707-cd60dec5135d owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:27.459329 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.459479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'port': {'device_id': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598', 'admin_state_up': True, 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:27.463462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] Port ff040a5c-eb1f-4419-9707-cd60dec5135d was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:51:27.547843 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a6d34-4ba9-4a0c-a6fe-86f37753aa65 x-openstack-request-id: req-6b7a6d34-4ba9-4a0c-a6fe-86f37753aa65 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:27.548222 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-plugged", "status": "completed", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:27.548396 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6b7a6d34-4ba9-4a0c-a6fe-86f37753aa65 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:27.548899 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'code': 200} Dec 15 13:51:27.550605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.568929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966ef74-b48a-4b18-a44b-4c883171426d None None] Network 9a9016f2-e74c-49ef-bca6-5843e4b27598 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:27.595540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] Network 581e4e80-aaf4-40e3-9639-60f0492ba567 is not hosted by any dhcp agent {{(pid=109769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:51:27.596321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] No DVR routers for this DVR port ff040a5c-eb1f-4419-9707-cd60dec5135d on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:27.664945 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f5197c99-6466-44c2-ab09-da37270ebec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.693352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f48bc719-a871-44b4-b33d-177f6a3e9d0a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:27.694202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.702581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56852) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:27.720866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3394c-5eb1-4cb9-9fa5-183130914cc3 req-fe31d61e-ed3d-4a81-99f7-7f3dcf4c629b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.725887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:27.730248 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16e3394c-5eb1-4cb9-9fa5-183130914cc3 req-fe31d61e-ed3d-4a81-99f7-7f3dcf4c629b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 950 time: 0.1097910 Dec 15 13:51:27.750545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fcec2-3c68-479e-9671-9c0f080515f1 req-4c5d87b8-49b2-43db-beb1-ecbf7e2ddf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.758979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-647fcec2-3c68-479e-9671-9c0f080515f1 req-4c5d87b8-49b2-43db-beb1-ecbf7e2ddf3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1097 time: 0.1641340 Dec 15 13:51:27.776021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73863e6d-bbec-4a11-83a1-2aed3a520663 req-15cb3cf4-234d-4008-b070-398807935de8 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:27.781648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73863e6d-bbec-4a11-83a1-2aed3a520663 req-15cb3cf4-234d-4008-b070-398807935de8 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 932 time: 0.1852813 Dec 15 13:51:27.794413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e187f-9ff8-4d8c-968b-274f59075a99 None None] Pushing event deleted for resources: {'Port': ['ID=ff040a5c-eb1f-4419-9707-cd60dec5135d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:27.815089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f5197c99-6466-44c2-ab09-da37270ebec7 None None] For port f48bc719-a871-44b4-b33d-177f6a3e9d0a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f48bc719-a871-44b4-b33d-177f6a3e9d0a,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:27.828005 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16e3394c-5eb1-4cb9-9fa5-183130914cc3 req-7cc315bf-bbd0-46bb-ae14-1db098223c85 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957813 Dec 15 13:51:27.837050 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f5197c99-6466-44c2-ab09-da37270ebec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.887975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:27.891450 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:27.950779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-fc8c461b-f076-4f4e-9caf-10da8f7cc047 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d18aeb4ac2454489b8ecae73a12586eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981274 Dec 15 13:51:27.984231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5197c99-6466-44c2-ab09-da37270ebec7 None None] Pushing event updated for resources: {'Port': ['ID=f48bc719-a871-44b4-b33d-177f6a3e9d0a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:27.990010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2719fc55-022d-4381-863a-13df5e815c66 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:28.037015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d15719a8-625c-433c-9db5-6b656f01166e None None] Provisioning complete for port 80df6d53-aca0-4864-9431-9b23406dd6ec triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:28.037650 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15719a8-625c-433c-9db5-6b656f01166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.128262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2719fc55-022d-4381-863a-13df5e815c66 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:28.128643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.184532 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15719a8-625c-433c-9db5-6b656f01166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.261277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d15719a8-625c-433c-9db5-6b656f01166e None None] For port 80df6d53-aca0-4864-9431-9b23406dd6ec, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=80df6d53-aca0-4864-9431-9b23406dd6ec,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:28.278046 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15719a8-625c-433c-9db5-6b656f01166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.409512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 80df6d53-aca0-4864-9431-9b23406dd6ec up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:28.439856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15719a8-625c-433c-9db5-6b656f01166e None None] Pushing event updated for resources: {'Port': ['ID=80df6d53-aca0-4864-9431-9b23406dd6ec,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:28.454515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f75633a9-d14b-4664-9ffc-c15f4d95f112 req-a314e8b4-4f8d-423d-8620-91e5a453e675 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 210 time: 0.5307133 Dec 15 13:51:28.471144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5b8b4e6a-e8f8-44c1-9ffc-b3f65ce1cf99 None None] Provisioning complete for port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:28.472509 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b8b4e6a-e8f8-44c1-9ffc-b3f65ce1cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.522726 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b4e6a-e8f8-44c1-9ffc-b3f65ce1cf99 None None] Port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:28.538885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 80df6d53-aca0-4864-9431-9b23406dd6ec triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:28.539413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.541124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5b8b4e6a-e8f8-44c1-9ffc-b3f65ce1cf99 None None] Provisioning complete for port f48bc719-a871-44b4-b33d-177f6a3e9d0a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:28.541580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b8b4e6a-e8f8-44c1-9ffc-b3f65ce1cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.563201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54235faf-82e8-424a-a6ff-3ff9e6ec67a6 req-24114cae-1ff1-4844-877e-d1c06ee4343c tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.564942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54235faf-82e8-424a-a6ff-3ff9e6ec67a6 req-24114cae-1ff1-4844-877e-d1c06ee4343c tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 1101 time: 0.0487642 Dec 15 13:51:28.596625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73863e6d-bbec-4a11-83a1-2aed3a520663 req-1875bda4-ffb9-424a-9a8b-d66bb361ee75 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7602019 Dec 15 13:51:28.607962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-647fcec2-3c68-479e-9671-9c0f080515f1 req-fb8502ba-a6e5-4676-b078-87cf69fa56ea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355170 Dec 15 13:51:28.624909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d133970d-7b2f-43a4-ba73-e15fc946ad66 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc313ce834144eb8a213b907e9903488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9086502 Dec 15 13:51:28.630536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56866) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:28.638850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54235faf-82e8-424a-a6ff-3ff9e6ec67a6 req-f06d7269-9ad3-41db-9fab-d9732d99f7f7 tempest-ServersOnMultiNodesTest-417644405 tempest-ServersOnMultiNodesTest-417644405-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671530 Dec 15 13:51:28.713292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5b8b4e6a-e8f8-44c1-9ffc-b3f65ce1cf99 None None] Provisioning complete for port 80df6d53-aca0-4864-9431-9b23406dd6ec triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:28.713787 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b8b4e6a-e8f8-44c1-9ffc-b3f65ce1cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.755084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-b8de71de-5793-4082-89f8-f69cf32248b4 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.757319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-b8de71de-5793-4082-89f8-f69cf32248b4 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7928059 Dec 15 13:51:28.768853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b6d1-f8f5-4df8-9a08-03527677ba6d req-9c12abd6-05a4-4fe6-b0c6-43d91b276c3e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.777074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1687b6d1-f8f5-4df8-9a08-03527677ba6d req-9c12abd6-05a4-4fe6-b0c6-43d91b276c3e tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.0728641 Dec 15 13:51:28.790948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Request body: {'port': {'device_id': '6c97ad53-014d-46c5-9749-20447fc437d2', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': 'd18aeb4ac2454489b8ecae73a12586eb'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:28.805031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Allocated IP 19.86.0.103 (9a9016f2-e74c-49ef-bca6-5843e4b27598/f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c/94bcba29-f820-4f02-a22c-170c841a483d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:28.828046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1687b6d1-f8f5-4df8-9a08-03527677ba6d req-62cd4059-3109-4eb2-9ac2-f822dcc44b15 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492868 Dec 15 13:51:28.828626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f48bc719-a871-44b4-b33d-177f6a3e9d0a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:28.883798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f48bc719-a871-44b4-b33d-177f6a3e9d0a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:28.884233 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.884372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a378aa1-464e-44a5-8c20-fc06aa3979b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.931021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d3ffc-92d7-459c-8294-0ab7dc6f2ea7 req-3bafd873-06c1-4adb-89ed-bb00a30c21b4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:28.932570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-251d3ffc-92d7-459c-8294-0ab7dc6f2ea7 req-3bafd873-06c1-4adb-89ed-bb00a30c21b4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2052555 Dec 15 13:51:28.944786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1da98ec1-1a88-4376-8381-7b435b7e0abd req-ca2b2048-4c26-40a5-becd-c2b90a41b0ad tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0430591 Dec 15 13:51:28.945028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a378aa1-464e-44a5-8c20-fc06aa3979b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.983967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 80df6d53-aca0-4864-9431-9b23406dd6ec up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:28.985611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9f8bcf73-3fb8-4a40-9375-b3d0046bb2f1 None None] Provisioning complete for port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:28.985982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f8bcf73-3fb8-4a40-9375-b3d0046bb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.054228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bcf73-3fb8-4a40-9375-b3d0046bb2f1 None None] Port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:29.066691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 80df6d53-aca0-4864-9431-9b23406dd6ec triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:29.067076 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.121216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-251d3ffc-92d7-459c-8294-0ab7dc6f2ea7 req-0614bf6f-5931-4ab8-b932-12f482d0f16a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811509 Dec 15 13:51:29.133805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Made reservation on behalf of d18aeb4ac2454489b8ecae73a12586eb for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:29.138855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.161078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a378aa1-464e-44a5-8c20-fc06aa3979b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.164016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a378aa1-464e-44a5-8c20-fc06aa3979b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.165473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4a378aa1-464e-44a5-8c20-fc06aa3979b1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f187e20-225d-4b30-beb2-f5e163e6ad82 HTTP/1.1" status: 204 len: 168 time: 0.5313926 Dec 15 13:51:29.175377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.197355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a378aa1-464e-44a5-8c20-fc06aa3979b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f187e20-225d-4b30-beb2-f5e163e6ad82,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:29.232649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ff040a5c-eb1f-4419-9707-cd60dec5135d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:29.235279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.258924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: ff040a5c-eb1f-4419-9707-cd60dec5135d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:29.259680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ff040a5c-eb1f-4419-9707-cd60dec5135d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:29.331751 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.402744 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.412625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network 9a9016f2-e74c-49ef-bca6-5843e4b27598 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:29.415746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.423419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Port': ['ID=94bcba29-f820-4f02-a22c-170c841a483d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:29.442262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a329d-fad9-4196-af66-92139610ad3c req-6ff08c70-9a9d-4a56-8ca2-882662a0ebcb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.443960 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d78a329d-fad9-4196-af66-92139610ad3c req-6ff08c70-9a9d-4a56-8ca2-882662a0ebcb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 950 time: 0.1565530 Dec 15 13:51:29.444961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:29.457883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:29.598928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-314896e5-7f7e-4821-b991-1449912cbc2b req-dbb41397-ba44-4d79-9b45-bafcb505e4de tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 210 time: 0.0422504 Dec 15 13:51:29.601378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d78a329d-fad9-4196-af66-92139610ad3c req-224c41f6-4957-44d7-9c5e-532cfcc73d53 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400423 Dec 15 13:51:29.606358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690336d2-a3b8-438b-a209-a694430143a0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:29.631887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.632533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.692265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-e032d843-e2e4-455c-bc42-b11db4c2cd44 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2372472 Dec 15 13:51:29.708704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'port': {'device_id': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf', 'admin_state_up': True, 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:29.754128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d54b-5b4e-4912-9c50-b432314f092d req-f93243c2-7d91-494e-b3dc-304187ff21d7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.760784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d54b-5b4e-4912-9c50-b432314f092d req-f93243c2-7d91-494e-b3dc-304187ff21d7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:29.762519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8c1d54b-5b4e-4912-9c50-b432314f092d req-f93243c2-7d91-494e-b3dc-304187ff21d7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 1655 time: 0.0788119 Dec 15 13:51:29.780842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Allocated IP 192.168.233.225 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/3de711fe-2570-4e6b-a7a8-141159566d63) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:29.800632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ce6d346c-32d8-4ac5-847f-dc78ae2d03f4 None None] Provisioning complete for port 94bcba29-f820-4f02-a22c-170c841a483d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:29.801349 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce6d346c-32d8-4ac5-847f-dc78ae2d03f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:29.892396 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8c1d54b-5b4e-4912-9c50-b432314f092d req-8dbf62fa-8868-4752-94c7-a8046b2fd8f8 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224718 Dec 15 13:51:29.905150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:29.908589 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.048115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d346c-32d8-4ac5-847f-dc78ae2d03f4 None None] Port 94bcba29-f820-4f02-a22c-170c841a483d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:30.128797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.143892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3354a396-7ade-454b-9248-92664b7dbaac req-7144ca33-a4d2-4e54-8a47-3fa75ae8ac3c tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0882187 Dec 15 13:51:30.237014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.245514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:30.305807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:30.314955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:30.321551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:30.351827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbbdb0-4260-4f5c-8f5a-9aa593e153d9 req-b4e46b13-341e-4eb6-a17c-37f83ac15b35 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.353433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bdbbdb0-4260-4f5c-8f5a-9aa593e153d9 req-b4e46b13-341e-4eb6-a17c-37f83ac15b35 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.3734081 Dec 15 13:51:30.364896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Allocated IP 19.80.0.115 (d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf/a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2/af06eb73-af72-49ec-a98e-3bf62d04128e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:30.400802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:30.427436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2110558744'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:30.447691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3823eb0-e5e1-42c2-a809-451276c27340 req-279619f5-3a4f-4fa3-a793-2c2929074004 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.449470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d3823eb0-e5e1-42c2-a809-451276c27340 req-279619f5-3a4f-4fa3-a793-2c2929074004 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1132431 Dec 15 13:51:30.495071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:30.499104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.505244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.505900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.517930 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.524508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bdbbdb0-4260-4f5c-8f5a-9aa593e153d9 req-d9059e47-2ad2-47b6-aef0-2d3a7ef30616 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380734 Dec 15 13:51:30.553067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d3823eb0-e5e1-42c2-a809-451276c27340 req-d711116f-2489-4019-9eac-c01536bb25b7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973186 Dec 15 13:51:30.613128 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.686731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.687597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-5acde916-6834-4996-93d8-8f0c31ca26fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8585539 Dec 15 13:51:30.687675 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.687750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Request body: {'port': {'device_id': '6c97ad53-014d-46c5-9749-20447fc437d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:30.696380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:30.717112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c216e595-3d9c-470b-b041-ca42e0d5f162,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:30.721387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.721748 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 47da02db-9cbc-4f7c-9616-d811e5824a4e of type vlan for network 33f4a782-82cb-4946-b826-ced900e0a066 Dec 15 13:51:30.723740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3be191a9-8a1d-42e9-b08e-1a21f54e8d8f None None] Provisioning complete for port 3de711fe-2570-4e6b-a7a8-141159566d63 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:30.724256 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3be191a9-8a1d-42e9-b08e-1a21f54e8d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.784175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.808030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3be191a9-8a1d-42e9-b08e-1a21f54e8d8f None None] Port 3de711fe-2570-4e6b-a7a8-141159566d63 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:30.855302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.859516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.879743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.896733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d98b78-2f49-49cc-86ac-c2b4dfeda603 req-1a8b5032-80b0-4926-a58b-feeb9d3647a1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.898459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13d98b78-2f49-49cc-86ac-c2b4dfeda603 req-1a8b5032-80b0-4926-a58b-feeb9d3647a1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 950 time: 0.1052475 Dec 15 13:51:30.915297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.921147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:30.921848 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:30.947905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:30.986446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7388623 Dec 15 13:51:31.014624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb401b-b9dc-4016-8547-45ed8c024889 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=33f4a782-82cb-4946-b826-ced900e0a066,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:31.033109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 33f4a782-82cb-4946-b826-ced900e0a066 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:31.039850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13d98b78-2f49-49cc-86ac-c2b4dfeda603 req-cec91a16-c603-47d4-8c18-6394a1397208 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272252 Dec 15 13:51:31.053259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:31.061902 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.115740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:31.124471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56926) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:31.129723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': '33f4a782-82cb-4946-b826-ced900e0a066', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:31.245832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Port': ['ID=af06eb73-af72-49ec-a98e-3bf62d04128e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:31.281710 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74b9e120-7568-4488-901c-90215878bf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.321994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:31.326669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.376332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5883cbc-fdc4-4165-a1d3-63a56f1c2493 req-4a9f64b7-4b36-4f58-847c-68057e52a66f tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.378635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5883cbc-fdc4-4165-a1d3-63a56f1c2493 req-4a9f64b7-4b36-4f58-847c-68057e52a66f tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 936 time: 0.5435281 Dec 15 13:51:31.419847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-db90bd19-3dc8-4733-b399-666ff2253369 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.421321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-db90bd19-3dc8-4733-b399-666ff2253369 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 813 time: 0.2686627 Dec 15 13:51:31.430415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-7e71f2fa-6ef7-4184-b79e-8f17ae72085f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.432323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-7e71f2fa-6ef7-4184-b79e-8f17ae72085f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 950 time: 0.5065475 Dec 15 13:51:31.444230 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-110d1dfb-0ff0-4edc-9347-f9672deec206 None None] Provisioning complete for port af06eb73-af72-49ec-a98e-3bf62d04128e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:31.444716 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-110d1dfb-0ff0-4edc-9347-f9672deec206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.451539 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-77347500-c6f8-40c1-93b7-458d4148b8f8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/quotas/706b70816e914564b37a989ee244eb3d HTTP/1.1" status: 200 len: 375 time: 0.0208709 Dec 15 13:51:31.491807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-110d1dfb-0ff0-4edc-9347-f9672deec206 None None] Port af06eb73-af72-49ec-a98e-3bf62d04128e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:31.543238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.543964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.556384 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-01a2911a-917f-41dd-858d-4f141984efe7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965154 Dec 15 13:51:31.625866 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5883cbc-fdc4-4165-a1d3-63a56f1c2493 req-c7907f64-3008-45ec-b96c-eaa205a5b409 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219231 Dec 15 13:51:31.629502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-23ac44a4-19bf-4561-ae1a-73e240d8d5b7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9259784 Dec 15 13:51:31.648324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Request body: {'port': {'device_id': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:31.662133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.766321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=c42b4a90-92cb-4110-b226-60e46b6af5d8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:31.770163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-8b45ba20-29e1-4bb7-9142-b5686dc11d92 service neutron] 10.222.0.86 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781638 Dec 15 13:51:31.772431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': '47da02db-9cbc-4f7c-9616-d811e5824a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f4a782-82cb-4946-b826-ced900e0a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:31.772809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: 33f4a782-82cb-4946-b826-ced900e0a066, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:31.790860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.800604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Deleting port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:31.800936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.837479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network 33f4a782-82cb-4946-b826-ced900e0a066 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:31.853448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 33f4a782-82cb-4946-b826-ced900e0a066) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:31.864978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.865359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.867403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c398b77-fa4b-420a-8320-611e7a3600cc None None] Network 33f4a782-82cb-4946-b826-ced900e0a066 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:31.891029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-25aa90b1-bdb5-4e66-a24c-8612ab2c0416 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7653360 Dec 15 13:51:31.894959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56934) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:31.900056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-451987179'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:31.901852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a4206-c8d5-4332-9dc1-aae77d5abfcf req-3b64bebb-a5c4-4e9d-9cd5-9e1863dc85f5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.907168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-72044939-63f5-4825-a52f-09a8c44d709a service neutron] 10.222.0.86 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281962 Dec 15 13:51:31.908564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a4206-c8d5-4332-9dc1-aae77d5abfcf req-3b64bebb-a5c4-4e9d-9cd5-9e1863dc85f5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.914576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a4206-c8d5-4332-9dc1-aae77d5abfcf req-3b64bebb-a5c4-4e9d-9cd5-9e1863dc85f5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:31.916220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b46a4206-c8d5-4332-9dc1-aae77d5abfcf req-3b64bebb-a5c4-4e9d-9cd5-9e1863dc85f5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2377 time: 0.2102380 Dec 15 13:51:31.920969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de711fe-2570-4e6b-a7a8-141159566d63 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:31.928260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:31.932388 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.955684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.965271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:31.976302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:31.976985 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 21adf1f9-d132-4422-a45d-0fcd42a8902e of type vlan for network ef8bca77-4a77-4a47-80eb-add1de0f1378 Dec 15 13:51:31.998677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-33f4a782-82cb-4946-b826-ced900e0a066', 'network_id': '33f4a782-82cb-4946-b826-ced900e0a066', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': 'c42b4a90-92cb-4110-b226-60e46b6af5d8'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:32.000178 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.004356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Transition to ACTIVE for port object 3de711fe-2570-4e6b-a7a8-141159566d63 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:32.030160 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.031458 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.067412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.073959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:32.074845 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.160398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] For port 9e65276f-c8be-45dd-b525-c988f4dd3fc2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9e65276f-c8be-45dd-b525-c988f4dd3fc2,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:32.160925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.181202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2851748 Dec 15 13:51:32.186698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Allocated IP 172.20.255.242 (33f4a782-82cb-4946-b826-ced900e0a066/c42b4a90-92cb-4110-b226-60e46b6af5d8/26377230-850e-47d9-9d7f-feac90d9ef02) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:32.198349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:32.202981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': 'ef8bca77-4a77-4a47-80eb-add1de0f1378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:32.245756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Calling delete_port for 9e65276f-c8be-45dd-b525-c988f4dd3fc2 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:32.256308 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c673c50-97d2-41cd-b7b8-d20f66ce1da1 req-0ba2a46f-0208-4bd8-aed4-b06896522aac tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0852172 Dec 15 13:51:32.260031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dffd5-5d56-474d-8ade-315eb100c748 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=ef8bca77-4a77-4a47-80eb-add1de0f1378,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:32.278815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b46a4206-c8d5-4332-9dc1-aae77d5abfcf req-98149cd7-7980-4f17-9e17-ab7c13290dae tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265529 Dec 15 13:51:32.279060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ef8bca77-4a77-4a47-80eb-add1de0f1378 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:32.422331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:32.430271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.517052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.529656 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.589252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Network 33f4a782-82cb-4946-b826-ced900e0a066 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:32.593668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:32.596288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:32.607356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:32.657949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Pushing event updated for resources: {'Port': ['ID=26377230-850e-47d9-9d7f-feac90d9ef02,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:32.696074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9b5ee-f43f-4f59-bbc2-7defbc5685a2 req-9eec5809-8780-49df-95d6-893f4c3e0e92 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:32.697885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Attempting to bind port 26377230-850e-47d9-9d7f-feac90d9ef02 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:32.698274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Attempting to bind port 26377230-850e-47d9-9d7f-feac90d9ef02 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '47da02db-9cbc-4f7c-9616-d811e5824a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f4a782-82cb-4946-b826-ced900e0a066'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:32.698694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Attempting to bind port 26377230-850e-47d9-9d7f-feac90d9ef02 on network 33f4a782-82cb-4946-b826-ced900e0a066 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:32.706861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13f9b5ee-f43f-4f59-bbc2-7defbc5685a2 req-9eec5809-8780-49df-95d6-893f4c3e0e92 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.2612438 Dec 15 13:51:32.710855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:32.711298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Checking segment: {'id': '47da02db-9cbc-4f7c-9616-d811e5824a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f4a782-82cb-4946-b826-ced900e0a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:32.711718 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.712132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Bound using segment: {'id': '47da02db-9cbc-4f7c-9616-d811e5824a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f4a782-82cb-4946-b826-ced900e0a066'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:32.712627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Bound port: 26377230-850e-47d9-9d7f-feac90d9ef02, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47da02db-9cbc-4f7c-9616-d811e5824a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f4a782-82cb-4946-b826-ced900e0a066'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:32.713022 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.797783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] For port 26377230-850e-47d9-9d7f-feac90d9ef02, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:32.803687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] For port 26377230-850e-47d9-9d7f-feac90d9ef02, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=26377230-850e-47d9-9d7f-feac90d9ef02,segment=NetworkSegment(47da02db-9cbc-4f7c-9616-d811e5824a4e),segment_id=47da02db-9cbc-4f7c-9616-d811e5824a4e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:32.810906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.833579 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13f9b5ee-f43f-4f59-bbc2-7defbc5685a2 req-4df1010f-52c4-43e4-a9ad-14a655d3c640 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253133 Dec 15 13:51:32.837879 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.919069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bf7b6-d8c7-4776-8042-c25dba15687d None None] Pushing event updated for resources: {'Port': ['ID=26377230-850e-47d9-9d7f-feac90d9ef02,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:32.997811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7d90921-79a0-4d52-a03e-7eb22099bbf6 req-8b3c733a-4473-45a8-aa36-59919fea523f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 210 time: 0.0516288 Dec 15 13:51:33.012561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=44528c57-db7a-434b-b6da-5dfda047171b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:33.021047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': '21adf1f9-d132-4422-a45d-0fcd42a8902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ef8bca77-4a77-4a47-80eb-add1de0f1378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:33.021423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: ef8bca77-4a77-4a47-80eb-add1de0f1378, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:33.044693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network ef8bca77-4a77-4a47-80eb-add1de0f1378 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:33.066780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ef8bca77-4a77-4a47-80eb-add1de0f1378) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:33.077952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00340a2-7060-4733-a7c3-72a98b7b4ada None None] Network ef8bca77-4a77-4a47-80eb-add1de0f1378 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:33.087599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:33.088455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.133909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c479d0f-dbd9-4fb6-a2bb-20a8da5ce741 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9353161 Dec 15 13:51:33.137285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56952) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:33.176304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e016a-55fe-43dd-a047-424c47ae15fe req-c485dd8a-d8ad-4831-81a4-0cdab885f072 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:33.178028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c33e016a-55fe-43dd-a047-424c47ae15fe req-c485dd8a-d8ad-4831-81a4-0cdab885f072 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2228faf5-ae9e-4f0a-afc8-ddc637daaf46 HTTP/1.1" status: 200 len: 950 time: 0.6110435 Dec 15 13:51:33.228508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Attempting to bind port 3de711fe-2570-4e6b-a7a8-141159566d63 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:33.228855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Attempting to bind port 3de711fe-2570-4e6b-a7a8-141159566d63 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:33.229190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Attempting to bind port 3de711fe-2570-4e6b-a7a8-141159566d63 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:33.233213 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.252184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309', '4170e37b-523d-4d05-a781-78af019970ab', '9e65276f-c8be-45dd-b525-c988f4dd3fc2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:33.295760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'e9056c75-5a8c-44bc-8774-1c308e1222b0', '3efea264-fdc5-49c9-8949-f0269e86d0de'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:33.304752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event deleted for resources: {'Port': ['ID=9e65276f-c8be-45dd-b525-c988f4dd3fc2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:33.312889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Port 3de711fe-2570-4e6b-a7a8-141159566d63 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:33.313231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Attempting to bind port 3de711fe-2570-4e6b-a7a8-141159566d63 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:33.329067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeb3e9-938e-4e15-8a39-11658b382ea0 req-01e930a8-77a9-43b9-ab15-40f77ba9b859 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:33.337811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bbdeb3e9-938e-4e15-8a39-11658b382ea0 req-01e930a8-77a9-43b9-ab15-40f77ba9b859 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 948 time: 0.2170973 Dec 15 13:51:33.367107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:33.367457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:33.368147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:33.368612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Bound port: 3de711fe-2570-4e6b-a7a8-141159566d63, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:33.368977 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.405718 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ef8bca77-4a77-4a47-80eb-add1de0f1378', 'network_id': 'ef8bca77-4a77-4a47-80eb-add1de0f1378', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': '44528c57-db7a-434b-b6da-5dfda047171b'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:33.406577 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.434115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bbdeb3e9-938e-4e15-8a39-11658b382ea0 req-449c6208-b5ee-45a9-83ba-041fdb1ba7ba tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947127 Dec 15 13:51:33.444420 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.455220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] No DVR routers for this DVR port 9e65276f-c8be-45dd-b525-c988f4dd3fc2 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:33.470277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.473678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27366b13-d05e-483f-8db9-87f52d57f1bf req-8d906323-2b92-4f44-8d3b-3d49acd4d09a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "DELETE /v2.0/ports/9e65276f-c8be-45dd-b525-c988f4dd3fc2 HTTP/1.1" status: 204 len: 173 time: 2.0291345 Dec 15 13:51:33.477316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2228faf5-ae9e-4f0a-afc8-ddc637daaf46', 'name': 'network-vif-deleted', 'tag': '9e65276f-c8be-45dd-b525-c988f4dd3fc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:33.479741 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e321c9-bde9-4206-8aee-0a7109a08f41" -d '{"events": [{"server_uuid": "2228faf5-ae9e-4f0a-afc8-ddc637daaf46", "name": "network-vif-deleted", "tag": "9e65276f-c8be-45dd-b525-c988f4dd3fc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:33.490179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902d39e7-4696-49ca-ac7e-3d6aa5c249ca {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:33.531083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c33e016a-55fe-43dd-a047-424c47ae15fe req-4b91dcd9-5f9c-4098-a355-0ca51cd3743f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418775 Dec 15 13:51:33.540430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.618864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Transition to ACTIVE for port object 902d39e7-4696-49ca-ac7e-3d6aa5c249ca will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:33.629679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.638107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:33.646431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.675537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba2e0503-8a7e-484f-b510-36b7b517c40e req-b945fb84-6fca-43c5-9d85-11d24145cff6 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0580654 Dec 15 13:51:33.676911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:33.728127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.773888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:33.774770 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.776240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] 10.222.0.24 "PUT /v2.0/ports/3de711fe-2570-4e6b-a7a8-141159566d63 HTTP/1.1" status: 200 len: 1096 time: 3.1168954 Dec 15 13:51:33.790968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:34.006748 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2c6d05-28d1-44d0-a935-134f634cd663 x-openstack-request-id: req-ce2c6d05-28d1-44d0-a935-134f634cd663 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:34.009160 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2228faf5-ae9e-4f0a-afc8-ddc637daaf46", "name": "network-vif-deleted", "tag": "9e65276f-c8be-45dd-b525-c988f4dd3fc2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:34.009598 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce2c6d05-28d1-44d0-a935-134f634cd663 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:34.010273 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228faf5-ae9e-4f0a-afc8-ddc637daaf46', 'name': 'network-vif-deleted', 'tag': '9e65276f-c8be-45dd-b525-c988f4dd3fc2', 'status': 'completed', 'code': 200} Dec 15 13:51:34.041931 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1fed446f-89c4-4908-bc38-5182de4dd2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.056163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7190c4-2ec5-4884-b0ce-b53f9c67d386 req-931c229a-8a0d-4289-aabd-eabeb86d0ef5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.069653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7190c4-2ec5-4884-b0ce-b53f9c67d386 req-931c229a-8a0d-4289-aabd-eabeb86d0ef5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.091589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7190c4-2ec5-4884-b0ce-b53f9c67d386 req-931c229a-8a0d-4289-aabd-eabeb86d0ef5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.094094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc7190c4-2ec5-4884-b0ce-b53f9c67d386 req-931c229a-8a0d-4289-aabd-eabeb86d0ef5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2389 time: 0.4770443 Dec 15 13:51:34.146249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Allocated IP 172.20.0.2 (ef8bca77-4a77-4a47-80eb-add1de0f1378/44528c57-db7a-434b-b6da-5dfda047171b/4682e051-6703-4937-bcd9-212484f09bd0) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:34.189928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1695c47-11df-4aa6-a147-ebce38e6599a service neutron] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:34.194603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-48b4b44b-ea3e-4597-8188-1270a2870f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.196287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-48b4b44b-ea3e-4597-8188-1270a2870f26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d18aeb4ac2454489b8ecae73a12586eb&device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 1099 time: 0.1849723 Dec 15 13:51:34.234108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daea84-b8a0-4b90-944f-eb91f0c436ad req-928f11b0-f9b1-479d-b2a9-e894184975b2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.243924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c0daea84-b8a0-4b90-944f-eb91f0c436ad req-928f11b0-f9b1-479d-b2a9-e894184975b2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.2298830 Dec 15 13:51:34.245520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-7ee02523-c5d4-4563-a083-84ade04f361a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.252039 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-7ee02523-c5d4-4563-a083-84ade04f361a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.24 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 813 time: 0.5120728 Dec 15 13:51:34.277455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Request body: {'port': {'device_id': 'f45aab78-5cdb-442b-9d69-828539f39d77', 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad', 'admin_state_up': True, 'tenant_id': '706b70816e914564b37a989ee244eb3d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:34.316014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Attempting to bind port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:34.316353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Attempting to bind port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:34.316681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Attempting to bind port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca on network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:34.325969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-24e8ee43-fd8e-4833-b18b-e2379a7f3eef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3de711fe-2570-4e6b-a7a8-141159566d63 HTTP/1.1" status: 200 len: 217 time: 0.1011040 Dec 15 13:51:34.329613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca on network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:34.329952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Attempting to bind port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca on network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:34.391608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:34.392028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Checking segment: {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:34.392355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Bound using segment: {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:34.392797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Bound port: 902d39e7-4696-49ca-ac7e-3d6aa5c249ca, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:34.393153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.456520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c0daea84-b8a0-4b90-944f-eb91f0c436ad req-8f9c5c89-625c-4c8d-b636-133b770d8e05 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115502 Dec 15 13:51:34.460394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-77cb2362-db8c-400f-b7e5-60c01e0b8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.461818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-77cb2362-db8c-400f-b7e5-60c01e0b8218 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1252389 Dec 15 13:51:34.468885 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc7190c4-2ec5-4884-b0ce-b53f9c67d386 req-816c763e-6fc2-40dd-84f6-14cc981a6ecb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555930 Dec 15 13:51:34.585401 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.619061 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c321932d-b31f-4714-9976-ee80ec985507 req-562f832c-aac4-4a8f-8a04-2c8a82fa110d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 210 time: 0.0488641 Dec 15 13:51:34.624142 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.626389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] For port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:34.631239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] For port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:34.637883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Made reservation on behalf of 706b70816e914564b37a989ee244eb3d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:34.642114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.673310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.697468 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.732379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e03fb-e921-4a0f-b0da-df702c06d3b0 None None] Network 33f4a782-82cb-4946-b826-ced900e0a066 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:34.740229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Network ef8bca77-4a77-4a47-80eb-add1de0f1378 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:34.754397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=44528c57-db7a-434b-b6da-5dfda047171b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:34.785379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148bc9e-dcb6-4e81-83c2-a86a776ea3dc req-42377906-2647-4067-b477-7320ada65aa3 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.788812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9148bc9e-dcb6-4e81-83c2-a86a776ea3dc req-42377906-2647-4067-b477-7320ada65aa3 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 948 time: 0.2001104 Dec 15 13:51:34.815371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-0b6af0c9-47b7-4783-9651-93c93699b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.820595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-0b6af0c9-47b7-4783-9651-93c93699b641 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3332152 Dec 15 13:51:34.833432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:34.834184 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.835688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] 10.222.0.24 "PUT /v2.0/ports/902d39e7-4696-49ca-ac7e-3d6aa5c249ca HTTP/1.1" status: 200 len: 1092 time: 3.1941047 Dec 15 13:51:34.851350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:34.854691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:34.920811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.952976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8bca77-4a77-4a47-80eb-add1de0f1378']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:34.973188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21adf1f9-d132-4422-a45d-0fcd42a8902e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:34.973638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21adf1f9-d132-4422-a45d-0fcd42a8902e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:34.989713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 26377230-850e-47d9-9d7f-feac90d9ef02 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:34.991999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Request body: {'port': {'device_id': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:35.020738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Pushing event updated for resources: {'Port': ['ID=4682e051-6703-4937-bcd9-212484f09bd0,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:35.041133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.047335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f3fa221-22b6-4608-b28d-f31e276ac459 req-f7f1ab3e-697d-4fe2-9e59-99df90745ca0 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0832813 Dec 15 13:51:35.060597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.076094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9148bc9e-dcb6-4e81-83c2-a86a776ea3dc req-378612a2-a966-4452-9c5f-3fc8782a921f tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682335 Dec 15 13:51:35.076094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b84b9d-d18c-4025-a549-5404f6b28fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:35.085801 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.114002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:35.114536 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:35.123823 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:35.128410 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.154500 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-71dc7039-5c86-4e61-a2de-c7925209c022 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176513 Dec 15 13:51:35.227463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.227815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.228411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.229193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.229563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.229903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.231727 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.232389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.232868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.233221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.233566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.233902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.234235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:51:35.255951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:51:35.255951 n-d-821840-1 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:51:35.255951 n-d-821840-1 neutron-server[109767]: [parameters: {'id': 'ef8bca77-4a77-4a47-80eb-add1de0f1378'}] Dec 15 13:51:35.255951 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:51:35.256306 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:51:35.260514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Allocated IP 172.20.0.13 (d3a38d98-e4b7-4788-b508-6e31635004ad/61504417-45e4-400f-8cb4-9bea8689e17a/110891f5-41ea-4cde-b16f-d4ddc5a42624) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:35.395063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ef92c-86f0-4780-87c3-05d969b2a044 req-a4868f35-bc0b-443c-8f03-b1f397599557 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:35.396768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f32ef92c-86f0-4780-87c3-05d969b2a044 req-a4868f35-bc0b-443c-8f03-b1f397599557 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 950 time: 0.1852517 Dec 15 13:51:35.422613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ae13f2d0-e8d1-42c7-bcc1-e0dd43380d24 None None] Provisioning complete for port 26377230-850e-47d9-9d7f-feac90d9ef02 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:35.422985 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae13f2d0-e8d1-42c7-bcc1-e0dd43380d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.494260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9358df0-0ad2-4b30-babe-78e843e5e30a req-62d36818-59f7-4538-b57c-0afbdf018f2e service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205044 Dec 15 13:51:35.513619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Attempting to bind port 4682e051-6703-4937-bcd9-212484f09bd0 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:35.514013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Attempting to bind port 4682e051-6703-4937-bcd9-212484f09bd0 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '21adf1f9-d132-4422-a45d-0fcd42a8902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ef8bca77-4a77-4a47-80eb-add1de0f1378'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:35.514386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Attempting to bind port 4682e051-6703-4937-bcd9-212484f09bd0 on network ef8bca77-4a77-4a47-80eb-add1de0f1378 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:35.548042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f32ef92c-86f0-4780-87c3-05d969b2a044 req-e234eb65-46b4-47a0-8208-2a8ca3000342 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360319 Dec 15 13:51:35.568080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:35.568451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Checking segment: {'id': '21adf1f9-d132-4422-a45d-0fcd42a8902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ef8bca77-4a77-4a47-80eb-add1de0f1378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:35.568868 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.569278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Bound using segment: {'id': '21adf1f9-d132-4422-a45d-0fcd42a8902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ef8bca77-4a77-4a47-80eb-add1de0f1378'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:35.569776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Bound port: 4682e051-6703-4937-bcd9-212484f09bd0, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21adf1f9-d132-4422-a45d-0fcd42a8902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ef8bca77-4a77-4a47-80eb-add1de0f1378'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:35.570225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.578984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 26377230-850e-47d9-9d7f-feac90d9ef02 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:35.579374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.683062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bcba29-f820-4f02-a22c-170c841a483d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:35.692905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.720369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dceb3b-de60-4800-8b52-65b700ce6000 req-0a467fd9-3c85-485b-9ae1-abcec8c0c0d6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:35.733539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dceb3b-de60-4800-8b52-65b700ce6000 req-0a467fd9-3c85-485b-9ae1-abcec8c0c0d6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:35.739951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dceb3b-de60-4800-8b52-65b700ce6000 req-0a467fd9-3c85-485b-9ae1-abcec8c0c0d6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:35.741847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0dceb3b-de60-4800-8b52-65b700ce6000 req-0a467fd9-3c85-485b-9ae1-abcec8c0c0d6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2389 time: 0.1236606 Dec 15 13:51:35.747179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Transition to ACTIVE for port object 94bcba29-f820-4f02-a22c-170c841a483d will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:35.753231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b9de3-c2c7-47f5-9638-72fe38f3c72c req-28adb643-c2a1-4738-9d92-65905848b89c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:35.753708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.761266 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-397b9de3-c2c7-47f5-9638-72fe38f3c72c req-28adb643-c2a1-4738-9d92-65905848b89c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1076806 Dec 15 13:51:35.777911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] For port 4682e051-6703-4937-bcd9-212484f09bd0, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:35.784912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] For port 4682e051-6703-4937-bcd9-212484f09bd0, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4682e051-6703-4937-bcd9-212484f09bd0,segment=NetworkSegment(21adf1f9-d132-4422-a45d-0fcd42a8902e),segment_id=21adf1f9-d132-4422-a45d-0fcd42a8902e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:35.785394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.789350 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae13f2d0-e8d1-42c7-bcc1-e0dd43380d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.820007 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.841980 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.851797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Pushing event updated for resources: {'Port': ['ID=94bcba29-f820-4f02-a22c-170c841a483d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:35.874904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-397b9de3-c2c7-47f5-9638-72fe38f3c72c req-db9bcb4d-0419-4171-91b6-4f28c4c7c3ef tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121926 Dec 15 13:51:35.936824 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.969700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0dceb3b-de60-4800-8b52-65b700ce6000 req-f65a0a3a-13d0-4207-9acc-17906ab3d683 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776848 Dec 15 13:51:35.993575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ae13f2d0-e8d1-42c7-bcc1-e0dd43380d24 None None] For port 26377230-850e-47d9-9d7f-feac90d9ef02, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=26377230-850e-47d9-9d7f-feac90d9ef02,segment=NetworkSegment(47da02db-9cbc-4f7c-9616-d811e5824a4e),segment_id=47da02db-9cbc-4f7c-9616-d811e5824a4e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:36.002090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Attempting to bind port 94bcba29-f820-4f02-a22c-170c841a483d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:36.003099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Attempting to bind port 94bcba29-f820-4f02-a22c-170c841a483d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:36.003632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Attempting to bind port 94bcba29-f820-4f02-a22c-170c841a483d on network 9a9016f2-e74c-49ef-bca6-5843e4b27598 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:36.009595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Port 94bcba29-f820-4f02-a22c-170c841a483d on network 9a9016f2-e74c-49ef-bca6-5843e4b27598 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:36.010341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Attempting to bind port 94bcba29-f820-4f02-a22c-170c841a483d on network 9a9016f2-e74c-49ef-bca6-5843e4b27598 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:36.014112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63'}, {'name': 'network-changed', 'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'tag': '902d39e7-4696-49ca-ac7e-3d6aa5c249ca'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:36.016647 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63"}, {"name": "network-changed", "server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "tag": "902d39e7-4696-49ca-ac7e-3d6aa5c249ca"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:36.018866 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae13f2d0-e8d1-42c7-bcc1-e0dd43380d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.035612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.040603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a920f-f5a3-4044-8ffa-44b175c9a6ef None None] Pushing event updated for resources: {'Port': ['ID=4682e051-6703-4937-bcd9-212484f09bd0,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:36.043847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:36.044274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Checking segment: {'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:36.056129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Bound using segment: {'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:36.056773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Bound port: 94bcba29-f820-4f02-a22c-170c841a483d, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6626f6-ec19-4e7f-811e-d340470760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:36.057161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.108057 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093194aa-e2e3-4850-b9b0-483989b86383 x-openstack-request-id: req-093194aa-e2e3-4850-b9b0-483989b86383 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:36.108370 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "tag": "902d39e7-4696-49ca-ac7e-3d6aa5c249ca", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:36.109434 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-093194aa-e2e3-4850-b9b0-483989b86383 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:36.109434 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63', 'status': 'completed', 'code': 200} Dec 15 13:51:36.109434 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'tag': '902d39e7-4696-49ca-ac7e-3d6aa5c249ca', 'status': 'completed', 'code': 200} Dec 15 13:51:36.130161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ad56c-8a6d-47eb-a409-df2672c0d20d None None] Network ef8bca77-4a77-4a47-80eb-add1de0f1378 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:36.192577 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Network d3a38d98-e4b7-4788-b508-6e31635004ad is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:36.203760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9e65276f-c8be-45dd-b525-c988f4dd3fc2 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:36.205630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:36.211505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:36.216545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Pushing event updated for resources: {'Port': ['ID=110891f5-41ea-4cde-b16f-d4ddc5a42624,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:36.260074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f87d-07d4-4dc3-bae2-6b3f3b681fbd req-9ffd6358-4bf1-43e3-a592-13bea724c370 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.264382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ea59f87d-07d4-4dc3-bae2-6b3f3b681fbd req-9ffd6358-4bf1-43e3-a592-13bea724c370 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 932 time: 0.2307765 Dec 15 13:51:36.269089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port 4682e051-6703-4937-bcd9-212484f09bd0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:36.269429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.275950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06065192-7616-4ba8-8487-a5984d3e64cc req-023292f0-3919-4fdb-ba60-6ec227fb32a1 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0867770 Dec 15 13:51:36.281560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 9e65276f-c8be-45dd-b525-c988f4dd3fc2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:36.282471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9e65276f-c8be-45dd-b525-c988f4dd3fc2 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:36.294956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:51:36.295318 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:51:36.316396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] For port 94bcba29-f820-4f02-a22c-170c841a483d, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:36.321216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] For port 94bcba29-f820-4f02-a22c-170c841a483d, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=94bcba29-f820-4f02-a22c-170c841a483d,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:36.324947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-cd3fccdb-5432-4ce8-94e4-f091088dab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.326787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-cd3fccdb-5432-4ce8-94e4-f091088dab8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d18aeb4ac2454489b8ecae73a12586eb&device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 1099 time: 0.1388710 Dec 15 13:51:36.331849 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.345517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13f2d0-e8d1-42c7-bcc1-e0dd43380d24 None None] Pushing event updated for resources: {'Port': ['ID=26377230-850e-47d9-9d7f-feac90d9ef02,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:36.370766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922a4af1-c37f-420d-8112-c0060617ae3d None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:51:36.395390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.396079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.426670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port 4682e051-6703-4937-bcd9-212484f09bd0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4682e051-6703-4937-bcd9-212484f09bd0,segment=NetworkSegment(21adf1f9-d132-4422-a45d-0fcd42a8902e),segment_id=21adf1f9-d132-4422-a45d-0fcd42a8902e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:36.427075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.446954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-567d415c-17a3-405d-b93e-a1c0c04c6f43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1749578 Dec 15 13:51:36.450203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.451227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ea59f87d-07d4-4dc3-bae2-6b3f3b681fbd req-8247bb03-5473-48a4-8a8f-348149864822 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783104 Dec 15 13:51:36.452101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.454930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] 10.222.0.24 "PUT /v2.0/ports/94bcba29-f820-4f02-a22c-170c841a483d HTTP/1.1" status: 200 len: 1092 time: 1.4900298 Dec 15 13:51:36.457875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for 4682e051-6703-4937-bcd9-212484f09bd0 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:36.507577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Request body: {'port': {'device_id': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:36.559463 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.562951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Request body: {'port': {'device_id': 'f45aab78-5cdb-442b-9d69-828539f39d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:36.563102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a5e6c17f-e81f-4000-9e68-ba5e883061d9 None None] Provisioning complete for port 26377230-850e-47d9-9d7f-feac90d9ef02 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:36.563181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f19be-d13f-4ce5-9ea7-9b9f4a537a23 service neutron] Pushing event updated for resources: {'Port': ['ID=94bcba29-f820-4f02-a22c-170c841a483d,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:36.563460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c17f-e81f-4000-9e68-ba5e883061d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.614904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c921c4-bd3d-4a09-ba53-a8a7dc1f4a6a req-f40a469f-ddba-4c31-ae62-ca40c563724a tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.615110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.24', 62162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:36.616475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25c921c4-bd3d-4a09-ba53-a8a7dc1f4a6a req-f40a469f-ddba-4c31-ae62-ca40c563724a tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 948 time: 0.1879988 Dec 15 13:51:36.619562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-379b375c-025c-45e2-8750-ea64e6b78046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.620828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-379b375c-025c-45e2-8750-ea64e6b78046 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2852907 Dec 15 13:51:36.621860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.632228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a4af1-c37f-420d-8112-c0060617ae3d None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:51:36.707975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-69181f8d-3030-466e-bd83-8f92b5aae517 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3de711fe-2570-4e6b-a7a8-141159566d63 HTTP/1.1" status: 200 len: 217 time: 0.0723572 Dec 15 13:51:36.717439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.799839 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-61d2501d-5c99-4a0e-a6bd-dea02a272b8f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.801259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-61d2501d-5c99-4a0e-a6bd-dea02a272b8f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 950 time: 0.1591301 Dec 15 13:51:36.801891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.833812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25c921c4-bd3d-4a09-ba53-a8a7dc1f4a6a req-3c4300bd-96e6-4b11-8eac-e32b38fe0eb4 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970768 Dec 15 13:51:36.867380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-0a1fd662-b13a-47c7-9889-a88a0e3e5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.869112 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-0a1fd662-b13a-47c7-9889-a88a0e3e5adc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1452904 Dec 15 13:51:36.882262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=4682e051-6703-4937-bcd9-212484f09bd0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:36.887985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port 4682e051-6703-4937-bcd9-212484f09bd0 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:36.903136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b71b3-25bc-4131-87a4-6b5771b3970e req-6666ccad-d90e-4546-bbef-f5a81b150587 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:36.910964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d9b71b3-25bc-4131-87a4-6b5771b3970e req-6666ccad-d90e-4546-bbef-f5a81b150587 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 950 time: 0.2369170 Dec 15 13:51:37.021062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bb167c7d-b053-4db6-93cf-80a4b9eda69b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:37.042563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-893a0e1e-1a73-4e38-872a-6aa7977c49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:37.044665 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-893a0e1e-1a73-4e38-872a-6aa7977c49c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520689 Dec 15 13:51:37.059034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 26377230-850e-47d9-9d7f-feac90d9ef02 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:37.143519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.143717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43914-342d-4c12-b5a1-f81dec1b73cc req-b9b64719-1ee2-4c64-9012-dba10b45df07 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:37.145398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17c43914-342d-4c12-b5a1-f81dec1b73cc req-b9b64719-1ee2-4c64-9012-dba10b45df07 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1667156 Dec 15 13:51:37.172403 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d9b71b3-25bc-4131-87a4-6b5771b3970e req-52a11660-154a-412e-8e5c-91153b90e3f1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605484 Dec 15 13:51:37.223994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8bca77-4a77-4a47-80eb-add1de0f1378']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:37.248630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21adf1f9-d132-4422-a45d-0fcd42a8902e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:37.248992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21adf1f9-d132-4422-a45d-0fcd42a8902e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:37.274309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Deleting port 3efea264-fdc5-49c9-8949-f0269e86d0de {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:37.274658 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.280946 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17c43914-342d-4c12-b5a1-f81dec1b73cc req-e658c0dc-3a2c-4488-adb9-5b81406919ca tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144433 Dec 15 13:51:37.295334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af06eb73-af72-49ec-a98e-3bf62d04128e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:37.296539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.299154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.313904 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.334198 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-ef14c8c2-7b3e-44ab-b16d-dc6f60a1aa33 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731431 Dec 15 13:51:37.335009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Transition to ACTIVE for port object af06eb73-af72-49ec-a98e-3bf62d04128e will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:37.342177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.343626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 26377230-850e-47d9-9d7f-feac90d9ef02 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:37.344068 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.384044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.409111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:37.409545 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:37.412726 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:37.434436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Provisioning complete for port 110891f5-41ea-4cde-b16f-d4ddc5a42624 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:37.434841 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.526134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaafafc-9aeb-4a9d-9c73-1c25cb2339c5 req-e3dff340-b726-4c4f-b5a3-3c75c4ca438b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:37.533163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaafafc-9aeb-4a9d-9c73-1c25cb2339c5 req-e3dff340-b726-4c4f-b5a3-3c75c4ca438b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:37.539498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaafafc-9aeb-4a9d-9c73-1c25cb2339c5 req-e3dff340-b726-4c4f-b5a3-3c75c4ca438b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:37.541253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eeaafafc-9aeb-4a9d-9c73-1c25cb2339c5 req-e3dff340-b726-4c4f-b5a3-3c75c4ca438b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2401 time: 0.3006384 Dec 15 13:51:37.544860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Port 110891f5-41ea-4cde-b16f-d4ddc5a42624 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:37.564226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Provisioning complete for port fc081984-6266-448d-80aa-8a8ad5f67c5b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:37.564510 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.654034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] For port 3efea264-fdc5-49c9-8949-f0269e86d0de, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3efea264-fdc5-49c9-8949-f0269e86d0de,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:37.654420 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.658644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110891f5-41ea-4cde-b16f-d4ddc5a42624 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:37.697132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.705477 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.712846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca0e841f-94b2-492a-945b-4b20de50ca34 req-9746fd3b-bab7-475d-8c5a-ff9d63fb31d6 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.2247503 Dec 15 13:51:37.718989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.726281 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/ef8bca77-4a77-4a47-80eb-add1de0f1378 HTTP/1.1" status: 204 len: 168 time: 4.5845199 Dec 15 13:51:37.733896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Calling delete_port for 3efea264-fdc5-49c9-8949-f0269e86d0de owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:37.735458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57004) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:37.747333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Pushing event updated for resources: {'Port': ['ID=af06eb73-af72-49ec-a98e-3bf62d04128e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:37.754801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1862077402'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:37.801558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eeaafafc-9aeb-4a9d-9c73-1c25cb2339c5 req-e33bcc36-46d9-4606-92bb-594e52470760 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066696 Dec 15 13:51:37.811194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Transition to ACTIVE for port object 110891f5-41ea-4cde-b16f-d4ddc5a42624 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:51:37.815557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6783113-7b8f-4ed0-9416-b7d4e86e7048 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=ef8bca77-4a77-4a47-80eb-add1de0f1378,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:37.829971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Attempting to bind port af06eb73-af72-49ec-a98e-3bf62d04128e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:37.830917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Attempting to bind port af06eb73-af72-49ec-a98e-3bf62d04128e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:37.831968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Attempting to bind port af06eb73-af72-49ec-a98e-3bf62d04128e on network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:37.845280 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.846415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-69ab8719-dfb8-4ba0-9303-ae68bca55a22 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902637 Dec 15 13:51:37.862721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Port af06eb73-af72-49ec-a98e-3bf62d04128e on network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:37.863578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Attempting to bind port af06eb73-af72-49ec-a98e-3bf62d04128e on network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:37.894189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Provisioning complete for port d6f4c85c-6267-4578-b71c-7e8014d40cc2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:37.894572 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.940039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b907ff-779b-4cf1-9490-88957799716b None None] DHCP port deletion for d3a38d98-e4b7-4788-b508-6e31635004ad request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:51:37.941564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:37.941909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Checking segment: {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:37.942295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Bound using segment: {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:37.942832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Bound port: af06eb73-af72-49ec-a98e-3bf62d04128e, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210c35d1-6254-4806-a136-c4ff8059badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:37.943900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.945301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Port d6f4c85c-6267-4578-b71c-7e8014d40cc2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:51:37.952405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:37.956393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:37.977911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Provisioning complete for port bb167c7d-b053-4db6-93cf-80a4b9eda69b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:37.978103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Pushing event updated for resources: {'Port': ['ID=110891f5-41ea-4cde-b16f-d4ddc5a42624,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:37.978518 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.072905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca032a84-4533-484e-a1af-8795a8b41429 req-7a1f7cdf-adfc-484c-815a-8d819a1c9452 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.075396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca032a84-4533-484e-a1af-8795a8b41429 req-7a1f7cdf-adfc-484c-815a-8d819a1c9452 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 944 time: 0.2275803 Dec 15 13:51:38.090893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:38.115468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-1472d514-982e-4801-9256-ae24c7831998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.116388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-1472d514-982e-4801-9256-ae24c7831998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.116995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-1472d514-982e-4801-9256-ae24c7831998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.118828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-1472d514-982e-4801-9256-ae24c7831998 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2824 time: 0.2067180 Dec 15 13:51:38.119426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'tag': '94bcba29-f820-4f02-a22c-170c841a483d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:38.123917 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147" -d '{"events": [{"name": "network-changed", "server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "tag": "94bcba29-f820-4f02-a22c-170c841a483d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:38.154351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.154705 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 85e13c23-e0e5-4ea3-b4d5-2735462f8848 of type vlan for network ca7d9435-4668-440a-bdf4-707523e016a5 Dec 15 13:51:38.179466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Attempting to bind port 110891f5-41ea-4cde-b16f-d4ddc5a42624 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:38.179808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Attempting to bind port 110891f5-41ea-4cde-b16f-d4ddc5a42624 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:38.180452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Attempting to bind port 110891f5-41ea-4cde-b16f-d4ddc5a42624 on network d3a38d98-e4b7-4788-b508-6e31635004ad {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:38.209895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] For port af06eb73-af72-49ec-a98e-3bf62d04128e, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:38.210950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Provisioning complete for port 505bc256-20c6-4c88-8673-83d3499bfde5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:38.211436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.216535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Port 110891f5-41ea-4cde-b16f-d4ddc5a42624 on network d3a38d98-e4b7-4788-b508-6e31635004ad not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:51:38.216859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Attempting to bind port 110891f5-41ea-4cde-b16f-d4ddc5a42624 on network d3a38d98-e4b7-4788-b508-6e31635004ad {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:38.235355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e1e99-ed11-40fd-b9d0-637abb88e44d req-c2e922b0-006d-421f-9a23-6abbb256f040 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.236839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f10e1e99-ed11-40fd-b9d0-637abb88e44d req-c2e922b0-006d-421f-9a23-6abbb256f040 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 948 time: 0.1967404 Dec 15 13:51:38.243369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.248787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:38.249135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Checking segment: {'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:38.249530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Bound using segment: {'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:38.250077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Bound port: 110891f5-41ea-4cde-b16f-d4ddc5a42624, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cadf4c3-992f-47ce-b4ee-5fa52d557735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:38.250437 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.269874 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.302969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309', '4170e37b-523d-4d05-a781-78af019970ab'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:38.303539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] For port af06eb73-af72-49ec-a98e-3bf62d04128e, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af06eb73-af72-49ec-a98e-3bf62d04128e,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:38.305895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'e9056c75-5a8c-44bc-8774-1c308e1222b0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:38.328434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.350093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event deleted for resources: {'Port': ['ID=3efea264-fdc5-49c9-8949-f0269e86d0de,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:38.385207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.391154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.391907 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.419776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca032a84-4533-484e-a1af-8795a8b41429 req-d3f737cf-6898-41a5-b8e8-ff1e1b8ede0a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170133 Dec 15 13:51:38.444309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Provisioning complete for port 4823e076-e933-45bf-b5e5-d8d5085c1880 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:38.445130 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8702e-6b05-46dc-8521-984c2a25a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.473816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.474450 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.475841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] 10.222.0.24 "PUT /v2.0/ports/af06eb73-af72-49ec-a98e-3bf62d04128e HTTP/1.1" status: 200 len: 1092 time: 1.9726527 Dec 15 13:51:38.493067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f10e1e99-ed11-40fd-b9d0-637abb88e44d req-699e06f9-9009-4e2c-92f8-f0747957bb5a tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382679 Dec 15 13:51:38.501125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7586002 Dec 15 13:51:38.502084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] No DVR routers for this DVR port 3efea264-fdc5-49c9-8949-f0269e86d0de on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:38.533461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57014) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:38.548828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': 'ca7d9435-4668-440a-bdf4-707523e016a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:38.604762 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.609183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2561cdf6-c17b-4625-96c8-dbc33fd8ca53 req-60cae9a5-6a98-4149-838d-2d0a10e79feb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "DELETE /v2.0/ports/3efea264-fdc5-49c9-8949-f0269e86d0de HTTP/1.1" status: 204 len: 173 time: 1.7957077 Dec 15 13:51:38.611720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274cdc5-a04a-406e-92b6-cf6e37323baa', 'name': 'network-vif-deleted', 'tag': '3efea264-fdc5-49c9-8949-f0269e86d0de'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:38.623596 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e40550-1859-4e5e-b76e-2c071c4d91f3" -d '{"events": [{"server_uuid": "d274cdc5-a04a-406e-92b6-cf6e37323baa", "name": "network-vif-deleted", "tag": "3efea264-fdc5-49c9-8949-f0269e86d0de"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:38.649375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] For port 110891f5-41ea-4cde-b16f-d4ddc5a42624, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:38.697092 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a549f80c-8e1e-4c43-8280-ce723e0a1cc0 req-fae348f8-f9f5-4f27-a50b-bdebd211e770 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=d274cdc5-a04a-406e-92b6-cf6e37323baa HTTP/1.1" status: 200 len: 210 time: 0.0677257 Dec 15 13:51:38.707497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] For port 110891f5-41ea-4cde-b16f-d4ddc5a42624, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=110891f5-41ea-4cde-b16f-d4ddc5a42624,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:38.712280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf038f46-6ba2-42e6-ad58-3cc99eb53d8d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=ca7d9435-4668-440a-bdf4-707523e016a5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:38.727937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.751542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ca7d9435-4668-440a-bdf4-707523e016a5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:38.809123 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa772a-61dc-4001-9079-8b1fd2ec4727 x-openstack-request-id: req-3aaa772a-61dc-4001-9079-8b1fd2ec4727 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:38.809432 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274cdc5-a04a-406e-92b6-cf6e37323baa", "name": "network-vif-deleted", "tag": "3efea264-fdc5-49c9-8949-f0269e86d0de", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:38.809695 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3aaa772a-61dc-4001-9079-8b1fd2ec4727 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:38.810098 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274cdc5-a04a-406e-92b6-cf6e37323baa', 'name': 'network-vif-deleted', 'tag': '3efea264-fdc5-49c9-8949-f0269e86d0de', 'status': 'completed', 'code': 200} Dec 15 13:51:38.853303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:38.854213 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:38.856770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] 10.222.0.24 "PUT /v2.0/ports/110891f5-41ea-4cde-b16f-d4ddc5a42624 HTTP/1.1" status: 200 len: 1092 time: 2.2988598 Dec 15 13:51:38.860595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02e65c-7e87-46f9-a3bd-11ef3fc22ba0 None None] DHCP port deletion for d3a38d98-e4b7-4788-b508-6e31635004ad request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:51:38.911279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e8192-caa5-48a0-85ab-5fdcbc1facac service neutron] Pushing event updated for resources: {'Port': ['ID=110891f5-41ea-4cde-b16f-d4ddc5a42624,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:38.983620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee71861d-72ad-4f95-ade4-fe9a8f5c0e14 req-308950a7-924a-450b-8c1c-05c5e03fb57e tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0740650 Dec 15 13:51:39.041706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-d7f46cb1-472a-4c00-b2f2-01083c090bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.044571 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-d7f46cb1-472a-4c00-b2f2-01083c090bcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 1095 time: 0.1033199 Dec 15 13:51:39.115241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-87a38ada-5774-4e26-9244-9b3ab7c9d1f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=110891f5-41ea-4cde-b16f-d4ddc5a42624 HTTP/1.1" status: 200 len: 217 time: 0.0601177 Dec 15 13:51:39.165334 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e2d9bf-22bc-4256-8b1b-28560826d189 x-openstack-request-id: req-36e2d9bf-22bc-4256-8b1b-28560826d189 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:39.165894 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "tag": "94bcba29-f820-4f02-a22c-170c841a483d", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:39.165894 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-36e2d9bf-22bc-4256-8b1b-28560826d189 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:39.166259 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'tag': '94bcba29-f820-4f02-a22c-170c841a483d', 'status': 'completed', 'code': 200} Dec 15 13:51:39.223451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-acb04e68-dda8-4c58-95b5-c796b8effb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.225655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-acb04e68-dda8-4c58-95b5-c796b8effb8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.0986006 Dec 15 13:51:39.241088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba47fb-6670-4df5-920c-512eb88f2683 req-eea12932-f318-42a9-b1c1-d6a29e2b347a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.249033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba47fb-6670-4df5-920c-512eb88f2683 req-eea12932-f318-42a9-b1c1-d6a29e2b347a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.257613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba47fb-6670-4df5-920c-512eb88f2683 req-eea12932-f318-42a9-b1c1-d6a29e2b347a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.265328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a645d62-504b-4176-87a0-2e6177a35b9b service neutron] Pushing event updated for resources: {'Port': ['ID=af06eb73-af72-49ec-a98e-3bf62d04128e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:39.271365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1dba47fb-6670-4df5-920c-512eb88f2683 req-eea12932-f318-42a9-b1c1-d6a29e2b347a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2413 time: 0.1584396 Dec 15 13:51:39.291523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-19f42230-bbb3-4e0c-9bd9-67138a33ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.293554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-19f42230-bbb3-4e0c-9bd9-67138a33ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.294584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-19f42230-bbb3-4e0c-9bd9-67138a33ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.296580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-19f42230-bbb3-4e0c-9bd9-67138a33ec55 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1435893 Dec 15 13:51:39.348989 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-79c96a0d-1b20-478e-85f5-805ddc5746a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497949 Dec 15 13:51:39.372929 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1dba47fb-6670-4df5-920c-512eb88f2683 req-78c8a671-6bfc-46cf-a6dc-1712b86007f7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006827 Dec 15 13:51:39.410013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9a2a0-6e10-40f2-a6a0-6e19c3c86ad0 req-e8cf9c4c-f846-43a4-825d-956579036841 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.411711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-38b9a2a0-6e10-40f2-a6a0-6e19c3c86ad0 req-e8cf9c4c-f846-43a4-825d-956579036841 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.2359693 Dec 15 13:51:39.412456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:39.415921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.477737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-287109a9-175b-498e-ae8c-07f8c46cd0b0 service neutron] 10.222.0.24 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196256 Dec 15 13:51:39.523740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing IP validity checks on allocation pools {{(pid=109768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 13:51:39.524332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 13:51:39.597175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9d73-6db9-442d-bf70-676baaab768f req-2c1cbd13-1f7d-44e5-b036-b314b50ce521 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.598671 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-748b9d73-6db9-442d-bf70-676baaab768f req-2c1cbd13-1f7d-44e5-b036-b314b50ce521 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 944 time: 0.1043515 Dec 15 13:51:39.603562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-38b9a2a0-6e10-40f2-a6a0-6e19c3c86ad0 req-808eebdb-4efc-4c05-b871-36087b3c7093 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821187 Dec 15 13:51:39.611912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-5a4207d6-2c13-4256-bfbd-ea485ca8d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.613470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a94c9978-fd8a-4d35-880e-f2aaf5c106e3 req-5a4207d6-2c13-4256-bfbd-ea485ca8d1c8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3081453 Dec 15 13:51:39.642684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f180873-888c-4e73-8a85-3714f01b8f91 req-958eb173-6082-47ce-b451-23bed16dc994 service neutron] 10.222.0.24 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569948 Dec 15 13:51:39.819105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385d3ba-128e-4345-b717-f89cc94e6c52 req-67161422-4d7b-4656-8262-83f4fc00fcc5 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.820710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f385d3ba-128e-4345-b717-f89cc94e6c52 req-67161422-4d7b-4656-8262-83f4fc00fcc5 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 948 time: 0.1410186 Dec 15 13:51:39.824871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-bcd3f8ef-3089-48ab-b5a5-e2df0fe4a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.825435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-bcd3f8ef-3089-48ab-b5a5-e2df0fe4a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.825901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-bcd3f8ef-3089-48ab-b5a5-e2df0fe4a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:39.827528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-bcd3f8ef-3089-48ab-b5a5-e2df0fe4a303 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2866 time: 0.1274159 Dec 15 13:51:39.829831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.905122 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-748b9d73-6db9-442d-bf70-676baaab768f req-52229bcb-10fe-4e68-accc-41b5860811a4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942481 Dec 15 13:51:39.935504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-7c4fbfd6-75b0-4fc2-ac06-f2dd8277d5c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475116 Dec 15 13:51:39.969552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=63541722-6f7a-4c34-bce5-fd66e5d02027,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:39.998047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f385d3ba-128e-4345-b717-f89cc94e6c52 req-52d48c2e-0536-4790-b129-5bc74f9b1bde tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694789 Dec 15 13:51:40.007739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-7b8b91e8-2fa8-49ca-ad75-f7deb24c0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.009432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-7b8b91e8-2fa8-49ca-ad75-f7deb24c0781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 1101 time: 0.0454111 Dec 15 13:51:40.026927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': '85e13c23-e0e5-4ea3-b4d5-2735462f8848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ca7d9435-4668-440a-bdf4-707523e016a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:40.027502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: ca7d9435-4668-440a-bdf4-707523e016a5, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:40.037560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-9e6cabc3-980c-40e7-a4aa-761b2c59fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.038024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-9e6cabc3-980c-40e7-a4aa-761b2c59fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.038478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-9e6cabc3-980c-40e7-a4aa-761b2c59fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.040100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-9e6cabc3-980c-40e7-a4aa-761b2c59fe8d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1981709 Dec 15 13:51:40.070148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network ca7d9435-4668-440a-bdf4-707523e016a5 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:40.097351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ca7d9435-4668-440a-bdf4-707523e016a5) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:40.106112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:40.110261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f83b329-5820-4e30-bcd8-68faba60caf8 None None] Network ca7d9435-4668-440a-bdf4-707523e016a5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:40.113502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3efea264-fdc5-49c9-8949-f0269e86d0de no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:40.191115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-5141de43-8f5e-4cf2-85a2-4dc3be85023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.197351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-5141de43-8f5e-4cf2-85a2-4dc3be85023d service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1581798 Dec 15 13:51:40.202413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 3efea264-fdc5-49c9-8949-f0269e86d0de {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:40.202765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3efea264-fdc5-49c9-8949-f0269e86d0de not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:40.203021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-e4750e2a-ad6f-46d9-85d3-d3734e2bcadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.204508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-367a2b5b-bccd-4c99-8dd8-d4a9ffdd4147 req-e4750e2a-ad6f-46d9-85d3-d3734e2bcadc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1503627 Dec 15 13:51:40.208036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.208036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.226221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-832a4296-57ec-4b25-8ab0-1db29eab31be req-152ed567-d798-4e61-b96c-1f43e6113e7b tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.1343715 Dec 15 13:51:40.247157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4679876f-6c29-4762-903d-8e65f5e218dd tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7086442 Dec 15 13:51:40.250066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57036) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:40.325453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-45a8791e-d372-45f4-8637-0bdb14e0af7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c69f09d7-bb8e-4961-b88b-cf58a6f792cc HTTP/1.1" status: 200 len: 217 time: 0.0470626 Dec 15 13:51:40.329987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ca7d9435-4668-440a-bdf4-707523e016a5', 'network_id': 'ca7d9435-4668-440a-bdf4-707523e016a5', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': '63541722-6f7a-4c34-bce5-fd66e5d02027'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:40.332454 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.340034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e621-ff86-43d6-ad71-378b3629da9b req-9baca19e-63b5-4b77-a026-c706bf99bc31 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.341558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89a3e621-ff86-43d6-ad71-378b3629da9b req-9baca19e-63b5-4b77-a026-c706bf99bc31 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 950 time: 0.1323366 Dec 15 13:51:40.370265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:40.370474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-4321a4b1-2eee-4652-bf72-87a61e2d4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.371573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-4321a4b1-2eee-4652-bf72-87a61e2d4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.372530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-4321a4b1-2eee-4652-bf72-87a61e2d4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.374231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-4321a4b1-2eee-4652-bf72-87a61e2d4c3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2866 time: 0.1008780 Dec 15 13:51:40.392817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '3de711fe-2570-4e6b-a7a8-141159566d63', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '3de711fe-2570-4e6b-a7a8-141159566d63', 'mac_address': 'fa:16:3e:30:df:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:40.419562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-cd13013d-db60-42ea-bae3-76a8d0b0e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.421071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-cd13013d-db60-42ea-bae3-76a8d0b0e0ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0784693 Dec 15 13:51:40.429770 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-86aee865-0168-4cb9-a920-393433dfaf64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=902d39e7-4696-49ca-ac7e-3d6aa5c249ca HTTP/1.1" status: 200 len: 217 time: 0.0456653 Dec 15 13:51:40.436022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89a3e621-ff86-43d6-ad71-378b3629da9b req-771d34b9-1812-4356-a1d4-cf560299cadc tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859089 Dec 15 13:51:40.438961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.508086 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.515727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-5d763b1a-fcf2-4e98-8d1b-3c7f1492cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.516951 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-5d763b1a-fcf2-4e98-8d1b-3c7f1492cd9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799842 Dec 15 13:51:40.556944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de711fe-2570-4e6b-a7a8-141159566d63 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:40.567848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-4d09e769-738a-467a-b4bd-f598efac10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.569546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-4d09e769-738a-467a-b4bd-f598efac10d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2 HTTP/1.1" status: 200 len: 801 time: 0.1267292 Dec 15 13:51:40.586605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:40.593676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Allocated IP 172.20.0.3 (ca7d9435-4668-440a-bdf4-707523e016a5/63541722-6f7a-4c34-bce5-fd66e5d02027/98a50097-e89e-46d3-9b6f-723d833385e3) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:40.598349 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.598537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.635474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa223-61b8-41ac-8b45-a3a9368e5150 req-1824a8f5-d3a7-4755-a821-732d9b2dfd0a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.638692 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-9e3faa85-36ea-47fd-af6b-9d0427fb47c5 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975833 Dec 15 13:51:40.642453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa223-61b8-41ac-8b45-a3a9368e5150 req-1824a8f5-d3a7-4755-a821-732d9b2dfd0a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.648581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa223-61b8-41ac-8b45-a3a9368e5150 req-1824a8f5-d3a7-4755-a821-732d9b2dfd0a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.650134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-296aa223-61b8-41ac-8b45-a3a9368e5150 req-1824a8f5-d3a7-4755-a821-732d9b2dfd0a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2413 time: 0.1586168 Dec 15 13:51:40.700417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:40.736520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-296aa223-61b8-41ac-8b45-a3a9368e5150 req-e708ccae-310e-41a6-9aaf-0af154dcb6a6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631788 Dec 15 13:51:40.749971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-c1e49a04-6086-432b-8883-55843a481d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.751551 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-c1e49a04-6086-432b-8883-55843a481d10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1670723 Dec 15 13:51:40.813588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45aab78-5cdb-442b-9d69-828539f39d77', 'tag': '110891f5-41ea-4cde-b16f-d4ddc5a42624'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:40.815907 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dd09f7-01ca-406f-aed1-7963b647f35e" -d '{"events": [{"name": "network-changed", "server_uuid": "f45aab78-5cdb-442b-9d69-828539f39d77", "tag": "110891f5-41ea-4cde-b16f-d4ddc5a42624"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:40.821601 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc1d4553-ae95-429d-ad4f-2b4d5ab25c7d req-ba35f9ae-e3e3-4039-b873-d27ee4e2f668 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639109 Dec 15 13:51:40.829490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35299029-3327-4902-aa78-84701b781228 req-1736957c-d860-4e2d-90df-ef4dd30437b2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:40.829938 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.830989 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35299029-3327-4902-aa78-84701b781228 req-1736957c-d860-4e2d-90df-ef4dd30437b2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1041245 Dec 15 13:51:40.838330 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.875648 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca7bed-b0f1-4cf4-9398-af7c764f3773 x-openstack-request-id: req-2aca7bed-b0f1-4cf4-9398-af7c764f3773 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:40.876471 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45aab78-5cdb-442b-9d69-828539f39d77", "tag": "110891f5-41ea-4cde-b16f-d4ddc5a42624", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:40.876471 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2aca7bed-b0f1-4cf4-9398-af7c764f3773 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:40.877187 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45aab78-5cdb-442b-9d69-828539f39d77', 'tag': '110891f5-41ea-4cde-b16f-d4ddc5a42624', 'status': 'completed', 'code': 200} Dec 15 13:51:40.883854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:40.893223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Network ca7d9435-4668-440a-bdf4-707523e016a5 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:40.898521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:40.905175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:40.909221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['3de711fe-2570-4e6b-a7a8-141159566d63'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:40.912357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Pushing event updated for resources: {'Port': ['ID=98a50097-e89e-46d3-9b6f-723d833385e3,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:40.925117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-39fd3beb-c10a-4965-a17e-bb0fe8be1806 service neutron] 10.222.0.24 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642542 Dec 15 13:51:40.927162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=63541722-6f7a-4c34-bce5-fd66e5d02027,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:40.935532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35299029-3327-4902-aa78-84701b781228 req-004cb989-53cb-4dca-91aa-7915bbf4196a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881283 Dec 15 13:51:41.000123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-580d3a25-7bc4-491a-ad35-5d7eff198cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.002016 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-580d3a25-7bc4-491a-ad35-5d7eff198cfa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 1095 time: 0.0794282 Dec 15 13:51:41.033398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Attempting to bind port 98a50097-e89e-46d3-9b6f-723d833385e3 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:41.033777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Attempting to bind port 98a50097-e89e-46d3-9b6f-723d833385e3 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '85e13c23-e0e5-4ea3-b4d5-2735462f8848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ca7d9435-4668-440a-bdf4-707523e016a5'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:41.034149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Attempting to bind port 98a50097-e89e-46d3-9b6f-723d833385e3 on network ca7d9435-4668-440a-bdf4-707523e016a5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:41.046970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:41.047358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Checking segment: {'id': '85e13c23-e0e5-4ea3-b4d5-2735462f8848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ca7d9435-4668-440a-bdf4-707523e016a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:41.047770 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.048197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Bound using segment: {'id': '85e13c23-e0e5-4ea3-b4d5-2735462f8848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ca7d9435-4668-440a-bdf4-707523e016a5'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:41.048684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Bound port: 98a50097-e89e-46d3-9b6f-723d833385e3, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e13c23-e0e5-4ea3-b4d5-2735462f8848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ca7d9435-4668-440a-bdf4-707523e016a5'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:41.049076 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.109968 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-4a3eecb3-e3fa-413c-9f88-1107a0d080f1 service neutron] 10.222.0.24 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261561 Dec 15 13:51:41.116051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.154904 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] For port 98a50097-e89e-46d3-9b6f-723d833385e3, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:41.165177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-22348bac-e255-40ca-bdcb-23181c780782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.166656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-22348bac-e255-40ca-bdcb-23181c780782 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 915 time: 0.1539578 Dec 15 13:51:41.176053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] For port 98a50097-e89e-46d3-9b6f-723d833385e3, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=98a50097-e89e-46d3-9b6f-723d833385e3,segment=NetworkSegment(85e13c23-e0e5-4ea3-b4d5-2735462f8848),segment_id=85e13c23-e0e5-4ea3-b4d5-2735462f8848)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:41.187087 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.187474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6fe9-fe5a-44de-a4fc-dcc00009d632 req-4393b0d2-89cd-48a8-803d-8c1adc97bed6 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.195382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-993b6fe9-fe5a-44de-a4fc-dcc00009d632 req-4393b0d2-89cd-48a8-803d-8c1adc97bed6 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 949 time: 0.0864027 Dec 15 13:51:41.198869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'tag': 'af06eb73-af72-49ec-a98e-3bf62d04128e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:41.202317 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7925671a-d003-41f3-b92d-18a61f844ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "tag": "af06eb73-af72-49ec-a98e-3bf62d04128e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:41.214558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-57940b3d-17a0-4858-a865-2c6143c8ad58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=94bcba29-f820-4f02-a22c-170c841a483d HTTP/1.1" status: 200 len: 217 time: 0.0760579 Dec 15 13:51:41.216221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7d9435-4668-440a-bdf4-707523e016a5']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:41.230979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e13c23-e0e5-4ea3-b4d5-2735462f8848') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:41.231917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e13c23-e0e5-4ea3-b4d5-2735462f8848') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:41.239611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-e17c7bfb-7e6c-41b7-baa9-44b7f56f4fe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=110891f5-41ea-4cde-b16f-d4ddc5a42624 HTTP/1.1" status: 200 len: 217 time: 0.0421257 Dec 15 13:51:41.282083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.291659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72554d-2ba9-4ec9-abc2-ea1d375c9668 None None] Pushing event updated for resources: {'Port': ['ID=98a50097-e89e-46d3-9b6f-723d833385e3,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:41.308035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485f935-bcfb-41ef-bb23-5e9690498ca4 req-62bccaba-98b5-4cdc-a163-bb71798779c2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.316055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a485f935-bcfb-41ef-bb23-5e9690498ca4 req-62bccaba-98b5-4cdc-a163-bb71798779c2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 944 time: 0.3038502 Dec 15 13:51:41.322126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc70fd3-c586-4095-8093-130ca2bfdfd8 None None] Network ca7d9435-4668-440a-bdf4-707523e016a5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:41.329357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-993b6fe9-fe5a-44de-a4fc-dcc00009d632 req-916a4a5e-babf-427d-b076-03302bb09b67 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317086 Dec 15 13:51:41.329843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.340799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-fcfcce36-1e09-46f3-95bc-4a040b1dc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.340799 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-fcfcce36-1e09-46f3-95bc-4a040b1dc244 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.0885694 Dec 15 13:51:41.349839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:41.350177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:41.355680 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:41.366792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-5f18f414-0291-41f3-bc08-7399fd4bd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.368314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-5f18f414-0291-41f3-bc08-7399fd4bd0e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c HTTP/1.1" status: 200 len: 801 time: 0.1400592 Dec 15 13:51:41.382320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-a0d26e15-6a7b-4e7b-a21d-000437388e73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321372 Dec 15 13:51:41.410514 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620aef35-d43b-4784-977b-8e8a97b74fa5 x-openstack-request-id: req-620aef35-d43b-4784-977b-8e8a97b74fa5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:41.410807 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "tag": "af06eb73-af72-49ec-a98e-3bf62d04128e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:41.411068 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-620aef35-d43b-4784-977b-8e8a97b74fa5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:41.411464 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'tag': 'af06eb73-af72-49ec-a98e-3bf62d04128e', 'status': 'completed', 'code': 200} Dec 15 13:51:41.463304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256497d-5606-412e-ad7d-2c9735c9f2c5 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:51:41.481825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a485f935-bcfb-41ef-bb23-5e9690498ca4 req-b147d6bb-541d-454e-9388-9606f5346218 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634958 Dec 15 13:51:41.484904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:51:41.484904 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:51:41.484904 n-d-821840-1 neutron-server[109768]: [parameters: {'id': 'ca7d9435-4668-440a-bdf4-707523e016a5'}] Dec 15 13:51:41.484904 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:51:41.485399 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:51:41.516449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-32d42df6-4dac-42d8-9306-6263c57f471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.525437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-32d42df6-4dac-42d8-9306-6263c57f471b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a9016f2-e74c-49ef-bca6-5843e4b27598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1213186 Dec 15 13:51:41.542140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6850e466-084a-4496-a91f-0615a9610361 req-fe2ae1c2-07aa-417a-a812-d65bf51c0012 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0479522 Dec 15 13:51:41.567293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-997da37b-80e5-45b9-b1e9-69c22a9d3fe7 service neutron] 10.222.0.24 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720469 Dec 15 13:51:41.618676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4256497d-5606-412e-ad7d-2c9735c9f2c5 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:51:41.674361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2fbaa-8e5f-4656-8528-b92dbcb91513 req-f5b7fbee-9d48-4db7-b5a0-1151bb6b5a16 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.681251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3aa2fbaa-8e5f-4656-8528-b92dbcb91513 req-f5b7fbee-9d48-4db7-b5a0-1151bb6b5a16 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 950 time: 0.1171901 Dec 15 13:51:41.690491 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2dd09f7-01ca-406f-aed1-7963b647f35e req-13959671-cee2-48f2-b100-cd3228918833 service neutron] 10.222.0.24 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136141 Dec 15 13:51:41.712521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-f5681ec5-226a-4a90-8e03-17179cf86356 service neutron] 10.222.0.24 "GET /v2.0/networks/9a9016f2-e74c-49ef-bca6-5843e4b27598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764953 Dec 15 13:51:41.790242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3aa2fbaa-8e5f-4656-8528-b92dbcb91513 req-486e0aa0-a275-4459-b2f0-4402ec6b51c0 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016774 Dec 15 13:51:41.837245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-e480f057-74c3-4dcf-8aec-5231cbb240d0 service neutron] 10.222.0.24 "GET /v2.0/networks/9a9016f2-e74c-49ef-bca6-5843e4b27598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163497 Dec 15 13:51:41.887574 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-50b2b5f3-255c-4aaa-bc20-3ccc5bf9bfa8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=af06eb73-af72-49ec-a98e-3bf62d04128e HTTP/1.1" status: 200 len: 217 time: 0.0386579 Dec 15 13:51:41.904151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-90068b37-76aa-4de1-93c3-647f127defa7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.905698 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-90068b37-76aa-4de1-93c3-647f127defa7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 950 time: 0.0883858 Dec 15 13:51:41.918195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb956ee2-dd8b-4e4d-afb9-a367c695c12d req-3bfd206c-f44a-4143-a548-d4631fa389c6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.923812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb956ee2-dd8b-4e4d-afb9-a367c695c12d req-3bfd206c-f44a-4143-a548-d4631fa389c6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.929756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb956ee2-dd8b-4e4d-afb9-a367c695c12d req-3bfd206c-f44a-4143-a548-d4631fa389c6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.931641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb956ee2-dd8b-4e4d-afb9-a367c695c12d req-3bfd206c-f44a-4143-a548-d4631fa389c6 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2413 time: 0.1046417 Dec 15 13:51:41.941788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-7ece0d0c-9fd2-40fe-bae9-818fa556d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:41.943240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-7ece0d0c-9fd2-40fe-bae9-818fa556d357 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2 HTTP/1.1" status: 200 len: 801 time: 0.0477600 Dec 15 13:51:41.986873 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.004305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ce90-5c39-44b6-abc4-23607031722f req-6c1f38b2-19ee-4b3b-a0ad-62564eb4ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.005882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-6c1f38b2-19ee-4b3b-a0ad-62564eb4ae40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535636 Dec 15 13:51:42.036686 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb956ee2-dd8b-4e4d-afb9-a367c695c12d req-5f57632a-e6e3-405e-84b7-57a972a02471 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962892 Dec 15 13:51:42.061634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Deleting port e9056c75-5a8c-44bc-8774-1c308e1222b0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:42.061634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.112520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:42.159239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] For port e9056c75-5a8c-44bc-8774-1c308e1222b0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e9056c75-5a8c-44bc-8774-1c308e1222b0,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:42.159716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.174963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 3de711fe-2570-4e6b-a7a8-141159566d63 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:42.180003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 3de711fe-2570-4e6b-a7a8-141159566d63 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:42.181117 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.186366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Calling delete_port for e9056c75-5a8c-44bc-8774-1c308e1222b0 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:42.272826 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.302964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:42.305712 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75a6c17-5925-41bd-b66a-e63a2126c8b0" -d '{"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-plugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:42.320922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:42.327139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.338213 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.360830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'e9056c75-5a8c-44bc-8774-1c308e1222b0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:42.363095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309', '4170e37b-523d-4d05-a781-78af019970ab'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:42.375131 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eb74dc-dcd4-40a4-8555-7b181fe0068e x-openstack-request-id: req-b7eb74dc-dcd4-40a4-8555-7b181fe0068e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:42.376147 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-plugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:42.376693 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b7eb74dc-dcd4-40a4-8555-7b181fe0068e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:42.377105 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63', 'code': 200} Dec 15 13:51:42.383083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event deleted for resources: {'Port': ['ID=e9056c75-5a8c-44bc-8774-1c308e1222b0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:42.434550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a50511-d538-4b05-b82c-894416bafed8 req-2fe7f4bd-f48d-484d-b383-7d2cbef6d178 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.436133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22a50511-d538-4b05-b82c-894416bafed8 req-2fe7f4bd-f48d-484d-b383-7d2cbef6d178 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.4103725 Dec 15 13:51:42.445974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port 98a50097-e89e-46d3-9b6f-723d833385e3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:42.445974 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.451722 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-00529268-4619-4c9e-81e4-cee4890f1a01 service neutron] 10.222.0.24 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248400 Dec 15 13:51:42.463916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] No DVR routers for this DVR port e9056c75-5a8c-44bc-8774-1c308e1222b0 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:42.477454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.482179 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a5f2150-6e9b-47e5-b48e-a6816a230019 req-595e8399-56ac-4e47-bfcb-630da8b573fb tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "DELETE /v2.0/ports/e9056c75-5a8c-44bc-8774-1c308e1222b0 HTTP/1.1" status: 204 len: 173 time: 0.5494311 Dec 15 13:51:42.508941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:42.568430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8680d1-1d56-4e6e-a039-dc683b61e9bc req-ee90fa69-d4ff-4945-9179-c800033272d0 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.569928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de8680d1-1d56-4e6e-a039-dc683b61e9bc req-ee90fa69-d4ff-4945-9179-c800033272d0 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 950 time: 0.0867982 Dec 15 13:51:42.580121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ebd1e-6e99-490d-bb0b-96a452d083c0 req-a318a7c9-2dcd-4d8a-9385-ae080671103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.581623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c5ebd1e-6e99-490d-bb0b-96a452d083c0 req-a318a7c9-2dcd-4d8a-9385-ae080671103b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 1101 time: 0.1138382 Dec 15 13:51:42.647944 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de8680d1-1d56-4e6e-a039-dc683b61e9bc req-3daf0235-d629-403e-a7b8-b9340f1d291b tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652926 Dec 15 13:51:42.673649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port 98a50097-e89e-46d3-9b6f-723d833385e3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=98a50097-e89e-46d3-9b6f-723d833385e3,segment=NetworkSegment(85e13c23-e0e5-4ea3-b4d5-2735462f8848),segment_id=85e13c23-e0e5-4ea3-b4d5-2735462f8848)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:42.675281 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.689196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c5ebd1e-6e99-490d-bb0b-96a452d083c0 req-4c4bb5a6-5bb8-464e-b029-0a068ff14944 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896523 Dec 15 13:51:42.700532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22a50511-d538-4b05-b82c-894416bafed8 req-4bef0e61-34c0-4914-980f-66e90b71b921 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540834 Dec 15 13:51:42.711248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for 98a50097-e89e-46d3-9b6f-723d833385e3 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:42.795366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370b6a-5813-4568-a636-dffa5d80b0d4 req-2ced2aa2-d350-4e9e-9afc-420728cfb0ad tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:42.804168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81370b6a-5813-4568-a636-dffa5d80b0d4 req-2ced2aa2-d350-4e9e-9afc-420728cfb0ad tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 944 time: 0.0672266 Dec 15 13:51:42.865137 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81370b6a-5813-4568-a636-dffa5d80b0d4 req-b43950dd-fe73-4aed-8f45-320e44a6135d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598831 Dec 15 13:51:42.877826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c93d3f3d-5a3a-4e3d-aee0-1ca1aae51e62 req-bc581345-eb63-4df9-b528-b29cfcf919f4 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0760798 Dec 15 13:51:42.880698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe89262-4cd3-4734-83c1-afe7df7a3be7', 'name': 'network-vif-deleted', 'tag': 'e9056c75-5a8c-44bc-8774-1c308e1222b0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:42.880894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db48ce90-5c39-44b6-abc4-23607031722f req-7c94d651-d6ee-47f0-afc6-d330fc04584b service neutron] 10.222.0.24 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122846 Dec 15 13:51:42.883311 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fd4306-4ffb-43c6-91a2-0790d55e61b0" -d '{"events": [{"server_uuid": "0fe89262-4cd3-4734-83c1-afe7df7a3be7", "name": "network-vif-deleted", "tag": "e9056c75-5a8c-44bc-8774-1c308e1222b0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:42.895426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:42.925155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=98a50097-e89e-46d3-9b6f-723d833385e3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:42.928967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port 98a50097-e89e-46d3-9b6f-723d833385e3 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:43.055262 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eb7faa-ad89-4a2c-af70-78eedbdc6e72 x-openstack-request-id: req-95eb7faa-ad89-4a2c-af70-78eedbdc6e72 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:43.055712 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe89262-4cd3-4734-83c1-afe7df7a3be7", "name": "network-vif-deleted", "tag": "e9056c75-5a8c-44bc-8774-1c308e1222b0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:43.056015 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-95eb7faa-ad89-4a2c-af70-78eedbdc6e72 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:43.056422 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe89262-4cd3-4734-83c1-afe7df7a3be7', 'name': 'network-vif-deleted', 'tag': 'e9056c75-5a8c-44bc-8774-1c308e1222b0', 'status': 'completed', 'code': 200} Dec 15 13:51:43.097241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67862dcc-2bed-4d24-9651-d61982def167 req-4d0fa131-c0f0-44b9-a2b0-56f9e76543cd tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe89262-4cd3-4734-83c1-afe7df7a3be7 HTTP/1.1" status: 200 len: 210 time: 0.0575373 Dec 15 13:51:43.103424 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.130936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7d9435-4668-440a-bdf4-707523e016a5']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:43.144076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-ea3f8cf8-fb2a-42e4-92f9-827707ddfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.144553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-ea3f8cf8-fb2a-42e4-92f9-827707ddfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.145022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-ea3f8cf8-fb2a-42e4-92f9-827707ddfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.146652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-ea3f8cf8-fb2a-42e4-92f9-827707ddfadf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2866 time: 0.1082127 Dec 15 13:51:43.148495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e13c23-e0e5-4ea3-b4d5-2735462f8848') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:43.148792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e13c23-e0e5-4ea3-b4d5-2735462f8848') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:43.158262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.177516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a04eeb-0f34-4efb-8c06-dc64f9449574 req-dc743f6a-d57b-497c-8db0-2a91517fd37d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.184518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a04eeb-0f34-4efb-8c06-dc64f9449574 req-dc743f6a-d57b-497c-8db0-2a91517fd37d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.190976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a04eeb-0f34-4efb-8c06-dc64f9449574 req-dc743f6a-d57b-497c-8db0-2a91517fd37d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.192414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.192741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32a04eeb-0f34-4efb-8c06-dc64f9449574 req-dc743f6a-d57b-497c-8db0-2a91517fd37d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2413 time: 0.0814042 Dec 15 13:51:43.226486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:43.226922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:43.230718 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:43.246113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32a04eeb-0f34-4efb-8c06-dc64f9449574 req-b792cb18-4c96-4ca6-bb97-f30cf641a3e8 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Dec 15 13:51:43.312349 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.322130 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.329419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/ca7d9435-4668-440a-bdf4-707523e016a5 HTTP/1.1" status: 204 len: 168 time: 3.0746417 Dec 15 13:51:43.329592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57078) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.342506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748726983'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:43.347100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-26689016-49db-408b-af3b-6572a95968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.348649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-26689016-49db-408b-af3b-6572a95968b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf HTTP/1.1" status: 200 len: 904 time: 0.1836846 Dec 15 13:51:43.351335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b508ed-da03-4519-9129-2b20e9ef3f12 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=ca7d9435-4668-440a-bdf4-707523e016a5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:43.399929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-11638793-0092-4d3e-97bf-45fca01d2365 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=af06eb73-af72-49ec-a98e-3bf62d04128e HTTP/1.1" status: 200 len: 217 time: 0.0395734 Dec 15 13:51:43.402293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:43.405856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.459092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:43.475187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-77c75bcc-4ea9-4522-bf4f-6f07c125c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.476750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-77c75bcc-4ea9-4522-bf4f-6f07c125c12d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2 HTTP/1.1" status: 200 len: 801 time: 0.0686610 Dec 15 13:51:43.479397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.479755 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 50affa72-e97f-4af4-9aef-8d4c2b1207b0 of type vlan for network d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d Dec 15 13:51:43.538708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.569312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-e45cd938-c6b7-4e4e-ad32-9202daca8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.570907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-e45cd938-c6b7-4e4e-ad32-9202daca8231 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654624 Dec 15 13:51:43.571951 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.577959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.578516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.657841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3270626 Dec 15 13:51:43.660623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57080) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:43.665662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': 'd185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:43.688304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e05cd-1549-4219-83f6-7171a924b808 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:43.701551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:43.759854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-dc89921b-98e0-4502-ac49-41589d757c03 service neutron] 10.222.0.24 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719427 Dec 15 13:51:43.792338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:43.796255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.864187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2431b1-1450-45d4-9756-79881ca81503 req-e9c6c532-1b98-43ff-8bb5-413ae0927dbe tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.865879 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db2431b1-1450-45d4-9756-79881ca81503 req-e9c6c532-1b98-43ff-8bb5-413ae0927dbe tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 950 time: 0.1236556 Dec 15 13:51:43.898100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000ceab-c6e8-4fe8-b87d-aa8fea3ccc80 req-af7289c6-37aa-4a4f-8d66-fe86b5c1af66 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:43.899779 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f000ceab-c6e8-4fe8-b87d-aa8fea3ccc80 req-af7289c6-37aa-4a4f-8d66-fe86b5c1af66 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1196833 Dec 15 13:51:43.950174 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7925671a-d003-41f3-b92d-18a61f844ee8 req-65f5e463-08d0-4f25-b9ab-693e0ae2085d service neutron] 10.222.0.24 "GET /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672897 Dec 15 13:51:43.953996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db2431b1-1450-45d4-9756-79881ca81503 req-851870b7-4939-4ce0-a89f-1143a0e7d055 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663116 Dec 15 13:51:43.974919 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f000ceab-c6e8-4fe8-b87d-aa8fea3ccc80 req-9e0a86e3-d973-4362-88ea-c9637a26f1b6 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618825 Dec 15 13:51:44.088413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4345-85b2-4bb5-a22e-17efd27b9f05 req-ba457ed4-24c0-46c5-ac3d-811d57e665ca tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.091104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b3b4345-85b2-4bb5-a22e-17efd27b9f05 req-ba457ed4-24c0-46c5-ac3d-811d57e665ca tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 944 time: 0.0552390 Dec 15 13:51:44.099054 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0637924c-bda3-4930-82f4-7cb0700f8c74 req-8e0ea5b9-4263-487a-ad34-bfc9c94b5116 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0365140 Dec 15 13:51:44.105902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.111762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 110891f5-41ea-4cde-b16f-d4ddc5a42624 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:44.154567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b3b4345-85b2-4bb5-a22e-17efd27b9f05 req-1880dae3-eb7f-4f58-a7af-ab69d025eacc tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Dec 15 13:51:44.178845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=31667dc9-b45b-452c-b47c-55e33bc42f0d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:44.185136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': '50affa72-e97f-4af4-9aef-8d4c2b1207b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:44.185534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:44.205546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:44.216019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:44.229597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.230310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.249537 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b7e4b6a1-af39-4bf8-b94b-a8cffaeebc31 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5877259 Dec 15 13:51:44.252021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57096) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:44.252774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12872c80-34e8-48c5-94ae-5aacbfa36845 None None] Network d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:44.374928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 110891f5-41ea-4cde-b16f-d4ddc5a42624, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=110891f5-41ea-4cde-b16f-d4ddc5a42624,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:44.386064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.407692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ee834-ff1d-461a-92bb-b825634dcc06 req-923603b1-9447-4a44-b002-5c76eb3e752d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.412432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '110891f5-41ea-4cde-b16f-d4ddc5a42624', 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad', 'port_id': '110891f5-41ea-4cde-b16f-d4ddc5a42624', 'mac_address': 'fa:16:3e:75:93:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61504417-45e4-400f-8cb4-9bea8689e17a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:44.416398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ee834-ff1d-461a-92bb-b825634dcc06 req-923603b1-9447-4a44-b002-5c76eb3e752d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.423711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ee834-ff1d-461a-92bb-b825634dcc06 req-923603b1-9447-4a44-b002-5c76eb3e752d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.426388 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a8ee834-ff1d-461a-92bb-b825634dcc06 req-923603b1-9447-4a44-b002-5c76eb3e752d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2413 time: 0.0923245 Dec 15 13:51:44.443848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce4e37-3cac-4d0e-84e5-34dcb9562e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d', 'network_id': 'd185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': '31667dc9-b45b-452c-b47c-55e33bc42f0d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:44.444853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bdce4e37-3cac-4d0e-84e5-34dcb9562e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.458798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.472337 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.495909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110891f5-41ea-4cde-b16f-d4ddc5a42624 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:44.498072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a8ee834-ff1d-461a-92bb-b825634dcc06 req-de601e7e-9918-4583-a0a7-8be9e3f53efc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641658 Dec 15 13:51:44.537744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.565784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 110891f5-41ea-4cde-b16f-d4ddc5a42624, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=110891f5-41ea-4cde-b16f-d4ddc5a42624,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:44.572737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=31667dc9-b45b-452c-b47c-55e33bc42f0d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:44.575544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.642246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.664887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:44.674396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcb83e-fe29-43a2-a117-c126fb1ef7a6 req-eb81a120-1fe1-4b60-b171-2a83639819ed tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.675695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50affa72-e97f-4af4-9aef-8d4c2b1207b0') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:44.676043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50affa72-e97f-4af4-9aef-8d4c2b1207b0') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:44.676152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5dcb83e-fe29-43a2-a117-c126fb1ef7a6 req-eb81a120-1fe1-4b60-b171-2a83639819ed tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 950 time: 0.0498681 Dec 15 13:51:44.686517 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server [None req-bdce4e37-3cac-4d0e-84e5-34dcb9562e57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31667dc9-b45b-452c-b47c-55e33bc42f0d: This subnet is being modified by another concurrent operation. Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 13:51:44.694319 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise exception Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31667dc9-b45b-452c-b47c-55e33bc42f0d: This subnet is being modified by another concurrent operation. Dec 15 13:51:44.697671 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Dec 15 13:51:44.708138 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.717155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:44.717712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:44.721825 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:44.747845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5dcb83e-fe29-43a2-a117-c126fb1ef7a6 req-87aa5e5a-5786-448e-a577-d97343ee45c6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557017 Dec 15 13:51:44.756273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233ff18-fb1a-4e52-ad80-33068e646f6b None None] Network d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:44.780672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=110891f5-41ea-4cde-b16f-d4ddc5a42624,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:44.804568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.812914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.816551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d HTTP/1.1" status: 204 len: 168 time: 0.5633762 Dec 15 13:51:44.820755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57104) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:44.826882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849749656'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:44.841709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98870a7a-8b3c-43ca-9bcc-45d99ed8c775 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:44.844556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-f191bbfc-1eb3-4168-88b2-e742667a9f10 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513122 Dec 15 13:51:44.858768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe9981-6b46-43a7-92ae-bd59dfc71431 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:51:44.867284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:44.872246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.906387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['110891f5-41ea-4cde-b16f-d4ddc5a42624'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:44.908919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:44.923738 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.924172 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc of type vlan for network b8b168b2-d94d-470e-b094-a131a70470ec Dec 15 13:51:44.932635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-b47b485f-1c4e-4b83-a5b6-796cd735b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:44.934378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-b47b485f-1c4e-4b83-a5b6-796cd735b6c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 1100 time: 0.0451572 Dec 15 13:51:44.974882 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.013695 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.023678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.024546 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.054691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2321622 Dec 15 13:51:45.058649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57110) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:45.065868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': 'b8b168b2-d94d-470e-b094-a131a70470ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:45.076108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe9981-6b46-43a7-92ae-bd59dfc71431 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:51:45.163523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940727e7-6e87-4cf0-994b-fb4b0e6f97ce tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=b8b168b2-d94d-470e-b094-a131a70470ec,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:45.183622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b8b168b2-d94d-470e-b094-a131a70470ec details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:45.185543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9563f-4fa7-433c-bf10-a0f39bd4a119 req-a224b1da-2e5f-42cf-a626-35a9773e83fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.187114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13f9563f-4fa7-433c-bf10-a0f39bd4a119 req-a224b1da-2e5f-42cf-a626-35a9773e83fa tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 950 time: 0.1291730 Dec 15 13:51:45.204187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-4a6fec5d-1fe6-47cc-9a54-f17720f3d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.205745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-4a6fec5d-1fe6-47cc-9a54-f17720f3d53b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.2457469 Dec 15 13:51:45.220835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955a46-eb78-4c5d-b013-a47c0fe7893a req-cebfbfc7-b203-4a99-89f0-88c4c2d6372a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.222328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb955a46-eb78-4c5d-b013-a47c0fe7893a req-cebfbfc7-b203-4a99-89f0-88c4c2d6372a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1394887 Dec 15 13:51:45.245143 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13f9563f-4fa7-433c-bf10-a0f39bd4a119 req-444e1cc7-7446-4676-8103-f788545a3260 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502715 Dec 15 13:51:45.275940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-6a8e2b8a-fa05-4ce3-8dcd-e36fd442db2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f06dc401-df3e-416f-9d00-d03f3d608309 HTTP/1.1" status: 200 len: 217 time: 0.0526252 Dec 15 13:51:45.331560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:45.335026 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.364404 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-794524f1-4c39-43d7-abd4-8e3c19d69286 req-1ec3b338-d7f9-4865-bb0c-b96141f14ad9 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0275819 Dec 15 13:51:45.417352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb955a46-eb78-4c5d-b013-a47c0fe7893a req-770d37a6-9f9a-4bb3-a652-e1d120733e6a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459208 Dec 15 13:51:45.421422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-60657132-db7a-4aaa-9039-c4470d51a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.422831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-60657132-db7a-4aaa-9039-c4470d51a382 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.1310937 Dec 15 13:51:45.490294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-ba2b2702-505e-45ee-9094-c42f5d991a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.491852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-ba2b2702-505e-45ee-9094-c42f5d991a31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601079 Dec 15 13:51:45.510834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326b7f0-3c0a-4618-9b12-25e8e369e58b req-7adadb49-c478-48f8-93f6-59ed479042da tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.513010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6326b7f0-3c0a-4618-9b12-25e8e369e58b req-7adadb49-c478-48f8-93f6-59ed479042da tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 945 time: 0.0767200 Dec 15 13:51:45.570815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6326b7f0-3c0a-4618-9b12-25e8e369e58b req-b55c6c6e-4038-48f1-a282-052866b12348 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509412 Dec 15 13:51:45.662018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.713644 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-19b079e2-4b2f-4012-895a-16f5f2f7a118 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107432 Dec 15 13:51:45.736060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=0c940c6d-54cf-4b38-805c-2623269efb44,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:45.780562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2b25-1f06-4e50-a428-2f933d9cf073 req-cfb332f1-a6fc-4de6-aa80-0325b08e00a5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.786594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2b25-1f06-4e50-a428-2f933d9cf073 req-cfb332f1-a6fc-4de6-aa80-0325b08e00a5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.804213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2b25-1f06-4e50-a428-2f933d9cf073 req-cfb332f1-a6fc-4de6-aa80-0325b08e00a5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.807191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0eaa2b25-1f06-4e50-a428-2f933d9cf073 req-cfb332f1-a6fc-4de6-aa80-0325b08e00a5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2413 time: 0.0903225 Dec 15 13:51:45.817610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b8b168b2-d94d-470e-b094-a131a70470ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:45.817984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: b8b168b2-d94d-470e-b094-a131a70470ec, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:45.848789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network b8b168b2-d94d-470e-b094-a131a70470ec is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:45.863005 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0eaa2b25-1f06-4e50-a428-2f933d9cf073 req-c9276a04-6160-4e90-8542-f54381487361 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463841 Dec 15 13:51:45.872069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d48d6686-d2c7-4be4-876b-454fcb8bd614 req-0d6397cc-34ec-4de7-b854-f69dc1b90b48 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459594 Dec 15 13:51:45.873622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b8b168b2-d94d-470e-b094-a131a70470ec) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:45.886693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d08db-98ba-477d-9c05-08c6db43b979 None None] Network b8b168b2-d94d-470e-b094-a131a70470ec requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:45.905096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:45.906799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:45.950191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d39df185-8192-4bf2-8d4f-8467429635a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8902683 Dec 15 13:51:45.952835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57138) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:46.137449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device af06eb73-af72-49ec-a98e-3bf62d04128e details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:46.138704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d320b9e-a2d2-45e4-943e-fd5e1dc856f0 req-f9144215-8e37-4552-a2ee-550fb951b0c6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.140301 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d320b9e-a2d2-45e4-943e-fd5e1dc856f0 req-f9144215-8e37-4552-a2ee-550fb951b0c6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 950 time: 0.1367116 Dec 15 13:51:46.143501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 110891f5-41ea-4cde-b16f-d4ddc5a42624 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:46.150261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-b8b168b2-d94d-470e-b094-a131a70470ec', 'network_id': 'b8b168b2-d94d-470e-b094-a131a70470ec', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': '0c940c6d-54cf-4b38-805c-2623269efb44'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:46.152271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.316420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d320b9e-a2d2-45e4-943e-fd5e1dc856f0 req-bf46df20-42fe-430f-bea0-ca8843dd3b9f tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553798 Dec 15 13:51:46.350758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 110891f5-41ea-4cde-b16f-d4ddc5a42624 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:46.381844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 110891f5-41ea-4cde-b16f-d4ddc5a42624 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:46.382224 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.387454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-5ff0b762-08e9-46f7-aa02-973b62e45c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.389228 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-5ff0b762-08e9-46f7-aa02-973b62e45c1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=500e767148fa4ffbaa02f93b419752ea&device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 1096 time: 0.0711040 Dec 15 13:51:46.394812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-d5eec7e6-997b-4b80-b5c5-d9c6d962f1a8 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.396587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-d5eec7e6-997b-4b80-b5c5-d9c6d962f1a8 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 950 time: 0.3751771 Dec 15 13:51:46.429450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb367f-a644-4655-9614-cdbe97782804 req-3cf2bbb4-b9e3-4741-9fc4-8b61e4342fc1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.431525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1cb367f-a644-4655-9614-cdbe97782804 req-3cf2bbb4-b9e3-4741-9fc4-8b61e4342fc1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/ports?device_id=68356ec2-a089-43c6-bbd3-cb975487f573 HTTP/1.1" status: 200 len: 949 time: 0.2486894 Dec 15 13:51:46.445337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267ef1a-718d-4807-b75c-1ef6fc34410d req-005f5218-41b1-4c2e-a617-eb23558f463f tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.452738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c267ef1a-718d-4807-b75c-1ef6fc34410d req-005f5218-41b1-4c2e-a617-eb23558f463f tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1545122 Dec 15 13:51:46.460441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.507493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bca43614-1765-4fca-b585-982146812f17 req-a26da972-07f7-401f-99ec-aa6f0cd7a96b tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0353229 Dec 15 13:51:46.537266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-23e4a1ca-63a0-43e1-b236-fcda58aed098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.539952 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-23e4a1ca-63a0-43e1-b236-fcda58aed098 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 200 len: 917 time: 0.1285748 Dec 15 13:51:46.545851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Allocated IP 172.20.0.2 (b8b168b2-d94d-470e-b094-a131a70470ec/0c940c6d-54cf-4b38-805c-2623269efb44/98ef1ab6-551e-40fb-a677-d1b34bdc85ed) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:46.569723 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.601770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-927a2bb9-b4b9-40d2-9f19-102d92eb8b38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8250249-ef05-4d70-aadd-d4008c40aa18 HTTP/1.1" status: 200 len: 217 time: 0.0513186 Dec 15 13:51:46.611117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45aab78-5cdb-442b-9d69-828539f39d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110891f5-41ea-4cde-b16f-d4ddc5a42624'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:46.613947 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f38aad-7667-41a4-92d9-a686ebf619fb" -d '{"events": [{"server_uuid": "f45aab78-5cdb-442b-9d69-828539f39d77", "name": "network-vif-plugged", "status": "completed", "tag": "110891f5-41ea-4cde-b16f-d4ddc5a42624"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:46.650969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port af06eb73-af72-49ec-a98e-3bf62d04128e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af06eb73-af72-49ec-a98e-3bf62d04128e,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:46.663153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-f290669c-3516-48be-9af7-194b0a85b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.664303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'af06eb73-af72-49ec-a98e-3bf62d04128e', 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf', 'port_id': 'af06eb73-af72-49ec-a98e-3bf62d04128e', 'mac_address': 'fa:16:3e:77:81:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2', 'ip_address': '19.80.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:46.665338 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-f290669c-3516-48be-9af7-194b0a85b44b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b192fd6e-8f11-47ab-bed7-5c49ee82fa82 HTTP/1.1" status: 200 len: 854 time: 0.0527327 Dec 15 13:51:46.687521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c267ef1a-718d-4807-b75c-1ef6fc34410d req-675ff0cf-804e-45b1-9f0d-098e5e194554 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196338 Dec 15 13:51:46.713237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 110891f5-41ea-4cde-b16f-d4ddc5a42624, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=110891f5-41ea-4cde-b16f-d4ddc5a42624,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:46.746751 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.747563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e9056c75-5a8c-44bc-8774-1c308e1222b0 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:46.750077 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.771136 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b3233-b4c3-4bce-b326-3453d8b8dd51 x-openstack-request-id: req-784b3233-b4c3-4bce-b326-3453d8b8dd51 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:46.771464 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45aab78-5cdb-442b-9d69-828539f39d77", "name": "network-vif-plugged", "status": "completed", "tag": "110891f5-41ea-4cde-b16f-d4ddc5a42624", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:46.771695 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-784b3233-b4c3-4bce-b326-3453d8b8dd51 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:46.772141 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45aab78-5cdb-442b-9d69-828539f39d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110891f5-41ea-4cde-b16f-d4ddc5a42624', 'code': 200} Dec 15 13:51:46.775859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: e9056c75-5a8c-44bc-8774-1c308e1222b0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:46.776240 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e9056c75-5a8c-44bc-8774-1c308e1222b0 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:46.789399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-5c05f0d6-40fb-4020-b91d-cd1fb09ff45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.791725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-5c05f0d6-40fb-4020-b91d-cd1fb09ff45f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d57ab5e0-db9d-455c-a535-68e76b89836a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174362 Dec 15 13:51:46.800870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e38c0-0ae8-420c-ae6c-fb66e37f5e3f req-6b6df838-5050-4853-9264-4c3de02c9f0f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:46.803104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c6e38c0-0ae8-420c-ae6c-fb66e37f5e3f req-6b6df838-5050-4853-9264-4c3de02c9f0f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 945 time: 0.0972245 Dec 15 13:51:46.828574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Deleting port 4170e37b-523d-4d05-a781-78af019970ab {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:46.829256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.830657 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.852645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Deleting port c69f09d7-bb8e-4961-b88b-cf58a6f792cc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:46.852999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.868999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af06eb73-af72-49ec-a98e-3bf62d04128e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:46.888945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=110891f5-41ea-4cde-b16f-d4ddc5a42624,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:46.933336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port af06eb73-af72-49ec-a98e-3bf62d04128e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af06eb73-af72-49ec-a98e-3bf62d04128e,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:46.939562 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.940282 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 94bcba29-f820-4f02-a22c-170c841a483d details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:46.989438 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.012584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.075115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=af06eb73-af72-49ec-a98e-3bf62d04128e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:47.115267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Network b8b168b2-d94d-470e-b094-a131a70470ec is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:47.126160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:47.131449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:47.180779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Pushing event updated for resources: {'Port': ['ID=98ef1ab6-551e-40fb-a677-d1b34bdc85ed,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:47.222795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1df54-335c-482b-adf3-ae5f65ed3360 req-ed0270b7-ceed-4c62-a7dd-cb93c95599a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:47.224349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6e1df54-335c-482b-adf3-ae5f65ed3360 req-ed0270b7-ceed-4c62-a7dd-cb93c95599a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 1097 time: 0.1500332 Dec 15 13:51:47.230570 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c6e38c0-0ae8-420c-ae6c-fb66e37f5e3f req-a0b8562c-7212-48c5-9496-66607bf4fea2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105430 Dec 15 13:51:47.231802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 94bcba29-f820-4f02-a22c-170c841a483d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=94bcba29-f820-4f02-a22c-170c841a483d,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:47.258082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Attempting to bind port 98ef1ab6-551e-40fb-a677-d1b34bdc85ed on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:47.258429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Attempting to bind port 98ef1ab6-551e-40fb-a677-d1b34bdc85ed by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b8b168b2-d94d-470e-b094-a131a70470ec'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:47.258815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Attempting to bind port 98ef1ab6-551e-40fb-a677-d1b34bdc85ed on network b8b168b2-d94d-470e-b094-a131a70470ec {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:47.265036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '94bcba29-f820-4f02-a22c-170c841a483d', 'network_id': '9a9016f2-e74c-49ef-bca6-5843e4b27598', 'port_id': '94bcba29-f820-4f02-a22c-170c841a483d', 'mac_address': 'fa:16:3e:43:d8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:47.267777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:47.268240 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Checking segment: {'id': 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b8b168b2-d94d-470e-b094-a131a70470ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:47.268652 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.269053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Bound using segment: {'id': 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b8b168b2-d94d-470e-b094-a131a70470ec'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:47.269532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Bound port: 98ef1ab6-551e-40fb-a677-d1b34bdc85ed, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b8b168b2-d94d-470e-b094-a131a70470ec'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:47.269912 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.282848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.286252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-989d46af-bc6f-43a0-8cad-4a960b4afd25 service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777257 Dec 15 13:51:47.352269 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.377468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6e1df54-335c-482b-adf3-ae5f65ed3360 req-6a7470df-39a3-4293-ab4a-67eea5d3bda7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442614 Dec 15 13:51:47.380101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bcba29-f820-4f02-a22c-170c841a483d {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:47.390176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=0c940c6d-54cf-4b38-805c-2623269efb44,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:47.390494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] For port 98ef1ab6-551e-40fb-a677-d1b34bdc85ed, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:47.397836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] For port 98ef1ab6-551e-40fb-a677-d1b34bdc85ed, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=98ef1ab6-551e-40fb-a677-d1b34bdc85ed,segment=NetworkSegment(c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc),segment_id=c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:47.411750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 94bcba29-f820-4f02-a22c-170c841a483d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=94bcba29-f820-4f02-a22c-170c841a483d,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:47.413352 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.425841 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.427129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 902d39e7-4696-49ca-ac7e-3d6aa5c249ca details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:47.457472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e33052e3-ff32-4737-a079-ecf9f1730aa5 req-90d1ada3-39df-48a5-9faf-9bf6491da19e service neutron] 10.222.0.74 "GET /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602960 Dec 15 13:51:47.555082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015666-4aa6-45a4-8b9b-ddeed1b7dbb5 req-91269705-3368-462f-8704-5dce44dc2967 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:47.562061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015666-4aa6-45a4-8b9b-ddeed1b7dbb5 req-91269705-3368-462f-8704-5dce44dc2967 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:47.563791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b4cb3-9078-4493-96e2-8f4271cf8c8d req-d4d5db4d-0498-49df-ac2c-d0c54768b922 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:47.565664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b20b4cb3-9078-4493-96e2-8f4271cf8c8d req-d4d5db4d-0498-49df-ac2c-d0c54768b922 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 950 time: 0.1065931 Dec 15 13:51:47.568087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015666-4aa6-45a4-8b9b-ddeed1b7dbb5 req-91269705-3368-462f-8704-5dce44dc2967 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:47.571199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42015666-4aa6-45a4-8b9b-ddeed1b7dbb5 req-91269705-3368-462f-8704-5dce44dc2967 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2414 time: 0.3132172 Dec 15 13:51:47.574167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.578601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] For port 4170e37b-523d-4d05-a781-78af019970ab, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4170e37b-523d-4d05-a781-78af019970ab,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:47.579101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.583043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] For port c69f09d7-bb8e-4961-b88b-cf58a6f792cc, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:47.583532 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.616143 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5000eb1-44ba-4a0e-b18d-3c971d516338 req-e58ec524-e6f3-4f24-905c-093410cf4c75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0410185 Dec 15 13:51:47.625971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Calling delete_port for c69f09d7-bb8e-4961-b88b-cf58a6f792cc owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:47.634578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Calling delete_port for 4170e37b-523d-4d05-a781-78af019970ab owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:47.648996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b20b4cb3-9078-4493-96e2-8f4271cf8c8d req-aab277da-9c2e-4ff0-9cae-b6c1e767828b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764406 Dec 15 13:51:47.664711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b168b2-d94d-470e-b094-a131a70470ec']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:47.679569 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:51:47.697276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:47.697738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:47.697821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:47.699663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7def32-199b-4da8-ac30-b9050c2a27de None None] Pushing event updated for resources: {'Port': ['ID=98ef1ab6-551e-40fb-a677-d1b34bdc85ed,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:47.715221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b6756-70e3-41c5-9725-4e2b08c7d96e None None] Network b8b168b2-d94d-470e-b094-a131a70470ec requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:47.742575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '902d39e7-4696-49ca-ac7e-3d6aa5c249ca', 'network_id': 'd5ac5b93-340d-4ecf-b27b-c7480ab7fdcf', 'port_id': '902d39e7-4696-49ca-ac7e-3d6aa5c249ca', 'mac_address': 'fa:16:3e:84:b0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:47.751330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f1982b4-e44e-4ab7-b665-4fb32b0375ab req-3959dcc2-7485-42fa-bee8-303e3279e87b tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0313573 Dec 15 13:51:47.754921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.815067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42015666-4aa6-45a4-8b9b-ddeed1b7dbb5 req-af22f195-fa78-44e2-b7fd-e7410fde0109 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229130 Dec 15 13:51:47.816077 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.833743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=94bcba29-f820-4f02-a22c-170c841a483d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:47.860550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:47.861037 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:47.866041 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:47.877027 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:47.894446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902d39e7-4696-49ca-ac7e-3d6aa5c249ca {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:47.910931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9cec62-d305-48ad-9cd5-cf08a9a4de01 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:51:47.945913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:47.951086 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.031063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:51:48.031063 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:51:48.031063 n-d-821840-1 neutron-server[109768]: [parameters: {'id': 'b8b168b2-d94d-470e-b094-a131a70470ec'}] Dec 15 13:51:48.031063 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:51:48.031817 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:51:48.034601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:48.074150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9cec62-d305-48ad-9cd5-cf08a9a4de01 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:51:48.111112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae9e9-7824-4e9e-9672-7de39ee6fd54 req-24ecacf2-0178-4f39-b19f-bec5cdde2054 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:48.112685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-718ae9e9-7824-4e9e-9672-7de39ee6fd54 req-24ecacf2-0178-4f39-b19f-bec5cdde2054 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.2039974 Dec 15 13:51:48.115841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.130981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.135295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c69f09d7-bb8e-4961-b88b-cf58a6f792cc no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:48.137504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309', '4170e37b-523d-4d05-a781-78af019970ab'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:48.180685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event deleted for resources: {'Port': ['ID=4170e37b-523d-4d05-a781-78af019970ab,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:48.189636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: c69f09d7-bb8e-4961-b88b-cf58a6f792cc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:48.189992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c69f09d7-bb8e-4961-b88b-cf58a6f792cc not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:48.254952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] No DVR routers for this DVR port 4170e37b-523d-4d05-a781-78af019970ab on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:48.271600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event deleted for resources: {'Port': ['ID=c69f09d7-bb8e-4961-b88b-cf58a6f792cc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:48.274133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.279076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1cb367f-a644-4655-9614-cdbe97782804 req-4f995730-00ba-4e0e-9cf0-a7ee2b8491d4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "DELETE /v2.0/ports/4170e37b-523d-4d05-a781-78af019970ab HTTP/1.1" status: 204 len: 173 time: 1.8245170 Dec 15 13:51:48.283046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68356ec2-a089-43c6-bbd3-cb975487f573', 'name': 'network-vif-deleted', 'tag': '4170e37b-523d-4d05-a781-78af019970ab'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:48.284826 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec71176-f9a2-49f6-8722-b31a10773f70" -d '{"events": [{"server_uuid": "68356ec2-a089-43c6-bbd3-cb975487f573", "name": "network-vif-deleted", "tag": "4170e37b-523d-4d05-a781-78af019970ab"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:48.313946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] No DVR routers for this DVR port c69f09d7-bb8e-4961-b88b-cf58a6f792cc on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:48.316940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.320056 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7c580e9-cff4-4ba0-9464-660e7d1da7bb req-1fed2520-2d3f-48ef-8281-21641563e8f9 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.24 "DELETE /v2.0/ports/c69f09d7-bb8e-4961-b88b-cf58a6f792cc HTTP/1.1" status: 204 len: 173 time: 1.7997270 Dec 15 13:51:48.334862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-718ae9e9-7824-4e9e-9672-7de39ee6fd54 req-02fd6746-ab7c-457a-9ac9-28e0bc86fa61 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073236 Dec 15 13:51:48.380747 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d934551-39ad-4f6d-b3b7-53eed769dbf3 x-openstack-request-id: req-0d934551-39ad-4f6d-b3b7-53eed769dbf3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:48.381135 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68356ec2-a089-43c6-bbd3-cb975487f573", "name": "network-vif-deleted", "tag": "4170e37b-523d-4d05-a781-78af019970ab", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:48.381351 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d934551-39ad-4f6d-b3b7-53eed769dbf3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:48.381765 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68356ec2-a089-43c6-bbd3-cb975487f573', 'name': 'network-vif-deleted', 'tag': '4170e37b-523d-4d05-a781-78af019970ab', 'status': 'completed', 'code': 200} Dec 15 13:51:48.439471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21359928-1fcf-4b8e-b59a-62837d929cb9 req-a77d8e49-2ee8-438a-8864-d5a8df418886 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:48.446408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21359928-1fcf-4b8e-b59a-62837d929cb9 req-a77d8e49-2ee8-438a-8864-d5a8df418886 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 946 time: 0.0780835 Dec 15 13:51:48.520440 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21359928-1fcf-4b8e-b59a-62837d929cb9 req-d4e6ab87-0038-4190-8b3f-f9a0ae54ca54 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591757 Dec 15 13:51:48.533382 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.590853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port 98ef1ab6-551e-40fb-a677-d1b34bdc85ed {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:48.591194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.615777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['94bcba29-f820-4f02-a22c-170c841a483d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:48.649209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['af06eb73-af72-49ec-a98e-3bf62d04128e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:48.655755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['902d39e7-4696-49ca-ac7e-3d6aa5c249ca'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:48.656512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port 98ef1ab6-551e-40fb-a677-d1b34bdc85ed, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=98ef1ab6-551e-40fb-a677-d1b34bdc85ed,segment=NetworkSegment(c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc),segment_id=c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:48.656883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.670311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for 98ef1ab6-551e-40fb-a677-d1b34bdc85ed owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:48.778497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fbe977f-010c-4436-ae15-ea046a702fa5 req-3b420f90-62e9-405a-a8b0-fb0ac48fab9c tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b101822-1331-4f25-9a28-6a7d7551f069 HTTP/1.1" status: 200 len: 210 time: 0.0279241 Dec 15 13:51:48.788191 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.830185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=98ef1ab6-551e-40fb-a677-d1b34bdc85ed,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:48.837628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port 98ef1ab6-551e-40fb-a677-d1b34bdc85ed on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:49.000629 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1025b314-4016-4ac1-9a23-cef3be24ccb0 req-9b6a06a8-7cd6-4b8a-90ee-cda290ecfd65 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0908306 Dec 15 13:51:49.044313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.081538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b168b2-d94d-470e-b094-a131a70470ec']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:49.092616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:49.092939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4330b1a-2cdb-48ef-9ae3-4412f7b1c7bc') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:49.108870 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.134068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ef289-f9b1-476e-9b0f-b77e3dd68341 req-8590197f-30d6-4466-8c4e-ecbf6d0ecd10 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.142246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ef289-f9b1-476e-9b0f-b77e3dd68341 req-8590197f-30d6-4466-8c4e-ecbf6d0ecd10 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.149949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ef289-f9b1-476e-9b0f-b77e3dd68341 req-8590197f-30d6-4466-8c4e-ecbf6d0ecd10 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.154449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-509ef289-f9b1-476e-9b0f-b77e3dd68341 req-8590197f-30d6-4466-8c4e-ecbf6d0ecd10 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2416 time: 0.1757557 Dec 15 13:51:49.174097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.191551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:49.192188 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:49.196957 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:49.328835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-509ef289-f9b1-476e-9b0f-b77e3dd68341 req-a5dbf10e-9123-471b-b42d-33c9b9e18cd5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694319 Dec 15 13:51:49.338308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.353625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.356394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/b8b168b2-d94d-470e-b094-a131a70470ec HTTP/1.1" status: 204 len: 168 time: 3.4023874 Dec 15 13:51:49.360163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:49.366323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-418199662'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:49.386744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f2eb-358e-4d4b-b3da-03abe6ad11e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=b8b168b2-d94d-470e-b094-a131a70470ec,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:49.413393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:49.418725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.478818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:49.494989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.496554 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment fbfb3f86-a9da-4bdf-9c09-8b1b8762a002 of type vlan for network 556fdc71-741c-40d9-8bcc-48e5f2b01849 Dec 15 13:51:49.514559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710b9c1-3efc-47e9-abb7-dd5a364047ab req-4b39e0fb-2a0f-4436-a918-be944708c0b6 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.516519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a710b9c1-3efc-47e9-abb7-dd5a364047ab req-4b39e0fb-2a0f-4436-a918-be944708c0b6 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.0850656 Dec 15 13:51:49.567832 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.618545 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a710b9c1-3efc-47e9-abb7-dd5a364047ab req-87fba492-ad8d-420b-b444-360956555082 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805650 Dec 15 13:51:49.624541 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.630667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.631493 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.703773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92383eb0-5378-4926-a9b8-90e33fe0ca2f req-a5ec7213-8200-4a3d-84da-c062f7f1647b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.705498 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92383eb0-5378-4926-a9b8-90e33fe0ca2f req-a5ec7213-8200-4a3d-84da-c062f7f1647b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 946 time: 0.1114092 Dec 15 13:51:49.737526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3757262 Dec 15 13:51:49.740834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57242) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:49.747011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': '556fdc71-741c-40d9-8bcc-48e5f2b01849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:49.752925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11082365-3832-468d-812e-92dd2809140c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=556fdc71-741c-40d9-8bcc-48e5f2b01849,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:49.781413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 556fdc71-741c-40d9-8bcc-48e5f2b01849 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:49.796518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92383eb0-5378-4926-a9b8-90e33fe0ca2f req-99050eec-2a1d-4e1f-8f2c-0aef1022065e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738294 Dec 15 13:51:49.857661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'f06dc401-df3e-416f-9d00-d03f3d608309'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:49.947114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b267a58-c807-447d-a3f7-6cb47d6d27be req-6d789dda-d3ec-40b7-aa4d-f0b3b311f8e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:49.949290 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b267a58-c807-447d-a3f7-6cb47d6d27be req-6d789dda-d3ec-40b7-aa4d-f0b3b311f8e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.0826132 Dec 15 13:51:50.015658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:50.019553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.089839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b267a58-c807-447d-a3f7-6cb47d6d27be req-704793c5-18c4-4ffa-81a2-7dbbb6a83e25 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321907 Dec 15 13:51:50.125731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing IP validity checks on allocation pools {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 13:51:50.128473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 13:51:50.168945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:51:50.184352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4170e37b-523d-4d05-a781-78af019970ab no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:50.208274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51e4a9b8-f682-4b0f-87e5-45341fab5067 req-d2e8d6e5-ed36-457c-83a2-65c9656ce411 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0512986 Dec 15 13:51:50.325086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ca0fb-8df6-4610-acb5-11922761963e req-b43f4b6b-3e74-4924-bf55-e8d7e089fee8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:50.333908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:50.337481 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-960ca0fb-8df6-4610-acb5-11922761963e req-b43f4b6b-3e74-4924-bf55-e8d7e089fee8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 946 time: 0.1308627 Dec 15 13:51:50.348062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '3de711fe-2570-4e6b-a7a8-141159566d63', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '3de711fe-2570-4e6b-a7a8-141159566d63', 'mac_address': 'fa:16:3e:30:df:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:51:50.400433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b101822-1331-4f25-9a28-6a7d7551f069', 'name': 'network-vif-deleted', 'tag': 'c69f09d7-bb8e-4961-b88b-cf58a6f792cc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:50.403263 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31268293-24e1-4778-9d30-5016e9ddd5f5" -d '{"events": [{"server_uuid": "2b101822-1331-4f25-9a28-6a7d7551f069", "name": "network-vif-deleted", "tag": "c69f09d7-bb8e-4961-b88b-cf58a6f792cc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:50.411012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 4170e37b-523d-4d05-a781-78af019970ab {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:50.412787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4170e37b-523d-4d05-a781-78af019970ab not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:50.440912 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.449019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aff91b-5798-47b6-99a3-720b499afe59 req-4382726e-af09-400e-89ab-211566867bcd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:50.457928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21aff91b-5798-47b6-99a3-720b499afe59 req-4382726e-af09-400e-89ab-211566867bcd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0982578 Dec 15 13:51:50.511783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=658cce76-1cb9-4ac7-9df1-329a069db94e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:50.544339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21aff91b-5798-47b6-99a3-720b499afe59 req-61d52dfb-6304-4b79-8982-c2b22dbc4b4f tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840302 Dec 15 13:51:50.552052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.564909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-960ca0fb-8df6-4610-acb5-11922761963e req-680a0ca3-2f85-4a11-a2d1-71b16cf99d78 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264833 Dec 15 13:51:50.565879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '556fdc71-741c-40d9-8bcc-48e5f2b01849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:50.566359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: 556fdc71-741c-40d9-8bcc-48e5f2b01849, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:50.574314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3de711fe-2570-4e6b-a7a8-141159566d63 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:51:50.616127 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network 556fdc71-741c-40d9-8bcc-48e5f2b01849 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:50.620185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:50.634049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 556fdc71-741c-40d9-8bcc-48e5f2b01849) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:50.634261 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.639514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:50.640606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:50.688167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e99bd369-a86e-4e5b-a3f5-98858bf4f91e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9459434 Dec 15 13:51:50.690797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57278) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:50.696917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:50.707604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c52f2-a177-4138-869b-c4c16163069a None None] Network 556fdc71-741c-40d9-8bcc-48e5f2b01849 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:50.934324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['3de711fe-2570-4e6b-a7a8-141159566d63'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:51.003601 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.038785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02577f-8ba5-4efb-a348-e8adc632dff6 req-f6dd8004-8e91-4cdd-8b1a-3d991c4ad89d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:51.045667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-556fdc71-741c-40d9-8bcc-48e5f2b01849', 'network_id': '556fdc71-741c-40d9-8bcc-48e5f2b01849', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': '658cce76-1cb9-4ac7-9df1-329a069db94e'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:51.045667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.049294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02577f-8ba5-4efb-a348-e8adc632dff6 req-f6dd8004-8e91-4cdd-8b1a-3d991c4ad89d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:51.055719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02577f-8ba5-4efb-a348-e8adc632dff6 req-f6dd8004-8e91-4cdd-8b1a-3d991c4ad89d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:51.057689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f02577f-8ba5-4efb-a348-e8adc632dff6 req-f6dd8004-8e91-4cdd-8b1a-3d991c4ad89d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2416 time: 0.1274641 Dec 15 13:51:51.087522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd2c6900-c2c1-4a5b-9d38-fe8de83828ad req-af409816-057d-4a33-8266-f14f8445e862 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3&device_id=097c7430-3f53-4089-99ac-82950dbe1a2b HTTP/1.1" status: 200 len: 210 time: 0.0553324 Dec 15 13:51:51.143673 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c00446-3512-4f26-b16c-5a4c1633e829 x-openstack-request-id: req-d3c00446-3512-4f26-b16c-5a4c1633e829 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:51.144972 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b101822-1331-4f25-9a28-6a7d7551f069", "name": "network-vif-deleted", "tag": "c69f09d7-bb8e-4961-b88b-cf58a6f792cc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:51.145413 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3c00446-3512-4f26-b16c-5a4c1633e829 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:51.145990 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b101822-1331-4f25-9a28-6a7d7551f069', 'name': 'network-vif-deleted', 'tag': 'c69f09d7-bb8e-4961-b88b-cf58a6f792cc', 'status': 'completed', 'code': 200} Dec 15 13:51:51.249982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f02577f-8ba5-4efb-a348-e8adc632dff6 req-5ce14741-03c0-4857-aabe-aca2d505482a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541431 Dec 15 13:51:51.252812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.378345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Allocated IP 172.20.0.3 (556fdc71-741c-40d9-8bcc-48e5f2b01849/658cce76-1cb9-4ac7-9df1-329a069db94e/ffe69ef0-9483-410e-8239-e264856b8eb0) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:51.414423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29dcf-9893-4eae-bed5-dfb9d5b5ae4c req-8f38051e-6cc3-4092-8a3a-35baa7ec4ef1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:51.423371 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ac29dcf-9893-4eae-bed5-dfb9d5b5ae4c req-8f38051e-6cc3-4092-8a3a-35baa7ec4ef1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.0973976 Dec 15 13:51:51.518529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ac29dcf-9893-4eae-bed5-dfb9d5b5ae4c req-bf1f77c2-b74d-4603-97f6-9440e0b6f488 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935128 Dec 15 13:51:51.574351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.589845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.617949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.631594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Network 556fdc71-741c-40d9-8bcc-48e5f2b01849 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:51.640089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:51.644210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:51.681823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Pushing event updated for resources: {'Port': ['ID=ffe69ef0-9483-410e-8239-e264856b8eb0,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:51.689875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=658cce76-1cb9-4ac7-9df1-329a069db94e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:51.718697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60422c82-e1e2-4858-97eb-9ca2f44b02c4 req-c9e53d43-f4a8-457d-8aa0-0beb33e34d7b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:51.722315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Attempting to bind port ffe69ef0-9483-410e-8239-e264856b8eb0 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:51.722818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Attempting to bind port ffe69ef0-9483-410e-8239-e264856b8eb0 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '556fdc71-741c-40d9-8bcc-48e5f2b01849'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:51.723299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Attempting to bind port ffe69ef0-9483-410e-8239-e264856b8eb0 on network 556fdc71-741c-40d9-8bcc-48e5f2b01849 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:51.730126 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60422c82-e1e2-4858-97eb-9ca2f44b02c4 req-c9e53d43-f4a8-457d-8aa0-0beb33e34d7b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 949 time: 0.1240141 Dec 15 13:51:51.730329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:51.730329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Checking segment: {'id': 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '556fdc71-741c-40d9-8bcc-48e5f2b01849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:51.732110 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.732769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Bound using segment: {'id': 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '556fdc71-741c-40d9-8bcc-48e5f2b01849'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:51.733368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Bound port: ffe69ef0-9483-410e-8239-e264856b8eb0, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '556fdc71-741c-40d9-8bcc-48e5f2b01849'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:51.733952 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.796018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-7ce088ca-3698-4ad1-a6a4-2782ff48ce22 req-19d9ef48-a18a-425d-b513-3621dd40104d tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:51:51.804490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ce088ca-3698-4ad1-a6a4-2782ff48ce22 req-19d9ef48-a18a-425d-b513-3621dd40104d tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143738 Dec 15 13:51:51.814881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60422c82-e1e2-4858-97eb-9ca2f44b02c4 req-498121df-08d4-4730-a24b-3cce2616e5f1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806677 Dec 15 13:51:51.826364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] For port ffe69ef0-9483-410e-8239-e264856b8eb0, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:51.830254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] For port ffe69ef0-9483-410e-8239-e264856b8eb0, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ffe69ef0-9483-410e-8239-e264856b8eb0,segment=NetworkSegment(fbfb3f86-a9da-4bdf-9c09-8b1b8762a002),segment_id=fbfb3f86-a9da-4bdf-9c09-8b1b8762a002)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:51.843813 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.908396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ee5047a-3714-4f11-b643-c4bc3f3cef94 req-008dba08-d5f0-429b-9af8-4df8dcd02c54 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9fe70593a0c74bd789bb139a1b15640b&device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0780277 Dec 15 13:51:51.950185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dba7b-3a17-4919-8912-e00728cd2bc1 None None] Pushing event updated for resources: {'Port': ['ID=ffe69ef0-9483-410e-8239-e264856b8eb0,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:51.974665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430135a4-5017-4baf-9369-eaf37e6a68da req-290972ce-2c01-4440-b1a2-838c933fd888 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:51.975084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046caa02-833d-48f6-a793-61d1384db4fa None None] Network 556fdc71-741c-40d9-8bcc-48e5f2b01849 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:51.984502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-430135a4-5017-4baf-9369-eaf37e6a68da req-290972ce-2c01-4440-b1a2-838c933fd888 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 946 time: 0.1061482 Dec 15 13:51:51.990080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.036906 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ee5047a-3714-4f11-b643-c4bc3f3cef94 req-ea3abb94-d41b-4258-8471-c7708ebf6476 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9fe70593a0c74bd789bb139a1b15640b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923221 Dec 15 13:51:52.042793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556fdc71-741c-40d9-8bcc-48e5f2b01849']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:52.046852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-430135a4-5017-4baf-9369-eaf37e6a68da req-e0640b28-1b03-40f9-b19c-10a98fa7dfa8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611382 Dec 15 13:51:52.103746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a589ad9-95ce-42c2-8358-011f03a060ad None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:51:52.108073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:52.108379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:52.117448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ce088ca-3698-4ad1-a6a4-2782ff48ce22 req-6332a719-57d5-4fc0-a4c6-4390eebc82c3 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3116221 Dec 15 13:51:52.148740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device af06eb73-af72-49ec-a98e-3bf62d04128e up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:52.219438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5047a-3714-4f11-b643-c4bc3f3cef94 req-c48e13aa-1a7c-468e-9041-650f90415e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:52.221212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ee5047a-3714-4f11-b643-c4bc3f3cef94 req-c48e13aa-1a7c-468e-9041-650f90415e81 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1683013 Dec 15 13:51:52.232673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-baed1823-3dfb-4df5-a35b-cacbccefc19f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:52.236871 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b07c809d-16fe-4ae9-bb61-662faaee5d31 req-5a979b7e-0311-4914-9cd0-56a02b120351 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0398567 Dec 15 13:51:52.237358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-baed1823-3dfb-4df5-a35b-cacbccefc19f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 946 time: 0.4475467 Dec 15 13:51:52.240604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.260177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.286162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:52.286810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:52.368844 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:52.426214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:51:52.426214 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:51:52.426214 n-d-821840-1 neutron-server[109768]: [parameters: {'id': '556fdc71-741c-40d9-8bcc-48e5f2b01849'}] Dec 15 13:51:52.426214 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:51:52.426609 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:51:52.490928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bda7-c4e4-49eb-a799-7f469cb4e9a0 req-42f470c6-88ef-4354-83ad-c245bf027bdb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:52.497217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Deleting port 110891f5-41ea-4cde-b16f-d4ddc5a42624 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:52.497584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.503346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bda7-c4e4-49eb-a799-7f469cb4e9a0 req-42f470c6-88ef-4354-83ad-c245bf027bdb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:52.512876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bda7-c4e4-49eb-a799-7f469cb4e9a0 req-42f470c6-88ef-4354-83ad-c245bf027bdb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:52.523645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69b6bda7-c4e4-49eb-a799-7f469cb4e9a0 req-42f470c6-88ef-4354-83ad-c245bf027bdb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2416 time: 0.1208670 Dec 15 13:51:52.629419 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69b6bda7-c4e4-49eb-a799-7f469cb4e9a0 req-b1b240ab-c0d9-4e3b-b0b4-e3dbf0c3b90b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039791 Dec 15 13:51:52.643733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] For port 110891f5-41ea-4cde-b16f-d4ddc5a42624, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=110891f5-41ea-4cde-b16f-d4ddc5a42624,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:52.644139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.679361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Calling delete_port for 110891f5-41ea-4cde-b16f-d4ddc5a42624 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:52.734469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port af06eb73-af72-49ec-a98e-3bf62d04128e completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:52.748383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port af06eb73-af72-49ec-a98e-3bf62d04128e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:52.748994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.784492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-0ab1c49c-f24d-46ac-8031-46bbedfd72d1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:52.786221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-0ab1c49c-f24d-46ac-8031-46bbedfd72d1 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 949 time: 0.1168633 Dec 15 13:51:52.805286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a589ad9-95ce-42c2-8358-011f03a060ad None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:51:52.951589 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:52.960578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f981-03e9-4af9-95b9-107a42e40051 req-d4e0e516-3f4b-4243-80c5-8a2ac4554241 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:52.962991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf13f981-03e9-4af9-95b9-107a42e40051 req-d4e0e516-3f4b-4243-80c5-8a2ac4554241 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.1748769 Dec 15 13:51:52.988599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27e907-c3af-4473-89be-21b9970ba718 req-845396aa-95c9-4890-b4ba-d2875d0594b7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:53.001511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf27e907-c3af-4473-89be-21b9970ba718 req-845396aa-95c9-4890-b4ba-d2875d0594b7 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 949 time: 0.0895605 Dec 15 13:51:53.069164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.092915 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf27e907-c3af-4473-89be-21b9970ba718 req-4180d5ff-df68-442d-a60b-77eb97a0dc64 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895960 Dec 15 13:51:53.139795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf13f981-03e9-4af9-95b9-107a42e40051 req-d16a0503-4515-40e7-852f-f00f55de8d19 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691875 Dec 15 13:51:53.145964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Pushing event deleted for resources: {'Port': ['ID=110891f5-41ea-4cde-b16f-d4ddc5a42624,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:53.166352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Deleting port 73cb900d-06ad-4572-b8ac-a39d6e18217f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:53.166704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.187692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['110891f5-41ea-4cde-b16f-d4ddc5a42624'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:53.194776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bb167c7d-b053-4db6-93cf-80a4b9eda69b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:53.266642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.273262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c769e-3198-4c26-88e5-7ac96aeb54c7 None None] DHCP port deletion for d3a38d98-e4b7-4788-b508-6e31635004ad request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:51:53.295792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb090c01-590f-4df0-9a32-5c85fa15d190 req-6c101ead-b168-444d-bb2a-75bad5a47a9c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 210 time: 0.1024187 Dec 15 13:51:53.397571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port af06eb73-af72-49ec-a98e-3bf62d04128e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af06eb73-af72-49ec-a98e-3bf62d04128e,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:53.413442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af06eb73-af72-49ec-a98e-3bf62d04128e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:53.415753 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546401a2-fdb4-429a-b0ce-934cb6edb6c4" -d '{"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-plugged", "status": "completed", "tag": "af06eb73-af72-49ec-a98e-3bf62d04128e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:53.423778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.424616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 94bcba29-f820-4f02-a22c-170c841a483d up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:53.505284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc920839-bec2-4f3b-abb8-b8ebf02c29dd req-eae11bc4-f26a-4eba-a9be-d517dc4d7a05 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0547700 Dec 15 13:51:53.542713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-3e406aed-2f0e-4ca6-8d29-4858945d0097 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:53.547785 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-3e406aed-2f0e-4ca6-8d29-4858945d0097 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc9804e-f0ab-4542-9a5c-132b129dbc18 HTTP/1.1" status: 200 len: 949 time: 0.1575904 Dec 15 13:51:53.690700 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db25b5-3581-4106-8bad-5b32278c9f93 x-openstack-request-id: req-a2db25b5-3581-4106-8bad-5b32278c9f93 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:53.691000 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-plugged", "status": "completed", "tag": "af06eb73-af72-49ec-a98e-3bf62d04128e", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:53.691263 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2db25b5-3581-4106-8bad-5b32278c9f93 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:53.691666 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af06eb73-af72-49ec-a98e-3bf62d04128e', 'code': 200} Dec 15 13:51:53.692270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=af06eb73-af72-49ec-a98e-3bf62d04128e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:53.722951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 94bcba29-f820-4f02-a22c-170c841a483d completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:53.726861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Deleting port f06dc401-df3e-416f-9d00-d03f3d608309 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:53.727404 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.730824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 94bcba29-f820-4f02-a22c-170c841a483d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:53.731200 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.845950 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.893611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] For port f06dc401-df3e-416f-9d00-d03f3d608309, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f06dc401-df3e-416f-9d00-d03f3d608309,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:53.894258 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.895510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port ffe69ef0-9483-410e-8239-e264856b8eb0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:53.896131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.905136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 94bcba29-f820-4f02-a22c-170c841a483d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=94bcba29-f820-4f02-a22c-170c841a483d,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:53.910549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] No DVR routers for this DVR port 110891f5-41ea-4cde-b16f-d4ddc5a42624 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:53.913962 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.915560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:53.920853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:53.924656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81b53212-9038-4d44-8fa8-bf3c4c8447bc req-88a382b2-3477-4eaa-a984-d454e68d45af tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.24 "DELETE /v2.0/ports/110891f5-41ea-4cde-b16f-d4ddc5a42624 HTTP/1.1" status: 204 len: 173 time: 1.5549667 Dec 15 13:51:53.930899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Calling delete_port for f06dc401-df3e-416f-9d00-d03f3d608309 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:53.931980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45aab78-5cdb-442b-9d69-828539f39d77', 'name': 'network-vif-deleted', 'tag': '110891f5-41ea-4cde-b16f-d4ddc5a42624'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:53.935426 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599bfe91-acfd-458c-bdcb-3909e800237b" -d '{"events": [{"server_uuid": "f45aab78-5cdb-442b-9d69-828539f39d77", "name": "network-vif-deleted", "tag": "110891f5-41ea-4cde-b16f-d4ddc5a42624"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:53.950921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a776-e2fb-4563-bed9-38676a56f73a req-8905cb5b-bf76-4361-b8db-9ee419beb2ca tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:53.962472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a776-e2fb-4563-bed9-38676a56f73a req-8905cb5b-bf76-4361-b8db-9ee419beb2ca tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:53.973939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a776-e2fb-4563-bed9-38676a56f73a req-8905cb5b-bf76-4361-b8db-9ee419beb2ca tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:53.976538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25c9a776-e2fb-4563-bed9-38676a56f73a req-8905cb5b-bf76-4361-b8db-9ee419beb2ca tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2417 time: 0.1464186 Dec 15 13:51:54.025636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f22fb-d6fb-41ab-a850-a6a260bbf9de req-bf1d60ba-dd54-4f59-8606-fce08b8139cd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:54.027512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-671f22fb-d6fb-41ab-a850-a6a260bbf9de req-bf1d60ba-dd54-4f59-8606-fce08b8139cd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 946 time: 0.6692317 Dec 15 13:51:54.051531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ee5047a-3714-4f11-b643-c4bc3f3cef94 req-f130b865-86b4-43c5-892e-e084974d4912 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff15d15-8a1d-4c8d-8a43-f22f0b1a45e3 HTTP/1.1" status: 200 len: 210 time: 0.0739155 Dec 15 13:51:54.066481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=94bcba29-f820-4f02-a22c-170c841a483d,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:54.129391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port ffe69ef0-9483-410e-8239-e264856b8eb0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ffe69ef0-9483-410e-8239-e264856b8eb0,segment=NetworkSegment(fbfb3f86-a9da-4bdf-9c09-8b1b8762a002),segment_id=fbfb3f86-a9da-4bdf-9c09-8b1b8762a002)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:54.129997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.153646 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25c9a776-e2fb-4563-bed9-38676a56f73a req-323fb007-46ec-479d-b904-64b52ced84e2 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572611 Dec 15 13:51:54.159379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 3de711fe-2570-4e6b-a7a8-141159566d63 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:54.160051 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.165216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] For port 73cb900d-06ad-4572-b8ac-a39d6e18217f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73cb900d-06ad-4572-b8ac-a39d6e18217f,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:54.165590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.228051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for ffe69ef0-9483-410e-8239-e264856b8eb0 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:54.248728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Calling delete_port for 73cb900d-06ad-4572-b8ac-a39d6e18217f owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:54.251171 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dd5d5c-927e-459e-a065-42b467fc2f4b x-openstack-request-id: req-d6dd5d5c-927e-459e-a065-42b467fc2f4b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:54.251490 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45aab78-5cdb-442b-9d69-828539f39d77", "name": "network-vif-deleted", "tag": "110891f5-41ea-4cde-b16f-d4ddc5a42624", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:54.251727 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6dd5d5c-927e-459e-a065-42b467fc2f4b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:54.260160 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45aab78-5cdb-442b-9d69-828539f39d77', 'name': 'network-vif-deleted', 'tag': '110891f5-41ea-4cde-b16f-d4ddc5a42624', 'status': 'completed', 'code': 200} Dec 15 13:51:54.330027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-671f22fb-d6fb-41ab-a850-a6a260bbf9de req-6aa4ade7-6261-433c-96a9-453ad96d7cb3 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948341 Dec 15 13:51:54.345212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.405527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:54.413339 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.414385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 902d39e7-4696-49ca-ac7e-3d6aa5c249ca up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:51:54.434041 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.505130 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.508017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event deleted for resources: {'Port': ['ID=f06dc401-df3e-416f-9d00-d03f3d608309,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:54.539358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', 'f06dc401-df3e-416f-9d00-d03f3d608309'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:54.607587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] No DVR routers for this DVR port f06dc401-df3e-416f-9d00-d03f3d608309 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:54.610321 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.614277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-08ddaa7e-3126-4f3d-b761-5192060c22d3 req-667180ec-8bd7-44ff-ae6c-22e5879c4335 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "DELETE /v2.0/ports/f06dc401-df3e-416f-9d00-d03f3d608309 HTTP/1.1" status: 204 len: 173 time: 1.0574098 Dec 15 13:51:54.620303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc9804e-f0ab-4542-9a5c-132b129dbc18', 'name': 'network-vif-deleted', 'tag': 'f06dc401-df3e-416f-9d00-d03f3d608309'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:54.623083 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f3c42-d0e3-4e1e-b12c-664a67e6c6b8" -d '{"events": [{"server_uuid": "acc9804e-f0ab-4542-9a5c-132b129dbc18", "name": "network-vif-deleted", "tag": "f06dc401-df3e-416f-9d00-d03f3d608309"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:54.650114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037af97f-4e8f-45a0-92a9-701bd04a3401 req-50220f80-b609-4ac3-aadf-87019e821f3b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:54.660199 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-037af97f-4e8f-45a0-92a9-701bd04a3401 req-50220f80-b609-4ac3-aadf-87019e821f3b tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 949 time: 0.2912569 Dec 15 13:51:54.676641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:54.726491 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-037af97f-4e8f-45a0-92a9-701bd04a3401 req-4e3772ad-0f76-4f08-9a68-764dc36bfbc4 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619388 Dec 15 13:51:54.794519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port ffe69ef0-9483-410e-8239-e264856b8eb0 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:54.796140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:51:54.797970 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.822640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:51:54.826275 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:54.879441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=ffe69ef0-9483-410e-8239-e264856b8eb0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:54.905497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99cd1666-5d37-4026-86b8-866905f963b6 req-40642be8-72b2-4943-a5fe-1909f89de159 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=f45aab78-5cdb-442b-9d69-828539f39d77 HTTP/1.1" status: 200 len: 210 time: 0.2625575 Dec 15 13:51:54.994749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ed317-90f3-4e73-ac4f-b18440fcb099 req-13c2135d-31f1-411e-9c7c-c17dc7208931 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.005782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-604ed317-90f3-4e73-ac4f-b18440fcb099 req-13c2135d-31f1-411e-9c7c-c17dc7208931 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.1720366 Dec 15 13:51:55.034081 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.112688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.126129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:55.143055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556fdc71-741c-40d9-8bcc-48e5f2b01849']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:55.147463 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.158575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:55.159029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfb3f86-a9da-4bdf-9c09-8b1b8762a002') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:55.171296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.178721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-604ed317-90f3-4e73-ac4f-b18440fcb099 req-8d3dd786-8bea-4c40-a601-63b1058e32d0 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614532 Dec 15 13:51:55.192401 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.194034 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93674099-430d-409c-a106-9d5d084cbe8c x-openstack-request-id: req-93674099-430d-409c-a106-9d5d084cbe8c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:55.194346 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc9804e-f0ab-4542-9a5c-132b129dbc18", "name": "network-vif-deleted", "tag": "f06dc401-df3e-416f-9d00-d03f3d608309", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:55.194811 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93674099-430d-409c-a106-9d5d084cbe8c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:55.195999 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc9804e-f0ab-4542-9a5c-132b129dbc18', 'name': 'network-vif-deleted', 'tag': 'f06dc401-df3e-416f-9d00-d03f3d608309', 'status': 'completed', 'code': 200} Dec 15 13:51:55.209012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:55.213421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.228002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:55.232649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 110891f5-41ea-4cde-b16f-d4ddc5a42624 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:55.290584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 110891f5-41ea-4cde-b16f-d4ddc5a42624 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:55.290855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 110891f5-41ea-4cde-b16f-d4ddc5a42624 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:55.316367 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:55.345942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event deleted for resources: {'Port': ['ID=73cb900d-06ad-4572-b8ac-a39d6e18217f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:55.385390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] No DVR routers for this DVR port 73cb900d-06ad-4572-b8ac-a39d6e18217f on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:55.389107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.393828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b78f04e6-a352-4903-a5a2-52d6df20fcf0 req-e412874f-775e-49d6-af21-62f0cf026d43 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "DELETE /v2.0/ports/73cb900d-06ad-4572-b8ac-a39d6e18217f HTTP/1.1" status: 204 len: 173 time: 2.5930288 Dec 15 13:51:55.398847 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.413430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.421947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:55.425744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/556fdc71-741c-40d9-8bcc-48e5f2b01849 HTTP/1.1" status: 204 len: 168 time: 4.7337191 Dec 15 13:51:55.427253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172747698'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:55.442758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de24f61-5775-4b6e-bae7-251d70b608c0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=556fdc71-741c-40d9-8bcc-48e5f2b01849,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:55.466735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:55.471315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.524227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6f31a-4024-45c9-9712-827fa5fbe4a4 req-83088f89-901e-425d-a8a1-a5249ff34779 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.534870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6f31a-4024-45c9-9712-827fa5fbe4a4 req-83088f89-901e-425d-a8a1-a5249ff34779 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.543199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6f31a-4024-45c9-9712-827fa5fbe4a4 req-83088f89-901e-425d-a8a1-a5249ff34779 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.544419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:55.547302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['49e5f400-665a-4a41-96e1-1386a13ef2dc', 'f06dc401-df3e-416f-9d00-d03f3d608309'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:51:55.555557 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdb6f31a-4024-45c9-9712-827fa5fbe4a4 req-83088f89-901e-425d-a8a1-a5249ff34779 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038&device_id=788b7994-f329-4037-9c7f-a24063d5fbd3&device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 2418 time: 0.1146648 Dec 15 13:51:55.562454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.562917 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 7e1f142e-9702-463c-b01f-31576ea0f14e of type vlan for network 034570dc-8906-4096-8a9b-33f438bbcd83 Dec 15 13:51:55.588010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cd83b0d-214e-44b7-8783-5ad121117294 req-0f011e85-f394-4ff9-b369-6d83bf7b35c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fe70593a0c74bd789bb139a1b15640b&device_id=097c7430-3f53-4089-99ac-82950dbe1a2b HTTP/1.1" status: 200 len: 210 time: 0.0281866 Dec 15 13:51:55.676565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.694087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cd83b0d-214e-44b7-8783-5ad121117294 req-3325dde7-30d7-459c-ae7d-d2e2ca1047ca service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9fe70593a0c74bd789bb139a1b15640b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783815 Dec 15 13:51:55.695943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bcba29-f820-4f02-a22c-170c841a483d'}, {'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63'}, {'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902d39e7-4696-49ca-ac7e-3d6aa5c249ca'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:55.700734 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89004d-62a7-4868-bc8d-86d0248186e9" -d '{"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-plugged", "status": "completed", "tag": "94bcba29-f820-4f02-a22c-170c841a483d"}, {"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-plugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63"}, {"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-plugged", "status": "completed", "tag": "902d39e7-4696-49ca-ac7e-3d6aa5c249ca"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:55.749718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdb6f31a-4024-45c9-9712-827fa5fbe4a4 req-da5ec07b-c1ee-41f3-96db-6e6907965cd5 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927862 Dec 15 13:51:55.767340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a551e9e-a13b-47f4-93c3-b1fc97839fcf req-d88a0930-aa34-4578-9a07-48e67f6a6315 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.783335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a551e9e-a13b-47f4-93c3-b1fc97839fcf req-d88a0930-aa34-4578-9a07-48e67f6a6315 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.808766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a551e9e-a13b-47f4-93c3-b1fc97839fcf req-d88a0930-aa34-4578-9a07-48e67f6a6315 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.814765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a551e9e-a13b-47f4-93c3-b1fc97839fcf req-d88a0930-aa34-4578-9a07-48e67f6a6315 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2419 time: 0.1911540 Dec 15 13:51:55.815576 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.823752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.824585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:55.938804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd83b0d-214e-44b7-8783-5ad121117294 req-0bc59702-17cd-4366-bb0b-32af37cf38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:55.941063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cd83b0d-214e-44b7-8783-5ad121117294 req-0bc59702-17cd-4366-bb0b-32af37cf38a5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2294152 Dec 15 13:51:55.950892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=034570dc-8906-4096-8a9b-33f438bbcd83,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:55.962221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 034570dc-8906-4096-8a9b-33f438bbcd83 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:55.972266 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a26f4fd4-293c-4b2e-9731-ad69be141846 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5495391 Dec 15 13:51:55.973099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:56.010036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': '034570dc-8906-4096-8a9b-33f438bbcd83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:56.020120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a551e9e-a13b-47f4-93c3-b1fc97839fcf req-21821013-92c3-4f5b-9af6-30b438cb0d92 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196687 Dec 15 13:51:56.075249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6421878f-1795-4013-93d1-a36a57b78ecb req-ba589929-4720-4366-a79a-236757377809 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=097c7430-3f53-4089-99ac-82950dbe1a2b HTTP/1.1" status: 200 len: 210 time: 0.0615423 Dec 15 13:51:56.117457 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e2ce8-544e-4b01-839e-0c0eec3ca7d1 x-openstack-request-id: req-b23e2ce8-544e-4b01-839e-0c0eec3ca7d1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:56.117763 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-plugged", "status": "completed", "tag": "94bcba29-f820-4f02-a22c-170c841a483d", "code": 200}, {"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-plugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63", "code": 200}, {"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-plugged", "status": "completed", "tag": "902d39e7-4696-49ca-ac7e-3d6aa5c249ca", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:56.118033 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b23e2ce8-544e-4b01-839e-0c0eec3ca7d1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:56.118419 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bcba29-f820-4f02-a22c-170c841a483d', 'code': 200} Dec 15 13:51:56.118677 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63', 'code': 200} Dec 15 13:51:56.118931 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902d39e7-4696-49ca-ac7e-3d6aa5c249ca', 'code': 200} Dec 15 13:51:56.196964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:56.201472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:56.206965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73cb900d-06ad-4572-b8ac-a39d6e18217f no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:56.248672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 73cb900d-06ad-4572-b8ac-a39d6e18217f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:56.249037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73cb900d-06ad-4572-b8ac-a39d6e18217f not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:56.279470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34874d43-4e1c-457a-a30a-d3ad6acd1276 req-83aea775-b2e5-4baf-afe7-fd3ee996d4f2 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1396618 Dec 15 13:51:56.302917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65209b8-bf33-4ce1-b1b6-6d2e5078b0de', 'name': 'network-vif-deleted', 'tag': '73cb900d-06ad-4572-b8ac-a39d6e18217f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:51:56.306190 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaf3323-8ebf-4556-b2cf-a985b5d5d0cc" -d '{"events": [{"server_uuid": "a65209b8-bf33-4ce1-b1b6-6d2e5078b0de", "name": "network-vif-deleted", "tag": "73cb900d-06ad-4572-b8ac-a39d6e18217f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:51:56.337412 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b5a59a5-3411-4c48-8b96-9177c59d0809 req-743e0a71-0802-4f8b-b1cd-a5977d0fafa5 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=a65209b8-bf33-4ce1-b1b6-6d2e5078b0de HTTP/1.1" status: 200 len: 210 time: 0.0497932 Dec 15 13:51:56.395449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab60fdc-ff27-4832-9938-1d8e50602da0 req-39814962-e074-407b-95ea-27cdb244b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:56.399448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab60fdc-ff27-4832-9938-1d8e50602da0 req-39814962-e074-407b-95ea-27cdb244b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:56.400173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab60fdc-ff27-4832-9938-1d8e50602da0 req-39814962-e074-407b-95ea-27cdb244b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:56.406505 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ab60fdc-ff27-4832-9938-1d8e50602da0 req-39814962-e074-407b-95ea-27cdb244b5e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2872 time: 0.1259274 Dec 15 13:51:56.482807 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da579726-d1a2-42f1-a788-150b8990786b x-openstack-request-id: req-da579726-d1a2-42f1-a788-150b8990786b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:51:56.483109 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65209b8-bf33-4ce1-b1b6-6d2e5078b0de", "name": "network-vif-deleted", "tag": "73cb900d-06ad-4572-b8ac-a39d6e18217f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:51:56.483365 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-da579726-d1a2-42f1-a788-150b8990786b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:51:56.483757 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65209b8-bf33-4ce1-b1b6-6d2e5078b0de', 'name': 'network-vif-deleted', 'tag': '73cb900d-06ad-4572-b8ac-a39d6e18217f', 'status': 'completed', 'code': 200} Dec 15 13:51:56.506293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ab60fdc-ff27-4832-9938-1d8e50602da0 req-f9f7993f-2a9b-41a9-9832-37c0fbce7f30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874941 Dec 15 13:51:56.597382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba095fec-801b-48b1-8b6c-08dc0920cd65 req-2756c7e6-386d-43a5-b1b8-6b4d80757c16 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:56.606001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba095fec-801b-48b1-8b6c-08dc0920cd65 req-2756c7e6-386d-43a5-b1b8-6b4d80757c16 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.0680857 Dec 15 13:51:56.619654 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:56.662805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba095fec-801b-48b1-8b6c-08dc0920cd65 req-06ef987c-76c3-4b67-a64f-87c2d59dc0e0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535319 Dec 15 13:51:56.682169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=1e92ce70-d993-4909-9b14-1467a07fbc34,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:56.719545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': '7e1f142e-9702-463c-b01f-31576ea0f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '034570dc-8906-4096-8a9b-33f438bbcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:56.720277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: 034570dc-8906-4096-8a9b-33f438bbcd83, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:51:56.765200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network 034570dc-8906-4096-8a9b-33f438bbcd83 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:51:56.782316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 034570dc-8906-4096-8a9b-33f438bbcd83) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:56.786613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:56.787236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:56.791259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd05741-98f5-4a88-896e-c8ab0a859e01 None None] Network 034570dc-8906-4096-8a9b-33f438bbcd83 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:56.841075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-331a15fc-7ab0-4639-bd2f-1fc53c2ce275 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8623271 Dec 15 13:51:56.846616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57410) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:56.956698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318ef12-fbfd-4e89-995f-2502545cf2e5 req-5f9dabdb-9e2c-4e4a-8cb8-085193bfcd0c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:56.964120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5318ef12-fbfd-4e89-995f-2502545cf2e5 req-5f9dabdb-9e2c-4e4a-8cb8-085193bfcd0c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1114743 Dec 15 13:51:56.998478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-034570dc-8906-4096-8a9b-33f438bbcd83', 'network_id': '034570dc-8906-4096-8a9b-33f438bbcd83', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': '1e92ce70-d993-4909-9b14-1467a07fbc34'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:51:57.002162 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.023434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.049284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5318ef12-fbfd-4e89-995f-2502545cf2e5 req-872167fb-97bd-4dba-9c22-ebf86cc2308d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801792 Dec 15 13:51:57.140472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.278048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf0db-a47b-463a-b4c2-cd2fd4114227 req-34a49cec-1c97-42dd-a901-5086e9eb2276 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:57.284726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf0db-a47b-463a-b4c2-cd2fd4114227 req-34a49cec-1c97-42dd-a901-5086e9eb2276 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:57.286109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Allocated IP 172.20.0.1 (034570dc-8906-4096-8a9b-33f438bbcd83/1e92ce70-d993-4909-9b14-1467a07fbc34/c1e83413-2f12-4267-85ff-8a0a7ca7ab70) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:51:57.291427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf0db-a47b-463a-b4c2-cd2fd4114227 req-34a49cec-1c97-42dd-a901-5086e9eb2276 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:57.299748 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f3ecf0db-a47b-463a-b4c2-cd2fd4114227 req-34a49cec-1c97-42dd-a901-5086e9eb2276 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2419 time: 0.1000590 Dec 15 13:51:57.403197 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f3ecf0db-a47b-463a-b4c2-cd2fd4114227 req-76146a46-1806-4f44-b120-5ed8712800d5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017318 Dec 15 13:51:57.531340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5d4838f-aa45-4132-a5c6-cdea87d58a25 req-a10ee6bf-1856-4932-8603-aff6f48b3129 tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.86 "GET /v2.0/ports?device_id=097c7430-3f53-4089-99ac-82950dbe1a2b HTTP/1.1" status: 200 len: 210 time: 0.0431786 Dec 15 13:51:57.534195 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.544225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.585192 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.600467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Network 034570dc-8906-4096-8a9b-33f438bbcd83 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:51:57.608032 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:51:57.612088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:51:57.650775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Pushing event updated for resources: {'Port': ['ID=c1e83413-2f12-4267-85ff-8a0a7ca7ab70,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:57.672982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=1e92ce70-d993-4909-9b14-1467a07fbc34,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:57.716490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Attempting to bind port c1e83413-2f12-4267-85ff-8a0a7ca7ab70 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:51:57.717331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Attempting to bind port c1e83413-2f12-4267-85ff-8a0a7ca7ab70 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7e1f142e-9702-463c-b01f-31576ea0f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '034570dc-8906-4096-8a9b-33f438bbcd83'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:51:57.717758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Attempting to bind port c1e83413-2f12-4267-85ff-8a0a7ca7ab70 on network 034570dc-8906-4096-8a9b-33f438bbcd83 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:51:57.727433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:51:57.727754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Checking segment: {'id': '7e1f142e-9702-463c-b01f-31576ea0f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '034570dc-8906-4096-8a9b-33f438bbcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:51:57.728195 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.728869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Bound using segment: {'id': '7e1f142e-9702-463c-b01f-31576ea0f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '034570dc-8906-4096-8a9b-33f438bbcd83'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:51:57.729997 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Bound port: c1e83413-2f12-4267-85ff-8a0a7ca7ab70, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1f142e-9702-463c-b01f-31576ea0f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '034570dc-8906-4096-8a9b-33f438bbcd83'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:51:57.730480 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.768785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.789651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034570dc-8906-4096-8a9b-33f438bbcd83']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:57.800658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1f142e-9702-463c-b01f-31576ea0f14e') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:57.801248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1f142e-9702-463c-b01f-31576ea0f14e') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:57.812527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.817319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] For port c1e83413-2f12-4267-85ff-8a0a7ca7ab70, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:51:57.821799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] For port c1e83413-2f12-4267-85ff-8a0a7ca7ab70, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c1e83413-2f12-4267-85ff-8a0a7ca7ab70,segment=NetworkSegment(7e1f142e-9702-463c-b01f-31576ea0f14e),segment_id=7e1f142e-9702-463c-b01f-31576ea0f14e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:51:57.834913 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.843197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.850110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:57.850340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:57.926813 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:57.929727 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:51:57.929727 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:51:57.929727 n-d-821840-1 neutron-server[109768]: [parameters: {'id': '034570dc-8906-4096-8a9b-33f438bbcd83'}] Dec 15 13:51:57.929727 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:51:57.930427 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:51:57.950427 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cd83b0d-214e-44b7-8783-5ad121117294 req-a4b13d75-e35d-4f26-9374-7d4de1bf589a tempest-ServerShowV247Test-2118590299 tempest-ServerShowV247Test-2118590299-project] 10.222.0.24 "GET /v2.0/ports?device_id=097c7430-3f53-4089-99ac-82950dbe1a2b HTTP/1.1" status: 200 len: 210 time: 0.1254900 Dec 15 13:51:58.005666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1558-6dab-4d7c-a136-8057fe499a20 req-c7bdb86e-42ef-4355-9d7d-a6eb606a93b0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:58.007512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6cdc1558-6dab-4d7c-a136-8057fe499a20 req-c7bdb86e-42ef-4355-9d7d-a6eb606a93b0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.5669863 Dec 15 13:51:58.048956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486da6ea-3801-4191-8459-5c2f65c46684 None None] Network 034570dc-8906-4096-8a9b-33f438bbcd83 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:51:58.058924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01965d-ae58-4c46-8aa6-83c0decc4532 None None] Pushing event updated for resources: {'Port': ['ID=c1e83413-2f12-4267-85ff-8a0a7ca7ab70,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:58.072317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6cdc1558-6dab-4d7c-a136-8057fe499a20 req-51d6b2c9-0622-48c9-a57f-a9f57e7f26d2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571337 Dec 15 13:51:58.237785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f06dc401-df3e-416f-9d00-d03f3d608309 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:51:58.271202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: f06dc401-df3e-416f-9d00-d03f3d608309 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:51:58.271629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f06dc401-df3e-416f-9d00-d03f3d608309 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:58.341807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b0390-8f47-4f7d-a298-1751d7c7fe1c None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:51:58.433543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.542768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port c1e83413-2f12-4267-85ff-8a0a7ca7ab70 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:51:58.545530 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.564465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b0390-8f47-4f7d-a298-1751d7c7fe1c None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:51:58.669086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port c1e83413-2f12-4267-85ff-8a0a7ca7ab70, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c1e83413-2f12-4267-85ff-8a0a7ca7ab70,segment=NetworkSegment(7e1f142e-9702-463c-b01f-31576ea0f14e),segment_id=7e1f142e-9702-463c-b01f-31576ea0f14e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:51:58.669628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.738272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for c1e83413-2f12-4267-85ff-8a0a7ca7ab70 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:51:58.887795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b325-3526-4cf0-b85a-c8b54db87ccc req-6216762d-166c-4ea1-aca5-2920c65a31ae tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:58.895497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b325-3526-4cf0-b85a-c8b54db87ccc req-6216762d-166c-4ea1-aca5-2920c65a31ae tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:58.902284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b325-3526-4cf0-b85a-c8b54db87ccc req-6216762d-166c-4ea1-aca5-2920c65a31ae tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:58.910759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5f8b325-3526-4cf0-b85a-c8b54db87ccc req-6216762d-166c-4ea1-aca5-2920c65a31ae tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2419 time: 0.2127593 Dec 15 13:51:58.927226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:58.980024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=c1e83413-2f12-4267-85ff-8a0a7ca7ab70,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:59.002910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port c1e83413-2f12-4267-85ff-8a0a7ca7ab70 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:51:59.166244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.205499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034570dc-8906-4096-8a9b-33f438bbcd83']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:59.227071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1f142e-9702-463c-b01f-31576ea0f14e') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:59.227352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1f142e-9702-463c-b01f-31576ea0f14e') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:51:59.240085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.257907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5f8b325-3526-4cf0-b85a-c8b54db87ccc req-a8a073d2-803b-4346-a995-5f6538adea43 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416255 Dec 15 13:51:59.283089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.292135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:51:59.292565 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:51:59.295697 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:51:59.320973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f9768-4824-49a9-bb58-3479b65988ba req-29cd00b5-1c8e-4d76-b69b-573afc75fe09 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:59.333326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-088f9768-4824-49a9-bb58-3479b65988ba req-29cd00b5-1c8e-4d76-b69b-573afc75fe09 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.0873041 Dec 15 13:51:59.455056 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-088f9768-4824-49a9-bb58-3479b65988ba req-7c775cd4-009d-4134-9465-fe2d46a1bcfd tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162467 Dec 15 13:51:59.462076 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.491618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.499394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57486) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:59.501827 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/034570dc-8906-4096-8a9b-33f438bbcd83 HTTP/1.1" status: 204 len: 168 time: 2.6534009 Dec 15 13:51:59.512702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1696574889'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:51:59.514714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870690-cef0-4f5d-b071-c6acec0eeab8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=034570dc-8906-4096-8a9b-33f438bbcd83,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:59.539279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538069a2-94e6-4c9c-9743-3cdc17d3afee req-ef477e88-dc95-4b07-a647-11cf95fc0c72 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:59.547976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-538069a2-94e6-4c9c-9743-3cdc17d3afee req-ef477e88-dc95-4b07-a647-11cf95fc0c72 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 950 time: 0.0992641 Dec 15 13:51:59.583823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:51:59.597186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.650595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:51:59.674394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.674973 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 24771119-d301-4948-a8a3-195b58631041 of type vlan for network 904af585-5d7c-4fda-acd2-b58c36616b9b Dec 15 13:51:59.678805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-538069a2-94e6-4c9c-9743-3cdc17d3afee req-ab989709-5d1a-462c-b004-d9d57582ee57 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298599 Dec 15 13:51:59.770353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.804686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57496) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:59.835510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.843221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:51:59.844229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:59.943183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=904af585-5d7c-4fda-acd2-b58c36616b9b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:51:59.950223 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7b05c7f3-43c4-4d1e-9ef0-2579fe1b153f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4494667 Dec 15 13:51:59.953785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57502) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:51:59.957510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 904af585-5d7c-4fda-acd2-b58c36616b9b details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:51:59.960055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': '904af585-5d7c-4fda-acd2-b58c36616b9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:00.098937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-327584d0-6ecc-466f-bec6-c4d974ae2c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.298213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-13a71329-a8c6-4231-a26c-4ebf45902898 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.299844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-13a71329-a8c6-4231-a26c-4ebf45902898 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 950 time: 0.2157638 Dec 15 13:52:00.300517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:00.303859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.310128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-327584d0-6ecc-466f-bec6-c4d974ae2c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.343372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-327584d0-6ecc-466f-bec6-c4d974ae2c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.429348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3470-ce8d-45e2-9968-7195fa68dbcb req-f900d8e2-6cef-47b9-b1fd-04b81e23a23e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.436855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3470-ce8d-45e2-9968-7195fa68dbcb req-f900d8e2-6cef-47b9-b1fd-04b81e23a23e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.442796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3470-ce8d-45e2-9968-7195fa68dbcb req-f900d8e2-6cef-47b9-b1fd-04b81e23a23e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.444722 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bcc3470-ce8d-45e2-9968-7195fa68dbcb req-f900d8e2-6cef-47b9-b1fd-04b81e23a23e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2419 time: 0.3101125 Dec 15 13:52:00.532411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-327584d0-6ecc-466f-bec6-c4d974ae2c95 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9fe70593a0c74bd789bb139a1b15640b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7241719 Dec 15 13:52:00.535072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:00.548649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327584d0-6ecc-466f-bec6-c4d974ae2c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b6d202-a984-4733-ad56-12dd5a4f4925,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:00.624057 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.626868 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3462b748-58fd-445f-ae25-8eff2ccac2e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.631028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-7cbe614d-aa52-4cb3-b205-ed7c6de82db4 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.632934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-7cbe614d-aa52-4cb3-b205-ed7c6de82db4 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.3432107 Dec 15 13:52:00.645291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bcc3470-ce8d-45e2-9968-7195fa68dbcb req-e8059b5a-ed43-42b4-b195-2aa3ad1d6c06 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836193 Dec 15 13:52:00.656967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3462b748-58fd-445f-ae25-8eff2ccac2e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.734246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3462b748-58fd-445f-ae25-8eff2ccac2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.738284 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3462b748-58fd-445f-ae25-8eff2ccac2e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.743504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3462b748-58fd-445f-ae25-8eff2ccac2e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/48b6d202-a984-4733-ad56-12dd5a4f4925 HTTP/1.1" status: 204 len: 168 time: 0.2067327 Dec 15 13:52:00.756714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462b748-58fd-445f-ae25-8eff2ccac2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b6d202-a984-4733-ad56-12dd5a4f4925,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:00.802499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Deleting port 49e5f400-665a-4a41-96e1-1386a13ef2dc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:00.803066 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.915174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b28373-f074-4884-83bf-3cb30aca908c req-33e87ac8-6afb-40ae-b919-df511cab1d0a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:00.919333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.920815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70b28373-f074-4884-83bf-3cb30aca908c req-33e87ac8-6afb-40ae-b919-df511cab1d0a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 946 time: 0.3897245 Dec 15 13:52:00.975836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:00.986362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Deleting port e2535add-4fc1-401e-bcbb-6b062b183d97 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:00.986698 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.049328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70b28373-f074-4884-83bf-3cb30aca908c req-f69f4b88-ef89-41d3-adf6-ae2c612be629 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039336 Dec 15 13:52:01.158271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b97d77a3-cab8-4c2e-b2a9-09aba8d84c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.246113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] For port 49e5f400-665a-4a41-96e1-1386a13ef2dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=49e5f400-665a-4a41-96e1-1386a13ef2dc,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:01.246490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.280457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] For port e2535add-4fc1-401e-bcbb-6b062b183d97, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e2535add-4fc1-401e-bcbb-6b062b183d97,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:01.281065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.299848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Calling delete_port for 49e5f400-665a-4a41-96e1-1386a13ef2dc owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:01.315619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=92b624a7-4bc7-4a53-9704-3f59d5cbb254,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:01.321162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Calling delete_port for e2535add-4fc1-401e-bcbb-6b062b183d97 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:01.353303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a1fe-1c7d-4467-b4b2-df837998e19e req-d21fa515-3ebc-4d27-a359-811ed52880ab tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:01.354903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9de3a1fe-1c7d-4467-b4b2-df837998e19e req-d21fa515-3ebc-4d27-a359-811ed52880ab tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 950 time: 0.3639207 Dec 15 13:52:01.438744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': '24771119-d301-4948-a8a3-195b58631041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '904af585-5d7c-4fda-acd2-b58c36616b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:01.439118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: 904af585-5d7c-4fda-acd2-b58c36616b9b, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:01.508971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9de3a1fe-1c7d-4467-b4b2-df837998e19e req-70eddf24-d9f2-4a9c-921d-4f3130e583a6 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/security-groups?id=20750b45-4efa-40f0-a8bf-7dd8a4d44860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198864 Dec 15 13:52:01.533946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network 904af585-5d7c-4fda-acd2-b58c36616b9b is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:01.561651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 904af585-5d7c-4fda-acd2-b58c36616b9b) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:01.567474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:01.568218 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.581798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc7c0e-0159-487e-813b-4cd80b378cc9 None None] Network 904af585-5d7c-4fda-acd2-b58c36616b9b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:01.669645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f0725052-8f27-43ab-9c88-c8cd842d8ab4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7145920 Dec 15 13:52:01.674307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57552) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:01.806344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-904af585-5d7c-4fda-acd2-b58c36616b9b', 'network_id': '904af585-5d7c-4fda-acd2-b58c36616b9b', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': '92b624a7-4bc7-4a53-9704-3f59d5cbb254'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:01.807830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.823515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.826381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54384060-ecec-4240-a9e1-6714fe5bc1c3 req-7a2fa102-c6f9-4a9b-ad5f-4bcddd4582ff tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:01.828804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:01.841428 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54384060-ecec-4240-a9e1-6714fe5bc1c3 req-7a2fa102-c6f9-4a9b-ad5f-4bcddd4582ff tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1788087 Dec 15 13:52:01.845454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['e2535add-4fc1-401e-bcbb-6b062b183d97'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:01.870924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ac955f69-dccd-4a3b-a49b-fbbc4915d86b', 'a8250249-ef05-4d70-aadd-d4008c40aa18'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:01.886431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Pushing event deleted for resources: {'Port': ['ID=e2535add-4fc1-401e-bcbb-6b062b183d97,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:02.106997 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54384060-ecec-4240-a9e1-6714fe5bc1c3 req-2559ecfb-60a3-48fb-a05f-9ac751d50add tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573571 Dec 15 13:52:02.137454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979efcc1-5d65-4983-9f21-d453df698d2d req-bb175d06-cd18-4d52-a2dc-3b35d99ed87d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.145834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979efcc1-5d65-4983-9f21-d453df698d2d req-bb175d06-cd18-4d52-a2dc-3b35d99ed87d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.175133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979efcc1-5d65-4983-9f21-d453df698d2d req-bb175d06-cd18-4d52-a2dc-3b35d99ed87d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.184065 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-979efcc1-5d65-4983-9f21-d453df698d2d req-bb175d06-cd18-4d52-a2dc-3b35d99ed87d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2419 time: 0.2531223 Dec 15 13:52:02.275319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Allocated IP 172.20.0.1 (904af585-5d7c-4fda-acd2-b58c36616b9b/92b624a7-4bc7-4a53-9704-3f59d5cbb254/75d39edb-fe5e-40da-818c-8231ead5c472) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:02.285706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:02.351832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port 94bcba29-f820-4f02-a22c-170c841a483d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:02.359826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.493390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Pushing event deleted for resources: {'Port': ['ID=49e5f400-665a-4a41-96e1-1386a13ef2dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:02.561432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5a09-d6c8-40c6-aa14-eb559fb3ec3f req-4d0c1c20-9cac-489e-ba31-38bb4280448a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.578596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc0f06a1-054f-4ea9-bbc3-c9e6adbc0370 req-e1ac87c3-0940-4416-957f-89beff11439d tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a129bb-c66b-41d4-8d43-4a483e029038 HTTP/1.1" status: 200 len: 210 time: 0.1547775 Dec 15 13:52:02.586485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5a09-d6c8-40c6-aa14-eb559fb3ec3f req-4d0c1c20-9cac-489e-ba31-38bb4280448a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.596064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5a09-d6c8-40c6-aa14-eb559fb3ec3f req-4d0c1c20-9cac-489e-ba31-38bb4280448a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:02.605467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cece5a09-d6c8-40c6-aa14-eb559fb3ec3f req-4d0c1c20-9cac-489e-ba31-38bb4280448a tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 2419 time: 0.8314340 Dec 15 13:52:02.612605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1288966043-network', 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:02.653152 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.665720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] No DVR routers for this DVR port e2535add-4fc1-401e-bcbb-6b062b183d97 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:02.690781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:02.694088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.702707 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.710812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-382a4418-bcd3-4494-b1b5-710dd7846ae8 req-29d35856-4256-49c7-bb86-5e231e3e4d9c tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.24 "DELETE /v2.0/ports/e2535add-4fc1-401e-bcbb-6b062b183d97 HTTP/1.1" status: 204 len: 173 time: 2.0574200 Dec 15 13:52:02.716169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] No DVR routers for this DVR port 49e5f400-665a-4a41-96e1-1386a13ef2dc on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:02.721714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a129bb-c66b-41d4-8d43-4a483e029038', 'name': 'network-vif-deleted', 'tag': 'e2535add-4fc1-401e-bcbb-6b062b183d97'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:02.726326 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70972e7d-3629-4746-8980-26113ccbc7d8" -d '{"events": [{"server_uuid": "f5a129bb-c66b-41d4-8d43-4a483e029038", "name": "network-vif-deleted", "tag": "e2535add-4fc1-401e-bcbb-6b062b183d97"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:02.737352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.740779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-15cde98b-9eea-4369-94da-dd72db8878b9 req-ef377a52-a2c8-4ef0-a1d7-8bbb713eeb6a tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.74 "DELETE /v2.0/ports/49e5f400-665a-4a41-96e1-1386a13ef2dc HTTP/1.1" status: 204 len: 173 time: 2.4192038 Dec 15 13:52:02.744156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port 94bcba29-f820-4f02-a22c-170c841a483d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=94bcba29-f820-4f02-a22c-170c841a483d,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:02.744995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.767120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for 94bcba29-f820-4f02-a22c-170c841a483d owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:02.810880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cece5a09-d6c8-40c6-aa14-eb559fb3ec3f req-dd3099b7-1beb-4e84-8288-cac9a553d2df tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040427 Dec 15 13:52:02.830165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.945783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.060591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3506-8d07-416a-bd4d-730378b6ff31 req-38591f00-7174-4d60-884e-d1219bac43c1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:03.065542 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.068505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd1e3506-8d07-416a-bd4d-730378b6ff31 req-38591f00-7174-4d60-884e-d1219bac43c1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3398459 Dec 15 13:52:03.071586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.086837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['af06eb73-af72-49ec-a98e-3bf62d04128e', '902d39e7-4696-49ca-ac7e-3d6aa5c249ca', '94bcba29-f820-4f02-a22c-170c841a483d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:03.099172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.122618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca31502e-0abd-4ef1-91a8-b112711369a0 req-09698c8a-86b9-4cc8-90c3-d7667f89a290 tempest-ServersOnMultiNodesTest-2035825548 tempest-ServersOnMultiNodesTest-2035825548-project] 10.222.0.86 "GET /v2.0/ports?device_id=aed84c1f-81a1-4783-9fd4-e31d4872354c HTTP/1.1" status: 200 len: 210 time: 0.0664873 Dec 15 13:52:03.154268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:52:03.181078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.257549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Network 904af585-5d7c-4fda-acd2-b58c36616b9b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:03.267592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:03.270839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:03.292541 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b67c33-e285-46e1-a49b-9da456cfd673 x-openstack-request-id: req-82b67c33-e285-46e1-a49b-9da456cfd673 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:03.294827 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a129bb-c66b-41d4-8d43-4a483e029038", "name": "network-vif-deleted", "tag": "e2535add-4fc1-401e-bcbb-6b062b183d97", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:03.295257 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82b67c33-e285-46e1-a49b-9da456cfd673 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:03.298163 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a129bb-c66b-41d4-8d43-4a483e029038', 'name': 'network-vif-deleted', 'tag': 'e2535add-4fc1-401e-bcbb-6b062b183d97', 'status': 'completed', 'code': 200} Dec 15 13:52:03.343710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=92b624a7-4bc7-4a53-9704-3f59d5cbb254,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:03.362765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Pushing event updated for resources: {'Port': ['ID=75d39edb-fe5e-40da-818c-8231ead5c472,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:03.445079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Attempting to bind port 75d39edb-fe5e-40da-818c-8231ead5c472 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:03.445858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Attempting to bind port 75d39edb-fe5e-40da-818c-8231ead5c472 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '24771119-d301-4948-a8a3-195b58631041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '904af585-5d7c-4fda-acd2-b58c36616b9b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:03.446467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Attempting to bind port 75d39edb-fe5e-40da-818c-8231ead5c472 on network 904af585-5d7c-4fda-acd2-b58c36616b9b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:03.448312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd1e3506-8d07-416a-bd4d-730378b6ff31 req-ea8da9e7-3413-4f54-ae8f-f695c2f8d1fc tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779805 Dec 15 13:52:03.449236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=94bcba29-f820-4f02-a22c-170c841a483d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:03.490142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port 94bcba29-f820-4f02-a22c-170c841a483d on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:03.503213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:03.503617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Checking segment: {'id': '24771119-d301-4948-a8a3-195b58631041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '904af585-5d7c-4fda-acd2-b58c36616b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:03.504069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.504487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Bound using segment: {'id': '24771119-d301-4948-a8a3-195b58631041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '904af585-5d7c-4fda-acd2-b58c36616b9b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:03.504987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Bound port: 75d39edb-fe5e-40da-818c-8231ead5c472, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24771119-d301-4948-a8a3-195b58631041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '904af585-5d7c-4fda-acd2-b58c36616b9b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:03.505384 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.522136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.525715 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-979efcc1-5d65-4983-9f21-d453df698d2d req-8b950550-f788-4538-a40c-3f452ffede6d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "DELETE /v2.0/ports/94bcba29-f820-4f02-a22c-170c841a483d HTTP/1.1" status: 204 len: 173 time: 1.3328485 Dec 15 13:52:03.526199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-deleted', 'tag': '94bcba29-f820-4f02-a22c-170c841a483d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:03.528564 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61f7801-fa2e-4c40-8e95-84addae487a5" -d '{"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-deleted", "tag": "94bcba29-f820-4f02-a22c-170c841a483d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:03.598939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.607423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.673654 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.738714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904af585-5d7c-4fda-acd2-b58c36616b9b']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:03.753569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24771119-d301-4948-a8a3-195b58631041') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:03.753881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24771119-d301-4948-a8a3-195b58631041') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:03.761080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a8012-d8d3-4ec4-97de-4ac19185d1b0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:03.767925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceae5d7-a0ac-4118-85d8-de76e8a7bf1c req-b86af9cb-5f53-4518-a33b-1f12b9e37e56 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:03.781944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ceae5d7-a0ac-4118-85d8-de76e8a7bf1c req-b86af9cb-5f53-4518-a33b-1f12b9e37e56 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 946 time: 0.2713490 Dec 15 13:52:03.785069 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e313dfd5-b3ea-4b30-8ff1-9dfca3340347 x-openstack-request-id: req-e313dfd5-b3ea-4b30-8ff1-9dfca3340347 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:03.790755 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-deleted", "tag": "94bcba29-f820-4f02-a22c-170c841a483d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:03.792283 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e313dfd5-b3ea-4b30-8ff1-9dfca3340347 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:03.794236 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-deleted', 'tag': '94bcba29-f820-4f02-a22c-170c841a483d', 'status': 'completed', 'code': 200} Dec 15 13:52:03.806467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] For port 75d39edb-fe5e-40da-818c-8231ead5c472, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:03.810060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.817087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] For port 75d39edb-fe5e-40da-818c-8231ead5c472, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=75d39edb-fe5e-40da-818c-8231ead5c472,segment=NetworkSegment(24771119-d301-4948-a8a3-195b58631041),segment_id=24771119-d301-4948-a8a3-195b58631041)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:03.818923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:03.843979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.857477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:03.858379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:03.863978 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:03.918421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.934870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:03.937113 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.948681 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ceae5d7-a0ac-4118-85d8-de76e8a7bf1c req-0ec9ba95-d7f0-4183-bda5-0a24c341ae04 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513405 Dec 15 13:52:03.995561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:52:03.995561 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:52:03.995561 n-d-821840-1 neutron-server[109768]: [parameters: {'id': '904af585-5d7c-4fda-acd2-b58c36616b9b'}] Dec 15 13:52:03.995561 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:52:03.996507 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:52:04.001925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c62409-1c8e-4d26-b6e1-570c9fc25d60 None None] Pushing event updated for resources: {'Port': ['ID=75d39edb-fe5e-40da-818c-8231ead5c472,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:04.031152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.032394 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Added segment b0b34104-7493-48dd-8de1-4b2a26f32a86 of type vlan for network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 Dec 15 13:52:04.117048 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e2122e86-fa47-4006-8bd0-2a3b59887f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.242458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 49e5f400-665a-4a41-96e1-1386a13ef2dc no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:04.281730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device af06eb73-af72-49ec-a98e-3bf62d04128e no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:04.290449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.315954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa34b3-66ae-4e63-afc3-89549496e7e9 None None] Network 904af585-5d7c-4fda-acd2-b58c36616b9b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:04.419697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ef1f4-2ece-4e57-9fbe-ef54287680d9 req-ce79e678-b6e1-47a6-9da2-3b46cb2ca8cc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:04.430497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 49e5f400-665a-4a41-96e1-1386a13ef2dc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:04.430497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 49e5f400-665a-4a41-96e1-1386a13ef2dc not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:04.444360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ef1f4-2ece-4e57-9fbe-ef54287680d9 req-ce79e678-b6e1-47a6-9da2-3b46cb2ca8cc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:04.446352 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db8ef1f4-2ece-4e57-9fbe-ef54287680d9 req-ce79e678-b6e1-47a6-9da2-3b46cb2ca8cc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 1683 time: 0.2865686 Dec 15 13:52:04.454161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:04.454783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.471503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for 902d39e7-4696-49ca-ac7e-3d6aa5c249ca owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:04.498258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.515589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535e37d-8aca-4295-8a3c-81c7adc3b8d1 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:52:04.588668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port 75d39edb-fe5e-40da-818c-8231ead5c472 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:04.589023 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.597211 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.640077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af06eb73-af72-49ec-a98e-3bf62d04128e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:04.644329 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc498419-4c6d-4838-92b9-5b31a8a4e145" -d '{"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-unplugged", "status": "completed", "tag": "af06eb73-af72-49ec-a98e-3bf62d04128e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:04.671285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port af06eb73-af72-49ec-a98e-3bf62d04128e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af06eb73-af72-49ec-a98e-3bf62d04128e,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:04.710029 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.710964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 94bcba29-f820-4f02-a22c-170c841a483d no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:04.751042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port 75d39edb-fe5e-40da-818c-8231ead5c472, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=75d39edb-fe5e-40da-818c-8231ead5c472,segment=NetworkSegment(24771119-d301-4948-a8a3-195b58631041),segment_id=24771119-d301-4948-a8a3-195b58631041)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:04.752910 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.798631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for 75d39edb-fe5e-40da-818c-8231ead5c472 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:04.831764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 94bcba29-f820-4f02-a22c-170c841a483d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:04.832141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 94bcba29-f820-4f02-a22c-170c841a483d not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:04.832734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 902d39e7-4696-49ca-ac7e-3d6aa5c249ca no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:04.992511 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.001060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=af06eb73-af72-49ec-a98e-3bf62d04128e,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:05.047555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=75d39edb-fe5e-40da-818c-8231ead5c472,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:05.052164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port 75d39edb-fe5e-40da-818c-8231ead5c472 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:05.144543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.175247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904af585-5d7c-4fda-acd2-b58c36616b9b']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:05.189294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24771119-d301-4948-a8a3-195b58631041') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:05.189294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24771119-d301-4948-a8a3-195b58631041') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:05.195540 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.222758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.244090 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.252296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:05.252810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.304772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:05.333167 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:05.337724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed84c1f-81a1-4783-9fd4-e31d4872354c', 'name': 'network-vif-deleted', 'tag': '49e5f400-665a-4a41-96e1-1386a13ef2dc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:05.345658 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.347203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:05.347475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4535e37d-8aca-4295-8a3c-81c7adc3b8d1 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:52:05.348014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.348858 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2099d376-4e12-49da-b56a-33c4365e4118" -d '{"events": [{"server_uuid": "aed84c1f-81a1-4783-9fd4-e31d4872354c", "name": "network-vif-deleted", "tag": "49e5f400-665a-4a41-96e1-1386a13ef2dc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:05.353449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.377962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37989a7-6765-43d7-b6ac-f830195ef3a1 req-e5571b8d-d3bb-415f-a33b-d2cb80186d6a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:05.393349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e37989a7-6765-43d7-b6ac-f830195ef3a1 req-e5571b8d-d3bb-415f-a33b-d2cb80186d6a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 946 time: 0.4133301 Dec 15 13:52:05.506114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b77d4c-7d9f-4158-bf19-3b6aab89e250,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:05.521731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57650) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:05.522922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.527129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/904af585-5d7c-4fda-acd2-b58c36616b9b HTTP/1.1" status: 204 len: 168 time: 3.8275504 Dec 15 13:52:05.536190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e37989a7-6765-43d7-b6ac-f830195ef3a1 req-4d6e8c36-4d6b-45bd-b6b3-38fb398dd55a tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417122 Dec 15 13:52:05.539591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c1111f10-92ad-4570-84e6-d6a9c5373b21 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.2486236 Dec 15 13:52:05.550197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:05.550907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:05.555143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:05.593972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374a3f-f67d-4f7c-aade-8438396e6e2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=904af585-5d7c-4fda-acd2-b58c36616b9b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:05.595657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1526552357'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:05.663323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Request body: {'subnet': {'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1288966043-subnet', 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:05.678603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.726574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db8ef1f4-2ece-4e57-9fbe-ef54287680d9 req-2f383d8a-2421-430d-8fa9-7f645be1019c tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789476 Dec 15 13:52:05.784430 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c115a-c037-4ddd-8cdc-9e29e36e1a06 x-openstack-request-id: req-6d9c115a-c037-4ddd-8cdc-9e29e36e1a06 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:05.785058 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-unplugged", "status": "completed", "tag": "af06eb73-af72-49ec-a98e-3bf62d04128e", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:05.785543 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6d9c115a-c037-4ddd-8cdc-9e29e36e1a06 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:05.792235 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af06eb73-af72-49ec-a98e-3bf62d04128e', 'code': 200} Dec 15 13:52:05.796944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e2535add-4fc1-401e-bcbb-6b062b183d97 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:05.810915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-12c071ef-58b4-4233-b8a1-f371bc6db58d tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:05.813348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-12c071ef-58b4-4233-b8a1-f371bc6db58d tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.74 "GET /v2.0/ports?device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 946 time: 0.1719470 Dec 15 13:52:05.841488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=902d39e7-4696-49ca-ac7e-3d6aa5c249ca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:05.851434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: e2535add-4fc1-401e-bcbb-6b062b183d97 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:05.851571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e2535add-4fc1-401e-bcbb-6b062b183d97 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:05.937412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 13:52:05.937412 n-d-821840-1 neutron-server[109767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 15 13:52:05.937412 n-d-821840-1 neutron-server[109767]: [parameters: {'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'id': 'd675a927-31ba-409f-8d9f-f04e19e9bda1', 'expiration': datetime.datetime(2021, 12, 15, 13, 54, 5, 819623)}] Dec 15 13:52:05.937412 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:52:05.942887 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:52:05.979915 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eace274d-52f8-49cc-9864-0e068e1d7ef6 x-openstack-request-id: req-eace274d-52f8-49cc-9864-0e068e1d7ef6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:05.980235 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed84c1f-81a1-4783-9fd4-e31d4872354c", "name": "network-vif-deleted", "tag": "49e5f400-665a-4a41-96e1-1386a13ef2dc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:05.984401 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eace274d-52f8-49cc-9864-0e068e1d7ef6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:05.984764 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed84c1f-81a1-4783-9fd4-e31d4872354c', 'name': 'network-vif-deleted', 'tag': '49e5f400-665a-4a41-96e1-1386a13ef2dc', 'status': 'completed', 'code': 200} Dec 15 13:52:05.992833 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port 902d39e7-4696-49ca-ac7e-3d6aa5c249ca on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:06.016727 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.033277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-979efcc1-5d65-4983-9f21-d453df698d2d req-58c0e0d7-f7b6-4856-aeb9-83eaec12aacc tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "DELETE /v2.0/ports/902d39e7-4696-49ca-ac7e-3d6aa5c249ca HTTP/1.1" status: 204 len: 173 time: 2.4839356 Dec 15 13:52:06.053756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-deleted', 'tag': '902d39e7-4696-49ca-ac7e-3d6aa5c249ca'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:06.059135 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055f5460-3dff-4848-9254-ec300f3513a5" -d '{"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-deleted", "tag": "902d39e7-4696-49ca-ac7e-3d6aa5c249ca"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:06.071861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:06.075111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.095535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-75613392-a1fa-45ea-940e-b117d51cf3ce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=72e6f3c3fea24293810cc0b2a8d08307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541713 Dec 15 13:52:06.110239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57672) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:06.208875 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276ec2ea-9f56-47aa-a7f6-5031c0e3bff3 x-openstack-request-id: req-276ec2ea-9f56-47aa-a7f6-5031c0e3bff3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:06.210393 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-deleted", "tag": "902d39e7-4696-49ca-ac7e-3d6aa5c249ca", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:06.210393 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-276ec2ea-9f56-47aa-a7f6-5031c0e3bff3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:06.210393 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-deleted', 'tag': '902d39e7-4696-49ca-ac7e-3d6aa5c249ca', 'status': 'completed', 'code': 200} Dec 15 13:52:06.221991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Deleting port ac955f69-dccd-4a3b-a49b-fbbc4915d86b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:06.222476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.246421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8adf817f-a1db-4ffe-9bf8-38fcce4510f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.281266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8adf817f-a1db-4ffe-9bf8-38fcce4510f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.308474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port af06eb73-af72-49ec-a98e-3bf62d04128e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:06.308822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.389626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8adf817f-a1db-4ffe-9bf8-38fcce4510f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.392402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8adf817f-a1db-4ffe-9bf8-38fcce4510f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.396270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8adf817f-a1db-4ffe-9bf8-38fcce4510f1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/20750b45-4efa-40f0-a8bf-7dd8a4d44860 HTTP/1.1" status: 204 len: 168 time: 0.2740498 Dec 15 13:52:06.423758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf817f-a1db-4ffe-9bf8-38fcce4510f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20750b45-4efa-40f0-a8bf-7dd8a4d44860,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:06.538746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port af06eb73-af72-49ec-a98e-3bf62d04128e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af06eb73-af72-49ec-a98e-3bf62d04128e,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:06.539307 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.543201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:06.546684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.561352 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.586807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for af06eb73-af72-49ec-a98e-3bf62d04128e owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:06.600091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.602332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:06.706052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] For port ac955f69-dccd-4a3b-a49b-fbbc4915d86b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:06.706438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.739789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:06.740226 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment a7525207-a8f4-4e8e-8d7d-d24f2e728583 of type vlan for network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 Dec 15 13:52:06.749956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Calling delete_port for ac955f69-dccd-4a3b-a49b-fbbc4915d86b owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:06.874070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce372f1-83d0-4488-835d-2683fb556b99,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:06.902537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b238-f48a-48b5-aff3-f619d983275d req-532697d5-2c8a-4ef0-93a9-2667d56d357f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:06.910069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11c0b238-f48a-48b5-aff3-f619d983275d req-532697d5-2c8a-4ef0-93a9-2667d56d357f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1397085 Dec 15 13:52:06.911719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57696) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:06.947485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Checking segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:06.947898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Network hostable DHCP agents. Network: d9b77d4c-7d9f-4158-bf19-3b6aab89e250, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:06.951992 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.041990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5f6e6-d963-4552-ae64-afe54b2e4d9c req-48f44737-6ffd-4f5e-adb3-d6baf4ecdbaa tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:07.044464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73c5f6e6-d963-4552-ae64-afe54b2e4d9c req-48f44737-6ffd-4f5e-adb3-d6baf4ecdbaa tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=788b7994-f329-4037-9c7f-a24063d5fbd3 HTTP/1.1" status: 200 len: 946 time: 0.2714336 Dec 15 13:52:07.069180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:07.071227 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.078297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:07.079014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.094649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-039db740-0137-4208-b1c6-3a179efafd5b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d3378e6b7eae4ef0b4288a8759878711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1787024 Dec 15 13:52:07.100690 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11c0b238-f48a-48b5-aff3-f619d983275d req-37f3c03c-cc3b-40ea-9edf-d2b4417267e9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897883 Dec 15 13:52:07.103847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57698) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:07.169211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.183553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ac955f69-dccd-4a3b-a49b-fbbc4915d86b', 'a8250249-ef05-4d70-aadd-d4008c40aa18'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:07.205390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d9b77d4c-7d9f-4158-bf19-3b6aab89e250) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:07.209260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Pushing event deleted for resources: {'Port': ['ID=ac955f69-dccd-4a3b-a49b-fbbc4915d86b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:07.225138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:07.225939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.249615 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.257489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c7650a2-64d1-494b-8b77-6d76f23964fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.274540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] No DVR routers for this DVR port ac955f69-dccd-4a3b-a49b-fbbc4915d86b on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:07.278508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.281830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd020a88-3d72-4af4-86c1-f4af197fd3db req-615bc17d-b11c-4ba4-bfa1-3bb19cc834e1 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.74 "DELETE /v2.0/ports/ac955f69-dccd-4a3b-a49b-fbbc4915d86b HTTP/1.1" status: 204 len: 173 time: 1.4273055 Dec 15 13:52:07.306848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c7650a2-64d1-494b-8b77-6d76f23964fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.316550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73c5f6e6-d963-4552-ae64-afe54b2e4d9c req-6edb8f4e-2273-4af3-8cb0-04d410aa3f48 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601924 Dec 15 13:52:07.325742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7478235 Dec 15 13:52:07.339038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57710) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:07.368177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2b96fcd8-7641-4d6e-897e-59e2dd71e590 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:07.397622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed19a8-40d8-4cdc-b868-9e00251ea61f None None] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:07.444490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdecf6c-b76e-4688-b304-ce3c73013e27 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:07.457888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=af06eb73-af72-49ec-a98e-3bf62d04128e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:07.499266 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ae6b4428-a856-46a7-9b9d-c2a2fcf16968 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8688953 Dec 15 13:52:07.565525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port af06eb73-af72-49ec-a98e-3bf62d04128e on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:07.570091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:07.574291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-979efcc1-5d65-4983-9f21-d453df698d2d req-b37cb816-8811-4ec1-8783-c5185d91cda5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "DELETE /v2.0/ports/af06eb73-af72-49ec-a98e-3bf62d04128e HTTP/1.1" status: 204 len: 173 time: 1.5389755 Dec 15 13:52:07.622241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d1672-2eed-403c-9847-3d4141a7c8cd req-1eda0988-9a73-4d3d-8c5d-f07a69c14187 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:07.625548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:07.634656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a5d1672-2eed-403c-9847-3d4141a7c8cd req-1eda0988-9a73-4d3d-8c5d-f07a69c14187 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1005278 Dec 15 13:52:07.720744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85772593-5f5c-4e21-a88a-e9498b262f39 None None] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:07.832877 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a5d1672-2eed-403c-9847-3d4141a7c8cd req-bc5a4143-ea4d-47a9-9660-7b7c4ee138b0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908939 Dec 15 13:52:07.871887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-75bc5cf6-8285-4181-8d37-501492ea2d6c req-6cb7f476-fe82-4339-adcd-e526b2006f52 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=a021634b-e10c-4ce0-b57e-164117bc026a HTTP/1.1" status: 200 len: 210 time: 0.3143284 Dec 15 13:52:07.969212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.009129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788b7994-f329-4037-9c7f-a24063d5fbd3', 'name': 'network-vif-deleted', 'tag': 'ac955f69-dccd-4a3b-a49b-fbbc4915d86b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:08.014366 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be432a7-661c-4867-9611-c39232192f0e" -d '{"events": [{"server_uuid": "788b7994-f329-4037-9c7f-a24063d5fbd3", "name": "network-vif-deleted", "tag": "ac955f69-dccd-4a3b-a49b-fbbc4915d86b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:08.076383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c7650a2-64d1-494b-8b77-6d76f23964fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.085535 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c7650a2-64d1-494b-8b77-6d76f23964fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.090116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c7650a2-64d1-494b-8b77-6d76f23964fd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ca44bc2-2817-4804-9cd8-e6fec2c797cf HTTP/1.1" status: 204 len: 168 time: 0.9848700 Dec 15 13:52:08.124157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7650a2-64d1-494b-8b77-6d76f23964fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca44bc2-2817-4804-9cd8-e6fec2c797cf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:08.140151 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9485ba4-cda9-45ff-bb66-b18c5f51fdb6 x-openstack-request-id: req-e9485ba4-cda9-45ff-bb66-b18c5f51fdb6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:08.140446 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788b7994-f329-4037-9c7f-a24063d5fbd3", "name": "network-vif-deleted", "tag": "ac955f69-dccd-4a3b-a49b-fbbc4915d86b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:08.140699 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e9485ba4-cda9-45ff-bb66-b18c5f51fdb6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:08.141871 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788b7994-f329-4037-9c7f-a24063d5fbd3', 'name': 'network-vif-deleted', 'tag': 'ac955f69-dccd-4a3b-a49b-fbbc4915d86b', 'status': 'completed', 'code': 200} Dec 15 13:52:08.145189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b96fcd8-7641-4d6e-897e-59e2dd71e590 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.184163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b96fcd8-7641-4d6e-897e-59e2dd71e590 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.211827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-deleted', 'tag': 'af06eb73-af72-49ec-a98e-3bf62d04128e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:08.215735 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98f92f7-1754-4579-b249-748a9debe9b5" -d '{"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-deleted", "tag": "af06eb73-af72-49ec-a98e-3bf62d04128e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:08.257303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:08.280633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96fcd8-7641-4d6e-897e-59e2dd71e590 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:08.283882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b96fcd8-7641-4d6e-897e-59e2dd71e590 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 is not hosted by any dhcp agent {{(pid=109768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:52:08.290338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b96fcd8-7641-4d6e-897e-59e2dd71e590 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:08.291089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b96fcd8-7641-4d6e-897e-59e2dd71e590 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.293229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:08.296291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2b96fcd8-7641-4d6e-897e-59e2dd71e590 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "PUT /v2.0/networks/104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 HTTP/1.1" status: 200 len: 723 time: 0.9449453 Dec 15 13:52:08.304451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57744) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:08.311029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': '104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:08.433755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-547c40a4-2d85-470c-8c32-62472bdb94ec tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:08.441472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-547c40a4-2d85-470c-8c32-62472bdb94ec tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.2042415 Dec 15 13:52:08.468706 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ea59a32d-a349-4efe-a274-1ea6a0222929 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/quotas/4cd6ad14e26c4dff85ab78c0563e8bd6 HTTP/1.1" status: 200 len: 375 time: 0.0260966 Dec 15 13:52:08.547281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12810b32-3b5c-4308-8e70-957a366fb21d req-9c9a6cd2-f0c0-4178-93b7-4d625d154ac6 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:08.549089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-12810b32-3b5c-4308-8e70-957a366fb21d req-9c9a6cd2-f0c0-4178-93b7-4d625d154ac6 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2044389 Dec 15 13:52:08.551064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:08.556260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.565091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-727e9649-feef-49ca-9939-79d1d3c42e9a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939612 Dec 15 13:52:08.630828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:08.642152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'mac_address': 'fa:16:3e:b7:34:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:08.696586 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.719662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-3456c3c4-a544-49f2-9a24-f8939e2da8d5 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497109 Dec 15 13:52:08.727749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-12810b32-3b5c-4308-8e70-957a366fb21d req-93b509de-1bb2-47eb-bbc2-3a1a4e0b37ef tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648550 Dec 15 13:52:08.736721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bfb3d96-6544-486a-897c-8f89b1721e29 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:08.802265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:08.811858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:08.958479 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-c9882709-6ecd-4098-90d9-01f51882b96f service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378500 Dec 15 13:52:08.959982 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3d3aff-054b-4d74-bb52-8fc39b3f0010 x-openstack-request-id: req-ae3d3aff-054b-4d74-bb52-8fc39b3f0010 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:08.960287 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a021634b-e10c-4ce0-b57e-164117bc026a", "name": "network-vif-deleted", "tag": "af06eb73-af72-49ec-a98e-3bf62d04128e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:08.960542 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae3d3aff-054b-4d74-bb52-8fc39b3f0010 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:08.962243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['0bfb3d96-6544-486a-897c-8f89b1721e29'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:08.968089 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a021634b-e10c-4ce0-b57e-164117bc026a', 'name': 'network-vif-deleted', 'tag': 'af06eb73-af72-49ec-a98e-3bf62d04128e', 'status': 'completed', 'code': 200} Dec 15 13:52:08.999366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:09.067421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.309404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57796) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:09.352681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=da691520-b212-4b95-91e7-b4c6b5dd5a7e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:09.385632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': 'a7525207-a8f4-4e8e-8d7d-d24f2e728583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:09.386715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:09.419156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a763042-3130-49e2-82fe-c0a37765022d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting subnet f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:09.421896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdde21c-b789-477f-9a20-5db3c681afed req-d4bcc9ac-95a7-4caf-8e13-b80fda93af8a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:09.424317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fdde21c-b789-477f-9a20-5db3c681afed req-d4bcc9ac-95a7-4caf-8e13-b80fda93af8a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2409306 Dec 15 13:52:09.433574 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a763042-3130-49e2-82fe-c0a37765022d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.530251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a763042-3130-49e2-82fe-c0a37765022d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.556390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fdde21c-b789-477f-9a20-5db3c681afed req-9e5f47e6-9b16-472f-8926-de3e29da5c43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249042 Dec 15 13:52:09.559966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:09.582495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:09.592007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:09.592910 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.628346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f738d232-d5b4-425c-af5d-0a24230f1e89 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3227022 Dec 15 13:52:09.629065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57810) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:09.639785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e25e2066-f73a-4c13-a534-c993ad1bacd4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:09.772683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5acd05-4547-439f-8215-ece1892ab0cb None None] Network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:09.815410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3161b4fc-f377-46bd-9417-9dc7bb991299 req-169c9cec-4b82-4cbf-ba75-aac1f61c6eee tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 210 time: 0.0764928 Dec 15 13:52:09.848772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a763042-3130-49e2-82fe-c0a37765022d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.990193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a080b54-b1bc-4a06-96df-e7da15f0326a req-23f5b72c-d62a-496c-a2c5-25669dee8229 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:10.000836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a763042-3130-49e2-82fe-c0a37765022d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.005843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a080b54-b1bc-4a06-96df-e7da15f0326a req-23f5b72c-d62a-496c-a2c5-25669dee8229 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.3014739 Dec 15 13:52:10.030121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e2066-f73a-4c13-a534-c993ad1bacd4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28442636'] for subnet, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.062791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57826) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:10.095689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7', 'network_id': '104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': 'da691520-b212-4b95-91e7-b4c6b5dd5a7e'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:10.096520 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.177450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a763042-3130-49e2-82fe-c0a37765022d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:10.198890 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a763042-3130-49e2-82fe-c0a37765022d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.209559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0a763042-3130-49e2-82fe-c0a37765022d tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "DELETE /v2.0/subnets/f4ed1d94-bf22-42fe-ab85-a86c72dfdb3c HTTP/1.1" status: 204 len: 168 time: 0.8969276 Dec 15 13:52:10.212561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:10.253021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219abcb-d4e7-4538-9c0c-8b6b6afe7a04 None None] Network 9a9016f2-e74c-49ef-bca6-5843e4b27598 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:10.282946 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a080b54-b1bc-4a06-96df-e7da15f0326a req-98aa7e9f-5d93-43ff-8458-baf13e2b8bfc tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761567 Dec 15 13:52:10.472456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-network', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:10.475897 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e2066-f73a-4c13-a534-c993ad1bacd4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763833173724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28922633'] for subnet, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.483571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6636d3-863d-4437-b6d3-a12cb1dfd698 req-7f357275-80c3-42b6-8d3f-5e0cc8943053 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:10.492206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c6636d3-863d-4437-b6d3-a12cb1dfd698 req-7f357275-80c3-42b6-8d3f-5e0cc8943053 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3449545 Dec 15 13:52:10.558718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.576658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e2066-f73a-4c13-a534-c993ad1bacd4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:10.577415 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e2066-f73a-4c13-a534-c993ad1bacd4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.578871 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e25e2066-f73a-4c13-a534-c993ad1bacd4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "PUT /v2.0/subnets/da691520-b212-4b95-91e7-b4c6b5dd5a7e HTTP/1.1" status: 200 len: 806 time: 0.9487994 Dec 15 13:52:10.587077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57846) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:10.614376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e2066-f73a-4c13-a534-c993ad1bacd4 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=da691520-b212-4b95-91e7-b4c6b5dd5a7e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:10.670527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ac955f69-dccd-4a3b-a49b-fbbc4915d86b no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:10.675944 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c6636d3-863d-4437-b6d3-a12cb1dfd698 req-07440878-ebb6-4c7e-acd8-278d177ddb4d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753061 Dec 15 13:52:10.684870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:10.685076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Made reservation on behalf of eb2e0e6d2c7c41c3b5f09bf29c4417bb for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:10.706467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.761556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port 80df6d53-aca0-4864-9431-9b23406dd6ec {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:10.762299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.886879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ac955f69-dccd-4a3b-a49b-fbbc4915d86b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:10.887452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ac955f69-dccd-4a3b-a49b-fbbc4915d86b not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:10.989011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:10.993248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.068164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port 80df6d53-aca0-4864-9431-9b23406dd6ec, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=80df6d53-aca0-4864-9431-9b23406dd6ec,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:11.071746 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.138142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 0bfb3d96-6544-486a-897c-8f89b1721e29 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:11.139418 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.218035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Allocated IP 172.20.0.2 (104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7/da691520-b212-4b95-91e7-b4c6b5dd5a7e/8a369123-a615-4502-9b57-d3e734f0e8f1) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:11.279317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for 80df6d53-aca0-4864-9431-9b23406dd6ec owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:11.287605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] DHCP port deletion for 9a9016f2-e74c-49ef-bca6-5843e4b27598 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:11.356495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5769eea-8b3c-423c-973c-cc83aec5ff53 req-a6a7a773-c932-475e-9d8f-1cbebf41f3a0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:11.372224 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5769eea-8b3c-423c-973c-cc83aec5ff53 req-a6a7a773-c932-475e-9d8f-1cbebf41f3a0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.4508214 Dec 15 13:52:11.498332 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.544352 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.570890 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.637772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:11.655678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:11.666951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:11.674438 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.678001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.705226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Pushing event updated for resources: {'Port': ['ID=8a369123-a615-4502-9b57-d3e734f0e8f1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:11.731428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=da691520-b212-4b95-91e7-b4c6b5dd5a7e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:11.762252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-5eb7e791-14d8-487c-9808-e4870acaa9d5 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:11.763836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:11.764008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-5eb7e791-14d8-487c-9808-e4870acaa9d5 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.74 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.4394927 Dec 15 13:52:11.766504 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712c0c2d-1337-4d95-9900-36c2d45a4dd6" -d '{"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:11.788436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] Deleting port 80df6d53-aca0-4864-9431-9b23406dd6ec {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:11.789130 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.812586 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:11.829553 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.858274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5769eea-8b3c-423c-973c-cc83aec5ff53 req-c2f5d40f-3f39-4861-b864-499bf911aed0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776235 Dec 15 13:52:11.859531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Attempting to bind port 8a369123-a615-4502-9b57-d3e734f0e8f1 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:11.860097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Attempting to bind port 8a369123-a615-4502-9b57-d3e734f0e8f1 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a7525207-a8f4-4e8e-8d7d-d24f2e728583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:11.861343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Attempting to bind port 8a369123-a615-4502-9b57-d3e734f0e8f1 on network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:11.908942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:11.912872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Checking segment: {'id': 'a7525207-a8f4-4e8e-8d7d-d24f2e728583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:11.916839 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.916839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Bound using segment: {'id': 'a7525207-a8f4-4e8e-8d7d-d24f2e728583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:11.916839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Bound port: 8a369123-a615-4502-9b57-d3e734f0e8f1, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7525207-a8f4-4e8e-8d7d-d24f2e728583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:11.916839 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.964840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:11.992959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port 80df6d53-aca0-4864-9431-9b23406dd6ec on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:12.002586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.015333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] For port 80df6d53-aca0-4864-9431-9b23406dd6ec, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=80df6d53-aca0-4864-9431-9b23406dd6ec,segment=NetworkSegment(0d6626f6-ec19-4e7f-811e-d340470760ec),segment_id=0d6626f6-ec19-4e7f-811e-d340470760ec)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:12.027016 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.038587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.067097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=80df6d53-aca0-4864-9431-9b23406dd6ec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.068043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:12.080235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.080837 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Added segment b1a89ffd-58f9-439f-ab76-f82faa1a352b of type vlan for network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 Dec 15 13:52:12.081263 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-d19da17b-5e2b-4c04-bfdc-531a538bb86f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:12.084242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-d19da17b-5e2b-4c04-bfdc-531a538bb86f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.5352893 Dec 15 13:52:12.098929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.127917 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.128129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] Calling delete_port for 80df6d53-aca0-4864-9431-9b23406dd6ec owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:12.131365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-645c6558-febd-488a-ac7f-07bff4f72c36 req-e0b2b05f-f1e8-4371-8ee1-1f667dcf83a0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 210 time: 0.0455747 Dec 15 13:52:12.140369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Request body: {'port': {'device_id': 'ad59b116-2023-4e73-9b17-b17aa0c0b815', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'admin_state_up': True, 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:12.220362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.262895 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.263909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:12.264504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.341815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] For port 8a369123-a615-4502-9b57-d3e734f0e8f1, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:12.359505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] For port 8a369123-a615-4502-9b57-d3e734f0e8f1, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8a369123-a615-4502-9b57-d3e734f0e8f1,segment=NetworkSegment(a7525207-a8f4-4e8e-8d7d-d24f2e728583),segment_id=a7525207-a8f4-4e8e-8d7d-d24f2e728583)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:12.376312 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.380754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3165193 Dec 15 13:52:12.401883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.422437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:12.426499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57860) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:12.445245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Request body: {'subnet': {'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-subnet', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:12.447759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9016f2-e74c-49ef-bca6-5843e4b27598']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:12.465166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6626f6-ec19-4e7f-811e-d340470760ec') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:12.465606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6626f6-ec19-4e7f-811e-d340470760ec') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:12.486305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.509046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2432e401-6521-44e3-8147-a598595e65dd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.514759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7525207-a8f4-4e8e-8d7d-d24f2e728583') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:12.514973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.515289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7525207-a8f4-4e8e-8d7d-d24f2e728583') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:12.529139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:12.529628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.546652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.551228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.551607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.551988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.552333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.552671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.553005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.553335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.555971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.556387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.556735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.557081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.557560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.557908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:12.576079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b310f-4c35-4214-ad20-a98c3ae49e70 admin admin] Pushing event updated for resources: {'Network': ['ID=97f490c0-a3e8-48c9-ba3e-3648e2e58223,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.607760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Made reservation on behalf of eb2e0e6d2c7c41c3b5f09bf29c4417bb for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:12.609513 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.611955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:12.613306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:12.633162 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:12.665072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2b623-838f-4bf1-8f06-ddb47648173f None None] Network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:12.678824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726df075-cc80-4994-8f1d-50ea5d5098ec None None] Pushing event updated for resources: {'Port': ['ID=8a369123-a615-4502-9b57-d3e734f0e8f1,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.693306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Deleting port a8250249-ef05-4d70-aadd-d4008c40aa18 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:12.693645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.701337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.710616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] No DVR routers for this DVR port 80df6d53-aca0-4864-9431-9b23406dd6ec on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:12.711481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:12.711953 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.716037 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.754824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:12.763065 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "DELETE /v2.0/networks/9a9016f2-e74c-49ef-bca6-5843e4b27598 HTTP/1.1" status: 204 len: 168 time: 2.5460272 Dec 15 13:52:12.779808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:12.789203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6705-5e3b-4885-b5a3-4b43a0e91126 req-87656a5e-3ba7-4087-a18c-5cd37f1ff0a0 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:12.800760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64fc6705-5e3b-4885-b5a3-4b43a0e91126 req-87656a5e-3ba7-4087-a18c-5cd37f1ff0a0 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 945 time: 0.5539823 Dec 15 13:52:12.819253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59e65b-f2f8-4959-9564-59ae4cc32aaf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Network': ['ID=9a9016f2-e74c-49ef-bca6-5843e4b27598,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.928783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26685c8-a7e0-4b6f-85f9-0167ad139c3a None None] Pushing event deleted for resources: {'Port': ['ID=80df6d53-aca0-4864-9431-9b23406dd6ec,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:12.972298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:12.980958 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.064107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9bdae-9264-428f-bafe-de8b54b60354 None None] Network 104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:13.085436 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64fc6705-5e3b-4885-b5a3-4b43a0e91126 req-65a20edc-4f8e-467d-9801-4c95d86a80c6 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/security-groups?id=a203d9d9-e813-48aa-9987-ffece12ce274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837765 Dec 15 13:52:13.094890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4087f7dd-e0da-4ea9-bb6c-79a9448559c1 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting subnet a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:13.099198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4087f7dd-e0da-4ea9-bb6c-79a9448559c1 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.147215 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4087f7dd-e0da-4ea9-bb6c-79a9448559c1 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.225433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 80df6d53-aca0-4864-9431-9b23406dd6ec no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:13.263552 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4087f7dd-e0da-4ea9-bb6c-79a9448559c1 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.338704 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad4fb11-f391-4cb8-96a0-126e9887bd06 x-openstack-request-id: req-2ad4fb11-f391-4cb8-96a0-126e9887bd06 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:13.342203 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:13.343532 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2ad4fb11-f391-4cb8-96a0-126e9887bd06 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:13.344518 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'code': 200} Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:13.351320 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:13.357170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 80df6d53-aca0-4864-9431-9b23406dd6ec {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:13.358717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 80df6d53-aca0-4864-9431-9b23406dd6ec not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:13.497313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4087f7dd-e0da-4ea9-bb6c-79a9448559c1 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.504494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba7759-127c-4226-8999-dcadaf1eb492 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:52:13.578656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] For port a8250249-ef05-4d70-aadd-d4008c40aa18, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a8250249-ef05-4d70-aadd-d4008c40aa18,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:13.579816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.583405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Allocated IP 172.20.0.6 (d9b77d4c-7d9f-4158-bf19-3b6aab89e250/6ce372f1-83d0-4488-835d-2683fb556b99/34ff94ee-c31d-4e7e-b7ce-2bee8e04a868) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:13.585708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087f7dd-e0da-4ea9-bb6c-79a9448559c1 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:13.599139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Calling delete_port for a8250249-ef05-4d70-aadd-d4008c40aa18 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:13.663601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba7759-127c-4226-8999-dcadaf1eb492 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:52:13.683836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4087f7dd-e0da-4ea9-bb6c-79a9448559c1 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.688668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4087f7dd-e0da-4ea9-bb6c-79a9448559c1 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "DELETE /v2.0/subnets/a3fbdfce-11ab-49ff-a97b-4927cfdcb0a2 HTTP/1.1" status: 204 len: 168 time: 0.8805373 Dec 15 13:52:13.692023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce877243-a9c3-41ec-9703-9bd0caa12a34 req-82bc1817-72cc-4db6-acfd-ec1566aea634 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 210 time: 0.1113968 Dec 15 13:52:13.720486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:13.827931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:52:13.827931 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:52:13.827931 n-d-821840-1 neutron-server[109768]: [parameters: {'id': '104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7'}] Dec 15 13:52:13.827931 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:52:13.829177 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:52:14.008733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.013324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.060949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a8250249-ef05-4d70-aadd-d4008c40aa18'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:14.066274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.094378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165116a8-362b-40cc-8f1e-e1f9f8d91cdb None None] Network d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:14.115816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Pushing event deleted for resources: {'Port': ['ID=a8250249-ef05-4d70-aadd-d4008c40aa18,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:14.200532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda222aa-fa9b-4256-8026-7040f52003f2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:14.209231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33d645-2d58-440a-b75a-34ae0d8a012a req-454515cf-5bfb-42f1-acc3-901adf5a4ddb tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:14.220578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab33d645-2d58-440a-b75a-34ae0d8a012a req-454515cf-5bfb-42f1-acc3-901adf5a4ddb tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3883305 Dec 15 13:52:14.286510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] No DVR routers for this DVR port a8250249-ef05-4d70-aadd-d4008c40aa18 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:14.289673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.295537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e01508db-ef3a-4713-b356-ea4b49b37379 req-247afcf2-c062-4f1d-a9b9-5d462e9463ed tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.74 "DELETE /v2.0/ports/a8250249-ef05-4d70-aadd-d4008c40aa18 HTTP/1.1" status: 204 len: 173 time: 2.5022161 Dec 15 13:52:14.310220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb1fe33-c42e-4ea8-a78a-2f7555f32a40', 'name': 'network-vif-deleted', 'tag': 'a8250249-ef05-4d70-aadd-d4008c40aa18'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:14.313302 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dafd1b-a54a-4360-b4b2-735cacee2c5d" -d '{"events": [{"server_uuid": "6bb1fe33-c42e-4ea8-a78a-2f7555f32a40", "name": "network-vif-deleted", "tag": "a8250249-ef05-4d70-aadd-d4008c40aa18"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:14.330425 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.364519 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cc1856c-1bf0-42ae-9a24-0f4f91087384 req-ee4a8747-5508-4cb2-86d8-8b428e82d321 tempest-ListServerFiltersTestJSON-1469793460 tempest-ListServerFiltersTestJSON-1469793460-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bb1fe33-c42e-4ea8-a78a-2f7555f32a40 HTTP/1.1" status: 200 len: 210 time: 0.1162274 Dec 15 13:52:14.375910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Checking segment: {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:14.376288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Network hostable DHCP agents. Network: 97f490c0-a3e8-48c9-ba3e-3648e2e58223, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:14.422121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:14.454009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] DHCP port deletion for d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:14.473598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 97f490c0-a3e8-48c9-ba3e-3648e2e58223) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:14.486379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:14.487059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.511958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b1b67-bf7c-4fbf-b956-9c91762b8f2a None None] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:14.514574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab33d645-2d58-440a-b75a-34ae0d8a012a req-b362af1c-7482-4246-b820-82b6f267cc76 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931025 Dec 15 13:52:14.548799 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.584903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port f48bc719-a871-44b4-b33d-177f6a3e9d0a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:14.585391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.589279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:14.589569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-92b96a2f-ef59-4ce2-ae55-3d92f8c77861 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1509981 Dec 15 13:52:14.591171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port 8a369123-a615-4502-9b57-d3e734f0e8f1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:14.591505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.636212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:14.691497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port 8a369123-a615-4502-9b57-d3e734f0e8f1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8a369123-a615-4502-9b57-d3e734f0e8f1,segment=NetworkSegment(a7525207-a8f4-4e8e-8d7d-d24f2e728583),segment_id=a7525207-a8f4-4e8e-8d7d-d24f2e728583)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:14.691913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.715598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for 8a369123-a615-4502-9b57-d3e734f0e8f1 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:14.726897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] Deleting port f48bc719-a871-44b4-b33d-177f6a3e9d0a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:14.727298 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.833991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bca06-f793-4445-aefc-8fbdda08bec9 req-b9bd6bde-c64f-4b81-b4c7-37b38d72823e tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:14.842349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-711bca06-f793-4445-aefc-8fbdda08bec9 req-b9bd6bde-c64f-4b81-b4c7-37b38d72823e tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 950 time: 0.3339205 Dec 15 13:52:14.864869 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6d3b7e-f8b7-4d47-95f3-ff3e3eeacb09 x-openstack-request-id: req-3e6d3b7e-f8b7-4d47-95f3-ff3e3eeacb09 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:14.865793 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb1fe33-c42e-4ea8-a78a-2f7555f32a40", "name": "network-vif-deleted", "tag": "a8250249-ef05-4d70-aadd-d4008c40aa18", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:14.865793 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e6d3b7e-f8b7-4d47-95f3-ff3e3eeacb09 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:14.865793 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb1fe33-c42e-4ea8-a78a-2f7555f32a40', 'name': 'network-vif-deleted', 'tag': 'a8250249-ef05-4d70-aadd-d4008c40aa18', 'status': 'completed', 'code': 200} Dec 15 13:52:14.904458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-711bca06-f793-4445-aefc-8fbdda08bec9 req-385e21b9-b00b-477f-b8df-030d54739272 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617635 Dec 15 13:52:14.976334 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.982080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-97f490c0-a3e8-48c9-ba3e-3648e2e58223', 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223', 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'fixed_ips': [{'subnet_id': 'fda222aa-fa9b-4256-8026-7040f52003f2'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:14.983335 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:14.999408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] For port f48bc719-a871-44b4-b33d-177f6a3e9d0a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f48bc719-a871-44b4-b33d-177f6a3e9d0a,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:14.999822 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.019733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=8a369123-a615-4502-9b57-d3e734f0e8f1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:15.022832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port 8a369123-a615-4502-9b57-d3e734f0e8f1 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:15.058104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] Calling delete_port for f48bc719-a871-44b4-b33d-177f6a3e9d0a owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:15.129662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65e67a94-97c0-4e14-9282-ccf2ae31bbcd req-c0642335-43b3-4c5c-92cb-84fb7aec8ed7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 210 time: 0.0501895 Dec 15 13:52:15.181950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.237418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:15.260273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7525207-a8f4-4e8e-8d7d-d24f2e728583') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:15.260859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7525207-a8f4-4e8e-8d7d-d24f2e728583') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:15.274070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.293191 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.302192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:15.302696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:15.308024 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:15.337198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Allocated IP 172.20.0.2 (97f490c0-a3e8-48c9-ba3e-3648e2e58223/fda222aa-fa9b-4256-8026-7040f52003f2/6364cce3-e055-452a-803a-b77c87c51db7) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:15.382423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.385681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port f48bc719-a871-44b4-b33d-177f6a3e9d0a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f48bc719-a871-44b4-b33d-177f6a3e9d0a,segment=NetworkSegment(210c35d1-6254-4806-a136-c4ff8059badf),segment_id=210c35d1-6254-4806-a136-c4ff8059badf)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:15.386050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.386610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.398878 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.412878 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 HTTP/1.1" status: 204 len: 168 time: 4.8158607 Dec 15 13:52:15.418292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57938) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:15.438843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.439952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.455882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f48bc719-a871-44b4-b33d-177f6a3e9d0a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:15.470143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b17b72-f150-4753-bacc-768d234a7c73 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:15.497184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.504590 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a20e686-a7dd-4d03-9bc2-3c42a6b92b8f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:15.506704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a20e686-a7dd-4d03-9bc2-3c42a6b92b8f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:15.514838 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3a20e686-a7dd-4d03-9bc2-3c42a6b92b8f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 HTTP/1.1" status: 404 len: 339 time: 0.0931194 Dec 15 13:52:15.519614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57944) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:15.530104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for f48bc719-a871-44b4-b33d-177f6a3e9d0a owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:15.531532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1621344724', 'description': 'd1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:15.533030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:15.554385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a17d6-7e63-414e-a73d-c8193bd358e7 req-89884b61-4402-419c-96d3-4275d4e3c7c5 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.562618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6a17d6-7e63-414e-a73d-c8193bd358e7 req-89884b61-4402-419c-96d3-4275d4e3c7c5 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3296876 Dec 15 13:52:15.568392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:15.573628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.607315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:15.617606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:15.624896 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.625515 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 613ec883-2468-43ef-b477-54f801cfcf3d of type vlan for network decfb9a6-1bf7-470e-a0b6-f2444e45a279 Dec 15 13:52:15.631889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:15.658176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daef4a4-23eb-4f3a-926b-5775e33aaa5a None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:15.688600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.688953 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.689235 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.729108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.736422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:15.737042 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.749156 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6158440 Dec 15 13:52:15.799553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-6efa17ac-9c77-46fd-b1f2-6208974b5488 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:52:15.800925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-6efa17ac-9c77-46fd-b1f2-6208974b5488 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0437517 Dec 15 13:52:15.801897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf72c56-ee9a-4a72-9d04-d821714917f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event updated for resources: {'Port': ['ID=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:15.851504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6a17d6-7e63-414e-a73d-c8193bd358e7 req-c92d5da3-d4af-48c4-ab46-06dc5c130ffd tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878780 Dec 15 13:52:15.881025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-42ade1c0-7581-40a5-b1ea-1c3478388fa3 None None] Provisioning complete for port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:15.881930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-42ade1c0-7581-40a5-b1ea-1c3478388fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.929286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=decfb9a6-1bf7-470e-a0b6-f2444e45a279,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:15.936399 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.941069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57966) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:15.976147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network decfb9a6-1bf7-470e-a0b6-f2444e45a279 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:15.987550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0804d43a-b074-4665-b0f0-2bd79fa501bf tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4666877 Dec 15 13:52:16.002151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57978) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:16.114972 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.130386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Request body: {'port': {'device_id': 'ad59b116-2023-4e73-9b17-b17aa0c0b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:16.169015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1351944-9202-4e9f-abc5-fc4ae1bebafa tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:16.173163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e1351944-9202-4e9f-abc5-fc4ae1bebafa tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/networks?id=decfb9a6-1bf7-470e-a0b6-f2444e45a279 HTTP/1.1" status: 200 len: 761 time: 0.1693821 Dec 15 13:52:16.177460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57990) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:16.185243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c6d89a28-9b37-4026-8a9b-9a34a8d900a7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'description': 'd2'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:16.262311 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.301346 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.314485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-42ade1c0-7581-40a5-b1ea-1c3478388fa3 None None] Port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:16.326847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a8250249-ef05-4d70-aadd-d4008c40aa18 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:16.329976 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.407230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.411850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-259e2923-818c-48d0-96f5-136e938c99b4 admin admin] Deleting subnet b192fd6e-8f11-47ab-bed7-5c49ee82fa82 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:16.416093 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259e2923-818c-48d0-96f5-136e938c99b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.420587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] Pushing event deleted for resources: {'Port': ['ID=f48bc719-a871-44b4-b33d-177f6a3e9d0a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:16.449367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: a8250249-ef05-4d70-aadd-d4008c40aa18 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:16.450725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a8250249-ef05-4d70-aadd-d4008c40aa18 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:16.458472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259e2923-818c-48d0-96f5-136e938c99b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.487716 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6d89a28-9b37-4026-8a9b-9a34a8d900a7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.515268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Pushing event updated for resources: {'Port': ['ID=6364cce3-e055-452a-803a-b77c87c51db7,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:16.520447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b99e92-e17d-4c51-a7b6-59f7815b71c4 req-d3f1eeaa-38ac-4177-8cdb-b7d2288147a3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:16.529787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8b99e92-e17d-4c51-a7b6-59f7815b71c4 req-d3f1eeaa-38ac-4177-8cdb-b7d2288147a3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 931 time: 0.0944939 Dec 15 13:52:16.534226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:16.538431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:16.542487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:16.553742 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6d89a28-9b37-4026-8a9b-9a34a8d900a7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.561633 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259e2923-818c-48d0-96f5-136e938c99b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.564488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13214bf5-569a-4bf0-9840-6b1122a2fb29 None None] No DVR routers for this DVR port f48bc719-a871-44b4-b33d-177f6a3e9d0a on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:16.627024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Attempting to bind port 6364cce3-e055-452a-803a-b77c87c51db7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:16.627785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Attempting to bind port 6364cce3-e055-452a-803a-b77c87c51db7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:16.629242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Attempting to bind port 6364cce3-e055-452a-803a-b77c87c51db7 on network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:16.636654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:16.637441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Checking segment: {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:16.638124 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.638681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Bound using segment: {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:16.640629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Bound port: 6364cce3-e055-452a-803a-b77c87c51db7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:16.641866 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.650987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259e2923-818c-48d0-96f5-136e938c99b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.666204 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d89a28-9b37-4026-8a9b-9a34a8d900a7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=decfb9a6-1bf7-470e-a0b6-f2444e45a279,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:16.671215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaee2d-4eaa-4db7-9896-e5bc952f1490 req-1bb0b979-611d-4313-a20d-d5bbff687939 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:16.672818 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ddbaee2d-4eaa-4db7-9896-e5bc952f1490 req-1bb0b979-611d-4313-a20d-d5bbff687939 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.4836583 Dec 15 13:52:16.673535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6d89a28-9b37-4026-8a9b-9a34a8d900a7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network decfb9a6-1bf7-470e-a0b6-f2444e45a279 is not hosted by any dhcp agent {{(pid=109768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:52:16.679905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d89a28-9b37-4026-8a9b-9a34a8d900a7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:16.680541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6d89a28-9b37-4026-8a9b-9a34a8d900a7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.684773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c6d89a28-9b37-4026-8a9b-9a34a8d900a7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "PUT /v2.0/networks/decfb9a6-1bf7-470e-a0b6-f2444e45a279 HTTP/1.1" status: 200 len: 758 time: 0.5031328 Dec 15 13:52:16.693227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57996) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:16.722225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network decfb9a6-1bf7-470e-a0b6-f2444e45a279 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:16.733330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e2923-818c-48d0-96f5-136e938c99b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b192fd6e-8f11-47ab-bed7-5c49ee82fa82,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:16.781631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8b99e92-e17d-4c51-a7b6-59f7815b71c4 req-7ff6460c-eeb7-47d9-8ac1-aebed82fb5d7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509670 Dec 15 13:52:16.793148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.823908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73c741c-bf9e-4f41-9e10-48b1de19c257 None None] Network d57ab5e0-db9d-455c-a535-68e76b89836a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:16.824115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259e2923-818c-48d0-96f5-136e938c99b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.829534 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-259e2923-818c-48d0-96f5-136e938c99b4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b192fd6e-8f11-47ab-bed7-5c49ee82fa82 HTTP/1.1" status: 204 len: 168 time: 0.8829160 Dec 15 13:52:16.831468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57998) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:16.832680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port f48bc719-a871-44b4-b33d-177f6a3e9d0a on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:16.897602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2419ee62-f527-4493-80b2-7fcca25af2e7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:16.899380 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2419ee62-f527-4493-80b2-7fcca25af2e7 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/networks?id=decfb9a6-1bf7-470e-a0b6-f2444e45a279 HTTP/1.1" status: 200 len: 761 time: 0.2052200 Dec 15 13:52:16.905066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58006) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:16.911099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-131332752'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:16.987368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] For port 6364cce3-e055-452a-803a-b77c87c51db7, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:17.018846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] For port 6364cce3-e055-452a-803a-b77c87c51db7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6364cce3-e055-452a-803a-b77c87c51db7,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:17.044472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.049535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:17.051098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=f48bc719-a871-44b4-b33d-177f6a3e9d0a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:17.054277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.071673 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.112233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ddbaee2d-4eaa-4db7-9896-e5bc952f1490 req-db80da5d-7157-4b7c-a57d-5d177151e024 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809450 Dec 15 13:52:17.156273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:17.168729 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.169445 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 5f5f252b-851f-4033-8406-c5edaa50c0c0 of type vlan for network 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af Dec 15 13:52:17.298822 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.324583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.336818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] DHCP port deletion for d57ab5e0-db9d-455c-a535-68e76b89836a request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:17.356381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e6af-76c7-4bc1-8ef7-46b5901fd3b9 None None] Pushing event updated for resources: {'Port': ['ID=6364cce3-e055-452a-803a-b77c87c51db7,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:17.374667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:17.418948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210c35d1-6254-4806-a136-c4ff8059badf') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:17.419596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210c35d1-6254-4806-a136-c4ff8059badf') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:17.434578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.446551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Deleting port 68bfac05-c397-46df-b265-97545fcb68dc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:17.448915 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.460811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.470383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:17.471013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.473800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] Deleting port 68bfac05-c397-46df-b265-97545fcb68dc {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:17.474971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:17.574141 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:17.658463 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.663351 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.678290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:17.679269 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.702123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] For port 68bfac05-c397-46df-b265-97545fcb68dc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=68bfac05-c397-46df-b265-97545fcb68dc,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:17.703194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.707434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.723531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "DELETE /v2.0/networks/d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf HTTP/1.1" status: 204 len: 168 time: 3.9896033 Dec 15 13:52:17.752602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58032) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:17.754563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] Calling delete_port for 68bfac05-c397-46df-b265-97545fcb68dc owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:17.754817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] For port 68bfac05-c397-46df-b265-97545fcb68dc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=68bfac05-c397-46df-b265-97545fcb68dc,segment=NetworkSegment(294f0210-d91b-456e-a9f4-6f1ebb29a4ad),segment_id=294f0210-d91b-456e-a9f4-6f1ebb29a4ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:17.755191 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:17.775512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Calling delete_port for 68bfac05-c397-46df-b265-97545fcb68dc owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:17.785186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1261989564'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:17.836338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9262373 Dec 15 13:52:17.842341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1fdef-7420-47f3-8dfc-a86b851cf2af tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Network': ['ID=d5ac5b93-340d-4ecf-b27b-c7480ab7fdcf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:17.873837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:17.886329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': '7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:17.940533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0b4da-203f-4fd1-8ea3-302d085d2c74 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:17.952075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:17.957936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.011781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:18.033060 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.116428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] No DVR routers for this DVR port 68bfac05-c397-46df-b265-97545fcb68dc on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:18.118226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b9a86-f7d5-48d8-b031-d2e5cd5c2a02 None None] Pushing event deleted for resources: {'Port': ['ID=68bfac05-c397-46df-b265-97545fcb68dc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:18.139676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:18.175548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.176733 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Added segment c6f92148-7ca8-499b-b013-b0a055dbd608 of type vlan for network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f Dec 15 13:52:18.196438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8917-6cb9-42e3-b5a3-c9beb86c7952 req-57722bfa-68b8-4ec5-8db3-3abb36181557 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:18.198784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f8c8917-6cb9-42e3-b5a3-c9beb86c7952 req-57722bfa-68b8-4ec5-8db3-3abb36181557 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.5957928 Dec 15 13:52:18.211285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab9310-74e3-46e2-916d-0b720c524346 req-89c8d4af-71a5-4c01-b574-4a769561916b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:18.215007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aeab9310-74e3-46e2-916d-0b720c524346 req-89c8d4af-71a5-4c01-b574-4a769561916b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 931 time: 0.1836998 Dec 15 13:52:18.217114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.244989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.280828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Pushing event deleted for resources: {'Port': ['ID=68bfac05-c397-46df-b265-97545fcb68dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:18.303211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:18.315163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.319327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] No DVR routers for this DVR port 68bfac05-c397-46df-b265-97545fcb68dc on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:18.475176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.488078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.501973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57ab5e0-db9d-455c-a535-68e76b89836a']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:18.514010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294f0210-d91b-456e-a9f4-6f1ebb29a4ad') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:18.514660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294f0210-d91b-456e-a9f4-6f1ebb29a4ad') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:18.531991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.549879 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.557534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:18.558046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:18.558871 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.561012 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f770e30c-df13-47e1-b538-36f27e2faa49" -d '{"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-unplugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:18.592110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.608570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:18.620944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:18.639016 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:18.666031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:52:18.674189 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f8c8917-6cb9-42e3-b5a3-c9beb86c7952 req-06ae2a28-4211-4895-ab1f-95bcc099c38d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649782 Dec 15 13:52:18.733607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aeab9310-74e3-46e2-916d-0b720c524346 req-55c808ac-faa3-4805-9667-fc7d7054f620 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720347 Dec 15 13:52:18.738847 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.750304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:18.758866 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.776194 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] 10.222.0.86 "DELETE /v2.0/networks/d57ab5e0-db9d-455c-a535-68e76b89836a HTTP/1.1" status: 204 len: 168 time: 1.9413252 Dec 15 13:52:18.796113 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.814651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:18.815311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.819403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d41f4d-a058-4e8e-afb1-be141dc4c25b admin admin] Pushing event deleted for resources: {'Network': ['ID=d57ab5e0-db9d-455c-a535-68e76b89836a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:18.843736 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad99e7-508b-423a-aeae-ed13a2cbecc1 x-openstack-request-id: req-7aad99e7-508b-423a-aeae-ed13a2cbecc1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:18.844956 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-unplugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:18.844956 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7aad99e7-508b-423a-aeae-ed13a2cbecc1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:18.844956 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63', 'code': 200} Dec 15 13:52:18.861674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:18.871400 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.053549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:19.064516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2835481 Dec 15 13:52:19.069407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58066) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:19.075370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'subnet': {'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:19.097468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bee13f-b196-418a-b761-74bb1ef48d84 None None] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:19.102556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.118408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58068) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:19.179543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6364cce3-e055-452a-803a-b77c87c51db7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:19.225902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Transition to ACTIVE for port object 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:52:19.245262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.256579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Allocated IP 172.25.7.19 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/b0f8e6d5-2aca-42bd-9cc4-70914f2f300e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:19.275611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7996ce07-9e47-4e8b-b1da-1c6d093ab97f None None] Provisioning complete for port 6364cce3-e055-452a-803a-b77c87c51db7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:19.276288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7996ce07-9e47-4e8b-b1da-1c6d093ab97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.288705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b8fd5-4ebe-4bee-a1a2-f378b096753b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Network': ['ID=5cc81f2a-1572-4908-9ee3-1f004fa6db9f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:19.331383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:19.344172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9889ce1-269a-420a-a4e2-75ed8e8fb95e None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:19.401049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d457a66-54b1-4a25-8f7d-61ba5f013b64 req-cb5f4201-dad3-4907-b17d-02caef626ac4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:19.415189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d457a66-54b1-4a25-8f7d-61ba5f013b64 req-cb5f4201-dad3-4907-b17d-02caef626ac4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3494682 Dec 15 13:52:19.423502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:19.427543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.436887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Pushing event updated for resources: {'Port': ['ID=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:19.490498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6364cce3-e055-452a-803a-b77c87c51db7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:19.491011 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.591161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.618312 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7996ce07-9e47-4e8b-b1da-1c6d093ab97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.668129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.682907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Attempting to bind port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:19.686372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Attempting to bind port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:19.686900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Attempting to bind port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:19.734715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7996ce07-9e47-4e8b-b1da-1c6d093ab97f None None] For port 6364cce3-e055-452a-803a-b77c87c51db7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6364cce3-e055-452a-803a-b77c87c51db7,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:19.745046 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.749222 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7996ce07-9e47-4e8b-b1da-1c6d093ab97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.755385 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5323aa94-9e7f-42bb-b276-5f6575b04e96 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=500e767148fa4ffbaa02f93b419752ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991693 Dec 15 13:52:19.764182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:52:19.764528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Attempting to bind port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:19.765974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58076) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:19.766925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.825620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=bd8f4eeb-3018-422c-a57d-da7dd177c83e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:19.827951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': '5f5f252b-851f-4033-8406-c5edaa50c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:19.838758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:19.863910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:19.864267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Checking segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:19.864659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Bound using segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:19.865125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Bound port: 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:19.865493 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.906624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996ce07-9e47-4e8b-b1da-1c6d093ab97f None None] Pushing event updated for resources: {'Port': ['ID=6364cce3-e055-452a-803a-b77c87c51db7,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:19.917819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d457a66-54b1-4a25-8f7d-61ba5f013b64 req-7de478c2-c857-477d-aa3c-3546219a2031 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009270 Dec 15 13:52:19.932208 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:52:19.932857 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:52:19.941243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.941571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.941867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.942217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.942561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.942898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.943238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.943571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.944120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.944312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.944619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.944917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.945242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:19.965926 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b2add8f-50c6-488d-af9a-145d44341498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.969339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Subnet': ['ID=4f02350b-3707-4315-8821-bfcb3351d180,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:19.975243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Checking segment: {'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:19.975627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network hostable DHCP agents. Network: 5cc81f2a-1572-4908-9ee3-1f004fa6db9f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:20.006673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b2add8f-50c6-488d-af9a-145d44341498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.029249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:20.046361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] For port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:20.049943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] For port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:20.060050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 5cc81f2a-1572-4908-9ee3-1f004fa6db9f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:20.076783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:20.077679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.079199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03112a-7040-4c51-a060-e12d7404002a None None] Network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:20.099547 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.105509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-212b79a4-9574-4561-9dd3-fed90b91a618 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0343854 Dec 15 13:52:20.106618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b2add8f-50c6-488d-af9a-145d44341498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.110453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b2add8f-50c6-488d-af9a-145d44341498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.125097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7b2add8f-50c6-488d-af9a-145d44341498 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a203d9d9-e813-48aa-9987-ffece12ce274 HTTP/1.1" status: 204 len: 168 time: 0.3507373 Dec 15 13:52:20.130066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58090) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:20.131016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9dcf8ed5-5efb-4056-b233-abb75f4836c5 None None] Provisioning complete for port 6364cce3-e055-452a-803a-b77c87c51db7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:20.131561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8ed5-5efb-4056-b233-abb75f4836c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.147806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.151753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1125446308'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:20.159631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f8e6d5-2aca-42bd-9cc4-70914f2f300e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:20.179165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:20.180163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.182295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] 10.222.0.74 "PUT /v2.0/ports/34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 HTTP/1.1" status: 200 len: 1091 time: 4.3458576 Dec 15 13:52:20.193204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad59b116-2023-4e73-9b17-b17aa0c0b815', 'tag': '34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:20.196235 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c77e78-2e32-45ee-b761-c959f78b89c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad59b116-2023-4e73-9b17-b17aa0c0b815", "tag": "34ff94ee-c31d-4e7e-b7ce-2bee8e04a868"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:20.200620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:20.236144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831216ab-12eb-4899-a978-411342659e7c None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:20.246580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:20.253144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:20.254168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.262507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b165e-4ec1-4a75-bd4a-1bdca480b73a None None] Network 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:20.264766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2add8f-50c6-488d-af9a-145d44341498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203d9d9-e813-48aa-9987-ffece12ce274,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:20.310720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:20.316816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:20.320238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:20.339390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:20.351418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6e87e-8609-4638-b212-03a3cb231abd None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:20.381191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:20.390070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.395743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe553a-e95d-4c1c-864a-95f69745331d req-36543909-b152-4600-848b-57fc5535dc4c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:20.397903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6fe553a-e95d-4c1c-864a-95f69745331d req-36543909-b152-4600-848b-57fc5535dc4c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 943 time: 0.5029292 Dec 15 13:52:20.420938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5379e2-2907-4bbe-ac3a-f5d87d37998f req-3cda9663-4f41-4bda-b249-4973ecf0d1e1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:20.422753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d5379e2-2907-4bbe-ac3a-f5d87d37998f req-3cda9663-4f41-4bda-b249-4973ecf0d1e1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2132699 Dec 15 13:52:20.433165 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-11552d05-c624-4abc-ab4f-cccc64bd0446 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5504034 Dec 15 13:52:20.441698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58096) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:20.479343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddb95d7a-d5bb-446f-a3ea-3b48c59a0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:20.481054 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-ddb95d7a-d5bb-446f-a3ea-3b48c59a0c82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 1094 time: 0.2108829 Dec 15 13:52:20.488117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9f91-fb0b-47f7-9c31-d7f28d2395bc service neutron] Pushing event updated for resources: {'Port': ['ID=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:20.497970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af', 'network_id': '7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': 'bd8f4eeb-3018-422c-a57d-da7dd177c83e'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:20.498881 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.536896 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:52:20.569040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-bc083540-410a-4b76-ab95-746b0d758ed8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 HTTP/1.1" status: 200 len: 217 time: 0.0587609 Dec 15 13:52:20.615033 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6fe553a-e95d-4c1c-864a-95f69745331d req-c625e9fe-d2f2-4999-89fc-36f8fe1ec9d1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001338 Dec 15 13:52:20.684136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-5cc81f2a-1572-4908-9ee3-1f004fa6db9f', 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f', 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'fixed_ips': [{'subnet_id': '4f02350b-3707-4315-8821-bfcb3351d180'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:20.686477 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.712255 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d5379e2-2907-4bbe-ac3a-f5d87d37998f req-2ccc0688-9fe5-494b-9c5b-38b6a387f04a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680874 Dec 15 13:52:20.769449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:20.838418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.838766 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Added segment 8df7ade8-d4e9-430d-a838-63374be59a14 of type vlan for network 181d84f4-6de9-4f5a-afec-564d2d6f7fed Dec 15 13:52:20.878572 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.975795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-9f0b2a74-87b8-4c90-bdb7-20381179c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:20.981406 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:20.988459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-9f0b2a74-87b8-4c90-bdb7-20381179c5ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.3914680 Dec 15 13:52:21.060661 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-12f81440-42f9-4d4b-8285-4ce735fde26c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609672 Dec 15 13:52:21.125103 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d5337a-ea95-4fa5-8146-11dccd3079d0 x-openstack-request-id: req-34d5337a-ea95-4fa5-8146-11dccd3079d0 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:21.125616 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad59b116-2023-4e73-9b17-b17aa0c0b815", "tag": "34ff94ee-c31d-4e7e-b7ce-2bee8e04a868", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:21.125880 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-34d5337a-ea95-4fa5-8146-11dccd3079d0 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:21.126278 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad59b116-2023-4e73-9b17-b17aa0c0b815', 'tag': '34ff94ee-c31d-4e7e-b7ce-2bee8e04a868', 'status': 'completed', 'code': 200} Dec 15 13:52:21.155071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:52:21.197218 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.260485 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.293027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:21.293704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.327557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.388307 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-199719e2-09f3-4fa1-8060-d16fbe13465c service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140161 Dec 15 13:52:21.659023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.701890 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Allocated IP 19.80.0.2 (5cc81f2a-1572-4908-9ee3-1f004fa6db9f/4f02350b-3707-4315-8821-bfcb3351d180/758ca933-5c73-4574-b727-ae2c21250ccc) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:21.913517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 68bfac05-c397-46df-b265-97545fcb68dc no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:21.989569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 68bfac05-c397-46df-b265-97545fcb68dc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:21.989921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 68bfac05-c397-46df-b265-97545fcb68dc not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:22.035127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2fcbc5-5f13-46a1-a16d-e932b9ab4587 req-bbb66d34-b3b1-4931-ae7f-6ac2f04a6944 service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6352694 Dec 15 13:52:22.048114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:22.108436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35fe8f-5017-42ae-8d25-1a5d3ba80a0a req-847106f3-d2b9-461c-8715-5e720f98a8e8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:22.110005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d35fe8f-5017-42ae-8d25-1a5d3ba80a0a req-847106f3-d2b9-461c-8715-5e720f98a8e8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 813 time: 0.6981893 Dec 15 13:52:22.146216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '3de711fe-2570-4e6b-a7a8-141159566d63', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '3de711fe-2570-4e6b-a7a8-141159566d63', 'mac_address': 'fa:16:3e:30:df:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:22.173779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e474e1c-c204-4fd7-975e-01f5c6afe6f9 req-c9482ae6-00f4-4b63-9f08-cf0379873a74 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:22.178262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e474e1c-c204-4fd7-975e-01f5c6afe6f9 req-c9482ae6-00f4-4b63-9f08-cf0379873a74 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 943 time: 0.2683716 Dec 15 13:52:22.182119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:52:22.217367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0787048 Dec 15 13:52:22.218799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6364cce3-e055-452a-803a-b77c87c51db7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:22.226173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:22.236531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Allocated IP 172.20.0.2 (7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af/bd8f4eeb-3018-422c-a57d-da7dd177c83e/1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:22.253853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c479d48-d863-45d2-b9c0-b5623eceaa9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Network': ['ID=181d84f4-6de9-4f5a-afec-564d2d6f7fed,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:22.258841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d35fe8f-5017-42ae-8d25-1a5d3ba80a0a req-87c7b287-2e3f-4de7-9eaa-7729532fd895 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/quotas/706b70816e914564b37a989ee244eb3d HTTP/1.1" status: 200 len: 375 time: 0.0872624 Dec 15 13:52:22.296211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 181d84f4-6de9-4f5a-afec-564d2d6f7fed details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:22.331443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d35fe8f-5017-42ae-8d25-1a5d3ba80a0a req-ab709577-b526-4207-87c3-2d6305051d65 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656400 Dec 15 13:52:22.377956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-62be92aa-93c2-4de6-b3dc-8d5b6f6dd2b8 None None] Provisioning complete for port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:22.384743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-62be92aa-93c2-4de6-b3dc-8d5b6f6dd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.486658 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.605694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de711fe-2570-4e6b-a7a8-141159566d63 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:22.613791 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.629778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-62be92aa-93c2-4de6-b3dc-8d5b6f6dd2b8 None None] Port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:22.682488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.746137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:22.768566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6364cce3-e055-452a-803a-b77c87c51db7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:22.769045 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.808318 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:22.853136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39069292-d778-4cae-a155-9caddd6e7c28 req-bcdf1ccd-6210-4ff0-841d-6ed900ce366a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:22.859823 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39069292-d778-4cae-a155-9caddd6e7c28 req-bcdf1ccd-6210-4ff0-841d-6ed900ce366a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1232975 Dec 15 13:52:22.883743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'subnet': {'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:22.935469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:22.951283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['3de711fe-2570-4e6b-a7a8-141159566d63'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:22.957086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Pushing event updated for resources: {'Port': ['ID=758ca933-5c73-4574-b727-ae2c21250ccc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:22.994304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39069292-d778-4cae-a155-9caddd6e7c28 req-27b448de-b9dc-4508-9640-536efb62beb3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292040 Dec 15 13:52:23.106338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:23.109809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:23.143462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e474e1c-c204-4fd7-975e-01f5c6afe6f9 req-f307c4c6-4019-44a2-9f58-b1da4e960857 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9450824 Dec 15 13:52:23.165775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:23.263068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-bdbc6d64-a1de-4c9b-8e62-4e01d8feec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:23.265022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-bdbc6d64-a1de-4c9b-8e62-4e01d8feec78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 1094 time: 1.1613986 Dec 15 13:52:23.266017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:23.270860 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.357052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.388578 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.406752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.427608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-bd8f274f-a8f0-4784-8a49-8c91e8c6bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:23.434594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-bd8f274f-a8f0-4784-8a49-8c91e8c6bd65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.1571681 Dec 15 13:52:23.453294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Pushing event updated for resources: {'Port': ['ID=1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:23.465271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Attempting to bind port 758ca933-5c73-4574-b727-ae2c21250ccc on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:23.474553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Attempting to bind port 758ca933-5c73-4574-b727-ae2c21250ccc by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:23.475166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Attempting to bind port 758ca933-5c73-4574-b727-ae2c21250ccc on network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:23.539300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:23.540026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Checking segment: {'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:23.541173 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.552554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Bound using segment: {'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:23.553330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Bound port: 758ca933-5c73-4574-b727-ae2c21250ccc, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:23.554154 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.593347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Network 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:23.598051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:23.630144 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.637644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-c3308811-e326-4bcd-a927-e938541536c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 HTTP/1.1" status: 200 len: 217 time: 0.1529481 Dec 15 13:52:23.647634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:23.689488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:23.713379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5f252b-851f-4033-8406-c5edaa50c0c0') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:23.713781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5f252b-851f-4033-8406-c5edaa50c0c0') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:23.744669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.773325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] For port 758ca933-5c73-4574-b727-ae2c21250ccc, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:23.779354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] For port 758ca933-5c73-4574-b727-ae2c21250ccc, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=758ca933-5c73-4574-b727-ae2c21250ccc,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:23.779752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.798261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:23.798691 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.820022 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:23.852579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-c9a369fa-01b5-4ed4-a38d-a50d0cb484a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:23.855352 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-c9a369fa-01b5-4ed4-a38d-a50d0cb484a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.0823374 Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:23.873607 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:23.910537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 13:52:23.910537 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 13:52:23.910537 n-d-821840-1 neutron-server[109768]: [parameters: {'id': '7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af'}] Dec 15 13:52:23.910537 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:52:23.910943 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:52:23.911610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8f4eeb-3018-422c-a57d-da7dd177c83e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:23.920526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:23.926371 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-d9d96a4d-49c1-4c26-a33a-60443a0db3e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614107 Dec 15 13:52:23.932977 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Sync routers for ids ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:23.952313 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Routers {'6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:23.954667 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:52:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:24.049508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-12e30928-9a8e-4730-8912-9fa6e77d3c29 service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045792 Dec 15 13:52:24.058239 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.059478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f1c5d46-950d-490d-9d1b-c0dda1eda321 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4654877 Dec 15 13:52:24.062341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58198) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:24.089168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966319c-af29-4677-99bd-e29a8fcc1705 req-b3543437-0834-4bdb-b8ef-475ca8634004 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:24.090751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a966319c-af29-4677-99bd-e29a8fcc1705 req-b3543437-0834-4bdb-b8ef-475ca8634004 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.6469097 Dec 15 13:52:24.172733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Attempting to bind port 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:24.175308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Attempting to bind port 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '5f5f252b-851f-4033-8406-c5edaa50c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:24.176331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Attempting to bind port 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5 on network 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:24.218197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:24.220304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Checking segment: {'id': '5f5f252b-851f-4033-8406-c5edaa50c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:24.221360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.224790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Bound using segment: {'id': '5f5f252b-851f-4033-8406-c5edaa50c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:24.228061 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Set router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:24.231234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Bound port: 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5f252b-851f-4033-8406-c5edaa50c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:24.231807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.315599 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a966319c-af29-4677-99bd-e29a8fcc1705 req-9a4b1417-54a0-453b-bab7-a2cbd58a3627 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109430 Dec 15 13:52:24.373823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:24.379490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58695457-f9c6-4e38-aac6-8df39f7a67e9 None None] Pushing event updated for resources: {'Port': ['ID=758ca933-5c73-4574-b727-ae2c21250ccc,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:24.511388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97c77e78-2e32-45ee-b761-c959f78b89c0 req-b81303d1-0f25-4e92-8b2e-9eacf4d3239e service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196999 Dec 15 13:52:24.571306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.841542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c8ca8-a54c-4a87-9b94-d0ee8aafee2f req-9d1907da-2548-4a0e-a3b0-cd03c63388f5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:24.845498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e26c8ca8-a54c-4a87-9b94-d0ee8aafee2f req-9d1907da-2548-4a0e-a3b0-cd03c63388f5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 943 time: 0.3022387 Dec 15 13:52:24.847047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:24.910809 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:52:20Z', 'revision_number': 3, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port': {'id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:18Z', 'updated_at': '2021-12-15T13:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:24.978969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] For port 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:25.007350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] For port 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5,segment=NetworkSegment(5f5f252b-851f-4033-8406-c5edaa50c0c0),segment_id=5f5f252b-851f-4033-8406-c5edaa50c0c0)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:25.043405 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Checking router: 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:52:25.044899 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Updating router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:52:25.064787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:25.079622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '34ff94ee-c31d-4e7e-b7ce-2bee8e04a868', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'port_id': '34ff94ee-c31d-4e7e-b7ce-2bee8e04a868', 'mac_address': 'fa:16:3e:07:3e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce372f1-83d0-4488-835d-2683fb556b99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:25.082318 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.109588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Checking segment: {'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:25.110139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network hostable DHCP agents. Network: 181d84f4-6de9-4f5a-afec-564d2d6f7fed, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:25.122588 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.146343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Subnet': ['ID=73ae8ff3-4c58-4734-be6d-70188a985e51,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:25.152366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:25.152366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.184600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e26c8ca8-a54c-4a87-9b94-d0ee8aafee2f req-df2b838b-5dbc-408f-9dce-3845d270119a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227031 Dec 15 13:52:25.203149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network 181d84f4-6de9-4f5a-afec-564d2d6f7fed is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:25.266961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 181d84f4-6de9-4f5a-afec-564d2d6f7fed) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:25.276569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:25.277185 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.328026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-75d2398d-8ae6-449e-82ab-b0267464c211 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4559817 Dec 15 13:52:25.339098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe34cab-6a05-4fa2-8c7e-2391b3961db6 None None] Network 181d84f4-6de9-4f5a-afec-564d2d6f7fed requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:25.386560 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.439667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa79d9e-e63c-4f4b-bb24-8be72db5cc03 None None] Network 7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:25.486779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5,segment=NetworkSegment(5f5f252b-851f-4033-8406-c5edaa50c0c0),segment_id=5f5f252b-851f-4033-8406-c5edaa50c0c0)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:25.486779 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.529212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:25.706749 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.721587 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.764615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:25.804437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:25.806345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8ea74-8d81-4b81-9b28-11dc1a8066dc None None] Pushing event updated for resources: {'Port': ['ID=1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:25.840646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15849f-7a5c-4850-9607-f12cf848ca5a None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:25.850328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.893189 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Attempting to bind port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:25.894052 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Attempting to bind port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:25.894821 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Attempting to bind port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:25.905393 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:25.907414 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:25.908336 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.908973 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:25.909742 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Bound port: b0f8e6d5-2aca-42bd-9cc4-70914f2f300e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:25.910556 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:25.941166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:25.975859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.001322 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Pushing event updated for resources: {'Port': ['ID=b0f8e6d5-2aca-42bd-9cc4-70914f2f300e,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:26.053001 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.056560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:26.059436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port 1c7a409c-aaed-4e90-a7b9-bbb95ac8a9e5 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:26.059609 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.059858 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.060270 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.060615 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.060953 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.067152 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.067961 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.068319 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.068845 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.069099 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.069468 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.069807 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:26.071072 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.169244 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] For port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:26.184697 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] For port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b0f8e6d5-2aca-42bd-9cc4-70914f2f300e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:26.204031 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.357567 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8353160-31e9-43db-a36e-5ec0b4f457a6 None None] Pushing event updated for resources: {'Port': ['ID=b0f8e6d5-2aca-42bd-9cc4-70914f2f300e,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:26.368977 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.382244 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Routers {'6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:26.385556 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:52:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:26.431404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:26.464441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5f252b-851f-4033-8406-c5edaa50c0c0') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:26.465883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5f252b-851f-4033-8406-c5edaa50c0c0') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:26.495496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e4e87-064e-438b-9d30-b34e3f7a2752 None None] Network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:26.498886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 758ca933-5c73-4574-b727-ae2c21250ccc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:26.501262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f3b2e-8061-4456-b99d-f4f10d833bd5 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:26.547208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.609890 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:26.646566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.654210 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] Set router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:26.674074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-181d84f4-6de9-4f5a-afec-564d2d6f7fed', 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed', 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'fixed_ips': [{'subnet_id': '73ae8ff3-4c58-4734-be6d-70188a985e51'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:26.674865 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.696465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:26.697655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:26.708134 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:26.750323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-282e774e-ddc7-49f1-8c7c-d0e721b1ec64 None None] Provisioning complete for port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:26.750758 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-282e774e-ddc7-49f1-8c7c-d0e721b1ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:26.859992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:26.911372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Allocated IP 172.20.0.1 (97f490c0-a3e8-48c9-ba3e-3648e2e58223/fda222aa-fa9b-4256-8026-7040f52003f2/b836df5f-d678-4233-8bee-21adeac46282) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:26.932366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.004102 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.005476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 758ca933-5c73-4574-b727-ae2c21250ccc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:27.008710 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.015928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af HTTP/1.1" status: 204 len: 168 time: 6.5477874 Dec 15 13:52:27.016387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58228) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:27.062528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1f9a4-fe71-4d3d-83ab-b0a8811c9060 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:27.070360 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5ee669-e8b0-4b84-b56f-ed09f8eae65f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] GET failed (client error): The resource could not be found. Dec 15 13:52:27.080734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2e5ee669-e8b0-4b84-b56f-ed09f8eae65f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/subnets/bd8f4eeb-3018-422c-a57d-da7dd177c83e HTTP/1.1" status: 404 len: 337 time: 0.0631671 Dec 15 13:52:27.089346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:27.124280 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:52:20Z', 'revision_number': 3, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port': {'id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:18Z', 'updated_at': '2021-12-15T13:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:27.133627 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82d8fc0-5901-4604-b857-b5505e4cc1a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:27.135405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82d8fc0-5901-4604-b857-b5505e4cc1a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:27.138330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e82d8fc0-5901-4604-b857-b5505e4cc1a1 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af HTTP/1.1" status: 404 len: 339 time: 0.0479193 Dec 15 13:52:27.143156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:27.241645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.309035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.346998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 3de711fe-2570-4e6b-a7a8-141159566d63 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:27.347402 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.399468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:27.409534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:27.418489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:27.442300 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e762e-c801-4004-b2b3-2a0edc13d1e4 None None] The sync data for ids ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'] in n-d-821840-1 is: [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:52:20Z', 'revision_number': 3, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port': {'id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:18Z', 'updated_at': '2021-12-15T13:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:27.526988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b836df5f-d678-4233-8bee-21adeac46282,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:27.561376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.597570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d58812-49e8-4b59-8c80-4d5abd13411b tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:27.602333 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-55d58812-49e8-4b59-8c80-4d5abd13411b tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4581144 Dec 15 13:52:27.603507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58234) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:27.687489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-282e774e-ddc7-49f1-8c7c-d0e721b1ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:27.698369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58236) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:27.701511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3bdb297b-9e31-48a2-a32a-1821e646225a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 207 time: 0.0942185 Dec 15 13:52:27.849430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Allocated IP 19.86.0.2 (181d84f4-6de9-4f5a-afec-564d2d6f7fed/73ae8ff3-4c58-4734-be6d-70188a985e51/eeec78e2-bf86-4cb1-9548-3b4871cc48fd) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:27.995612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-282e774e-ddc7-49f1-8c7c-d0e721b1ec64 None None] For port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b0f8e6d5-2aca-42bd-9cc4-70914f2f300e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:27.998554 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.083248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-282e774e-ddc7-49f1-8c7c-d0e721b1ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.094816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.106009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:28.108585 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef56f0b2-5205-455c-8ed5-84e892163a1e" -d '{"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-plugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:28.242159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:28.318909 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.361270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 758ca933-5c73-4574-b727-ae2c21250ccc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=758ca933-5c73-4574-b727-ae2c21250ccc,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:28.374344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:28.383063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.484967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a6bb4e5f-84bc-4e37-a84d-c3e12d22d94d None None] Provisioning complete for port 758ca933-5c73-4574-b727-ae2c21250ccc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:28.485357 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4e5f-84bc-4e37-a84d-c3e12d22d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:28.638757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b0f8e6d5-2aca-42bd-9cc4-70914f2f300e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:28.674058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e774e-ddc7-49f1-8c7c-d0e721b1ec64 None None] Pushing event updated for resources: {'Port': ['ID=b0f8e6d5-2aca-42bd-9cc4-70914f2f300e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:28.794098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=10']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:29.021249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae69445-a133-4212-85de-f5335520f003 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.030359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a6bb4e5f-84bc-4e37-a84d-c3e12d22d94d None None] Provisioning complete for port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:29.030744 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4e5f-84bc-4e37-a84d-c3e12d22d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.030854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae69445-a133-4212-85de-f5335520f003 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.047171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae69445-a133-4212-85de-f5335520f003 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.058574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae69445-a133-4212-85de-f5335520f003 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.060370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2ae69445-a133-4212-85de-f5335520f003 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.3610358 Dec 15 13:52:29.064529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:29.079007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.184941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:52:29.200566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:29.201008 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.286810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=758ca933-5c73-4574-b727-ae2c21250ccc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:29.332426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:29.332802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.428856 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.463804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dc40184b-54c0-43ce-bb49-a71d44ac4d87 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3979676 Dec 15 13:52:29.468481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58246) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:29.474863 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.484052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.495260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.570980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b836df5f-d678-4233-8bee-21adeac46282,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:29.611689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Network 181d84f4-6de9-4f5a-afec-564d2d6f7fed is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:29.653755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.657920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:29.665257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:29.681366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59ceee-8c5e-43aa-a01c-e08f52fa55d8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.684790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59ceee-8c5e-43aa-a01c-e08f52fa55d8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.689778 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4d59ceee-8c5e-43aa-a01c-e08f52fa55d8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2201262 Dec 15 13:52:29.696254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58248) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:29.819110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a6bb4e5f-84bc-4e37-a84d-c3e12d22d94d None None] Provisioning complete for port b836df5f-d678-4233-8bee-21adeac46282 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:29.823770 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4e5f-84bc-4e37-a84d-c3e12d22d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.852229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c225f22-2e16-43d1-a677-df913a84d07f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.854825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c225f22-2e16-43d1-a677-df913a84d07f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:29.859355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c225f22-2e16-43d1-a677-df913a84d07f tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1618543 Dec 15 13:52:29.870007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58250) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:29.937951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:29.938670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Pushing event updated for resources: {'Port': ['ID=eeec78e2-bf86-4cb1-9548-3b4871cc48fd,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:29.950874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:30.044119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Attempting to bind port eeec78e2-bf86-4cb1-9548-3b4871cc48fd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:30.044785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Attempting to bind port eeec78e2-bf86-4cb1-9548-3b4871cc48fd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:30.045366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Attempting to bind port eeec78e2-bf86-4cb1-9548-3b4871cc48fd on network 181d84f4-6de9-4f5a-afec-564d2d6f7fed {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:30.057708 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.106282 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:30.123898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Checking segment: {'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:30.124844 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.131100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Bound using segment: {'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:30.131977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Bound port: eeec78e2-bf86-4cb1-9548-3b4871cc48fd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:30.132594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.177938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb4e5f-84bc-4e37-a84d-c3e12d22d94d None None] Port b836df5f-d678-4233-8bee-21adeac46282 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:30.248007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fde7a77-b4d8-493a-8e99-a0b757f963e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:30.258151 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2fde7a77-b4d8-493a-8e99-a0b757f963e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/networks/33f4a782-82cb-4946-b826-ced900e0a066 HTTP/1.1" status: 200 len: 800 time: 0.3863511 Dec 15 13:52:30.263334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:30.336253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:30.374750 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.383662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:30.479171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:30.501293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-362ffb22-7000-4283-b691-4f23dd44c09f None None] Provisioning complete for port 758ca933-5c73-4574-b727-ae2c21250ccc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:30.501864 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-362ffb22-7000-4283-b691-4f23dd44c09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:30.506941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] For port eeec78e2-bf86-4cb1-9548-3b4871cc48fd, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:30.700738 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f8495927-4724-4af8-9111-1e37eabdd301 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/networks/33f4a782-82cb-4946-b826-ced900e0a066?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4165075 Dec 15 13:52:30.703475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:30.771840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:30.813297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1b235630-f69d-4e02-94f2-c1da76c507e5 admin admin] 10.222.0.86 "PUT /v2.0/routers/6bcc9787-ffe8-45dc-9720-e18fdab9a0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7491696 Dec 15 13:52:30.947664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 758ca933-5c73-4574-b727-ae2c21250ccc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:30.955063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Sync routers for ids ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:30.992863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f28ae9-ea64-415a-a1e2-8da511327804 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:31.004261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:31.004610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e3f28ae9-ea64-415a-a1e2-8da511327804 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/subnets/c42b4a90-92cb-4110-b226-60e46b6af5d8 HTTP/1.1" status: 200 len: 811 time: 0.2925980 Dec 15 13:52:31.102060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] For port eeec78e2-bf86-4cb1-9548-3b4871cc48fd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eeec78e2-bf86-4cb1-9548-3b4871cc48fd,segment=NetworkSegment(8df7ade8-d4e9-430d-a838-63374be59a14),segment_id=8df7ade8-d4e9-430d-a838-63374be59a14)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:31.150196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b7c4d-a779-4135-9588-e6a15e001d57 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:31.158756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-449b7c4d-a779-4135-9588-e6a15e001d57 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "GET /v2.0/subnets/c42b4a90-92cb-4110-b226-60e46b6af5d8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1487081 Dec 15 13:52:31.159337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58262) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:31.165947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120962861'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:31.186573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Routers {'6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:31.190881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:52:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:31.198406 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.299914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:31.316973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.355397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.427360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:31.458416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.473910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.478993 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Added segment 084972d2-c8f2-41c2-acb4-f1c5a7f651b3 of type vlan for network 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 Dec 15 13:52:31.578956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-163390a2-c398-454b-a487-07afc47e1dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.670291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf2fb6-6c45-4dc0-b029-c79280b3aef2 None None] Pushing event updated for resources: {'Port': ['ID=eeec78e2-bf86-4cb1-9548-3b4871cc48fd,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:31.706944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.793475 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.807472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:31.808208 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:31.873210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Set router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:31.906839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58272) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:31.907422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7465410 Dec 15 13:52:31.912278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'network_id': '10cf7afd-dd29-4793-8b1b-e1033dbb6ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:31.983195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95abb5-59dc-4293-b1ba-62b52f73b773 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Network': ['ID=10cf7afd-dd29-4793-8b1b-e1033dbb6ef5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:32.008453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:32.051982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 758ca933-5c73-4574-b727-ae2c21250ccc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:32.052517 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.186621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58280) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:32.195009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-network', 'tenant_id': '11739faac3aa48508315871d02d690a1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:32.200993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Made reservation on behalf of fc95f6196ead4af1aa8e632b4568f00d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:32.207824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.285965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Made reservation on behalf of 11739faac3aa48508315871d02d690a1 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:32.288718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.326443 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.394138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-18ec7014-34d2-402c-ae57-30087098b09f None None] Provisioning complete for port b836df5f-d678-4233-8bee-21adeac46282 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:32.398612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18ec7014-34d2-402c-ae57-30087098b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.433907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Performing IP validity checks on allocation pools {{(pid=109768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 13:52:32.436687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 13:52:32.536225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.552847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.645440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:32.686853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95531519-6801-450a-b9d0-e3c425eea728,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:32.701092 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.701462 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Added segment e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1 of type vlan for network a3c31797-3444-41cd-848c-e3e9d4e0349d Dec 15 13:52:32.724136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-18ec7014-34d2-402c-ae57-30087098b09f None None] Port b836df5f-d678-4233-8bee-21adeac46282 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:32.744249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.770496 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.841556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.842550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:32.843258 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.843833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=776767dc-8f02-4f50-ae08-e3bbd6729072,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:32.901701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Checking segment: {'id': '084972d2-c8f2-41c2-acb4-f1c5a7f651b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '10cf7afd-dd29-4793-8b1b-e1033dbb6ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:32.902066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network hostable DHCP agents. Network: 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:32.906168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b0f8e6d5-2aca-42bd-9cc4-70914f2f300e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:32.912620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7241578 Dec 15 13:52:32.917233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58282) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:32.970201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Network 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:32.986657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:32.992050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:32.992726 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.023688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Request body: {'subnet': {'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-subnet', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:33.024535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef0d83-dd87-4ce8-a027-dc2c135633cc None None] Network 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:33.027049 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-91340b3b-8196-4755-ad7e-be4fe919fb09 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1179090 Dec 15 13:52:33.029645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:33.062449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-62f047e5-2991-4487-bb12-a1b6e933b7f3 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:33.117204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880937e-cc74-420e-859f-87d0bfe7130a admin admin] Pushing event updated for resources: {'Network': ['ID=a3c31797-3444-41cd-848c-e3e9d4e0349d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:33.154277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Made reservation on behalf of 11739faac3aa48508315871d02d690a1 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:33.154277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.230737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a3c31797-3444-41cd-848c-e3e9d4e0349d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:33.306297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62f047e5-2991-4487-bb12-a1b6e933b7f3 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28442636'] for subnet, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.530129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c794645-db79-4922-822a-0e88c4b9aeb2 None None] Network 181d84f4-6de9-4f5a-afec-564d2d6f7fed requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:33.690493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:52:28Z', 'revision_number': 4, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port': {'id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:18Z', 'updated_at': '2021-12-15T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b836df5f-d678-4233-8bee-21adeac46282', 'name': '', 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'mac_address': 'fa:16:3e:69:95:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'fda222aa-fa9b-4256-8026-7040f52003f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:26Z', 'updated_at': '2021-12-15T13:52:29Z', 'revision_number': 2, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'subnets': [{'id': 'fda222aa-fa9b-4256-8026-7040f52003f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:33.700975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62f047e5-2991-4487-bb12-a1b6e933b7f3 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763833173724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28922633'] for subnet, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.714390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.733370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:33.733695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.742228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Provisioning complete for port eeec78e2-bf86-4cb1-9548-3b4871cc48fd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:33.742603 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.744677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Checking router: 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:52:33.745094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Updating router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed port b836df5f-d678-4233-8bee-21adeac46282 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:52:33.760419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f047e5-2991-4487-bb12-a1b6e933b7f3 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:33.761381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62f047e5-2991-4487-bb12-a1b6e933b7f3 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.762923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-62f047e5-2991-4487-bb12-a1b6e933b7f3 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "PUT /v2.0/subnets/776767dc-8f02-4f50-ae08-e3bbd6729072 HTTP/1.1" status: 200 len: 877 time: 0.7322631 Dec 15 13:52:33.767227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58290) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:33.831053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1c82a6-64f6-4f9c-97fc-bfa90b26e294,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:33.842468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Checking segment: {'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:33.842910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Network hostable DHCP agents. Network: a3c31797-3444-41cd-848c-e3e9d4e0349d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:33.867103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f047e5-2991-4487-bb12-a1b6e933b7f3 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event updated for resources: {'Subnet': ['ID=776767dc-8f02-4f50-ae08-e3bbd6729072,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:33.879952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Network a3c31797-3444-41cd-848c-e3e9d4e0349d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:33.899459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a3c31797-3444-41cd-848c-e3e9d4e0349d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:33.905412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:33.906027 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.945191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d3f40ec4-6594-44a7-92cb-6272a09c36f6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9401615 Dec 15 13:52:33.948268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58296) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:33.954189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f8fca1-b62a-4683-a577-3047bfc26ab2 None None] Network a3c31797-3444-41cd-848c-e3e9d4e0349d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:33.957306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:33.992134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.013636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.015410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.076354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.087591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.130142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01dd2c-7cc4-42ee-af37-fae1a4855e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-10cf7afd-dd29-4793-8b1b-e1033dbb6ef5', 'network_id': '10cf7afd-dd29-4793-8b1b-e1033dbb6ef5', 'project_id': 'fc95f6196ead4af1aa8e632b4568f00d', 'fixed_ips': [{'subnet_id': '776767dc-8f02-4f50-ae08-e3bbd6729072'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:34.132183 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd2c-7cc4-42ee-af37-fae1a4855e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.163544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.165747 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a92fea5-78a7-4791-a15b-81a16584bb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.223656 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.237220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-a3c31797-3444-41cd-848c-e3e9d4e0349d', 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d', 'project_id': '11739faac3aa48508315871d02d690a1', 'fixed_ips': [{'subnet_id': 'cc1c82a6-64f6-4f9c-97fc-bfa90b26e294'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:52:34.238343 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.292616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c56fe47-1bd3-4a5b-88f7-cc5764e74644 req-7fe51825-947a-4474-af8b-34ae012175f1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=706b70816e914564b37a989ee244eb3d HTTP/1.1" status: 200 len: 221 time: 0.0767951 Dec 15 13:52:34.344106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=776767dc-8f02-4f50-ae08-e3bbd6729072,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:34.522063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.577930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10cf7afd-dd29-4793-8b1b-e1033dbb6ef5']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:34.612775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084972d2-c8f2-41c2-acb4-f1c5a7f651b3') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:34.613151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084972d2-c8f2-41c2-acb4-f1c5a7f651b3') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:34.648944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.670859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-69d01508-24ff-4e39-8303-ebd7cf438162 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:34.681503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-69d01508-24ff-4e39-8303-ebd7cf438162 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:34.701545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-69d01508-24ff-4e39-8303-ebd7cf438162 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/networks?id=5cc81f2a-1572-4908-9ee3-1f004fa6db9f&id=181d84f4-6de9-4f5a-afec-564d2d6f7fed HTTP/1.1" status: 200 len: 1392 time: 0.3276911 Dec 15 13:52:34.731345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ddbf96bb-76a1-4fe4-9ac9-0add96c5475c tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/quotas/b21ec0fe597348a1bf2b43aad2b25320 HTTP/1.1" status: 200 len: 375 time: 0.0284598 Dec 15 13:52:34.749599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.779076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:34.779537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:34.783787 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:34.826706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.849372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4234bf-ebc0-497e-805d-bcc751bfa4af req-05f8f2f2-519e-4da1-bde6-b874b2d8e0c9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:34.852358 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc4234bf-ebc0-497e-805d-bcc751bfa4af req-05f8f2f2-519e-4da1-bde6-b874b2d8e0c9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 945 time: 0.4530244 Dec 15 13:52:34.891564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-fe5f6d21-02e1-47e6-aa08-630713915fe3 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1587541 Dec 15 13:52:34.935669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc4234bf-ebc0-497e-805d-bcc751bfa4af req-56ed466d-351d-45ac-a612-c525a112307c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626183 Dec 15 13:52:34.937517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:34.967307 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.011660 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.037611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:35.040540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 HTTP/1.1" status: 204 len: 168 time: 1.2710788 Dec 15 13:52:35.090936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b48c0-a430-43ff-bd06-8d8d95a6e578 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=10cf7afd-dd29-4793-8b1b-e1033dbb6ef5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:35.125114 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd69ad81-278a-405e-a863-3e486f9a96e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:35.126904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd69ad81-278a-405e-a863-3e486f9a96e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:35.131186 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bd69ad81-278a-405e-a863-3e486f9a96e9 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/776767dc-8f02-4f50-ae08-e3bbd6729072 HTTP/1.1" status: 404 len: 337 time: 0.0916610 Dec 15 13:52:35.137635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:35.155383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-4d18b930-a357-4b4b-9a18-84246be84e10 service neutron] 10.222.0.86 "GET /v2.0/networks/5cc81f2a-1572-4908-9ee3-1f004fa6db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627773 Dec 15 13:52:35.178472 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f46d280-2d87-4b84-9ab6-f1e7cee786ad tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:35.179076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f46d280-2d87-4b84-9ab6-f1e7cee786ad tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:35.183319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8f46d280-2d87-4b84-9ab6-f1e7cee786ad tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 HTTP/1.1" status: 404 len: 339 time: 0.0386596 Dec 15 13:52:35.185135 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ed6651c-f3b2-4c5f-a3b8-157cc2493072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.193458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:35.239634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e0284-6157-4e75-8346-bd0846ca73a2 None None] Network 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:35.277063 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ed6651c-f3b2-4c5f-a3b8-157cc2493072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.345735 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ed6651c-f3b2-4c5f-a3b8-157cc2493072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.363139 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6c3376-76fa-4ff3-9d26-358e095ea085 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:35.363686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6c3376-76fa-4ff3-9d26-358e095ea085 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:35.370398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c6c3376-76fa-4ff3-9d26-358e095ea085 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/bd8f4eeb-3018-422c-a57d-da7dd177c83e HTTP/1.1" status: 404 len: 337 time: 0.0893698 Dec 15 13:52:35.380232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-f366a512-8016-4933-9c62-638ad4c80cd2 service neutron] 10.222.0.86 "GET /v2.0/networks/5cc81f2a-1572-4908-9ee3-1f004fa6db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040493 Dec 15 13:52:35.381223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58342) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:35.422595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Allocated IP 172.20.0.2 (a3c31797-3444-41cd-848c-e3e9d4e0349d/cc1c82a6-64f6-4f9c-97fc-bfa90b26e294/9928a010-a715-409a-8275-baa6434ee160) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:35.460437 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ec05ea-d57c-441a-a533-a22666bbab2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:35.461256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ec05ea-d57c-441a-a533-a22666bbab2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:35.468152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53ec05ea-d57c-441a-a533-a22666bbab2a tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/7172fde1-5fc9-4ad9-a9ab-ffeea3c1f3af HTTP/1.1" status: 404 len: 339 time: 0.0857100 Dec 15 13:52:35.469199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58346) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:35.510669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.512654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6651c-f3b2-4c5f-a3b8-157cc2493072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c97c5a-53c2-4524-9d71-09d7ead28491,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:35.548010 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.574627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7ed6651c-f3b2-4c5f-a3b8-157cc2493072 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da7d29896cc843c98148c5f48fc74a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6334851 Dec 15 13:52:35.575941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58348) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:35.577445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.604206 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e45a94c-87df-41e4-9df5-19b158b01656 x-openstack-request-id: req-8e45a94c-87df-41e4-9df5-19b158b01656 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:35.604886 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-plugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:35.606300 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e45a94c-87df-41e4-9df5-19b158b01656 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:35.607625 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63', 'code': 200} Dec 15 13:52:35.612296 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e0284-6157-4e75-8346-bd0846ca73a2 None None] Network 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 could not be found, it might have been deleted concurrently. {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 13:52:35.627950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6add8-8c71-4f62-afb7-3ca4792e6c77 req-c313e5a4-d102-4b7b-bd99-64f3f5a9c16d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:35.637807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42f6add8-8c71-4f62-afb7-3ca4792e6c77 req-c313e5a4-d102-4b7b-bd99-64f3f5a9c16d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 946 time: 0.1286874 Dec 15 13:52:35.654483 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e0ec4-1a78-4c1a-a124-0e8ff0958376 None None] Network 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:35.662592 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.717302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.775842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e0ec4-1a78-4c1a-a124-0e8ff0958376 None None] Network 10cf7afd-dd29-4793-8b1b-e1033dbb6ef5 could not be found, it might have been deleted concurrently. {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 13:52:35.787455 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91fbbf5c-a057-48f3-b53a-0975ca758b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.793055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-458fd05d-6a62-4ca0-a657-165ed8867ee4 service neutron] 10.222.0.86 "GET /v2.0/networks/181d84f4-6de9-4f5a-afec-564d2d6f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785846 Dec 15 13:52:35.877507 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91fbbf5c-a057-48f3-b53a-0975ca758b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.903085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42f6add8-8c71-4f62-afb7-3ca4792e6c77 req-a01fe141-c4ba-4f57-83e9-39c87d7e45ba tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643673 Dec 15 13:52:35.918876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] For port eeec78e2-bf86-4cb1-9548-3b4871cc48fd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eeec78e2-bf86-4cb1-9548-3b4871cc48fd,segment=NetworkSegment(8df7ade8-d4e9-430d-a838-63374be59a14),segment_id=8df7ade8-d4e9-430d-a838-63374be59a14)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:36.004397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Allocated IP 172.25.7.244 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/5668e703-2932-42bb-b20d-854b0f290cb7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:36.041506 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.076771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decfb9a6-1bf7-470e-a0b6-f2444e45a279']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:36.097193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613ec883-2468-43ef-b477-54f801cfcf3d') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:36.097911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613ec883-2468-43ef-b477-54f801cfcf3d') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:36.098050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eeec78e2-bf86-4cb1-9548-3b4871cc48fd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:36.104869 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.111941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.114950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-565e5fe7-2874-41dd-bde9-2c1887ecc25d service neutron] 10.222.0.86 "GET /v2.0/networks/181d84f4-6de9-4f5a-afec-564d2d6f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594011 Dec 15 13:52:36.120844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91fbbf5c-a057-48f3-b53a-0975ca758b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.123446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91fbbf5c-a057-48f3-b53a-0975ca758b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.126950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-91fbbf5c-a057-48f3-b53a-0975ca758b49 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/17c97c5a-53c2-4524-9d71-09d7ead28491 HTTP/1.1" status: 204 len: 168 time: 0.5448458 Dec 15 13:52:36.136384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbbf5c-a057-48f3-b53a-0975ca758b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c97c5a-53c2-4524-9d71-09d7ead28491,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:36.142543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.158238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:36.158698 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:36.167354 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:36.224668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77779a-aca3-4573-8dbd-c22ce6a6e2d0 req-4c1e9339-742d-4a04-b0e4-77ea2ae890b0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:36.226558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf77779a-aca3-4573-8dbd-c22ce6a6e2d0 req-4c1e9339-742d-4a04-b0e4-77ea2ae890b0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1404121 Dec 15 13:52:36.313689 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.341483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.348686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.367206 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/decfb9a6-1bf7-470e-a0b6-f2444e45a279 HTTP/1.1" status: 204 len: 168 time: 0.8710520 Dec 15 13:52:36.389928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.430764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104d4e-3de4-413e-8658-f0042f11a4bb tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=decfb9a6-1bf7-470e-a0b6-f2444e45a279,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:36.444935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58360) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:36.500474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf77779a-aca3-4573-8dbd-c22ce6a6e2d0 req-ba138b90-c66c-45ea-b886-fd23e597bf0d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657351 Dec 15 13:52:36.501526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.572539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Pushing event updated for resources: {'Port': ['ID=eeec78e2-bf86-4cb1-9548-3b4871cc48fd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:36.586157 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f675489-0042-4646-8560-6a368c2535e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:36.588614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f675489-0042-4646-8560-6a368c2535e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:36.601669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5f675489-0042-4646-8560-6a368c2535e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/da691520-b212-4b95-91e7-b4c6b5dd5a7e HTTP/1.1" status: 404 len: 337 time: 0.1525259 Dec 15 13:52:36.603810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58380) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:36.609482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:36.646431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:36.653445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:36.671457 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b613d8-1d04-485e-a7a4-34338b442856 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:36.673078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b613d8-1d04-485e-a7a4-34338b442856 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:36.677049 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.685658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e3b613d8-1d04-485e-a7a4-34338b442856 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/104ffb9f-ea21-4ce5-b68d-b6b6fd2c0ae7 HTTP/1.1" status: 404 len: 339 time: 0.0785108 Dec 15 13:52:36.689506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58388) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:36.720074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ff5d8-a7ed-4e2f-b87f-d0284c366adc None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:36.754298 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-da58b116-16c3-45be-b126-3357dea925aa tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:36.755031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da58b116-16c3-45be-b126-3357dea925aa tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:36.766855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.767722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.768427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.768643 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-da58b116-16c3-45be-b126-3357dea925aa tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/92b624a7-4bc7-4a53-9704-3f59d5cbb254 HTTP/1.1" status: 404 len: 337 time: 0.0778408 Dec 15 13:52:36.769280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.769695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58392) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:36.777947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.777947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.777947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.779700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.780328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.781370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.784678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.785252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.785679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b344c-3d17-4422-b7a0-6508da9d095b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:52:36.795042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5668e703-2932-42bb-b20d-854b0f290cb7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:36.821650 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc5e09a-dc19-45fd-9df7-97ef1f5959a0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:36.823118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc5e09a-dc19-45fd-9df7-97ef1f5959a0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:36.834362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0dc5e09a-dc19-45fd-9df7-97ef1f5959a0 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/904af585-5d7c-4fda-acd2-b58c36616b9b HTTP/1.1" status: 404 len: 339 time: 0.0621076 Dec 15 13:52:36.835214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58394) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:36.902535 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05d3e59-e989-480d-8692-3c610ee139a2 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:36.905242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05d3e59-e989-480d-8692-3c610ee139a2 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:36.926192 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.938998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b05d3e59-e989-480d-8692-3c610ee139a2 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/1e92ce70-d993-4909-9b14-1467a07fbc34 HTTP/1.1" status: 404 len: 337 time: 0.1024013 Dec 15 13:52:36.942408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58402) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:36.952972 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.970530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-288ddaf4-bcf0-41fc-9b10-2d2ab4f05f8a None None] Provisioning complete for port eeec78e2-bf86-4cb1-9548-3b4871cc48fd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:36.971357 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-288ddaf4-bcf0-41fc-9b10-2d2ab4f05f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.020176 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc2e1eb-6f14-446e-8b9a-f5de71d9651c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.020860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc2e1eb-6f14-446e-8b9a-f5de71d9651c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.029779 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.044950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8dc2e1eb-6f14-446e-8b9a-f5de71d9651c tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/034570dc-8906-4096-8a9b-33f438bbcd83 HTTP/1.1" status: 404 len: 339 time: 0.0904796 Dec 15 13:52:37.047066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58406) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.108921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Network a3c31797-3444-41cd-848c-e3e9d4e0349d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:37.164048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:37.166522 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-83843dd2-6215-4cd6-81ae-9cb849ab921d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.167315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83843dd2-6215-4cd6-81ae-9cb849ab921d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.177143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-83843dd2-6215-4cd6-81ae-9cb849ab921d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/658cce76-1cb9-4ac7-9df1-329a069db94e HTTP/1.1" status: 404 len: 337 time: 0.1259310 Dec 15 13:52:37.181050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584e80e-bcc4-4fee-bc5c-2b4d390b56b3 None None] Pushing event updated for resources: {'Port': ['ID=b836df5f-d678-4233-8bee-21adeac46282,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:37.185856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58412) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.210601 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a016c25-a782-4b11-bec0-f7d6fe0f266e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.211340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a016c25-a782-4b11-bec0-f7d6fe0f266e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.215916 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a016c25-a782-4b11-bec0-f7d6fe0f266e tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/556fdc71-741c-40d9-8bcc-48e5f2b01849 HTTP/1.1" status: 404 len: 339 time: 0.0287180 Dec 15 13:52:37.222681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:37.265166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58416) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.279571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-996519be-b4ca-447a-b3ea-31173c3fbf93 req-4a104cc7-e446-4c24-83cb-bbd97e55a47c tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 210 time: 0.0524089 Dec 15 13:52:37.289121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcef732-c1b1-4815-b09f-f6c210bc1924 req-edef8daa-d65b-40db-866d-fe550d274774 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:37.299142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3fcef732-c1b1-4815-b09f-f6c210bc1924 req-edef8daa-d65b-40db-866d-fe550d274774 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 945 time: 0.6883705 Dec 15 13:52:37.354548 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748eecf-7859-4598-981e-42a44d0f5707 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.355194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748eecf-7859-4598-981e-42a44d0f5707 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.373788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3748eecf-7859-4598-981e-42a44d0f5707 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/0c940c6d-54cf-4b38-805c-2623269efb44 HTTP/1.1" status: 404 len: 337 time: 0.0912073 Dec 15 13:52:37.376154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58424) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.441580 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bba0d92-0171-4a0f-86e3-81620ef6b011 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.442830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bba0d92-0171-4a0f-86e3-81620ef6b011 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.453842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9bba0d92-0171-4a0f-86e3-81620ef6b011 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/b8b168b2-d94d-470e-b094-a131a70470ec HTTP/1.1" status: 404 len: 339 time: 0.0763884 Dec 15 13:52:37.459512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58428) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.471762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Attempting to bind port b836df5f-d678-4233-8bee-21adeac46282 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:37.472337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Attempting to bind port b836df5f-d678-4233-8bee-21adeac46282 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:37.472553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Attempting to bind port b836df5f-d678-4233-8bee-21adeac46282 on network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:37.501418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port eeec78e2-bf86-4cb1-9548-3b4871cc48fd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:37.501797 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.553749 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cea02e-48cd-4d81-90e1-b80f475a1280 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.554220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cea02e-48cd-4d81-90e1-b80f475a1280 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.562409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f5cea02e-48cd-4d81-90e1-b80f475a1280 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/31667dc9-b45b-452c-b47c-55e33bc42f0d HTTP/1.1" status: 404 len: 337 time: 0.0934122 Dec 15 13:52:37.564870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3fcef732-c1b1-4815-b09f-f6c210bc1924 req-10b51914-2224-4e0a-900f-651792ac239b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646708 Dec 15 13:52:37.568766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58436) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.599360 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-56794229-e9ca-4f31-babb-909f4ff6e378 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.599360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56794229-e9ca-4f31-babb-909f4ff6e378 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.600225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-56794229-e9ca-4f31-babb-909f4ff6e378 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/d185db97-e5bd-40c5-bbbe-4ddf7b8f9d2d HTTP/1.1" status: 404 len: 339 time: 0.0293531 Dec 15 13:52:37.607456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58438) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.619447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad59b116-2023-4e73-9b17-b17aa0c0b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:37.624037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178b5e4-8da2-4ed3-b1ba-89386df473f8 req-3100079e-1532-4ec2-9c18-b4090c5a15f0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:37.630181 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566dfb32-eb9c-4a4d-a2ec-9feaa01ec00b" -d '{"events": [{"server_uuid": "ad59b116-2023-4e73-9b17-b17aa0c0b815", "name": "network-vif-plugged", "status": "completed", "tag": "34ff94ee-c31d-4e7e-b7ce-2bee8e04a868"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:37.632991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6178b5e4-8da2-4ed3-b1ba-89386df473f8 req-3100079e-1532-4ec2-9c18-b4090c5a15f0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2167156 Dec 15 13:52:37.704814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:37.705244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Checking segment: {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:37.708876 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.709447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Bound using segment: {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:37.710121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Bound port: b836df5f-d678-4233-8bee-21adeac46282, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:37.716736 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.738782 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cf1477-53ca-4d7a-a787-fde95e3a7649 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.740669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cf1477-53ca-4d7a-a787-fde95e3a7649 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.753861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b4cf1477-53ca-4d7a-a787-fde95e3a7649 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/63541722-6f7a-4c34-bce5-fd66e5d02027 HTTP/1.1" status: 404 len: 337 time: 0.1381409 Dec 15 13:52:37.757955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6178b5e4-8da2-4ed3-b1ba-89386df473f8 req-a4b5613d-4f4d-4b7f-b3df-df1193dc2620 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238689 Dec 15 13:52:37.759362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58450) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.766820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58452) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.769480 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:37.865213 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9a7139-f85a-4c98-a57d-0df4899ab848 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.866325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9a7139-f85a-4c98-a57d-0df4899ab848 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:37.875610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8c9a7139-f85a-4c98-a57d-0df4899ab848 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/ca7d9435-4668-440a-bdf4-707523e016a5 HTTP/1.1" status: 404 len: 339 time: 0.1118050 Dec 15 13:52:37.876402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:37.942439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Pushing event updated for resources: {'Port': ['ID=9928a010-a715-409a-8275-baa6434ee160,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:37.978362 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca7a871-76dd-4805-bf36-291e23a6034d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:37.978837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca7a871-76dd-4805-bf36-291e23a6034d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:38.000337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cca7a871-76dd-4805-bf36-291e23a6034d tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/44528c57-db7a-434b-b6da-5dfda047171b HTTP/1.1" status: 404 len: 337 time: 0.1176226 Dec 15 13:52:38.000880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58462) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:38.003296 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e375804-66f8-40c0-a0aa-b1c73bea1ca9 x-openstack-request-id: req-4e375804-66f8-40c0-a0aa-b1c73bea1ca9 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:38.003838 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad59b116-2023-4e73-9b17-b17aa0c0b815", "name": "network-vif-plugged", "status": "completed", "tag": "34ff94ee-c31d-4e7e-b7ce-2bee8e04a868", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:38.004337 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e375804-66f8-40c0-a0aa-b1c73bea1ca9 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:38.004950 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad59b116-2023-4e73-9b17-b17aa0c0b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ff94ee-c31d-4e7e-b7ce-2bee8e04a868', 'code': 200} Dec 15 13:52:38.057956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Attempting to bind port 9928a010-a715-409a-8275-baa6434ee160 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:38.058770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Attempting to bind port 9928a010-a715-409a-8275-baa6434ee160 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:38.059366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Attempting to bind port 9928a010-a715-409a-8275-baa6434ee160 on network a3c31797-3444-41cd-848c-e3e9d4e0349d {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:38.076228 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d4d79b-c812-4e8d-9bf1-6516b9373753 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] DELETE failed (client error): The resource could not be found. Dec 15 13:52:38.076807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d4d79b-c812-4e8d-9bf1-6516b9373753 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 13:52:38.077358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:38.078001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Checking segment: {'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:38.078630 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.079262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Bound using segment: {'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:38.079807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-30d4d79b-c812-4e8d-9bf1-6516b9373753 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/ef8bca77-4a77-4a47-80eb-add1de0f1378 HTTP/1.1" status: 404 len: 339 time: 0.0769215 Dec 15 13:52:38.080449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Bound port: 9928a010-a715-409a-8275-baa6434ee160, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:38.081069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.088649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:38.090508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310837a-d6dd-4789-86f6-7f36aaa3a916 req-9c14d161-fa55-4167-ae56-5778a25417fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:38.095158 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d310837a-d6dd-4789-86f6-7f36aaa3a916 req-9c14d161-fa55-4167-ae56-5778a25417fb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 1096 time: 0.1251934 Dec 15 13:52:38.100903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-149755358-network', 'tenant_id': 'd0fc4f6cb7c94ba28cda79615975f9c8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:38.184152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.210697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Made reservation on behalf of d0fc4f6cb7c94ba28cda79615975f9c8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:38.213774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.313026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] For port 9928a010-a715-409a-8275-baa6434ee160, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:38.337039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] For port 9928a010-a715-409a-8275-baa6434ee160, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9928a010-a715-409a-8275-baa6434ee160,segment=NetworkSegment(e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1),segment_id=e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:38.339779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eeec78e2-bf86-4cb1-9548-3b4871cc48fd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:38.342724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] For port b836df5f-d678-4233-8bee-21adeac46282, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:38.386758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57d2867-8ca8-485c-97c5-2063bdf5e8e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting subnet c42b4a90-92cb-4110-b226-60e46b6af5d8 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:52:38.409641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b57d2867-8ca8-485c-97c5-2063bdf5e8e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.421485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] Provisioning complete for port 5668e703-2932-42bb-b20d-854b0f290cb7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:38.422435 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.434714 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d310837a-d6dd-4789-86f6-7f36aaa3a916 req-f831be73-be1f-4290-b5ca-10b887605752 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228862 Dec 15 13:52:38.436873 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.441631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] For port b836df5f-d678-4233-8bee-21adeac46282, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b836df5f-d678-4233-8bee-21adeac46282,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:38.514288 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-23772638-b3c1-40cc-8d74-2cc31d281866 req-9ed3d3c9-058d-46c4-8a61-87429b5b82f4 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 210 time: 0.1247592 Dec 15 13:52:38.532418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] Port 5668e703-2932-42bb-b20d-854b0f290cb7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:38.552725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.559514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b57d2867-8ca8-485c-97c5-2063bdf5e8e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.620527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.635197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98a1bb-728c-499b-96a0-d56a6c76c080 req-ded2340d-0c80-4808-88de-8e9ce33a5f6b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:38.645819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa98a1bb-728c-499b-96a0-d56a6c76c080 req-ded2340d-0c80-4808-88de-8e9ce33a5f6b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.6439137 Dec 15 13:52:38.746905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f565c-ba56-4404-b260-dba6dd70a7f8 None None] Pushing event updated for resources: {'Port': ['ID=9928a010-a715-409a-8275-baa6434ee160,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:38.769207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] Provisioning complete for port b836df5f-d678-4233-8bee-21adeac46282 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:38.769599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.807575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa98a1bb-728c-499b-96a0-d56a6c76c080 req-66c3a4bb-f4c1-4261-b6c3-ad575b6fd05f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606288 Dec 15 13:52:38.937830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:38.947190 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:38.961545 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.037618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:52:39.048234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port eeec78e2-bf86-4cb1-9548-3b4871cc48fd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:39.048612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.135216 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.135753 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Added segment 722299eb-52ef-4897-9e1c-6f9f03c7b0cf of type vlan for network ee81acf7-e315-4336-a2dd-6ea2aca07659 Dec 15 13:52:39.137269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a0073-8c61-4db1-92df-5d23f8e56fea,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:39.288242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.319658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Routers {'6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:39.320403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:39.365197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57238e-bc02-4fde-8272-cebb1faeb236 req-501a747b-6f58-447b-888c-5e7f8d006877 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:39.377550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a57238e-bc02-4fde-8272-cebb1faeb236 req-501a747b-6f58-447b-888c-5e7f8d006877 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1360183 Dec 15 13:52:39.386667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.387493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:39.387799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73da5-0263-46c9-9a58-a03f8e0613d1 req-77a0951d-ac36-4849-a470-9decab616039 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:39.388393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.399841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7e73da5-0263-46c9-9a58-a03f8e0613d1 req-77a0951d-ac36-4849-a470-9decab616039 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 945 time: 0.5921655 Dec 15 13:52:39.408098 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.459979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6832173 Dec 15 13:52:39.467320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584e80e-bcc4-4fee-bc5c-2b4d390b56b3 None None] Pushing event updated for resources: {'Port': ['ID=b836df5f-d678-4233-8bee-21adeac46282,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:39.471882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58490) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:39.477849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Request body: {'subnet': {'network_id': 'ee81acf7-e315-4336-a2dd-6ea2aca07659', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-149755358-subnet', 'tenant_id': 'd0fc4f6cb7c94ba28cda79615975f9c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:39.506089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-45c64479-6d73-41a8-a75a-d112fbda5f9b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:39.514208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-45c64479-6d73-41a8-a75a-d112fbda5f9b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:39.516591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-45c64479-6d73-41a8-a75a-d112fbda5f9b tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "GET /v2.0/networks?id=5cc81f2a-1572-4908-9ee3-1f004fa6db9f&id=181d84f4-6de9-4f5a-afec-564d2d6f7fed HTTP/1.1" status: 200 len: 1392 time: 0.7016795 Dec 15 13:52:39.565865 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.573801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'port': {'device_id': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f', 'admin_state_up': True, 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:39.611150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481995b-0f7c-4329-9c22-61e82184ee03 admin admin] Pushing event updated for resources: {'Network': ['ID=ee81acf7-e315-4336-a2dd-6ea2aca07659,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:39.621859 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a57238e-bc02-4fde-8272-cebb1faeb236 req-e4427c6c-9d73-41ac-81cc-191cb4368060 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434299 Dec 15 13:52:39.668251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ee81acf7-e315-4336-a2dd-6ea2aca07659 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:52:39.728863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b57d2867-8ca8-485c-97c5-2063bdf5e8e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:39.766484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:39.776370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34b29dfc-aeea-4533-9337-cb8a63bca1aa req-d15c9447-e0d3-4077-a149-43c65bb81984 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 210 time: 0.0327218 Dec 15 13:52:39.985553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7e73da5-0263-46c9-9a58-a03f8e0613d1 req-7ee6ee3b-beb5-4af0-8bc8-d7d9b4b48dfb tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576081 Dec 15 13:52:39.986399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Made reservation on behalf of d0fc4f6cb7c94ba28cda79615975f9c8 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:39.989088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.017532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2d0c7-afff-4398-85cf-b653303b38cd req-ffcf50d2-7928-47f6-b6e9-0506d9dd1164 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:40.017532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2f2d0c7-afff-4398-85cf-b653303b38cd req-ffcf50d2-7928-47f6-b6e9-0506d9dd1164 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1033685 Dec 15 13:52:40.072233 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b57d2867-8ca8-485c-97c5-2063bdf5e8e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.135075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2f2d0c7-afff-4398-85cf-b653303b38cd req-a0d9deb1-2ff4-43df-9470-7df511de48f2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140037 Dec 15 13:52:40.144026 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b57d2867-8ca8-485c-97c5-2063bdf5e8e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.151116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b57d2867-8ca8-485c-97c5-2063bdf5e8e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/subnets/c42b4a90-92cb-4110-b226-60e46b6af5d8 HTTP/1.1" status: 204 len: 168 time: 2.0549264 Dec 15 13:52:40.152436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d2867-8ca8-485c-97c5-2063bdf5e8e8 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Subnet': ['ID=c42b4a90-92cb-4110-b226-60e46b6af5d8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:40.168169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:40.170600 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51777306-c6eb-4351-bdc0-ff16a23bcc50" -d '{"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:40.175148 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:52:40.189883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58508) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:40.192937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d5a03-e772-487b-84c2-55057028f487 None None] Network 33f4a782-82cb-4946-b826-ced900e0a066 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:40.195496 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.255972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Router fc324afb-6700-40e0-85a3-80a1f942d39c is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:52:40.264766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:40.269262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.350028 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5431054f-3843-48a2-b750-1929db3800c5 x-openstack-request-id: req-5431054f-3843-48a2-b750-1929db3800c5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:40.350367 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:40.350762 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5431054f-3843-48a2-b750-1929db3800c5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:40.351169 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'code': 200} Dec 15 13:52:40.379090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.405429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] Set router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:40.410985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.502462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Deleting port 26377230-850e-47d9-9d7f-feac90d9ef02 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:52:40.502814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.613656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] For port 26377230-850e-47d9-9d7f-feac90d9ef02, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=26377230-850e-47d9-9d7f-feac90d9ef02,segment=NetworkSegment(47da02db-9cbc-4f7c-9616-d811e5824a4e),segment_id=47da02db-9cbc-4f7c-9616-d811e5824a4e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:40.614348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.632743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Calling delete_port for 26377230-850e-47d9-9d7f-feac90d9ef02 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:52:40.642338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0892a6a-443c-4775-a4b8-59eba83c211c None None] Network a3c31797-3444-41cd-848c-e3e9d4e0349d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:40.653767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:40.672858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] For port b836df5f-d678-4233-8bee-21adeac46282, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b836df5f-d678-4233-8bee-21adeac46282,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:40.734011 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.755674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:40.812741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9928a010-a715-409a-8275-baa6434ee160 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:40.819850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Port': ['ID=26377230-850e-47d9-9d7f-feac90d9ef02,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:40.835844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] No DVR routers for this DVR port 26377230-850e-47d9-9d7f-feac90d9ef02 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:52:40.925642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:52:40.978986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc7ab85f-5349-4f27-83d8-1e460ae1d35b req-593c0408-cef3-4f95-aeb1-75dde396e884 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 210 time: 0.0405712 Dec 15 13:52:41.081268 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.111807 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.142704 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:52:41.157810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c203d-53af-40ce-b9ee-64ae2b6dbe6d None None] DHCP port deletion for 33f4a782-82cb-4946-b826-ced900e0a066 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:41.185902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6df69da7-074c-4c82-a8db-24a957783213 None None] Provisioning complete for port 9928a010-a715-409a-8275-baa6434ee160 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:41.186302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6df69da7-074c-4c82-a8db-24a957783213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.192460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19646a28-ee1c-442d-8bbc-6a2e1ec81017 None None] Pushing event updated for resources: {'Port': ['ID=b836df5f-d678-4233-8bee-21adeac46282,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:41.193648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f4a782-82cb-4946-b826-ced900e0a066']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:41.213319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47da02db-9cbc-4f7c-9616-d811e5824a4e') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:41.213777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47da02db-9cbc-4f7c-9616-d811e5824a4e') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:41.227609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.247182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22497215-a15a-49c1-a826-1fb48f59cb28 req-3fa4f25d-39be-40df-9988-ee54231da231 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:41.255038 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22497215-a15a-49c1-a826-1fb48f59cb28 req-3fa4f25d-39be-40df-9988-ee54231da231 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 945 time: 0.1034534 Dec 15 13:52:41.287506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Allocated IP 19.80.0.221 (5cc81f2a-1572-4908-9ee3-1f004fa6db9f/4f02350b-3707-4315-8821-bfcb3351d180/25eab816-9ab4-463b-9068-98d576d56711) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:41.297843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.353449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22497215-a15a-49c1-a826-1fb48f59cb28 req-1e91fe3c-ca1a-40f8-b284-4fc07d33db71 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972986 Dec 15 13:52:41.357941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:52:41.362077 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:52:41.369754 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:52:41.540799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9928a010-a715-409a-8275-baa6434ee160 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:41.541199 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.547666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.559034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.582298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] 10.222.0.86 "DELETE /v2.0/networks/33f4a782-82cb-4946-b826-ced900e0a066 HTTP/1.1" status: 204 len: 168 time: 1.4020457 Dec 15 13:52:41.596090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9cb907-f1e6-4c66-ab4c-ea856b88b689,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:41.612264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f78e5-5f77-46a4-9e90-493c4cc20673 req-4afffc59-c25b-451f-ae8a-7ab1580ef8e7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:41.613920 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af8f78e5-5f77-46a4-9e90-493c4cc20673 req-4afffc59-c25b-451f-ae8a-7ab1580ef8e7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.6510103 Dec 15 13:52:41.630631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770f92-6fa4-4253-a755-aafc6aff6674 tempest-NetworksTest-1442479648 tempest-NetworksTest-1442479648-project] Pushing event deleted for resources: {'Network': ['ID=33f4a782-82cb-4946-b826-ced900e0a066,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:41.709602 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.711547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:41.723033 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Sync routers for ids ['fc324afb-6700-40e0-85a3-80a1f942d39c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:41.740278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Checking segment: {'id': '722299eb-52ef-4897-9e1c-6f9f03c7b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ee81acf7-e315-4336-a2dd-6ea2aca07659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:41.740693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Network hostable DHCP agents. Network: ee81acf7-e315-4336-a2dd-6ea2aca07659, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:52:41.745551 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Routers {'fc324afb-6700-40e0-85a3-80a1f942d39c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:41.746000 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fc324afb-6700-40e0-85a3-80a1f942d39c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:41.782232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.783820 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-58d19f88-a9d8-48c3-9f40-44884bbe0bd1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8343940 Dec 15 13:52:41.787107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58558) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:41.794568 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af8f78e5-5f77-46a4-9e90-493c4cc20673 req-77dd77a9-f9a1-48c0-9c35-3b7836dade8a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639183 Dec 15 13:52:41.831333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6df69da7-074c-4c82-a8db-24a957783213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.855424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:41.868472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Network ee81acf7-e315-4336-a2dd-6ea2aca07659 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:52:41.902634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ee81acf7-e315-4336-a2dd-6ea2aca07659) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:41.906013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6df69da7-074c-4c82-a8db-24a957783213 None None] For port 9928a010-a715-409a-8275-baa6434ee160, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9928a010-a715-409a-8275-baa6434ee160,segment=NetworkSegment(e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1),segment_id=e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:41.909847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'mac_address': 'fa:16:3e:b7:34:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:52:41.920474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:41.925672 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.936417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248808b-76c8-4f79-90d0-5ae26686ab2f None None] Network ee81acf7-e315-4336-a2dd-6ea2aca07659 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:41.944329 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6df69da7-074c-4c82-a8db-24a957783213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.957519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:41.992130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:52:28Z', 'revision_number': 4, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port': {'id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:18Z', 'updated_at': '2021-12-15T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b836df5f-d678-4233-8bee-21adeac46282', 'name': '', 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'mac_address': 'fa:16:3e:69:95:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'fda222aa-fa9b-4256-8026-7040f52003f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:26Z', 'updated_at': '2021-12-15T13:52:38Z', 'revision_number': 4, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'subnets': [{'id': 'fda222aa-fa9b-4256-8026-7040f52003f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:42.091653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2067a-c80e-462b-91d5-0ace9ec5dc51 None None] The sync data for ids ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'] in n-d-821840-1 is: [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:52:28Z', 'revision_number': 4, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port': {'id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:18Z', 'updated_at': '2021-12-15T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b836df5f-d678-4233-8bee-21adeac46282', 'name': '', 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'mac_address': 'fa:16:3e:69:95:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'fda222aa-fa9b-4256-8026-7040f52003f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:26Z', 'updated_at': '2021-12-15T13:52:38Z', 'revision_number': 4, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'subnets': [{'id': 'fda222aa-fa9b-4256-8026-7040f52003f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:42.145158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Port': ['ID=25eab816-9ab4-463b-9068-98d576d56711,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:42.183798 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Set router fc324afb-6700-40e0-85a3-80a1f942d39c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:42.298289 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5b0dd593-675f-4a6d-abd3-c1de214049ed admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8249755 Dec 15 13:52:42.332887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58576) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:42.338271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:42.353640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:42.365476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:42.413880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6df69da7-074c-4c82-a8db-24a957783213 None None] Provisioning complete for port b836df5f-d678-4233-8bee-21adeac46282 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:42.423799 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6df69da7-074c-4c82-a8db-24a957783213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.554945 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.568545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df69da7-074c-4c82-a8db-24a957783213 None None] Pushing event updated for resources: {'Port': ['ID=9928a010-a715-409a-8275-baa6434ee160,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:42.603496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:42.604217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.613121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfb3d96-6544-486a-897c-8f89b1721e29 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:42.674082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9c8539ad-a340-4a20-a2b2-6c41d4a52493 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1116025 Dec 15 13:52:42.707165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-5d7c6530-1b75-4909-ae54-266ded10c2cf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:52:42.718358 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-5d7c6530-1b75-4909-ae54-266ded10c2cf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0273941 Dec 15 13:52:42.747109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Request body: {'port': {'device_id': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed', 'admin_state_up': True, 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:42.815666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:42.840831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc3350-f552-48b1-9596-5fc25c015e91 None None] Network ee81acf7-e315-4336-a2dd-6ea2aca07659 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:52:42.843676 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.997505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:43.000846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9c464288-eca1-4144-a732-172d65b5e6fa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fc95f6196ead4af1aa8e632b4568f00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6620934 Dec 15 13:52:43.016488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-9b81261c-e233-4154-83aa-39e4238b71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:43.022520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-9b81261c-e233-4154-83aa-39e4238b71f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1095 time: 1.3288109 Dec 15 13:52:43.080292 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 3, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:43.137639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['0bfb3d96-6544-486a-897c-8f89b1721e29'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:52:43.203992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b836df5f-d678-4233-8bee-21adeac46282 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:43.217165 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Checking router: fc324afb-6700-40e0-85a3-80a1f942d39c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:52:43.217516 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Updating router fc324afb-6700-40e0-85a3-80a1f942d39c port 5668e703-2932-42bb-b20d-854b0f290cb7 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:52:43.259997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Made reservation on behalf of b21ec0fe597348a1bf2b43aad2b25320 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:52:43.280958 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.304633 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.365679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce160454-3a0c-4c40-ade9-c804c3773105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.399736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-54d374da-9fbc-421c-b422-c0f74ccd30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:43.401329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-54d374da-9fbc-421c-b422-c0f74ccd30e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.3444529 Dec 15 13:52:43.504512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:43.508765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d7903e-899a-4e37-8dbf-aacc10d17a63 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:52:43.512979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-178e3912-695f-45bd-bf21-6e9208b68abb None None] Provisioning complete for port 9928a010-a715-409a-8275-baa6434ee160 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:43.513367 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-178e3912-695f-45bd-bf21-6e9208b68abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.595287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce160454-3a0c-4c40-ade9-c804c3773105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.821485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-9a15e9b7-c3b2-4fed-aac8-87e96781616e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1001 time: 0.3918040 Dec 15 13:52:43.864326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Allocated IP 19.86.0.206 (181d84f4-6de9-4f5a-afec-564d2d6f7fed/73ae8ff3-4c58-4734-be6d-70188a985e51/9e2188d4-739e-4b02-883b-805253492748) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:44.028475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-8ba9a164-e738-4312-aff4-b7f5df0368c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:44.035783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-8ba9a164-e738-4312-aff4-b7f5df0368c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.2133565 Dec 15 13:52:44.061870 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.075405 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.116636 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Attempting to bind port 5668e703-2932-42bb-b20d-854b0f290cb7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:44.117267 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Attempting to bind port 5668e703-2932-42bb-b20d-854b0f290cb7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:44.118107 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Attempting to bind port 5668e703-2932-42bb-b20d-854b0f290cb7 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:44.155557 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:44.155966 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:44.156380 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.156778 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:44.157264 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Bound port: 5668e703-2932-42bb-b20d-854b0f290cb7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:44.157643 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.224556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce160454-3a0c-4c40-ade9-c804c3773105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.236889 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] For port 5668e703-2932-42bb-b20d-854b0f290cb7, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:44.240499 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] For port 5668e703-2932-42bb-b20d-854b0f290cb7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5668e703-2932-42bb-b20d-854b0f290cb7,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:44.255476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce160454-3a0c-4c40-ade9-c804c3773105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.265756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ce160454-3a0c-4c40-ade9-c804c3773105 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c216e595-3d9c-470b-b041-ca42e0d5f162 HTTP/1.1" status: 204 len: 168 time: 1.2618663 Dec 15 13:52:44.276743 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.283343 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.294485 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b727cb6-aa91-4d8e-b322-4b78cb5c0018 None None] Pushing event updated for resources: {'Port': ['ID=5668e703-2932-42bb-b20d-854b0f290cb7,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:44.346256 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Routers {'fc324afb-6700-40e0-85a3-80a1f942d39c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:44.346948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fc324afb-6700-40e0-85a3-80a1f942d39c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:44.389601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce160454-3a0c-4c40-ade9-c804c3773105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c216e595-3d9c-470b-b041-ca42e0d5f162,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:44.472598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-c4555292-eb13-4679-97ad-9e0e0947feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:44.474130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-c4555292-eb13-4679-97ad-9e0e0947feb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4286709 Dec 15 13:52:44.492074 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b727cb6-aa91-4d8e-b322-4b78cb5c0018 None None] Pushing event updated for resources: {'Port': ['ID=5668e703-2932-42bb-b20d-854b0f290cb7,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:44.533292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7903e-899a-4e37-8dbf-aacc10d17a63 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 13:52:44.560011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.590511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b836df5f-d678-4233-8bee-21adeac46282 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:44.591104 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.660542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:44.663114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] Set router fc324afb-6700-40e0-85a3-80a1f942d39c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:44.869278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Network 181d84f4-6de9-4f5a-afec-564d2d6f7fed is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:44.878541 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:44.899933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:44.983719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event updated for resources: {'Port': ['ID=9e2188d4-739e-4b02-883b-805253492748,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:45.033059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:45.037450 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.058168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-8f146d46-e4a3-4820-8841-3d893e28a7a1 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640075 Dec 15 13:52:45.075364 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-9356921d-b776-4316-8824-8d5d19d89409 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3279929 Dec 15 13:52:45.100427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-178e3912-695f-45bd-bf21-6e9208b68abb None None] Provisioning complete for port 25eab816-9ab4-463b-9068-98d576d56711 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:45.109284 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-178e3912-695f-45bd-bf21-6e9208b68abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.123145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-be7ea041-eb55-43bb-9fb5-a52291ebd1bb tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3891392 Dec 15 13:52:45.139268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Request body: {'port': {'device_id': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:45.199577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Allocated IP 172.20.0.1 (a3c31797-3444-41cd-848c-e3e9d4e0349d/cc1c82a6-64f6-4f9c-97fc-bfa90b26e294/0ca520d8-b059-4e3a-9064-6f9067d0188c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:52:45.221778 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 3, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:45.312459 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566ae7a-fd39-4599-bd3b-bd8af2f7f2a5 None None] The sync data for ids ['fc324afb-6700-40e0-85a3-80a1f942d39c'] in n-d-821840-1 is: [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:52:37Z', 'revision_number': 3, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:45.354458 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.387706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-fd1e1940-8d2a-4edc-8811-6220ce06accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:45.389643 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-fd1e1940-8d2a-4edc-8811-6220ce06accd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1097 time: 0.1811955 Dec 15 13:52:45.401227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-178e3912-695f-45bd-bf21-6e9208b68abb None None] Port 25eab816-9ab4-463b-9068-98d576d56711 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:45.417893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9928a010-a715-409a-8275-baa6434ee160 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:45.578206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-0fb1ab63-f9ab-4793-9d2c-287d5bcfbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:45.579999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-0fb1ab63-f9ab-4793-9d2c-287d5bcfbcf7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 915 time: 0.1407285 Dec 15 13:52:45.593860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b83ade1-1b2e-4160-8b82-14331a78848f req-4ce3fba0-a85d-4532-a8f3-2c5fbabe7ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202794 Dec 15 13:52:45.713811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-a2291c2b-f884-4078-abcb-3aa781981b55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 200 len: 217 time: 0.1038120 Dec 15 13:52:45.761200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.770343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9928a010-a715-409a-8275-baa6434ee160 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:45.771033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.915155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.023271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Network a3c31797-3444-41cd-848c-e3e9d4e0349d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:46.043519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:46.046677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:52:46.104114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.184588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-45f02344-79e2-428e-bc2f-e58dc45a2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:46.186469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-45f02344-79e2-428e-bc2f-e58dc45a2c88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.4552281 Dec 15 13:52:46.210253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ccbcc-527f-4aff-8f5e-e7620a0db0e3 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:46.347359 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-840f9380-59da-4f23-bc3d-67d8dc942a03 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397369 Dec 15 13:52:46.351146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b8606d-97da-41bd-9998-72be1b60a8fd None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:52:46.360963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 26377230-850e-47d9-9d7f-feac90d9ef02 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:46.364021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Pushing event updated for resources: {'Port': ['ID=0ca520d8-b059-4e3a-9064-6f9067d0188c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:46.410667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58608) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:46.457931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 26377230-850e-47d9-9d7f-feac90d9ef02 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:52:46.458301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 26377230-850e-47d9-9d7f-feac90d9ef02 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:52:46.588582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-05ba1a92-0555-459e-a999-02c1a9b6c65c None None] Provisioning complete for port 5668e703-2932-42bb-b20d-854b0f290cb7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:46.589544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05ba1a92-0555-459e-a999-02c1a9b6c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.677751 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.956143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:46.965379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--574339782'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:47.058732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05ba1a92-0555-459e-a999-02c1a9b6c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.149359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-05ba1a92-0555-459e-a999-02c1a9b6c65c None None] For port 5668e703-2932-42bb-b20d-854b0f290cb7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5668e703-2932-42bb-b20d-854b0f290cb7,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:47.170406 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05ba1a92-0555-459e-a999-02c1a9b6c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.204340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.258637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 0bfb3d96-6544-486a-897c-8f89b1721e29 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:47.259571 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.263489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25eab816-9ab4-463b-9068-98d576d56711 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:47.290445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.305606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-1b8d7295-350e-415d-af52-26ba8e281526 service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9188495 Dec 15 13:52:47.330617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.394365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-392df54a-cd13-4bf8-8344-ddf763575d9c None None] Provisioning complete for port 9e2188d4-739e-4b02-883b-805253492748 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:47.395003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-392df54a-cd13-4bf8-8344-ddf763575d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.515006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-392df54a-cd13-4bf8-8344-ddf763575d9c None None] Port 9e2188d4-739e-4b02-883b-805253492748 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:47.519157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba1a92-0555-459e-a999-02c1a9b6c65c None None] Pushing event updated for resources: {'Port': ['ID=5668e703-2932-42bb-b20d-854b0f290cb7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:47.588098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Transition to ACTIVE for port object 25eab816-9ab4-463b-9068-98d576d56711 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:52:47.615106 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.637839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-392df54a-cd13-4bf8-8344-ddf763575d9c None None] Provisioning complete for port 5668e703-2932-42bb-b20d-854b0f290cb7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:47.640339 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-392df54a-cd13-4bf8-8344-ddf763575d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.662376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5668e703-2932-42bb-b20d-854b0f290cb7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:47.777814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.811241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.878224 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.918122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5087b14-78b0-40ba-8aa7-b7ff1ee292d5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:47.932027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5668e703-2932-42bb-b20d-854b0f290cb7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:47.932458 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.961610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Pushing event updated for resources: {'Port': ['ID=25eab816-9ab4-463b-9068-98d576d56711,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:47.975800 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:47.997748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.040058 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9db57ea-b940-4c9b-8e0b-dd25ec209522 req-7ed4d95c-dab9-4765-b605-e4b6e7769eb5 service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7243402 Dec 15 13:52:48.107121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:48.110145 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afca36c9-417b-492d-9ece-cece7e4b8cf2" -d '{"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:48.125539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Attempting to bind port 25eab816-9ab4-463b-9068-98d576d56711 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:48.125881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Attempting to bind port 25eab816-9ab4-463b-9068-98d576d56711 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:48.130431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Attempting to bind port 25eab816-9ab4-463b-9068-98d576d56711 on network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:48.140045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.141585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Port 25eab816-9ab4-463b-9068-98d576d56711 on network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:52:48.142227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Attempting to bind port 25eab816-9ab4-463b-9068-98d576d56711 on network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:48.151556 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.171119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:48.171663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Checking segment: {'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:48.172795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Bound using segment: {'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:48.174824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Bound port: 25eab816-9ab4-463b-9068-98d576d56711, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f92148-7ca8-499b-b013-b0a055dbd608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:48.179141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.183794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:48.186827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.187235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7752967 Dec 15 13:52:48.191746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:48.192624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-392df54a-cd13-4bf8-8344-ddf763575d9c None None] Provisioning complete for port 0ca520d8-b059-4e3a-9064-6f9067d0188c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:48.193097 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-392df54a-cd13-4bf8-8344-ddf763575d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.198402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Pushing event updated for resources: {'Port': ['ID=0ca520d8-b059-4e3a-9064-6f9067d0188c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:48.202305 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.214883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.283299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997200e0-e0c7-440e-b575-a00a4fea518d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b4e9c6-f6e5-4415-86df-f922c65225ef,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:48.344330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-392df54a-cd13-4bf8-8344-ddf763575d9c None None] Port 0ca520d8-b059-4e3a-9064-6f9067d0188c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:48.369315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=10']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:48.477537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530460f-638f-40b9-9783-cfeff771cb06 req-6731933f-20f3-470b-a8aa-c8334949a952 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:48.487803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530460f-638f-40b9-9783-cfeff771cb06 req-6731933f-20f3-470b-a8aa-c8334949a952 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:48.489938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4530460f-638f-40b9-9783-cfeff771cb06 req-6731933f-20f3-470b-a8aa-c8334949a952 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1667 time: 0.1269808 Dec 15 13:52:48.572934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] For port 25eab816-9ab4-463b-9068-98d576d56711, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:48.594300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Network a3c31797-3444-41cd-848c-e3e9d4e0349d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:52:48.599712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:52:48.627053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8a305dd1-42d5-48a8-be34-42ee8f2a8043 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3990190 Dec 15 13:52:48.655247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58638) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:48.668293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5668e703-2932-42bb-b20d-854b0f290cb7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:48.671057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5dfe4235-ccdc-47e9-8928-6e757a962d94 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-security--1517681960', 'description': 'tempest-security-description-98269356'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:48.708048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] For port 25eab816-9ab4-463b-9068-98d576d56711, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=25eab816-9ab4-463b-9068-98d576d56711,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:48.728366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-8dab3b20-d615-41b1-a3fd-b3fa7abd4991 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:48.730380 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-8dab3b20-d615-41b1-a3fd-b3fa7abd4991 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.4702609 Dec 15 13:52:48.735279 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4235-ccdc-47e9-8928-6e757a962d94 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.743347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.757035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4530460f-638f-40b9-9783-cfeff771cb06 req-07014f08-5360-43ca-b534-4840628cee63 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542686 Dec 15 13:52:48.795253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5668e703-2932-42bb-b20d-854b0f290cb7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:48.795643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.866108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4235-ccdc-47e9-8928-6e757a962d94 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.955761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Router fc324afb-6700-40e0-85a3-80a1f942d39c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:52:48.969588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Pushing event updated for resources: {'Port': ['ID=25eab816-9ab4-463b-9068-98d576d56711,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:48.974579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4235-ccdc-47e9-8928-6e757a962d94 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.978641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4235-ccdc-47e9-8928-6e757a962d94 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.981143 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5dfe4235-ccdc-47e9-8928-6e757a962d94 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "PUT /v2.0/security-groups/c6b4e9c6-f6e5-4415-86df-f922c65225ef HTTP/1.1" status: 200 len: 1795 time: 0.3137386 Dec 15 13:52:48.985466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58646) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:48.998281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:48.998943 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.001130 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-ec36825b-6aa9-49ef-be9f-f4755e3e6721 service neutron] 10.222.0.24 "PUT /v2.0/ports/25eab816-9ab4-463b-9068-98d576d56711 HTTP/1.1" status: 200 len: 1092 time: 3.8689115 Dec 15 13:52:49.010402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'tag': '25eab816-9ab4-463b-9068-98d576d56711'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:49.014386 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bb6886-32f9-4508-9ee8-c8ed7ec04427" -d '{"events": [{"name": "network-changed", "server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "tag": "25eab816-9ab4-463b-9068-98d576d56711"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:49.027081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-cec674df-5beb-446f-9349-2bf0c86ff0c2 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/quotas/4cd6ad14e26c4dff85ab78c0563e8bd6 HTTP/1.1" status: 200 len: 375 time: 0.2583826 Dec 15 13:52:49.081704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Request body: {'port': {'device_id': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:49.159920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe4235-ccdc-47e9-8928-6e757a962d94 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b4e9c6-f6e5-4415-86df-f922c65225ef,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:49.207958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-bf232c89-e4e8-4dfb-a97b-342d5cf78cdf tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1763561 Dec 15 13:52:49.226178 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.231527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2952c34b-febb-4cf5-bb98-9b66b9d9847f None None] Provisioning complete for port 0ca520d8-b059-4e3a-9064-6f9067d0188c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:49.245670 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2952c34b-febb-4cf5-bb98-9b66b9d9847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.346305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-9960abdb-e6d9-481f-abfa-27b8872c4e24 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:52:49.348897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-9960abdb-e6d9-481f-abfa-27b8872c4e24 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1316972 Dec 15 13:52:49.382108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2952c34b-febb-4cf5-bb98-9b66b9d9847f None None] Port 0ca520d8-b059-4e3a-9064-6f9067d0188c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:52:49.402046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:52:49.425211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Sync routers for ids ['fc324afb-6700-40e0-85a3-80a1f942d39c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:52:49.436506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-12b79e2c-6aa1-4252-ab40-abe7b40781da admin admin] 10.222.0.86 "PUT /v2.0/routers/fc324afb-6700-40e0-85a3-80a1f942d39c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6476884 Dec 15 13:52:49.441951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-201db831-071a-40d0-82b8-d63ee1d05f41 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups/c6b4e9c6-f6e5-4415-86df-f922c65225ef HTTP/1.1" status: 200 len: 1795 time: 0.4538329 Dec 15 13:52:49.445932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:49.449555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Routers {'fc324afb-6700-40e0-85a3-80a1f942d39c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:49.450469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fc324afb-6700-40e0-85a3-80a1f942d39c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:49.579389 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d12df49-655f-4f1f-be87-1b26b29f36fd x-openstack-request-id: req-4d12df49-655f-4f1f-be87-1b26b29f36fd {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:49.579784 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:49.580146 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d12df49-655f-4f1f-be87-1b26b29f36fd {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:49.580681 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'code': 200} Dec 15 13:52:49.607400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0fe90825-252b-43b6-921c-7e2250ca8fde tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.699037 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0fe90825-252b-43b6-921c-7e2250ca8fde tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.855307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Set router fc324afb-6700-40e0-85a3-80a1f942d39c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:49.909301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fbd2a-3740-4bdb-9354-51550ec75f4a req-dbdf1839-9885-48d3-ac58-0dd185f5af74 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:49.917272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d45fbd2a-3740-4bdb-9354-51550ec75f4a req-dbdf1839-9885-48d3-ac58-0dd185f5af74 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1757295 Dec 15 13:52:49.936469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0fe90825-252b-43b6-921c-7e2250ca8fde tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.941540 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0fe90825-252b-43b6-921c-7e2250ca8fde tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.943486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0fe90825-252b-43b6-921c-7e2250ca8fde tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/c6b4e9c6-f6e5-4415-86df-f922c65225ef HTTP/1.1" status: 204 len: 168 time: 0.4962451 Dec 15 13:52:49.950859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58684) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:50.000530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe90825-252b-43b6-921c-7e2250ca8fde tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b4e9c6-f6e5-4415-86df-f922c65225ef,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:50.045519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-328ee862-c185-41eb-809d-8c9dfef61fbe service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867704 Dec 15 13:52:50.052053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d45fbd2a-3740-4bdb-9354-51550ec75f4a req-3681e457-e3d7-49f2-9d3e-2d3ade30fbd2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307015 Dec 15 13:52:50.201297 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba36f8-e5a2-46fe-8a4a-2175944ec239 x-openstack-request-id: req-74ba36f8-e5a2-46fe-8a4a-2175944ec239 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:50.201680 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "tag": "25eab816-9ab4-463b-9068-98d576d56711", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:50.202001 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74ba36f8-e5a2-46fe-8a4a-2175944ec239 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:50.202513 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'tag': '25eab816-9ab4-463b-9068-98d576d56711', 'status': 'completed', 'code': 200} Dec 15 13:52:50.205344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-3cf20d96-f547-47aa-81cd-78526d0cadf8 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587226 Dec 15 13:52:50.254711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-d66a46ec-a399-437c-a3dd-109553e3b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:50.255406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-d66a46ec-a399-437c-a3dd-109553e3b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:50.263613 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9c4870ba-142d-44bd-bd07-0e6c549fcaa2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3064809 Dec 15 13:52:50.267433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58688) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:50.289961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-d66a46ec-a399-437c-a3dd-109553e3b46d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1914 time: 0.1050301 Dec 15 13:52:50.295331 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-7aadf602-d6d3-4bb6-9903-8b54d944b9dd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] delete failed (client error): The resource could not be found. Dec 15 13:52:50.304291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7aadf602-d6d3-4bb6-9903-8b54d944b9dd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/c6b4e9c6-f6e5-4415-86df-f922c65225ef HTTP/1.1" status: 404 len: 347 time: 0.0285738 Dec 15 13:52:50.305453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:50.330197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8abff1bf-a255-48bf-8e04-e2d0feed00a6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--293188122'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:50.628559 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8abff1bf-a255-48bf-8e04-e2d0feed00a6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.672647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-7087b4a3-c24e-43c6-a1e3-0ab111c7a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:50.673169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-7087b4a3-c24e-43c6-a1e3-0ab111c7a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:50.673637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-7087b4a3-c24e-43c6-a1e3-0ab111c7a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:50.675299 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-7087b4a3-c24e-43c6-a1e3-0ab111c7a001 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3777022 Dec 15 13:52:50.692696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2188d4-739e-4b02-883b-805253492748 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:52:50.733325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.836103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Transition to ACTIVE for port object 9e2188d4-739e-4b02-883b-805253492748 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:52:50.856544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:50.999159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-c995492e-547a-42c3-a662-0445856e559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.000872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79bb6886-32f9-4508-9ee8-c8ed7ec04427 req-c995492e-547a-42c3-a662-0445856e559f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3170133 Dec 15 13:52:51.109654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deb234-635d-4e5e-bc1c-4e24cf94fcaa req-66129892-b3a8-4f49-a479-60eb709759b4 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.120362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08deb234-635d-4e5e-bc1c-4e24cf94fcaa req-66129892-b3a8-4f49-a479-60eb709759b4 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 951 time: 0.1176939 Dec 15 13:52:51.173980 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8abff1bf-a255-48bf-8e04-e2d0feed00a6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.178102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2188d4-739e-4b02-883b-805253492748,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:51.202925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8abff1bf-a255-48bf-8e04-e2d0feed00a6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.206698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08deb234-635d-4e5e-bc1c-4e24cf94fcaa req-a91e8c9e-d938-4ae3-a0fa-c6ab5f8d0180 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852885 Dec 15 13:52:51.326374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0917fb2-f68c-4caa-abdd-996c9abdb7f8 req-a5944904-b89d-49ba-8581-efee4203cc4f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.369488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0917fb2-f68c-4caa-abdd-996c9abdb7f8 req-a5944904-b89d-49ba-8581-efee4203cc4f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.385127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0917fb2-f68c-4caa-abdd-996c9abdb7f8 req-a5944904-b89d-49ba-8581-efee4203cc4f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1679 time: 0.5542037 Dec 15 13:52:51.482109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:52:46Z', 'revision_number': 4, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '0ca520d8-b059-4e3a-9064-6f9067d0188c', 'name': '', 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'mac_address': 'fa:16:3e:1b:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'cc1c82a6-64f6-4f9c-97fc-bfa90b26e294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:44Z', 'updated_at': '2021-12-15T13:52:47Z', 'revision_number': 2, 'project_id': '11739faac3aa48508315871d02d690a1', 'subnets': [{'id': 'cc1c82a6-64f6-4f9c-97fc-bfa90b26e294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:51.486858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45de0-dcba-436d-9fb1-798592946f52 req-336fe250-fd91-4444-85df-3c0a6186a90e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:51.496942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8f45de0-dcba-436d-9fb1-798592946f52 req-336fe250-fd91-4444-85df-3c0a6186a90e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1102400 Dec 15 13:52:51.548462 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8abff1bf-a255-48bf-8e04-e2d0feed00a6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.553361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58706) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:51.558510 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8abff1bf-a255-48bf-8e04-e2d0feed00a6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2423387 Dec 15 13:52:51.559755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-10082390-6b80-442b-8d00-54e3d32335fc tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': 'f5ec4348-0fc4-45c3-a535-bfa45569b051', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:51.573621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Checking router: fc324afb-6700-40e0-85a3-80a1f942d39c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:52:51.573994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Updating router fc324afb-6700-40e0-85a3-80a1f942d39c port 0ca520d8-b059-4e3a-9064-6f9067d0188c binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:52:51.582344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abff1bf-a255-48bf-8e04-e2d0feed00a6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ec4348-0fc4-45c3-a535-bfa45569b051,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:51.636030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10082390-6b80-442b-8d00-54e3d32335fc tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.662163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8f45de0-dcba-436d-9fb1-798592946f52 req-0e40ea04-af9d-4e59-9f2f-13c365832d19 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617448 Dec 15 13:52:51.709994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:51.827302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0917fb2-f68c-4caa-abdd-996c9abdb7f8 req-3013350c-ee80-4a44-860f-9d0b518e0a1f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371564 Dec 15 13:52:51.841350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Attempting to bind port 9e2188d4-739e-4b02-883b-805253492748 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:51.842073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Attempting to bind port 9e2188d4-739e-4b02-883b-805253492748 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:51.842633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Attempting to bind port 9e2188d4-739e-4b02-883b-805253492748 on network 181d84f4-6de9-4f5a-afec-564d2d6f7fed {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:51.869220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Port 9e2188d4-739e-4b02-883b-805253492748 on network 181d84f4-6de9-4f5a-afec-564d2d6f7fed not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:52:51.869942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Attempting to bind port 9e2188d4-739e-4b02-883b-805253492748 on network 181d84f4-6de9-4f5a-afec-564d2d6f7fed {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:51.903333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:51.906079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Checking segment: {'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:51.906079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Bound using segment: {'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:51.906079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Bound port: 9e2188d4-739e-4b02-883b-805253492748, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df7ade8-d4e9-430d-a838-63374be59a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:51.906079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.020021 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10082390-6b80-442b-8d00-54e3d32335fc tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.029769 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10082390-6b80-442b-8d00-54e3d32335fc tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.057933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10082390-6b80-442b-8d00-54e3d32335fc tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e717f4-e3c5-4bd8-b6c5-1c0d5d977db8,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:52.084134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] For port 9e2188d4-739e-4b02-883b-805253492748, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:52.099055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] For port 9e2188d4-739e-4b02-883b-805253492748, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9e2188d4-739e-4b02-883b-805253492748,segment=NetworkSegment(8df7ade8-d4e9-430d-a838-63374be59a14),segment_id=8df7ade8-d4e9-430d-a838-63374be59a14)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:52.111579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.136745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10082390-6b80-442b-8d00-54e3d32335fc tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.157342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-10082390-6b80-442b-8d00-54e3d32335fc tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6003225 Dec 15 13:52:52.169144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58722) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:52.431396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:52.453488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.455092 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e2188d4-739e-4b02-883b-805253492748 HTTP/1.1" status: 200 len: 1092 time: 3.3781784 Dec 15 13:52:52.474653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'tag': '9e2188d4-739e-4b02-883b-805253492748'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:52.477138 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f3498a-435e-43fd-8882-b23df70e8b39" -d '{"events": [{"name": "network-changed", "server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "tag": "9e2188d4-739e-4b02-883b-805253492748"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:52.526128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3b477-6603-42b1-a9fa-2664f70dedd5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2188d4-739e-4b02-883b-805253492748,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:52.675840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d61aecc3-bb4f-46d2-8899-ec7c6ad615bb tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.690987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d61aecc3-bb4f-46d2-8899-ec7c6ad615bb tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.759653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d61aecc3-bb4f-46d2-8899-ec7c6ad615bb tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.766920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d61aecc3-bb4f-46d2-8899-ec7c6ad615bb tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:52.768354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d61aecc3-bb4f-46d2-8899-ec7c6ad615bb tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/65e717f4-e3c5-4bd8-b6c5-1c0d5d977db8 HTTP/1.1" status: 204 len: 168 time: 0.5984745 Dec 15 13:52:52.777305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58726) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:52.782607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-d292d752-d368-4c4e-97ba-75798168cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:52.783767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-d292d752-d368-4c4e-97ba-75798168cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:52.788558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-d292d752-d368-4c4e-97ba-75798168cc41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1981 time: 0.2281461 Dec 15 13:52:52.888734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aecc3-bb4f-46d2-8899-ec7c6ad615bb tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65e717f4-e3c5-4bd8-b6c5-1c0d5d977db8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:52.933635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-55d32ec1-afd8-4e15-9eeb-efc235c9dfd5 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1527817 Dec 15 13:52:52.936132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58730) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:52.966158 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-2b562697-35a4-4af6-aafe-4256c5d4d3b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=25eab816-9ab4-463b-9068-98d576d56711 HTTP/1.1" status: 200 len: 217 time: 0.1685758 Dec 15 13:52:52.969212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.012176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:52:53.024365 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.037030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f74b0c8b-979d-4d72-890e-5327d850f738 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.083578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f74b0c8b-979d-4d72-890e-5327d850f738 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.171637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f74b0c8b-979d-4d72-890e-5327d850f738 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.174378 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f74b0c8b-979d-4d72-890e-5327d850f738 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.184565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-166e571c-a95b-4dcb-9fb5-f1467133b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:53.188280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-166e571c-a95b-4dcb-9fb5-f1467133b004 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f02350b-3707-4315-8821-bfcb3351d180 HTTP/1.1" status: 200 len: 801 time: 0.2130966 Dec 15 13:52:53.188280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58736) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:53.189983 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f74b0c8b-979d-4d72-890e-5327d850f738 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/f5ec4348-0fc4-45c3-a535-bfa45569b051 HTTP/1.1" status: 204 len: 168 time: 0.2525017 Dec 15 13:52:53.234013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b0c8b-979d-4d72-890e-5327d850f738 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ec4348-0fc4-45c3-a535-bfa45569b051,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:53.343387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a93976-499e-419b-80d7-e4fd8a311b31 None None] Pushing event updated for resources: {'Port': ['ID=0ca520d8-b059-4e3a-9064-6f9067d0188c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:53.410352 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1085a1d5-b352-4a7b-9980-42a5553ffb0a x-openstack-request-id: req-1085a1d5-b352-4a7b-9980-42a5553ffb0a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:53.410731 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "tag": "9e2188d4-739e-4b02-883b-805253492748", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:53.411061 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1085a1d5-b352-4a7b-9980-42a5553ffb0a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:53.411568 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'tag': '9e2188d4-739e-4b02-883b-805253492748', 'status': 'completed', 'code': 200} Dec 15 13:52:53.432396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-76edf0b7-9758-4b10-98ed-2f1eba94bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:53.435785 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-76edf0b7-9758-4b10-98ed-2f1eba94bbb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cc81f2a-1572-4908-9ee3-1f004fa6db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2184126 Dec 15 13:52:53.452297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f0603229-1005-4234-bd2a-6be6dfd0bf74 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2585828 Dec 15 13:52:53.453113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58740) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:53.458675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-51d5edc5-4b1d-47ba-8765-25549efb5035 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--444297232'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:53.478459 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.514249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51d5edc5-4b1d-47ba-8765-25549efb5035 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.632101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:53.652049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:52:53.653972 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f3cf6-21c6-4561-9969-7d895cb6c350" -d '{"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-unplugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:52:53.676370 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.775722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51d5edc5-4b1d-47ba-8765-25549efb5035 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.776775 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-b7e09168-8d0f-4e51-9751-d3283e3e436c service neutron] 10.222.0.24 "GET /v2.0/networks/5cc81f2a-1572-4908-9ee3-1f004fa6db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263962 Dec 15 13:52:53.783638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Attempting to bind port 0ca520d8-b059-4e3a-9064-6f9067d0188c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:52:53.785294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Attempting to bind port 0ca520d8-b059-4e3a-9064-6f9067d0188c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:52:53.788606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Attempting to bind port 0ca520d8-b059-4e3a-9064-6f9067d0188c on network a3c31797-3444-41cd-848c-e3e9d4e0349d {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:52:53.790070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51d5edc5-4b1d-47ba-8765-25549efb5035 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.831433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:52:53.832316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Checking segment: {'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:52:53.833094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.833748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Bound using segment: {'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:52:53.834449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Bound port: 0ca520d8-b059-4e3a-9064-6f9067d0188c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:52:53.835107 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.842196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=11']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:53.893474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51d5edc5-4b1d-47ba-8765-25549efb5035 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:53.902150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-51d5edc5-4b1d-47ba-8765-25549efb5035 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4451680 Dec 15 13:52:53.909359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58744) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:53.923569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-82695db4-008d-422c-b11c-7f6619503e26 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '374fad8f-4b6d-4fa6-8a63-074e4d29d7c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:53.942667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5edc5-4b1d-47ba-8765-25549efb5035 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374fad8f-4b6d-4fa6-8a63-074e4d29d7c0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:54.010038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82695db4-008d-422c-b11c-7f6619503e26 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.095000 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82695db4-008d-422c-b11c-7f6619503e26 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.106513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82695db4-008d-422c-b11c-7f6619503e26 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.133869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] For port 0ca520d8-b059-4e3a-9064-6f9067d0188c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:52:54.150631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] For port 0ca520d8-b059-4e3a-9064-6f9067d0188c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0ca520d8-b059-4e3a-9064-6f9067d0188c,segment=NetworkSegment(e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1),segment_id=e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:52:54.166026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-691d4a2f-3878-4b94-8e61-bca86451a476 None None] Provisioning complete for port 0ca520d8-b059-4e3a-9064-6f9067d0188c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:54.166026 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-691d4a2f-3878-4b94-8e61-bca86451a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.166308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82695db4-008d-422c-b11c-7f6619503e26 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.169744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-82695db4-008d-422c-b11c-7f6619503e26 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2506919 Dec 15 13:52:54.173354 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.181578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58746) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:54.192212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8d753d35-79b2-4166-956d-76e56be93790 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '374fad8f-4b6d-4fa6-8a63-074e4d29d7c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:54.206686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82695db4-008d-422c-b11c-7f6619503e26 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388667e8-138e-4d41-9433-67ce8fa854d9,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:54.323474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d753d35-79b2-4166-956d-76e56be93790 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.409297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d753d35-79b2-4166-956d-76e56be93790 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.416722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d753d35-79b2-4166-956d-76e56be93790 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.438637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d753d35-79b2-4166-956d-76e56be93790 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1214db1d-7ac5-4652-ab52-a00caee4f5ee,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:54.446753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Routers {'fc324afb-6700-40e0-85a3-80a1f942d39c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:52:54.447625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fc324afb-6700-40e0-85a3-80a1f942d39c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:54.483225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d753d35-79b2-4166-956d-76e56be93790 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.485152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8d753d35-79b2-4166-956d-76e56be93790 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3011360 Dec 15 13:52:54.490342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58748) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:54.497589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7001599c-f0b4-4a85-b0ab-c2d3c96990fd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '374fad8f-4b6d-4fa6-8a63-074e4d29d7c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:54.557441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7001599c-f0b4-4a85-b0ab-c2d3c96990fd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.611133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33751193-5a49-4337-a087-699363ba2507 req-ad1426fa-94ee-4259-b36d-27fe630093f0 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:54.618801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33751193-5a49-4337-a087-699363ba2507 req-ad1426fa-94ee-4259-b36d-27fe630093f0 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:54.625811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33751193-5a49-4337-a087-699363ba2507 req-ad1426fa-94ee-4259-b36d-27fe630093f0 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1679 time: 0.9940064 Dec 15 13:52:54.731056 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33751193-5a49-4337-a087-699363ba2507 req-ea38707d-9ea7-42a6-a0c3-1cc4d0b24d00 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042590 Dec 15 13:52:54.740911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a93976-499e-419b-80d7-e4fd8a311b31 None None] Pushing event updated for resources: {'Port': ['ID=0ca520d8-b059-4e3a-9064-6f9067d0188c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:54.759758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7001599c-f0b4-4a85-b0ab-c2d3c96990fd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.777550 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7001599c-f0b4-4a85-b0ab-c2d3c96990fd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.836526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-4147d493-d390-46dc-a2be-4f68374dbcb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=19ca306c-d841-484e-bf0b-f2b641d25252 HTTP/1.1" status: 200 len: 210 time: 0.1013396 Dec 15 13:52:54.843032 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-5f3282a1-a522-468c-a197-4e250b704a8b service neutron] 10.222.0.24 "GET /v2.0/networks/5cc81f2a-1572-4908-9ee3-1f004fa6db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0149710 Dec 15 13:52:54.874975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001599c-f0b4-4a85-b0ab-c2d3c96990fd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3216485-2161-4d8e-bb91-414084d8e2c0,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:54.928793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7001599c-f0b4-4a85-b0ab-c2d3c96990fd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:54.937542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7001599c-f0b4-4a85-b0ab-c2d3c96990fd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4443722 Dec 15 13:52:54.939325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58750) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:54.962412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6f8a9562-982d-44f8-b28e-1c8767a7528b tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '374fad8f-4b6d-4fa6-8a63-074e4d29d7c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:55.071718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f8a9562-982d-44f8-b28e-1c8767a7528b tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.267348 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-691d4a2f-3878-4b94-8e61-bca86451a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.312069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-afe395fe-a627-4686-ae5c-26499f3686db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:55.315450 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-afe395fe-a627-4686-ae5c-26499f3686db service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4666679 Dec 15 13:52:55.328389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f8a9562-982d-44f8-b28e-1c8767a7528b tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.344978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f8a9562-982d-44f8-b28e-1c8767a7528b tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.379698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] Set router fc324afb-6700-40e0-85a3-80a1f942d39c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:52:55.410375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-67cb2e6f-1261-44aa-b1ca-64d8992ad413 req-24b0a1bb-a624-47b2-a65a-6efcb65d553e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=19ca306c-d841-484e-bf0b-f2b641d25252 HTTP/1.1" status: 200 len: 210 time: 0.0743949 Dec 15 13:52:55.422864 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f8a9562-982d-44f8-b28e-1c8767a7528b tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.430439 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6f8a9562-982d-44f8-b28e-1c8767a7528b tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4825749 Dec 15 13:52:55.451345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58752) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:55.502863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bdc0506c-2ccb-4dbb-a8b1-3953fb71de4e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '374fad8f-4b6d-4fa6-8a63-074e4d29d7c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:55.585225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a9562-982d-44f8-b28e-1c8767a7528b tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45742ca3-831d-4ec3-ba65-1ab1a7cce2cc,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:55.617668 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdc0506c-2ccb-4dbb-a8b1-3953fb71de4e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.661604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-023fcf02-3801-4068-b67b-e50deefe829e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.206&port_id=9e2188d4-739e-4b02-883b-805253492748 HTTP/1.1" status: 200 len: 217 time: 0.3432848 Dec 15 13:52:55.689095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-691d4a2f-3878-4b94-8e61-bca86451a476 None None] For port 0ca520d8-b059-4e3a-9064-6f9067d0188c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0ca520d8-b059-4e3a-9064-6f9067d0188c,segment=NetworkSegment(e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1),segment_id=e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:52:55.859964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdc0506c-2ccb-4dbb-a8b1-3953fb71de4e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.884116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdc0506c-2ccb-4dbb-a8b1-3953fb71de4e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.907945 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-691d4a2f-3878-4b94-8e61-bca86451a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:55.989521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0506c-2ccb-4dbb-a8b1-3953fb71de4e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98db960-1472-453b-987a-70dd5cb2c581,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:56.027801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdc0506c-2ccb-4dbb-a8b1-3953fb71de4e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.035298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bdc0506c-2ccb-4dbb-a8b1-3953fb71de4e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5787075 Dec 15 13:52:56.038352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58762) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:56.065926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-3cf5546a-0e87-4674-8142-67a086f2a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:56.071832 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-3cf5546a-0e87-4674-8142-67a086f2a252 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73ae8ff3-4c58-4734-be6d-70188a985e51 HTTP/1.1" status: 200 len: 801 time: 0.3194439 Dec 15 13:52:56.153365 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a32dcef3-e78a-4a69-94df-9bae2e52ddbf tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.189774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d4a2f-3878-4b94-8e61-bca86451a476 None None] Pushing event updated for resources: {'Port': ['ID=0ca520d8-b059-4e3a-9064-6f9067d0188c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:56.191121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a32dcef3-e78a-4a69-94df-9bae2e52ddbf tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.340300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a32dcef3-e78a-4a69-94df-9bae2e52ddbf tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.360205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a32dcef3-e78a-4a69-94df-9bae2e52ddbf tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.364434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a0057-dad9-47c1-9a54-ddee62a2f880 req-86e68885-d872-4e0d-a5fa-0ae99767eecf tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:56.365428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a32dcef3-e78a-4a69-94df-9bae2e52ddbf tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/f98db960-1472-453b-987a-70dd5cb2c581 HTTP/1.1" status: 204 len: 168 time: 0.3222911 Dec 15 13:52:56.381670 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-833a0057-dad9-47c1-9a54-ddee62a2f880 req-86e68885-d872-4e0d-a5fa-0ae99767eecf tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.6746531 Dec 15 13:52:56.383608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dcef3-e78a-4a69-94df-9bae2e52ddbf tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f98db960-1472-453b-987a-70dd5cb2c581,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:56.392650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58772) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:56.431817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-26b322c3-7908-4fac-8488-c34a3f1d7be9 None None] Provisioning complete for port 0ca520d8-b059-4e3a-9064-6f9067d0188c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:56.432652 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26b322c3-7908-4fac-8488-c34a3f1d7be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.532580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b83c4e12-fa1d-4e0c-ac02-e0b23776dd45 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1384037 Dec 15 13:52:56.533408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58778) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:56.551242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-f29ddf25-bc39-427c-8add-74e029505883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:56.557152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-f29ddf25-bc39-427c-8add-74e029505883 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=181d84f4-6de9-4f5a-afec-564d2d6f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4043586 Dec 15 13:52:56.597795 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-566f90c0-4b52-4e95-b076-aa0cff0e097e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.616581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-566f90c0-4b52-4e95-b076-aa0cff0e097e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.686092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-566f90c0-4b52-4e95-b076-aa0cff0e097e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.703621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-566f90c0-4b52-4e95-b076-aa0cff0e097e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.713602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-566f90c0-4b52-4e95-b076-aa0cff0e097e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/45742ca3-831d-4ec3-ba65-1ab1a7cce2cc HTTP/1.1" status: 204 len: 168 time: 0.1790380 Dec 15 13:52:56.714388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58788) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:56.739203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f90c0-4b52-4e95-b076-aa0cff0e097e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45742ca3-831d-4ec3-ba65-1ab1a7cce2cc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:56.778856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-495a463e-5cd7-47fb-bc99-8804e8790d89 service neutron] 10.222.0.24 "GET /v2.0/networks/181d84f4-6de9-4f5a-afec-564d2d6f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956420 Dec 15 13:52:56.801233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-833a0057-dad9-47c1-9a54-ddee62a2f880 req-dacb0e77-8419-47d1-8770-b60b53b669b0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183984 Dec 15 13:52:56.843474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:52:46Z', 'revision_number': 4, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '0ca520d8-b059-4e3a-9064-6f9067d0188c', 'name': '', 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'mac_address': 'fa:16:3e:1b:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'cc1c82a6-64f6-4f9c-97fc-bfa90b26e294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:44Z', 'updated_at': '2021-12-15T13:52:54Z', 'revision_number': 4, 'project_id': '11739faac3aa48508315871d02d690a1', 'subnets': [{'id': 'cc1c82a6-64f6-4f9c-97fc-bfa90b26e294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:52:56.846774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e498d94b-5f01-4661-819c-b95cfda48f1c tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1240418 Dec 15 13:52:56.847628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58798) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:56.926821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38170190-a6c2-40f2-b71b-a0c6b02b6ffd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:56.929193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c55f20-ed99-42fa-a8bd-3fe78f5417fd None None] The sync data for ids ['fc324afb-6700-40e0-85a3-80a1f942d39c'] in n-d-821840-1 is: [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:52:46Z', 'revision_number': 4, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '0ca520d8-b059-4e3a-9064-6f9067d0188c', 'name': '', 'network_id': 'a3c31797-3444-41cd-848c-e3e9d4e0349d', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'mac_address': 'fa:16:3e:1b:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'cc1c82a6-64f6-4f9c-97fc-bfa90b26e294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:44Z', 'updated_at': '2021-12-15T13:52:54Z', 'revision_number': 4, 'project_id': '11739faac3aa48508315871d02d690a1', 'subnets': [{'id': 'cc1c82a6-64f6-4f9c-97fc-bfa90b26e294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:52:56.941994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38170190-a6c2-40f2-b71b-a0c6b02b6ffd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.042889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38170190-a6c2-40f2-b71b-a0c6b02b6ffd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.053038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38170190-a6c2-40f2-b71b-a0c6b02b6ffd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.054915 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-38170190-a6c2-40f2-b71b-a0c6b02b6ffd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/a3216485-2161-4d8e-bb91-414084d8e2c0 HTTP/1.1" status: 204 len: 168 time: 0.2019711 Dec 15 13:52:57.061014 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da161bc3-2b16-44fe-8dd1-db165bd88057 x-openstack-request-id: req-da161bc3-2b16-44fe-8dd1-db165bd88057 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:52:57.061726 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-unplugged", "status": "completed", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:52:57.062325 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-da161bc3-2b16-44fe-8dd1-db165bd88057 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:52:57.063396 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63', 'code': 200} Dec 15 13:52:57.064921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58808) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:57.084353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35824aaa-23d9-4e8f-9cd5-ada56931f77a req-79456d2a-8205-4262-97c5-d29498550d6e service neutron] 10.222.0.24 "GET /v2.0/networks/181d84f4-6de9-4f5a-afec-564d2d6f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755635 Dec 15 13:52:57.093308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-83639ad1-be88-4464-9830-b9c2fd2336ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.097372 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-83639ad1-be88-4464-9830-b9c2fd2336ee service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.5637233 Dec 15 13:52:57.107199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38170190-a6c2-40f2-b71b-a0c6b02b6ffd tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3216485-2161-4d8e-bb91-414084d8e2c0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:57.275007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a2b5fac5-3ead-44c9-b667-07080cdb6695 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1913962 Dec 15 13:52:57.277725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58810) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:57.284292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c69608b-e36a-42f1-9812-25eafcc627b5 req-2ff6777c-9245-4022-8792-f0534726d5f9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/ports?device_id=19ca306c-d841-484e-bf0b-f2b641d25252 HTTP/1.1" status: 200 len: 210 time: 0.1553760 Dec 15 13:52:57.431621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-8e23fdd4-69a0-4d3c-95c3-0e6196b64b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.432391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-8e23fdd4-69a0-4d3c-95c3-0e6196b64b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.435325 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-8e23fdd4-69a0-4d3c-95c3-0e6196b64b5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1981 time: 0.2178926 Dec 15 13:52:57.481964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-934d690e-5f03-4c53-b97d-4dbd96c7d26e req-79687f02-24cc-48a2-820c-91ff35b2c916 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=19ca306c-d841-484e-bf0b-f2b641d25252 HTTP/1.1" status: 200 len: 210 time: 0.1134701 Dec 15 13:52:57.512570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89582-c5c7-4cb9-ad91-ea85a8150b02 req-a3b297f1-7815-4dd1-99fe-0e51d677d002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.526308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89582-c5c7-4cb9-ad91-ea85a8150b02 req-a3b297f1-7815-4dd1-99fe-0e51d677d002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.543243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07f89582-c5c7-4cb9-ad91-ea85a8150b02 req-a3b297f1-7815-4dd1-99fe-0e51d677d002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1679 time: 0.2568417 Dec 15 13:52:57.543385 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cb132ba-9998-45fe-a932-13e9be8b7117 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.581724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cb132ba-9998-45fe-a932-13e9be8b7117 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.672694 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cb132ba-9998-45fe-a932-13e9be8b7117 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.685416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cb132ba-9998-45fe-a932-13e9be8b7117 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.687035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1cb132ba-9998-45fe-a932-13e9be8b7117 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/1214db1d-7ac5-4652-ab52-a00caee4f5ee HTTP/1.1" status: 204 len: 168 time: 0.4037437 Dec 15 13:52:57.693681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58814) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:57.717103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb132ba-9998-45fe-a932-13e9be8b7117 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1214db1d-7ac5-4652-ab52-a00caee4f5ee,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:57.745891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7363101-d0c2-4570-85a8-2bbd31e4e1dd req-ec767d31-7518-4db0-9c20-b28758bb2be7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:57.754003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7363101-d0c2-4570-85a8-2bbd31e4e1dd req-ec767d31-7518-4db0-9c20-b28758bb2be7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1188374 Dec 15 13:52:57.838143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bcf3879f-840f-45ca-85d1-9028be9e8f64 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1382177 Dec 15 13:52:57.839564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58816) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:57.888977 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7363101-d0c2-4570-85a8-2bbd31e4e1dd req-76b6dcc6-c32a-47a7-a0fe-bdb722435026 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340394 Dec 15 13:52:57.925438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2bfee33c-c0b9-4ca5-9389-f8d6ade18be5 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:57.951322 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2bfee33c-c0b9-4ca5-9389-f8d6ade18be5 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.014978 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02e11470-7485-4aed-9cbd-07c890a475d1 req-bacf3aee-a39a-4f57-8b36-1103e71415d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=19ca306c-d841-484e-bf0b-f2b641d25252 HTTP/1.1" status: 200 len: 210 time: 0.1352112 Dec 15 13:52:58.028153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2bfee33c-c0b9-4ca5-9389-f8d6ade18be5 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.044813 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2bfee33c-c0b9-4ca5-9389-f8d6ade18be5 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.049055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2bfee33c-c0b9-4ca5-9389-f8d6ade18be5 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/388667e8-138e-4d41-9433-67ce8fa854d9 HTTP/1.1" status: 204 len: 168 time: 0.2085440 Dec 15 13:52:58.055795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58826) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:58.061240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07f89582-c5c7-4cb9-ad91-ea85a8150b02 req-453759b1-ca8b-49ee-ba47-e65eefb57c9f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161653 Dec 15 13:52:58.084962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-cf2c791b-f625-4451-9a66-f32b3379840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.088616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-cf2c791b-f625-4451-9a66-f32b3379840e service neutron] 10.222.0.24 "GET /v2.0/networks?id=181d84f4-6de9-4f5a-afec-564d2d6f7fed HTTP/1.1" status: 200 len: 904 time: 0.6455224 Dec 15 13:52:58.151891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfee33c-c0b9-4ca5-9389-f8d6ade18be5 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=388667e8-138e-4d41-9433-67ce8fa854d9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:58.206954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-849a6b8f-0f7e-40df-baed-cd143becb740 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.206&port_id=9e2188d4-739e-4b02-883b-805253492748 HTTP/1.1" status: 200 len: 217 time: 0.0872133 Dec 15 13:52:58.246549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-596f7a52-dac3-4027-8a09-5b72f531b6b4 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1784797 Dec 15 13:52:58.250607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58834) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:58.403295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e11470-7485-4aed-9cbd-07c890a475d1 req-f0fd5caa-733d-4143-8d9c-8ae848c80f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.407205 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02e11470-7485-4aed-9cbd-07c890a475d1 req-f0fd5caa-733d-4143-8d9c-8ae848c80f78 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3772142 Dec 15 13:52:58.716054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0ca520d8-b059-4e3a-9064-6f9067d0188c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:52:58.770859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885f90bf-3369-45cb-b32a-02847d1b0b36 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.869056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-ba5adcd9-81e4-4acb-a1db-9464592f7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.870961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-ba5adcd9-81e4-4acb-a1db-9464592f7641 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73ae8ff3-4c58-4734-be6d-70188a985e51 HTTP/1.1" status: 200 len: 801 time: 0.6519432 Dec 15 13:52:58.872984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0ca520d8-b059-4e3a-9064-6f9067d0188c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:52:58.875035 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.979089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa917e7e-f63a-41ee-a34f-d2f74cbdd6f9 req-dd32b575-0779-49fa-80ea-565db3a4c8a9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:58.996947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa917e7e-f63a-41ee-a34f-d2f74cbdd6f9 req-dd32b575-0779-49fa-80ea-565db3a4c8a9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.5831909 Dec 15 13:52:59.045024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885f90bf-3369-45cb-b32a-02847d1b0b36 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.118478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745e24-4246-45e3-a505-cda39db7404f req-3c2e1d0f-d64e-436c-b582-6c3cdecc61f1 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.133832 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e745e24-4246-45e3-a505-cda39db7404f req-3c2e1d0f-d64e-436c-b582-6c3cdecc61f1 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 949 time: 0.1778042 Dec 15 13:52:59.261510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e745e24-4246-45e3-a505-cda39db7404f req-1794db5d-d0d7-47f5-aa47-e9ea80fff610 tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/security-groups?id=690336d2-a3b8-438b-a209-a694430143a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266403 Dec 15 13:52:59.264287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e11470-7485-4aed-9cbd-07c890a475d1 req-a45bc1c4-6f7c-4ad8-90a4-d15608aa259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.265938 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02e11470-7485-4aed-9cbd-07c890a475d1 req-a45bc1c4-6f7c-4ad8-90a4-d15608aa259a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8212106 Dec 15 13:52:59.294167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-eb7459c5-7f28-44b7-b833-de89c9543875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.297275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-eb7459c5-7f28-44b7-b833-de89c9543875 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=181d84f4-6de9-4f5a-afec-564d2d6f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3879173 Dec 15 13:52:59.301806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885f90bf-3369-45cb-b32a-02847d1b0b36 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.305209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885f90bf-3369-45cb-b32a-02847d1b0b36 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:59.309240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58848) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:59.310066 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-885f90bf-3369-45cb-b32a-02847d1b0b36 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/374fad8f-4b6d-4fa6-8a63-074e4d29d7c0 HTTP/1.1" status: 204 len: 168 time: 1.0529580 Dec 15 13:52:59.319374 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa917e7e-f63a-41ee-a34f-d2f74cbdd6f9 req-0d1d706f-261e-4d70-a3a0-770f09e00a6e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205595 Dec 15 13:52:59.393046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02e11470-7485-4aed-9cbd-07c890a475d1 req-c2cf021d-8f23-449a-8004-e0e7912a79e9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/ports?device_id=19ca306c-d841-484e-bf0b-f2b641d25252 HTTP/1.1" status: 200 len: 210 time: 0.0455847 Dec 15 13:52:59.428538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f90bf-3369-45cb-b32a-02847d1b0b36 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374fad8f-4b6d-4fa6-8a63-074e4d29d7c0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:52:59.718381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:52:59.719249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-916acb32-893f-4524-ab26-ccb883f17364 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4057543 Dec 15 13:52:59.763766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-60f10492-c979-46e0-b5f2-601ad44be428 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--801730592'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:52:59.855272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7659f3be-51ba-4263-8c65-4217ecadb43c req-5b404fc7-8ba4-44c6-811a-b8b11ded9fc7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=19ca306c-d841-484e-bf0b-f2b641d25252 HTTP/1.1" status: 200 len: 210 time: 0.1676378 Dec 15 13:52:59.985663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8762f5-9f12-489c-832c-4dcc1e573b6a req-93368d9f-19e8-4c58-adfb-26c6dec76b83 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.992970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8762f5-9f12-489c-832c-4dcc1e573b6a req-93368d9f-19e8-4c58-adfb-26c6dec76b83 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:52:59.994467 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f8762f5-9f12-489c-832c-4dcc1e573b6a req-93368d9f-19e8-4c58-adfb-26c6dec76b83 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1679 time: 0.1885157 Dec 15 13:52:59.996369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-9fb6a13a-13b1-420a-bad0-1426d0441652 service neutron] 10.222.0.24 "GET /v2.0/networks/181d84f4-6de9-4f5a-afec-564d2d6f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724393 Dec 15 13:52:59.997578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60f10492-c979-46e0-b5f2-601ad44be428 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.073778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661b4b6-cbbc-43ba-b9e2-cb1e5d715e34 req-ee9b4c18-e7fa-49f8-898c-91936fa74963 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:00.073778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c661b4b6-cbbc-43ba-b9e2-cb1e5d715e34 req-ee9b4c18-e7fa-49f8-898c-91936fa74963 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.0827112 Dec 15 13:53:00.200262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c661b4b6-cbbc-43ba-b9e2-cb1e5d715e34 req-75505bc0-81dc-481d-9508-2f3fc22bdf0a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256328 Dec 15 13:53:00.213773 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f8762f5-9f12-489c-832c-4dcc1e573b6a req-50921eb2-9380-4a09-9245-3696cc5348d9 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858003 Dec 15 13:53:00.388220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0f3498a-435e-43fd-8882-b23df70e8b39 req-c4693bcd-2dbd-4593-b4ad-95df107e37a9 service neutron] 10.222.0.24 "GET /v2.0/networks/181d84f4-6de9-4f5a-afec-564d2d6f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722484 Dec 15 13:53:00.435845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d064bda-2b49-4909-a817-8873591d02fe req-e5ec02f6-7aa8-48f5-afcd-e5668ae6773f tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:00.437983 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d064bda-2b49-4909-a817-8873591d02fe req-e5ec02f6-7aa8-48f5-afcd-e5668ae6773f tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 949 time: 0.1520514 Dec 15 13:53:00.454152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60f10492-c979-46e0-b5f2-601ad44be428 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.466913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60f10492-c979-46e0-b5f2-601ad44be428 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.627792 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.664873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Deleting port 3de711fe-2570-4e6b-a7a8-141159566d63 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:00.665477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.669793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f10492-c979-46e0-b5f2-601ad44be428 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e1dde5-b6ea-4499-b5a0-973cc2dc58f7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:00.691719 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60f10492-c979-46e0-b5f2-601ad44be428 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.697131 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-60f10492-c979-46e0-b5f2-601ad44be428 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9720659 Dec 15 13:53:00.699904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58874) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:00.705505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e7e42c34-1dc0-43e8-b45b-e3e30bd351e2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': 'f2e1dde5-b6ea-4499-b5a0-973cc2dc58f7', 'direction': 'ingress', 'protocol': 17}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:00.725469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f6a26-07d6-488e-8e5f-48be9f9ceca2 req-6b2bc19d-b574-4796-bcac-2eea62559dea tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:00.735207 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f51f6a26-07d6-488e-8e5f-48be9f9ceca2 req-6b2bc19d-b574-4796-bcac-2eea62559dea tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2318513 Dec 15 13:53:00.773844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] For port 3de711fe-2570-4e6b-a7a8-141159566d63, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3de711fe-2570-4e6b-a7a8-141159566d63,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:00.774389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.787619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Calling delete_port for 3de711fe-2570-4e6b-a7a8-141159566d63 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:00.803372 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f51f6a26-07d6-488e-8e5f-48be9f9ceca2 req-fd382da2-e019-44f6-8ae7-9c61395c6e8b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669696 Dec 15 13:53:00.863021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7e42c34-1dc0-43e8-b45b-e3e30bd351e2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.933413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 9e2188d4-739e-4b02-883b-805253492748 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:00.946769 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:00.973746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.014325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-62bac958-c2b6-4944-96f2-a0c07bfa7739 req-325ca8f3-b5b6-42bb-a4f9-0cb08477c51b tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c97ad53-014d-46c5-9749-20447fc437d2 HTTP/1.1" status: 200 len: 210 time: 0.0545390 Dec 15 13:53:01.082039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Pushing event deleted for resources: {'Port': ['ID=3de711fe-2570-4e6b-a7a8-141159566d63,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:01.169014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7e42c34-1dc0-43e8-b45b-e3e30bd351e2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.187819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7e42c34-1dc0-43e8-b45b-e3e30bd351e2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.236200 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f0be3689-26e3-4424-bc9e-b2f08ff98029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.325951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 9e2188d4-739e-4b02-883b-805253492748, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9e2188d4-739e-4b02-883b-805253492748,segment=NetworkSegment(8df7ade8-d4e9-430d-a838-63374be59a14),segment_id=8df7ade8-d4e9-430d-a838-63374be59a14)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:01.361471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '9e2188d4-739e-4b02-883b-805253492748', 'network_id': '181d84f4-6de9-4f5a-afec-564d2d6f7fed', 'port_id': '9e2188d4-739e-4b02-883b-805253492748', 'mac_address': 'fa:16:3e:ab:67:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ae8ff3-4c58-4734-be6d-70188a985e51', 'ip_address': '19.86.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:01.379027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] No DVR routers for this DVR port 3de711fe-2570-4e6b-a7a8-141159566d63 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:01.385380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.422024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d064bda-2b49-4909-a817-8873591d02fe req-0b4dd879-f0c8-4d44-9d92-dcf592822eda tempest-ImagesOneServerTestJSON-157816004 tempest-ImagesOneServerTestJSON-157816004-project] 10.222.0.24 "DELETE /v2.0/ports/3de711fe-2570-4e6b-a7a8-141159566d63 HTTP/1.1" status: 204 len: 173 time: 0.9738240 Dec 15 13:53:01.422457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-deleted', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:01.428732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.428958 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ca62bf-298e-4a66-a5d1-0aebf02fa4fa" -d '{"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-deleted", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:01.449083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2188d4-739e-4b02-883b-805253492748 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:01.524875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 9e2188d4-739e-4b02-883b-805253492748, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9e2188d4-739e-4b02-883b-805253492748,segment=NetworkSegment(8df7ade8-d4e9-430d-a838-63374be59a14),segment_id=8df7ade8-d4e9-430d-a838-63374be59a14)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:01.532952 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.534402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 25eab816-9ab4-463b-9068-98d576d56711 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:01.649547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a21328-3a2c-4311-b270-eaca58f1cf9a req-5d0df23c-26f6-46ef-9ddf-1c66db36de86 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:01.660115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a21328-3a2c-4311-b270-eaca58f1cf9a req-5d0df23c-26f6-46ef-9ddf-1c66db36de86 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:01.665105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99a21328-3a2c-4311-b270-eaca58f1cf9a req-5d0df23c-26f6-46ef-9ddf-1c66db36de86 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1679 time: 0.2247467 Dec 15 13:53:01.732216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 25eab816-9ab4-463b-9068-98d576d56711, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=25eab816-9ab4-463b-9068-98d576d56711,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:01.796404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99a21328-3a2c-4311-b270-eaca58f1cf9a req-cbe157e7-f4f1-4239-a9a6-00a254c74b6f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186666 Dec 15 13:53:01.806419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '25eab816-9ab4-463b-9068-98d576d56711', 'network_id': '5cc81f2a-1572-4908-9ee3-1f004fa6db9f', 'port_id': '25eab816-9ab4-463b-9068-98d576d56711', 'mac_address': 'fa:16:3e:27:89:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f02350b-3707-4315-8821-bfcb3351d180', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:01.811009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=9e2188d4-739e-4b02-883b-805253492748,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:01.886414 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:01.904492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25eab816-9ab4-463b-9068-98d576d56711 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:01.947745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 25eab816-9ab4-463b-9068-98d576d56711, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=25eab816-9ab4-463b-9068-98d576d56711,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:01.947745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.019153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e42c34-1dc0-43e8-b45b-e3e30bd351e2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1127a153-d83d-4679-83ce-686b3b4e5a8d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:02.060105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7e42c34-1dc0-43e8-b45b-e3e30bd351e2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.062776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e7e42c34-1dc0-43e8-b45b-e3e30bd351e2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3616760 Dec 15 13:53:02.063016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=25eab816-9ab4-463b-9068-98d576d56711,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:02.069217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:02.097579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a89ddc-8669-4954-b76b-ef49fa523e84 req-20d86382-d214-4d59-9b81-6a38436dfda3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:02.103473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a89ddc-8669-4954-b76b-ef49fa523e84 req-20d86382-d214-4d59-9b81-6a38436dfda3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.9323723 Dec 15 13:53:02.185253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['9e2188d4-739e-4b02-883b-805253492748'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:02.330610 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67008c8b-b668-4471-bd66-298e3cc30c6e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.336883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-74ab2bd4-47ec-484c-b7a5-1bf8488d8f05 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:02.347803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79a89ddc-8669-4954-b76b-ef49fa523e84 req-3f5f1947-5348-417a-b613-2edd43c31e13 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462474 Dec 15 13:53:02.374572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-74ab2bd4-47ec-484c-b7a5-1bf8488d8f05 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/networks?id=ee81acf7-e315-4336-a2dd-6ea2aca07659 HTTP/1.1" status: 200 len: 809 time: 0.3656344 Dec 15 13:53:02.384306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67008c8b-b668-4471-bd66-298e3cc30c6e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.436781 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-2685f53e-39db-47b6-bf4b-471e72cb787f tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/quotas/d0fc4f6cb7c94ba28cda79615975f9c8 HTTP/1.1" status: 200 len: 375 time: 0.0611742 Dec 15 13:53:02.518912 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67008c8b-b668-4471-bd66-298e3cc30c6e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.522488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67008c8b-b668-4471-bd66-298e3cc30c6e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.526591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-67008c8b-b668-4471-bd66-298e3cc30c6e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/f2e1dde5-b6ea-4499-b5a0-973cc2dc58f7 HTTP/1.1" status: 204 len: 168 time: 0.4179785 Dec 15 13:53:02.527745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58912) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:02.530145 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd90e788-dfad-44b1-84cf-4464a3b11416 x-openstack-request-id: req-bd90e788-dfad-44b1-84cf-4464a3b11416 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:02.530452 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c97ad53-014d-46c5-9749-20447fc437d2", "name": "network-vif-deleted", "tag": "3de711fe-2570-4e6b-a7a8-141159566d63", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:02.530803 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd90e788-dfad-44b1-84cf-4464a3b11416 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:02.531242 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97ad53-014d-46c5-9749-20447fc437d2', 'name': 'network-vif-deleted', 'tag': '3de711fe-2570-4e6b-a7a8-141159566d63', 'status': 'completed', 'code': 200} Dec 15 13:53:02.534046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-b547ee3c-4c10-4399-a716-186e1f43e760 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0fc4f6cb7c94ba28cda79615975f9c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956059 Dec 15 13:53:02.556267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67008c8b-b668-4471-bd66-298e3cc30c6e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e1dde5-b6ea-4499-b5a0-973cc2dc58f7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:02.632265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0a4a2503-5a41-4d1b-8d3c-af337f9c99aa tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0986414 Dec 15 13:53:02.633048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58930) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:02.638480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2a076db7-bca0-400e-add6-fbbc04a92f43 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062991028'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:02.685398 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a076db7-bca0-400e-add6-fbbc04a92f43 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.741388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6e92de9e-9979-442e-aa9a-3ea5d5f7532b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:53:02.749978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6e92de9e-9979-442e-aa9a-3ea5d5f7532b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1800067 Dec 15 13:53:02.816976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a076db7-bca0-400e-add6-fbbc04a92f43 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.944858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 9e2188d4-739e-4b02-883b-805253492748 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:02.957049 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6ab27f49-9465-467f-a004-dcabb8baad2a service neutron] 10.222.0.86 "GET /v2.0/networks/ee81acf7-e315-4336-a2dd-6ea2aca07659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056694 Dec 15 13:53:02.974465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-a092edf2-9285-41b4-8ce5-25d29e55fd50 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:02.981698 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-a092edf2-9285-41b4-8ce5-25d29e55fd50 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.2255490 Dec 15 13:53:03.012851 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-03966912-4ff9-4eaf-b08b-16b93f85e12e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/quotas/4cd6ad14e26c4dff85ab78c0563e8bd6 HTTP/1.1" status: 200 len: 375 time: 0.0300629 Dec 15 13:53:03.067052 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a076db7-bca0-400e-add6-fbbc04a92f43 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.077242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 9e2188d4-739e-4b02-883b-805253492748 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:03.084153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 9e2188d4-739e-4b02-883b-805253492748 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:03.084632 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.100849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-5ce28951-d502-4858-a46a-fc3ae6958ef6 service neutron] 10.222.0.86 "GET /v2.0/networks/ee81acf7-e315-4336-a2dd-6ea2aca07659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417840 Dec 15 13:53:03.116931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a076db7-bca0-400e-add6-fbbc04a92f43 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.126855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-580947e8-24d4-402f-a385-9683a23cc6f8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056600 Dec 15 13:53:03.127642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58938) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:03.128477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a076db7-bca0-400e-add6-fbbc04a92f43 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4940796 Dec 15 13:53:03.140569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ec3ae83c-ee44-46b8-b8d7-8591d475c3c6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--947145259'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:03.194811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076db7-bca0-400e-add6-fbbc04a92f43 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85519cb9-f097-4d87-a256-ebfc74ea8181,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:03.307572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['25eab816-9ab4-463b-9068-98d576d56711'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:03.355309 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae83c-ee44-46b8-b8d7-8591d475c3c6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.435453 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.518377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-f7043838-f8c2-49c8-a5fe-3a7f19db6af3 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677859 Dec 15 13:53:03.616032 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2188d4-739e-4b02-883b-805253492748'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:03.636874 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4672f947-a150-4e0c-b29a-a291f7556d8a" -d '{"events": [{"server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "name": "network-vif-plugged", "status": "completed", "tag": "9e2188d4-739e-4b02-883b-805253492748"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:03.725869 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae83c-ee44-46b8-b8d7-8591d475c3c6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.743142 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae83c-ee44-46b8-b8d7-8591d475c3c6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.773565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 9e2188d4-739e-4b02-883b-805253492748, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9e2188d4-739e-4b02-883b-805253492748,segment=NetworkSegment(8df7ade8-d4e9-430d-a838-63374be59a14),segment_id=8df7ade8-d4e9-430d-a838-63374be59a14)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:03.810066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ae83c-ee44-46b8-b8d7-8591d475c3c6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd1066-f146-4e46-ada2-c853babdc060,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:03.824587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-66d4ea13-a1ba-41fc-a90d-ea8d57af23e9 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777584 Dec 15 13:53:03.845754 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae83c-ee44-46b8-b8d7-8591d475c3c6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.850504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ec3ae83c-ee44-46b8-b8d7-8591d475c3c6 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7192028 Dec 15 13:53:03.851221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58952) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:03.858121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f6ba9122-e6dd-49fc-8754-a17ce330a6b2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '85519cb9-f097-4d87-a256-ebfc74ea8181', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a1fd1066-f146-4e46-ada2-c853babdc060', 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:03.924156 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9122-e6dd-49fc-8754-a17ce330a6b2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.937379 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.941160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:04.024842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 3de711fe-2570-4e6b-a7a8-141159566d63 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:04.027705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3de711fe-2570-4e6b-a7a8-141159566d63 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:04.145085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9122-e6dd-49fc-8754-a17ce330a6b2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.157746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-88199928-32d2-483c-ba31-04eab8897524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.172686 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9122-e6dd-49fc-8754-a17ce330a6b2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.214787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba9122-e6dd-49fc-8754-a17ce330a6b2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556a16eb-5e72-4e8a-889c-67d7275b1ccd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:04.218739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=9e2188d4-739e-4b02-883b-805253492748,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:04.239924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d62c-a9e6-48fd-8cc1-b212f54ee031 req-b3aaae8f-106a-40e8-aa5b-4bb7068af2dd tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:04.255969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d62c-a9e6-48fd-8cc1-b212f54ee031 req-b3aaae8f-106a-40e8-aa5b-4bb7068af2dd tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:04.256236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9122-e6dd-49fc-8754-a17ce330a6b2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.261031 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f6ba9122-e6dd-49fc-8754-a17ce330a6b2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4073594 Dec 15 13:53:04.262718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58960) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:04.271210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9087d62c-a9e6-48fd-8cc1-b212f54ee031 req-b3aaae8f-106a-40e8-aa5b-4bb7068af2dd tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1682 time: 0.3131673 Dec 15 13:53:04.359987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4f29-cf02-4970-b9cc-519fd112ae5e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.374495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9087d62c-a9e6-48fd-8cc1-b212f54ee031 req-a3f74ae7-67ed-4eb4-b332-f385915f2189 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948348 Dec 15 13:53:04.388398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4f29-cf02-4970-b9cc-519fd112ae5e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.457374 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-336a1c99-bce3-4b1d-9a38-9433473372e0 req-7265237a-c960-4c8b-a593-ed02a8e80ac1 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 210 time: 0.0500243 Dec 15 13:53:04.495552 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4f29-cf02-4970-b9cc-519fd112ae5e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.505875 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4f29-cf02-4970-b9cc-519fd112ae5e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.515209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0a0f4f29-cf02-4970-b9cc-519fd112ae5e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/556a16eb-5e72-4e8a-889c-67d7275b1ccd HTTP/1.1" status: 204 len: 168 time: 0.2477250 Dec 15 13:53:04.515438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58976) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:04.529867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f4f29-cf02-4970-b9cc-519fd112ae5e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=556a16eb-5e72-4e8a-889c-67d7275b1ccd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:04.578655 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e268b2-b6f2-4ec9-a44b-c4f95c0edd30 x-openstack-request-id: req-99e268b2-b6f2-4ec9-a44b-c4f95c0edd30 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:04.579031 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "name": "network-vif-plugged", "status": "completed", "tag": "9e2188d4-739e-4b02-883b-805253492748", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:04.579491 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-99e268b2-b6f2-4ec9-a44b-c4f95c0edd30 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:04.580112 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2188d4-739e-4b02-883b-805253492748', 'code': 200} Dec 15 13:53:04.636514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-78270633-5363-4b96-87d4-15918a28cb45 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1172953 Dec 15 13:53:04.640529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58980) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:04.649808 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5d305b4-b869-4f03-8dac-b79728eb605c req-c924544e-3394-49bc-a115-ad3041caddad tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 210 time: 0.0339162 Dec 15 13:53:04.673378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58982) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:04.783388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.789081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ae3d8-aaa1-401b-894b-3739701651be req-78f5ebdc-a761-4e7a-a3d7-af971d95bef0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:04.800501 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-030ae3d8-aaa1-401b-894b-3739701651be req-78f5ebdc-a761-4e7a-a3d7-af971d95bef0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2664266 Dec 15 13:53:04.841538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166f34c1-298c-45d8-9ec6-3b0075721c34 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.944421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 25eab816-9ab4-463b-9068-98d576d56711 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:04.962392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-030ae3d8-aaa1-401b-894b-3739701651be req-30627dae-f501-49a6-8661-02fd205ebfc2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587257 Dec 15 13:53:04.984529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166f34c1-298c-45d8-9ec6-3b0075721c34 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.064026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8f867c34-507d-4fab-86ea-5d4ac02e82d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d18aeb4ac2454489b8ecae73a12586eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3893759 Dec 15 13:53:05.080904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59004) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:05.108303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 25eab816-9ab4-463b-9068-98d576d56711 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:05.113892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 25eab816-9ab4-463b-9068-98d576d56711 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:05.114550 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.227060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528814ce-acd6-41c8-8804-297a89b0246c req-46977f88-f352-4b7b-8990-3665dfc78a53 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:05.231414 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-528814ce-acd6-41c8-8804-297a89b0246c req-46977f88-f352-4b7b-8990-3665dfc78a53 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1640453 Dec 15 13:53:05.271804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-249850f3-ac08-482c-886d-12f2db7151a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.294860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166f34c1-298c-45d8-9ec6-3b0075721c34 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.298220 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166f34c1-298c-45d8-9ec6-3b0075721c34 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.300125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-166f34c1-298c-45d8-9ec6-3b0075721c34 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/a1fd1066-f146-4e46-ada2-c853babdc060 HTTP/1.1" status: 204 len: 168 time: 0.6579936 Dec 15 13:53:05.308906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59010) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:05.333027 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-249850f3-ac08-482c-886d-12f2db7151a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.353948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f34c1-298c-45d8-9ec6-3b0075721c34 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd1066-f146-4e46-ada2-c853babdc060,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:05.407644 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.423139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-528814ce-acd6-41c8-8804-297a89b0246c req-79ed6a38-6e63-441c-98d8-3113cae2d9db tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734445 Dec 15 13:53:05.500631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-af3d033c-90ab-46f1-a997-aef748f2a093 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1862471 Dec 15 13:53:05.503429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:05.535755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 25eab816-9ab4-463b-9068-98d576d56711, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=25eab816-9ab4-463b-9068-98d576d56711,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:05.556565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.626020 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-249850f3-ac08-482c-886d-12f2db7151a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.638381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-249850f3-ac08-482c-886d-12f2db7151a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.641928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-249850f3-ac08-482c-886d-12f2db7151a9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/690336d2-a3b8-438b-a209-a694430143a0 HTTP/1.1" status: 204 len: 168 time: 0.5541549 Dec 15 13:53:05.657996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=25eab816-9ab4-463b-9068-98d576d56711,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:05.714592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249850f3-ac08-482c-886d-12f2db7151a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690336d2-a3b8-438b-a209-a694430143a0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:05.767948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ab984-a2fa-4dd1-af76-30526ba29244 req-62333c2e-e857-439b-8c76-a63c07df1ef0 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:05.785928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ab984-a2fa-4dd1-af76-30526ba29244 req-62333c2e-e857-439b-8c76-a63c07df1ef0 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:05.797195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-273ab984-a2fa-4dd1-af76-30526ba29244 req-62333c2e-e857-439b-8c76-a63c07df1ef0 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1683 time: 0.2059729 Dec 15 13:53:05.822686 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52ad9f41-abf3-4c7b-8788-b3180225fa89 req-909afe41-7fde-4017-b725-c5fd7ed147d3 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 210 time: 0.1308069 Dec 15 13:53:05.837039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c0d6a02-ea59-40f4-96ec-0e147abba4b9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.907405 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c0d6a02-ea59-40f4-96ec-0e147abba4b9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.918343 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-273ab984-a2fa-4dd1-af76-30526ba29244 req-1c0cb285-a035-4905-8334-49de1187dfcd tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200373 Dec 15 13:53:06.071758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c0d6a02-ea59-40f4-96ec-0e147abba4b9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.099200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c0d6a02-ea59-40f4-96ec-0e147abba4b9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.103215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59030) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:06.104503 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9c0d6a02-ea59-40f4-96ec-0e147abba4b9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/85519cb9-f097-4d87-a256-ebfc74ea8181 HTTP/1.1" status: 204 len: 168 time: 0.5997066 Dec 15 13:53:06.149575 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76a41c09-a287-4405-99a8-d2e97472f243 req-c94707c0-0558-4f1c-9619-797717cc1d39 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 210 time: 0.1166971 Dec 15 13:53:06.170448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d6a02-ea59-40f4-96ec-0e147abba4b9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85519cb9-f097-4d87-a256-ebfc74ea8181,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:06.320818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7cd660e7-4c1f-486c-87cc-ae55d88f1bb2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2153816 Dec 15 13:53:06.331254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59034) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:06.349465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3de8b1cf-083f-4680-be8f-b0d78b629245 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839984891'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:06.432941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea60619-9b27-4c25-a24c-54afe056538a req-f4a6352c-734e-410c-8d58-71d52c8e54aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:06.434780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dea60619-9b27-4c25-a24c-54afe056538a req-f4a6352c-734e-410c-8d58-71d52c8e54aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2891397 Dec 15 13:53:06.459629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3de8b1cf-083f-4680-be8f-b0d78b629245 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.475492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-d98d1d3d-9785-4a70-860c-aea19129e7ec tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:06.478814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-d98d1d3d-9785-4a70-860c-aea19129e7ec tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.74 "GET /v2.0/networks?id=ee81acf7-e315-4336-a2dd-6ea2aca07659 HTTP/1.1" status: 200 len: 809 time: 0.2618959 Dec 15 13:53:06.500064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Request body: {'port': {'device_id': '7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0', 'network_id': 'ee81acf7-e315-4336-a2dd-6ea2aca07659', 'admin_state_up': True, 'tenant_id': 'd0fc4f6cb7c94ba28cda79615975f9c8'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:06.569063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.583171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eab816-9ab4-463b-9068-98d576d56711'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:06.590707 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24d2ac2-e584-41f5-9ec0-0386c3b43148" -d '{"events": [{"server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "name": "network-vif-plugged", "status": "completed", "tag": "25eab816-9ab4-463b-9068-98d576d56711"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:06.633170 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dea60619-9b27-4c25-a24c-54afe056538a req-c6ecca2e-7f80-405c-88a5-958ee5b2cb7c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896803 Dec 15 13:53:06.763625 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6986e59b-4fa4-44ac-b200-b37c5b90cdca x-openstack-request-id: req-6986e59b-4fa4-44ac-b200-b37c5b90cdca {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:06.764072 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "name": "network-vif-plugged", "status": "completed", "tag": "25eab816-9ab4-463b-9068-98d576d56711", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:06.764337 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6986e59b-4fa4-44ac-b200-b37c5b90cdca {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:06.764791 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eab816-9ab4-463b-9068-98d576d56711', 'code': 200} Dec 15 13:53:06.785854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3de8b1cf-083f-4680-be8f-b0d78b629245 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.872852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3de8b1cf-083f-4680-be8f-b0d78b629245 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.909262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Made reservation on behalf of d0fc4f6cb7c94ba28cda79615975f9c8 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:06.915083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.128080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3de8b1cf-083f-4680-be8f-b0d78b629245 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.130644 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3de8b1cf-083f-4680-be8f-b0d78b629245 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7859347 Dec 15 13:53:07.187133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:07.190276 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4886deeb-ffd3-42f8-99ed-7507040095e7 req-e206e1cf-29b3-45ec-8877-7442dbf791b4 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 210 time: 0.1687758 Dec 15 13:53:07.191660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8b1cf-083f-4680-be8f-b0d78b629245 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d94e66f-3f8c-4882-b95a-5a9e77b4caf7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:07.211262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c2a0b535-bee1-49c1-88c6-565b2846994d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '6d94e66f-3f8c-4882-b95a-5a9e77b4caf7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:07.250619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.255615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b30c-1e2d-464d-b301-1de0567a4f6b req-a541ebd8-c815-4cb3-b599-208ba203b3d7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:07.275987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b194b30c-1e2d-464d-b301-1de0567a4f6b req-a541ebd8-c815-4cb3-b599-208ba203b3d7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.4841619 Dec 15 13:53:07.379204 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84d623-6ee2-4451-bc37-e1429f5516a1 req-18be9dc1-7b2d-4a0e-a426-31975a0f25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:07.379856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84d623-6ee2-4451-bc37-e1429f5516a1 req-18be9dc1-7b2d-4a0e-a426-31975a0f25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:07.389851 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf84d623-6ee2-4451-bc37-e1429f5516a1 req-18be9dc1-7b2d-4a0e-a426-31975a0f25c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1985 time: 0.3835123 Dec 15 13:53:07.474095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf84d623-6ee2-4451-bc37-e1429f5516a1 req-a6f38715-19e7-481d-900f-c99cdb48843a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728145 Dec 15 13:53:07.512864 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b194b30c-1e2d-464d-b301-1de0567a4f6b req-d6f66a37-1744-4611-aac9-001fad2372c8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356946 Dec 15 13:53:07.561619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b535-bee1-49c1-88c6-565b2846994d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.598225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-a89bd97c-2193-4f53-91f7-05e1c518d7a4 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:07.603520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-a89bd97c-2193-4f53-91f7-05e1c518d7a4 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.7041731 Dec 15 13:53:07.621329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Request body: {'port': {'device_id': '5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'admin_state_up': True, 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:07.621883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Allocated IP 172.20.0.10 (ee81acf7-e315-4336-a2dd-6ea2aca07659/6b9cb907-f1e6-4c66-ab4c-ea856b88b689/60660160-daf9-4c23-8e06-7cc35b2693e1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:07.709463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252876d-5437-4dec-9ea6-0d614d4bee8b req-57ce2c5a-18a1-49b8-9258-21a604b8fcb5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:07.727039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252876d-5437-4dec-9ea6-0d614d4bee8b req-57ce2c5a-18a1-49b8-9258-21a604b8fcb5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:07.728755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c252876d-5437-4dec-9ea6-0d614d4bee8b req-57ce2c5a-18a1-49b8-9258-21a604b8fcb5 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1683 time: 0.3208723 Dec 15 13:53:07.751811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a65b3aa3-ae27-4bbb-bb4f-5717f54c0692 req-a2f9cfd2-a846-40f7-92c1-9d049741ec0e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 210 time: 0.0523279 Dec 15 13:53:07.868752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:07.873592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.894403 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b535-bee1-49c1-88c6-565b2846994d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:07.934194 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b535-bee1-49c1-88c6-565b2846994d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.051890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c252876d-5437-4dec-9ea6-0d614d4bee8b req-5d116901-a8ea-4a80-a81f-0bf5a355edf7 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920444 Dec 15 13:53:08.086903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b535-bee1-49c1-88c6-565b2846994d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.094599 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c2a0b535-bee1-49c1-88c6-565b2846994d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8970451 Dec 15 13:53:08.136081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59070) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:08.173687 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0b535-bee1-49c1-88c6-565b2846994d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6485e1b4-f888-4b9b-9a70-be1507df3964,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:08.239650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Allocated IP 172.20.0.13 (d9b77d4c-7d9f-4158-bf19-3b6aab89e250/6ce372f1-83d0-4488-835d-2683fb556b99/c1f480ae-7dd5-4b11-81d6-492d1717ffba) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:08.408694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e10768-8e50-4f09-a38f-b418f7ee2344 req-2b604903-458f-4720-ad2d-e061dcf03911 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:08.411729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64e10768-8e50-4f09-a38f-b418f7ee2344 req-2b604903-458f-4720-ad2d-e061dcf03911 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2190659 Dec 15 13:53:08.485632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.486355 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e26d97ea-4e9d-41c5-b028-e8e39d572b8a tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.498918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e26d97ea-4e9d-41c5-b028-e8e39d572b8a tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.551828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e26d97ea-4e9d-41c5-b028-e8e39d572b8a tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.613492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e26d97ea-4e9d-41c5-b028-e8e39d572b8a tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.616299 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e26d97ea-4e9d-41c5-b028-e8e39d572b8a tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/6485e1b4-f888-4b9b-9a70-be1507df3964 HTTP/1.1" status: 204 len: 168 time: 0.4773431 Dec 15 13:53:08.623557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59076) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:08.649793 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.651817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.763341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d97ea-4e9d-41c5-b028-e8e39d572b8a tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6485e1b4-f888-4b9b-9a70-be1507df3964,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:08.863837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Pushing event updated for resources: {'Port': ['ID=60660160-daf9-4c23-8e06-7cc35b2693e1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:08.902939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d60666e6-07a5-4fa0-b5ba-5f244ab5ebb2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2748837 Dec 15 13:53:08.903681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:08.906172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Network ee81acf7-e315-4336-a2dd-6ea2aca07659 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:08.922688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:08.935848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:08.961698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:08.981939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:09.011146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b0090-7b40-4fe7-aa5c-fbd6a741be4e req-87171de9-3f49-48ad-b62a-592f4a67d216 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.013208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-993b0090-7b40-4fe7-aa5c-fbd6a741be4e req-87171de9-3f49-48ad-b62a-592f4a67d216 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 932 time: 0.2769835 Dec 15 13:53:09.108141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf5d2c-b5a4-4215-b4a0-745f4844db42 None None] DHCP port deletion for ee81acf7-e315-4336-a2dd-6ea2aca07659 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:09.111628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event updated for resources: {'Port': ['ID=c1f480ae-7dd5-4b11-81d6-492d1717ffba,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:09.189957 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64e10768-8e50-4f09-a38f-b418f7ee2344 req-67e743c3-39ca-4bbd-9077-c36029d69193 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640052 Dec 15 13:53:09.236795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-922c9332-edd8-43c8-a98c-550c8bb6164b None None] Provisioning complete for port 60660160-daf9-4c23-8e06-7cc35b2693e1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:09.237717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-922c9332-edd8-43c8-a98c-550c8bb6164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.261809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-993b0090-7b40-4fe7-aa5c-fbd6a741be4e req-d3cfb9d8-522a-47b3-9c0b-c87036a0ae3d tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725183 Dec 15 13:53:09.293436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-922c9332-edd8-43c8-a98c-550c8bb6164b None None] Port 60660160-daf9-4c23-8e06-7cc35b2693e1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:09.309799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c231d101-eebf-4092-829a-47d2a4da4fe9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.334028 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.339285 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c231d101-eebf-4092-829a-47d2a4da4fe9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.343225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.388545 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-6d4d06df-1651-47d9-bfab-ed5bef218438 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8946929 Dec 15 13:53:09.466238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:09.498406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Request body: {'port': {'device_id': '7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:09.521674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c231d101-eebf-4092-829a-47d2a4da4fe9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.534268 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c231d101-eebf-4092-829a-47d2a4da4fe9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.542150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c231d101-eebf-4092-829a-47d2a4da4fe9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/6d94e66f-3f8c-4882-b95a-5a9e77b4caf7 HTTP/1.1" status: 204 len: 168 time: 0.6296673 Dec 15 13:53:09.543989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:09.553925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:09.558436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59092) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:09.670617 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.690312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231d101-eebf-4092-829a-47d2a4da4fe9 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d94e66f-3f8c-4882-b95a-5a9e77b4caf7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:09.699168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671694a-d7c9-45fb-8a57-63be5ae274c9 req-34c86204-f5c5-4d95-9ad4-cf73b9ffe6ee tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.713469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0671694a-d7c9-45fb-8a57-63be5ae274c9 req-34c86204-f5c5-4d95-9ad4-cf73b9ffe6ee tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 932 time: 0.3200357 Dec 15 13:53:09.725979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91991a62-e86a-4f54-b66f-c65bf1604f73 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:09.810546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fbeab5b4-f6bd-4268-8aba-88e8a61eae5c tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2425025 Dec 15 13:53:09.812447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59094) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:09.827113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a0fe0599-dc55-4257-9913-da7a354dc804 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272371270'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:09.889148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b65aaa93-f7f5-4061-b0d3-516e179de5d5 None None] Provisioning complete for port c1f480ae-7dd5-4b11-81d6-492d1717ffba triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:09.889927 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b65aaa93-f7f5-4061-b0d3-516e179de5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.908908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a16c9b-5ed7-4da0-b01c-c28fc9c2e58f req-3e0ec7b6-dc9b-4d5d-b2f0-8669dad83cef tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.915132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a16c9b-5ed7-4da0-b01c-c28fc9c2e58f req-3e0ec7b6-dc9b-4d5d-b2f0-8669dad83cef tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.916825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c0a16c9b-5ed7-4da0-b01c-c28fc9c2e58f req-3e0ec7b6-dc9b-4d5d-b2f0-8669dad83cef tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1683 time: 0.4848452 Dec 15 13:53:09.934838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:09.935271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:09.984999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b65aaa93-f7f5-4061-b0d3-516e179de5d5 None None] Port c1f480ae-7dd5-4b11-81d6-492d1717ffba cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:09.998098 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0599-dc55-4257-9913-da7a354dc804 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.041578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-4eaa1cdd-0b94-4821-acce-eb3234378540 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4280577 Dec 15 13:53:10.068508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Request body: {'port': {'device_id': '5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:10.221540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60660160-daf9-4c23-8e06-7cc35b2693e1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:10.236305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.244444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c0a16c9b-5ed7-4da0-b01c-c28fc9c2e58f req-1171e0f4-4891-4515-8212-6cba4cecfdee tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043499 Dec 15 13:53:10.260017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Transition to ACTIVE for port object 60660160-daf9-4c23-8e06-7cc35b2693e1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:53:10.273095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.344085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.399431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0599-dc55-4257-9913-da7a354dc804 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.427517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2505e3eb-3bfa-4dbb-a8d7-2dc6e5e78dd1 None None] DHCP port deletion for ee81acf7-e315-4336-a2dd-6ea2aca07659 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:10.452607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0671694a-d7c9-45fb-8a57-63be5ae274c9 req-3eda81e8-2bea-4a51-9d19-c88d1fcfdbaa tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175992 Dec 15 13:53:10.455669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Pushing event updated for resources: {'Port': ['ID=60660160-daf9-4c23-8e06-7cc35b2693e1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:10.489330 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0599-dc55-4257-9913-da7a354dc804 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.627261 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0599-dc55-4257-9913-da7a354dc804 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.636986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59102) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:10.637783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0fe0599-dc55-4257-9913-da7a354dc804 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8127098 Dec 15 13:53:10.645006 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-34d30438-c0d4-4adc-82fb-296a4da343d7 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '79c4b0b3-54cf-4f5e-8d35-040775be4164', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:10.671592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Attempting to bind port 60660160-daf9-4c23-8e06-7cc35b2693e1 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:10.672314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Attempting to bind port 60660160-daf9-4c23-8e06-7cc35b2693e1 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '722299eb-52ef-4897-9e1c-6f9f03c7b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ee81acf7-e315-4336-a2dd-6ea2aca07659'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:10.672737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Attempting to bind port 60660160-daf9-4c23-8e06-7cc35b2693e1 on network ee81acf7-e315-4336-a2dd-6ea2aca07659 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:10.682568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe0599-dc55-4257-9913-da7a354dc804 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c4b0b3-54cf-4f5e-8d35-040775be4164,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:10.689173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Port 60660160-daf9-4c23-8e06-7cc35b2693e1 on network ee81acf7-e315-4336-a2dd-6ea2aca07659 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:53:10.690277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Attempting to bind port 60660160-daf9-4c23-8e06-7cc35b2693e1 on network ee81acf7-e315-4336-a2dd-6ea2aca07659 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:10.698226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e8ce4-05ad-4af3-b5a7-24c1ad3c8bee req-ffa241d5-d0ab-4ef9-bef5-af30b53633ee tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:10.711382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:10.712890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Checking segment: {'id': '722299eb-52ef-4897-9e1c-6f9f03c7b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ee81acf7-e315-4336-a2dd-6ea2aca07659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:10.713543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Bound using segment: {'id': '722299eb-52ef-4897-9e1c-6f9f03c7b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ee81acf7-e315-4336-a2dd-6ea2aca07659'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:10.714306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Bound port: 60660160-daf9-4c23-8e06-7cc35b2693e1, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722299eb-52ef-4897-9e1c-6f9f03c7b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ee81acf7-e315-4336-a2dd-6ea2aca07659'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:10.715397 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.715535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-336e8ce4-05ad-4af3-b5a7-24c1ad3c8bee req-ffa241d5-d0ab-4ef9-bef5-af30b53633ee tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3213401 Dec 15 13:53:10.734511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34d30438-c0d4-4adc-82fb-296a4da343d7 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.837027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-336e8ce4-05ad-4af3-b5a7-24c1ad3c8bee req-6a24cd3e-fad1-44bf-834b-b0070de4fbbb tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209216 Dec 15 13:53:10.901086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db2172-e972-4989-a77b-0049363b2ff0 req-0dbc056b-535a-4ddb-824b-00375f7b37f3 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:10.902679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d1db2172-e972-4989-a77b-0049363b2ff0 req-0dbc056b-535a-4ddb-824b-00375f7b37f3 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 944 time: 0.1471272 Dec 15 13:53:10.904711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34d30438-c0d4-4adc-82fb-296a4da343d7 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.907574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] For port 60660160-daf9-4c23-8e06-7cc35b2693e1, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:10.919075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34d30438-c0d4-4adc-82fb-296a4da343d7 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.923562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] For port 60660160-daf9-4c23-8e06-7cc35b2693e1, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60660160-daf9-4c23-8e06-7cc35b2693e1,segment=NetworkSegment(722299eb-52ef-4897-9e1c-6f9f03c7b0cf),segment_id=722299eb-52ef-4897-9e1c-6f9f03c7b0cf)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:10.939666 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:10.967288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d30438-c0d4-4adc-82fb-296a4da343d7 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cc7416-7425-4e3f-b2f9-3de3474d818d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:10.976591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f480ae-7dd5-4b11-81d6-492d1717ffba {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:10.987055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.002746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Transition to ACTIVE for port object c1f480ae-7dd5-4b11-81d6-492d1717ffba will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:53:11.014571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.044213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0111619-4698-469f-a9ae-033263b11d18 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:11.056270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d1db2172-e972-4989-a77b-0049363b2ff0 req-a29c9e06-cf8f-46f9-a49d-53439cc9eb80 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258383 Dec 15 13:53:11.073308 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34d30438-c0d4-4adc-82fb-296a4da343d7 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.081022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-34d30438-c0d4-4adc-82fb-296a4da343d7 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4399087 Dec 15 13:53:11.088572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.090478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.094079 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] 10.222.0.74 "PUT /v2.0/ports/60660160-daf9-4c23-8e06-7cc35b2693e1 HTTP/1.1" status: 200 len: 1092 time: 1.6361930 Dec 15 13:53:11.095990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:11.096609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0', 'tag': '60660160-daf9-4c23-8e06-7cc35b2693e1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:11.104642 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73229ea5-f70f-454b-839e-1ac94eb9e533" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0", "tag": "60660160-daf9-4c23-8e06-7cc35b2693e1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:11.122111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9fd34-8d97-4f8b-bf0f-82a8a6e7490c None None] DHCP port deletion for ee81acf7-e315-4336-a2dd-6ea2aca07659 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:11.223470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Pushing event updated for resources: {'Port': ['ID=c1f480ae-7dd5-4b11-81d6-492d1717ffba,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:11.300959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-384138ac-2ae7-402b-b285-99a01f4dd436 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules/b4cc7416-7425-4e3f-b2f9-3de3474d818d HTTP/1.1" status: 200 len: 763 time: 0.1929140 Dec 15 13:53:11.320067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59130) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:11.376412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63d7f7-8ddd-4f2c-a63a-0b505518997f service neutron] Pushing event updated for resources: {'Port': ['ID=60660160-daf9-4c23-8e06-7cc35b2693e1,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:11.416191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-b4553c65-a8d9-4a08-bd34-ba0c7113ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.417712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-b4553c65-a8d9-4a08-bd34-ba0c7113ddac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d0fc4f6cb7c94ba28cda79615975f9c8&device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 1095 time: 0.2554100 Dec 15 13:53:11.435025 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf662e6-15b7-4550-947e-db298bd1a4e9 x-openstack-request-id: req-3cf662e6-15b7-4550-947e-db298bd1a4e9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:11.435326 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0", "tag": "60660160-daf9-4c23-8e06-7cc35b2693e1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:11.435591 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3cf662e6-15b7-4550-947e-db298bd1a4e9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:11.436024 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0', 'tag': '60660160-daf9-4c23-8e06-7cc35b2693e1', 'status': 'completed', 'code': 200} Dec 15 13:53:11.471853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-61a9d0ab-4f36-4ff4-9e3f-d5b94fb37f99 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1487107 Dec 15 13:53:11.474774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59140) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:11.528542 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-47d7e2c3-01fb-4889-9ba5-09410711fc28 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60660160-daf9-4c23-8e06-7cc35b2693e1 HTTP/1.1" status: 200 len: 217 time: 0.1021569 Dec 15 13:53:11.531980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Attempting to bind port c1f480ae-7dd5-4b11-81d6-492d1717ffba on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:11.532332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Attempting to bind port c1f480ae-7dd5-4b11-81d6-492d1717ffba by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:11.532860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Attempting to bind port c1f480ae-7dd5-4b11-81d6-492d1717ffba on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:11.537673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55647c23-4d40-4204-bf51-2e9dd29ea743 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.548059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55647c23-4d40-4204-bf51-2e9dd29ea743 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.606506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Port c1f480ae-7dd5-4b11-81d6-492d1717ffba on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:53:11.606938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Attempting to bind port c1f480ae-7dd5-4b11-81d6-492d1717ffba on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:11.624660 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55647c23-4d40-4204-bf51-2e9dd29ea743 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.629633 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55647c23-4d40-4204-bf51-2e9dd29ea743 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.630783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-55647c23-4d40-4204-bf51-2e9dd29ea743 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/b4cc7416-7425-4e3f-b2f9-3de3474d818d HTTP/1.1" status: 204 len: 168 time: 0.1550684 Dec 15 13:53:11.637919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:11.646122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-99fdb356-debd-4f2b-9f30-87864c82b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.647859 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-99fdb356-debd-4f2b-9f30-87864c82b933 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6b9cb907-f1e6-4c66-ab4c-ea856b88b689 HTTP/1.1" status: 200 len: 849 time: 0.1084995 Dec 15 13:53:11.648496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:11.648853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Checking segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:11.649280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Bound using segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:11.649738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Bound port: c1f480ae-7dd5-4b11-81d6-492d1717ffba, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:11.650100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.652062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55647c23-4d40-4204-bf51-2e9dd29ea743 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4cc7416-7425-4e3f-b2f9-3de3474d818d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:11.687760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-9a87d2f5-a45a-472f-a368-5f94be2d5b63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee81acf7-e315-4336-a2dd-6ea2aca07659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288417 Dec 15 13:53:11.703292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652eec-884f-4634-9b05-2182e34ef457 req-7a4b5cf5-545e-4fc7-adc8-64132ba9ee97 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.718208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652eec-884f-4634-9b05-2182e34ef457 req-7a4b5cf5-545e-4fc7-adc8-64132ba9ee97 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.719824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8652eec-884f-4634-9b05-2182e34ef457 req-7a4b5cf5-545e-4fc7-adc8-64132ba9ee97 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1683 time: 0.1792536 Dec 15 13:53:11.730944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279f8b8-a8c8-4c2b-8bff-59813e782419 req-fe5064e1-f07b-408d-b03b-7db052f91755 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:11.739350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0279f8b8-a8c8-4c2b-8bff-59813e782419 req-fe5064e1-f07b-408d-b03b-7db052f91755 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.1487553 Dec 15 13:53:11.817377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b77a63ce-3ccc-4686-8b04-c57004645b6f tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1756129 Dec 15 13:53:11.818214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59150) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:11.825406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c4632cd8-5f2c-4de6-a694-3bc1d4747147 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '79c4b0b3-54cf-4f5e-8d35-040775be4164', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:11.856905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0279f8b8-a8c8-4c2b-8bff-59813e782419 req-1f0cb753-dfd9-4831-95b4-b8354f35fd1c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162055 Dec 15 13:53:11.877154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] For port c1f480ae-7dd5-4b11-81d6-492d1717ffba, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:11.888391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] For port c1f480ae-7dd5-4b11-81d6-492d1717ffba, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1f480ae-7dd5-4b11-81d6-492d1717ffba,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:11.891158 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8652eec-884f-4634-9b05-2182e34ef457 req-14d7e24c-8dae-4047-8820-2c129bbed441 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604953 Dec 15 13:53:11.898074 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.947116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4632cd8-5f2c-4de6-a694-3bc1d4747147 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:11.952578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-5b31e8b5-3ba4-48b6-9c57-86d0e52ada69 service neutron] 10.222.0.74 "GET /v2.0/networks/ee81acf7-e315-4336-a2dd-6ea2aca07659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317772 Dec 15 13:53:11.984499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Pushing event updated for resources: {'Port': ['ID=c1f480ae-7dd5-4b11-81d6-492d1717ffba,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:12.002878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.005690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.006089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-23c448dc-3445-4b49-bdfa-db38fd6f3c1f service neutron] 10.222.0.74 "PUT /v2.0/ports/c1f480ae-7dd5-4b11-81d6-492d1717ffba HTTP/1.1" status: 200 len: 1092 time: 1.9437380 Dec 15 13:53:12.006602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29', 'tag': 'c1f480ae-7dd5-4b11-81d6-492d1717ffba'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:12.009780 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29", "tag": "c1f480ae-7dd5-4b11-81d6-492d1717ffba"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:12.015010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1131188e-d1ca-48e2-9d49-ca61e2d46ab1 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:12.155175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4632cd8-5f2c-4de6-a694-3bc1d4747147 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.166661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-66a60edc-39b1-41f7-8835-3e803ef85a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.168596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-66a60edc-39b1-41f7-8835-3e803ef85a2d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 1095 time: 0.1165285 Dec 15 13:53:12.176052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091b837-5b7c-4c5c-b48d-353ed84b9dc8 req-98158067-2e72-41a0-ab2e-1f3cc3d7c07d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.183001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6b8e-0a52-4c08-a1e5-bfe1e6632851 req-b2303073-7039-4c1d-b315-11253402398a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.185621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4091b837-5b7c-4c5c-b48d-353ed84b9dc8 req-98158067-2e72-41a0-ab2e-1f3cc3d7c07d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 944 time: 0.1444442 Dec 15 13:53:12.190028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a52d6b8e-0a52-4c08-a1e5-bfe1e6632851 req-b2303073-7039-4c1d-b315-11253402398a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.0863376 Dec 15 13:53:12.221928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4632cd8-5f2c-4de6-a694-3bc1d4747147 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.248457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-0e5d263f-2053-4500-959c-752d94a14e2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1f480ae-7dd5-4b11-81d6-492d1717ffba HTTP/1.1" status: 200 len: 217 time: 0.0564232 Dec 15 13:53:12.279013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4632cd8-5f2c-4de6-a694-3bc1d4747147 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930d4f76-ae50-43cb-a54b-9236d83c7884,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:12.283233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7bb9488-db58-4ec8-a134-7f745b3115cd req-a41d661c-3bda-48c1-ae2f-395968ef6d07 service neutron] 10.222.0.74 "GET /v2.0/networks/ee81acf7-e315-4336-a2dd-6ea2aca07659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163085 Dec 15 13:53:12.294778 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4091b837-5b7c-4c5c-b48d-353ed84b9dc8 req-754cc68f-9efa-49b7-8130-017d01cccf05 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081285 Dec 15 13:53:12.305286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a52d6b8e-0a52-4c08-a1e5-bfe1e6632851 req-591b7678-c986-4331-81d7-34fb93fe1204 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130834 Dec 15 13:53:12.310363 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4632cd8-5f2c-4de6-a694-3bc1d4747147 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.316754 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c4632cd8-5f2c-4de6-a694-3bc1d4747147 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4972506 Dec 15 13:53:12.317477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59160) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:12.367308 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-89b322e6-854e-4281-9a93-6053d8b67599 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules/930d4f76-ae50-43cb-a54b-9236d83c7884 HTTP/1.1" status: 200 len: 763 time: 0.0432839 Dec 15 13:53:12.371598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59166) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:12.409026 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3692ed-21bf-47e1-9e0a-9187a9f94b10 x-openstack-request-id: req-fc3692ed-21bf-47e1-9e0a-9187a9f94b10 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:12.409603 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29", "tag": "c1f480ae-7dd5-4b11-81d6-492d1717ffba", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:12.410022 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fc3692ed-21bf-47e1-9e0a-9187a9f94b10 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:12.410567 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29', 'tag': 'c1f480ae-7dd5-4b11-81d6-492d1717ffba', 'status': 'completed', 'code': 200} Dec 15 13:53:12.437961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-07ec8151-7e12-47b5-825c-965ca74518d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.439896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-07ec8151-7e12-47b5-825c-965ca74518d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d0fc4f6cb7c94ba28cda79615975f9c8&device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 1095 time: 0.0704474 Dec 15 13:53:12.444621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-881f98b9-cdd9-4ff5-a667-b98e5caef00d tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0694113 Dec 15 13:53:12.445414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59168) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:12.463796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-f986bdbb-ba7b-4420-831c-900021430b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.466132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-f986bdbb-ba7b-4420-831c-900021430b04 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.1872625 Dec 15 13:53:12.506053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.515684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.544999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-744f566e-ab43-495a-ba58-e22400fd99b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652356 Dec 15 13:53:12.550950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.588225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3ffd8-46ef-46eb-a2a5-dfecc4b206d4 req-358859db-f14c-40af-a2d2-41114172f91a tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.590346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27d3ffd8-46ef-46eb-a2a5-dfecc4b206d4 req-358859db-f14c-40af-a2d2-41114172f91a tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 944 time: 0.1216164 Dec 15 13:53:12.660976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27d3ffd8-46ef-46eb-a2a5-dfecc4b206d4 req-6d86c8d8-8d6b-41f0-b9df-e797c9af0bcb tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 Dec 15 13:53:12.666199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-df46712a-4fa5-4160-b8c9-916422df66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.667943 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-df46712a-4fa5-4160-b8c9-916422df66ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee81acf7-e315-4336-a2dd-6ea2aca07659 HTTP/1.1" status: 200 len: 911 time: 0.2093568 Dec 15 13:53:12.674203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-30eca1b0-bf0b-4e3b-ab3a-dc6c51d4931d service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204715 Dec 15 13:53:12.678959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:12.678959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/930d4f76-ae50-43cb-a54b-9236d83c7884 HTTP/1.1" status: 204 len: 168 time: 0.2326508 Dec 15 13:53:12.680258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=930d4f76-ae50-43cb-a54b-9236d83c7884,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:12.687424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59172) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:12.696786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.697146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.697503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.697850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.698191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.698527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.698861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.699330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.699568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.699935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.700269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.700602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.700929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da9fc-2829-4398-a608-1681a531bd15 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:12.734330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-1a35182f-1b65-432a-8205-2d79fea587ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60660160-daf9-4c23-8e06-7cc35b2693e1 HTTP/1.1" status: 200 len: 217 time: 0.0504096 Dec 15 13:53:12.800068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2fa0f0d7-8e87-459a-970d-97474fd20f6a tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0960083 Dec 15 13:53:12.802767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59176) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:12.834259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-ee8a1051-4db6-43d5-bb0d-fae91948f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:12.835568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5adc5d74-aa16-4df3-ae13-7a18147625de tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': '79c4b0b3-54cf-4f5e-8d35-040775be4164', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:12.837537 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-ee8a1051-4db6-43d5-bb0d-fae91948f514 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6b9cb907-f1e6-4c66-ab4c-ea856b88b689 HTTP/1.1" status: 200 len: 849 time: 0.0955312 Dec 15 13:53:12.887946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-02120d0e-5da4-48f4-b900-c5312a73b436 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee81acf7-e315-4336-a2dd-6ea2aca07659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383332 Dec 15 13:53:12.909143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8e6d2c85-cc33-4d00-a77c-373a344b5755 req-f6d24838-b7c1-48da-9fd5-fa6ad00c65ca service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205598 Dec 15 13:53:12.936856 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-5adc5d74-aa16-4df3-ae13-7a18147625de tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Project 6cd30f2e52b74dfab19fb322e0978fd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:53:12.947192 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adc5d74-aa16-4df3-ae13-7a18147625de tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.069166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-845616aa-49ba-4308-8e13-036e0ff6cad0 service neutron] 10.222.0.74 "GET /v2.0/networks/ee81acf7-e315-4336-a2dd-6ea2aca07659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648171 Dec 15 13:53:13.083687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adc5d74-aa16-4df3-ae13-7a18147625de tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.089696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3eca6-09da-408d-bf4b-702aa73629b1 req-90502c85-f1f7-479e-a4d3-1d24ddd7d589 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.097546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0dd3eca6-09da-408d-bf4b-702aa73629b1 req-90502c85-f1f7-479e-a4d3-1d24ddd7d589 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.0771933 Dec 15 13:53:13.099038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adc5d74-aa16-4df3-ae13-7a18147625de tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.144430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc5d74-aa16-4df3-ae13-7a18147625de tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4b9ffe-3042-4936-97a6-15410acec82e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:13.165491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-529f46b2-0129-4318-84f2-2af67dfb4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.169745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-529f46b2-0129-4318-84f2-2af67dfb4392 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 1095 time: 0.1498694 Dec 15 13:53:13.175748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adc5d74-aa16-4df3-ae13-7a18147625de tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.177343 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5adc5d74-aa16-4df3-ae13-7a18147625de tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733909 Dec 15 13:53:13.180085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59184) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:13.229169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-82de8751-f1a2-435a-9daf-0513ae80901e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules/2f4b9ffe-3042-4936-97a6-15410acec82e HTTP/1.1" status: 200 len: 769 time: 0.0475190 Dec 15 13:53:13.236826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59188) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:13.256482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d7ac23e2-d87b-4ff1-a2a5-99be46f3cd57 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.264214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d7ac23e2-d87b-4ff1-a2a5-99be46f3cd57 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.265846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d7ac23e2-d87b-4ff1-a2a5-99be46f3cd57 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1683 time: 0.1771877 Dec 15 13:53:13.284311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0dd3eca6-09da-408d-bf4b-702aa73629b1 req-4e6af2ab-2147-4552-bce2-203a6d66aec1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858618 Dec 15 13:53:13.300531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73229ea5-f70f-454b-839e-1ac94eb9e533 req-f2d4eccd-fc7a-4c4b-8cdd-0343a38e9abb service neutron] 10.222.0.74 "GET /v2.0/networks/ee81acf7-e315-4336-a2dd-6ea2aca07659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005489 Dec 15 13:53:13.327777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ac1cb2b0-5f53-41b9-a234-4e560318f5bc tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0813997 Dec 15 13:53:13.334172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59194) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:13.367638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36b05520-a204-4de6-b0df-49966d14c220 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.379581 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36b05520-a204-4de6-b0df-49966d14c220 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.453821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced6157-2a73-42fb-9f77-1a1a39dbab76 req-38b20189-4161-4211-bce5-b94c75f92251 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.461648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced6157-2a73-42fb-9f77-1a1a39dbab76 req-38b20189-4161-4211-bce5-b94c75f92251 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.463701 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ced6157-2a73-42fb-9f77-1a1a39dbab76 req-38b20189-4161-4211-bce5-b94c75f92251 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 1683 time: 0.0865719 Dec 15 13:53:13.464883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36b05520-a204-4de6-b0df-49966d14c220 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.474086 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36b05520-a204-4de6-b0df-49966d14c220 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.475661 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-36b05520-a204-4de6-b0df-49966d14c220 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/2f4b9ffe-3042-4936-97a6-15410acec82e HTTP/1.1" status: 204 len: 168 time: 0.1394620 Dec 15 13:53:13.481881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59196) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:13.495848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b05520-a204-4de6-b0df-49966d14c220 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f4b9ffe-3042-4936-97a6-15410acec82e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:13.565421 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ced6157-2a73-42fb-9f77-1a1a39dbab76 req-ed1c14a6-4a2a-4c19-9bcc-dd90fe3ed3bf tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884609 Dec 15 13:53:13.576822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1241c273-7808-45f1-b92d-b3adcbf18ef2 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0935116 Dec 15 13:53:13.580470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59198) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:13.690628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172aec43-91fb-4845-b123-6032a4cf962c tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.714274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828807a-6c9e-4a12-ba3e-c840ade58575 req-d62758a4-470b-4774-9081-25e1acb9b305 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.721339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7828807a-6c9e-4a12-ba3e-c840ade58575 req-d62758a4-470b-4774-9081-25e1acb9b305 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.4296658 Dec 15 13:53:13.738280 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172aec43-91fb-4845-b123-6032a4cf962c tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.756452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-06b137d6-35fb-4db5-b0a8-e263e4719268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.759168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-06b137d6-35fb-4db5-b0a8-e263e4719268 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.5803969 Dec 15 13:53:13.812796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-e85bd184-bbf9-4ada-92e9-16f835a91c85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1f480ae-7dd5-4b11-81d6-492d1717ffba HTTP/1.1" status: 200 len: 217 time: 0.0384681 Dec 15 13:53:13.821746 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172aec43-91fb-4845-b123-6032a4cf962c tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.825316 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172aec43-91fb-4845-b123-6032a4cf962c tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.828539 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-172aec43-91fb-4845-b123-6032a4cf962c tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/79c4b0b3-54cf-4f5e-8d35-040775be4164 HTTP/1.1" status: 204 len: 168 time: 0.2468214 Dec 15 13:53:13.834038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59202) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:13.846154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aec43-91fb-4845-b123-6032a4cf962c tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c4b0b3-54cf-4f5e-8d35-040775be4164,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:13.864659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port 25eab816-9ab4-463b-9068-98d576d56711 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:13.864903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.885531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7828807a-6c9e-4a12-ba3e-c840ade58575 req-e1b27732-0b61-4dfb-877c-4c000a877ace tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632950 Dec 15 13:53:13.969541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-a7c6568e-afa3-4270-bd4f-b80e247218bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:13.970960 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-a7c6568e-afa3-4270-bd4f-b80e247218bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.1466007 Dec 15 13:53:14.014036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-ee099d13-c326-4544-944b-0aa9d5f6ff54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325675 Dec 15 13:53:14.022210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a23df0e4-c58a-4dd9-8113-54cff1a1993e tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1846049 Dec 15 13:53:14.029059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:14.034364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1f1efe7e-d7b0-4bea-8593-06ec747946db tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640737444'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:14.101523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port 25eab816-9ab4-463b-9068-98d576d56711, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=25eab816-9ab4-463b-9068-98d576d56711,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:14.101893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.105966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f1efe7e-d7b0-4bea-8593-06ec747946db tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.120673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for 25eab816-9ab4-463b-9068-98d576d56711 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:14.205987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-9ca5ab53-9ff7-4cfb-9b9f-1b7593547267 service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822133 Dec 15 13:53:14.244919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fd0a-f014-46ea-b2a2-92effa309879 req-8a125265-71a3-4172-aa4b-eb418a9514f1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:14.254328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d45fd0a-f014-46ea-b2a2-92effa309879 req-8a125265-71a3-4172-aa4b-eb418a9514f1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 944 time: 0.1259580 Dec 15 13:53:14.344722 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d45fd0a-f014-46ea-b2a2-92effa309879 req-802bc217-0911-4de1-9272-5a78702bf07f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892227 Dec 15 13:53:14.352443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ea44dfe-7662-4f93-8650-94e8b8cf67ed req-a60a27c5-e01c-4ada-9ff6-556597094496 service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372964 Dec 15 13:53:14.377221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f1efe7e-d7b0-4bea-8593-06ec747946db tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.383979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f1efe7e-d7b0-4bea-8593-06ec747946db tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.399958 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.416831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['9e2188d4-739e-4b02-883b-805253492748', '25eab816-9ab4-463b-9068-98d576d56711'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:14.470505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=25eab816-9ab4-463b-9068-98d576d56711,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:14.475197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1efe7e-d7b0-4bea-8593-06ec747946db tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb527462-2af8-40fe-a2fb-bc07614cbf26,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:14.483794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f1efe7e-d7b0-4bea-8593-06ec747946db tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.485315 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f1efe7e-d7b0-4bea-8593-06ec747946db tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4550061 Dec 15 13:53:14.488313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:14.495488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-47790a65-e34c-43d0-98f4-02ac946118f8 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Request body: {'security_group_rule': {'security_group_id': 'eb527462-2af8-40fe-a2fb-bc07614cbf26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:14.532974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 60660160-daf9-4c23-8e06-7cc35b2693e1 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:14.565086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port 25eab816-9ab4-463b-9068-98d576d56711 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:14.569067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.586544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-d188b289-4dd6-4e79-81f4-1bd0e2c0341f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "DELETE /v2.0/ports/25eab816-9ab4-463b-9068-98d576d56711 HTTP/1.1" status: 204 len: 173 time: 1.3115039 Dec 15 13:53:14.588926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'name': 'network-vif-deleted', 'tag': '25eab816-9ab4-463b-9068-98d576d56711'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:14.593774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47790a65-e34c-43d0-98f4-02ac946118f8 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.594530 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1d45b6-1bec-442c-bcc9-4118b7ff7b8c" -d '{"events": [{"server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "name": "network-vif-deleted", "tag": "25eab816-9ab4-463b-9068-98d576d56711"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:14.685513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47790a65-e34c-43d0-98f4-02ac946118f8 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.698279 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47790a65-e34c-43d0-98f4-02ac946118f8 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.704478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67287-5feb-4975-ae71-6d7a27c11b37 req-797c9b9f-e363-47b8-b4e4-0208787cf747 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:14.707187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aad67287-5feb-4975-ae71-6d7a27c11b37 req-797c9b9f-e363-47b8-b4e4-0208787cf747 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2501640 Dec 15 13:53:14.760686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf818bb-e7a1-4b8b-b988-d9bdf2019f94 req-6ee7dfab-b7da-4534-9764-628845e8322d tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:14.770189 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1cf818bb-e7a1-4b8b-b988-d9bdf2019f94 req-6ee7dfab-b7da-4534-9764-628845e8322d tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 944 time: 0.2411156 Dec 15 13:53:14.774118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47790a65-e34c-43d0-98f4-02ac946118f8 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843ddb05-bc76-46ed-b5fb-20e333415390,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:14.778622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47790a65-e34c-43d0-98f4-02ac946118f8 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.780807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47790a65-e34c-43d0-98f4-02ac946118f8 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2905998 Dec 15 13:53:14.782935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59226) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:14.829867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 60660160-daf9-4c23-8e06-7cc35b2693e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60660160-daf9-4c23-8e06-7cc35b2693e1,segment=NetworkSegment(722299eb-52ef-4897-9e1c-6f9f03c7b0cf),segment_id=722299eb-52ef-4897-9e1c-6f9f03c7b0cf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:14.842174 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aad67287-5feb-4975-ae71-6d7a27c11b37 req-de98dcce-d877-4a24-8c2a-76fc0b283f89 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902076 Dec 15 13:53:14.859662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port 9e2188d4-739e-4b02-883b-805253492748 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:14.860059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.899709 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1cf818bb-e7a1-4b8b-b988-d9bdf2019f94 req-939f8fce-604f-46e7-b98d-a8f5e48a01db tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223443 Dec 15 13:53:14.907107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '60660160-daf9-4c23-8e06-7cc35b2693e1', 'network_id': 'ee81acf7-e315-4336-a2dd-6ea2aca07659', 'port_id': '60660160-daf9-4c23-8e06-7cc35b2693e1', 'mac_address': 'fa:16:3e:39:cf:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9cb907-f1e6-4c66-ab4c-ea856b88b689', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:14.934637 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b317990-da79-49c5-8dce-04da7de7ef55 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:14.942958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:15.000724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b317990-da79-49c5-8dce-04da7de7ef55 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.102375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port 9e2188d4-739e-4b02-883b-805253492748, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9e2188d4-739e-4b02-883b-805253492748,segment=NetworkSegment(8df7ade8-d4e9-430d-a838-63374be59a14),segment_id=8df7ade8-d4e9-430d-a838-63374be59a14)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:15.102825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.125993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for 9e2188d4-739e-4b02-883b-805253492748 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:15.129322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b317990-da79-49c5-8dce-04da7de7ef55 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.133762 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b317990-da79-49c5-8dce-04da7de7ef55 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.135357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6b317990-da79-49c5-8dce-04da7de7ef55 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/eb527462-2af8-40fe-a2fb-bc07614cbf26 HTTP/1.1" status: 204 len: 168 time: 0.3511097 Dec 15 13:53:15.138113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59232) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:15.141253 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.165529 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.170974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05375240-9d30-498c-978a-4ba8cb019ec1 req-617b4c5c-c9c5-44ce-a7a0-c53e2778151e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:15.174767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b317990-da79-49c5-8dce-04da7de7ef55 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb527462-2af8-40fe-a2fb-bc07614cbf26,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:15.182500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60660160-daf9-4c23-8e06-7cc35b2693e1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:15.185998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05375240-9d30-498c-978a-4ba8cb019ec1 req-617b4c5c-c9c5-44ce-a7a0-c53e2778151e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/ports?device_id=57412c79-bb50-4fb4-86a2-ebb5432cb352 HTTP/1.1" status: 200 len: 946 time: 0.1598396 Dec 15 13:53:15.186776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663ce23-6279-4c50-91e3-fbb3d38822cb req-abfe67d7-03a7-4886-a180-2ab671a6ea48 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:15.196955 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7663ce23-6279-4c50-91e3-fbb3d38822cb req-abfe67d7-03a7-4886-a180-2ab671a6ea48 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.1506438 Dec 15 13:53:15.205706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 60660160-daf9-4c23-8e06-7cc35b2693e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60660160-daf9-4c23-8e06-7cc35b2693e1,segment=NetworkSegment(722299eb-52ef-4897-9e1c-6f9f03c7b0cf),segment_id=722299eb-52ef-4897-9e1c-6f9f03c7b0cf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:15.239134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:15.243965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:15.246790 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c80bc3-c157-405e-847f-5e2c1ea7c3e6" -d '{"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:15.254249 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.292364 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7663ce23-6279-4c50-91e3-fbb3d38822cb req-a94c1520-fb14-4304-9d56-195ae0a4172c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895901 Dec 15 13:53:15.292604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4648a713-cdc6-4372-af69-eb0f54cb13f3 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1533337 Dec 15 13:53:15.295227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59236) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:15.304302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.311340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05375240-9d30-498c-978a-4ba8cb019ec1 req-a94eae37-3c25-43db-a348-9e60908f2c60 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "GET /v2.0/security-groups?id=19f36c23-6895-4bde-91a1-79119d33dd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230738 Dec 15 13:53:15.390221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=60660160-daf9-4c23-8e06-7cc35b2693e1,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:15.390377 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151fae2d-bde4-47ed-84fb-db080b6db473 x-openstack-request-id: req-151fae2d-bde4-47ed-84fb-db080b6db473 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:15.390633 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "name": "network-vif-deleted", "tag": "25eab816-9ab4-463b-9068-98d576d56711", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:15.390895 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-151fae2d-bde4-47ed-84fb-db080b6db473 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:15.391301 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'name': 'network-vif-deleted', 'tag': '25eab816-9ab4-463b-9068-98d576d56711', 'status': 'completed', 'code': 200} Dec 15 13:53:15.407169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-24ae762b-3597-4efb-b9f5-cb0c3c9cdd34 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1094711 Dec 15 13:53:15.410117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59242) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:15.452276 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-ea04b8da-f5d2-4964-9a63-40c1f647fa28 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] delete failed (client error): The resource could not be found. Dec 15 13:53:15.455267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ea04b8da-f5d2-4964-9a63-40c1f647fa28 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "DELETE /v2.0/security-groups/eb527462-2af8-40fe-a2fb-bc07614cbf26 HTTP/1.1" status: 404 len: 347 time: 0.0440013 Dec 15 13:53:15.459306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59246) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:15.495847 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33485bbf-bcad-422c-b6b4-2c228b094bf7 x-openstack-request-id: req-33485bbf-bcad-422c-b6b4-2c228b094bf7 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:15.496406 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:15.496406 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-33485bbf-bcad-422c-b6b4-2c228b094bf7 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:15.496784 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'code': 200} Dec 15 13:53:15.497343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=11']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:15.549049 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.601034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['60660160-daf9-4c23-8e06-7cc35b2693e1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:15.646602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bce002-fdb4-4912-a0d3-d8ad14b71872 req-0571039f-b758-4c2e-b32c-c5e2daeaafa2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:15.648820 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4bce002-fdb4-4912-a0d3-d8ad14b71872 req-0571039f-b758-4c2e-b32c-c5e2daeaafa2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.0871627 Dec 15 13:53:15.660009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=9e2188d4-739e-4b02-883b-805253492748,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:15.708597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fdfd802e-bb55-4211-bfd8-654535e62867 tempest-SecGroupIPv6Test-890807667 tempest-SecGroupIPv6Test-890807667-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2466927 Dec 15 13:53:15.777628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port 9e2188d4-739e-4b02-883b-805253492748 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:15.783213 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.783928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4bce002-fdb4-4912-a0d3-d8ad14b71872 req-94545f1d-05be-4dce-8904-ff637cf94f5d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269534 Dec 15 13:53:15.796802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89c121dc-8cce-424c-a1fd-3da6367766e9 req-58eae8ff-9f80-4dfe-9763-93b90562d91f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.24 "DELETE /v2.0/ports/9e2188d4-739e-4b02-883b-805253492748 HTTP/1.1" status: 204 len: 173 time: 1.1766338 Dec 15 13:53:15.810269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429d8ad-5bd0-431f-8aaf-cee43f572799 req-97c8fd39-0754-4758-a12d-5196ba125fa3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:15.819273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e429d8ad-5bd0-431f-8aaf-cee43f572799 req-97c8fd39-0754-4758-a12d-5196ba125fa3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 944 time: 0.2755101 Dec 15 13:53:15.955397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e429d8ad-5bd0-431f-8aaf-cee43f572799 req-60e7ddda-dde0-49cc-babf-3fe9084a9a40 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329429 Dec 15 13:53:16.118879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1db279-bfd5-4101-b154-bc5fb46f7488 req-e22a0426-bdfc-43c6-a530-06fd8f0463c4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:16.120633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a1db279-bfd5-4101-b154-bc5fb46f7488 req-e22a0426-bdfc-43c6-a530-06fd8f0463c4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1060576 Dec 15 13:53:16.191882 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a1db279-bfd5-4101-b154-bc5fb46f7488 req-88f85e30-c4be-405c-a552-50c92a443d40 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624511 Dec 15 13:53:16.199699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e5f1-d3c8-4ca5-908c-5b66a52e9ab1 req-255b0ceb-988a-4448-9d47-10daf3cdbf01 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:16.201793 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a748e5f1-d3c8-4ca5-908c-5b66a52e9ab1 req-255b0ceb-988a-4448-9d47-10daf3cdbf01 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 945 time: 0.0925221 Dec 15 13:53:16.262413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a748e5f1-d3c8-4ca5-908c-5b66a52e9ab1 req-21ccd5ea-7413-4f18-87f6-b649f2882877 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541983 Dec 15 13:53:16.349596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59268) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:16.524825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c499c0-7f99-469d-91c6-9f522bf688e8 req-67a5022e-5a03-429a-ab9c-06eed30cb7d0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:16.526434 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34c499c0-7f99-469d-91c6-9f522bf688e8 req-67a5022e-5a03-429a-ab9c-06eed30cb7d0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1151102 Dec 15 13:53:16.547212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c1f480ae-7dd5-4b11-81d6-492d1717ffba details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:16.550223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 60660160-daf9-4c23-8e06-7cc35b2693e1 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:16.617548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fd0000a6-f1c8-48ec-8c6e-48e3ffdf797e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6cd30f2e52b74dfab19fb322e0978fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657828 Dec 15 13:53:16.620494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59274) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:16.666076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34c499c0-7f99-469d-91c6-9f522bf688e8 req-bc5e5a5c-4e63-448f-bdf3-6ca0812d8268 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200926 Dec 15 13:53:16.729217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59276) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:16.746356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf0a37ce-a474-4673-882e-e51bd3e2a65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.770578 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f0286-b267-4f76-ad94-53d25eaaa165 req-cdb75384-c50f-4900-916d-830e2b13bfa1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:16.772519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-606f0286-b267-4f76-ad94-53d25eaaa165 req-cdb75384-c50f-4900-916d-830e2b13bfa1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1064162 Dec 15 13:53:16.794353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 60660160-daf9-4c23-8e06-7cc35b2693e1 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:16.800791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f53cf4-c3ef-4e3a-957e-8fd1d3af425e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting subnet 73ae8ff3-4c58-4734-be6d-70188a985e51 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:16.806680 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5f53cf4-c3ef-4e3a-957e-8fd1d3af425e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.809229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf0a37ce-a474-4673-882e-e51bd3e2a65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.824612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 60660160-daf9-4c23-8e06-7cc35b2693e1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:16.825400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.884688 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-606f0286-b267-4f76-ad94-53d25eaaa165 req-30750eff-3c51-4fcb-8487-3f778a074877 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992379 Dec 15 13:53:16.903533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5f53cf4-c3ef-4e3a-957e-8fd1d3af425e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.981620 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf0a37ce-a474-4673-882e-e51bd3e2a65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.984445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 9e2188d4-739e-4b02-883b-805253492748 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:17.004491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf0a37ce-a474-4673-882e-e51bd3e2a65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.012086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bf0a37ce-a474-4673-882e-e51bd3e2a65b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b5087b14-78b0-40ba-8aa7-b7ff1ee292d5 HTTP/1.1" status: 204 len: 168 time: 0.3862276 Dec 15 13:53:17.035244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c1f480ae-7dd5-4b11-81d6-492d1717ffba, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1f480ae-7dd5-4b11-81d6-492d1717ffba,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:17.039083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 9e2188d4-739e-4b02-883b-805253492748 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:17.039455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 9e2188d4-739e-4b02-883b-805253492748 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:17.039894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 25eab816-9ab4-463b-9068-98d576d56711 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:17.061047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a37ce-a474-4673-882e-e51bd3e2a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5087b14-78b0-40ba-8aa7-b7ff1ee292d5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:17.082386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 25eab816-9ab4-463b-9068-98d576d56711 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:17.083054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 25eab816-9ab4-463b-9068-98d576d56711 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:17.085221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5f53cf4-c3ef-4e3a-957e-8fd1d3af425e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.137286 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.149177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'c1f480ae-7dd5-4b11-81d6-492d1717ffba', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'port_id': 'c1f480ae-7dd5-4b11-81d6-492d1717ffba', 'mac_address': 'fa:16:3e:4f:d9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce372f1-83d0-4488-835d-2683fb556b99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:17.184440 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:53:17.210231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c51ae5-7fe1-42b5-9beb-3df1c71e1a77 req-e6c0da67-6468-4ac1-81cc-c918a2085bdb tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:17.213202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5f53cf4-c3ef-4e3a-957e-8fd1d3af425e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.231845 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15c51ae5-7fe1-42b5-9beb-3df1c71e1a77 req-e6c0da67-6468-4ac1-81cc-c918a2085bdb tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1166131 Dec 15 13:53:17.243045 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.257783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 60660160-daf9-4c23-8e06-7cc35b2693e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60660160-daf9-4c23-8e06-7cc35b2693e1,segment=NetworkSegment(722299eb-52ef-4897-9e1c-6f9f03c7b0cf),segment_id=722299eb-52ef-4897-9e1c-6f9f03c7b0cf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:17.259404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f53cf4-c3ef-4e3a-957e-8fd1d3af425e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Subnet': ['ID=73ae8ff3-4c58-4734-be6d-70188a985e51,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:17.260729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f480ae-7dd5-4b11-81d6-492d1717ffba {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:17.262215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5f53cf4-c3ef-4e3a-957e-8fd1d3af425e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.269069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.274229 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a5f53cf4-c3ef-4e3a-957e-8fd1d3af425e tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "DELETE /v2.0/subnets/73ae8ff3-4c58-4734-be6d-70188a985e51 HTTP/1.1" status: 204 len: 168 time: 0.5435584 Dec 15 13:53:17.281962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bca7e5-8b43-46a6-b681-1a7b688f5e7a None None] Network 181d84f4-6de9-4f5a-afec-564d2d6f7fed requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:17.282266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59290) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:17.331177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15c51ae5-7fe1-42b5-9beb-3df1c71e1a77 req-73260fe3-c2ea-4c51-8072-120b87835614 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978208 Dec 15 13:53:17.350683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c1f480ae-7dd5-4b11-81d6-492d1717ffba, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1f480ae-7dd5-4b11-81d6-492d1717ffba,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:17.391856 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.394263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'name': 'network-vif-deleted', 'tag': '9e2188d4-739e-4b02-883b-805253492748'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:17.401105 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8100e556-dc31-4d76-b323-8c2328cca59b" -d '{"events": [{"server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "name": "network-vif-deleted", "tag": "9e2188d4-739e-4b02-883b-805253492748"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:17.438665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=60660160-daf9-4c23-8e06-7cc35b2693e1,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:17.459348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.500717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60660160-daf9-4c23-8e06-7cc35b2693e1'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:17.503345 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e9c6dc-4536-4e03-ab94-86bb07805bad" -d '{"events": [{"server_uuid": "7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0", "name": "network-vif-plugged", "status": "completed", "tag": "60660160-daf9-4c23-8e06-7cc35b2693e1"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:17.551415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port eeec78e2-bf86-4cb1-9548-3b4871cc48fd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:17.552194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.573896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d6d4e-2c49-4399-83e9-aba46857fa4f req-e5d3e702-2ce9-45ba-9ac3-9be9ed00ccc8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:17.586959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-741d6d4e-2c49-4399-83e9-aba46857fa4f req-e5d3e702-2ce9-45ba-9ac3-9be9ed00ccc8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 945 time: 0.1415966 Dec 15 13:53:17.623956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c1f480ae-7dd5-4b11-81d6-492d1717ffba,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:17.631455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['c1f480ae-7dd5-4b11-81d6-492d1717ffba'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:17.687217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-741d6d4e-2c49-4399-83e9-aba46857fa4f req-507e5960-3cd7-42b7-8b70-2ba32cc7e021 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993657 Dec 15 13:53:17.690606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port eeec78e2-bf86-4cb1-9548-3b4871cc48fd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eeec78e2-bf86-4cb1-9548-3b4871cc48fd,segment=NetworkSegment(8df7ade8-d4e9-430d-a838-63374be59a14),segment_id=8df7ade8-d4e9-430d-a838-63374be59a14)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:17.690606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.694808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] DHCP port deletion for 181d84f4-6de9-4f5a-afec-564d2d6f7fed request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:17.708826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for eeec78e2-bf86-4cb1-9548-3b4871cc48fd owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:17.829342 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:17.868728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=eeec78e2-bf86-4cb1-9548-3b4871cc48fd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:17.882991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port eeec78e2-bf86-4cb1-9548-3b4871cc48fd on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:17.937616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c93235-59cf-46e0-9530-1421fd1c6869 req-0bd11186-70e4-4c8a-9305-bc0ef3ccde8b tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:17.951898 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c9c93235-59cf-46e0-9530-1421fd1c6869 req-0bd11186-70e4-4c8a-9305-bc0ef3ccde8b tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1195276 Dec 15 13:53:17.970642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] Deleting port eeec78e2-bf86-4cb1-9548-3b4871cc48fd {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:17.971022 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.031812 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c9c93235-59cf-46e0-9530-1421fd1c6869 req-8038faf3-18d0-417e-9226-120e4f9ddafb tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788515 Dec 15 13:53:18.197458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] For port eeec78e2-bf86-4cb1-9548-3b4871cc48fd, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:18.198163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.207360 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d53ee3-3e3c-48c2-9872-6afbde6277b4 x-openstack-request-id: req-a0d53ee3-3e3c-48c2-9872-6afbde6277b4 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:18.207601 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0", "name": "network-vif-plugged", "status": "completed", "tag": "60660160-daf9-4c23-8e06-7cc35b2693e1", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:18.207900 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a0d53ee3-3e3c-48c2-9872-6afbde6277b4 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:18.208316 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60660160-daf9-4c23-8e06-7cc35b2693e1', 'code': 200} Dec 15 13:53:18.223958 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b2467d-b38c-460d-a849-dbf752723c4d x-openstack-request-id: req-b9b2467d-b38c-460d-a849-dbf752723c4d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:18.224554 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57412c79-bb50-4fb4-86a2-ebb5432cb352", "name": "network-vif-deleted", "tag": "9e2188d4-739e-4b02-883b-805253492748", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:18.224554 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b9b2467d-b38c-460d-a849-dbf752723c4d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:18.224889 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57412c79-bb50-4fb4-86a2-ebb5432cb352', 'name': 'network-vif-deleted', 'tag': '9e2188d4-739e-4b02-883b-805253492748', 'status': 'completed', 'code': 200} Dec 15 13:53:18.227243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.263083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] Calling delete_port for eeec78e2-bf86-4cb1-9548-3b4871cc48fd owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:18.268804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] Port eeec78e2-bf86-4cb1-9548-3b4871cc48fd was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:53:18.272886 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.311961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181d84f4-6de9-4f5a-afec-564d2d6f7fed']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:18.339893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:18.341830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] Pushing event deleted for resources: {'Port': ['ID=eeec78e2-bf86-4cb1-9548-3b4871cc48fd,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:18.345454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54673558-20f0-4f81-acc6-77f597f3c98b None None] No DVR routers for this DVR port eeec78e2-bf86-4cb1-9548-3b4871cc48fd on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:18.402780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df7ade8-d4e9-430d-a838-63374be59a14') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:18.403254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df7ade8-d4e9-430d-a838-63374be59a14') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:18.431635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025050ff-2ab2-4014-8c28-4836abcdef3f req-38186627-3363-484d-9759-a0dcf1e62433 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:18.438261 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.448159 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-025050ff-2ab2-4014-8c28-4836abcdef3f req-38186627-3363-484d-9759-a0dcf1e62433 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1821394 Dec 15 13:53:18.464180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.473557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:18.473976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:18.479685 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:18.516787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d239ea3d-ae8f-4652-b949-c612ad120764 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:18.517444 n-d-821840-1 neutron-server[109767]: WARNING neutron.api.v2.base [None req-d239ea3d-ae8f-4652-b949-c612ad120764 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 13:53:18.517932 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-d239ea3d-ae8f-4652-b949-c612ad120764 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 13:53:18.522931 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d239ea3d-ae8f-4652-b949-c612ad120764 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1776931 Dec 15 13:53:18.535127 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:18.545523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--213214145'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:18.549079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e6366-17cb-4172-a7d3-fe951ebc262f req-68ac5c27-b054-4856-97ed-fdb5daeef357 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:18.556911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c1e6366-17cb-4172-a7d3-fe951ebc262f req-68ac5c27-b054-4856-97ed-fdb5daeef357 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1674778 Dec 15 13:53:18.559958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257472d-fde6-4bbd-8072-1e41eebc21ca req-bc522049-973f-45e9-9a7b-6c5ecaf5df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:18.561403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d257472d-fde6-4bbd-8072-1e41eebc21ca req-bc522049-973f-45e9-9a7b-6c5ecaf5df48 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 1097 time: 0.2720490 Dec 15 13:53:18.591509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-025050ff-2ab2-4014-8c28-4836abcdef3f req-94d7018e-c154-4484-a5de-d6c3641ed274 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333630 Dec 15 13:53:18.625206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.636010 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.699063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c1e6366-17cb-4172-a7d3-fe951ebc262f req-dc48e584-4ecb-42df-8b70-8c75f34771c1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332262 Dec 15 13:53:18.700236 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.730116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.739297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "DELETE /v2.0/networks/181d84f4-6de9-4f5a-afec-564d2d6f7fed HTTP/1.1" status: 204 len: 168 time: 1.4511175 Dec 15 13:53:18.750494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59356) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:18.770818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eeec78e2-bf86-4cb1-9548-3b4871cc48fd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:18.814548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec93c6b-ff44-47c9-a9e2-494c55a0273f tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Network': ['ID=181d84f4-6de9-4f5a-afec-564d2d6f7fed,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:18.819075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: eeec78e2-bf86-4cb1-9548-3b4871cc48fd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:18.819492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eeec78e2-bf86-4cb1-9548-3b4871cc48fd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:18.869274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d257472d-fde6-4bbd-8072-1e41eebc21ca req-e8729d2d-8b77-46ac-acf9-e9a9cf9a2df3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918930 Dec 15 13:53:18.875482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc8dfe-555d-4251-afaa-962e17ca152d req-8d2ed3c5-628f-4b64-8452-f2709ad5640b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:18.877621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97cc8dfe-555d-4251-afaa-962e17ca152d req-8d2ed3c5-628f-4b64-8452-f2709ad5640b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1587784 Dec 15 13:53:18.914610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-135200fa-f6d9-4528-b67e-11a6a0620c39 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting subnet 4f02350b-3707-4315-8821-bfcb3351d180 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:18.919994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135200fa-f6d9-4528-b67e-11a6a0620c39 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.935824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.957315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.969331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bd1ef-ce46-4804-a6ef-284f9d92863f req-b4592cd5-aeb9-49bf-adef-c706fa61df4e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:18.977435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b20bd1ef-ce46-4804-a6ef-284f9d92863f req-b4592cd5-aeb9-49bf-adef-c706fa61df4e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 945 time: 0.1259422 Dec 15 13:53:18.982390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:19.007652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135200fa-f6d9-4528-b67e-11a6a0620c39 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.015216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97cc8dfe-555d-4251-afaa-962e17ca152d req-3ddb9a11-4c4a-456b-9221-831e44be6b74 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231098 Dec 15 13:53:19.107402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82528363-02b3-4d08-9a9f-cacfc91e53e8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:19.173650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135200fa-f6d9-4528-b67e-11a6a0620c39 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.235833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.252422 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.273895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:19.316931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'mac_address': 'fa:16:3e:b7:34:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:19.322488 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135200fa-f6d9-4528-b67e-11a6a0620c39 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.359776 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.366365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8299468 Dec 15 13:53:19.368850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59372) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:19.373556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c3d562ac-7b5e-4919-a2e0-633b04cb581b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '91864ef7-c2af-4e04-924d-1a891e3f32e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:19.406304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf7ac4-d8d2-43dc-9e50-101fedd14c1b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91864ef7-c2af-4e04-924d-1a891e3f32e8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:19.440370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b3032-2e6c-481b-a86d-79536be30c74 req-39d32fe6-a004-4a2b-827d-5db1ed35caaf tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:19.441119 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.448438 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-274b3032-2e6c-481b-a86d-79536be30c74 req-39d32fe6-a004-4a2b-827d-5db1ed35caaf tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1710060 Dec 15 13:53:19.456891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3d562ac-7b5e-4919-a2e0-633b04cb581b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.457150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b20bd1ef-ce46-4804-a6ef-284f9d92863f req-11087931-5533-41c9-a40b-f18ad7bb7e06 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641528 Dec 15 13:53:19.485308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfb3d96-6544-486a-897c-8f89b1721e29 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:19.545778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:19.555286 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.579717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135200fa-f6d9-4528-b67e-11a6a0620c39 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Subnet': ['ID=4f02350b-3707-4315-8821-bfcb3351d180,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:19.592054 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135200fa-f6d9-4528-b67e-11a6a0620c39 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.601306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-135200fa-f6d9-4528-b67e-11a6a0620c39 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "DELETE /v2.0/subnets/4f02350b-3707-4315-8821-bfcb3351d180 HTTP/1.1" status: 204 len: 168 time: 0.8448980 Dec 15 13:53:19.607421 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-274b3032-2e6c-481b-a86d-79536be30c74 req-e65385dc-c503-4446-a8ab-701f585550db tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578553 Dec 15 13:53:19.609762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59376) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:19.614624 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3d562ac-7b5e-4919-a2e0-633b04cb581b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.634128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3d562ac-7b5e-4919-a2e0-633b04cb581b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.681833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3d562ac-7b5e-4919-a2e0-633b04cb581b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.688240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c3d562ac-7b5e-4919-a2e0-633b04cb581b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181334 Dec 15 13:53:19.688936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59380) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:19.712382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b5ca3e-decf-4d1c-909c-fb6d8ed816ff None None] Network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:19.714555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-47016210-c2ab-4ef6-871e-36cacb961442 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '91864ef7-c2af-4e04-924d-1a891e3f32e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:19.744866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d562ac-7b5e-4919-a2e0-633b04cb581b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2fc286-5c73-4a6a-bb43-579b2dd86645,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:19.782745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['0bfb3d96-6544-486a-897c-8f89b1721e29'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:19.831389 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47016210-c2ab-4ef6-871e-36cacb961442 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.944607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59384) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:19.958466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:19.996162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.045604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f829-0ff8-4fee-ad18-761203825c12 req-545763fd-f490-48ac-8797-03308ed6f790 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:20.062396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd65f829-0ff8-4fee-ad18-761203825c12 req-545763fd-f490-48ac-8797-03308ed6f790 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2651281 Dec 15 13:53:20.214253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd81aa-da4a-48e8-82b7-635016fb0a52 req-63053123-482f-4797-9a54-0f6b745f2bab tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:20.232500 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74dd81aa-da4a-48e8-82b7-635016fb0a52 req-63053123-482f-4797-9a54-0f6b745f2bab tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 946 time: 0.3770576 Dec 15 13:53:20.258699 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-47016210-c2ab-4ef6-871e-36cacb961442 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 13:53:20.260160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47016210-c2ab-4ef6-871e-36cacb961442 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5566950 Dec 15 13:53:20.262975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59388) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:20.288272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] DHCP port deletion for 5cc81f2a-1572-4908-9ee3-1f004fa6db9f request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:20.336208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd65f829-0ff8-4fee-ad18-761203825c12 req-4da1a345-2fae-40d8-8228-2926e0010847 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653217 Dec 15 13:53:20.339604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca4abac8-b070-451a-8bbd-93c08586f3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.397823 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74dd81aa-da4a-48e8-82b7-635016fb0a52 req-3dcf4fa9-9c83-47b9-a97f-f40bc61de84e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582670 Dec 15 13:53:20.418210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.423443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Deleting port 758ca933-5c73-4574-b727-ae2c21250ccc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:20.427782 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.485648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] Deleting port 758ca933-5c73-4574-b727-ae2c21250ccc {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:20.488388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.494863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.611704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.611988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] For port 758ca933-5c73-4574-b727-ae2c21250ccc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=758ca933-5c73-4574-b727-ae2c21250ccc,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:20.612486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.625973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.627140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/91864ef7-c2af-4e04-924d-1a891e3f32e8 HTTP/1.1" status: 204 len: 168 time: 0.3630469 Dec 15 13:53:20.634357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c1f480ae-7dd5-4b11-81d6-492d1717ffba up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:20.646237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59394) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:20.673510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Calling delete_port for 758ca933-5c73-4574-b727-ae2c21250ccc owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:20.685508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91864ef7-c2af-4e04-924d-1a891e3f32e8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:20.700122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.700816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.701371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.701922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.702470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.703207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.703755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.704961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.705527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.706102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.706646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.707191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.707894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e13f67-1b0d-4824-8a79-39455d114284 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:20.750358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd0de4-670a-4baa-89b2-02f84974923f req-6da085ad-b2d0-4d83-953e-1143f4a23af1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:20.759948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbdd0de4-670a-4baa-89b2-02f84974923f req-6da085ad-b2d0-4d83-953e-1143f4a23af1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 945 time: 0.1590567 Dec 15 13:53:20.789519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 758ca933-5c73-4574-b727-ae2c21250ccc no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:20.803827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b02ee-7745-42d4-9756-8d426bc832ce req-14be0993-a644-454f-81f9-618920e93d40 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:20.818448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c1b02ee-7745-42d4-9756-8d426bc832ce req-14be0993-a644-454f-81f9-618920e93d40 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3165185 Dec 15 13:53:20.857026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbdd0de4-670a-4baa-89b2-02f84974923f req-60b0c0fb-c434-476c-9f75-7806049bbeb2 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852368 Dec 15 13:53:20.892710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] For port 758ca933-5c73-4574-b727-ae2c21250ccc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=758ca933-5c73-4574-b727-ae2c21250ccc,segment=NetworkSegment(c6f92148-7ca8-499b-b013-b0a055dbd608),segment_id=c6f92148-7ca8-499b-b013-b0a055dbd608)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:20.893128 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:20.957016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] Calling delete_port for 758ca933-5c73-4574-b727-ae2c21250ccc owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:21.046110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f5861-1560-4e8a-a721-f93b0631228c req-7d2d7211-6118-4127-965f-9e3e898dc3cb tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:21.059841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d4f5861-1560-4e8a-a721-f93b0631228c req-7d2d7211-6118-4127-965f-9e3e898dc3cb tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 946 time: 0.0919805 Dec 15 13:53:21.066790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.105110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] No DVR routers for this DVR port 758ca933-5c73-4574-b727-ae2c21250ccc on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:21.210410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d4f5861-1560-4e8a-a721-f93b0631228c req-0c24534b-0d10-47d2-9840-05e3b6af6b30 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491878 Dec 15 13:53:21.259655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.314801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc81f2a-1572-4908-9ee3-1f004fa6db9f']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:21.327123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f92148-7ca8-499b-b013-b0a055dbd608') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:21.327500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f92148-7ca8-499b-b013-b0a055dbd608') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:21.330901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:21.350599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.377314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.391233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:21.391643 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.417612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Port 758ca933-5c73-4574-b727-ae2c21250ccc update to DOWN by agent not found {{(pid=109769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 13:53:21.463084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port c1f480ae-7dd5-4b11-81d6-492d1717ffba completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:21.469341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port c1f480ae-7dd5-4b11-81d6-492d1717ffba triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:21.469725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.494371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 0bfb3d96-6544-486a-897c-8f89b1721e29 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:21.494749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:21.561761 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:21.573284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Port': ['ID=758ca933-5c73-4574-b727-ae2c21250ccc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:21.633925 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.669413 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca4abac8-b070-451a-8bbd-93c08586f3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.691361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-462a51f4-5856-46f3-80d6-0b71338a60b3 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0412147 Dec 15 13:53:21.697348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59406) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:21.699267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:21.702329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:21.704859 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39d6ce8-afad-4e87-b01b-1767a6190c6c" -d '{"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:21.710939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-892d740f-ff10-49a9-ab15-5ba92afefd60 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038347601'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:21.714366 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.719986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c1b02ee-7745-42d4-9756-8d426bc832ce req-ae9270f5-98ef-4643-ad80-33716a999eb6 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8974226 Dec 15 13:53:21.722399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca4abac8-b070-451a-8bbd-93c08586f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.753504 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.761556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] Network 5cc81f2a-1572-4908-9ee3-1f004fa6db9f is not hosted by any dhcp agent {{(pid=109769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:53:21.762023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] No DVR routers for this DVR port 758ca933-5c73-4574-b727-ae2c21250ccc on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:21.794316 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892d740f-ff10-49a9-ab15-5ba92afefd60 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.833672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.845404 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.857452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] 10.222.0.86 "DELETE /v2.0/networks/5cc81f2a-1572-4908-9ee3-1f004fa6db9f HTTP/1.1" status: 204 len: 168 time: 2.2461772 Dec 15 13:53:21.877404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=13']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:21.934464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbf38f-9ab4-42e0-beae-321e4b6ba170 None None] Pushing event deleted for resources: {'Port': ['ID=758ca933-5c73-4574-b727-ae2c21250ccc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:21.940408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:21.942321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56d264-44d4-4a9e-b228-bde670035002 tempest-ServersTestMultiNic-178828975 tempest-ServersTestMultiNic-178828975-project] Pushing event deleted for resources: {'Network': ['ID=5cc81f2a-1572-4908-9ee3-1f004fa6db9f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:22.032562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c1f480ae-7dd5-4b11-81d6-492d1717ffba, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1f480ae-7dd5-4b11-81d6-492d1717ffba,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:22.037144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8913a1-4108-42ac-9b88-5b654f3ce649 req-232b3807-60ec-4676-a797-8ad1116c0f7b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:22.043957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ca4abac8-b070-451a-8bbd-93c08586f3c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2269e2b669b54a26b4a047fe582a1cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0958159 Dec 15 13:53:22.044592 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.052276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4abac8-b070-451a-8bbd-93c08586f3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868f89b8-57a1-4962-a191-4c304943f96a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:22.053002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc8913a1-4108-42ac-9b88-5b654f3ce649 req-232b3807-60ec-4676-a797-8ad1116c0f7b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.1472635 Dec 15 13:53:22.056019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59418) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:22.105274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8840783-9b7a-4c4b-bfac-a76e21f89480 req-a0bf22e3-9d6f-4352-bbb7-9556a14aeb59 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:22.111996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8840783-9b7a-4c4b-bfac-a76e21f89480 req-a0bf22e3-9d6f-4352-bbb7-9556a14aeb59 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1584110 Dec 15 13:53:22.139417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892d740f-ff10-49a9-ab15-5ba92afefd60 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.170178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c1f480ae-7dd5-4b11-81d6-492d1717ffba,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:22.173454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892d740f-ff10-49a9-ab15-5ba92afefd60 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.245230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892d740f-ff10-49a9-ab15-5ba92afefd60 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.245685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8840783-9b7a-4c4b-bfac-a76e21f89480 req-cbd506e6-29a4-4adc-84f6-2dd7b9021aa3 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282012 Dec 15 13:53:22.248355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-892d740f-ff10-49a9-ab15-5ba92afefd60 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5489528 Dec 15 13:53:22.250861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59420) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:22.262308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-684b2b46-b130-4227-8ee1-30ad235789ec tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': 'a867ce66-de64-417e-bcec-956ebbfe3ac4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:22.263127 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-684b2b46-b130-4227-8ee1-30ad235789ec tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 15 13:53:22.263658 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-684b2b46-b130-4227-8ee1-30ad235789ec tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:22.273459 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-684b2b46-b130-4227-8ee1-30ad235789ec tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0193975 Dec 15 13:53:22.276150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59422) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:22.315318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc8913a1-4108-42ac-9b88-5b654f3ce649 req-cf690a9d-1372-40cd-bf1b-693712356c18 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604411 Dec 15 13:53:22.355640 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3498b36-e668-4ee5-842d-0a2327e4b89f x-openstack-request-id: req-f3498b36-e668-4ee5-842d-0a2327e4b89f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:22.355981 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:22.356250 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f3498b36-e668-4ee5-842d-0a2327e4b89f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:22.356674 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'code': 200} Dec 15 13:53:22.358776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d740f-ff10-49a9-ab15-5ba92afefd60 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a867ce66-de64-417e-bcec-956ebbfe3ac4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:22.401903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82cda441-1509-44e9-9dc5-39b11c0be8d1 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.402491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbc84-bb6a-4d2b-ba05-a6d012857692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.460412 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82cda441-1509-44e9-9dc5-39b11c0be8d1 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.469295 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbc84-bb6a-4d2b-ba05-a6d012857692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.559016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82cda441-1509-44e9-9dc5-39b11c0be8d1 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.562148 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82cda441-1509-44e9-9dc5-39b11c0be8d1 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.565887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-82cda441-1509-44e9-9dc5-39b11c0be8d1 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/a867ce66-de64-417e-bcec-956ebbfe3ac4 HTTP/1.1" status: 204 len: 168 time: 0.2825422 Dec 15 13:53:22.574209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59428) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:22.591760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cda441-1509-44e9-9dc5-39b11c0be8d1 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a867ce66-de64-417e-bcec-956ebbfe3ac4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:22.605565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbc84-bb6a-4d2b-ba05-a6d012857692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.608926 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbc84-bb6a-4d2b-ba05-a6d012857692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:22.613125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6d8cbc84-bb6a-4d2b-ba05-a6d012857692 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/868f89b8-57a1-4962-a191-4c304943f96a HTTP/1.1" status: 204 len: 168 time: 0.5256691 Dec 15 13:53:22.628179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cbc84-bb6a-4d2b-ba05-a6d012857692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868f89b8-57a1-4962-a191-4c304943f96a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:22.660370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa5e7c-1603-4940-99bf-1fd8a100312e req-0633c9ed-08e3-4bdc-ac73-b91b640d8ac3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:22.670645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8fa5e7c-1603-4940-99bf-1fd8a100312e req-0633c9ed-08e3-4bdc-ac73-b91b640d8ac3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 946 time: 0.1294899 Dec 15 13:53:22.682056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef44a-211b-4ee3-a001-2721cda509d6 req-88f0937d-72fa-48b9-a5c5-70eedcb3648e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:22.697555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bdef44a-211b-4ee3-a001-2721cda509d6 req-88f0937d-72fa-48b9-a5c5-70eedcb3648e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1771874 Dec 15 13:53:22.712681 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a3507b49-2d27-46e3-bc05-4961b7658fbb tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1363478 Dec 15 13:53:22.718747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59432) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:22.735828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1a478041-0e3c-45ff-8207-9631aa1f390a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--380205180'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:22.825764 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8fa5e7c-1603-4940-99bf-1fd8a100312e req-1d34a1ca-e1df-4881-9636-a80dad710950 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455350 Dec 15 13:53:22.868026 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bdef44a-211b-4ee3-a001-2721cda509d6 req-d7a9bbc9-2c7f-44ad-9ba2-660a34acf10f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694369 Dec 15 13:53:22.890054 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a478041-0e3c-45ff-8207-9631aa1f390a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.050882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59442) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:23.242407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a478041-0e3c-45ff-8207-9631aa1f390a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.259034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a478041-0e3c-45ff-8207-9631aa1f390a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.396198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-149596fb-0528-4961-84e9-9d6b273e6275 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:23.398278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-149596fb-0528-4961-84e9-9d6b273e6275 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.74 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 946 time: 0.3967326 Dec 15 13:53:23.411019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ef01f-e613-4f22-833f-5b8a57bc1603 req-cff0d2c3-c4bf-4cec-850d-58bd3f6e795b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:23.431830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f4ef01f-e613-4f22-833f-5b8a57bc1603 req-cff0d2c3-c4bf-4cec-850d-58bd3f6e795b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.4889770 Dec 15 13:53:23.451548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a478041-0e3c-45ff-8207-9631aa1f390a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.455652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1a478041-0e3c-45ff-8207-9631aa1f390a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7265525 Dec 15 13:53:23.482872 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59456) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:23.490142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4cdc638d-dde7-439e-b325-23ad4bf72796 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '3469e44b-f2b6-4274-b978-3573ac68c5ce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:23.493498 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-4cdc638d-dde7-439e-b325-23ad4bf72796 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 15 13:53:23.494355 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-4cdc638d-dde7-439e-b325-23ad4bf72796 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:23.499617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4cdc638d-dde7-439e-b325-23ad4bf72796 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0139036 Dec 15 13:53:23.509942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:23.511010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a478041-0e3c-45ff-8207-9631aa1f390a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3469e44b-f2b6-4274-b978-3573ac68c5ce,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:23.646341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea69e90-aa5e-4c4a-8557-1f983942a7d6 req-1d2447f5-d441-480f-a9bd-cfc20c0d6114 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:23.655209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ea69e90-aa5e-4c4a-8557-1f983942a7d6 req-1d2447f5-d441-480f-a9bd-cfc20c0d6114 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1569591 Dec 15 13:53:23.668812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7121ae12-a9c3-4a6d-badc-029e013c10a7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:23.792569 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ea69e90-aa5e-4c4a-8557-1f983942a7d6 req-cbf52242-a2d1-496b-b840-ef959017be43 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/security-groups?id=873a0073-8c61-4db1-92df-5d23f8e56fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360409 Dec 15 13:53:24.064810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:24.108400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7121ae12-a9c3-4a6d-badc-029e013c10a7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.192902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f4ef01f-e613-4f22-833f-5b8a57bc1603 req-86a55171-de4d-4776-8845-089c918f9f38 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7597356 Dec 15 13:53:24.194454 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7121ae12-a9c3-4a6d-badc-029e013c10a7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.197926 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7121ae12-a9c3-4a6d-badc-029e013c10a7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.202385 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7121ae12-a9c3-4a6d-badc-029e013c10a7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/3469e44b-f2b6-4274-b978-3573ac68c5ce HTTP/1.1" status: 204 len: 168 time: 0.6681476 Dec 15 13:53:24.203364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59474) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:24.283377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1528a-6f57-45d8-b71e-33b572087153 req-3754f08e-e1f6-47b1-a1b9-d75eedd5bf84 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:24.286645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7d1528a-6f57-45d8-b71e-33b572087153 req-3754f08e-e1f6-47b1-a1b9-d75eedd5bf84 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.3375256 Dec 15 13:53:24.294237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f476d163-a806-41a4-a020-7e2ff4143a3b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0839827 Dec 15 13:53:24.296166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59478) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:24.301448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-148f9100-0dd8-431d-9821-d8a49b46f417 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825695081'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:24.334326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121ae12-a9c3-4a6d-badc-029e013c10a7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469e44b-f2b6-4274-b978-3573ac68c5ce,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:24.359981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f480ae-7dd5-4b11-81d6-492d1717ffba'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:24.368834 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0be375-4275-4758-983b-fcb15ec94452" -d '{"events": [{"server_uuid": "5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29", "name": "network-vif-plugged", "status": "completed", "tag": "c1f480ae-7dd5-4b11-81d6-492d1717ffba"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:24.400812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-148f9100-0dd8-431d-9821-d8a49b46f417 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.438286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-572187226-network', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:24.481817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-148f9100-0dd8-431d-9821-d8a49b46f417 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.484818 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7d1528a-6f57-45d8-b71e-33b572087153 req-1e385122-19fe-47a6-b797-e67273cad788 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393104 Dec 15 13:53:24.493487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Deleting port 60660160-daf9-4c23-8e06-7cc35b2693e1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:24.493929 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.530336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:24.535024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.566146 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.615219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] For port 60660160-daf9-4c23-8e06-7cc35b2693e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60660160-daf9-4c23-8e06-7cc35b2693e1,segment=NetworkSegment(722299eb-52ef-4897-9e1c-6f9f03c7b0cf),segment_id=722299eb-52ef-4897-9e1c-6f9f03c7b0cf)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:24.615640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.630608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Calling delete_port for 60660160-daf9-4c23-8e06-7cc35b2693e1 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:24.641005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.744444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-148f9100-0dd8-431d-9821-d8a49b46f417 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.760282 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:24.771174 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73cd10a-a386-4adf-9bb7-2a8e615feda8 x-openstack-request-id: req-d73cd10a-a386-4adf-9bb7-2a8e615feda8 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:24.771569 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29", "name": "network-vif-plugged", "status": "completed", "tag": "c1f480ae-7dd5-4b11-81d6-492d1717ffba", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:24.772501 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d73cd10a-a386-4adf-9bb7-2a8e615feda8 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:24.773147 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f480ae-7dd5-4b11-81d6-492d1717ffba', 'code': 200} Dec 15 13:53:24.828660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3d22-149d-4b83-b2ac-8729f829e9ec req-f9453a39-479c-446e-97b5-0741facb3e78 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:24.842612 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-331c3d22-149d-4b83-b2ac-8729f829e9ec req-f9453a39-479c-446e-97b5-0741facb3e78 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 946 time: 0.5013366 Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-148f9100-0dd8-431d-9821-d8a49b46f417 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-148f9100-0dd8-431d-9821-d8a49b46f417 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6770926 Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59490) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5d819cec-81f4-4ed4-ad21-eb148938a890 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '72dffef7-3c27-4275-8364-5d3deee5f71c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-5d819cec-81f4-4ed4-ad21-eb148938a890 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-5d819cec-81f4-4ed4-ad21-eb148938a890 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5d819cec-81f4-4ed4-ad21-eb148938a890 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0267735 Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59492) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bc29d343-301c-46d2-ab3a-edc593ee5f88 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '72dffef7-3c27-4275-8364-5d3deee5f71c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-bc29d343-301c-46d2-ab3a-edc593ee5f88 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-bc29d343-301c-46d2-ab3a-edc593ee5f88 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bc29d343-301c-46d2-ab3a-edc593ee5f88 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134106 Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f9100-0dd8-431d-9821-d8a49b46f417 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dffef7-3c27-4275-8364-5d3deee5f71c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:25.051178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59494) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:25.074137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-da810abe-2624-4db4-9150-ea3ba8b8c266 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '72dffef7-3c27-4275-8364-5d3deee5f71c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:25.078927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.081154 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-da810abe-2624-4db4-9150-ea3ba8b8c266 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 15 13:53:25.081154 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-da810abe-2624-4db4-9150-ea3ba8b8c266 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:25.081154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-da810abe-2624-4db4-9150-ea3ba8b8c266 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189493 Dec 15 13:53:25.087726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59496) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:25.104448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8738b817-6ea0-4d3f-8ae8-1b7ec57b242a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '72dffef7-3c27-4275-8364-5d3deee5f71c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:25.105369 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-8738b817-6ea0-4d3f-8ae8-1b7ec57b242a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 15 13:53:25.106025 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-8738b817-6ea0-4d3f-8ae8-1b7ec57b242a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:25.107191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:25.108029 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8738b817-6ea0-4d3f-8ae8-1b7ec57b242a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0169775 Dec 15 13:53:25.159330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59498) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:25.262446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.266636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.266983 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Added segment e8ee8f89-5125-47de-9691-b086ec3a7278 of type vlan for network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 Dec 15 13:53:25.303186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Pushing event deleted for resources: {'Port': ['ID=60660160-daf9-4c23-8e06-7cc35b2693e1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:25.313887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-331c3d22-149d-4b83-b2ac-8729f829e9ec req-6c26b7ca-2bb9-41d3-bbdf-88125cfb5dc7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703784 Dec 15 13:53:25.335019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049313c7-7796-4745-aa2e-7c237c7ef61a None None] DHCP port deletion for ee81acf7-e315-4336-a2dd-6ea2aca07659 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:25.382964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] No DVR routers for this DVR port 60660160-daf9-4c23-8e06-7cc35b2693e1 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:25.385833 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.389429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2bd54766-d2d0-4821-a125-562e7cecd389 req-3856547a-88e9-4508-a251-2fde6f96dff8 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.74 "DELETE /v2.0/ports/60660160-daf9-4c23-8e06-7cc35b2693e1 HTTP/1.1" status: 204 len: 173 time: 1.9553754 Dec 15 13:53:25.389899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0', 'name': 'network-vif-deleted', 'tag': '60660160-daf9-4c23-8e06-7cc35b2693e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:25.392986 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b5558d-7288-4e67-90ab-e94c3538472b" -d '{"events": [{"server_uuid": "7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0", "name": "network-vif-deleted", "tag": "60660160-daf9-4c23-8e06-7cc35b2693e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:25.473755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:25.493928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce6b1598-6ee5-48e9-816c-7c92864136e7 req-2ab3e07b-3af0-4db3-b7e9-0d99b7365451 tempest-ServerGroupTestJSON-1055659313 tempest-ServerGroupTestJSON-1055659313-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0 HTTP/1.1" status: 200 len: 210 time: 0.0480721 Dec 15 13:53:25.535395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a664aac-19af-4f05-95cd-02d4a847fa8d req-982a1d90-0597-4d6d-bb59-2871b6a88802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:25.537009 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a664aac-19af-4f05-95cd-02d4a847fa8d req-982a1d90-0597-4d6d-bb59-2871b6a88802 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 1097 time: 0.4981968 Dec 15 13:53:25.539389 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.550756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b7390-fba9-4a27-a18d-08e3f1f36f60 req-ad16532e-4179-4b7e-8519-7ad53bb6e2f7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:25.558901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-751b7390-fba9-4a27-a18d-08e3f1f36f60 req-ad16532e-4179-4b7e-8519-7ad53bb6e2f7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.5150285 Dec 15 13:53:25.589217 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c65b9d7-4e1c-448c-94be-8f8682b97cfd x-openstack-request-id: req-5c65b9d7-4e1c-448c-94be-8f8682b97cfd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:25.593658 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f190e0b-a415-47fc-a4df-e091693d3380 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.594403 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0", "name": "network-vif-deleted", "tag": "60660160-daf9-4c23-8e06-7cc35b2693e1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:25.594823 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5c65b9d7-4e1c-448c-94be-8f8682b97cfd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:25.595530 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6b68ee-5abd-44ec-bd20-1f92e5ad5da0', 'name': 'network-vif-deleted', 'tag': '60660160-daf9-4c23-8e06-7cc35b2693e1', 'status': 'completed', 'code': 200} Dec 15 13:53:25.674151 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f190e0b-a415-47fc-a4df-e091693d3380 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.720298 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.722212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:25.722825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.750731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6891ea-bdde-448c-8b31-b549e2528c08 req-fc072253-b066-4705-a6b3-57783b95ffe9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:25.760345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da6891ea-bdde-448c-8b31-b549e2528c08 req-fc072253-b066-4705-a6b3-57783b95ffe9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.0786238 Dec 15 13:53:25.777462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a664aac-19af-4f05-95cd-02d4a847fa8d req-674f45eb-4e68-4f6a-85bb-ce620ee1dbed service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102618 Dec 15 13:53:25.837347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da6891ea-bdde-448c-8b31-b549e2528c08 req-223c69d5-3ecc-46fa-8b93-b46abf9a7885 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704656 Dec 15 13:53:25.852072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7779884 Dec 15 13:53:25.858215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59520) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:25.864867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Request body: {'subnet': {'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-subnet', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:25.875215 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-751b7390-fba9-4a27-a18d-08e3f1f36f60 req-bf650d8b-6135-40e1-850e-9345d1c8ec16 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153143 Dec 15 13:53:25.903179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:25.905774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.909719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bbf99-b4a6-421f-bff3-f591c2be6568 admin admin] Pushing event updated for resources: {'Network': ['ID=27c3ac47-3e22-4d6e-8a5b-84ec86d99979,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:25.923147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:25.976360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f190e0b-a415-47fc-a4df-e091693d3380 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.979300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f190e0b-a415-47fc-a4df-e091693d3380 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:25.986209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8f190e0b-a415-47fc-a4df-e091693d3380 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/72dffef7-3c27-4275-8364-5d3deee5f71c HTTP/1.1" status: 204 len: 168 time: 0.8150480 Dec 15 13:53:25.994589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59524) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:26.081360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f190e0b-a415-47fc-a4df-e091693d3380 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dffef7-3c27-4275-8364-5d3deee5f71c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:26.172845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341e718-d52e-415e-b212-d510bdd9360c req-86f40a59-0387-48b2-8ace-3dd4b6b6c2ab tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.175522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c341e718-d52e-415e-b212-d510bdd9360c req-86f40a59-0387-48b2-8ace-3dd4b6b6c2ab tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1623321 Dec 15 13:53:26.181321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80939e7b-24c8-41fa-9960-4c6e4de58466 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1810541 Dec 15 13:53:26.185206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59530) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:26.190868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3b9b9ae6-67bd-4ec9-b26b-5562e979c185 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--453149665'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:26.234405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Deleting port 2719fc55-022d-4381-863a-13df5e815c66 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:26.235995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.251902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9ae6-67bd-4ec9-b26b-5562e979c185 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.329456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.394529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] For port 2719fc55-022d-4381-863a-13df5e815c66, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2719fc55-022d-4381-863a-13df5e815c66,segment=NetworkSegment(6d9715f7-6507-44b2-bcc7-8ab0976fde53),segment_id=6d9715f7-6507-44b2-bcc7-8ab0976fde53)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:26.395200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.433511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Calling delete_port for 2719fc55-022d-4381-863a-13df5e815c66 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:26.449532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c341e718-d52e-415e-b212-d510bdd9360c req-95af7560-606b-44ef-9b67-58ee1aefb39f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307012 Dec 15 13:53:26.496286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299bbd43-2c6b-4617-9310-ef44d6baec67,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:26.511982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9ae6-67bd-4ec9-b26b-5562e979c185 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.527850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192329bb-35d1-4289-bacc-120b89cfce3c req-c5db9194-528d-44b0-9eec-39fdb9945014 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.531295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-c5db9194-528d-44b0-9eec-39fdb9945014 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/networks?id=97f490c0-a3e8-48c9-ba3e-3648e2e58223 HTTP/1.1" status: 200 len: 813 time: 0.2195127 Dec 15 13:53:26.532499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Checking segment: {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:26.533033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Network hostable DHCP agents. Network: 27c3ac47-3e22-4d6e-8a5b-84ec86d99979, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:26.553356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-c9e72ba6-9797-420d-9f2c-62ecd9894a27 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/quotas/eb2e0e6d2c7c41c3b5f09bf29c4417bb HTTP/1.1" status: 200 len: 375 time: 0.0151596 Dec 15 13:53:26.566399 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9ae6-67bd-4ec9-b26b-5562e979c185 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.585725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 60660160-daf9-4c23-8e06-7cc35b2693e1 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:26.599909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:26.622769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 27c3ac47-3e22-4d6e-8a5b-84ec86d99979) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:26.642573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d47046-8b9f-44e7-9ebf-cc3041ecfc26 None None] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:26.645784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.646832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 60660160-daf9-4c23-8e06-7cc35b2693e1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:26.647385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 60660160-daf9-4c23-8e06-7cc35b2693e1 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:26.650606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.651770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9ae6-67bd-4ec9-b26b-5562e979c185 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.656275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3b9b9ae6-67bd-4ec9-b26b-5562e979c185 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4661889 Dec 15 13:53:26.657313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59542) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:26.658083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b9ae6-67bd-4ec9-b26b-5562e979c185 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61646fba-2dc4-4bf0-9a01-f36ae8b19801,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:26.671164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b7c8e31d-39f3-4a42-9da8-1302519043b8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:26.672131 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-b7c8e31d-39f3-4a42-9da8-1302519043b8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 13:53:26.678794 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-b7c8e31d-39f3-4a42-9da8-1302519043b8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:26.678794 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b7c8e31d-39f3-4a42-9da8-1302519043b8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124815 Dec 15 13:53:26.680840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59544) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:26.684051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10f7ca-c68e-410f-8a86-2d4db1637e92 req-87af1795-902e-4625-92a8-b3e23cc10281 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:26.685733 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e10f7ca-c68e-410f-8a86-2d4db1637e92 req-87af1795-902e-4625-92a8-b3e23cc10281 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 946 time: 0.1278911 Dec 15 13:53:26.689052 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-0a13af4f-2432-4d9d-b192-c4f6b1901bf7 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=eb2e0e6d2c7c41c3b5f09bf29c4417bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256015 Dec 15 13:53:26.695582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a0bed696-b871-4799-bf8f-4b5e594e9b61 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:26.706019 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1b4c8efe-6f1e-4b42-b1b0-1726d26b0210 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8452220 Dec 15 13:53:26.719890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59546) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:26.724654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:26.810825 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e10f7ca-c68e-410f-8a86-2d4db1637e92 req-020364af-8b19-4ef0-955d-bddfc8e253a0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873766 Dec 15 13:53:26.857211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:26.858684 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.882981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.884886 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.886256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:26.898972 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-a0bed696-b871-4799-bf8f-4b5e594e9b61 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:26.902402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0bed696-b871-4799-bf8f-4b5e594e9b61 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2094471 Dec 15 13:53:26.908950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59552) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:26.923259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b0af88ff-3cfb-4b2d-b625-dfb40fb5308b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:26.924622 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-b0af88ff-3cfb-4b2d-b625-dfb40fb5308b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 15 13:53:26.926098 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-b0af88ff-3cfb-4b2d-b625-dfb40fb5308b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:26.931332 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b0af88ff-3cfb-4b2d-b625-dfb40fb5308b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177162 Dec 15 13:53:26.934355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59554) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:26.944257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-926d5bfa-f22f-4632-8463-9be82d7cb50c tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:26.952246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Pushing event deleted for resources: {'Port': ['ID=2719fc55-022d-4381-863a-13df5e815c66,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:26.964708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a7e1fd86-ed7c-4b81-bbcd-e3acb403a92b service neutron] 10.222.0.86 "GET /v2.0/networks/97f490c0-a3e8-48c9-ba3e-3648e2e58223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484093 Dec 15 13:53:27.123104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Allocated IP 172.20.0.2 (27c3ac47-3e22-4d6e-8a5b-84ec86d99979/299bbd43-2c6b-4617-9310-ef44d6baec67/da3af596-119e-423a-8455-c8151ed71ac4) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:27.206034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.228712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135cd68-c47f-4dbe-9fd4-93b1832bf6f7 req-05ea540c-c5c3-41c1-a72f-3225a0ef9788 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:27.236250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4135cd68-c47f-4dbe-9fd4-93b1832bf6f7 req-05ea540c-c5c3-41c1-a72f-3225a0ef9788 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.1560779 Dec 15 13:53:27.307687 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.322968 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.371897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Pushing event updated for resources: {'Port': ['ID=da3af596-119e-423a-8455-c8151ed71ac4,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:27.383997 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4135cd68-c47f-4dbe-9fd4-93b1832bf6f7 req-39ca4ecc-e1c7-486f-809c-a6486782365f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411064 Dec 15 13:53:27.393534 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.403742 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-926d5bfa-f22f-4632-8463-9be82d7cb50c tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:27.407276 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-926d5bfa-f22f-4632-8463-9be82d7cb50c tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4684012 Dec 15 13:53:27.408127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59558) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:27.413428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ee7d6654-fb98-488b-9b1f-16205259ab6e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:27.414400 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-ee7d6654-fb98-488b-9b1f-16205259ab6e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 13:53:27.414901 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-ee7d6654-fb98-488b-9b1f-16205259ab6e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:27.418495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ee7d6654-fb98-488b-9b1f-16205259ab6e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067592 Dec 15 13:53:27.421849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:27.427654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0715e331-7217-416b-8cc7-97bb51343d8e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:27.429448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:27.435756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:27.442726 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:27.518073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.532214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-cb71832a-4248-49be-94ba-5ac6718f00eb service neutron] 10.222.0.86 "GET /v2.0/networks/97f490c0-a3e8-48c9-ba3e-3648e2e58223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608848 Dec 15 13:53:27.552554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Attempting to bind port da3af596-119e-423a-8455-c8151ed71ac4 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:27.553492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Attempting to bind port da3af596-119e-423a-8455-c8151ed71ac4 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:27.553865 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Attempting to bind port da3af596-119e-423a-8455-c8151ed71ac4 on network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:27.560412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:27.560794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Checking segment: {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:27.561201 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.561598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Bound using segment: {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:27.562073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Bound port: da3af596-119e-423a-8455-c8151ed71ac4, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:27.562461 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.652740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8980e-dc25-4ae4-8062-013cbec623f0 req-03302e2a-0144-4fab-bb97-154d2a8f924d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:27.654687 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6df8980e-dc25-4ae4-8062-013cbec623f0 req-03302e2a-0144-4fab-bb97-154d2a8f924d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1589444 Dec 15 13:53:27.655853 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-0715e331-7217-416b-8cc7-97bb51343d8e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:27.657240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0715e331-7217-416b-8cc7-97bb51343d8e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2334425 Dec 15 13:53:27.660570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59562) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:27.665844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-42873a1b-8d9e-435d-a6e6-792df045089e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:27.666578 n-d-821840-1 neutron-server[109767]: WARNING neutron.api.v2.base [None req-42873a1b-8d9e-435d-a6e6-792df045089e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 15 13:53:27.667175 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-42873a1b-8d9e-435d-a6e6-792df045089e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:27.668496 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-42873a1b-8d9e-435d-a6e6-792df045089e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069885 Dec 15 13:53:27.671846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59564) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:27.672704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] For port da3af596-119e-423a-8455-c8151ed71ac4, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:27.676591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d4923db8-fc37-49d7-b26c-d009579b43e2 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:27.682318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] For port da3af596-119e-423a-8455-c8151ed71ac4, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=da3af596-119e-423a-8455-c8151ed71ac4,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:27.697223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:27.733327 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6df8980e-dc25-4ae4-8062-013cbec623f0 req-21dc6c2c-faff-4ccf-af70-49b661d9876e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615866 Dec 15 13:53:27.874918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea57c00-6531-4869-8a3b-cdc842c7ef93 None None] Pushing event updated for resources: {'Port': ['ID=da3af596-119e-423a-8455-c8151ed71ac4,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:28.064582 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-d4923db8-fc37-49d7-b26c-d009579b43e2 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:28.065406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d4923db8-fc37-49d7-b26c-d009579b43e2 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3924439 Dec 15 13:53:28.067815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:28.071624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:28.085673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6f3d4c73-8803-430c-9e63-7babc4a0f5e9 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '61646fba-2dc4-4bf0-9a01-f36ae8b19801', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:28.109185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:28.309631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638737f4-ee08-434f-8bad-cc6cdde437bf req-2fe7dc6c-edd4-468a-a0ea-6dcf3898165c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:28.318214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-638737f4-ee08-434f-8bad-cc6cdde437bf req-2fe7dc6c-edd4-468a-a0ea-6dcf3898165c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 946 time: 0.3439364 Dec 15 13:53:28.371330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Allocated IP 172.25.7.140 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/67f7198c-141a-4160-9024-d4f0405cacd1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:28.422060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-638737f4-ee08-434f-8bad-cc6cdde437bf req-94013395-e62f-4f29-89a4-70810f5d130e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977461 Dec 15 13:53:28.573411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcdcfa-63f5-4564-b40a-9f9c7b2f95c3 req-50d041cb-5dac-4062-8bbb-60c3d1007825 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:28.575499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b0dcdcfa-63f5-4564-b40a-9f9c7b2f95c3 req-50d041cb-5dac-4062-8bbb-60c3d1007825 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.6041760 Dec 15 13:53:28.587757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Router 992f232c-e602-42b6-8286-63cb13e46972 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:28.598002 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-6f3d4c73-8803-430c-9e63-7babc4a0f5e9 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:28.599310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6f3d4c73-8803-430c-9e63-7babc4a0f5e9 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5234203 Dec 15 13:53:28.603621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59590) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:28.617411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5a8c00c-ae3f-4ad3-b74a-51773d8ea013 req-b9402684-db49-47a5-908c-0d8db9f7e6d0 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 210 time: 0.0552764 Dec 15 13:53:28.670431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:28.746000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b0dcdcfa-63f5-4564-b40a-9f9c7b2f95c3 req-c467fedb-eee8-4665-aead-bae1ce4545a5 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493914 Dec 15 13:53:28.749548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:28.839890 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8c4f-f8b9-46b7-b9c0-024e9740b50e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:28.895856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:28.911598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:28.943211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device da3af596-119e-423a-8455-c8151ed71ac4 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:28.948335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a08bde-cd14-4ef9-acbe-b4afaa032648 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:28.950871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:28.967846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8c4f-f8b9-46b7-b9c0-024e9740b50e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.004148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Pushing event updated for resources: {'Port': ['ID=67f7198c-141a-4160-9024-d4f0405cacd1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:29.026573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d22623-cfd9-406c-bb50-b751e3dc2a46 req-92171820-ea5d-428a-8a71-e5d652cf0d0b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:29.049155 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9d22623-cfd9-406c-bb50-b751e3dc2a46 req-92171820-ea5d-428a-8a71-e5d652cf0d0b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.3204408 Dec 15 13:53:29.052422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123c214-7921-4673-8aa5-7a0b509a22ba req-a7702ed2-8e7b-4578-af16-e55423b5722e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:29.060562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7123c214-7921-4673-8aa5-7a0b509a22ba req-a7702ed2-8e7b-4578-af16-e55423b5722e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 946 time: 0.1847124 Dec 15 13:53:29.156173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7123c214-7921-4673-8aa5-7a0b509a22ba req-845b3c87-14a7-4fba-a1ee-96f1846f8f0d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945501 Dec 15 13:53:29.160030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port da3af596-119e-423a-8455-c8151ed71ac4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:29.161366 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.169233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:29.184284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4f0e4ca9-6410-413c-8187-122d143b29f2 None None] Provisioning complete for port 67f7198c-141a-4160-9024-d4f0405cacd1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:29.184964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4ca9-6410-413c-8187-122d143b29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.194144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d98471fb-31c0-42f4-babf-5185bcf4b931 admin admin] 10.222.0.86 "PUT /v2.0/routers/992f232c-e602-42b6-8286-63cb13e46972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1398427 Dec 15 13:53:29.195091 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] Sync routers for ids ['992f232c-e602-42b6-8286-63cb13e46972'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:29.196715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59596) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:29.197403 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8c4f-f8b9-46b7-b9c0-024e9740b50e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.210448 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8c4f-f8b9-46b7-b9c0-024e9740b50e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.210638 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] Routers {'992f232c-e602-42b6-8286-63cb13e46972'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:29.213473 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['992f232c-e602-42b6-8286-63cb13e46972'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:29.213615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ba2e8c4f-f8b9-46b7-b9c0-024e9740b50e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/61646fba-2dc4-4bf0-9a01-f36ae8b19801 HTTP/1.1" status: 204 len: 168 time: 0.6065993 Dec 15 13:53:29.268338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59598) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:29.289279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e8c4f-f8b9-46b7-b9c0-024e9740b50e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61646fba-2dc4-4bf0-9a01-f36ae8b19801,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:29.355658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e4ca9-6410-413c-8187-122d143b29f2 None None] Port 67f7198c-141a-4160-9024-d4f0405cacd1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:29.383965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.445440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9d22623-cfd9-406c-bb50-b751e3dc2a46 req-b798feba-3830-4f2a-91ca-6674bb58355d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950274 Dec 15 13:53:29.586351 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] Set router 992f232c-e602-42b6-8286-63cb13e46972 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:29.617678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824673e-d95b-4302-ba51-473c810549b6 None None] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:29.724238 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.792873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c771aef4-dbf9-4354-b860-5590ecb8a98a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5233004 Dec 15 13:53:29.820886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59612) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:29.850517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3494d27e-99f5-4dca-9930-a42a6c5c340b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--440172979'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:29.872204 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.931650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3494d27e-99f5-4dca-9930-a42a6c5c340b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:29.955364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ee78e471-4f21-43b9-84bb-2ab0c4b539a7 None None] Provisioning complete for port da3af596-119e-423a-8455-c8151ed71ac4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:29.956842 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee78e471-4f21-43b9-84bb-2ab0c4b539a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.084847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port da3af596-119e-423a-8455-c8151ed71ac4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=da3af596-119e-423a-8455-c8151ed71ac4,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:30.091902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c28d6b3-1dd3-48f5-8e6d-31f0f47e982e req-7420b968-8d1a-4473-b58d-4bf013e43298 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 210 time: 0.1173267 Dec 15 13:53:30.110953 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.129819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Deleting port fc081984-6266-448d-80aa-8a8ad5f67c5b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:30.130236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.140301 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:53:26Z', 'revision_number': 5, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port': {'id': 'fc081984-6266-448d-80aa-8a8ad5f67c5b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992f232c-e602-42b6-8286-63cb13e46972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:51:08Z', 'updated_at': '2021-12-15T13:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:30.341632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=da3af596-119e-423a-8455-c8151ed71ac4,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:30.354197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3494d27e-99f5-4dca-9930-a42a6c5c340b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.389426 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] Checking router: 992f232c-e602-42b6-8286-63cb13e46972 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:30.399902 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] Routers {'992f232c-e602-42b6-8286-63cb13e46972'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:30.400858 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['992f232c-e602-42b6-8286-63cb13e46972'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:30.432117 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3494d27e-99f5-4dca-9930-a42a6c5c340b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.494187 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494d27e-99f5-4dca-9930-a42a6c5c340b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f45b6-ed07-4929-a8f4-72d728403dcb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:30.522222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] For port fc081984-6266-448d-80aa-8a8ad5f67c5b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc081984-6266-448d-80aa-8a8ad5f67c5b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:30.523307 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] Set router 992f232c-e602-42b6-8286-63cb13e46972 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:30.527990 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.558920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3494d27e-99f5-4dca-9930-a42a6c5c340b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.564839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3494d27e-99f5-4dca-9930-a42a6c5c340b tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7388244 Dec 15 13:53:30.565494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:30.566666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Calling delete_port for fc081984-6266-448d-80aa-8a8ad5f67c5b owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:30.573342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b103d85a-336e-4e52-b8fb-1e40434811b7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': 'bb3f45b6-ed07-4929-a8f4-72d728403dcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:30.611559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5a7fa-55c6-4726-9e1c-bb6c1bbc8511 req-bbdf88e8-3b4f-4bf4-8c29-408c9a3b7786 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:30.623449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bee5a7fa-55c6-4726-9e1c-bb6c1bbc8511 req-bbdf88e8-3b4f-4bf4-8c29-408c9a3b7786 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 946 time: 0.3002844 Dec 15 13:53:30.636500 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:53:29Z', 'revision_number': 6, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:30.651284 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.695494 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaf9b86-5914-4cb3-96aa-8afe9743bb9f None None] The sync data for ids ['992f232c-e602-42b6-8286-63cb13e46972'] in n-d-821840-1 is: [{'id': '992f232c-e602-42b6-8286-63cb13e46972', 'name': 'tempest-ServersTestMultiNic-615839125-router', 'tenant_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:51:07Z', 'updated_at': '2021-12-15T13:53:29Z', 'revision_number': 6, 'project_id': 'b21ec0fe597348a1bf2b43aad2b25320', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:30.767769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device da3af596-119e-423a-8455-c8151ed71ac4 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:30.822966 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bee5a7fa-55c6-4726-9e1c-bb6c1bbc8511 req-29961e15-465b-49aa-9cb8-4a3223d7a127 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985142 Dec 15 13:53:30.851724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-10ce68a1-9f92-445a-aba5-a8198d0dc0dd None None] Provisioning complete for port da3af596-119e-423a-8455-c8151ed71ac4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:30.851724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10ce68a1-9f92-445a-aba5-a8198d0dc0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:30.854495 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-b103d85a-336e-4e52-b8fb-1e40434811b7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The resource could not be found. Dec 15 13:53:30.869030 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b103d85a-336e-4e52-b8fb-1e40434811b7 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2988925 Dec 15 13:53:30.871577 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:30.890180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3c1aa29b-f28d-4a5e-8575-cd4043136042 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': 'bb3f45b6-ed07-4929-a8f4-72d728403dcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '12ef6109-0ab2-4fff-a1ce-e10c8f7f0b19'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:31.034749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.085859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port da3af596-119e-423a-8455-c8151ed71ac4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:31.086187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.281612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.338924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc081984-6266-448d-80aa-8a8ad5f67c5b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:31.364328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73bed2-8597-46c1-ab39-dc00a3a4fad8 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:31.400386 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b72288ed-ca22-4b65-8086-c655018db972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.420959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:31.535265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac0fc0-5fb9-462c-a9a3-0b1741ecb38b req-6e6be4de-32c3-4c96-aa69-309144375154 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.543879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f3df-d869-4e4d-b200-85d4c4f3f61d req-a0e278f8-24be-4170-a438-fea9b5535c73 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.545512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e0a8f3df-d869-4e4d-b200-85d4c4f3f61d req-a0e278f8-24be-4170-a438-fea9b5535c73 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.5572042 Dec 15 13:53:31.551157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98ac0fc0-5fb9-462c-a9a3-0b1741ecb38b req-6e6be4de-32c3-4c96-aa69-309144375154 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 1.7540720 Dec 15 13:53:31.649551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-2cbed005-75a1-4b3d-bd3a-fab9e1a446ed tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.651170 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-2cbed005-75a1-4b3d-bd3a-fab9e1a446ed tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 946 time: 0.4849350 Dec 15 13:53:31.672603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192329bb-35d1-4289-bacc-120b89cfce3c req-24ead42b-2738-47de-82d3-785edb64ebf1 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:31.676029 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-24ead42b-2738-47de-82d3-785edb64ebf1 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.24 "GET /v2.0/networks?id=97f490c0-a3e8-48c9-ba3e-3648e2e58223 HTTP/1.1" status: 200 len: 813 time: 2.0027499 Dec 15 13:53:31.774689 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e0a8f3df-d869-4e4d-b200-85d4c4f3f61d req-4fa74dc2-b3f8-4573-863b-1c304d8a9295 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094183 Dec 15 13:53:31.780360 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-3c1aa29b-f28d-4a5e-8575-cd4043136042 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The resource could not be found. Dec 15 13:53:31.783234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c1aa29b-f28d-4a5e-8575-cd4043136042 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8980322 Dec 15 13:53:31.809822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Request body: {'port': {'device_id': '3bfe80f8-7534-49e5-a256-0baa300b2b60', 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223', 'admin_state_up': True, 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:31.846808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59640) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:31.863209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.138634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.258708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98ac0fc0-5fb9-462c-a9a3-0b1741ecb38b req-a4d7c497-cb30-4f36-af4a-26d231bc9dd9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060158 Dec 15 13:53:32.294859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Made reservation on behalf of eb2e0e6d2c7c41c3b5f09bf29c4417bb for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:32.299353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.367023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.392540 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09119ee2-d3a3-42e5-830c-7f011d756b7b req-2803b1c8-3140-4269-8d18-9fde0ab89848 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 210 time: 0.3681908 Dec 15 13:53:32.397818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.528042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.528984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 992f232c-e602-42b6-8286-63cb13e46972 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:53:32.557034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.559625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-99ea8cab-4e13-4306-ae5d-3f9c0ad65fa2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/992f232c-e602-42b6-8286-63cb13e46972 HTTP/1.1" status: 204 len: 168 time: 3.3469012 Dec 15 13:53:32.592441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59654) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:32.694659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Deleting port c1f480ae-7dd5-4b11-81d6-492d1717ffba {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:32.699606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.764275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2719fc55-022d-4381-863a-13df5e815c66 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:32.817242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2719fc55-022d-4381-863a-13df5e815c66 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:32.817866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2719fc55-022d-4381-863a-13df5e815c66 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:32.818465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc081984-6266-448d-80aa-8a8ad5f67c5b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:32.859799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-abaebe9c-8b16-47af-9782-04cdb1f86e06 admin admin] Deleting subnet 4f41840d-b405-48dc-95a7-af9f78a4eff6 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:32.881045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: fc081984-6266-448d-80aa-8a8ad5f67c5b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:32.881902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc081984-6266-448d-80aa-8a8ad5f67c5b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:32.883891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9fe1c-07bb-4b9d-93c6-acbb339b2e3c req-ca9e9804-7d4c-48b3-9ca0-4e2688e4d628 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:32.890891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6a072-69b5-430a-b2c2-2e105fa7043f req-a82e7802-6fe6-421a-8ca2-62bc4a333eae tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:32.893241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-67e6a072-69b5-430a-b2c2-2e105fa7043f req-a82e7802-6fe6-421a-8ca2-62bc4a333eae tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2750235 Dec 15 13:53:32.900186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29f50cfa-97d9-49ed-878e-2439552f1a99 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.900529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82c9fe1c-07bb-4b9d-93c6-acbb339b2e3c req-ca9e9804-7d4c-48b3-9ca0-4e2688e4d628 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 946 time: 0.4569054 Dec 15 13:53:32.903648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Router 521c41c3-8ae5-4026-ba36-8bc89331cacb is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:53:32.935921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29f50cfa-97d9-49ed-878e-2439552f1a99 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.942895 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abaebe9c-8b16-47af-9782-04cdb1f86e06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:32.953284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Allocated IP 172.20.0.7 (97f490c0-a3e8-48c9-ba3e-3648e2e58223/fda222aa-fa9b-4256-8026-7040f52003f2/d05f77a8-c770-433e-9a8a-e86627db1bed) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:33.065848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-67e6a072-69b5-430a-b2c2-2e105fa7043f req-c5e81f0f-58ed-4036-b226-16ef0eefa7d6 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807092 Dec 15 13:53:33.069526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29f50cfa-97d9-49ed-878e-2439552f1a99 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.075703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29f50cfa-97d9-49ed-878e-2439552f1a99 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.079618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-29f50cfa-97d9-49ed-878e-2439552f1a99 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/bb3f45b6-ed07-4929-a8f4-72d728403dcb HTTP/1.1" status: 204 len: 168 time: 1.2287083 Dec 15 13:53:33.080829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:33.133340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abaebe9c-8b16-47af-9782-04cdb1f86e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.146920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f50cfa-97d9-49ed-878e-2439552f1a99 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f45b6-ed07-4929-a8f4-72d728403dcb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:33.164695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59662) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:33.236025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] For port c1f480ae-7dd5-4b11-81d6-492d1717ffba, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c1f480ae-7dd5-4b11-81d6-492d1717ffba,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:33.236649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.340507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82c9fe1c-07bb-4b9d-93c6-acbb339b2e3c req-3ad85980-b3d9-4e78-a2c1-d1b8385bc9c1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390481 Dec 15 13:53:33.390626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-532f58fe-286f-4127-8249-59822c99d81c tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2802064 Dec 15 13:53:33.398972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Calling delete_port for c1f480ae-7dd5-4b11-81d6-492d1717ffba owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:33.400670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:33.420902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fbc31ed3-308b-43a6-bfe5-da362c1e2bd0 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': 'b63fea6e-ea90-46ad-b5e2-9ef742a443a1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:33.591735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619d787-c2bb-4d69-adc3-8f304082b434 req-a24d4959-022d-44e0-9053-f85ce4c37bc6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:33.599489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c619d787-c2bb-4d69-adc3-8f304082b434 req-a24d4959-022d-44e0-9053-f85ce4c37bc6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.3104341 Dec 15 13:53:33.781883 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f013adc0-e8b0-4d56-8a2b-23866e164686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.812993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c619d787-c2bb-4d69-adc3-8f304082b434 req-99fa1e83-e5d9-4d1c-927d-7b9d104b9c76 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039607 Dec 15 13:53:33.825027 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-fbc31ed3-308b-43a6-bfe5-da362c1e2bd0 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The resource could not be found. Dec 15 13:53:33.829250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fbc31ed3-308b-43a6-bfe5-da362c1e2bd0 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4140060 Dec 15 13:53:33.850526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:33.862260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7f127554-9f6f-47e9-bcb4-83054572a80d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623706073'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:33.914587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abaebe9c-8b16-47af-9782-04cdb1f86e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:33.968462 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f127554-9f6f-47e9-bcb4-83054572a80d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.008953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e2743e-0df7-4465-81f1-76559e82abb8 admin admin] Deleting subnet 6b9cb907-f1e6-4c66-ab4c-ea856b88b689 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:53:34.012404 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7e2743e-0df7-4465-81f1-76559e82abb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.053805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e12390a2-4d5b-4a89-b0c1-d791419cccac req-d62a55cb-4f96-470b-b1a9-aede5deec082 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 210 time: 0.0977576 Dec 15 13:53:34.091043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7e2743e-0df7-4465-81f1-76559e82abb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.124968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.140743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:34.211838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7e2743e-0df7-4465-81f1-76559e82abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.222437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34604be7-2edc-4be6-b842-713545706cad None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:34.298442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event deleted for resources: {'Port': ['ID=c1f480ae-7dd5-4b11-81d6-492d1717ffba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:34.375731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:34.402346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7e2743e-0df7-4465-81f1-76559e82abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.411609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] No DVR routers for this DVR port c1f480ae-7dd5-4b11-81d6-492d1717ffba on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:34.434259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.445557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b11bd02-11a3-4581-8fca-079a6dc30a7c req-4acc9378-e8bf-4d9b-934b-fb8640c23c12 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "DELETE /v2.0/ports/c1f480ae-7dd5-4b11-81d6-492d1717ffba HTTP/1.1" status: 204 len: 173 time: 2.7798772 Dec 15 13:53:34.448584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29', 'name': 'network-vif-deleted', 'tag': 'c1f480ae-7dd5-4b11-81d6-492d1717ffba'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:34.450733 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f00aac6-eb8f-47b0-9996-42569014f2a1" -d '{"events": [{"server_uuid": "5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29", "name": "network-vif-deleted", "tag": "c1f480ae-7dd5-4b11-81d6-492d1717ffba"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:34.500962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Sync routers for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:34.525382 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.527557 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f127554-9f6f-47e9-bcb4-83054572a80d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.539703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:34.540732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:34.549815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2743e-0df7-4465-81f1-76559e82abb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9cb907-f1e6-4c66-ab4c-ea856b88b689,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:34.555609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7e2743e-0df7-4465-81f1-76559e82abb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.559570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e7e2743e-0df7-4465-81f1-76559e82abb8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6b9cb907-f1e6-4c66-ab4c-ea856b88b689 HTTP/1.1" status: 204 len: 168 time: 1.2964890 Dec 15 13:53:34.572047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665e88b-bdf9-453c-ae92-36e429fd9f1d req-0cc267ff-a799-4bc9-87cb-e84b5dab0258 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:34.575480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6665e88b-bdf9-453c-ae92-36e429fd9f1d req-0cc267ff-a799-4bc9-87cb-e84b5dab0258 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.8837063 Dec 15 13:53:34.575480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59678) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:34.611475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac5204-d8aa-46a8-9962-d9895e57486d None None] Network ee81acf7-e315-4336-a2dd-6ea2aca07659 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:34.617459 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f127554-9f6f-47e9-bcb4-83054572a80d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.621853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c1f480ae-7dd5-4b11-81d6-492d1717ffba no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:34.632245 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6a4491b-80ad-4df9-994c-3d24c63e94c6 req-c41e8ac9-2256-467b-aacc-8c59e8162860 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29 HTTP/1.1" status: 200 len: 210 time: 0.1469498 Dec 15 13:53:34.651686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.656926 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-82915d22-54fd-45bb-89f3-a2559287cfdc admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9356892 Dec 15 13:53:34.657106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:34.714809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: c1f480ae-7dd5-4b11-81d6-492d1717ffba {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:34.715470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c1f480ae-7dd5-4b11-81d6-492d1717ffba not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:34.819672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.908890 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bcdf06-ff80-47db-ac6a-28c485a90f46 x-openstack-request-id: req-c5bcdf06-ff80-47db-ac6a-28c485a90f46 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:34.909857 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29", "name": "network-vif-deleted", "tag": "c1f480ae-7dd5-4b11-81d6-492d1717ffba", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:34.910732 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c5bcdf06-ff80-47db-ac6a-28c485a90f46 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:34.910938 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:34.911413 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad95a09-3adc-41f5-b3a1-f5dd76dc4a29', 'name': 'network-vif-deleted', 'tag': 'c1f480ae-7dd5-4b11-81d6-492d1717ffba', 'status': 'completed', 'code': 200} Dec 15 13:53:34.939721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a87030-09ff-4e3a-b426-f1b88fc61976 None None] DHCP port deletion for ee81acf7-e315-4336-a2dd-6ea2aca07659 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:34.971978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:35.043280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127554-9f6f-47e9-bcb4-83054572a80d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2621da-e6b8-482c-b802-e9d270aea279,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:35.161235 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f127554-9f6f-47e9-bcb4-83054572a80d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.169934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f127554-9f6f-47e9-bcb4-83054572a80d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3124943 Dec 15 13:53:35.181634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6665e88b-bdf9-453c-ae92-36e429fd9f1d req-72fbf85c-bd4b-41ed-9bf9-e8325faf59f7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598646 Dec 15 13:53:35.186521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59686) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:35.204414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-76d3ee39-63b0-4585-a61c-9db98d2d320d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--691675238'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:35.280260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:35.285414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abaebe9c-8b16-47af-9782-04cdb1f86e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.337049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:35.398008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc630bd-e7ba-497a-bfd7-7e4031e8ad8b req-222b32e6-aced-4d67-afde-420e93c98f38 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:35.408342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1cc630bd-e7ba-497a-bfd7-7e4031e8ad8b req-222b32e6-aced-4d67-afde-420e93c98f38 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.3659365 Dec 15 13:53:35.409796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Pushing event updated for resources: {'Port': ['ID=d05f77a8-c770-433e-9a8a-e86627db1bed,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:35.426213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:35.436778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaebe9c-8b16-47af-9782-04cdb1f86e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f41840d-b405-48dc-95a7-af9f78a4eff6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:35.475802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.603118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:30Z', 'revision_number': 3, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:35.633008 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abaebe9c-8b16-47af-9782-04cdb1f86e06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.647350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-abaebe9c-8b16-47af-9782-04cdb1f86e06 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4f41840d-b405-48dc-95a7-af9f78a4eff6 HTTP/1.1" status: 204 len: 168 time: 3.0536606 Dec 15 13:53:35.663826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59690) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:35.665017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Checking router: 521c41c3-8ae5-4026-ba36-8bc89331cacb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:35.665517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Updating router 521c41c3-8ae5-4026-ba36-8bc89331cacb port 67f7198c-141a-4160-9024-d4f0405cacd1 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:53:35.697234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188b062-96c4-4bb9-a3e9-862b92366888 None None] Network 12334173-1949-45ec-b77f-a5d600cd17a3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:35.701999 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.860291 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76d3ee39-63b0-4585-a61c-9db98d2d320d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.914397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.065053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.132859 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1cc630bd-e7ba-497a-bfd7-7e4031e8ad8b req-227d4dd0-ce47-4bca-aac5-0b69575e7448 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7235198 Dec 15 13:53:36.159113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee81acf7-e315-4336-a2dd-6ea2aca07659']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:36.189204 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.201542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722299eb-52ef-4897-9e1c-6f9f03c7b0cf') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:36.203244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722299eb-52ef-4897-9e1c-6f9f03c7b0cf') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:36.217423 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.219554 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.257255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.267092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:36.267922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.323124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9ed96262-c55d-41e7-a374-93817e29402d None None] Provisioning complete for port d05f77a8-c770-433e-9a8a-e86627db1bed triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:36.323420 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ed96262-c55d-41e7-a374-93817e29402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.330673 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76d3ee39-63b0-4585-a61c-9db98d2d320d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.351715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76d3ee39-63b0-4585-a61c-9db98d2d320d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.366973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:36.389105 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:36.394034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9ed96262-c55d-41e7-a374-93817e29402d None None] Port d05f77a8-c770-433e-9a8a-e86627db1bed cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:36.421889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Attempting to bind port 67f7198c-141a-4160-9024-d4f0405cacd1 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:36.422268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Attempting to bind port 67f7198c-141a-4160-9024-d4f0405cacd1 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:36.422645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Attempting to bind port 67f7198c-141a-4160-9024-d4f0405cacd1 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:36.435314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab30ad-1551-480c-8762-1ec6ba9ba359 req-2cf39d83-f5ff-4162-be4e-2dee242fbf33 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:36.438837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:36.439229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:36.439648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.440617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:36.441161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Bound port: 67f7198c-141a-4160-9024-d4f0405cacd1, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:36.441562 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.444386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-feab30ad-1551-480c-8762-1ec6ba9ba359 req-2cf39d83-f5ff-4162-be4e-2dee242fbf33 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 931 time: 1.0193276 Dec 15 13:53:36.444961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14506494-72b4-4cc6-a057-014cdbe35baf None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:36.449108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.469961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.488450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ee81acf7-e315-4336-a2dd-6ea2aca07659 HTTP/1.1" status: 204 len: 168 time: 1.9105849 Dec 15 13:53:36.492446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3ee39-63b0-4585-a61c-9db98d2d320d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a19df3-798e-421f-bb2e-3c5e5f29bfcc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:36.550047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddee28b-1f59-4437-ae72-b862a5d6f9f5 req-755a6b55-28e5-41bc-97cc-6f4be867c9cd tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:36.552159 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ddee28b-1f59-4437-ae72-b862a5d6f9f5 req-755a6b55-28e5-41bc-97cc-6f4be867c9cd tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2947013 Dec 15 13:53:36.561184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76d3ee39-63b0-4585-a61c-9db98d2d320d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.562417 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-76d3ee39-63b0-4585-a61c-9db98d2d320d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3677483 Dec 15 13:53:36.567231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Pushing event updated for resources: {'Port': ['ID=67f7198c-141a-4160-9024-d4f0405cacd1,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:36.586216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59698) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:36.608973 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.620128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-05c19fb6-797e-413e-a765-3aa2d9af0b05 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group_rule': {'security_group_id': '0f2621da-e6b8-482c-b802-e9d270aea279', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '38a19df3-798e-421f-bb2e-3c5e5f29bfcc'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:36.648494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3ce56758-112b-4ba5-89ac-cc482fddd23d None None] Provisioning complete for port 67f7198c-141a-4160-9024-d4f0405cacd1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:36.650288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3ce56758-112b-4ba5-89ac-cc482fddd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.676243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:36.677272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.739269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-5bdf6a44-2121-42fe-a1da-262576267949 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9576902 Dec 15 13:53:36.744672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea8442-9286-454c-8fa5-a17a0b87faf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee81acf7-e315-4336-a2dd-6ea2aca07659,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:36.794444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3ce56758-112b-4ba5-89ac-cc482fddd23d None None] Port 67f7198c-141a-4160-9024-d4f0405cacd1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:36.805874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] DHCP port deletion for 12334173-1949-45ec-b77f-a5d600cd17a3 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:36.806106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-feab30ad-1551-480c-8762-1ec6ba9ba359 req-2f2dd349-525c-47a6-963d-ac25291537c7 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147054 Dec 15 13:53:36.868760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Deleting port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:36.869284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:36.916141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] For port 67f7198c-141a-4160-9024-d4f0405cacd1, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:36.939719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59700) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:36.971693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] For port 67f7198c-141a-4160-9024-d4f0405cacd1, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67f7198c-141a-4160-9024-d4f0405cacd1,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:36.995253 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.073638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] For port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,segment=NetworkSegment(6d9715f7-6507-44b2-bcc7-8ab0976fde53),segment_id=6d9715f7-6507-44b2-bcc7-8ab0976fde53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:37.074010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.094623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9244afa-44ff-4a97-8687-f61cee4a810f None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:37.119185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Calling delete_port for 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:37.147455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] Deleting port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:53:37.147850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.154524 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ddee28b-1f59-4437-ae72-b862a5d6f9f5 req-e558da39-2e6a-4c69-8b0b-9e71a0b4234f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908639 Dec 15 13:53:37.165124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:37.166031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:37.186347 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-05c19fb6-797e-413e-a765-3aa2d9af0b05 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:53:37.197121 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-05c19fb6-797e-413e-a765-3aa2d9af0b05 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6064737 Dec 15 13:53:37.199066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59708) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:37.326959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Request body: {'port': {'device_id': '3bfe80f8-7534-49e5-a256-0baa300b2b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:37.348797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f92836fa-edbc-4a34-995e-89c9b5d5e49e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d0fc4f6cb7c94ba28cda79615975f9c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075515 Dec 15 13:53:37.350840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59710) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:37.385788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Allocated IP 172.20.0.1 (27c3ac47-3e22-4d6e-8a5b-84ec86d99979/299bbd43-2c6b-4617-9310-ef44d6baec67/8902eddd-545c-446f-a2fa-0ce02f9f8561) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:37.405359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:37.444176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cc0a6-b8d1-4ec0-9d3c-b060834bbbc6 req-4890c72b-23d5-4f72-97e9-115aaa571207 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:37.455925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf0cc0a6-b8d1-4ec0-9d3c-b060834bbbc6 req-4890c72b-23d5-4f72-97e9-115aaa571207 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.1721992 Dec 15 13:53:37.527779 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.626541 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da4f5e03-de43-454a-95e1-3929133290e4 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:37.798577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Pushing event updated for resources: {'Port': ['ID=67f7198c-141a-4160-9024-d4f0405cacd1,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:37.950354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.950612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.950967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.951309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.951649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.952016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.952353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.952684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.953016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.953345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.953677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.954004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.954328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d891f-10e1-4ddc-bcf5-9fb8faf66965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:37.996597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.048691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5cc91b7d-32ea-428c-9d75-fdfee225966c None None] Provisioning complete for port 67f7198c-141a-4160-9024-d4f0405cacd1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:38.049073 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cc91b7d-32ea-428c-9d75-fdfee225966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.190356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] For port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,segment=NetworkSegment(6d9715f7-6507-44b2-bcc7-8ab0976fde53),segment_id=6d9715f7-6507-44b2-bcc7-8ab0976fde53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:38.191040 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.223664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] Calling delete_port for 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:53:38.267978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05f77a8-c770-433e-9a8a-e86627db1bed {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:38.277633 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccb845ca-9a02-4103-acb4-f6c9566a2757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.285719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.309486 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da4f5e03-de43-454a-95e1-3929133290e4 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.319335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Transition to ACTIVE for port object d05f77a8-c770-433e-9a8a-e86627db1bed will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:53:38.337128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf0cc0a6-b8d1-4ec0-9d3c-b060834bbbc6 req-599e9e6d-564c-4e15-974c-167cc19a2ad9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8781781 Dec 15 13:53:38.356738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.382627 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cc91b7d-32ea-428c-9d75-fdfee225966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.384518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccb845ca-9a02-4103-acb4-f6c9566a2757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.433923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5cc91b7d-32ea-428c-9d75-fdfee225966c None None] For port 67f7198c-141a-4160-9024-d4f0405cacd1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67f7198c-141a-4160-9024-d4f0405cacd1,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:38.435788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:30Z', 'revision_number': 3, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:38.471479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e9f83-8c20-4358-9d5d-9fdd5a48b7e3 None None] The sync data for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 is: [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:30Z', 'revision_number': 3, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:38.476561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cc91b7d-32ea-428c-9d75-fdfee225966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.525004 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.553992 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da4f5e03-de43-454a-95e1-3929133290e4 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.557241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da4f5e03-de43-454a-95e1-3929133290e4 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.563192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da4f5e03-de43-454a-95e1-3929133290e4 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/38a19df3-798e-421f-bb2e-3c5e5f29bfcc HTTP/1.1" status: 204 len: 168 time: 1.3558660 Dec 15 13:53:38.568997 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.570416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59722) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:38.619248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] No DVR routers for this DVR port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: from cryptography.utils import int_from_bytes Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: from cryptography.utils import int_from_bytes Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.624711 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:53:38.627269 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 13:53:38.632059 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.651158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f5e03-de43-454a-95e1-3929133290e4 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a19df3-798e-421f-bb2e-3c5e5f29bfcc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:38.682405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Pushing event updated for resources: {'Port': ['ID=d05f77a8-c770-433e-9a8a-e86627db1bed,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:38.684643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] No DVR routers for this DVR port 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:53:38.714595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc91b7d-32ea-428c-9d75-fdfee225966c None None] Pushing event updated for resources: {'Port': ['ID=67f7198c-141a-4160-9024-d4f0405cacd1,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:38.732446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17ff93-96f8-4f81-90af-0c1ffa3f7f2b req-22d4cba8-8ca1-49b7-ad80-51800f0e6f8b tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:38.740596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b17ff93-96f8-4f81-90af-0c1ffa3f7f2b req-22d4cba8-8ca1-49b7-ad80-51800f0e6f8b tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 943 time: 0.2747824 Dec 15 13:53:38.825777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905284e1-264c-4f02-8a3c-33042320cbc5 None None] Pushing event deleted for resources: {'Port': ['ID=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:38.841248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccb845ca-9a02-4103-acb4-f6c9566a2757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.845849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:38.861083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccb845ca-9a02-4103-acb4-f6c9566a2757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:38.862707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ccb845ca-9a02-4103-acb4-f6c9566a2757 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/873a0073-8c61-4db1-92df-5d23f8e56fea HTTP/1.1" status: 204 len: 168 time: 1.5096700 Dec 15 13:53:38.872215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:38.889569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:53:38.892359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 43ba6a83-dbbd-43e2-9c8d-dbc7d8b425d2 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:53:38.932775 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8dca4fed-2d90-44bc-a4cb-8247afdf19d8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3603992 Dec 15 13:53:38.933961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb845ca-9a02-4103-acb4-f6c9566a2757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a0073-8c61-4db1-92df-5d23f8e56fea,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:38.938206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:38.991664 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.056707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b17ff93-96f8-4f81-90af-0c1ffa3f7f2b req-43bc1fd9-4321-4f7f-b2a5-cea584bb53d2 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154073 Dec 15 13:53:39.276832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:39.281670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:39.287920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:39.331087 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.395738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Pushing event updated for resources: {'Port': ['ID=8902eddd-545c-446f-a2fa-0ce02f9f8561,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:39.402046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12334173-1949-45ec-b77f-a5d600cd17a3']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:39.410983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a90c8de-9591-4a7b-b8ed-c8900a8c81c8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.417141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9715f7-6507-44b2-bcc7-8ab0976fde53') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:39.417441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9715f7-6507-44b2-bcc7-8ab0976fde53') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:39.437740 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.457219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.465457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.467638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:53:39.468185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:53:39.564790 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:53:39.575304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf97d17-b4c5-4a76-b40d-5dba1240f494 req-f7d20c04-2a85-4231-8a73-6cb3d9bf9ff2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:39.585067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-edf97d17-b4c5-4a76-b40d-5dba1240f494 req-f7d20c04-2a85-4231-8a73-6cb3d9bf9ff2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 1.2616513 Dec 15 13:53:39.599051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a90c8de-9591-4a7b-b8ed-c8900a8c81c8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.635664 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.660307 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.700177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/12334173-1949-45ec-b77f-a5d600cd17a3 HTTP/1.1" status: 204 len: 168 time: 4.0278790 Dec 15 13:53:39.799259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c9f42581-b169-44d3-89bc-4c2c7e361bd4 None None] Provisioning complete for port 8902eddd-545c-446f-a2fa-0ce02f9f8561 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:39.799845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c9f42581-b169-44d3-89bc-4c2c7e361bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.888916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a90c8de-9591-4a7b-b8ed-c8900a8c81c8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.891836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-edf97d17-b4c5-4a76-b40d-5dba1240f494 req-749d2acc-57cd-473c-aaac-28d8e99d8f00 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036284 Dec 15 13:53:39.903575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8c18b-b7eb-4db6-8680-1ea3a14640c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=12334173-1949-45ec-b77f-a5d600cd17a3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:39.908175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a90c8de-9591-4a7b-b8ed-c8900a8c81c8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:39.921138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4a90c8de-9591-4a7b-b8ed-c8900a8c81c8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/0f2621da-e6b8-482c-b802-e9d270aea279 HTTP/1.1" status: 204 len: 168 time: 0.9770272 Dec 15 13:53:39.924346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59748) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:39.980621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c9f42581-b169-44d3-89bc-4c2c7e361bd4 None None] Port 8902eddd-545c-446f-a2fa-0ce02f9f8561 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:40.002752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90c8de-9591-4a7b-b8ed-c8900a8c81c8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2621da-e6b8-482c-b802-e9d270aea279,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:40.142171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.217101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Attempting to bind port d05f77a8-c770-433e-9a8a-e86627db1bed on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:40.217457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Attempting to bind port d05f77a8-c770-433e-9a8a-e86627db1bed by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:40.217799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Attempting to bind port d05f77a8-c770-433e-9a8a-e86627db1bed on network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:40.245298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59756) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:40.438273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0fed82e6-48f6-49ad-b777-fee0be22b491 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b21ec0fe597348a1bf2b43aad2b25320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895897 Dec 15 13:53:40.441571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59758) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:40.654199 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.656143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b26e9bb5-9eeb-4616-89db-9ca60965bdcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.718367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b26e9bb5-9eeb-4616-89db-9ca60965bdcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.817897 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.865845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Pushing event updated for resources: {'Port': ['ID=8902eddd-545c-446f-a2fa-0ce02f9f8561,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:40.869411 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b26e9bb5-9eeb-4616-89db-9ca60965bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.873191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b26e9bb5-9eeb-4616-89db-9ca60965bdcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:40.874357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b26e9bb5-9eeb-4616-89db-9ca60965bdcc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/19f36c23-6895-4bde-91a1-79119d33dd8f HTTP/1.1" status: 204 len: 168 time: 0.4312692 Dec 15 13:53:40.923028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67f7198c-141a-4160-9024-d4f0405cacd1 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:40.953772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e9bb5-9eeb-4616-89db-9ca60965bdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f36c23-6895-4bde-91a1-79119d33dd8f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:40.974864 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.141326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Port d05f77a8-c770-433e-9a8a-e86627db1bed on network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:53:41.141880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Attempting to bind port d05f77a8-c770-433e-9a8a-e86627db1bed on network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:41.162366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-36e00d81-f424-4631-a9b8-4a5055fb92fb tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.2171450 Dec 15 13:53:41.168293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59770) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:41.175494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:41.178310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:41.198140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9eaf32d7-4430-45c7-8ee1-384f6eb84c9d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737739390'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:41.240633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 67f7198c-141a-4160-9024-d4f0405cacd1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:41.241040 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.256663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:41.257014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Checking segment: {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:41.264686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Bound using segment: {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:41.265247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Bound port: d05f77a8-c770-433e-9a8a-e86627db1bed, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a89ffd-58f9-439f-ab76-f82faa1a352b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:41.265625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.356696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Router 521c41c3-8ae5-4026-ba36-8bc89331cacb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:53:41.392791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59772) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:41.480640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] For port d05f77a8-c770-433e-9a8a-e86627db1bed, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:41.485193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] For port d05f77a8-c770-433e-9a8a-e86627db1bed, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d05f77a8-c770-433e-9a8a-e86627db1bed,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:41.500622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.568218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69137a-2025-4b1e-956f-a1e17900a59d req-5644c238-8b11-4515-90aa-8cf3607bb30f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:41.577725 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc69137a-2025-4b1e-956f-a1e17900a59d req-5644c238-8b11-4515-90aa-8cf3607bb30f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 1.4482162 Dec 15 13:53:41.689788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc69137a-2025-4b1e-956f-a1e17900a59d req-369ebfdf-5e0f-4d39-903a-372c46510ec5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091776 Dec 15 13:53:41.690633 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9eaf32d7-4430-45c7-8ee1-384f6eb84c9d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.731822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:41.742914 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:41.748254 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] 10.222.0.24 "PUT /v2.0/ports/d05f77a8-c770-433e-9a8a-e86627db1bed HTTP/1.1" status: 200 len: 1091 time: 4.4326816 Dec 15 13:53:41.775831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfe80f8-7534-49e5-a256-0baa300b2b60', 'tag': 'd05f77a8-c770-433e-9a8a-e86627db1bed'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:41.790481 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641eefb9-ec77-48a5-a936-0ca4f077bf33" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfe80f8-7534-49e5-a256-0baa300b2b60", "tag": "d05f77a8-c770-433e-9a8a-e86627db1bed"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:41.851831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:41.866144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ecde29ef-00e6-4851-b107-1c6eadb5d11a admin admin] 10.222.0.86 "PUT /v2.0/routers/521c41c3-8ae5-4026-ba36-8bc89331cacb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2066989 Dec 15 13:53:41.925614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060f7e0-e9b6-4f11-8915-71f07055503a service neutron] Pushing event updated for resources: {'Port': ['ID=d05f77a8-c770-433e-9a8a-e86627db1bed,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:41.938604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-68205b3b-86a4-4598-8ca8-c9d4f4293664 None None] Provisioning complete for port 8902eddd-545c-446f-a2fa-0ce02f9f8561 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:41.941527 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68205b3b-86a4-4598-8ca8-c9d4f4293664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.018750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-807822756-network', 'tenant_id': '948364fc4d744d30bf8491c7a5748247'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:42.106684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-68205b3b-86a4-4598-8ca8-c9d4f4293664 None None] Port 8902eddd-545c-446f-a2fa-0ce02f9f8561 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:42.116470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Made reservation on behalf of 948364fc4d744d30bf8491c7a5748247 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:42.121418 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.171057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.186863 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Sync routers for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:42.210822 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:42.211483 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:42.226292 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9eaf32d7-4430-45c7-8ee1-384f6eb84c9d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.261115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192329bb-35d1-4289-bacc-120b89cfce3c req-e9e9fbfa-8bb3-4f54-9c1c-aa2e85347a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.262860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-e9e9fbfa-8bb3-4f54-9c1c-aa2e85347a26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb2e0e6d2c7c41c3b5f09bf29c4417bb&device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 1094 time: 0.4140291 Dec 15 13:53:42.285763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9eaf32d7-4430-45c7-8ee1-384f6eb84c9d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.325413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe817c5-f217-4366-ba19-6d35481f29e3 req-33bed55b-d04f-4230-8f23-0ccc611321ad tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.334277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fe817c5-f217-4366-ba19-6d35481f29e3 req-33bed55b-d04f-4230-8f23-0ccc611321ad tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3687878 Dec 15 13:53:42.386371 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:42.516747 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-8c0c3c99-9a82-444e-bc0b-0f7853439001 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d05f77a8-c770-433e-9a8a-e86627db1bed HTTP/1.1" status: 200 len: 217 time: 0.1770306 Dec 15 13:53:42.551466 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9eaf32d7-4430-45c7-8ee1-384f6eb84c9d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.560468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9eaf32d7-4430-45c7-8ee1-384f6eb84c9d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3804359 Dec 15 13:53:42.565313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59808) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:42.580776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0453fb4f-dd95-4bd6-950d-d68e8bfd5754 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:42.581422 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-0453fb4f-dd95-4bd6-950d-d68e8bfd5754 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 13:53:42.581937 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-0453fb4f-dd95-4bd6-950d-d68e8bfd5754 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 13:53:42.584165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0453fb4f-dd95-4bd6-950d-d68e8bfd5754 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "PUT /v2.0/security-groups/3662cabb-2b49-4d87-b3fe-f78b9ee02b44 HTTP/1.1" status: 409 len: 330 time: 0.0163627 Dec 15 13:53:42.587897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59810) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:42.657782 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 2, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:42.707376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fe817c5-f217-4366-ba19-6d35481f29e3 req-3bf67094-f12f-460e-a4f0-6ada70da11fe tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720129 Dec 15 13:53:42.732235 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Checking router: 521c41c3-8ae5-4026-ba36-8bc89331cacb for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:42.734149 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Updating router 521c41c3-8ae5-4026-ba36-8bc89331cacb port 8902eddd-545c-446f-a2fa-0ce02f9f8561 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:53:42.766089 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.780439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.793472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf32d7-4430-45c7-8ee1-384f6eb84c9d tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3662cabb-2b49-4d87-b3fe-f78b9ee02b44,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:42.795073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.810170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:42.823479 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.823936 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Added segment a7488c4a-5dfe-421d-a135-01457dc6ecf0 of type vlan for network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 Dec 15 13:53:42.875061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:42.885748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192329bb-35d1-4289-bacc-120b89cfce3c req-f34ec5a9-0e8b-4c60-88d5-03a26e2da4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:42.887237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-f34ec5a9-0e8b-4c60-88d5-03a26e2da4b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fda222aa-fa9b-4256-8026-7040f52003f2 HTTP/1.1" status: 200 len: 852 time: 0.3193429 Dec 15 13:53:43.005730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fed103-7e10-4a6d-a045-30479cb486fa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:43.036124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.037589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.043260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.119360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7179382 Dec 15 13:53:43.123075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59834) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:43.165861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Request body: {'subnet': {'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-subnet', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:43.200673 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c62-42eb-4603-b372-f92bd2f1a6f8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.217702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd3e8-9a87-41ab-915f-af52fd559139 req-681a429e-655d-4db6-ab5c-a450c881cb32 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.231789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c62-42eb-4603-b372-f92bd2f1a6f8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.235430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-227cd3e8-9a87-41ab-915f-af52fd559139 req-681a429e-655d-4db6-ab5c-a450c881cb32 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 943 time: 0.3177681 Dec 15 13:53:43.266826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cba06-b847-4416-a0b4-de043b296e09 req-097114f4-0cb3-4169-b173-0932bdf5232c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.269839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-097114f4-0cb3-4169-b173-0932bdf5232c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.9009082 Dec 15 13:53:43.283781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Made reservation on behalf of 948364fc4d744d30bf8491c7a5748247 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:43.287951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.331101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192329bb-35d1-4289-bacc-120b89cfce3c req-24c1b7d2-3de1-4289-bde0-4d7b0dfdba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:43.332872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-24c1b7d2-3de1-4289-bde0-4d7b0dfdba93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97f490c0-a3e8-48c9-ba3e-3648e2e58223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3869500 Dec 15 13:53:43.378934 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.399242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59846) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:43.411337 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.428727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-227cd3e8-9a87-41ab-915f-af52fd559139 req-2cf06dd3-cc78-4838-8b65-92da84d30ce7 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922219 Dec 15 13:53:43.453988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d80b9-86ba-417d-81be-c9c816640ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=92a73772-e43c-4d8f-8ab4-eaa21a18ff95,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:43.467475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:43.517870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f85a14a9-916d-4a21-83ef-b604e7e92a3b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/quotas/4cd6ad14e26c4dff85ab78c0563e8bd6 HTTP/1.1" status: 200 len: 375 time: 0.2176588 Dec 15 13:53:43.519690 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e58c7-609b-4ef9-a3dd-50c8fcb5d6a1 x-openstack-request-id: req-f84e58c7-609b-4ef9-a3dd-50c8fcb5d6a1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:43.520297 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfe80f8-7534-49e5-a256-0baa300b2b60", "tag": "d05f77a8-c770-433e-9a8a-e86627db1bed", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:43.520718 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f84e58c7-609b-4ef9-a3dd-50c8fcb5d6a1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:43.522196 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfe80f8-7534-49e5-a256-0baa300b2b60', 'tag': 'd05f77a8-c770-433e-9a8a-e86627db1bed', 'status': 'completed', 'code': 200} Dec 15 13:53:43.624910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c62-42eb-4603-b372-f92bd2f1a6f8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.627586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c62-42eb-4603-b372-f92bd2f1a6f8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.632701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59852) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:43.635024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ae1a9c62-42eb-4603-b372-f92bd2f1a6f8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/3662cabb-2b49-4d87-b3fe-f78b9ee02b44 HTTP/1.1" status: 204 len: 168 time: 1.0447989 Dec 15 13:53:43.641075 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Pushing event updated for resources: {'Port': ['ID=8902eddd-545c-446f-a2fa-0ce02f9f8561,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:43.673611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a9c62-42eb-4603-b372-f92bd2f1a6f8 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662cabb-2b49-4d87-b3fe-f78b9ee02b44,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:43.757354 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.760474 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.761056 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.761728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-b7d101c8-efa9-49df-a59b-95c113148034 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2429404 Dec 15 13:53:43.762251 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.764608 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.765565 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.770926 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.771788 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.773633 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.774436 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.775703 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.776497 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.778744 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:53:43.854709 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Attempting to bind port 8902eddd-545c-446f-a2fa-0ce02f9f8561 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:43.855091 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Attempting to bind port 8902eddd-545c-446f-a2fa-0ce02f9f8561 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:43.855465 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Attempting to bind port 8902eddd-545c-446f-a2fa-0ce02f9f8561 on network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:43.869601 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:43.869981 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Checking segment: {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:43.871714 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.873861 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Bound using segment: {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:43.874734 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Bound port: 8902eddd-545c-446f-a2fa-0ce02f9f8561, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:43.876343 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.882951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:43.903180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-155723610-network', 'tenant_id': '1a87b0d417a64028853ab0d0adb7d05c'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:43.927745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-806880425-network', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:43.995888 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] For port 8902eddd-545c-446f-a2fa-0ce02f9f8561, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:44.010847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-40bfdc66-49b5-468b-a597-52776eb8100e tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3764718 Dec 15 13:53:44.013249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59866) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:44.017216 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] For port 8902eddd-545c-446f-a2fa-0ce02f9f8561, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8902eddd-545c-446f-a2fa-0ce02f9f8561,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:44.028537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Made reservation on behalf of 1a87b0d417a64028853ab0d0adb7d05c for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:44.028811 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.031854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.046739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.136386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.163803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6872bebe-9156-48c2-bac7-7d116ef63cb7 None None] Provisioning complete for port 8902eddd-545c-446f-a2fa-0ce02f9f8561 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:44.164214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6872bebe-9156-48c2-bac7-7d116ef63cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.202907 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-58db4dc7-d54c-4bd8-b998-541feec4ba2a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] delete failed (client error): The resource could not be found. Dec 15 13:53:44.204173 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4918a-480c-4d5f-93cb-b77c0237ef32 None None] Pushing event updated for resources: {'Port': ['ID=8902eddd-545c-446f-a2fa-0ce02f9f8561,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:44.213537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-58db4dc7-d54c-4bd8-b998-541feec4ba2a tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "DELETE /v2.0/security-groups/e5e20f9e-00a5-4542-82d4-f75f63901f47 HTTP/1.1" status: 404 len: 347 time: 0.1957254 Dec 15 13:53:44.225247 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:44.226003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:44.226509 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:44.245776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b544d04c-b13d-4592-8537-97e17c972fda,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:44.271725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de629b1-4822-4099-b026-1fdea8c6100f req-bc55dd34-5415-474c-acb4-89f2649de513 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4970345 Dec 15 13:53:44.387053 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-d2aa4bc9-6414-48d8-9194-b1b57eb03a87 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] show failed (client error): The resource could not be found. Dec 15 13:53:44.389344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6872bebe-9156-48c2-bac7-7d116ef63cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.409711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-2db75819-1899-4171-aef4-d7ed559aba30 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316526 Dec 15 13:53:44.415834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d2aa4bc9-6414-48d8-9194-b1b57eb03a87 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-groups/1b496d02-a463-448d-b5ed-61aea3f59c6c HTTP/1.1" status: 404 len: 347 time: 0.1361473 Dec 15 13:53:44.416533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59886) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:44.423346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Made reservation on behalf of dcdbb967fc1d4d1284ba5515ce87b004 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:44.426040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.427511 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.496541 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:44.501136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.523338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6872bebe-9156-48c2-bac7-7d116ef63cb7 None None] For port 8902eddd-545c-446f-a2fa-0ce02f9f8561, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8902eddd-545c-446f-a2fa-0ce02f9f8561,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:44.538995 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6872bebe-9156-48c2-bac7-7d116ef63cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.541415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Checking segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:44.542676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Network hostable DHCP agents. Network: 92a73772-e43c-4d8f-8ab4-eaa21a18ff95, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:44.546468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110ba9f-ca7d-4d5a-9680-c5bd96601939 req-7cca6925-eb7f-4c62-9596-96b273f03160 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:44.548186 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110ba9f-ca7d-4d5a-9680-c5bd96601939 req-7cca6925-eb7f-4c62-9596-96b273f03160 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.8153498 Dec 15 13:53:44.557705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-9f47ad2f-31c5-403b-bf0b-8098f316b910 service neutron] 10.222.0.24 "GET /v2.0/networks/97f490c0-a3e8-48c9-ba3e-3648e2e58223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8521943 Dec 15 13:53:44.573931 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-ff512956-3912-4fcd-9667-2f194a07ef36 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] show failed (client error): The resource could not be found. Dec 15 13:53:44.581678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff512956-3912-4fcd-9667-2f194a07ef36 tempest-NegativeSecGroupTest-910171393 tempest-NegativeSecGroupTest-910171393-project] 10.222.0.86 "GET /v2.0/security-group-rules/d72df115-d9bf-4e6b-b1ed-756d05611228 HTTP/1.1" status: 404 len: 356 time: 0.1527116 Dec 15 13:53:44.682213 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.694628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872bebe-9156-48c2-bac7-7d116ef63cb7 None None] Pushing event updated for resources: {'Port': ['ID=8902eddd-545c-446f-a2fa-0ce02f9f8561,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:44.728186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de629b1-4822-4099-b026-1fdea8c6100f req-8b05b32a-9fc5-47ea-8203-eb56637240db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:44.733176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de629b1-4822-4099-b026-1fdea8c6100f req-8b05b32a-9fc5-47ea-8203-eb56637240db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1098 time: 0.3113043 Dec 15 13:53:44.766180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-88203cb9-1d91-4729-abd9-da39f2a5fdaa None None] Provisioning complete for port 8902eddd-545c-446f-a2fa-0ce02f9f8561 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:44.766853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-88203cb9-1d91-4729-abd9-da39f2a5fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.839805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:44.884797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:44.905995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.906668 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Added segment a182b8e1-b352-40fc-b6b2-51ac0155d755 of type vlan for network 503782f8-91d6-4b27-98a1-19e87ae7de1a Dec 15 13:53:44.982205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:44.993181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 92a73772-e43c-4d8f-8ab4-eaa21a18ff95) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:45.006762 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:43Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:45.044889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.046582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:45.047517 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.058093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19c117d-f34b-4c3f-8c06-8d54d8128feb None None] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:45.074858 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2592fb-d43d-4b9c-a167-214b63bacde6 None None] The sync data for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 is: [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:43Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:45.089887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:45.090526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.110880 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-2084a62b-1d99-47ad-8518-1a54839b4bd5 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001634 Dec 15 13:53:45.115277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:45.202087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8015060 Dec 15 13:53:45.210180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59892) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:45.217116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f110ba9f-ca7d-4d5a-9680-c5bd96601939 req-8343b89d-c0c1-44e4-93b8-ae0b041e5b59 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6583643 Dec 15 13:53:45.230137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Request body: {'subnet': {'network_id': '503782f8-91d6-4b27-98a1-19e87ae7de1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-155723610-subnet', 'tenant_id': '1a87b0d417a64028853ab0d0adb7d05c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:45.263069 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cffda822-1b19-41fe-b3f7-b32d08f17282 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1103215 Dec 15 13:53:45.263261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57412a48-a3c2-47db-8d19-1660561ab39d admin admin] Pushing event updated for resources: {'Network': ['ID=503782f8-91d6-4b27-98a1-19e87ae7de1a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:45.266038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59896) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:45.275399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:45.309066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 503782f8-91d6-4b27-98a1-19e87ae7de1a details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:45.323224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-192329bb-35d1-4289-bacc-120b89cfce3c req-7868b954-c1f2-4dc3-9d54-54f647b9b1b8 service neutron] 10.222.0.24 "GET /v2.0/networks/97f490c0-a3e8-48c9-ba3e-3648e2e58223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358935 Dec 15 13:53:45.387584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de629b1-4822-4099-b026-1fdea8c6100f req-5477686f-862b-40d5-96df-8a93b7bc2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:45.389279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de629b1-4822-4099-b026-1fdea8c6100f req-5477686f-862b-40d5-96df-8a93b7bc2c2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.5023818 Dec 15 13:53:45.467779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Made reservation on behalf of 1a87b0d417a64028853ab0d0adb7d05c for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:45.492778 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.496764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.529237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'project_id': '948364fc4d744d30bf8491c7a5748247', 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:45.535754 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.572009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59912) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:45.599512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.600234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.620425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.780997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.788131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-0503c935-fe4b-4b8e-b2d0-75d9ed3dc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:45.789835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-0503c935-fe4b-4b8e-b2d0-75d9ed3dc8c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb2e0e6d2c7c41c3b5f09bf29c4417bb&device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 1094 time: 0.3891232 Dec 15 13:53:45.886267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee63afb-b827-44dd-9bd7-7ca7226340fc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:46.078885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.321341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Allocated IP 172.20.0.2 (92a73772-e43c-4d8f-8ab4-eaa21a18ff95/b544d04c-b13d-4592-8537-97e17c972fda/e3d81a56-9704-4cb7-b47c-8f94599310ac) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:46.396772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-0984c83f-8f34-41cc-8de5-fed8f7305e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:46.398616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-0984c83f-8f34-41cc-8de5-fed8f7305e83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97f490c0-a3e8-48c9-ba3e-3648e2e58223 HTTP/1.1" status: 200 len: 915 time: 0.3144011 Dec 15 13:53:46.435675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:53:46.481581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de629b1-4822-4099-b026-1fdea8c6100f req-58eacc8f-b3bd-4d41-a7a6-9a712fbd1520 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1002 time: 1.0695529 Dec 15 13:53:46.588608 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.588965 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Added segment fc2b6994-c7e1-42a4-881f-e3033a742bc2 of type vlan for network f181f407-0550-49ce-9ca3-696fd2566e27 Dec 15 13:53:46.594488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.606025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.667208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:46.694470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:46.701336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:46.731288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6246e1-5415-43ad-b322-ced2d7be7c71 req-7ffa8fb2-5077-4cb8-98f5-8fde001a71dd tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:46.739964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d6246e1-5415-43ad-b322-ced2d7be7c71 req-7ffa8fb2-5077-4cb8-98f5-8fde001a71dd tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 943 time: 0.8200686 Dec 15 13:53:46.757897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Pushing event updated for resources: {'Port': ['ID=e3d81a56-9704-4cb7-b47c-8f94599310ac,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:46.779081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-1952b936-7586-424a-be49-fb19b6a64dea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d05f77a8-c770-433e-9a8a-e86627db1bed HTTP/1.1" status: 200 len: 217 time: 0.2536998 Dec 15 13:53:46.784171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6ca48bc6-0b9c-48ac-afb5-7cc8550532cb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c3e8f1a9f164e39a0101583e34fa975&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2084155 Dec 15 13:53:46.794828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59932) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:46.883431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8902eddd-545c-446f-a2fa-0ce02f9f8561 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:46.959661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Attempting to bind port e3d81a56-9704-4cb7-b47c-8f94599310ac on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:46.960159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Attempting to bind port e3d81a56-9704-4cb7-b47c-8f94599310ac by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:46.960480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Attempting to bind port e3d81a56-9704-4cb7-b47c-8f94599310ac on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:46.982074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:46.982927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Checking segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:46.982927 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.983268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Bound using segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:46.983775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Bound port: e3d81a56-9704-4cb7-b47c-8f94599310ac, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:46.984631 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.994644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de629b1-4822-4099-b026-1fdea8c6100f req-c3e3dee9-4ba9-471e-a064-78eefa19c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:46.996225 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de629b1-4822-4099-b026-1fdea8c6100f req-c3e3dee9-4ba9-471e-a064-78eefa19c0c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.5054920 Dec 15 13:53:47.008161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f709e84-40d9-40c9-a4e9-d9af0002e63f req-aaafe476-40e0-4ad6-8e12-2dd0b0c7a229 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:47.018452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f709e84-40d9-40c9-a4e9-d9af0002e63f req-aaafe476-40e0-4ad6-8e12-2dd0b0c7a229 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 947 time: 0.6041667 Dec 15 13:53:47.034896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.076937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.093101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:53:47.159677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-30ae2770-3532-4e53-b3f1-0bf6e2c73697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:47.163977 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-30ae2770-3532-4e53-b3f1-0bf6e2c73697 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fda222aa-fa9b-4256-8026-7040f52003f2 HTTP/1.1" status: 200 len: 852 time: 0.3621793 Dec 15 13:53:47.221423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8902eddd-545c-446f-a2fa-0ce02f9f8561 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:47.221970 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.281288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157df50f-fdc8-4e68-912e-eece45f7e94b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:47.285162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4c32440-0b06-411b-a294-1cb0527b5fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.348028 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:53:47.363012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7159c640-1d27-4762-a162-2a2a12021739 req-09d1d079-91b9-439a-a2e2-998c2243eae4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6204631 Dec 15 13:53:47.382659 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f709e84-40d9-40c9-a4e9-d9af0002e63f req-2be43896-7f2e-4ac0-9abb-47c45775088b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632314 Dec 15 13:53:47.529813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] For port e3d81a56-9704-4cb7-b47c-8f94599310ac, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:47.543825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] For port e3d81a56-9704-4cb7-b47c-8f94599310ac, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e3d81a56-9704-4cb7-b47c-8f94599310ac,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:47.559178 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d6246e1-5415-43ad-b322-ced2d7be7c71 req-2109cb71-80a0-4384-aa99-8657bcbd901d tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8182118 Dec 15 13:53:47.588949 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.597784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de629b1-4822-4099-b026-1fdea8c6100f req-eb1e2092-ba58-41d2-a33c-f2c35630dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:47.603067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de629b1-4822-4099-b026-1fdea8c6100f req-eb1e2092-ba58-41d2-a33c-f2c35630dff2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5854867 Dec 15 13:53:47.607474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.612136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:47.612761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.806720 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4c32440-0b06-411b-a294-1cb0527b5fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.808903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:47.853658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc106a-b411-46d4-b82b-a49b178be023 None None] Pushing event updated for resources: {'Port': ['ID=e3d81a56-9704-4cb7-b47c-8f94599310ac,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:47.901998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b60b5812-56bb-4366-83a7-7b481beb5f90 req-285310b3-626d-40f0-a13d-9d7fa190bf13 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 210 time: 0.2440426 Dec 15 13:53:47.921185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-48ba623f-eb36-47bd-a502-33df2fa881a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:47.922993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-48ba623f-eb36-47bd-a502-33df2fa881a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97f490c0-a3e8-48c9-ba3e-3648e2e58223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7431324 Dec 15 13:53:47.925536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Checking segment: {'id': 'a182b8e1-b352-40fc-b6b2-51ac0155d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '503782f8-91d6-4b27-98a1-19e87ae7de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:47.929063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Network hostable DHCP agents. Network: 503782f8-91d6-4b27-98a1-19e87ae7de1a, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:48.007030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.023853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.096811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:48.101040 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a440a8b-dd6b-40c8-b7c5-d1dbc7d3d6f5" -d '{"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:48.156240 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:48.171079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.203353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59952) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:48.203960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.2864449 Dec 15 13:53:48.217223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Request body: {'subnet': {'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-subnet', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:48.226606 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748e15b-1ef4-451f-bf93-609029190c69 x-openstack-request-id: req-7748e15b-1ef4-451f-bf93-609029190c69 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:48.226852 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:48.227114 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7748e15b-1ef4-451f-bf93-609029190c69 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:48.227513 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'code': 200} Dec 15 13:53:48.287906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de629b1-4822-4099-b026-1fdea8c6100f req-b2c47936-f40a-4e34-aaa0-c03d702db93e service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192930 Dec 15 13:53:48.311358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa318a-2833-4b6f-855a-e420c42a815e admin admin] Pushing event updated for resources: {'Network': ['ID=f181f407-0550-49ce-9ca3-696fd2566e27,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:48.327268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159c640-1d27-4762-a162-2a2a12021739 req-292f4610-9ca2-4d23-96dd-673a7239445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:48.328873 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7159c640-1d27-4762-a162-2a2a12021739 req-292f4610-9ca2-4d23-96dd-673a7239445d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 1096 time: 0.6777153 Dec 15 13:53:48.330498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Network 503782f8-91d6-4b27-98a1-19e87ae7de1a is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:48.340364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f181f407-0550-49ce-9ca3-696fd2566e27 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:53:48.358377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-2a06022c-61f2-41bd-a057-7704df3380b1 service neutron] 10.222.0.24 "GET /v2.0/networks/97f490c0-a3e8-48c9-ba3e-3648e2e58223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322010 Dec 15 13:53:48.391541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Made reservation on behalf of dcdbb967fc1d4d1284ba5515ce87b004 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:48.394120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=14']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:48.396575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 503782f8-91d6-4b27-98a1-19e87ae7de1a) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:48.398891 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.416897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:48.417712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.421392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05835f8-78a8-461a-b35e-f99e9f947f3e None None] Network 503782f8-91d6-4b27-98a1-19e87ae7de1a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:48.457697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427e40b-c1f2-4b0e-a298-b052ba2238a6 req-545457a3-d112-4f24-9f6c-ec3be566f768 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:48.460486 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d427e40b-c1f2-4b0e-a298-b052ba2238a6 req-545457a3-d112-4f24-9f6c-ec3be566f768 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.5278683 Dec 15 13:53:48.483951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cba06-b847-4416-a0b4-de043b296e09 req-fac7fef7-b71b-4183-a68d-7e52bc0a92be tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:48.486182 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-fac7fef7-b71b-4183-a68d-7e52bc0a92be tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.6916811 Dec 15 13:53:48.537681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Request body: {'port': {'device_id': '4be66296-986d-499d-b864-0cc550459693', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'admin_state_up': True, 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:48.541004 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4c32440-0b06-411b-a294-1cb0527b5fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.544526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4c32440-0b06-411b-a294-1cb0527b5fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.547931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e4c32440-0b06-411b-a294-1cb0527b5fc2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82528363-02b3-4d08-9a9f-cacfc91e53e8 HTTP/1.1" status: 204 len: 168 time: 1.7325125 Dec 15 13:53:48.617527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159c640-1d27-4762-a162-2a2a12021739 req-4d6ac001-d515-48c4-89c1-742c008a068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:48.619200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7159c640-1d27-4762-a162-2a2a12021739 req-4d6ac001-d515-48c4-89c1-742c008a068c service neutron] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.2563674 Dec 15 13:53:48.670326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-641eefb9-ec77-48a5-a936-0ca4f077bf33 req-b13ba241-3c21-4623-bf31-8192cbee9d6e service neutron] 10.222.0.24 "GET /v2.0/networks/97f490c0-a3e8-48c9-ba3e-3648e2e58223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668433 Dec 15 13:53:48.707734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2e3ef851-5f37-44c8-9e21-c3d009a6cb55 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.4962502 Dec 15 13:53:48.713050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7159c640-1d27-4762-a162-2a2a12021739 req-57e47af3-65a0-4320-ab5f-639408b67666 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 HTTP/1.1" status: 200 len: 217 time: 0.0651274 Dec 15 13:53:48.751475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c32440-0b06-411b-a294-1cb0527b5fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82528363-02b3-4d08-9a9f-cacfc91e53e8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:48.821169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Allocated IP 172.25.7.110 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/5dcfed0e-74a8-4a0f-bef6-a641371f8760) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:48.852547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e3d81a56-9704-4cb7-b47c-8f94599310ac up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:49.033081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc4e61-aef8-40cf-bd05-4ce02308e80c None None] Network 503782f8-91d6-4b27-98a1-19e87ae7de1a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:49.080634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e3d81a56-9704-4cb7-b47c-8f94599310ac triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:49.081862 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.093536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97509a5-2b27-417c-aecd-5b4fd6e51466 req-ae48782d-7800-42c8-ae88-99a8e6efdb57 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:49.097383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d97509a5-2b27-417c-aecd-5b4fd6e51466 req-ae48782d-7800-42c8-ae88-99a8e6efdb57 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 943 time: 0.2665641 Dec 15 13:53:49.270594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d427e40b-c1f2-4b0e-a298-b052ba2238a6 req-603be1cf-f0e7-4fb4-a5d4-5f35abd63f97 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445765 Dec 15 13:53:49.358714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159c640-1d27-4762-a162-2a2a12021739 req-8b1a31d3-c7ae-4fa0-b835-0aaf4275f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:49.362879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7159c640-1d27-4762-a162-2a2a12021739 req-8b1a31d3-c7ae-4fa0-b835-0aaf4275f9c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.5971935 Dec 15 13:53:49.447695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.468724 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7159c640-1d27-4762-a162-2a2a12021739 req-3f3437ef-b2b0-4f16-a307-c9d9b8c68230 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868003 Dec 15 13:53:49.493749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5de629b1-4822-4099-b026-1fdea8c6100f req-6415953d-9eed-41a9-9aed-24896d099b85 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0658159 Dec 15 13:53:49.538222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port e3d81a56-9704-4cb7-b47c-8f94599310ac, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e3d81a56-9704-4cb7-b47c-8f94599310ac,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:49.557740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.694069 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-92147c7f-fb14-48d2-adbd-eaad249a79b9 req-9fb4578e-d119-45eb-8fd6-f6696cf29bcf tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 210 time: 0.2291303 Dec 15 13:53:49.700435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f76a8-c1f2-4fd8-ab13-4fb0aa1c072b None None] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:49.759390 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7159c640-1d27-4762-a162-2a2a12021739 req-bb51db84-ea51-4c67-a951-45410155d01e service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630947 Dec 15 13:53:49.788010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:49.795070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.863485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=e3d81a56-9704-4cb7-b47c-8f94599310ac,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:49.911940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2675bb2d-66cc-43b2-b1bc-65be53a54c82 None None] Provisioning complete for port e3d81a56-9704-4cb7-b47c-8f94599310ac triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:49.914526 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2675bb2d-66cc-43b2-b1bc-65be53a54c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.916478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d97509a5-2b27-417c-aecd-5b4fd6e51466 req-709aef4b-53e7-4ae8-a0fd-fb6a2a676a93 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7618356 Dec 15 13:53:49.920576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.965071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7159c640-1d27-4762-a162-2a2a12021739 req-3e304aee-5f69-46c1-b53a-fdfa17dfe525 service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983294 Dec 15 13:53:49.970255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.069390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db63e34f-73ad-457c-a5cc-51224ea7e0bc,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:50.179444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.213822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-6c28b54e-7985-4a8b-ab70-f4aba9ee86cc tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:50.215381 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-6c28b54e-7985-4a8b-ab70-f4aba9ee86cc tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/networks?id=503782f8-91d6-4b27-98a1-19e87ae7de1a HTTP/1.1" status: 200 len: 817 time: 0.1658621 Dec 15 13:53:50.215902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.238227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-db14e6f5-7f71-4ed2-acf4-0a05fcf56c0a tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/quotas/1a87b0d417a64028853ab0d0adb7d05c HTTP/1.1" status: 200 len: 375 time: 0.0158186 Dec 15 13:53:50.272317 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-8ce1cf57-fff0-43bc-a4b7-23fb0ec1548c tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a87b0d417a64028853ab0d0adb7d05c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331748 Dec 15 13:53:50.290203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f5bb-85da-450f-acc7-845da345b41f req-fdbd0dcc-b0b5-4a21-a4dd-bf6cff14d368 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:50.291935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-afd5f5bb-85da-450f-acc7-845da345b41f req-fdbd0dcc-b0b5-4a21-a4dd-bf6cff14d368 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2318134 Dec 15 13:53:50.308748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Checking segment: {'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:50.309034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Network hostable DHCP agents. Network: f181f407-0550-49ce-9ca3-696fd2566e27, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:53:50.312454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:50.314597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Allocated IP 172.20.0.11 (d9b77d4c-7d9f-4158-bf19-3b6aab89e250/6ce372f1-83d0-4488-835d-2683fb556b99/73a980ea-015c-414a-a060-6c05c980111e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:50.335057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:50.337403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Pushing event updated for resources: {'Port': ['ID=5dcfed0e-74a8-4a0f-bef6-a641371f8760,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:50.352563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:50.352964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3df540-c6b6-40e0-97ec-23ba6c4ae4cf None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:50.374382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-951e07f0-44df-4556-a25b-2a99a12798c8 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1708996175', 'prefixes': ['172.20.0.0/16']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:50.435222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b55a931e-2383-4c4b-8afd-7d231ccd6d94 None None] Provisioning complete for port e3d81a56-9704-4cb7-b47c-8f94599310ac triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:50.435977 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b55a931e-2383-4c4b-8afd-7d231ccd6d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.438297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-92d25bc0-2231-4960-bd70-77bd278bc119 service neutron] 10.222.0.86 "GET /v2.0/networks/503782f8-91d6-4b27-98a1-19e87ae7de1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574440 Dec 15 13:53:50.441319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Network f181f407-0550-49ce-9ca3-696fd2566e27 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:53:50.469732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-afd5f5bb-85da-450f-acc7-845da345b41f req-412d5d0a-a1ae-41d0-9773-35961cfd8746 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693087 Dec 15 13:53:50.514700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-951e07f0-44df-4556-a25b-2a99a12798c8 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] Publish callbacks [] for subnetpool, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.518435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-951e07f0-44df-4556-a25b-2a99a12798c8 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2990730 Dec 15 13:53:50.519555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.523665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f181f407-0550-49ce-9ca3-696fd2566e27) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:50.539698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5e908-17d8-4b41-b50e-50c193f4f55a None None] Network f181f407-0550-49ce-9ca3-696fd2566e27 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:50.542486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:50.543080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.579117 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-72b5fdd6-0613-48d4-b66d-996dce773a26 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] 10.222.0.86 "GET /v2.0/subnetpools/3186aadc-ade1-45a3-b8a2-41d1431f2d67 HTTP/1.1" status: 200 len: 732 time: 0.0569427 Dec 15 13:53:50.579830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.586567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-84bec04f-5ff4-4dbb-aaeb-f9b1a7a62377 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1684227773'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:50.646252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-d5e63441-0a16-46ed-8d35-2e17dcf69fac service neutron] 10.222.0.86 "GET /v2.0/networks/503782f8-91d6-4b27-98a1-19e87ae7de1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922889 Dec 15 13:53:50.672597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4e410b1b-4278-4ba2-9414-094c89500d65 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4590919 Dec 15 13:53:50.675407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60066) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.685970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-f181f407-0550-49ce-9ca3-696fd2566e27', 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27', 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'fixed_ips': [{'subnet_id': 'db63e34f-73ad-457c-a5cc-51224ea7e0bc'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:53:50.686247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:50.687319 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.714747 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.716488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.748957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36a7af-125b-46c9-a58c-47cfb8e8054a req-da20e4d0-5e8e-4633-a041-d4900889cb49 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:50.755524 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84bec04f-5ff4-4dbb-aaeb-f9b1a7a62377 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] Publish callbacks [] for subnetpool, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.757204 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-84bec04f-5ff4-4dbb-aaeb-f9b1a7a62377 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] 10.222.0.86 "PUT /v2.0/subnetpools/3186aadc-ade1-45a3-b8a2-41d1431f2d67 HTTP/1.1" status: 200 len: 684 time: 0.1761825 Dec 15 13:53:50.757922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd36a7af-125b-46c9-a58c-47cfb8e8054a req-da20e4d0-5e8e-4633-a041-d4900889cb49 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1531575 Dec 15 13:53:50.760925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60070) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:50.765276 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.802915 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.886441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Allocated IP 172.20.0.2 (f181f407-0550-49ce-9ca3-696fd2566e27/db63e34f-73ad-457c-a5cc-51224ea7e0bc/607a69fd-554f-4750-b973-257b68997696) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:50.970634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd36a7af-125b-46c9-a58c-47cfb8e8054a req-4efa006c-98e1-49f3-a123-17e848da902f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004373 Dec 15 13:53:50.971167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b55a931e-2383-4c4b-8afd-7d231ccd6d94 None None] Provisioning complete for port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:50.971167 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b55a931e-2383-4c4b-8afd-7d231ccd6d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:50.974260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e3d81a56-9704-4cb7-b47c-8f94599310ac up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:50.998518 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.022742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.052759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:51.080562 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.124739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-28c38c54-176c-4b4d-9bf7-f0877428e737 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] Publish callbacks [] for subnetpool, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.136970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-28c38c54-176c-4b4d-9bf7-f0877428e737 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] 10.222.0.86 "DELETE /v2.0/subnetpools/3186aadc-ade1-45a3-b8a2-41d1431f2d67 HTTP/1.1" status: 204 len: 168 time: 0.3734062 Dec 15 13:53:51.139310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60080) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:51.211995 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-f7691e63-6a6a-48ed-9cba-07a745f83157 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] show failed (client error): The resource could not be found. Dec 15 13:53:51.213604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f7691e63-6a6a-48ed-9cba-07a745f83157 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] 10.222.0.86 "GET /v2.0/subnetpools/3186aadc-ade1-45a3-b8a2-41d1431f2d67 HTTP/1.1" status: 404 len: 346 time: 0.0705812 Dec 15 13:53:51.215583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:51.220380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60084) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:51.238963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:51.254308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:51.264434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event updated for resources: {'Port': ['ID=73a980ea-015c-414a-a060-6c05c980111e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:51.267257 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-5e65192f-f896-4a61-a329-22c04b3d8b41 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] delete failed (client error): The resource could not be found. Dec 15 13:53:51.268329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5e65192f-f896-4a61-a329-22c04b3d8b41 tempest-SubnetPoolsTestJSON-1742507521 tempest-SubnetPoolsTestJSON-1742507521-project] 10.222.0.86 "DELETE /v2.0/subnetpools/3186aadc-ade1-45a3-b8a2-41d1431f2d67 HTTP/1.1" status: 404 len: 346 time: 0.0452669 Dec 15 13:53:51.333227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d05f77a8-c770-433e-9a8a-e86627db1bed details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:51.366016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c0e48-76f9-4668-abe9-9d91f893f9eb req-ad334451-2ed8-4851-8394-f9144c95c8d7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.367950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-671c0e48-76f9-4668-abe9-9d91f893f9eb req-ad334451-2ed8-4851-8394-f9144c95c8d7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 932 time: 0.2806962 Dec 15 13:53:51.400855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6e3d7ccf-5549-4f8e-a709-6c30fd722066 req-1265ee91-b96f-4d33-b71a-4e02e17637e3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 210 time: 0.1384406 Dec 15 13:53:51.410962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e469b-c6aa-4f9e-831d-c11d15608bd1 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:51.440300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-9866f390-dd7b-4b8d-bf31-5728c21fabca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.448138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-9866f390-dd7b-4b8d-bf31-5728c21fabca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1096 time: 0.2323849 Dec 15 13:53:51.474896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.480778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.487966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b55a931e-2383-4c4b-8afd-7d231ccd6d94 None None] Port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:51.531986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e3d81a56-9704-4cb7-b47c-8f94599310ac triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:51.532216 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.642141 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-f81f67d7-0088-40cf-9660-b8456a649d7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1085503 Dec 15 13:53:51.659225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7e152-506d-42fe-8d7a-93324f904af0 req-fb96895c-c1dc-4e43-b63f-34fe26686d91 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.661035 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63a7e152-506d-42fe-8d7a-93324f904af0 req-fb96895c-c1dc-4e43-b63f-34fe26686d91 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 943 time: 0.1214724 Dec 15 13:53:51.679006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Request body: {'port': {'device_id': '4be66296-986d-499d-b864-0cc550459693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:51.695500 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.713606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-671c0e48-76f9-4668-abe9-9d91f893f9eb req-fbb26b42-240b-4e68-881a-ac48428d12ac tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343225 Dec 15 13:53:51.759741 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.767503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d05f77a8-c770-433e-9a8a-e86627db1bed, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d05f77a8-c770-433e-9a8a-e86627db1bed,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:51.804874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.840149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60094) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:51.849545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4a8b8aae-bc3f-431b-8ace-6843612fefd5 None None] Provisioning complete for port 73a980ea-015c-414a-a060-6c05c980111e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:51.849937 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8aae-bc3f-431b-8ace-6843612fefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.856695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-8c58fe8a-58f4-4091-b99b-c2c11a4b970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.860025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-8c58fe8a-58f4-4091-b99b-c2c11a4b970b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.4003522 Dec 15 13:53:51.866086 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.920197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'd05f77a8-c770-433e-9a8a-e86627db1bed', 'network_id': '97f490c0-a3e8-48c9-ba3e-3648e2e58223', 'port_id': 'd05f77a8-c770-433e-9a8a-e86627db1bed', 'mac_address': 'fa:16:3e:1c:83:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda222aa-fa9b-4256-8026-7040f52003f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:51.958830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63a7e152-506d-42fe-8d7a-93324f904af0 req-faf7267d-c3b6-4aa9-97c0-cee925c48cb8 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860670 Dec 15 13:53:51.960411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Network f181f407-0550-49ce-9ca3-696fd2566e27 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:51.964992 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:51.976659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a499dfb-688f-45f6-9f47-f4bd8754c90a req-fd9d44b3-fba1-4c86-bc1e-033d01965807 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:51.984903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a499dfb-688f-45f6-9f47-f4bd8754c90a req-fd9d44b3-fba1-4c86-bc1e-033d01965807 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1597540 Dec 15 13:53:52.014860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Pushing event updated for resources: {'Port': ['ID=607a69fd-554f-4750-b973-257b68997696,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:52.022916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:52.040952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.043318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:52.066358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b8aae-bc3f-431b-8ace-6843612fefd5 None None] Port 73a980ea-015c-414a-a060-6c05c980111e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:52.087502 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.152134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-2becbad3-b4b9-4231-876a-e8df6c945d83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1000 time: 0.2593174 Dec 15 13:53:52.166444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a26764-d492-43c9-9b91-e51a42c723c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.166646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05f77a8-c770-433e-9a8a-e86627db1bed {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:52.195196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Attempting to bind port 607a69fd-554f-4750-b973-257b68997696 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:52.195496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Attempting to bind port 607a69fd-554f-4750-b973-257b68997696 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:52.195921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Attempting to bind port 607a69fd-554f-4750-b973-257b68997696 on network f181f407-0550-49ce-9ca3-696fd2566e27 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:52.209951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a499dfb-688f-45f6-9f47-f4bd8754c90a req-65f7d153-7656-4c58-9313-b2703213f35a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240219 Dec 15 13:53:52.216524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d05f77a8-c770-433e-9a8a-e86627db1bed, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d05f77a8-c770-433e-9a8a-e86627db1bed,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:52.217961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:52.218416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Checking segment: {'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:52.219478 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.220676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Bound using segment: {'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:52.221132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Bound port: 607a69fd-554f-4750-b973-257b68997696, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:52.221529 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.227775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.290983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a529-a891-44ad-b345-5986f2b61f46 req-18f38b39-6e21-4066-b00f-a4ff8222ae23 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:52.298231 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d591a529-a891-44ad-b345-5986f2b61f46 req-18f38b39-6e21-4066-b00f-a4ff8222ae23 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1711869 Dec 15 13:53:52.312357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-74419e3b-384c-4684-9316-262de333e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:52.313828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-74419e3b-384c-4684-9316-262de333e7d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1661005 Dec 15 13:53:52.324529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Router 6b6f7914-93c6-490d-babc-4d45a80c2d24 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:53:52.334787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=d05f77a8-c770-433e-9a8a-e86627db1bed,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:52.346445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] For port 607a69fd-554f-4750-b973-257b68997696, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:52.351883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] For port 607a69fd-554f-4750-b973-257b68997696, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=607a69fd-554f-4750-b973-257b68997696,segment=NetworkSegment(fc2b6994-c7e1-42a4-881f-e3033a742bc2),segment_id=fc2b6994-c7e1-42a4-881f-e3033a742bc2)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:52.358477 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.387892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Allocated IP 172.25.7.87 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/5fef8078-c906-4c48-8320-aed0d3546289) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:52.464043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['d05f77a8-c770-433e-9a8a-e86627db1bed'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:53:52.476609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d591a529-a891-44ad-b345-5986f2b61f46 req-deaa8c0d-3b64-4a5e-9b21-5ca679e870f0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774871 Dec 15 13:53:52.476859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a26764-d492-43c9-9b91-e51a42c723c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.495531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a26764-d492-43c9-9b91-e51a42c723c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.505056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-beb8f4fc-1134-4a57-be11-044b3a6973b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:52.508191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-beb8f4fc-1134-4a57-be11-044b3a6973b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812639 Dec 15 13:53:52.551710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a9ebd-dec7-43b7-95bf-c4ae32b7fea9 None None] Pushing event updated for resources: {'Port': ['ID=607a69fd-554f-4750-b973-257b68997696,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:52.676804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae23f560-be8c-4722-94fe-5b6a1f8c32c7 req-8180aa90-7996-4b0d-ae05-d98dc91f2bb4 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 210 time: 0.1110868 Dec 15 13:53:52.777002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a980ea-015c-414a-a060-6c05c980111e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:52.797055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.798933 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-b1159d4b-346b-4ba3-81ed-58bb2aa59184 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259309 Dec 15 13:53:52.807343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:52.810626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-47a26764-d492-43c9-9b91-e51a42c723c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b793bd67c4a1490996d192d9144c4843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9664474 Dec 15 13:53:52.811363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a26764-d492-43c9-9b91-e51a42c723c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87254da-cfb2-4e86-bf0d-0871a153a096,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:52.822078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Sync routers for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:52.829401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60104) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.844109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:52.844760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:52.858080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.859476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5c7ba7c3-077c-4f04-bd6e-0b48f7902e01 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5881307 Dec 15 13:53:52.864887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Transition to ACTIVE for port object 73a980ea-015c-414a-a060-6c05c980111e will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:53:52.865439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:52.873115 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.966701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:52.969394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a38d01a-9ff0-4e13-a6d1-ca40f55ffb03 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:52.996543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4d48033c-8c2d-44ce-94ae-e12048aab4a0 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:52.998191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4d48033c-8c2d-44ce-94ae-e12048aab4a0 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.24 "GET /v2.0/networks?id=503782f8-91d6-4b27-98a1-19e87ae7de1a HTTP/1.1" status: 200 len: 817 time: 0.4378784 Dec 15 13:53:53.001854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Pushing event updated for resources: {'Port': ['ID=73a980ea-015c-414a-a060-6c05c980111e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:53.027053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Request body: {'port': {'device_id': 'a6ff276c-1853-41b5-ab7c-063d81d8ef38', 'network_id': '503782f8-91d6-4b27-98a1-19e87ae7de1a', 'admin_state_up': True, 'tenant_id': '1a87b0d417a64028853ab0d0adb7d05c'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:53.044600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:53.075730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef530ed-037a-4f43-afcb-4070ea5c9b13 req-884aa4fc-a46a-46f8-b929-aeb870c0e3ad tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:53.077277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ef530ed-037a-4f43-afcb-4070ea5c9b13 req-884aa4fc-a46a-46f8-b929-aeb870c0e3ad tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 944 time: 0.2412152 Dec 15 13:53:53.121046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d05f77a8-c770-433e-9a8a-e86627db1bed up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:53.124622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a93b98-5dc9-4377-a9ec-997ca4236ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.190187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Attempting to bind port 73a980ea-015c-414a-a060-6c05c980111e on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:53.190675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Attempting to bind port 73a980ea-015c-414a-a060-6c05c980111e by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:53.191129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Attempting to bind port 73a980ea-015c-414a-a060-6c05c980111e on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:53.193043 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4699cc0-31ce-489f-8c8e-dde081f7129f req-19e5c844-b6ad-4f53-a6d0-6cd14f110de1 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638585 Dec 15 13:53:53.201390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85922e-58b0-4f43-b306-d2a976fd8047 req-fcb02174-13d1-41b6-bc5a-de47b5d0af02 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:53.203209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85922e-58b0-4f43-b306-d2a976fd8047 req-fcb02174-13d1-41b6-bc5a-de47b5d0af02 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 944 time: 0.1088130 Dec 15 13:53:53.217993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a93b98-5dc9-4377-a9ec-997ca4236ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.230912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Port 73a980ea-015c-414a-a060-6c05c980111e on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:53:53.231385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Attempting to bind port 73a980ea-015c-414a-a060-6c05c980111e on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:53.241634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.253520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:53.253801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Checking segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:53.255496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Bound using segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:53.255496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Bound port: 73a980ea-015c-414a-a060-6c05c980111e, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:53.256216 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.273095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port d05f77a8-c770-433e-9a8a-e86627db1bed completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:53:53.279334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port d05f77a8-c770-433e-9a8a-e86627db1bed triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:53.280529 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.290038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Made reservation on behalf of 1a87b0d417a64028853ab0d0adb7d05c for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:53:53.293319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.354385 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e85922e-58b0-4f43-b306-d2a976fd8047 req-0c050d01-ee91-400c-aa9a-d1f8a640e12e tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413684 Dec 15 13:53:53.358046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ef530ed-037a-4f43-afcb-4070ea5c9b13 req-89cbf6c1-1725-435c-9a17-208eb303f377 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595105 Dec 15 13:53:53.376539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:53.388182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:53.393089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:53.395034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Pushing event updated for resources: {'Port': ['ID=5fef8078-c906-4c48-8320-aed0d3546289,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:53.447163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb75333-93cb-4071-8c28-6520f822e1fa None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:53.491364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] For port 73a980ea-015c-414a-a060-6c05c980111e, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:53.493739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.523940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:50Z', 'revision_number': 3, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:53.545555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] For port 73a980ea-015c-414a-a060-6c05c980111e, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73a980ea-015c-414a-a060-6c05c980111e,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:53.588148 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.600611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Checking router: 6b6f7914-93c6-490d-babc-4d45a80c2d24 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:53.600963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Updating router 6b6f7914-93c6-490d-babc-4d45a80c2d24 port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:53:53.602899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfe80f8-7534-49e5-a256-0baa300b2b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f77a8-c770-433e-9a8a-e86627db1bed'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:53.606455 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee05a53-503f-4560-87b8-2c8ef7e1c1d5" -d '{"events": [{"server_uuid": "3bfe80f8-7534-49e5-a256-0baa300b2b60", "name": "network-vif-plugged", "status": "completed", "tag": "d05f77a8-c770-433e-9a8a-e86627db1bed"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:53.657876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d05f77a8-c770-433e-9a8a-e86627db1bed, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d05f77a8-c770-433e-9a8a-e86627db1bed,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:53.659180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9cc4b7a4-0cf2-44a0-9b9e-8e3eabcaf761 None None] Provisioning complete for port 5fef8078-c906-4c48-8320-aed0d3546289 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:53.659564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b7a4-0cf2-44a0-9b9e-8e3eabcaf761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.669347 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.687936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Allocated IP 172.20.0.12 (503782f8-91d6-4b27-98a1-19e87ae7de1a/157df50f-fdc8-4e68-912e-eece45f7e94b/ca057f3c-a61d-43b5-847d-bf4d54f24c1f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:53.738709 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.742086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ba660-9f5c-4ff1-82d7-920167eace40 req-09489540-9ebb-404b-b5fe-e65efcd02576 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:53.749601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-776ba660-9f5c-4ff1-82d7-920167eace40 req-09489540-9ebb-404b-b5fe-e65efcd02576 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2805879 Dec 15 13:53:53.749805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482bf02-e739-494f-a819-2421d8122515 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:53.768927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:53.769796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:53.772109 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] 10.222.0.74 "PUT /v2.0/ports/73a980ea-015c-414a-a060-6c05c980111e HTTP/1.1" status: 200 len: 1092 time: 2.1013916 Dec 15 13:53:53.774226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be66296-986d-499d-b864-0cc550459693', 'tag': '73a980ea-015c-414a-a060-6c05c980111e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:53.776535 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349b77fe-9870-4209-873f-d614674a7298" -d '{"events": [{"name": "network-changed", "server_uuid": "4be66296-986d-499d-b864-0cc550459693", "tag": "73a980ea-015c-414a-a060-6c05c980111e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:53.810806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4b7a4-0cf2-44a0-9b9e-8e3eabcaf761 None None] Port 5fef8078-c906-4c48-8320-aed0d3546289 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:53.841101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=d05f77a8-c770-433e-9a8a-e86627db1bed,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:53.894856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd768b-3788-4e6b-8c4f-46c25c7064c8 service neutron] Pushing event updated for resources: {'Port': ['ID=73a980ea-015c-414a-a060-6c05c980111e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:53.996935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-776ba660-9f5c-4ff1-82d7-920167eace40 req-a91e8e89-32cf-4893-b6cf-7f824d56f548 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319415 Dec 15 13:53:54.019918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cba06-b847-4416-a0b4-de043b296e09 req-e53d1273-0c0c-419b-a524-3a17879005e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:54.025885 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-e53d1273-0c0c-419b-a524-3a17879005e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 1095 time: 0.1601985 Dec 15 13:53:54.045178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc178f-390a-42ec-b2f8-420f310fcd76 None None] Network f181f407-0550-49ce-9ca3-696fd2566e27 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:53:54.133965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a93b98-5dc9-4377-a9ec-997ca4236ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.136707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a93b98-5dc9-4377-a9ec-997ca4236ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.137885 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-10a93b98-5dc9-4377-a9ec-997ca4236ca5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c87254da-cfb2-4e86-bf0d-0871a153a096 HTTP/1.1" status: 204 len: 168 time: 1.3057618 Dec 15 13:53:54.175500 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:53:54.285118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230a3dc-4002-428e-aaf6-b8b4cc4dcb0a req-78422cf9-011f-4f19-af75-2aa5d8877dee tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:54.292793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1230a3dc-4002-428e-aaf6-b8b4cc4dcb0a req-78422cf9-011f-4f19-af75-2aa5d8877dee tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2921984 Dec 15 13:53:54.295373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a93b98-5dc9-4377-a9ec-997ca4236ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87254da-cfb2-4e86-bf0d-0871a153a096,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:54.385193 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3669b175-eb12-4641-a1e0-330d3b997cf2 x-openstack-request-id: req-3669b175-eb12-4641-a1e0-330d3b997cf2 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:54.385607 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfe80f8-7534-49e5-a256-0baa300b2b60", "name": "network-vif-plugged", "status": "completed", "tag": "d05f77a8-c770-433e-9a8a-e86627db1bed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:54.385962 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3669b175-eb12-4641-a1e0-330d3b997cf2 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:54.386498 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfe80f8-7534-49e5-a256-0baa300b2b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f77a8-c770-433e-9a8a-e86627db1bed', 'code': 200} Dec 15 13:53:54.423025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-a92e8de2-3cc9-4b56-bd14-e6400b830379 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73a980ea-015c-414a-a060-6c05c980111e HTTP/1.1" status: 200 len: 217 time: 0.3911390 Dec 15 13:53:54.450326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c7a04-46bd-4541-8cde-30a59cae86dc req-77c723ad-7bda-44d1-9041-797ff381639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:54.451931 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd9c7a04-46bd-4541-8cde-30a59cae86dc req-77c723ad-7bda-44d1-9041-797ff381639f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 1096 time: 0.2640262 Dec 15 13:53:54.469336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c19d632d-f864-435d-b605-7d112f0f7827 None None] Provisioning complete for port 607a69fd-554f-4750-b973-257b68997696 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:54.469701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c19d632d-f864-435d-b605-7d112f0f7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.499500 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db898cf9-21c1-4aa1-b602-29278eafb206 req-e241c065-1567-456d-a896-9246c52c5d10 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 210 time: 0.0866015 Dec 15 13:53:54.576882 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1230a3dc-4002-428e-aaf6-b8b4cc4dcb0a req-18520348-b314-49bb-9a46-584cb8efcbb0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832539 Dec 15 13:53:54.644561 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30896de1-fafb-495b-9da6-c7009a9a3446 x-openstack-request-id: req-30896de1-fafb-495b-9da6-c7009a9a3446 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:54.644867 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be66296-986d-499d-b864-0cc550459693", "tag": "73a980ea-015c-414a-a060-6c05c980111e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:54.645300 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30896de1-fafb-495b-9da6-c7009a9a3446 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:54.646206 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be66296-986d-499d-b864-0cc550459693', 'tag': '73a980ea-015c-414a-a060-6c05c980111e', 'status': 'completed', 'code': 200} Dec 15 13:53:54.697456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cba06-b847-4416-a0b4-de043b296e09 req-4ab8acec-4de0-418a-b25d-c6fcd4e80e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:54.698948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-4ab8acec-4de0-418a-b25d-c6fcd4e80e77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.2361932 Dec 15 13:53:54.705886 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.707592 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c19d632d-f864-435d-b605-7d112f0f7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.754071 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.810451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-b5d592aa-bb23-49c1-9e62-a658e827bac4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932410 Dec 15 13:53:54.841709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 607a69fd-554f-4750-b973-257b68997696 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:54.843921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.879243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.892215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c19d632d-f864-435d-b605-7d112f0f7827 None None] For port 607a69fd-554f-4750-b973-257b68997696, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=607a69fd-554f-4750-b973-257b68997696,segment=NetworkSegment(fc2b6994-c7e1-42a4-881f-e3033a742bc2),segment_id=fc2b6994-c7e1-42a4-881f-e3033a742bc2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:54.920882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eaad22-a022-444d-ad48-f45a605b8b38 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:54.923333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c19d632d-f864-435d-b605-7d112f0f7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.935518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb851b29-473b-496c-be76-1971c0983bca None None] Pushing event updated for resources: {'Port': ['ID=5dcfed0e-74a8-4a0f-bef6-a641371f8760,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:54.949298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Attempting to bind port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:54.949689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Attempting to bind port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:54.950072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Attempting to bind port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:54.981361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ddf5-1482-4ed5-a1ab-99879bd63fd3 req-125e572b-5967-472f-8592-afe4aecb8330 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:54.990136 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17a0ddf5-1482-4ed5-a1ab-99879bd63fd3 req-125e572b-5967-472f-8592-afe4aecb8330 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 945 time: 0.1851053 Dec 15 13:53:54.991148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:54.991548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:54.992009 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.992425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:54.992913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Bound port: 5dcfed0e-74a8-4a0f-bef6-a641371f8760, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:54.993317 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:54.995000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 607a69fd-554f-4750-b973-257b68997696 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:54.995359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.020494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bd9c7a04-46bd-4541-8cde-30a59cae86dc req-25718cae-982e-404e-b50c-42901c1f3a63 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567026 Dec 15 13:53:55.047480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-682fa671-7e56-4982-8c3b-9241a2833215 service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085695 Dec 15 13:53:55.068481 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.145113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] For port 5dcfed0e-74a8-4a0f-bef6-a641371f8760, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:55.150710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f565c9fe-0b0f-42d7-9729-1b244f2023e7 None None] Provisioning complete for port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:55.151270 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f565c9fe-0b0f-42d7-9729-1b244f2023e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.184719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500b8a0-1683-4273-b156-7cc943affaa5 req-9d98d049-b3a7-4648-a854-ca8f552b4bde tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.193319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7500b8a0-1683-4273-b156-7cc943affaa5 req-9d98d049-b3a7-4648-a854-ca8f552b4bde tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 944 time: 0.2075984 Dec 15 13:53:55.199300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17a0ddf5-1482-4ed5-a1ab-99879bd63fd3 req-20d0f919-b69d-4d0e-abf6-8beaf5fa3bf2 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077305 Dec 15 13:53:55.213054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d632d-f864-435d-b605-7d112f0f7827 None None] Pushing event updated for resources: {'Port': ['ID=607a69fd-554f-4750-b973-257b68997696,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:55.213054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f565c9fe-0b0f-42d7-9729-1b244f2023e7 None None] Port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:55.228894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] For port 5dcfed0e-74a8-4a0f-bef6-a641371f8760, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5dcfed0e-74a8-4a0f-bef6-a641371f8760,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:55.268502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.272129 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.290852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f565c9fe-0b0f-42d7-9729-1b244f2023e7 None None] Provisioning complete for port 607a69fd-554f-4750-b973-257b68997696 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:55.291235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f565c9fe-0b0f-42d7-9729-1b244f2023e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.296881 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.318279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7500b8a0-1683-4273-b156-7cc943affaa5 req-93178734-adee-4f9f-8b7b-fa5ff9009708 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193492 Dec 15 13:53:55.341685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Pushing event updated for resources: {'Port': ['ID=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:55.343366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc89f5e-9f1d-4ee2-b304-38d06932ba1c None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:55.386548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Network 503782f8-91d6-4b27-98a1-19e87ae7de1a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:55.392420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f79cba06-b847-4416-a0b4-de043b296e09 req-eaa90687-1c35-4e2a-9326-e41333a2fe31 service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345170 Dec 15 13:53:55.422609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:55.423520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:55.426914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:55.436905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:55.447048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60150) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:55.454356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062881 Dec 15 13:53:55.455342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60152) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:55.482162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb851b29-473b-496c-be76-1971c0983bca None None] Pushing event updated for resources: {'Port': ['ID=5dcfed0e-74a8-4a0f-bef6-a641371f8760,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:55.577865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b137-c695-496a-8ee0-104795c2f458 req-746ee92e-5f48-4551-aa02-84b92ffb3b28 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.589305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d66b137-c695-496a-8ee0-104795c2f458 req-746ee92e-5f48-4551-aa02-84b92ffb3b28 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2485108 Dec 15 13:53:55.609701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:55.634063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Router 2491c8c2-291c-4fcd-a5a4-86abec751ebd is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:53:55.646418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.652711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.653854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Allocated IP 172.20.0.1 (92a73772-e43c-4d8f-8ab4-eaa21a18ff95/b544d04c-b13d-4592-8537-97e17c972fda/8cb58a64-add6-475c-9ca5-cfb12f3446fc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:55.693767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4035a418-8354-4bc3-a28b-15c8fc7d9c8f tempest-NetworksApiDiscovery-22076121 tempest-NetworksApiDiscovery-22076121-project] 10.222.0.86 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2342587 Dec 15 13:53:55.705914 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-4e673c3e-6eda-4028-a571-75793f3fc977 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6826382 Dec 15 13:53:55.730424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Request body: {'port': {'device_id': 'a6ff276c-1853-41b5-ab7c-063d81d8ef38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:53:55.741865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b77fe-9870-4209-873f-d614674a7298 req-c05e62b4-13b2-408d-b6cd-cba9dbe9d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.742898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-349b77fe-9870-4209-873f-d614674a7298 req-c05e62b4-13b2-408d-b6cd-cba9dbe9d678 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 1095 time: 0.2345221 Dec 15 13:53:55.759266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-40cf8bb1-3d18-41ea-895e-253fea5d10a7 None None] Provisioning complete for port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:55.759853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40cf8bb1-3d18-41ea-895e-253fea5d10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.796615 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d66b137-c695-496a-8ee0-104795c2f458 req-0774d5d7-e434-4d22-b3f8-4c95c4ea13ed tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063353 Dec 15 13:53:55.893662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:55.896638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65426d3f-d092-4252-b8af-a18fe8e1afcf req-7f13dbc5-9c67-43ad-adea-46052c5128f4 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:55.897822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65426d3f-d092-4252-b8af-a18fe8e1afcf req-7f13dbc5-9c67-43ad-adea-46052c5128f4 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 932 time: 0.2108042 Dec 15 13:53:55.936965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:53:55.954434 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Sync routers for ids ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:53:55.976957 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Routers {'2491c8c2-291c-4fcd-a5a4-86abec751ebd'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:55.978917 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:55.998611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40cf8bb1-3d18-41ea-895e-253fea5d10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.012122 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:50Z', 'revision_number': 3, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:56.013970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65426d3f-d092-4252-b8af-a18fe8e1afcf req-6909fcc6-708d-459d-94bb-08dd488967c8 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989320 Dec 15 13:53:56.027563 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.061319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.062726 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cd1b5e06-72ab-43ed-b193-26949bce63ea admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3842044 Dec 15 13:53:56.070393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60164) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:56.078419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-40cf8bb1-3d18-41ea-895e-253fea5d10a7 None None] For port 5dcfed0e-74a8-4a0f-bef6-a641371f8760, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5dcfed0e-74a8-4a0f-bef6-a641371f8760,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:56.080724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e9139-bde6-4725-8816-c7fd2752669a None None] The sync data for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 is: [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:50Z', 'revision_number': 3, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:56.095809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40cf8bb1-3d18-41ea-895e-253fea5d10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.226802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf8bb1-3d18-41ea-895e-253fea5d10a7 None None] Pushing event updated for resources: {'Port': ['ID=5dcfed0e-74a8-4a0f-bef6-a641371f8760,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:56.318542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:56.366330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762794cd-9a8f-40ea-9589-7e03f391b934 req-db7db9bf-3aff-4b3e-a0c7-a73e37b39703 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:56.367971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-762794cd-9a8f-40ea-9589-7e03f391b934 req-db7db9bf-3aff-4b3e-a0c7-a73e37b39703 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.4708567 Dec 15 13:53:56.372607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b77fe-9870-4209-873f-d614674a7298 req-065486b6-6db7-4390-8357-4d4ed5a3e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:56.374080 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-349b77fe-9870-4209-873f-d614674a7298 req-065486b6-6db7-4390-8357-4d4ed5a3e101 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.6065481 Dec 15 13:53:56.385334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.391190 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Set router 2491c8c2-291c-4fcd-a5a4-86abec751ebd gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:56.462595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-349b77fe-9870-4209-873f-d614674a7298 req-3a85aad1-700d-4b78-b959-1660e22e2bc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73a980ea-015c-414a-a060-6c05c980111e HTTP/1.1" status: 200 len: 217 time: 0.0769415 Dec 15 13:53:56.466485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c96b0-f8e4-4d93-a517-2ce32516d281 req-111e0af0-70da-40e2-955b-4b6f1ea0997f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:56.474658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a40c96b0-f8e4-4d93-a517-2ce32516d281 req-111e0af0-70da-40e2-955b-4b6f1ea0997f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2090592 Dec 15 13:53:56.513455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:56.523001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:56.525277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:53:56.616350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb58a64-add6-475c-9ca5-cfb12f3446fc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:56.692230 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '5fef8078-c906-4c48-8320-aed0d3546289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:53:54Z', 'revision_number': 3, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port': {'id': '5fef8078-c906-4c48-8320-aed0d3546289', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:52Z', 'updated_at': '2021-12-15T13:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:56.746475 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Checking router: 2491c8c2-291c-4fcd-a5a4-86abec751ebd for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:53:56.747057 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Updating router 2491c8c2-291c-4fcd-a5a4-86abec751ebd port 5fef8078-c906-4c48-8320-aed0d3546289 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:53:56.759879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b77fe-9870-4209-873f-d614674a7298 req-8edfdd8c-38e9-4554-878c-254762f9a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:56.761846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-349b77fe-9870-4209-873f-d614674a7298 req-8edfdd8c-38e9-4554-878c-254762f9a508 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.2891684 Dec 15 13:53:56.799959 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.846853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-762794cd-9a8f-40ea-9589-7e03f391b934 req-a688bef3-aecd-4fd6-be32-3a91611ece96 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580841 Dec 15 13:53:56.893930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-349b77fe-9870-4209-873f-d614674a7298 req-ab3f9dea-6596-473e-9e42-0f115a518c55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841806 Dec 15 13:53:56.900529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-eb4d10a3-9f09-4077-8357-0a032b05cc47 None None] Provisioning complete for port 8cb58a64-add6-475c-9ca5-cfb12f3446fc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:56.901025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb4d10a3-9f09-4077-8357-0a032b05cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:56.996515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d10a3-9f09-4077-8357-0a032b05cc47 None None] Port 8cb58a64-add6-475c-9ca5-cfb12f3446fc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:53:57.013526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5dcfed0e-74a8-4a0f-bef6-a641371f8760 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:57.053168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19954c22-ee4a-4c5f-873b-445379b93695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.076011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a40c96b0-f8e4-4d93-a517-2ce32516d281 req-e63b9290-5f49-413b-8035-5fc6ad29b7f9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5958276 Dec 15 13:53:57.129179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:57.129764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.171328 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.247571 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.250726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf84de3-9644-41a6-8d72-2a31c5d5846e req-d42bf80d-00bb-4118-98c0-414ad1c3312b tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:57.252445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6bf84de3-9644-41a6-8d72-2a31c5d5846e req-d42bf80d-00bb-4118-98c0-414ad1c3312b tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 945 time: 0.2866652 Dec 15 13:53:57.260997 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.277623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 607a69fd-554f-4750-b973-257b68997696 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:57.278228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-349b77fe-9870-4209-873f-d614674a7298 req-3d263dd9-290d-46c4-8bb1-efbacdea6dba service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731384 Dec 15 13:53:57.310962 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0d85e-e1ab-4961-9976-018aeccc50b6 None None] Pushing event updated for resources: {'Port': ['ID=5fef8078-c906-4c48-8320-aed0d3546289,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:57.335105 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Attempting to bind port 5fef8078-c906-4c48-8320-aed0d3546289 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:57.338686 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Attempting to bind port 5fef8078-c906-4c48-8320-aed0d3546289 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:57.339237 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Attempting to bind port 5fef8078-c906-4c48-8320-aed0d3546289 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:57.340047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a74324-9330-4743-9be9-5f06f672c302 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:57.356903 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:57.357774 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:57.358359 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.358908 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:57.359704 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Bound port: 5fef8078-c906-4c48-8320-aed0d3546289, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:57.360276 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.370763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 607a69fd-554f-4750-b973-257b68997696 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:57.372468 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.388268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca057f3c-a61d-43b5-847d-bf4d54f24c1f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:57.398709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6bf84de3-9644-41a6-8d72-2a31c5d5846e req-548b44e3-969c-42ac-bdd9-d0b93e1111b7 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229551 Dec 15 13:53:57.406159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.428136 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] For port 5fef8078-c906-4c48-8320-aed0d3546289, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:57.432150 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] For port 5fef8078-c906-4c48-8320-aed0d3546289, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5fef8078-c906-4c48-8320-aed0d3546289,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:57.443128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Transition to ACTIVE for port object ca057f3c-a61d-43b5-847d-bf4d54f24c1f will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:53:57.450822 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.457147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.496673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7606c05-f19f-42bf-8a19-717c9472c91f None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:53:57.541165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-349b77fe-9870-4209-873f-d614674a7298 req-28f0c231-522c-4ffd-81b2-bc39cd2dbc0f service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349477 Dec 15 13:53:57.553101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Pushing event updated for resources: {'Port': ['ID=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:57.564827 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Routers {'2491c8c2-291c-4fcd-a5a4-86abec751ebd'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:53:57.565324 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:57.586952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-35d8a7ab-ff85-4755-af37-35a19d7486d0 None None] Provisioning complete for port 5fef8078-c906-4c48-8320-aed0d3546289 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:57.587322 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35d8a7ab-ff85-4755-af37-35a19d7486d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.681398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57adb8e-77fd-45ff-91e4-1aab568cfa33 req-2a8c4e91-548f-4523-97df-159c086b2520 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:57.681713 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19954c22-ee4a-4c5f-873b-445379b93695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.683527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a57adb8e-77fd-45ff-91e4-1aab568cfa33 req-2a8c4e91-548f-4523-97df-159c086b2520 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 944 time: 0.1315007 Dec 15 13:53:57.737108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Attempting to bind port ca057f3c-a61d-43b5-847d-bf4d54f24c1f on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:53:57.737538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Attempting to bind port ca057f3c-a61d-43b5-847d-bf4d54f24c1f by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'a182b8e1-b352-40fc-b6b2-51ac0155d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '503782f8-91d6-4b27-98a1-19e87ae7de1a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:53:57.737974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Attempting to bind port ca057f3c-a61d-43b5-847d-bf4d54f24c1f on network 503782f8-91d6-4b27-98a1-19e87ae7de1a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:57.739087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c0c6d-dd85-466b-93b2-9f7e76f42f34 req-1d219a32-455a-4ad4-a07c-5617a9a3a463 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:57.742625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e7c0c6d-dd85-466b-93b2-9f7e76f42f34 req-1d219a32-455a-4ad4-a07c-5617a9a3a463 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 944 time: 0.5602725 Dec 15 13:53:57.748659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19954c22-ee4a-4c5f-873b-445379b93695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.807023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35d8a7ab-ff85-4755-af37-35a19d7486d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.817994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a57adb8e-77fd-45ff-91e4-1aab568cfa33 req-7c90356d-7858-40ca-b2ba-b4218b3f3e45 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092532 Dec 15 13:53:57.818564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.818832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Port ca057f3c-a61d-43b5-847d-bf4d54f24c1f on network 503782f8-91d6-4b27-98a1-19e87ae7de1a not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:53:57.819257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Attempting to bind port ca057f3c-a61d-43b5-847d-bf4d54f24c1f on network 503782f8-91d6-4b27-98a1-19e87ae7de1a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:53:57.827123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:53:57.827851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Checking segment: {'id': 'a182b8e1-b352-40fc-b6b2-51ac0155d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '503782f8-91d6-4b27-98a1-19e87ae7de1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:53:57.828272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Bound using segment: {'id': 'a182b8e1-b352-40fc-b6b2-51ac0155d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '503782f8-91d6-4b27-98a1-19e87ae7de1a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:53:57.828982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Bound port: ca057f3c-a61d-43b5-847d-bf4d54f24c1f, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a182b8e1-b352-40fc-b6b2-51ac0155d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '503782f8-91d6-4b27-98a1-19e87ae7de1a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:53:57.829395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.839284 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0d85e-e1ab-4961-9976-018aeccc50b6 None None] Pushing event updated for resources: {'Port': ['ID=5fef8078-c906-4c48-8320-aed0d3546289,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:57.853847 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] Set router 2491c8c2-291c-4fcd-a5a4-86abec751ebd gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:53:57.911616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-35d8a7ab-ff85-4755-af37-35a19d7486d0 None None] For port 5fef8078-c906-4c48-8320-aed0d3546289, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5fef8078-c906-4c48-8320-aed0d3546289,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:57.927758 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35d8a7ab-ff85-4755-af37-35a19d7486d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:57.930110 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-19954c22-ee4a-4c5f-873b-445379b93695 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d25cfee146fa462d89771314e8d01caf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6084874 Dec 15 13:53:57.933277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60188) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:53:57.936210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] For port ca057f3c-a61d-43b5-847d-bf4d54f24c1f, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:53:57.937521 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e7c0c6d-dd85-466b-93b2-9f7e76f42f34 req-826de5d5-995a-4dbb-897a-bd172d87c7e7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714687 Dec 15 13:53:57.964812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] For port ca057f3c-a61d-43b5-847d-bf4d54f24c1f, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,segment=NetworkSegment(a182b8e1-b352-40fc-b6b2-51ac0155d755),segment_id=a182b8e1-b352-40fc-b6b2-51ac0155d755)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:53:57.984309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19954c22-ee4a-4c5f-873b-445379b93695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13ca3d-de8d-4fc0-a717-39a7245446f1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:57.994359 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.124587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-21662e8c-755b-41c0-b416-6f49f60e0679 None None] Provisioning complete for port 5fef8078-c906-4c48-8320-aed0d3546289 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:58.124979 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-21662e8c-755b-41c0-b416-6f49f60e0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.129034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8a7ab-ff85-4755-af37-35a19d7486d0 None None] Pushing event updated for resources: {'Port': ['ID=5fef8078-c906-4c48-8320-aed0d3546289,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.131383 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '5fef8078-c906-4c48-8320-aed0d3546289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:53:54Z', 'revision_number': 3, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port': {'id': '5fef8078-c906-4c48-8320-aed0d3546289', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:52Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:53:58.166646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.167818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.169447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] 10.222.0.24 "PUT /v2.0/ports/ca057f3c-a61d-43b5-847d-bf4d54f24c1f HTTP/1.1" status: 200 len: 1092 time: 2.4514401 Dec 15 13:53:58.170084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ff276c-1853-41b5-ab7c-063d81d8ef38', 'tag': 'ca057f3c-a61d-43b5-847d-bf4d54f24c1f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:53:58.172482 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a8c717-59b7-4a0c-b385-7df91d293759" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ff276c-1853-41b5-ab7c-063d81d8ef38", "tag": "ca057f3c-a61d-43b5-847d-bf4d54f24c1f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:53:58.214206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d9808-bc35-40e3-a479-d5c0ce56e92e service neutron] Pushing event updated for resources: {'Port': ['ID=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.214432 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63f777-54ef-40ec-8cfb-3b44d50be69e None None] The sync data for ids ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'] in n-d-821840-1 is: [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '5fef8078-c906-4c48-8320-aed0d3546289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:53:54Z', 'revision_number': 3, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port': {'id': '5fef8078-c906-4c48-8320-aed0d3546289', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:52Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:53:58.277820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3129-d57b-4bea-a058-9e7a188d97e2 req-120f648c-3699-4976-939b-9d8d678c7390 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.279308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e0e3129-d57b-4bea-a058-9e7a188d97e2 req-120f648c-3699-4976-939b-9d8d678c7390 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2354214 Dec 15 13:53:58.363696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e8654a1-d144-4a42-8c2b-f3514549a095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.364772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-91a91a4a-f2ae-4a31-b707-cf5ec3caa6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.370450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-91a91a4a-f2ae-4a31-b707-cf5ec3caa6c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a87b0d417a64028853ab0d0adb7d05c&device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 1095 time: 0.1286156 Dec 15 13:53:58.411707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b04a-a86c-4ac1-8fa7-64d371d383cc req-f191527c-cc93-4f04-b4f5-eaa3ac240833 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.413248 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7457b04a-a86c-4ac1-8fa7-64d371d383cc req-f191527c-cc93-4f04-b4f5-eaa3ac240833 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1803963 Dec 15 13:53:58.431749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e0e3129-d57b-4bea-a058-9e7a188d97e2 req-c23189e0-60d5-4861-bc71-0a6a246e6bbf tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400342 Dec 15 13:53:58.433763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-7fe1689e-3962-47d4-aa7a-c3647f0d178c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca057f3c-a61d-43b5-847d-bf4d54f24c1f HTTP/1.1" status: 200 len: 217 time: 0.0506797 Dec 15 13:53:58.513868 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e8654a1-d144-4a42-8c2b-f3514549a095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.528133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-db770beb-0332-439c-9656-79ec645c8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:58.529627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-db770beb-0332-439c-9656-79ec645c8576 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=157df50f-fdc8-4e68-912e-eece45f7e94b HTTP/1.1" status: 200 len: 857 time: 0.0882702 Dec 15 13:53:58.531144 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bd2ab3-1fb1-400a-b785-d5f15c6313b5 x-openstack-request-id: req-26bd2ab3-1fb1-400a-b785-d5f15c6313b5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:53:58.536939 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ff276c-1853-41b5-ab7c-063d81d8ef38", "tag": "ca057f3c-a61d-43b5-847d-bf4d54f24c1f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:53:58.537308 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-26bd2ab3-1fb1-400a-b785-d5f15c6313b5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:53:58.538138 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ff276c-1853-41b5-ab7c-063d81d8ef38', 'tag': 'ca057f3c-a61d-43b5-847d-bf4d54f24c1f', 'status': 'completed', 'code': 200} Dec 15 13:53:58.576755 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-7ba7f6a6-e670-4428-8adb-9f6347cf130e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=503782f8-91d6-4b27-98a1-19e87ae7de1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380135 Dec 15 13:53:58.663681 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e8654a1-d144-4a42-8c2b-f3514549a095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.667359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e8654a1-d144-4a42-8c2b-f3514549a095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.668965 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7e8654a1-d144-4a42-8c2b-f3514549a095 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5e13ca3d-de8d-4fc0-a717-39a7245446f1 HTTP/1.1" status: 204 len: 168 time: 0.7305236 Dec 15 13:53:58.671433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.705308 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.716690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:58.889581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5fef8078-c906-4c48-8320-aed0d3546289 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:53:58.917381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8654a1-d144-4a42-8c2b-f3514549a095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13ca3d-de8d-4fc0-a717-39a7245446f1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:58.920702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:58.987588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-fb6bbbe8-810f-4343-a2f8-b90e23d5e8d3 service neutron] 10.222.0.24 "GET /v2.0/networks/503782f8-91d6-4b27-98a1-19e87ae7de1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903077 Dec 15 13:53:59.012262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7457b04a-a86c-4ac1-8fa7-64d371d383cc req-c9eaa919-ff5c-49df-bc79-33373ccd362f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813518 Dec 15 13:53:59.045691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.048490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:59.064802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb58a64-add6-475c-9ca5-cfb12f3446fc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:53:59.096874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad', 'port_id': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'mac_address': 'fa:16:3e:db:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61504417-45e4-400f-8cb4-9bea8689e17a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:53:59.276680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7e5560f6-ca61-44b0-8fab-c27699ca171e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:59.295590 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7e5560f6-ca61-44b0-8fab-c27699ca171e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.4720488 Dec 15 13:53:59.356140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-e44fa098-ff6b-408f-a15b-531c9b13aadb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/quotas/2ada53ad04704bb09edba8eca9eebc64 HTTP/1.1" status: 200 len: 375 time: 0.0590880 Dec 15 13:53:59.376072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f824d1a2-d752-4b9f-8642-bc01a9a13376 req-b4cc337f-e816-4325-bab6-432ca6e7ab20 service neutron] 10.222.0.24 "GET /v2.0/networks/503782f8-91d6-4b27-98a1-19e87ae7de1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795466 Dec 15 13:53:59.472389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-e4eb2604-1f73-4b17-8036-0cca62553612 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1149313 Dec 15 13:53:59.524833 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.582355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb167c7d-b053-4db6-93cf-80a4b9eda69b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:53:59.604783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0dd1e-2ab0-4f79-8506-36214331e60a req-13e512b5-94eb-49fe-887b-d19a801ad989 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:59.612534 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fa0dd1e-2ab0-4f79-8506-36214331e60a req-13e512b5-94eb-49fe-887b-d19a801ad989 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 944 time: 0.3931966 Dec 15 13:53:59.621977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:53:59.627646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-a46c727e-bb1b-4696-8535-b3bf03b20b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:53:59.634826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-a46c727e-bb1b-4696-8535-b3bf03b20b5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a87b0d417a64028853ab0d0adb7d05c&device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 1095 time: 0.1492627 Dec 15 13:53:59.643048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:53:59.650083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:53:59.678506 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.680949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73a980ea-015c-414a-a060-6c05c980111e details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:53:59.715405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Allocated IP 172.20.0.1 (f181f407-0550-49ce-9ca3-696fd2566e27/db63e34f-73ad-457c-a5cc-51224ea7e0bc/d9e46aed-d8fa-481a-b66d-d71cbc095aa9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:53:59.858585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5fef8078-c906-4c48-8320-aed0d3546289 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:53:59.858966 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:59.933452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-1ea2de9d-d9ce-404b-a229-2f19b979bd9b service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555299 Dec 15 13:54:00.026146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fa0dd1e-2ab0-4f79-8506-36214331e60a req-1c6c5694-9f5e-43a6-83a7-88c232f122be tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107108 Dec 15 13:54:00.197754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:00.337954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fd9cb0e3-92ea-48cd-9a77-0c167667ad84 None None] Provisioning complete for port 8cb58a64-add6-475c-9ca5-cfb12f3446fc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:00.338785 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd9cb0e3-92ea-48cd-9a77-0c167667ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.346398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-0e77076e-c5e8-48d5-a25c-3aeaf4ce220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:00.347935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-0e77076e-c5e8-48d5-a25c-3aeaf4ce220f service neutron] 10.222.0.24 "GET /v2.0/networks?id=503782f8-91d6-4b27-98a1-19e87ae7de1a HTTP/1.1" status: 200 len: 919 time: 0.6964588 Dec 15 13:54:00.356189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Router 6b6f7914-93c6-490d-babc-4d45a80c2d24 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:00.392746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80773b3e-21f9-4566-8145-2e75af9b2930 req-9f0cf56a-c044-40f2-b58d-08896545b339 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:00.404171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80773b3e-21f9-4566-8145-2e75af9b2930 req-9f0cf56a-c044-40f2-b58d-08896545b339 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 944 time: 0.2365372 Dec 15 13:54:00.450402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.490714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60266) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:00.501162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-a6eddd90-a7c8-4823-acc1-cd1e9deeba4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca057f3c-a61d-43b5-847d-bf4d54f24c1f HTTP/1.1" status: 200 len: 217 time: 0.1408062 Dec 15 13:54:00.568585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-946ebeff-451e-499c-9210-fa74deb9699c service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340644 Dec 15 13:54:00.580647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fd9cb0e3-92ea-48cd-9a77-0c167667ad84 None None] Port 8cb58a64-add6-475c-9ca5-cfb12f3446fc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:00.608336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-ae5c4315-ebdb-4c0e-aaed-4414ba5ea5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:00.611175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-ae5c4315-ebdb-4c0e-aaed-4414ba5ea5df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=157df50f-fdc8-4e68-912e-eece45f7e94b HTTP/1.1" status: 200 len: 857 time: 0.0978112 Dec 15 13:54:00.644582 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.651919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73a980ea-015c-414a-a060-6c05c980111e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73a980ea-015c-414a-a060-6c05c980111e,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:00.680328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '73a980ea-015c-414a-a060-6c05c980111e', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'port_id': '73a980ea-015c-414a-a060-6c05c980111e', 'mac_address': 'fa:16:3e:36:cc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce372f1-83d0-4488-835d-2683fb556b99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:00.703008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-6841a8fe-669c-446e-8837-b83be2c6aa9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=503782f8-91d6-4b27-98a1-19e87ae7de1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821912 Dec 15 13:54:00.707661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.763279 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.808088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a980ea-015c-414a-a060-6c05c980111e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:00.830660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1585903902-network', 'tenant_id': 'e7f85e623cc840bf9bb22f0d28bfd3e8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:00.845182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73a980ea-015c-414a-a060-6c05c980111e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73a980ea-015c-414a-a060-6c05c980111e,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:00.850821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:00.901118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80773b3e-21f9-4566-8145-2e75af9b2930 req-28e86b58-ce31-48ac-801d-c3fdc34ba726 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958386 Dec 15 13:54:00.949501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bb167c7d-b053-4db6-93cf-80a4b9eda69b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:00.973635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Network f181f407-0550-49ce-9ca3-696fd2566e27 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:00.976933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:00.989800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d592b6c-c136-4df0-b997-ffdeff3136b6 req-8369f37f-e40f-4cf4-8c90-b510f628a1e9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:00.998097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:00.998540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d592b6c-c136-4df0-b997-ffdeff3136b6 req-8369f37f-e40f-4cf4-8c90-b510f628a1e9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.1613114 Dec 15 13:54:01.023162 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.034750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=73a980ea-015c-414a-a060-6c05c980111e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:01.117968 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-1db7a42c-cd99-4183-9997-88cddb7b5948 service neutron] 10.222.0.24 "GET /v2.0/networks/503782f8-91d6-4b27-98a1-19e87ae7de1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065306 Dec 15 13:54:01.140220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['73a980ea-015c-414a-a060-6c05c980111e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:01.178549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Made reservation on behalf of e7f85e623cc840bf9bb22f0d28bfd3e8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:01.181592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.199391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d105e10d-8b39-4f01-b77c-976a261fe833 req-0daf5809-bcb5-4287-b185-7c1ebd784e47 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 210 time: 0.1241207 Dec 15 13:54:01.211631 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.237918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d592b6c-c136-4df0-b997-ffdeff3136b6 req-e1066636-543b-43d7-825d-0675e7ee35c8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382436 Dec 15 13:54:01.367194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86e96af4-c08f-4acb-9183-1a6849a89dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.400860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.488055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:01.554507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d9745a82-9b4e-46f1-9f5e-4e75148c4da3 None None] Provisioning complete for port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:01.555528 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9745a82-9b4e-46f1-9f5e-4e75148c4da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.570576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a8c717-59b7-4a0c-b385-7df91d293759 req-2cd1a4a1-6464-476c-b28b-cd3e9ee535f6 service neutron] 10.222.0.24 "GET /v2.0/networks/503782f8-91d6-4b27-98a1-19e87ae7de1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397428 Dec 15 13:54:01.606435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.621558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:01.635412 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9f2ed787-c0b7-4b3b-a7a8-5c6481c21eb4 admin admin] 10.222.0.86 "PUT /v2.0/routers/6b6f7914-93c6-490d-babc-4d45a80c2d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7260511 Dec 15 13:54:01.652678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a84e4-2145-4b95-93a3-c301b8483ee8 req-c71c053c-9f63-4022-b6d5-6b5e4507aa4e tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:01.654805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d00a84e4-2145-4b95-93a3-c301b8483ee8 req-c71c053c-9f63-4022-b6d5-6b5e4507aa4e tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 944 time: 0.1731586 Dec 15 13:54:01.662548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Sync routers for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:01.698051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.713121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.735929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d9745a82-9b4e-46f1-9f5e-4e75148c4da3 None None] Port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:01.747779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:01.755161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:01.758707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:01.799941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883c9d16-e119-4808-854f-60712f981a68,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:01.809424 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.810327 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Added segment d7ae40ae-d892-4465-9297-0b3eabbf27d3 of type vlan for network b9c95906-9250-4a42-8c5c-11717f856517 Dec 15 13:54:01.890670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.963715 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.967659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:01.970551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:01.995352 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d00a84e4-2145-4b95-93a3-c301b8483ee8 req-fd815f65-b95a-4fe6-8911-f63dd7cf822c tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322473 Dec 15 13:54:02.007446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:02.081361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.5888417 Dec 15 13:54:02.105126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60298) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:02.112692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Request body: {'subnet': {'network_id': 'b9c95906-9250-4a42-8c5c-11717f856517', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1585903902-subnet', 'tenant_id': 'e7f85e623cc840bf9bb22f0d28bfd3e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:02.214839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b8bc8-9b23-4a03-aae3-50f969a57958 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c95906-9250-4a42-8c5c-11717f856517,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:02.229254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b9c95906-9250-4a42-8c5c-11717f856517 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:02.374503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44188a9-f321-4249-96d5-ddf5432b260c req-4e0f42f2-c2ec-4ced-a115-11987804cff5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:02.376179 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d44188a9-f321-4249-96d5-ddf5432b260c req-4e0f42f2-c2ec-4ced-a115-11987804cff5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 945 time: 0.1797035 Dec 15 13:54:02.380334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Made reservation on behalf of e7f85e623cc840bf9bb22f0d28bfd3e8 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:02.384728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.430768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.474370 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.534440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.538216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:53:58Z', 'revision_number': 2, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:02.579898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Checking router: 6b6f7914-93c6-490d-babc-4d45a80c2d24 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:54:02.580495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Updating router 6b6f7914-93c6-490d-babc-4d45a80c2d24 port 8cb58a64-add6-475c-9ca5-cfb12f3446fc binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:54:02.671340 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:02.912943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:02.923837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d44188a9-f321-4249-96d5-ddf5432b260c req-cb8d9a20-04e8-4411-bc42-eff4b5795e33 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325131 Dec 15 13:54:02.957453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Network f181f407-0550-49ce-9ca3-696fd2566e27 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:02.960510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:03.055731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6cabb4bf-a147-4e55-a1d1-1871096c094e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:03.059174 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6cabb4bf-a147-4e55-a1d1-1871096c094e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.3122759 Dec 15 13:54:03.075158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'port': {'device_id': '1251f06d-0544-4fb2-bbd7-2661f1d33963', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'admin_state_up': True, 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:03.192010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ca057f3c-a61d-43b5-847d-bf4d54f24c1f details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:03.315414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port bb167c7d-b053-4db6-93cf-80a4b9eda69b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:03.333151 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.643200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ff59f96b-a315-4aa6-829f-6b69d2c63d5b None None] Provisioning complete for port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:03.644871 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff59f96b-a315-4aa6-829f-6b69d2c63d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.760942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ca057f3c-a61d-43b5-847d-bf4d54f24c1f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,segment=NetworkSegment(a182b8e1-b352-40fc-b6b2-51ac0155d755),segment_id=a182b8e1-b352-40fc-b6b2-51ac0155d755)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:03.834463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'ca057f3c-a61d-43b5-847d-bf4d54f24c1f', 'network_id': '503782f8-91d6-4b27-98a1-19e87ae7de1a', 'port_id': 'ca057f3c-a61d-43b5-847d-bf4d54f24c1f', 'mac_address': 'fa:16:3e:a5:a1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157df50f-fdc8-4e68-912e-eece45f7e94b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:03.837129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ff59f96b-a315-4aa6-829f-6b69d2c63d5b None None] Port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:03.844198 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.852811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d96f860e-fef0-4b61-aeb4-77d0ebbb0690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.866951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60312) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:03.874834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:03.881155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b22488f-38e7-4688-bbb1-116441917699 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741617815', 'description': 'tempest-description--1881029180'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:03.901673 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.904794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.916944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:03.963139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f66ebc6c-ea78-4d42-84a6-49f05c31f695 req-6838b8af-3d0b-41a1-bab1-7593e0316a99 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 210 time: 0.2483492 Dec 15 13:54:04.029311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18e3f5-fa29-446f-aece-78477ba70707 req-90292d31-2808-495f-94cb-13310aeee80b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:04.030790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa18e3f5-fa29-446f-aece-78477ba70707 req-90292d31-2808-495f-94cb-13310aeee80b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.0999537 Dec 15 13:54:04.037287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:04.054915 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df4a501-5e20-4b9c-8d20-8bcc7a2d58e2" -d '{"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-plugged", "status": "completed", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:04.106610 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:04.116661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa18e3f5-fa29-446f-aece-78477ba70707 req-394708f3-b450-40bc-b006-31075dd383ce tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769179 Dec 15 13:54:04.122607 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.152239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37093cbc-e633-47ca-b884-3f680b9f6ca8 None None] Pushing event updated for resources: {'Port': ['ID=8cb58a64-add6-475c-9ca5-cfb12f3446fc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.155953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca057f3c-a61d-43b5-847d-bf4d54f24c1f {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:04.165924 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.166743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73a980ea-015c-414a-a060-6c05c980111e up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:04.290752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ca057f3c-a61d-43b5-847d-bf4d54f24c1f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,segment=NetworkSegment(a182b8e1-b352-40fc-b6b2-51ac0155d755),segment_id=a182b8e1-b352-40fc-b6b2-51ac0155d755)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:04.325791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Attempting to bind port 8cb58a64-add6-475c-9ca5-cfb12f3446fc on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:04.326317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Attempting to bind port 8cb58a64-add6-475c-9ca5-cfb12f3446fc by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:04.326723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Attempting to bind port 8cb58a64-add6-475c-9ca5-cfb12f3446fc on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:04.343138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.349442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Made reservation on behalf of 2ada53ad04704bb09edba8eca9eebc64 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:04.349661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b22488f-38e7-4688-bbb1-116441917699 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.354151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3360fb52-4014-48b3-ae54-e503c92f3a1b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.358798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.378114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:04.378524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Checking segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:04.378952 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.379982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Bound using segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:04.391358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Bound port: 8cb58a64-add6-475c-9ca5-cfb12f3446fc, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:04.391784 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.411508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Checking segment: {'id': 'd7ae40ae-d892-4465-9297-0b3eabbf27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b9c95906-9250-4a42-8c5c-11717f856517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:04.413498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Network hostable DHCP agents. Network: b9c95906-9250-4a42-8c5c-11717f856517, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:04.418844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.473520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b84f2-c87e-48d4-abc5-3828a0a4c715 req-c6c0b512-14e8-4c12-abd0-51bef68236a7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:04.475820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d9b84f2-c87e-48d4-abc5-3828a0a4c715 req-c6c0b512-14e8-4c12-abd0-51bef68236a7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 945 time: 0.1790307 Dec 15 13:54:04.507630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0f431-89c5-4041-824f-e9d358e5a7ea req-33beeb9b-dcd3-456a-b997-fc8be30b2bbb tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:04.509210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98c0f431-89c5-4041-824f-e9d358e5a7ea req-33beeb9b-dcd3-456a-b997-fc8be30b2bbb tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 944 time: 0.4187601 Dec 15 13:54:04.539072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:04.595479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Network b9c95906-9250-4a42-8c5c-11717f856517 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:04.609637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Router 2491c8c2-291c-4fcd-a5a4-86abec751ebd has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:04.675504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Allocated IP 172.20.0.7 (0e07166e-e6e5-4522-9054-de8821e1eb7e/5de816d9-6c94-4257-bb63-81cc5bec5ed5/14120252-fe83-4307-b476-775d37debdc7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:04.679287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] For port 8cb58a64-add6-475c-9ca5-cfb12f3446fc, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:04.682529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] For port 8cb58a64-add6-475c-9ca5-cfb12f3446fc, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8cb58a64-add6-475c-9ca5-cfb12f3446fc,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:04.687477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ca057f3c-a61d-43b5-847d-bf4d54f24c1f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:04.689370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 73a980ea-015c-414a-a060-6c05c980111e completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:54:04.691590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98c0f431-89c5-4041-824f-e9d358e5a7ea req-d05d2655-bda9-4f51-a456-b5fcf5cd117b tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691675 Dec 15 13:54:04.723441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b9c95906-9250-4a42-8c5c-11717f856517) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:04.747765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:04.748411 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.749312 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.760070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5fa89a-ab52-4dc4-8b25-453f8e933620 None None] Network b9c95906-9250-4a42-8c5c-11717f856517 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:04.770460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 73a980ea-015c-414a-a060-6c05c980111e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:04.770923 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.848200 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a8de5b-a217-4a2d-80ac-3695d42364aa x-openstack-request-id: req-f6a8de5b-a217-4a2d-80ac-3695d42364aa {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:04.848633 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-plugged", "status": "completed", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:04.848800 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f6a8de5b-a217-4a2d-80ac-3695d42364aa {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:04.849530 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'code': 200} Dec 15 13:54:04.903326 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:04.912036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fcad5b70-a104-401f-a741-4298a8c43ca1 None None] Provisioning complete for port 8cb58a64-add6-475c-9ca5-cfb12f3446fc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:04.912530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcad5b70-a104-401f-a741-4298a8c43ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.005746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.171762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d9b84f2-c87e-48d4-abc5-3828a0a4c715 req-a80b4800-4795-417f-a11d-c5b9aad44d22 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983339 Dec 15 13:54:05.175451 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b22488f-38e7-4688-bbb1-116441917699 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.179294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:05.196865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7ffc404-1250-4f99-bd2e-cf28b2c92ba7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0901191 Dec 15 13:54:05.198971 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Sync routers for ids ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:05.201629 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8e7f30aa-ef8b-40e9-920a-74c22b970005 admin admin] 10.222.0.86 "PUT /v2.0/routers/2491c8c2-291c-4fcd-a5a4-86abec751ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1298909 Dec 15 13:54:05.210067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:05.215589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b22488f-38e7-4688-bbb1-116441917699 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.220938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:05.227799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:05.247173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'Port': ['ID=14120252-fe83-4307-b476-775d37debdc7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:05.253565 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Routers {'2491c8c2-291c-4fcd-a5a4-86abec751ebd'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:05.256924 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:54:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:05.421968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22488f-38e7-4688-bbb1-116441917699 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b3119-4b79-481b-a08f-968cdb3fc83d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:05.455185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:05.460538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.465350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b22488f-38e7-4688-bbb1-116441917699 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.468478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9b22488f-38e7-4688-bbb1-116441917699 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5965812 Dec 15 13:54:05.475039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60328) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:05.492644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c9460398-65be-432e-a9f5-5ccc753881c3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'security_group_rule': {'security_group_id': 'b50b3119-4b79-481b-a08f-968cdb3fc83d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:05.516387 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.563386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b0ca-c706-465d-9252-31d97bb7fa58 req-cf110680-e7b6-458e-910a-d90734224da3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:05.566710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac18b0ca-c706-465d-9252-31d97bb7fa58 req-cf110680-e7b6-458e-910a-d90734224da3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.0978372 Dec 15 13:54:05.621837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37093cbc-e633-47ca-b884-3f680b9f6ca8 None None] Pushing event updated for resources: {'Port': ['ID=8cb58a64-add6-475c-9ca5-cfb12f3446fc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:05.635158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:05.636984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:54:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:05.643809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa3eb2-c121-4902-81ee-4e4d7f0c6dc7 req-b68ef238-5914-416a-83a8-be488b19a83d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:05.645748 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07fa3eb2-c121-4902-81ee-4e4d7f0c6dc7 req-b68ef238-5914-416a-83a8-be488b19a83d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 931 time: 0.5587952 Dec 15 13:54:05.665972 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Set router 2491c8c2-291c-4fcd-a5a4-86abec751ebd gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:05.704351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6b2a7cf1-0fe1-4906-9d6b-cc90e2e62dfb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6316602 Dec 15 13:54:05.722207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac18b0ca-c706-465d-9252-31d97bb7fa58 req-3a6765b8-4ff5-416d-b1b7-81a6a82945d3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443999 Dec 15 13:54:05.737985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Request body: {'port': {'device_id': '1251f06d-0544-4fb2-bbd7-2661f1d33963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:05.741648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9460398-65be-432e-a9f5-5ccc753881c3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.909252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07fa3eb2-c121-4902-81ee-4e4d7f0c6dc7 req-026a16e3-e133-40ce-92e6-a2ad8738a47b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549796 Dec 15 13:54:05.940576 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:05.942854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.055635 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9460398-65be-432e-a9f5-5ccc753881c3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.069211 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9460398-65be-432e-a9f5-5ccc753881c3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.098853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9460398-65be-432e-a9f5-5ccc753881c3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b437a656-8589-4403-99e1-afbd5beb6651,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:06.137641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9460398-65be-432e-a9f5-5ccc753881c3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.143402 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c9460398-65be-432e-a9f5-5ccc753881c3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6642475 Dec 15 13:54:06.144075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:06.155852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1cdc49e1-0a2d-4f85-abc1-74f89d485bf1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'security_group_rule': {'security_group_id': 'b50b3119-4b79-481b-a08f-968cdb3fc83d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:06.210281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cdc49e1-0a2d-4f85-abc1-74f89d485bf1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.308773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 73a980ea-015c-414a-a060-6c05c980111e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73a980ea-015c-414a-a060-6c05c980111e,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:06.352761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cdc49e1-0a2d-4f85-abc1-74f89d485bf1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.366526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cdc49e1-0a2d-4f85-abc1-74f89d485bf1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.391210 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.445366 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cdc49e1-0a2d-4f85-abc1-74f89d485bf1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.446647 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '5fef8078-c906-4c48-8320-aed0d3546289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port': {'id': '5fef8078-c906-4c48-8320-aed0d3546289', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:52Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd9e46aed-d8fa-481a-b66d-d71cbc095aa9', 'name': '', 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'mac_address': 'fa:16:3e:8c:9c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db63e34f-73ad-457c-a5cc-51224ea7e0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:59Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 2, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'subnets': [{'id': 'db63e34f-73ad-457c-a5cc-51224ea7e0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:06.453261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60356) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:06.455565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1cdc49e1-0a2d-4f85-abc1-74f89d485bf1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102705 Dec 15 13:54:06.481593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:06.491059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc49e1-0a2d-4f85-abc1-74f89d485bf1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d10b35c-7b9d-4fc0-9f8d-454b4915bae4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:06.576118 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Checking router: 2491c8c2-291c-4fcd-a5a4-86abec751ebd for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:54:06.578000 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Updating router 2491c8c2-291c-4fcd-a5a4-86abec751ebd port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:54:06.578497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6028c-8bc3-4a5b-9ae6-003b6fa25cca req-c70af3ca-a540-407e-ab1d-64ef7c4ed4d0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:06.581309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f7e6028c-8bc3-4a5b-9ae6-003b6fa25cca req-c70af3ca-a540-407e-ab1d-64ef7c4ed4d0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 946 time: 0.1823003 Dec 15 13:54:06.672495 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f7e6028c-8bc3-4a5b-9ae6-003b6fa25cca req-810271c8-d944-4bf3-9656-26b947bd27e3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834005 Dec 15 13:54:06.690903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed020c-30d2-44c4-ad3a-3be7ebc213e3 req-fdaa814c-652a-4319-94d1-0bc005e741f7 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:06.694709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-87ed020c-30d2-44c4-ad3a-3be7ebc213e3 req-fdaa814c-652a-4319-94d1-0bc005e741f7 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 945 time: 0.6490273 Dec 15 13:54:06.729971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.730726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:06.736537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-503479888-network', 'tenant_id': '0998a6066e56497f95687c356686d3ff'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:06.758800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe7b509-6035-4ae3-a930-9aa6687b8a80 None None] Network b9c95906-9250-4a42-8c5c-11717f856517 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:06.772969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Made reservation on behalf of 0998a6066e56497f95687c356686d3ff for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:06.776268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.805533 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:06.862746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:06.942517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-87ed020c-30d2-44c4-ad3a-3be7ebc213e3 req-e5eb3711-b278-4525-9ab2-33a3fba1d074 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252755 Dec 15 13:54:06.992035 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.045135 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcad5b70-a104-401f-a741-4298a8c43ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.046868 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.073167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.099787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be66296-986d-499d-b864-0cc550459693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a980ea-015c-414a-a060-6c05c980111e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:07.105849 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c65b05-ae69-43f6-b31b-ead50a932eeb" -d '{"events": [{"server_uuid": "4be66296-986d-499d-b864-0cc550459693", "name": "network-vif-plugged", "status": "completed", "tag": "73a980ea-015c-414a-a060-6c05c980111e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:07.181783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c72e79-cc62-45ff-afdb-754b385196a1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:07.196618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fcad5b70-a104-401f-a741-4298a8c43ca1 None None] For port 8cb58a64-add6-475c-9ca5-cfb12f3446fc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8cb58a64-add6-475c-9ca5-cfb12f3446fc,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:07.256620 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcad5b70-a104-401f-a741-4298a8c43ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.259475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:07.341235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f5ba-001d-4aed-a75d-59047b442d5f req-37b1b245-8ce7-4673-b7ad-de777ec49f8a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:07.358823 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d75f5ba-001d-4aed-a75d-59047b442d5f req-37b1b245-8ce7-4673-b7ad-de777ec49f8a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.3087924 Dec 15 13:54:07.359194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428eb4f-bb25-46fb-bfed-3cfe42108207 req-9e3de1d6-c77a-42bc-88d4-55e71024cc9f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:07.361202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d428eb4f-bb25-46fb-bfed-3cfe42108207 req-9e3de1d6-c77a-42bc-88d4-55e71024cc9f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 931 time: 0.2489884 Dec 15 13:54:07.370211 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.379137 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Added segment ac12585f-f840-409c-ac21-aa7db8536497 of type vlan for network 911a0f1d-1a79-4149-89a7-01c053e52f5f Dec 15 13:54:07.395833 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.408777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14120252-fe83-4307-b476-775d37debdc7 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:07.427441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.466287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d428eb4f-bb25-46fb-bfed-3cfe42108207 req-2324996c-60ca-431e-bd0e-919e01fcb02a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914600 Dec 15 13:54:07.472704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.599165 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.622848 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.667423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Allocated IP 172.25.7.192 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/d4643cbe-9fe4-4729-954c-35f539970e0e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:07.776356 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c46b2-4b24-455c-9fd8-128d45b75689 x-openstack-request-id: req-d81c46b2-4b24-455c-9fd8-128d45b75689 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:07.776596 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be66296-986d-499d-b864-0cc550459693", "name": "network-vif-plugged", "status": "completed", "tag": "73a980ea-015c-414a-a060-6c05c980111e", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:07.776857 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d81c46b2-4b24-455c-9fd8-128d45b75689 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:07.777259 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be66296-986d-499d-b864-0cc550459693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a980ea-015c-414a-a060-6c05c980111e', 'code': 200} Dec 15 13:54:07.807506 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d75f5ba-001d-4aed-a75d-59047b442d5f req-c4cc3b30-4db4-46a8-bdbd-fb1dba1d9b6f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474950 Dec 15 13:54:07.839077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=73a980ea-015c-414a-a060-6c05c980111e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:07.855582 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.877123 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.903655 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.905459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:07.908480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:07.946729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-67289878-5ad6-4d6f-ac2b-5cf8a50581df None None] Provisioning complete for port 8cb58a64-add6-475c-9ca5-cfb12f3446fc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:07.952455 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67289878-5ad6-4d6f-ac2b-5cf8a50581df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.017580 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2976787-bacc-4036-958a-68f0f415970d None None] Pushing event updated for resources: {'Port': ['ID=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:08.060350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.075224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad5b70-a104-401f-a741-4298a8c43ca1 None None] Pushing event updated for resources: {'Port': ['ID=8cb58a64-add6-475c-9ca5-cfb12f3446fc,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:08.139625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.183360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Transition to ACTIVE for port object 14120252-fe83-4307-b476-775d37debdc7 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:54:08.198444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64660fb-269e-42ba-ac13-9eb571deed34 req-d014b412-af65-43f8-9c50-afe9ac6b6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:08.202868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f64660fb-269e-42ba-ac13-9eb571deed34 req-d014b412-af65-43f8-9c50-afe9ac6b6b29 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 1097 time: 0.4867601 Dec 15 13:54:08.239144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5047560 Dec 15 13:54:08.247250 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.263180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60440) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:08.291571 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Attempting to bind port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:08.292490 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Attempting to bind port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:08.293465 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Attempting to bind port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 on network f181f407-0550-49ce-9ca3-696fd2566e27 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:08.303037 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:08.304803 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Checking segment: {'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:08.305342 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.306214 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Bound using segment: {'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:08.306857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb146e-ae72-48e1-895a-2da1a834523f admin admin] Pushing event updated for resources: {'Network': ['ID=911a0f1d-1a79-4149-89a7-01c053e52f5f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:08.307827 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Bound port: d9e46aed-d8fa-481a-b66d-d71cbc095aa9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2b6994-c7e1-42a4-881f-e3033a742bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:08.310217 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.322014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Request body: {'subnet': {'network_id': '911a0f1d-1a79-4149-89a7-01c053e52f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-503479888-subnet', 'tenant_id': '0998a6066e56497f95687c356686d3ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:08.361533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 911a0f1d-1a79-4149-89a7-01c053e52f5f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:08.390336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4f55a-7585-4634-b7dc-a2012ce88c36 req-01ef63f3-a1b1-4fe7-8c3e-88730e2e274d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:08.399611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ad4f55a-7585-4634-b7dc-a2012ce88c36 req-01ef63f3-a1b1-4fe7-8c3e-88730e2e274d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 946 time: 0.2739429 Dec 15 13:54:08.419116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Made reservation on behalf of 0998a6066e56497f95687c356686d3ff for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:08.421846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.510760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085fc15-03bb-41fd-ac19-899da27c38e4 req-10d0fe15-079f-48e6-9ec0-da1782b32d68 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:08.524437 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] For port d9e46aed-d8fa-481a-b66d-d71cbc095aa9, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:08.525247 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a085fc15-03bb-41fd-ac19-899da27c38e4 req-10d0fe15-079f-48e6-9ec0-da1782b32d68 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 945 time: 0.3617597 Dec 15 13:54:08.540031 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] For port d9e46aed-d8fa-481a-b66d-d71cbc095aa9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,segment=NetworkSegment(fc2b6994-c7e1-42a4-881f-e3033a742bc2),segment_id=fc2b6994-c7e1-42a4-881f-e3033a742bc2)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:08.557597 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.578835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f64660fb-269e-42ba-ac13-9eb571deed34 req-ada5c8a0-0883-484c-ac20-582b08f75d14 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409271 Dec 15 13:54:08.749251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:08.762582 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a085fc15-03bb-41fd-ac19-899da27c38e4 req-b28e594e-2d7c-49fe-a3af-6ede0d305da0 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342608 Dec 15 13:54:08.768982 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:08.783290 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Routers {'2491c8c2-291c-4fcd-a5a4-86abec751ebd'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:08.785266 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:54:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:08.914555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:04Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:08.954060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'Port': ['ID=d4643cbe-9fe4-4729-954c-35f539970e0e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:08.960598 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2976787-bacc-4036-958a-68f0f415970d None None] Pushing event updated for resources: {'Port': ['ID=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:09.024920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:09.037841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:09.057224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7506d1c-b32b-44b3-8ecd-c543aca1d343,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:09.059152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a27db-6306-416d-bc6f-522fb4993abf None None] The sync data for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 is: [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:04Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:09.097206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39b30d-5338-4543-968b-e2fe2323e9cc req-218e663e-74b0-4e08-9664-d96222027b24 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:09.107518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ec39b30d-5338-4543-968b-e2fe2323e9cc req-218e663e-74b0-4e08-9664-d96222027b24 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 943 time: 0.1670611 Dec 15 13:54:09.191238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Pushing event updated for resources: {'Port': ['ID=14120252-fe83-4307-b476-775d37debdc7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:09.221035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ca057f3c-a61d-43b5-847d-bf4d54f24c1f up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:09.229671 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] Set router 2491c8c2-291c-4fcd-a5a4-86abec751ebd gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:09.252832 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ec39b30d-5338-4543-968b-e2fe2323e9cc req-d26e04d5-2036-4f0d-81e7-c741596e332e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415372 Dec 15 13:54:09.304001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ad4f55a-7585-4634-b7dc-a2012ce88c36 req-91a5990a-f08a-4f11-b56c-d074dd0107c7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8999739 Dec 15 13:54:09.480350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e0bf3b15-cf92-4a3d-91f7-e1d71c47c02a None None] Provisioning complete for port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:09.480740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3b15-cf92-4a3d-91f7-e1d71c47c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.510406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Checking segment: {'id': 'ac12585f-f840-409c-ac21-aa7db8536497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '911a0f1d-1a79-4149-89a7-01c053e52f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:09.511749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Network hostable DHCP agents. Network: 911a0f1d-1a79-4149-89a7-01c053e52f5f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:09.531951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0080-1b60-4332-9d87-87240259ed34 req-d23ac5cd-e4b9-45c1-ac90-22d2dc209d84 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:09.541323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-812f0080-1b60-4332-9d87-87240259ed34 req-d23ac5cd-e4b9-45c1-ac90-22d2dc209d84 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1329849 Dec 15 13:54:09.545206 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.670363 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-812f0080-1b60-4332-9d87-87240259ed34 req-80492960-3ffd-42b7-a581-062ab33f527f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214113 Dec 15 13:54:09.686276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port ca057f3c-a61d-43b5-847d-bf4d54f24c1f completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:54:09.725405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port ca057f3c-a61d-43b5-847d-bf4d54f24c1f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:09.725892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.805602 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.817427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Attempting to bind port 14120252-fe83-4307-b476-775d37debdc7 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:09.820529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Attempting to bind port 14120252-fe83-4307-b476-775d37debdc7 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:09.820971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Attempting to bind port 14120252-fe83-4307-b476-775d37debdc7 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:09.906250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Port 14120252-fe83-4307-b476-775d37debdc7 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:54:09.906618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Attempting to bind port 14120252-fe83-4307-b476-775d37debdc7 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:09.945282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:09.945774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Checking segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:09.952591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Bound using segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:09.953670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Bound port: 14120252-fe83-4307-b476-775d37debdc7, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:09.954147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.956268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Network 911a0f1d-1a79-4149-89a7-01c053e52f5f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:10.027703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3b15-cf92-4a3d-91f7-e1d71c47c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.087328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.103672 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '5fef8078-c906-4c48-8320-aed0d3546289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port': {'id': '5fef8078-c906-4c48-8320-aed0d3546289', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:52Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd9e46aed-d8fa-481a-b66d-d71cbc095aa9', 'name': '', 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'mac_address': 'fa:16:3e:8c:9c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db63e34f-73ad-457c-a5cc-51224ea7e0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:59Z', 'updated_at': '2021-12-15T13:54:08Z', 'revision_number': 4, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'subnets': [{'id': 'db63e34f-73ad-457c-a5cc-51224ea7e0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:10.131466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 911a0f1d-1a79-4149-89a7-01c053e52f5f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:10.145187 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4ddac-93a0-4093-97e0-c29347a65ab7 None None] The sync data for ids ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'] in n-d-821840-1 is: [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '5fef8078-c906-4c48-8320-aed0d3546289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T13:54:01Z', 'revision_number': 4, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port': {'id': '5fef8078-c906-4c48-8320-aed0d3546289', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:52Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd9e46aed-d8fa-481a-b66d-d71cbc095aa9', 'name': '', 'network_id': 'f181f407-0550-49ce-9ca3-696fd2566e27', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'mac_address': 'fa:16:3e:8c:9c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db63e34f-73ad-457c-a5cc-51224ea7e0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:59Z', 'updated_at': '2021-12-15T13:54:08Z', 'revision_number': 4, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'subnets': [{'id': 'db63e34f-73ad-457c-a5cc-51224ea7e0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:10.206148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:10.210263 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.212372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6102659f-1d33-4d57-ad52-5ef87d693af9 None None] Network 911a0f1d-1a79-4149-89a7-01c053e52f5f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:10.240209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e0bf3b15-cf92-4a3d-91f7-e1d71c47c02a None None] For port d9e46aed-d8fa-481a-b66d-d71cbc095aa9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,segment=NetworkSegment(fc2b6994-c7e1-42a4-881f-e3033a742bc2),segment_id=fc2b6994-c7e1-42a4-881f-e3033a742bc2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:10.407159 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3b15-cf92-4a3d-91f7-e1d71c47c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.487859 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-64d13f36-03c4-460c-9f2d-0004a595d8c8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1936593 Dec 15 13:54:10.536564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682139e-919c-4e03-8581-f677a1a1d7ef req-701fa32e-9849-49d0-9aa4-b94ae02e0a94 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:10.570387 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f682139e-919c-4e03-8581-f677a1a1d7ef req-701fa32e-9849-49d0-9aa4-b94ae02e0a94 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 943 time: 0.1884716 Dec 15 13:54:10.624475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] For port 14120252-fe83-4307-b476-775d37debdc7, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:10.643987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] For port 14120252-fe83-4307-b476-775d37debdc7, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14120252-fe83-4307-b476-775d37debdc7,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:10.726666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9d277-9273-47f5-b2fe-762f368a524d req-e3b5bf1b-a2fc-431f-8bb4-23aaa5024dfa tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:10.736382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dee9d277-9273-47f5-b2fe-762f368a524d req-e3b5bf1b-a2fc-431f-8bb4-23aaa5024dfa tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 945 time: 0.6768928 Dec 15 13:54:10.768576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f682139e-919c-4e03-8581-f677a1a1d7ef req-c5d4bf47-76d6-4791-933d-e1fa9fc46680 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930053 Dec 15 13:54:10.780474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:10.852228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ca057f3c-a61d-43b5-847d-bf4d54f24c1f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,segment=NetworkSegment(a182b8e1-b352-40fc-b6b2-51ac0155d755),segment_id=a182b8e1-b352-40fc-b6b2-51ac0155d755)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:10.883286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ff276c-1853-41b5-ab7c-063d81d8ef38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca057f3c-a61d-43b5-847d-bf4d54f24c1f'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:10.894486 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a711f3d3-a8b8-4d39-a9f9-082be940f4cd" -d '{"events": [{"server_uuid": "a6ff276c-1853-41b5-ab7c-063d81d8ef38", "name": "network-vif-plugged", "status": "completed", "tag": "ca057f3c-a61d-43b5-847d-bf4d54f24c1f"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:10.985957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:11.020711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:11.023663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.025147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] 10.222.0.74 "PUT /v2.0/ports/14120252-fe83-4307-b476-775d37debdc7 HTTP/1.1" status: 200 len: 1091 time: 5.3004255 Dec 15 13:54:11.090635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1251f06d-0544-4fb2-bbd7-2661f1d33963', 'tag': '14120252-fe83-4307-b476-775d37debdc7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:11.094458 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede72242-a77a-478e-adbd-05dc1b06ccbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1251f06d-0544-4fb2-bbd7-2661f1d33963", "tag": "14120252-fe83-4307-b476-775d37debdc7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:11.181862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf3b15-cf92-4a3d-91f7-e1d71c47c02a None None] Pushing event updated for resources: {'Port': ['ID=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:11.221163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d9e46aed-d8fa-481a-b66d-d71cbc095aa9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:11.221873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c9640-07ab-436c-9405-b6f2414c1ab3 req-f94c9478-47d7-4314-821a-2d0919f02f33 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:11.232892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.235228 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b0c9640-07ab-436c-9405-b6f2414c1ab3 req-f94c9478-47d7-4314-821a-2d0919f02f33 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 946 time: 0.3211329 Dec 15 13:54:11.248344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f370d5-990d-453e-8c05-54d79df9ff3a None None] Network 911a0f1d-1a79-4149-89a7-01c053e52f5f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:11.337625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978bfbb-1a2e-4bac-95ad-e9065a64b6fc service neutron] Pushing event updated for resources: {'Port': ['ID=14120252-fe83-4307-b476-775d37debdc7,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:11.372095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dee9d277-9273-47f5-b2fe-762f368a524d req-2b52162f-8db4-4877-b600-3ce5ba3b516c tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285133 Dec 15 13:54:11.407167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.442536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7612ccdd-f714-4811-ba41-1c2f0a07dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:11.444313 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-7612ccdd-f714-4811-ba41-1c2f0a07dcf4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 1094 time: 0.3380203 Dec 15 13:54:11.445052 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.466142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f483f723-91c3-4c23-bf1c-d5d88234be74 admin admin] Deleting subnet 3360fb52-4014-48b3-ae54-e503c92f3a1b {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:54:11.488150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f483f723-91c3-4c23-bf1c-d5d88234be74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.626144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b0c9640-07ab-436c-9405-b6f2414c1ab3 req-7f1a9f9a-cfda-4012-8d36-0402f86e959a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819883 Dec 15 13:54:11.636310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-2d372cce-bc04-4415-8f9b-dfd8fe2777d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14120252-fe83-4307-b476-775d37debdc7 HTTP/1.1" status: 200 len: 217 time: 0.1686833 Dec 15 13:54:11.698947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f483f723-91c3-4c23-bf1c-d5d88234be74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.811142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:11.830576 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4cbd4f-6aa0-4072-bf8d-4bee861ec324 x-openstack-request-id: req-3b4cbd4f-6aa0-4072-bf8d-4bee861ec324 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:11.830930 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ff276c-1853-41b5-ab7c-063d81d8ef38", "name": "network-vif-plugged", "status": "completed", "tag": "ca057f3c-a61d-43b5-847d-bf4d54f24c1f", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:11.831302 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3b4cbd4f-6aa0-4072-bf8d-4bee861ec324 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:11.831721 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ff276c-1853-41b5-ab7c-063d81d8ef38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca057f3c-a61d-43b5-847d-bf4d54f24c1f', 'code': 200} Dec 15 13:54:11.857197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f483f723-91c3-4c23-bf1c-d5d88234be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:11.982529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:11.982900 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.077396 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2667d4ee-785a-4100-8019-9868b7057505 x-openstack-request-id: req-2667d4ee-785a-4100-8019-9868b7057505 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:12.078470 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1251f06d-0544-4fb2-bbd7-2661f1d33963", "tag": "14120252-fe83-4307-b476-775d37debdc7", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:12.080525 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2667d4ee-785a-4100-8019-9868b7057505 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:12.081183 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1251f06d-0544-4fb2-bbd7-2661f1d33963', 'tag': '14120252-fe83-4307-b476-775d37debdc7', 'status': 'completed', 'code': 200} Dec 15 13:54:12.084516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f483f723-91c3-4c23-bf1c-d5d88234be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.217020 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f483f723-91c3-4c23-bf1c-d5d88234be74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.232825 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f483f723-91c3-4c23-bf1c-d5d88234be74 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3360fb52-4014-48b3-ae54-e503c92f3a1b HTTP/1.1" status: 204 len: 168 time: 1.2329187 Dec 15 13:54:12.237215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:12.242937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483f723-91c3-4c23-bf1c-d5d88234be74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3360fb52-4014-48b3-ae54-e503c92f3a1b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:12.280619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.305738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40449c-81e1-4209-beb6-a7bd7be065e9 req-501d49aa-4161-4d6f-a370-f566eafea5c1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:12.323477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f40449c-81e1-4209-beb6-a7bd7be065e9 req-501d49aa-4161-4d6f-a370-f566eafea5c1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 946 time: 0.2646635 Dec 15 13:54:12.368410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'Port': ['ID=d4643cbe-9fe4-4729-954c-35f539970e0e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:12.428421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8cb58a64-add6-475c-9ca5-cfb12f3446fc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:12.451109 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f40449c-81e1-4209-beb6-a7bd7be065e9 req-b7600d2a-974e-441d-af16-8ebb4b249bc3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265173 Dec 15 13:54:12.512991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6717298f-bcbc-4a1b-8465-03f8205e9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:12.516801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-6717298f-bcbc-4a1b-8465-03f8205e9fe2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.7663028 Dec 15 13:54:12.564983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.571274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-25b4f257-2f3a-4e48-8478-64b36921497e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0986094 Dec 15 13:54:12.608769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8cb58a64-add6-475c-9ca5-cfb12f3446fc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:12.610789 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.663036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f9a43-c6bf-48a7-ae0c-50c9e8cc56a2 req-77484483-ca91-428e-86f6-ebfe309c21ab tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:12.675275 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf3f9a43-c6bf-48a7-ae0c-50c9e8cc56a2 req-77484483-ca91-428e-86f6-ebfe309c21ab tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.9226575 Dec 15 13:54:12.747133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efceab-c48d-4fd6-85c1-09267bdde8e8 req-bc42bec0-8d16-4c65-8f98-a2ab0f5777e0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:12.748817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-66efceab-c48d-4fd6-85c1-09267bdde8e8 req-bc42bec0-8d16-4c65-8f98-a2ab0f5777e0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 943 time: 0.1698742 Dec 15 13:54:12.781879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc411b2c-f5d9-4f39-b051-ae7438f271d1 req-709dab56-4899-4d5f-93ca-442df2e0dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:12.792330 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc411b2c-f5d9-4f39-b051-ae7438f271d1 req-709dab56-4899-4d5f-93ca-442df2e0dbf8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 1097 time: 0.9401813 Dec 15 13:54:12.899773 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.917534 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-66efceab-c48d-4fd6-85c1-09267bdde8e8 req-42565caa-fdd8-4c27-888a-8fe4c4d5bdae tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572261 Dec 15 13:54:13.108788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf3f9a43-c6bf-48a7-ae0c-50c9e8cc56a2 req-f9045b64-f2e0-4bc3-9e04-7cbc7c27ac04 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048680 Dec 15 13:54:13.138611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-294e85d4-0453-45ff-94d8-49de4a311eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:13.140151 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-294e85d4-0453-45ff-94d8-49de4a311eb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5826790 Dec 15 13:54:13.184935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc411b2c-f5d9-4f39-b051-ae7438f271d1 req-8e475739-7df8-4d3e-b8b6-af98e0663392 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423264 Dec 15 13:54:13.210369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.252220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e470afc-7274-45e9-ab5f-13b8d8f10d01 req-da25aa70-ad32-4dd2-9295-94778af5272d tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:13.267339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e470afc-7274-45e9-ab5f-13b8d8f10d01 req-da25aa70-ad32-4dd2-9295-94778af5272d tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 946 time: 0.1968417 Dec 15 13:54:13.295146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c95906-9250-4a42-8c5c-11717f856517']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:13.310540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ae40ae-d892-4465-9297-0b3eabbf27d3') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:13.310836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ae40ae-d892-4465-9297-0b3eabbf27d3') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:13.331603 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.359284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-b3854c78-1ad8-42ed-9c6c-2ba4e236ad0a service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917393 Dec 15 13:54:13.360335 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.372118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:13.372578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:13.374985 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:13.387693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d9e46aed-d8fa-481a-b66d-d71cbc095aa9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:13.445072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e470afc-7274-45e9-ab5f-13b8d8f10d01 req-b8678932-8dbc-494c-82a7-529a8a35a0d0 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719627 Dec 15 13:54:13.570502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:13.571587 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.657115 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.664023 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.670298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b9c95906-9250-4a42-8c5c-11717f856517 HTTP/1.1" status: 204 len: 168 time: 1.4230747 Dec 15 13:54:13.670697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:13.693529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8c5d57c-b5bd-4923-acad-dc50ee93274f req-f63aeddf-e944-46fe-90dc-62ae0f216693 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253164 Dec 15 13:54:13.694514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c95906-9250-4a42-8c5c-11717f856517,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:13.704555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.704922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.705279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.705626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.705973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.706439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.706794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.707631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.708015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.708724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.709067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.709402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.709736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877de6-df1b-443c-a271-8fa3325427d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:13.808816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24ae4bf-ef5b-4175-9e0b-a641d772ff3d admin admin] Deleting subnet f7506d1c-b32b-44b3-8ecd-c543aca1d343 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:54:13.831817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f24ae4bf-ef5b-4175-9e0b-a641d772ff3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.898522 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f24ae4bf-ef5b-4175-9e0b-a641d772ff3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:13.965987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f24ae4bf-ef5b-4175-9e0b-a641d772ff3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.055131 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f24ae4bf-ef5b-4175-9e0b-a641d772ff3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.122698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ae4bf-ef5b-4175-9e0b-a641d772ff3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7506d1c-b32b-44b3-8ecd-c543aca1d343,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:14.141554 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f24ae4bf-ef5b-4175-9e0b-a641d772ff3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.147147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f24ae4bf-ef5b-4175-9e0b-a641d772ff3d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f7506d1c-b32b-44b3-8ecd-c543aca1d343 HTTP/1.1" status: 204 len: 168 time: 0.4731984 Dec 15 13:54:14.159549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60512) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:14.337858 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.388140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-1375be4f-b2a4-43c8-8521-7442562b21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:14.390256 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-1375be4f-b2a4-43c8-8521-7442562b21a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 1094 time: 0.6200364 Dec 15 13:54:14.399761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3fda0-f60e-408c-ae24-8c2bada9c4d0 req-0af2106c-cea7-4e38-8d45-8c43280be852 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:14.401408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48d3fda0-f60e-408c-ae24-8c2bada9c4d0 req-0af2106c-cea7-4e38-8d45-8c43280be852 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 946 time: 0.6419199 Dec 15 13:54:14.557679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.583060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48d3fda0-f60e-408c-ae24-8c2bada9c4d0 req-5c8e58b8-3743-4814-96c6-2e6bac89b6a0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675916 Dec 15 13:54:14.621290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-66099191-f5fc-4c3b-85c0-e716f459492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:14.621631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911a0f1d-1a79-4149-89a7-01c053e52f5f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:14.623882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-66099191-f5fc-4c3b-85c0-e716f459492d service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.2205863 Dec 15 13:54:14.646123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac12585f-f840-409c-ac21-aa7db8536497') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:14.646430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac12585f-f840-409c-ac21-aa7db8536497') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:14.701928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.732346 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.741353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:14.741688 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:14.743631 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:14.752450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-8823033e-2af8-416a-8df2-3aa2f5b5c962 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14120252-fe83-4307-b476-775d37debdc7 HTTP/1.1" status: 200 len: 217 time: 0.1173069 Dec 15 13:54:14.880539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.886882 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:14.894476 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] 10.222.0.86 "DELETE /v2.0/networks/911a0f1d-1a79-4149-89a7-01c053e52f5f HTTP/1.1" status: 204 len: 168 time: 0.7239673 Dec 15 13:54:14.900660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-b47e0794-9c29-4799-b83b-bf4d2555ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:14.908028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-b47e0794-9c29-4799-b83b-bf4d2555ef15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1464000 Dec 15 13:54:14.924701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b36ba8-9475-4381-8b0c-9159f6036a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=911a0f1d-1a79-4149-89a7-01c053e52f5f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:15.009829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2af24d-7ca1-4920-be18-3da308517b9a req-00e091cb-32a4-456e-a32e-a45070623b0e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:15.015908 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9a2af24d-7ca1-4920-be18-3da308517b9a req-00e091cb-32a4-456e-a32e-a45070623b0e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 943 time: 0.1768599 Dec 15 13:54:15.093924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9325ee-f989-472b-82c3-433e487f9dad req-529e8f9a-1cf1-4d42-b7ee-95f4fc690c3b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:15.095475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed9325ee-f989-472b-82c3-433e487f9dad req-529e8f9a-1cf1-4d42-b7ee-95f4fc690c3b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 946 time: 0.1194720 Dec 15 13:54:15.127200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-ab3945b1-6212-4479-8cd9-12863629a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:15.131991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-ab3945b1-6212-4479-8cd9-12863629a0ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053328 Dec 15 13:54:15.272609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60524) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:15.313857 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9a2af24d-7ca1-4920-be18-3da308517b9a req-f4a9f8f5-9e17-45b1-a7be-732695af78cc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917700 Dec 15 13:54:15.342004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Deleting port 73a980ea-015c-414a-a060-6c05c980111e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:15.342354 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.411195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-502b59e3-658f-45a3-acb2-337a7d658a8f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e7f85e623cc840bf9bb22f0d28bfd3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284726 Dec 15 13:54:15.411822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60526) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:15.435142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-89964ef8-3f69-4351-a7c6-c9a1c39167e4 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913461 Dec 15 13:54:15.510989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0817a3a-fe03-4c0b-b94a-512ad39116ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.518272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] For port 73a980ea-015c-414a-a060-6c05c980111e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=73a980ea-015c-414a-a060-6c05c980111e,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:15.518916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.541556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Calling delete_port for 73a980ea-015c-414a-a060-6c05c980111e owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:15.555395 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0817a3a-fe03-4c0b-b94a-512ad39116ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.586128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cec3e-297c-482b-804a-ecab28c6b9ce req-f43a1594-bbbe-4aa3-aa26-023b49ab3d6c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:15.594072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab9cec3e-297c-482b-804a-ecab28c6b9ce req-f43a1594-bbbe-4aa3-aa26-023b49ab3d6c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1539462 Dec 15 13:54:15.768341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ede72242-a77a-478e-adbd-05dc1b06ccbf req-035d2255-f2a8-4f0f-8aee-25ca41fdbc4f service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932792 Dec 15 13:54:15.782190 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0817a3a-fe03-4c0b-b94a-512ad39116ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.784925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0817a3a-fe03-4c0b-b94a-512ad39116ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.786655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b0817a3a-fe03-4c0b-b94a-512ad39116ab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/883c9d16-e119-4808-854f-60712f981a68 HTTP/1.1" status: 204 len: 168 time: 0.3717139 Dec 15 13:54:15.802680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab9cec3e-297c-482b-804a-ecab28c6b9ce req-bfa85fe2-05bd-45cc-a281-a34be3b38d3b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068222 Dec 15 13:54:15.829277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0817a3a-fe03-4c0b-b94a-512ad39116ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883c9d16-e119-4808-854f-60712f981a68,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:15.915770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.932162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868', '73a980ea-015c-414a-a060-6c05c980111e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:15.966062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event deleted for resources: {'Port': ['ID=73a980ea-015c-414a-a060-6c05c980111e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:16.039663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cb77b-3ccd-4f25-a337-71aa3b984be6 req-a343c02f-9ba4-4340-a163-191d6457672f tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:16.041312 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e5cb77b-3ccd-4f25-a337-71aa3b984be6 req-a343c02f-9ba4-4340-a163-191d6457672f tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 946 time: 0.1255691 Dec 15 13:54:16.064418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6356a7-d90c-49cc-bdad-50288e62f34c None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:16.125682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] No DVR routers for this DVR port 73a980ea-015c-414a-a060-6c05c980111e on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:16.156066 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.162310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed9325ee-f989-472b-82c3-433e487f9dad req-e9be0bea-4bd0-45b7-9495-2223fa45a95b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "DELETE /v2.0/ports/73a980ea-015c-414a-a060-6c05c980111e HTTP/1.1" status: 204 len: 173 time: 1.0602303 Dec 15 13:54:16.163259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be66296-986d-499d-b864-0cc550459693', 'name': 'network-vif-deleted', 'tag': '73a980ea-015c-414a-a060-6c05c980111e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:16.179135 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212f0419-3a40-4b9a-b9f9-e38afcae422f" -d '{"events": [{"server_uuid": "4be66296-986d-499d-b864-0cc550459693", "name": "network-vif-deleted", "tag": "73a980ea-015c-414a-a060-6c05c980111e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:16.180493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e5cb77b-3ccd-4f25-a337-71aa3b984be6 req-e6ab244f-c420-4499-aed2-623df57a1738 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269104 Dec 15 13:54:16.390944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2cef3ca-1404-4a27-b2fc-09e5db408d0b req-08786c40-e9d4-40f2-962c-64a17257e392 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4be66296-986d-499d-b864-0cc550459693 HTTP/1.1" status: 200 len: 210 time: 0.0597789 Dec 15 13:54:16.463251 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cf6647-c07a-444c-a367-264e5fe6f122 x-openstack-request-id: req-54cf6647-c07a-444c-a367-264e5fe6f122 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:16.463842 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be66296-986d-499d-b864-0cc550459693", "name": "network-vif-deleted", "tag": "73a980ea-015c-414a-a060-6c05c980111e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:16.464279 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-54cf6647-c07a-444c-a367-264e5fe6f122 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:16.464855 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be66296-986d-499d-b864-0cc550459693', 'name': 'network-vif-deleted', 'tag': '73a980ea-015c-414a-a060-6c05c980111e', 'status': 'completed', 'code': 200} Dec 15 13:54:16.595324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60544) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:16.650959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-67cf571f-fee2-4e18-918b-37b530c2a6fa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0998a6066e56497f95687c356686d3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538497 Dec 15 13:54:16.655131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60546) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:16.819444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-303c0bc0-a66f-4437-9ccc-f36c2152e428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.901291 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-303c0bc0-a66f-4437-9ccc-f36c2152e428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.934257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14120252-fe83-4307-b476-775d37debdc7 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:17.111232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4c357-2f6a-4ac0-bba1-f98146baa4b6 req-9ca11496-b75d-41f1-8b0b-cebc3d33f8fe tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:17.119520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59d4c357-2f6a-4ac0-bba1-f98146baa4b6 req-9ca11496-b75d-41f1-8b0b-cebc3d33f8fe tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 943 time: 0.0944293 Dec 15 13:54:17.127673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-303c0bc0-a66f-4437-9ccc-f36c2152e428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.130617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-303c0bc0-a66f-4437-9ccc-f36c2152e428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.131945 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-303c0bc0-a66f-4437-9ccc-f36c2152e428 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2c72e79-cc62-45ff-afdb-754b385196a1 HTTP/1.1" status: 204 len: 168 time: 0.4756250 Dec 15 13:54:17.132729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14120252-fe83-4307-b476-775d37debdc7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14120252-fe83-4307-b476-775d37debdc7,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:17.172965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '14120252-fe83-4307-b476-775d37debdc7', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': '14120252-fe83-4307-b476-775d37debdc7', 'mac_address': 'fa:16:3e:60:75:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:17.189111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c0bc0-a66f-4437-9ccc-f36c2152e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c72e79-cc62-45ff-afdb-754b385196a1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:17.267314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59d4c357-2f6a-4ac0-bba1-f98146baa4b6 req-6739960c-a282-4e95-9e5a-3cc8edc05df6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445978 Dec 15 13:54:17.268812 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.308173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14120252-fe83-4307-b476-775d37debdc7 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:17.331736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14120252-fe83-4307-b476-775d37debdc7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14120252-fe83-4307-b476-775d37debdc7,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:17.349983 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:17.455783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=14120252-fe83-4307-b476-775d37debdc7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:17.459599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac9099-0e16-4ffd-9107-baeaceb94689 req-7423e12d-96f6-49c1-89d9-4087537ce6aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:17.461875 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eeac9099-0e16-4ffd-9107-baeaceb94689 req-7423e12d-96f6-49c1-89d9-4087537ce6aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1060324 Dec 15 13:54:17.566257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eeac9099-0e16-4ffd-9107-baeaceb94689 req-7e108bee-483a-4ca3-b1a0-03aed338f056 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934777 Dec 15 13:54:17.587820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14120252-fe83-4307-b476-775d37debdc7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:17.731692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442432ee-8835-458c-9388-fc8aa6f81bb0 req-ae7f641f-eee4-43d6-afc0-7e3efaded711 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:17.742039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-442432ee-8835-458c-9388-fc8aa6f81bb0 req-ae7f641f-eee4-43d6-afc0-7e3efaded711 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 946 time: 0.1106644 Dec 15 13:54:17.817174 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-442432ee-8835-458c-9388-fc8aa6f81bb0 req-73c03b1d-1905-4fdb-abb4-8ba2aff1bb9b tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.86 "GET /v2.0/security-groups?id=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730913 Dec 15 13:54:18.512496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-f2ddfd9d-cf8a-4dad-8ec5-ff722f2aa775 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:18.514348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-f2ddfd9d-cf8a-4dad-8ec5-ff722f2aa775 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ff276c-1853-41b5-ab7c-063d81d8ef38 HTTP/1.1" status: 200 len: 946 time: 0.0914631 Dec 15 13:54:18.665356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Deleting port ca057f3c-a61d-43b5-847d-bf4d54f24c1f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:18.665783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.809976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] For port ca057f3c-a61d-43b5-847d-bf4d54f24c1f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,segment=NetworkSegment(a182b8e1-b352-40fc-b6b2-51ac0155d755),segment_id=a182b8e1-b352-40fc-b6b2-51ac0155d755)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:18.810733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.825391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Calling delete_port for ca057f3c-a61d-43b5-847d-bf4d54f24c1f owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:18.940524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14120252-fe83-4307-b476-775d37debdc7 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:18.984715 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.028001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Pushing event deleted for resources: {'Port': ['ID=ca057f3c-a61d-43b5-847d-bf4d54f24c1f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:19.046185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ca057f3c-a61d-43b5-847d-bf4d54f24c1f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:19.119221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 14120252-fe83-4307-b476-775d37debdc7 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:54:19.125802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 14120252-fe83-4307-b476-775d37debdc7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:19.126368 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.153603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] No DVR routers for this DVR port ca057f3c-a61d-43b5-847d-bf4d54f24c1f on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:19.166575 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.173039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c62be025-f6e1-467d-be5d-253a6d3f8bc1 req-09645f76-f44e-46b4-bcf7-9b7ae6aa96d3 tempest-InstanceActionsV221TestJSON-1514929194 tempest-InstanceActionsV221TestJSON-1514929194-project] 10.222.0.24 "DELETE /v2.0/ports/ca057f3c-a61d-43b5-847d-bf4d54f24c1f HTTP/1.1" status: 204 len: 173 time: 0.6434317 Dec 15 13:54:19.174677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ff276c-1853-41b5-ab7c-063d81d8ef38', 'name': 'network-vif-deleted', 'tag': 'ca057f3c-a61d-43b5-847d-bf4d54f24c1f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:19.187758 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b4da7-a7a6-4ef2-adc7-f4b09037a6ec" -d '{"events": [{"server_uuid": "a6ff276c-1853-41b5-ab7c-063d81d8ef38", "name": "network-vif-deleted", "tag": "ca057f3c-a61d-43b5-847d-bf4d54f24c1f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:19.294019 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.331302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1251f06d-0544-4fb2-bbd7-2661f1d33963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14120252-fe83-4307-b476-775d37debdc7'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:19.344200 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1b8897-1160-404d-b451-c136d550ff2c" -d '{"events": [{"server_uuid": "1251f06d-0544-4fb2-bbd7-2661f1d33963", "name": "network-vif-plugged", "status": "completed", "tag": "14120252-fe83-4307-b476-775d37debdc7"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:19.362689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14120252-fe83-4307-b476-775d37debdc7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14120252-fe83-4307-b476-775d37debdc7,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:19.385859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.386971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73a980ea-015c-414a-a060-6c05c980111e no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:19.437911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 73a980ea-015c-414a-a060-6c05c980111e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:54:19.438543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 73a980ea-015c-414a-a060-6c05c980111e not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:54:19.480669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=14120252-fe83-4307-b476-775d37debdc7,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:20.208807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60646) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:20.372667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2961425a-5c71-4b56-b0c0-74339683011e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.480168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2961425a-5c71-4b56-b0c0-74339683011e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.487676 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2961425a-5c71-4b56-b0c0-74339683011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.541758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2961425a-5c71-4b56-b0c0-74339683011e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a6095ade8db240ffb6be5d8d8023a295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303745 Dec 15 13:54:20.542542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961425a-5c71-4b56-b0c0-74339683011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13425e74-68f6-4a1d-9c4a-8ca45caf1ca7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:20.544809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60650) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:20.736796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-562b4911-bc07-41db-8a81-34596080acfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.770140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-562b4911-bc07-41db-8a81-34596080acfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.844956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-562b4911-bc07-41db-8a81-34596080acfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.849553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-562b4911-bc07-41db-8a81-34596080acfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:20.852547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-562b4911-bc07-41db-8a81-34596080acfc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/13425e74-68f6-4a1d-9c4a-8ca45caf1ca7 HTTP/1.1" status: 204 len: 168 time: 0.3042614 Dec 15 13:54:20.863521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b4911-bc07-41db-8a81-34596080acfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13425e74-68f6-4a1d-9c4a-8ca45caf1ca7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:21.419574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60662) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:21.437911 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59ba8272-916b-42e5-86fe-80c83707c9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.586361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59ba8272-916b-42e5-86fe-80c83707c9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.591472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59ba8272-916b-42e5-86fe-80c83707c9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.638126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba8272-916b-42e5-86fe-80c83707c9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc9f65-c286-4d79-8985-19e94abdc305,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:21.658431 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-59ba8272-916b-42e5-86fe-80c83707c9e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0677dd377d5b4ffe80a191e68ac082e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348900 Dec 15 13:54:21.658734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60668) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:21.723499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c279858-f7b7-49bd-afd4-cdad329b2582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.760923 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c279858-f7b7-49bd-afd4-cdad329b2582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.841866 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c279858-f7b7-49bd-afd4-cdad329b2582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.844956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c279858-f7b7-49bd-afd4-cdad329b2582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:21.849905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4c279858-f7b7-49bd-afd4-cdad329b2582 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a2dc9f65-c286-4d79-8985-19e94abdc305 HTTP/1.1" status: 204 len: 168 time: 0.1866257 Dec 15 13:54:21.868155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c279858-f7b7-49bd-afd4-cdad329b2582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc9f65-c286-4d79-8985-19e94abdc305,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:23.289350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ca057f3c-a61d-43b5-847d-bf4d54f24c1f no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:23.321289 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: ca057f3c-a61d-43b5-847d-bf4d54f24c1f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:54:23.321684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ca057f3c-a61d-43b5-847d-bf4d54f24c1f not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:54:23.523426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-43756313-a2a4-4d19-9182-7ce01da08599 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--741617815&fields=id&tenant_id=948364fc4d744d30bf8491c7a5748247 HTTP/1.1" status: 200 len: 267 time: 0.0643516 Dec 15 13:54:23.594272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-2b78c08f-6ae1-4b46-b78a-30f9fc581c90 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:23.604248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-2b78c08f-6ae1-4b46-b78a-30f9fc581c90 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.1561668 Dec 15 13:54:23.615018 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-fa3aa19c-1b28-4c20-adef-910c343176f2 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/quotas/4cd6ad14e26c4dff85ab78c0563e8bd6 HTTP/1.1" status: 200 len: 375 time: 0.0098855 Dec 15 13:54:23.679411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-89bdbb42-f010-4e8c-8434-4e3569df75e4 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573580 Dec 15 13:54:23.680083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-708b2b59-c0ea-4a0e-b888-406472490c44 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:23.681769 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-708b2b59-c0ea-4a0e-b888-406472490c44 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 816 time: 0.1483707 Dec 15 13:54:23.706351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-148be458-c0a7-43bf-8fa5-64d660a6f78d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/quotas/948364fc4d744d30bf8491c7a5748247 HTTP/1.1" status: 200 len: 375 time: 0.0129428 Dec 15 13:54:23.797635 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-b0e0f95d-72af-47ac-85b1-282ff479de1c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843277 Dec 15 13:54:23.801740 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-3624f644-d33a-4400-a851-8667fb1b98ca service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073484 Dec 15 13:54:23.913278 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-e23f5d2f-7f6a-46ea-b37d-89698161c92f service neutron] 10.222.0.86 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146700 Dec 15 13:54:23.919528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-69dbbbb9-af59-4db3-9723-71c6f2348f33 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100638 Dec 15 13:54:24.056507 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-b235acc9-b0fb-45bd-b41f-757de21f9b62 service neutron] 10.222.0.86 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422634 Dec 15 13:54:24.063669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-82932bf3-5121-4df3-89dc-bb87071ae0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:24.065563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-82932bf3-5121-4df3-89dc-bb87071ae0fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1097 time: 0.0866654 Dec 15 13:54:24.289099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-78a5d031-b9d6-4662-8fad-3a1386f8e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:24.295000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c6fb-6f73-4aae-9784-4faa201ee523 req-35e5b97f-7c27-4b6c-a0d6-661c5196c474 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:24.297567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-78a5d031-b9d6-4662-8fad-3a1386f8e60a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 915 time: 0.2237988 Dec 15 13:54:24.314823 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0433c6fb-6f73-4aae-9784-4faa201ee523 req-35e5b97f-7c27-4b6c-a0d6-661c5196c474 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1433868 Dec 15 13:54:24.394780 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-5e7ee45d-70b8-4825-9e9f-895967b2164d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 200 len: 217 time: 0.0866010 Dec 15 13:54:24.431127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0433c6fb-6f73-4aae-9784-4faa201ee523 req-5da0cd72-035c-4c4f-ab57-7d7c3d99d0ec tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154575 Dec 15 13:54:24.518697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcbeaa-3dcd-4c52-b525-1e98736f56e4 req-f605a796-f3f0-4b20-984c-e0bbd782566b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:24.521259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90fcbeaa-3dcd-4c52-b525-1e98736f56e4 req-f605a796-f3f0-4b20-984c-e0bbd782566b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.1303527 Dec 15 13:54:24.523115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-c5ff2d81-7be8-4ed6-aaa3-2676dd8c516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:24.524715 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-c5ff2d81-7be8-4ed6-aaa3-2676dd8c516d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.1207592 Dec 15 13:54:24.543382 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c541e9-5cfe-4add-b2e6-189b901869ad x-openstack-request-id: req-59c541e9-5cfe-4add-b2e6-189b901869ad {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:24.543688 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ff276c-1853-41b5-ab7c-063d81d8ef38", "name": "network-vif-deleted", "tag": "ca057f3c-a61d-43b5-847d-bf4d54f24c1f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:24.544332 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59c541e9-5cfe-4add-b2e6-189b901869ad {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:24.544837 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ff276c-1853-41b5-ab7c-063d81d8ef38', 'name': 'network-vif-deleted', 'tag': 'ca057f3c-a61d-43b5-847d-bf4d54f24c1f', 'status': 'completed', 'code': 200} Dec 15 13:54:24.566854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-2d4748b0-939d-49dc-8ca2-25e1cd482335 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321572 Dec 15 13:54:24.590982 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0803ec74-51ed-4cac-bf05-01937003d20b x-openstack-request-id: req-0803ec74-51ed-4cac-bf05-01937003d20b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:24.592140 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1251f06d-0544-4fb2-bbd7-2661f1d33963", "name": "network-vif-plugged", "status": "completed", "tag": "14120252-fe83-4307-b476-775d37debdc7", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:24.592549 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0803ec74-51ed-4cac-bf05-01937003d20b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:24.593334 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1251f06d-0544-4fb2-bbd7-2661f1d33963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14120252-fe83-4307-b476-775d37debdc7', 'code': 200} Dec 15 13:54:24.708600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90fcbeaa-3dcd-4c52-b525-1e98736f56e4 req-db5b8747-d459-4516-a702-87cf845a789b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785040 Dec 15 13:54:24.758745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-e4d99969-6c8a-4528-9b01-81383eed6ce1 service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838832 Dec 15 13:54:24.850671 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb5a163f-9c68-40de-b0fe-4d6cff77069b req-520a64bb-eddf-4fd4-96fa-5fc31247a923 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 210 time: 0.0590644 Dec 15 13:54:24.866937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1eb413e4-95ad-42e2-888e-f47a2d1e95e8 req-280f48af-e206-4b16-b058-949af35a2628 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 210 time: 0.1059484 Dec 15 13:54:24.884011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505c9c-6e06-4046-aa4b-7aad914f2fc6 req-64e083c1-8911-4f1b-901f-af52bf5c84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:24.902656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd505c9c-6e06-4046-aa4b-7aad914f2fc6 req-64e083c1-8911-4f1b-901f-af52bf5c84a4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 1096 time: 0.2360177 Dec 15 13:54:24.993421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd505c9c-6e06-4046-aa4b-7aad914f2fc6 req-8bb4073d-0ebe-45a0-8f95-3802a6ed60a2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874493 Dec 15 13:54:25.026744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b34872c3-d528-49a6-a7b2-a122bcf23ca8 req-a2fb63a3-89fa-4510-8cee-aee2c2838690 service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572656 Dec 15 13:54:25.252684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60776) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:25.306440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5937891-15ac-4794-a86d-7393653d1954 admin admin] Deleting subnet 157df50f-fdc8-4e68-912e-eece45f7e94b {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:54:25.341592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5937891-15ac-4794-a86d-7393653d1954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.418161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5937891-15ac-4794-a86d-7393653d1954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.462851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5937891-15ac-4794-a86d-7393653d1954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.544479 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5937891-15ac-4794-a86d-7393653d1954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.571886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5937891-15ac-4794-a86d-7393653d1954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157df50f-fdc8-4e68-912e-eece45f7e94b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:25.595538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5937891-15ac-4794-a86d-7393653d1954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:25.604074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c5937891-15ac-4794-a86d-7393653d1954 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/157df50f-fdc8-4e68-912e-eece45f7e94b HTTP/1.1" status: 204 len: 168 time: 0.3498566 Dec 15 13:54:25.608671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60784) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:25.617831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ac5e-cdee-4949-b4cf-84b324eed0f3 req-a429f4a7-3bda-4379-b29e-b017de8daed9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:25.625758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8fb1ac5e-cdee-4949-b4cf-84b324eed0f3 req-a429f4a7-3bda-4379-b29e-b017de8daed9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1034200 Dec 15 13:54:25.735226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8fb1ac5e-cdee-4949-b4cf-84b324eed0f3 req-59eb2629-df12-4c3e-8a1e-53a7265aa440 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083364 Dec 15 13:54:25.802121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.012538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-17ffbe2c-dc55-4ed3-a1f9-a4aad7b85d6a req-bced29a3-203b-4c6b-8431-09fa89c8808e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0372813 Dec 15 13:54:26.105283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb11151-1135-4a8d-960f-7e038d6878ae req-28bef30a-51dd-4aed-b1e8-c38420ebbc1c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:26.112657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb11151-1135-4a8d-960f-7e038d6878ae req-28bef30a-51dd-4aed-b1e8-c38420ebbc1c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 946 time: 0.2640510 Dec 15 13:54:26.117296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.123011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a33b9a1-21fe-49f3-be5a-c294d06648c2 req-fd5f37fb-dc76-4c53-8eca-48b4a40e8aeb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 210 time: 0.0383780 Dec 15 13:54:26.164319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-e9a48e24-7be5-40b9-948a-cdd6e013c116 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:26.166164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-e9a48e24-7be5-40b9-948a-cdd6e013c116 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.3909357 Dec 15 13:54:26.173802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503782f8-91d6-4b27-98a1-19e87ae7de1a']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:26.206506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Request body: {'port': {'device_id': '7b21bfc2-a200-494d-90f8-64771101a4a3', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'admin_state_up': True, 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:26.211791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a182b8e1-b352-40fc-b6b2-51ac0155d755') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:26.212188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a182b8e1-b352-40fc-b6b2-51ac0155d755') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:26.229892 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.353537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.375544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb11151-1135-4a8d-960f-7e038d6878ae req-12f80d8f-2cf7-4691-b00e-8355500e06c3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613544 Dec 15 13:54:26.404707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:54:26.405342 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:54:26.407215 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:54:26.447029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-a51269fc-8624-4715-bc6e-da637b024d81 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:26.448603 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-a51269fc-8624-4715-bc6e-da637b024d81 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 816 time: 0.1907067 Dec 15 13:54:26.539533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.553862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-b211d2a8-d56e-4f7a-9a63-d39b88387214 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=948364fc4d744d30bf8491c7a5748247 HTTP/1.1" status: 200 len: 379 time: 0.0935578 Dec 15 13:54:26.555377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.561143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] 10.222.0.86 "DELETE /v2.0/networks/503782f8-91d6-4b27-98a1-19e87ae7de1a HTTP/1.1" status: 204 len: 168 time: 0.9487147 Dec 15 13:54:26.568340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'port': {'device_id': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'admin_state_up': True, 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'security_groups': ['b50b3119-4b79-481b-a08f-968cdb3fc83d']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:26.582740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668bcd2-1b98-4f10-a49b-1579d50f4463 admin admin] Pushing event deleted for resources: {'Network': ['ID=503782f8-91d6-4b27-98a1-19e87ae7de1a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:26.647511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:26.654479 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.738193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Made reservation on behalf of 948364fc4d744d30bf8491c7a5748247 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:26.746643 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:26.942947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:26.968904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Allocated IP 172.20.0.8 (92a73772-e43c-4d8f-8ab4-eaa21a18ff95/b544d04c-b13d-4592-8537-97e17c972fda/c99e53cc-d1e1-4294-9649-6da7e35e4261) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:27.006736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60806) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:27.026887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Allocated IP 172.20.0.9 (d9b77d4c-7d9f-4158-bf19-3b6aab89e250/6ce372f1-83d0-4488-835d-2683fb556b99/fd52e36c-744d-43a7-92e2-fe3be8f7bc08) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:27.167620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b0816bdf-15a8-42f7-a724-0763624d32c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a87b0d417a64028853ab0d0adb7d05c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593664 Dec 15 13:54:27.184334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60812) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:27.249518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5dee4ea-81f9-4bf4-b30d-626e4a5d15c4 req-80106e5c-fa1d-466b-a394-e565e7cad7bb tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0855019 Dec 15 13:54:27.282072 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:27.330423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:27.333950 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1de21d-a9d4-4254-8cdf-9d513765d62c" -d '{"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-unplugged", "status": "completed", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:27.354024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:27.365713 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:27.492833 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de58458e-bb77-48b2-b856-e89ec044bbd1 req-a8658c04-b640-4a70-84ad-26df0c236c90 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 210 time: 0.0791347 Dec 15 13:54:27.524667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-628bb272-3e9f-43e8-9264-1d856c6e26a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:27.529906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:27.620903 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fac2502-d722-4cbd-acfe-6c9675aa9881 x-openstack-request-id: req-5fac2502-d722-4cbd-acfe-6c9675aa9881 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:27.621199 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-unplugged", "status": "completed", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:27.621453 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5fac2502-d722-4cbd-acfe-6c9675aa9881 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:27.621853 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'code': 200} Dec 15 13:54:27.640390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-628bb272-3e9f-43e8-9264-1d856c6e26a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:27.672320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb005b5f-a67b-47e9-98f8-df17e4094a5d req-3a6e9565-d0de-4852-994b-d2d40220e690 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:27.677272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb005b5f-a67b-47e9-98f8-df17e4094a5d req-3a6e9565-d0de-4852-994b-d2d40220e690 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.7006130 Dec 15 13:54:27.739474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:27.871925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc96bf-1c95-4edc-98b0-3f49c2229929 req-de1e1ab6-50d0-4bf0-a677-3c27b21b002a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:27.873886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fcc96bf-1c95-4edc-98b0-3f49c2229929 req-de1e1ab6-50d0-4bf0-a677-3c27b21b002a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.1203585 Dec 15 13:54:27.875382 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:27.888086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:27.920212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb005b5f-a67b-47e9-98f8-df17e4094a5d req-7ba92ac2-4027-4b0d-9512-7d6ee050bcf2 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673591 Dec 15 13:54:28.030644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.033861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-628bb272-3e9f-43e8-9264-1d856c6e26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.036836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-628bb272-3e9f-43e8-9264-1d856c6e26a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.038274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-628bb272-3e9f-43e8-9264-1d856c6e26a6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9 HTTP/1.1" status: 204 len: 168 time: 0.8523490 Dec 15 13:54:28.066552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event updated for resources: {'Port': ['ID=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:28.089388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bb272-3e9f-43e8-9264-1d856c6e26a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5392a25-711e-49c5-8eb1-8b0f4dbdd7e9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:28.123973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:28.149665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:28.164128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.167045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:28.247783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a373b0-2d12-43c1-baf5-846402976b23 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:28.254416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:28.255318 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.274808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:28.288524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-f9f777c1-a8c5-486c-9f22-91bb114e4e32 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1024206 Dec 15 13:54:28.301702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:28.318509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:28.322958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Request body: {'port': {'device_id': '7b21bfc2-a200-494d-90f8-64771101a4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:28.337866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1b038d03-e144-4a6e-9593-9084713fb325 None None] Provisioning complete for port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:28.338862 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1b038d03-e144-4a6e-9593-9084713fb325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.437052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:28.442871 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.448034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1b038d03-e144-4a6e-9593-9084713fb325 None None] Port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:28.451454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.451816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.452207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.452544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.452880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.453210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.453542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.453870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.454353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.454685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.455012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.455333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.455654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:28.459805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fcc96bf-1c95-4edc-98b0-3f49c2229929 req-e5c88a29-f549-4fc6-81ff-940c709e5bc2 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432821 Dec 15 13:54:28.502128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:28.502706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.575236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401333a-4f72-498c-98ef-4dc91cb46e66 req-ba85b548-ebe1-4698-8bf3-a0ab9047acfa tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:28.588561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e401333a-4f72-498c-98ef-4dc91cb46e66 req-ba85b548-ebe1-4698-8bf3-a0ab9047acfa tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.2488279 Dec 15 13:54:28.680278 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ff02d6ee-5c0e-4483-b773-cbab581134e6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1174514 Dec 15 13:54:28.700372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Request body: {'port': {'device_id': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:28.788038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b0be9487-2a67-4f7e-928b-d924c5e225f3 None None] Provisioning complete for port c99e53cc-d1e1-4294-9649-6da7e35e4261 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:28.788424 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0be9487-2a67-4f7e-928b-d924c5e225f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.822552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e401333a-4f72-498c-98ef-4dc91cb46e66 req-00b5ad48-8ca0-4b32-a94f-6be57eb378c7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288859 Dec 15 13:54:28.842459 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:28.844635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdff16-5aa5-4545-b51c-81676e0a11d9 req-6e63d756-6668-4a0e-90dd-e67c206e3359 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:28.855314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73bdff16-5aa5-4545-b51c-81676e0a11d9 req-6e63d756-6668-4a0e-90dd-e67c206e3359 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 931 time: 0.1703889 Dec 15 13:54:28.890602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b0be9487-2a67-4f7e-928b-d924c5e225f3 None None] Port c99e53cc-d1e1-4294-9649-6da7e35e4261 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:29.040141 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73bdff16-5aa5-4545-b51c-81676e0a11d9 req-5488c068-b7ba-4584-8dc4-b5882db989fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802638 Dec 15 13:54:29.289052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df10d1-2eda-44aa-b7c3-f81479a8ea9e req-b497a05a-71c6-47c7-9a8b-450d71118bbc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:29.297723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51df10d1-2eda-44aa-b7c3-f81479a8ea9e req-b497a05a-71c6-47c7-9a8b-450d71118bbc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 931 time: 0.1443071 Dec 15 13:54:29.319359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd52e36c-744d-43a7-92e2-fe3be8f7bc08 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:29.343387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99e53cc-d1e1-4294-9649-6da7e35e4261 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:29.353505 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.360146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.370433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Transition to ACTIVE for port object c99e53cc-d1e1-4294-9649-6da7e35e4261 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:54:29.408619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.446896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51df10d1-2eda-44aa-b7c3-f81479a8ea9e req-6af75f12-7287-4361-a53d-11b9d5a1f5fd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479888 Dec 15 13:54:29.458596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Transition to ACTIVE for port object fd52e36c-744d-43a7-92e2-fe3be8f7bc08 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:54:29.474105 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.562948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2bf67-c80b-4390-8969-72236f65ec01 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:29.566779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ba987-9e05-49f3-99cc-64872374c0af req-3fa2910d-d4a9-415f-94f4-43e139d2a163 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:29.574418 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-997ba987-9e05-49f3-99cc-64872374c0af req-3fa2910d-d4a9-415f-94f4-43e139d2a163 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.2023256 Dec 15 13:54:29.576644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:29.624557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Pushing event updated for resources: {'Port': ['ID=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:29.709820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Attempting to bind port c99e53cc-d1e1-4294-9649-6da7e35e4261 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:29.710409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Attempting to bind port c99e53cc-d1e1-4294-9649-6da7e35e4261 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:29.710947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Attempting to bind port c99e53cc-d1e1-4294-9649-6da7e35e4261 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:29.719130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Port c99e53cc-d1e1-4294-9649-6da7e35e4261 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:54:29.719631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Attempting to bind port c99e53cc-d1e1-4294-9649-6da7e35e4261 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:29.734934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:29.735564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Checking segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:29.736146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Bound using segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:29.736768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Bound port: c99e53cc-d1e1-4294-9649-6da7e35e4261, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:29.737312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.756341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-997ba987-9e05-49f3-99cc-64872374c0af req-a798f510-0e37-4689-bdc1-3a9851957001 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758327 Dec 15 13:54:29.763208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Attempting to bind port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:29.766769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Attempting to bind port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:29.768127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Attempting to bind port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:29.787775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:54:29.792778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Attempting to bind port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:29.807750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60874) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:29.808777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:29.812322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Checking segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:29.812845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Bound using segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:29.813433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Bound port: fd52e36c-744d-43a7-92e2-fe3be8f7bc08, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:29.813906 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.870606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:29.896831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:29.918429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:29.983797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] For port fd52e36c-744d-43a7-92e2-fe3be8f7bc08, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:29.990179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] For port fd52e36c-744d-43a7-92e2-fe3be8f7bc08, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:30.002067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.051336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1917667251-network', 'tenant_id': '3a3f364869664264b3c6138605d94f3f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:30.083037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:30.083765 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.085345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] 10.222.0.24 "PUT /v2.0/ports/fd52e36c-744d-43a7-92e2-fe3be8f7bc08 HTTP/1.1" status: 200 len: 1091 time: 1.7717354 Dec 15 13:54:30.085950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b21bfc2-a200-494d-90f8-64771101a4a3', 'tag': 'fd52e36c-744d-43a7-92e2-fe3be8f7bc08'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:30.088438 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7286eb37-f725-453f-a40d-c8112d654c71" -d '{"events": [{"name": "network-changed", "server_uuid": "7b21bfc2-a200-494d-90f8-64771101a4a3", "tag": "fd52e36c-744d-43a7-92e2-fe3be8f7bc08"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:30.094127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f00d0-638b-4a46-9c3e-b4f6c259bb52 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:30.105168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9871eb-b4cc-40e5-b0a2-72e15878ff6e service neutron] Pushing event updated for resources: {'Port': ['ID=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:30.215540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-96b6bb29-4a46-4ac8-b09b-d395e7b6886a req-a88c60ee-0ca1-4e62-8a9f-76e69f00e48a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:54:30.219531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96b6bb29-4a46-4ac8-b09b-d395e7b6886a req-a88c60ee-0ca1-4e62-8a9f-76e69f00e48a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160944 Dec 15 13:54:30.259199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:30.271258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:30.272087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.274234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-717cb055-7e4f-43d8-8212-30b048bd0251 service neutron] 10.222.0.24 "PUT /v2.0/ports/c99e53cc-d1e1-4294-9649-6da7e35e4261 HTTP/1.1" status: 200 len: 1091 time: 1.5834529 Dec 15 13:54:30.279475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-6624c505-2d60-48ed-9df5-06efd861a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:30.289603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:30.295888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-6624c505-2d60-48ed-9df5-06efd861a07e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 1094 time: 0.1593156 Dec 15 13:54:30.302486 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:30.334262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Made reservation on behalf of 3a3f364869664264b3c6138605d94f3f for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:30.337774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.462089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-3915e093-774a-48ff-8756-03959c89b0ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd52e36c-744d-43a7-92e2-fe3be8f7bc08 HTTP/1.1" status: 200 len: 217 time: 0.1473315 Dec 15 13:54:30.544485 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.605209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-a24b2426-7527-4d7a-a388-f081bdfb2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:30.609808 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-a24b2426-7527-4d7a-a388-f081bdfb2fe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.1355512 Dec 15 13:54:30.672311 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:30.694720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-3c859b03-0028-41d0-bbff-a52075dd8538 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791240 Dec 15 13:54:30.696305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fd8ee-fa92-4c96-a65e-ae64f0d8f21d req-83b6cea4-0bb0-419c-8018-bf1e2cf7427e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:30.704203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a08fd8ee-fa92-4c96-a65e-ae64f0d8f21d req-83b6cea4-0bb0-419c-8018-bf1e2cf7427e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.6750338 Dec 15 13:54:30.824314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a08fd8ee-fa92-4c96-a65e-ae64f0d8f21d req-5a1314d0-09ba-49ba-a0e5-f159e4f2b18b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187868 Dec 15 13:54:30.885133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-a7574d67-20ea-4b5b-a847-8df2030fe605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:30.886672 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-a7574d67-20ea-4b5b-a847-8df2030fe605 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 1094 time: 0.5158222 Dec 15 13:54:30.969207 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6fd1e9-fd3e-4cc8-a4f5-6b97db8ee93d x-openstack-request-id: req-4a6fd1e9-fd3e-4cc8-a4f5-6b97db8ee93d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:30.969730 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b21bfc2-a200-494d-90f8-64771101a4a3", "tag": "fd52e36c-744d-43a7-92e2-fe3be8f7bc08", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:30.969994 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4a6fd1e9-fd3e-4cc8-a4f5-6b97db8ee93d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:30.970387 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b21bfc2-a200-494d-90f8-64771101a4a3', 'tag': 'fd52e36c-744d-43a7-92e2-fe3be8f7bc08', 'status': 'completed', 'code': 200} Dec 15 13:54:30.978358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:31.015741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a316ffb-c71a-4344-9ba4-64e0a34634f0 req-fc7504c6-6bff-496e-a69b-a032ef0b1d9b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.019058 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-1d805492-8f0e-4b95-9be8-f9eab12a5a66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261 HTTP/1.1" status: 200 len: 217 time: 0.1203074 Dec 15 13:54:31.020433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a316ffb-c71a-4344-9ba4-64e0a34634f0 req-fc7504c6-6bff-496e-a69b-a032ef0b1d9b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 943 time: 0.3336782 Dec 15 13:54:31.108344 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2831af0b-ddfb-436c-be73-a9dfc768994f x-openstack-request-id: req-2831af0b-ddfb-436c-be73-a9dfc768994f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:31.109074 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:31.109487 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2831af0b-ddfb-436c-be73-a9dfc768994f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:31.110276 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'status': 'completed', 'code': 200} Dec 15 13:54:31.112120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ac317a68-c901-45de-9336-e0a976cf30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.114887 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-ac317a68-c901-45de-9336-e0a976cf30d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.0887561 Dec 15 13:54:31.117742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.141849 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.165380 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.189019 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:54:31.229984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-3849ec60-b4c5-40b0-823d-40a91ddc731a service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141838 Dec 15 13:54:31.251577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a316ffb-c71a-4344-9ba4-64e0a34634f0 req-80a5825b-77bc-4a1f-9efc-957516c2f24a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115209 Dec 15 13:54:31.267805 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68f23702-5acf-445c-b1d8-4e755eb521a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.316756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:31.399393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af039161-d86f-4694-94b9-eadb6fa0466c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:31.441485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-aefd4eb1-274f-4b29-8dd9-a7088afc88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.446774 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-aefd4eb1-274f-4b29-8dd9-a7088afc88be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3222268 Dec 15 13:54:31.457790 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.472984 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Added segment 7cb2f3be-0727-4d3f-a097-a7c2d4f2b517 of type vlan for network d4741a7a-88d3-449c-95d6-1f8ebab1de8f Dec 15 13:54:31.586961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-69adb7af-7083-4991-8ab8-21b5cfdb5b92 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4791598 Dec 15 13:54:31.593521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcade9-9f54-4323-9238-7dac74fd23fb req-36f027de-02f0-44ed-9f0b-ad439f598fa9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.602377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5dcade9-9f54-4323-9238-7dac74fd23fb req-36f027de-02f0-44ed-9f0b-ad439f598fa9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.3105128 Dec 15 13:54:31.615577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-8a6a8f54-2826-4ce3-963a-a1b1f328ce60 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:54:31.616710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-8a6a8f54-2826-4ce3-963a-a1b1f328ce60 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198035 Dec 15 13:54:31.626532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.691430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a7b03bc-9d67-4642-ada9-425c080bec00 req-55a42931-4fd9-4872-a7ca-1ebff6274e6f service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381404 Dec 15 13:54:31.709873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f87bf-bae2-408f-a975-e1e1b8d78a90 req-9b5b86d9-9db3-42ad-b0c3-8c5e8e254476 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.736023 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c9f87bf-bae2-408f-a975-e1e1b8d78a90 req-9b5b86d9-9db3-42ad-b0c3-8c5e8e254476 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.2551727 Dec 15 13:54:31.765642 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5dcade9-9f54-4323-9238-7dac74fd23fb req-d30463d2-c7ea-49f1-970e-9f0e65426b7d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610279 Dec 15 13:54:31.788091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.788091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:31.788091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:31.855083 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-a46d035e-7fe5-4d3b-88e0-66d38cc60b60 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993857 Dec 15 13:54:31.948781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1389525 Dec 15 13:54:31.975169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:31.997996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c9f87bf-bae2-408f-a975-e1e1b8d78a90 req-294e3089-71b1-44ed-9c1f-7cd70bf466fe tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619579 Dec 15 13:54:32.004585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Request body: {'subnet': {'network_id': 'd4741a7a-88d3-449c-95d6-1f8ebab1de8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1917667251-subnet', 'tenant_id': '3a3f364869664264b3c6138605d94f3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:32.027024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286eb37-f725-453f-a40d-c8112d654c71 req-d576003b-86c4-4ea9-95a8-69a6bad807d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:32.031930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7286eb37-f725-453f-a40d-c8112d654c71 req-d576003b-86c4-4ea9-95a8-69a6bad807d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 1094 time: 0.2430704 Dec 15 13:54:32.112817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Made reservation on behalf of 3a3f364869664264b3c6138605d94f3f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:32.119299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.218181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286eb37-f725-453f-a40d-c8112d654c71 req-91f4ad5b-238b-4ee8-ae5f-1d6508dc706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:32.219911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7286eb37-f725-453f-a40d-c8112d654c71 req-91f4ad5b-238b-4ee8-ae5f-1d6508dc706b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.1796160 Dec 15 13:54:32.396843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7286eb37-f725-453f-a40d-c8112d654c71 req-44afe6fd-f0e9-42f5-b2ef-77680079ca42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd52e36c-744d-43a7-92e2-fe3be8f7bc08 HTTP/1.1" status: 200 len: 217 time: 0.1672676 Dec 15 13:54:32.619232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cdb5b-620f-4398-add4-7f8c60cfe9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d4741a7a-88d3-449c-95d6-1f8ebab1de8f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:32.630031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:32.631149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d4741a7a-88d3-449c-95d6-1f8ebab1de8f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:32.740713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff8a1-2ba9-48b7-9bda-87d2852be9b9 req-dfd88f95-20b5-4743-9f12-816f45ab1f92 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:32.752080 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f49ff8a1-2ba9-48b7-9bda-87d2852be9b9 req-dfd88f95-20b5-4743-9f12-816f45ab1f92 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.6735067 Dec 15 13:54:32.829598 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6ca04e2-bdb7-44bb-bab2-9e52540853ab req-416ce4b8-4b86-4431-8a6f-1de27b853f4c service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8951480 Dec 15 13:54:32.857934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa4ef07-cdd1-476e-8662-880cdd5c7b45,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:32.881063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Checking segment: {'id': '7cb2f3be-0727-4d3f-a097-a7c2d4f2b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd4741a7a-88d3-449c-95d6-1f8ebab1de8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:32.881412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Network hostable DHCP agents. Network: d4741a7a-88d3-449c-95d6-1f8ebab1de8f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:32.938673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Network d4741a7a-88d3-449c-95d6-1f8ebab1de8f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:33.009560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d4741a7a-88d3-449c-95d6-1f8ebab1de8f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:33.020317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3a076c-2a39-428b-883f-05d5f1cd6d16 None None] Network d4741a7a-88d3-449c-95d6-1f8ebab1de8f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:33.064031 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f49ff8a1-2ba9-48b7-9bda-87d2852be9b9 req-c41a475f-f2ea-4206-9ea3-f557c73ed361 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054934 Dec 15 13:54:33.066433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.069988 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.159677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286eb37-f725-453f-a40d-c8112d654c71 req-a3ff9465-6ae9-4b46-b446-209b4dcc539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.166315 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7286eb37-f725-453f-a40d-c8112d654c71 req-a3ff9465-6ae9-4b46-b446-209b4dcc539c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.7549300 Dec 15 13:54:33.185847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ca7a99a5-9c5c-473f-88fc-0acb34ada692 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2082779 Dec 15 13:54:33.195038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-4bfb24ec-b7ae-4b65-bd21-9a518c4bd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.197961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-4bfb24ec-b7ae-4b65-bd21-9a518c4bd172 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661&tenant_id=706b70816e914564b37a989ee244eb3d HTTP/1.1" status: 200 len: 1095 time: 0.2640612 Dec 15 13:54:33.236238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-9c68160c-e8f5-4770-aa5f-4f66ce0c4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.238701 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-9c68160c-e8f5-4770-aa5f-4f66ce0c4427 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 1094 time: 0.3357570 Dec 15 13:54:33.261466 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7286eb37-f725-453f-a40d-c8112d654c71 req-d34810d8-02f3-4f27-9b5b-5e5829731b0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813220 Dec 15 13:54:33.273439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946d7dc-3fe8-4109-a5af-522af215f11d None None] Network d4741a7a-88d3-449c-95d6-1f8ebab1de8f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:33.344417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e3aea-2f71-40a1-98f4-adbc0786c06f req-ff9bf0a4-487a-41da-a875-5a66ae78e3c5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.345993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-172e3aea-2f71-40a1-98f4-adbc0786c06f req-ff9bf0a4-487a-41da-a875-5a66ae78e3c5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 943 time: 0.9517643 Dec 15 13:54:33.450587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82377c9e-1913-424d-86ca-8a0489e78b75 req-02aaf32a-0b78-46ca-964f-c9658e5b4330 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.452667 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82377c9e-1913-424d-86ca-8a0489e78b75 req-02aaf32a-0b78-46ca-964f-c9658e5b4330 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.2618387 Dec 15 13:54:33.467067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-172e3aea-2f71-40a1-98f4-adbc0786c06f req-f8ead596-bdc9-4e92-ba8f-c287ac0a6904 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822918 Dec 15 13:54:33.503523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-c367010c-5876-40df-8720-9664bcaadc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.506030 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-c367010c-5876-40df-8720-9664bcaadc43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.2496796 Dec 15 13:54:33.515936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-b2eac404-2bec-461d-9529-72de6a6204d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.517688 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-b2eac404-2bec-461d-9529-72de6a6204d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1095 time: 0.2711639 Dec 15 13:54:33.533197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7286eb37-f725-453f-a40d-c8112d654c71 req-164ba00c-c2fb-4831-86f7-5220ef52431a service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553277 Dec 15 13:54:33.564656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-4eb782f8-1fd6-4860-b4fe-5f42fee3151c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261 HTTP/1.1" status: 200 len: 217 time: 0.0453992 Dec 15 13:54:33.658772 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82377c9e-1913-424d-86ca-8a0489e78b75 req-e957324a-78a2-4c85-ad13-a35d2f85fc7c tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912165 Dec 15 13:54:33.660873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-ccaf200b-3ca3-4f09-b1aa-171e80699970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.662401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-ccaf200b-3ca3-4f09-b1aa-171e80699970 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.0640244 Dec 15 13:54:33.768498 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ececd38-104a-4653-ad5c-64cd18716ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:33.830634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400b4a-db8e-4ac7-9faf-677a335fbfd3 req-aed37bf3-31ca-4b69-8fb9-0e8924b01710 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.842205 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65400b4a-db8e-4ac7-9faf-677a335fbfd3 req-aed37bf3-31ca-4b69-8fb9-0e8924b01710 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.2030096 Dec 15 13:54:33.866002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7286eb37-f725-453f-a40d-c8112d654c71 req-22a5bc5c-24bb-447d-814b-2cea5cbbe749 service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258810 Dec 15 13:54:33.884921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-06b62d9d-b6f3-48b9-be0a-416f8e2a3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:33.886451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-06b62d9d-b6f3-48b9-be0a-416f8e2a3cc5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 915 time: 0.2390907 Dec 15 13:54:33.966470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-02245848-ecbf-41a2-9654-478706cd8962 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 200 len: 217 time: 0.0656624 Dec 15 13:54:33.987168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65400b4a-db8e-4ac7-9faf-677a335fbfd3 req-297b8cea-2d7d-4b31-a96f-319c0be97835 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439888 Dec 15 13:54:34.056902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-0a658f82-960f-424d-880e-4654c4ad5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:34.058830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-0a658f82-960f-424d-880e-4654c4ad5611 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3805096 Dec 15 13:54:34.060458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-318b8cba-86c9-43fd-9ca7-d831bfb63ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:34.062073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-318b8cba-86c9-43fd-9ca7-d831bfb63ac4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.0811689 Dec 15 13:54:34.224117 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-74c09e5d-7353-4936-9580-795cf4199b81 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243789 Dec 15 13:54:34.252112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-a15e03b4-42d2-4394-8dbb-8978f89f3c24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512384 Dec 15 13:54:34.311276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f964f7-8a5f-4673-a28f-6cc7d0289dbf req-819c4c2e-064e-4e10-997f-a2772fbb68f0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:34.313003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00f964f7-8a5f-4673-a28f-6cc7d0289dbf req-819c4c2e-064e-4e10-997f-a2772fbb68f0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1343706 Dec 15 13:54:34.429814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00f964f7-8a5f-4673-a28f-6cc7d0289dbf req-d25cf365-d868-41a8-b352-727318cd2472 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045449 Dec 15 13:54:34.449253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-4d372c2f-9777-4e67-8324-8226ae280854 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:34.452508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-4d372c2f-9777-4e67-8324-8226ae280854 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/networks?id=d4741a7a-88d3-449c-95d6-1f8ebab1de8f HTTP/1.1" status: 200 len: 814 time: 0.4835763 Dec 15 13:54:34.485786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a270676c-9cd0-4920-ad17-a67c2e6ffaf5 req-6b3cdd4b-6dd7-42eb-93bb-d8d53792aba8 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361398 Dec 15 13:54:34.489638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-ca932a0a-3026-4347-95b7-2667e5706fc1 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/quotas/3a3f364869664264b3c6138605d94f3f HTTP/1.1" status: 200 len: 375 time: 0.0288568 Dec 15 13:54:34.495370 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-f03174d2-dea7-42a2-9c85-13a653194a1a service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303698 Dec 15 13:54:34.601733 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-db404984-6043-4cc2-8968-763f8c1f9ce6 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3a3f364869664264b3c6138605d94f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035886 Dec 15 13:54:34.628892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e11d-8ffb-45bd-9b66-23ef2f42ad49 req-84fbb7e7-6686-4f03-be07-1301074b6c6b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:34.637184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a71e11d-8ffb-45bd-9b66-23ef2f42ad49 req-84fbb7e7-6686-4f03-be07-1301074b6c6b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 943 time: 0.0646472 Dec 15 13:54:34.700892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a71e11d-8ffb-45bd-9b66-23ef2f42ad49 req-2d2db04f-d9df-4723-8615-abcd46ce87be tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618141 Dec 15 13:54:34.777609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:34.888772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731ed0e-1bd2-4bb5-87bc-b7346984bd32 req-dcdea9bd-efa2-401a-91f1-b5deb179b0e3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:34.891638 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2731ed0e-1bd2-4bb5-87bc-b7346984bd32 req-dcdea9bd-efa2-401a-91f1-b5deb179b0e3 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.1002975 Dec 15 13:54:34.973143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2731ed0e-1bd2-4bb5-87bc-b7346984bd32 req-b460e0bc-36e2-4d14-a02f-efbb1bed8d65 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733144 Dec 15 13:54:35.090646 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a7d0b55-2515-45a3-a76e-7d9dc9902a5b req-5e9ed9a4-4f87-49c4-a22c-402f54d650d7 service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761204 Dec 15 13:54:35.092383 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-996819de-db5c-4563-ba81-f3e8fbbfe4df service neutron] 10.222.0.86 "GET /v2.0/networks/d4741a7a-88d3-449c-95d6-1f8ebab1de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896109 Dec 15 13:54:35.122480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bc707-17ea-487f-8745-08ec172d2fb7 req-44a79001-0685-4466-a7a4-b82e2da8bce3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:35.124457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e16bc707-17ea-487f-8745-08ec172d2fb7 req-44a79001-0685-4466-a7a4-b82e2da8bce3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.0656254 Dec 15 13:54:35.210335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e16bc707-17ea-487f-8745-08ec172d2fb7 req-ca09b86f-a21c-4030-9c67-e66f7645ba61 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789862 Dec 15 13:54:35.240709 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-2f13e2ca-3725-4d3e-98da-0e78381702ae service neutron] 10.222.0.86 "GET /v2.0/networks/d4741a7a-88d3-449c-95d6-1f8ebab1de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333976 Dec 15 13:54:35.424575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fd52e36c-744d-43a7-92e2-fe3be8f7bc08 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:35.504499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb4beb64-c618-409b-93f9-77ad0a3c84cd req-46adedbb-0821-4794-8466-d320252fcecb tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0731471 Dec 15 13:54:35.616841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d2b5b-85f0-4bc4-8920-d3f517b74536 req-9d904e8e-f467-42cd-88eb-8afd0682c057 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:35.619057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c19d2b5b-85f0-4bc4-8920-d3f517b74536 req-9d904e8e-f467-42cd-88eb-8afd0682c057 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.0813558 Dec 15 13:54:35.706155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fd52e36c-744d-43a7-92e2-fe3be8f7bc08, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:35.763019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'fd52e36c-744d-43a7-92e2-fe3be8f7bc08', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'port_id': 'fd52e36c-744d-43a7-92e2-fe3be8f7bc08', 'mac_address': 'fa:16:3e:dd:4a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce372f1-83d0-4488-835d-2683fb556b99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:35.820347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c19d2b5b-85f0-4bc4-8920-d3f517b74536 req-9bacc6d8-777e-4209-99b5-0a1623b2ca70 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837111 Dec 15 13:54:35.914157 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:35.935697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd52e36c-744d-43a7-92e2-fe3be8f7bc08 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:35.963386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25180de-1398-4077-a10c-fd029767b28c req-c0b86dae-0239-4843-af5e-25dba9a1128f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:35.978370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d25180de-1398-4077-a10c-fd029767b28c req-c0b86dae-0239-4843-af5e-25dba9a1128f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 943 time: 0.1318641 Dec 15 13:54:36.000686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fd52e36c-744d-43a7-92e2-fe3be8f7bc08, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:36.016867 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:36.018156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:36.197736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d25180de-1398-4077-a10c-fd029767b28c req-5233255b-8e00-4094-b92c-e1f8072b6ad5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169242 Dec 15 13:54:36.306410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:36.339188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'port_id': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'mac_address': 'fa:16:3e:a6:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:36.371245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3863f-fcc5-4797-954b-8f04b8266cdd req-ad2bc32c-539f-453c-86c8-4a8d6be88efa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:36.384174 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4be3863f-fcc5-4797-954b-8f04b8266cdd req-ad2bc32c-539f-453c-86c8-4a8d6be88efa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.2065165 Dec 15 13:54:36.530761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:36.563071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4be3863f-fcc5-4797-954b-8f04b8266cdd req-57633359-4bf2-485e-822c-66214ea41d89 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704929 Dec 15 13:54:36.617753 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:36.671036 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:36.677342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99e53cc-d1e1-4294-9649-6da7e35e4261 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:36.738810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:36.749223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:36.829447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e35be7e-c187-4756-8989-81e7a574e5fe req-3a937181-8a09-47b4-920f-53623ca42822 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0807707 Dec 15 13:54:36.865479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5454b2b-60f6-43cf-afec-341800460e87 req-cfca1a0b-b717-47fb-87a2-c477a94d6e36 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:36.877518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5454b2b-60f6-43cf-afec-341800460e87 req-cfca1a0b-b717-47fb-87a2-c477a94d6e36 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1492841 Dec 15 13:54:36.969992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:36.993563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fd52e36c-744d-43a7-92e2-fe3be8f7bc08'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:37.016288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c99e53cc-d1e1-4294-9649-6da7e35e4261'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:37.051432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5454b2b-60f6-43cf-afec-341800460e87 req-0f5f3e72-f98d-461f-b911-4167928c69fd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710141 Dec 15 13:54:37.190311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c335a-32a2-443f-ba37-e655e46f7813 req-df1c4a02-1b7a-4f04-a8b7-f32d2a101ea0 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:37.202160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b6c335a-32a2-443f-ba37-e655e46f7813 req-df1c4a02-1b7a-4f04-a8b7-f32d2a101ea0 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 945 time: 0.2166898 Dec 15 13:54:37.349186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe96679-24e7-421f-847f-a9f8720d9d08 req-e070d2bf-46ed-4814-9c0e-e5520f40d92a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:37.356815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfe96679-24e7-421f-847f-a9f8720d9d08 req-e070d2bf-46ed-4814-9c0e-e5520f40d92a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1497984 Dec 15 13:54:37.387008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b6c335a-32a2-443f-ba37-e655e46f7813 req-2d35b94d-fc52-4eeb-b9dd-58820b3fa81b tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837146 Dec 15 13:54:37.418252 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:37.517375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfe96679-24e7-421f-847f-a9f8720d9d08 req-b502b1bc-d942-4a70-b755-b1d2e9e77240 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517582 Dec 15 13:54:37.757273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8fc21-44ad-43dd-b86b-577545f18b43 req-d092289c-bd81-4374-8fda-fa65f1d007a3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:37.762333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6df8fc21-44ad-43dd-b86b-577545f18b43 req-d092289c-bd81-4374-8fda-fa65f1d007a3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 944 time: 0.1891506 Dec 15 13:54:37.882429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045862c-edf3-458f-a444-16004fec3cd4 req-c2074855-37cf-41b8-8751-fab5a7f54011 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:37.886441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c045862c-edf3-458f-a444-16004fec3cd4 req-c2074855-37cf-41b8-8751-fab5a7f54011 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.1242042 Dec 15 13:54:37.900519 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6df8fc21-44ad-43dd-b86b-577545f18b43 req-6fe618bf-01a1-4c18-8fc3-f353cda638bc tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298115 Dec 15 13:54:38.033726 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c045862c-edf3-458f-a444-16004fec3cd4 req-122809ed-565f-4a38-b431-efbd263f5464 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417572 Dec 15 13:54:38.158069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d724fd1-6b85-4fb2-8f84-71f56f589cb1 req-8491943d-22ec-4124-a0ea-e807b19b50ad tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0985823 Dec 15 13:54:38.272584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-0d5d80a5-4bc7-4d20-ba7b-fedf07b52ecf tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:38.274121 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-0d5d80a5-4bc7-4d20-ba7b-fedf07b52ecf tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 945 time: 0.1478498 Dec 15 13:54:38.422810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8759a5-44ac-468b-b4a5-7ab88d931dcc req-45f9e23a-b79e-4ea1-aef0-861d5410165c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:38.444403 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb8759a5-44ac-468b-b4a5-7ab88d931dcc req-45f9e23a-b79e-4ea1-aef0-861d5410165c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 944 time: 0.2317696 Dec 15 13:54:38.536673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb8759a5-44ac-468b-b4a5-7ab88d931dcc req-31bc5bcc-7a04-4106-a6b2-c369b4d0bea0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912333 Dec 15 13:54:38.583332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Deleting port d05f77a8-c770-433e-9a8a-e86627db1bed {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:38.583681 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.649638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9158a-8a19-42d6-999b-afd5cbcfdae7 req-e2436521-d7ff-4918-8152-8af64bcf6dcf tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:38.658553 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ec9158a-8a19-42d6-999b-afd5cbcfdae7 req-e2436521-d7ff-4918-8152-8af64bcf6dcf tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 945 time: 0.1161828 Dec 15 13:54:38.760025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ec9158a-8a19-42d6-999b-afd5cbcfdae7 req-61a6dc6f-b401-4ef2-8d51-c02137b2fe7d tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/security-groups?id=2432e401-6521-44e3-8147-a598595e65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991995 Dec 15 13:54:38.779536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58257536-f012-40e5-bec6-99f06287f2bf req-d21e3e58-0311-4d7b-87f9-bdc7d0923b5e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:38.796177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58257536-f012-40e5-bec6-99f06287f2bf req-d21e3e58-0311-4d7b-87f9-bdc7d0923b5e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.0948250 Dec 15 13:54:38.856732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] For port d05f77a8-c770-433e-9a8a-e86627db1bed, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d05f77a8-c770-433e-9a8a-e86627db1bed,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:38.857105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:38.894709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Calling delete_port for d05f77a8-c770-433e-9a8a-e86627db1bed owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:38.959504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58257536-f012-40e5-bec6-99f06287f2bf req-272085fa-9ac9-4048-ac21-23ec7e116444 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698904 Dec 15 13:54:39.165580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafbced-46fb-44a5-a448-ca2484f74418 req-122308ea-83b7-4d17-b633-359997213cbf tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:39.167172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbafbced-46fb-44a5-a448-ca2484f74418 req-122308ea-83b7-4d17-b633-359997213cbf tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 944 time: 0.1225972 Dec 15 13:54:39.305886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbafbced-46fb-44a5-a448-ca2484f74418 req-84f46cda-1296-4fe8-af88-6c520c87cccd tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195676 Dec 15 13:54:39.442889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fd52e36c-744d-43a7-92e2-fe3be8f7bc08 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:39.506894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f77c0-4258-4b8a-b7c7-68db2ebf4a76 req-e09cc1f9-3689-4382-81c1-e47a52851898 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:39.525429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a27cf77-ca5f-48d1-b4f0-dea1c1bddb3d req-f13fb060-e54c-40a2-b68e-3ae79ef75af1 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0774515 Dec 15 13:54:39.539386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-192f77c0-4258-4b8a-b7c7-68db2ebf4a76 req-e09cc1f9-3689-4382-81c1-e47a52851898 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.3267775 Dec 15 13:54:39.542548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:54:39.549328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:39.550352 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.655652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-192f77c0-4258-4b8a-b7c7-68db2ebf4a76 req-7cde29b6-0250-42a5-9cd8-35d8cfe3dc9b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144285 Dec 15 13:54:39.668852 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.875085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.895268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Pushing event deleted for resources: {'Port': ['ID=d05f77a8-c770-433e-9a8a-e86627db1bed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:39.954393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55321c87-1dca-46a1-897c-a83cfc86a7e4 req-74c7bf11-5541-4a1a-b6b5-813d044aad1d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:39.957529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55321c87-1dca-46a1-897c-a83cfc86a7e4 req-74c7bf11-5541-4a1a-b6b5-813d044aad1d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 944 time: 0.1448264 Dec 15 13:54:39.985918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fd52e36c-744d-43a7-92e2-fe3be8f7bc08, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:39.988459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b21bfc2-a200-494d-90f8-64771101a4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd52e36c-744d-43a7-92e2-fe3be8f7bc08'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:39.991903 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3a8eb4-581f-4aac-a5e5-9916cae88c30" -d '{"events": [{"server_uuid": "7b21bfc2-a200-494d-90f8-64771101a4a3", "name": "network-vif-plugged", "status": "completed", "tag": "fd52e36c-744d-43a7-92e2-fe3be8f7bc08"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:39.996583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.998053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:40.027697 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55321c87-1dca-46a1-897c-a83cfc86a7e4 req-b3b26ceb-4d38-4876-b493-ba68f2515fbd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634711 Dec 15 13:54:40.134332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:40.144586 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.144838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.145189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.145532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.145867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.146212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.146697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.147035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.147372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.147703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.148078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.148408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.148835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:54:40.160060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port c99e53cc-d1e1-4294-9649-6da7e35e4261 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:54:40.166444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port c99e53cc-d1e1-4294-9649-6da7e35e4261 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:40.167186 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:40.196355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4b2e97e7-e97a-4383-9a96-32faa513e8d6 req-523122ad-922a-489e-9720-0c15966b14e8 tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 210 time: 0.2401478 Dec 15 13:54:40.233362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] No DVR routers for this DVR port d05f77a8-c770-433e-9a8a-e86627db1bed on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:54:40.238687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:40.244843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21524ac4-3cfb-4f95-ab5e-8e59f6e1f77b req-fd99eda1-4285-42e7-a988-6356426c49af tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.24 "DELETE /v2.0/ports/d05f77a8-c770-433e-9a8a-e86627db1bed HTTP/1.1" status: 204 len: 173 time: 1.9338965 Dec 15 13:54:40.245988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfe80f8-7534-49e5-a256-0baa300b2b60', 'name': 'network-vif-deleted', 'tag': 'd05f77a8-c770-433e-9a8a-e86627db1bed'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:40.251984 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415774fd-e627-4c72-97db-a7cb87407256" -d '{"events": [{"server_uuid": "3bfe80f8-7534-49e5-a256-0baa300b2b60", "name": "network-vif-deleted", "tag": "d05f77a8-c770-433e-9a8a-e86627db1bed"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:40.344613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dda5e-cef5-43fe-991b-6f8b168287f3 req-98dbb4bc-5341-432e-9e2e-8e434837370c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:40.346271 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7708adf5-aa17-4354-b165-a5d2dd487bc3 x-openstack-request-id: req-7708adf5-aa17-4354-b165-a5d2dd487bc3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:40.354989 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b21bfc2-a200-494d-90f8-64771101a4a3", "name": "network-vif-plugged", "status": "completed", "tag": "fd52e36c-744d-43a7-92e2-fe3be8f7bc08", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:40.355726 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7708adf5-aa17-4354-b165-a5d2dd487bc3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:40.356414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-253dda5e-cef5-43fe-991b-6f8b168287f3 req-98dbb4bc-5341-432e-9e2e-8e434837370c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1782839 Dec 15 13:54:40.356813 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b21bfc2-a200-494d-90f8-64771101a4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd52e36c-744d-43a7-92e2-fe3be8f7bc08', 'code': 200} Dec 15 13:54:40.429507 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0fb709-09f8-48e8-9252-4b2d7ff1ec5a x-openstack-request-id: req-3c0fb709-09f8-48e8-9252-4b2d7ff1ec5a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:40.430040 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfe80f8-7534-49e5-a256-0baa300b2b60", "name": "network-vif-deleted", "tag": "d05f77a8-c770-433e-9a8a-e86627db1bed", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:40.430313 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3c0fb709-09f8-48e8-9252-4b2d7ff1ec5a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:40.430798 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfe80f8-7534-49e5-a256-0baa300b2b60', 'name': 'network-vif-deleted', 'tag': 'd05f77a8-c770-433e-9a8a-e86627db1bed', 'status': 'completed', 'code': 200} Dec 15 13:54:40.493607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-253dda5e-cef5-43fe-991b-6f8b168287f3 req-770bd622-639c-4cae-8792-d1f3f63540b3 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349730 Dec 15 13:54:40.496471 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:40.652736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:40.660699 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:40.661588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d05f77a8-c770-433e-9a8a-e86627db1bed no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:54:40.713157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e1e9b84-85da-40d5-8788-459e46c7b02d req-e85f3be0-cc80-45eb-931e-fe5c025368cf tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0771842 Dec 15 13:54:40.767098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: d05f77a8-c770-433e-9a8a-e86627db1bed {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:54:40.767325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d05f77a8-c770-433e-9a8a-e86627db1bed not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:54:40.860722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:40.864964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644359ff-7736-43a5-bb77-cfd3d05451c8 req-c32fa7a5-8dd6-4f04-8376-30a7cecb3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:40.879701 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-644359ff-7736-43a5-bb77-cfd3d05451c8 req-c32fa7a5-8dd6-4f04-8376-30a7cecb3be9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 1096 time: 0.3635099 Dec 15 13:54:41.044887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf31a20-cf92-49bd-9a8c-f1b86e64c30c req-0bc5dbc9-4038-4ef7-9b4a-792f82ec513d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.059332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5bf31a20-cf92-49bd-9a8c-f1b86e64c30c req-0bc5dbc9-4038-4ef7-9b4a-792f82ec513d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 945 time: 0.4439814 Dec 15 13:54:41.084501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c701152-cd84-47e5-a2dc-9e5ddbbe0b54 req-26fd632c-583a-425b-aee0-c682df8042e4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.086208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c701152-cd84-47e5-a2dc-9e5ddbbe0b54 req-26fd632c-583a-425b-aee0-c682df8042e4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.1722755 Dec 15 13:54:41.259530 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c701152-cd84-47e5-a2dc-9e5ddbbe0b54 req-dde1c332-4f09-460a-8b09-41823cb08955 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646419 Dec 15 13:54:41.303299 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5bf31a20-cf92-49bd-9a8c-f1b86e64c30c req-20044f6e-30d4-4f44-8dbb-74fdc1b120a1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379920 Dec 15 13:54:41.365600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-e7ab1ccc-d6e4-454a-a1e8-49a6bb753b49 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.373101 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-e7ab1ccc-d6e4-454a-a1e8-49a6bb753b49 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.74 "GET /v2.0/networks?id=d4741a7a-88d3-449c-95d6-1f8ebab1de8f HTTP/1.1" status: 200 len: 814 time: 0.8763568 Dec 15 13:54:41.403287 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-644359ff-7736-43a5-bb77-cfd3d05451c8 req-8ca52924-746c-4005-b0b4-6421368d09bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216665 Dec 15 13:54:41.464410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cabe7ccb-04de-4010-8d90-4ff9544b105f req-4339c2ce-ae48-411d-bc9f-e87cb06089de tempest-AttachSCSIVolumeTestJSON-1504732724 tempest-AttachSCSIVolumeTestJSON-1504732724-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfe80f8-7534-49e5-a256-0baa300b2b60 HTTP/1.1" status: 200 len: 210 time: 0.0438101 Dec 15 13:54:41.566522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9368fea-41ed-4c40-a579-7b26572176c4 req-46e0dae9-951d-4359-bdbe-699a68f30daa tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.571239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Request body: {'port': {'device_id': 'bc4efe4f-450f-444c-820d-612c7b0b3f59', 'network_id': 'd4741a7a-88d3-449c-95d6-1f8ebab1de8f', 'admin_state_up': True, 'tenant_id': '3a3f364869664264b3c6138605d94f3f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:41.579236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9368fea-41ed-4c40-a579-7b26572176c4 req-46e0dae9-951d-4359-bdbe-699a68f30daa tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0994158 Dec 15 13:54:41.693208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9368fea-41ed-4c40-a579-7b26572176c4 req-2260025b-f59a-46e3-bcb2-4ac4d8323176 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114388 Dec 15 13:54:41.795765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9254e7-9ad5-4f2e-9b83-0bb00b966b26 req-2eeca91e-19d8-41b9-b1c5-ccfbda9294d0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:41.819512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d9254e7-9ad5-4f2e-9b83-0bb00b966b26 req-2eeca91e-19d8-41b9-b1c5-ccfbda9294d0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1386995 Dec 15 13:54:41.924418 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d9254e7-9ad5-4f2e-9b83-0bb00b966b26 req-f76c87f4-8e5c-42ff-865a-e497df071332 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039710 Dec 15 13:54:41.940927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-988e31d0-3cc7-4bb3-8217-0ed5ec4fb07c req-aa641080-f437-4b76-be62-d5c0f7ffaa37 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0693491 Dec 15 13:54:41.968572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Made reservation on behalf of 3a3f364869664264b3c6138605d94f3f for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:41.973628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:42.276224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Allocated IP 172.20.0.14 (d4741a7a-88d3-449c-95d6-1f8ebab1de8f/baa4ef07-cdd1-476e-8662-880cdd5c7b45/757fb8fa-1381-430d-b39c-c803e0d3aac6) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:42.357762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:42.361939 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067abc3f-a0d1-4ca0-8875-aaea60097c3c" -d '{"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-plugged", "status": "completed", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:42.507347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc5017-eefe-4b6b-8a35-90ea45959740 req-bfb58e74-988e-4049-a48d-ec1d1e97fe49 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:42.515750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dbc5017-eefe-4b6b-8a35-90ea45959740 req-bfb58e74-988e-4049-a48d-ec1d1e97fe49 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.1281066 Dec 15 13:54:42.637921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dbc5017-eefe-4b6b-8a35-90ea45959740 req-679fd15b-2c8f-4f54-9273-d726f63ae946 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209779 Dec 15 13:54:42.726178 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559354e7-fa6f-4291-a2d8-e47d8af355ec x-openstack-request-id: req-559354e7-fa6f-4291-a2d8-e47d8af355ec {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:42.726482 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-plugged", "status": "completed", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:42.726741 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-559354e7-fa6f-4291-a2d8-e47d8af355ec {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:42.727389 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'code': 200} Dec 15 13:54:42.767496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff3de-5c28-4fc5-94d6-131f7e7005dd req-34bc22c5-cb10-4e99-9c6c-2b77ad3edb63 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:42.771780 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f9ff3de-5c28-4fc5-94d6-131f7e7005dd req-34bc22c5-cb10-4e99-9c6c-2b77ad3edb63 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 945 time: 0.3075712 Dec 15 13:54:42.978455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.063516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d219e59-de7f-46ab-821f-b36c5d256d59 req-725b4829-ee21-46d2-bc1b-d4fd73e9f337 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:43.073962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d219e59-de7f-46ab-821f-b36c5d256d59 req-725b4829-ee21-46d2-bc1b-d4fd73e9f337 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1207118 Dec 15 13:54:43.115967 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f9ff3de-5c28-4fc5-94d6-131f7e7005dd req-4f7bf963-f408-4944-891d-00b4063909ba tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315938 Dec 15 13:54:43.130030 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.228436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d219e59-de7f-46ab-821f-b36c5d256d59 req-3d60c2b6-4347-4a21-87c2-9dd5d9f048d2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532419 Dec 15 13:54:43.290806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Pushing event updated for resources: {'Port': ['ID=757fb8fa-1381-430d-b39c-c803e0d3aac6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:43.359510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Network d4741a7a-88d3-449c-95d6-1f8ebab1de8f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:43.402675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbd1d8-1ee0-43e3-abf3-9785c11230fe req-d28a8dbe-28ee-4927-a5d7-9d7d31c7482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:43.403008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c987-7f90-49da-8e53-3be03eb63c2b req-cd56d827-ec32-4964-934e-f6b1f6d593d7 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:43.404164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73dbd1d8-1ee0-43e3-abf3-9785c11230fe req-d28a8dbe-28ee-4927-a5d7-9d7d31c7482d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 1096 time: 0.5238037 Dec 15 13:54:43.405034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:43.411731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49d1c987-7f90-49da-8e53-3be03eb63c2b req-cd56d827-ec32-4964-934e-f6b1f6d593d7 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 932 time: 0.0858653 Dec 15 13:54:43.428463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:43.473016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49d1c987-7f90-49da-8e53-3be03eb63c2b req-95e55637-3410-4bbc-b9bc-3a9987065812 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600681 Dec 15 13:54:43.520558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a19a2-c8b4-4d83-8afa-789435dacfe4 req-3945b2cc-4c1a-46ab-bf7c-782dbd10981c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:43.522501 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-337a19a2-c8b4-4d83-8afa-789435dacfe4 req-3945b2cc-4c1a-46ab-bf7c-782dbd10981c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.2200668 Dec 15 13:54:43.676696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73dbd1d8-1ee0-43e3-abf3-9785c11230fe req-2b99e27c-33d7-4e29-a78d-d548d274d709 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528558 Dec 15 13:54:43.689521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:43.691128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.740210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-337a19a2-c8b4-4d83-8afa-789435dacfe4 req-d66151a1-0218-436a-b559-ca305696878e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070122 Dec 15 13:54:43.788728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-b77dffbe-b592-4b1a-b1c1-3057ab7a7c8d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2215357 Dec 15 13:54:43.829239 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-eeb6aee4-02b3-41af-a2b5-528a49073de1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1613827 Dec 15 13:54:43.841855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Request body: {'port': {'device_id': 'bc4efe4f-450f-444c-820d-612c7b0b3f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:43.999645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.074055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdd9d5-6772-4544-81b0-a4e3f818bf3c req-f66c3295-0472-44e0-ae30-4aa5358451c9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:44.075645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7fdd9d5-6772-4544-81b0-a4e3f818bf3c req-f66c3295-0472-44e0-ae30-4aa5358451c9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.2568569 Dec 15 13:54:44.154734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-23df87fc-50b0-4b93-89ea-16061bcccdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:44.154734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-23df87fc-50b0-4b93-89ea-16061bcccdc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1096 time: 0.2087810 Dec 15 13:54:44.194013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7fdd9d5-6772-4544-81b0-a4e3f818bf3c req-f78c8451-8705-4d96-8f25-04ca8b7dedca tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001556 Dec 15 13:54:44.481275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-a1e10ac2-630e-44e1-bd91-eb29027c7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:44.483247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-a1e10ac2-630e-44e1-bd91-eb29027c7bb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.2882960 Dec 15 13:54:44.594213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-7baa78b6-6068-458b-9a23-4eab75dd34e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1000 time: 0.0877829 Dec 15 13:54:44.660561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef678e8-b2e6-4763-a485-c870bee59496 req-b01285be-51f9-4d40-ae65-72737704ab6c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:44.670040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ef678e8-b2e6-4763-a485-c870bee59496 req-b01285be-51f9-4d40-ae65-72737704ab6c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.2706354 Dec 15 13:54:44.673237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757fb8fa-1381-430d-b39c-c803e0d3aac6 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:44.685690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.710217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Transition to ACTIVE for port object 757fb8fa-1381-430d-b39c-c803e0d3aac6 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:54:44.720186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4aaa3-0129-4545-ab82-abdfd728edc2 req-5b4b95e6-d934-4cc2-bf59-ade17440219f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:44.742701 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d1d4aaa3-0129-4545-ab82-abdfd728edc2 req-5b4b95e6-d934-4cc2-bf59-ade17440219f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 945 time: 0.1282985 Dec 15 13:54:44.754545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-80bd3c5a-7787-4176-a4fd-253223c09f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:44.759620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-80bd3c5a-7787-4176-a4fd-253223c09f3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1539285 Dec 15 13:54:44.785634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:44.785885 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ef678e8-b2e6-4763-a485-c870bee59496 req-04665cdf-6a29-4f3d-8730-669e08f78bd9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127653 Dec 15 13:54:44.971000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d1d4aaa3-0129-4545-ab82-abdfd728edc2 req-f0e4f33d-cce0-40b8-8849-9a6f6311458c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222612 Dec 15 13:54:45.003551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a754c-927c-408e-a6df-afd034012815 service neutron] Pushing event updated for resources: {'Port': ['ID=757fb8fa-1381-430d-b39c-c803e0d3aac6,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:45.034870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-affa7e28-0953-4885-9e38-aa01f3993dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:45.038791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-affa7e28-0953-4885-9e38-aa01f3993dfd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522643 Dec 15 13:54:45.328311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad7d7a-0b34-42c2-987c-a29a9846f130 req-ac3202ff-01d6-42d7-b8a2-484b803e0378 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:45.335805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2bad7d7a-0b34-42c2-987c-a29a9846f130 req-ac3202ff-01d6-42d7-b8a2-484b803e0378 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.2194469 Dec 15 13:54:45.352552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Attempting to bind port 757fb8fa-1381-430d-b39c-c803e0d3aac6 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:45.352904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Attempting to bind port 757fb8fa-1381-430d-b39c-c803e0d3aac6 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '7cb2f3be-0727-4d3f-a097-a7c2d4f2b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd4741a7a-88d3-449c-95d6-1f8ebab1de8f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:45.353239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Attempting to bind port 757fb8fa-1381-430d-b39c-c803e0d3aac6 on network d4741a7a-88d3-449c-95d6-1f8ebab1de8f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:45.386611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Port 757fb8fa-1381-430d-b39c-c803e0d3aac6 on network d4741a7a-88d3-449c-95d6-1f8ebab1de8f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:54:45.386943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Attempting to bind port 757fb8fa-1381-430d-b39c-c803e0d3aac6 on network d4741a7a-88d3-449c-95d6-1f8ebab1de8f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:45.410248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:45.410589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Checking segment: {'id': '7cb2f3be-0727-4d3f-a097-a7c2d4f2b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd4741a7a-88d3-449c-95d6-1f8ebab1de8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:45.410714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-22c8b3c8-e31d-41f8-bbcb-4b7332e50b33 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611763 Dec 15 13:54:45.410985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Bound using segment: {'id': '7cb2f3be-0727-4d3f-a097-a7c2d4f2b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd4741a7a-88d3-449c-95d6-1f8ebab1de8f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:45.411435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Bound port: 757fb8fa-1381-430d-b39c-c803e0d3aac6, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb2f3be-0727-4d3f-a097-a7c2d4f2b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd4741a7a-88d3-449c-95d6-1f8ebab1de8f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:45.411803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.485634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cbde0-0b98-4058-b6f3-f82f80523f73 req-bcf89d69-30ef-4e24-8bfc-8f22d43c2698 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:45.497954 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-575cbde0-0b98-4058-b6f3-f82f80523f73 req-bcf89d69-30ef-4e24-8bfc-8f22d43c2698 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 944 time: 0.4179881 Dec 15 13:54:45.611858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2bad7d7a-0b34-42c2-987c-a29a9846f130 req-6b08ca34-1afc-4b76-824c-9fcdb745b75c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751112 Dec 15 13:54:45.682620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] For port 757fb8fa-1381-430d-b39c-c803e0d3aac6, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:45.701575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] For port 757fb8fa-1381-430d-b39c-c803e0d3aac6, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=757fb8fa-1381-430d-b39c-c803e0d3aac6,segment=NetworkSegment(7cb2f3be-0727-4d3f-a097-a7c2d4f2b517),segment_id=7cb2f3be-0727-4d3f-a097-a7c2d4f2b517)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:45.713253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.821659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:45.823071 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.829064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-187a754c-927c-408e-a6df-afd034012815 service neutron] 10.222.0.74 "PUT /v2.0/ports/757fb8fa-1381-430d-b39c-c803e0d3aac6 HTTP/1.1" status: 200 len: 1092 time: 2.0107684 Dec 15 13:54:45.829586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4efe4f-450f-444c-820d-612c7b0b3f59', 'tag': '757fb8fa-1381-430d-b39c-c803e0d3aac6'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:45.840923 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4efe4f-450f-444c-820d-612c7b0b3f59", "tag": "757fb8fa-1381-430d-b39c-c803e0d3aac6"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:45.925173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-575cbde0-0b98-4058-b6f3-f82f80523f73 req-bc4d000a-cf49-4584-9478-d8200f94dd7c tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175868 Dec 15 13:54:45.973304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c7e4fe7d-dfa2-4f2b-a7ec-42bd516637c7 req-0ec5fd2c-a514-4ba1-8572-4067a68109fe service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362842 Dec 15 13:54:46.141845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a754c-927c-408e-a6df-afd034012815 service neutron] Pushing event updated for resources: {'Port': ['ID=757fb8fa-1381-430d-b39c-c803e0d3aac6,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:46.182517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144cd43-8d01-47de-892f-814c3df104ee req-53b100aa-b78b-432f-b57a-c0f6962c6d0e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:46.191284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5144cd43-8d01-47de-892f-814c3df104ee req-53b100aa-b78b-432f-b57a-c0f6962c6d0e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.3401289 Dec 15 13:54:46.249467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-4f21c7c7-b05c-47a9-a75e-7830bed66fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:46.251499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-4f21c7c7-b05c-47a9-a75e-7830bed66fc2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a3f364869664264b3c6138605d94f3f&device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 1095 time: 0.2353413 Dec 15 13:54:46.355312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-9ed3f629-badf-4099-a61c-e2fa14040ee1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:46.366734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-9ed3f629-badf-4099-a61c-e2fa14040ee1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.2812080 Dec 15 13:54:46.391351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-e62b1c6e-c660-4d9a-a733-f4efd81eaf80 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/quotas/4cd6ad14e26c4dff85ab78c0563e8bd6 HTTP/1.1" status: 200 len: 375 time: 0.0233421 Dec 15 13:54:46.395164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-ceb9aee9-08f7-4236-affa-e74ebcd98d8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=757fb8fa-1381-430d-b39c-c803e0d3aac6 HTTP/1.1" status: 200 len: 217 time: 0.1239440 Dec 15 13:54:46.413421 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5144cd43-8d01-47de-892f-814c3df104ee req-b5e02338-2871-42a2-9531-d2c654ec5f66 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209156 Dec 15 13:54:46.499314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-66f176c2-85e9-4332-b26b-a74be7c90fc6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067343 Dec 15 13:54:46.706815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-4d82ba54-6b1e-4f78-9b7f-c26019a82471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:46.708711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-4d82ba54-6b1e-4f78-9b7f-c26019a82471 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=baa4ef07-cdd1-476e-8662-880cdd5c7b45 HTTP/1.1" status: 200 len: 854 time: 0.2337604 Dec 15 13:54:46.754972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7285-5534-4e31-a8df-97d558740f21 req-29704c59-77da-485a-bac7-baad7c64074c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:46.763171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-67bb7285-5534-4e31-a8df-97d558740f21 req-29704c59-77da-485a-bac7-baad7c64074c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1449907 Dec 15 13:54:46.771722 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-0ddc7ca7-1360-424b-b197-1b7e62c3a261 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695374 Dec 15 13:54:46.876299 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-67bb7285-5534-4e31-a8df-97d558740f21 req-c26fc3a6-229c-459f-9a85-a7839c25a007 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070101 Dec 15 13:54:46.941500 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa18730-0fb1-4082-8874-a1f41c40ad2e x-openstack-request-id: req-afa18730-0fb1-4082-8874-a1f41c40ad2e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:46.942313 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4efe4f-450f-444c-820d-612c7b0b3f59", "tag": "757fb8fa-1381-430d-b39c-c803e0d3aac6", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:46.942439 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-afa18730-0fb1-4082-8874-a1f41c40ad2e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:46.942902 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4efe4f-450f-444c-820d-612c7b0b3f59', 'tag': '757fb8fa-1381-430d-b39c-c803e0d3aac6', 'status': 'completed', 'code': 200} Dec 15 13:54:47.026707 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-db1dbde2-df10-4646-94b0-1903fba8cdfe service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476015 Dec 15 13:54:47.096792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1839a-20c4-47c8-bb64-0c7e4b482cf3 req-c54d7a12-21e6-4082-8eb7-59a61abaaf40 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:47.104885 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6db1839a-20c4-47c8-bb64-0c7e4b482cf3 req-c54d7a12-21e6-4082-8eb7-59a61abaaf40 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.0833297 Dec 15 13:54:47.175431 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6db1839a-20c4-47c8-bb64-0c7e4b482cf3 req-f8c0340a-f850-43b0-8603-03d8c5d210de tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680549 Dec 15 13:54:47.391376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fc60d-323c-4ad4-aad5-b88a8bc5864e req-423a2d78-9d6c-4492-bb3e-690a5b55bf19 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:47.398956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20fc60d-323c-4ad4-aad5-b88a8bc5864e req-423a2d78-9d6c-4492-bb3e-690a5b55bf19 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 944 time: 0.0611272 Dec 15 13:54:47.470155 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20fc60d-323c-4ad4-aad5-b88a8bc5864e req-491ea2a5-1462-4d3e-809e-4c4bff881c0d tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695543 Dec 15 13:54:47.499921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-57a3cb94-bb36-4e79-b09d-ac271601f3fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4741a7a-88d3-449c-95d6-1f8ebab1de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649886 Dec 15 13:54:47.568757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f04f4-bf1e-407b-8985-911dec5638ad req-df7241ba-4510-43b1-921d-8e94ab0f8282 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:47.589647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e6f04f4-bf1e-407b-8985-911dec5638ad req-df7241ba-4510-43b1-921d-8e94ab0f8282 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.2487209 Dec 15 13:54:47.600730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33042) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:47.650649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'floatingip': {'port_id': 'c99e53cc-d1e1-4294-9649-6da7e35e4261'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:47.711804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:47.808659 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ec9315b-46b7-4d15-af0c-8f8b83b704f0 req-53040d78-fd2a-471d-83f0-e2beb4b10b34 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 210 time: 0.1922450 Dec 15 13:54:47.966454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-7740edf5-56e2-4e94-9699-1b9e7123ae27 service neutron] 10.222.0.74 "GET /v2.0/networks/d4741a7a-88d3-449c-95d6-1f8ebab1de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610303 Dec 15 13:54:48.285015 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e25c4df-947f-4b9d-ad03-3bd3490b3020 req-366db8e2-9154-4990-8d22-fb8e4a4729f0 service neutron] 10.222.0.74 "GET /v2.0/networks/d4741a7a-88d3-449c-95d6-1f8ebab1de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008107 Dec 15 13:54:48.320719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff13416-ab54-4b60-8884-49d7f179e582 req-482cbff6-25fd-4807-bdf4-6c0653181a50 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:48.327097 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ff13416-ab54-4b60-8884-49d7f179e582 req-482cbff6-25fd-4807-bdf4-6c0653181a50 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.3595488 Dec 15 13:54:48.369354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-1760027e-0e31-47f8-a82d-3dd92aa537fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:48.371596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-1760027e-0e31-47f8-a82d-3dd92aa537fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1095 time: 0.2636130 Dec 15 13:54:48.494617 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ff13416-ab54-4b60-8884-49d7f179e582 req-b1bf8f32-184b-48d1-af33-0c126fc174ef tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594431 Dec 15 13:54:48.717227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512ac3a-11b9-4b88-a68c-924482bdd2ae req-e16975be-0673-4fb3-99e6-fd4a0a195490 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:48.741454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3512ac3a-11b9-4b88-a68c-924482bdd2ae req-e16975be-0673-4fb3-99e6-fd4a0a195490 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 944 time: 0.1605253 Dec 15 13:54:48.830483 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3512ac3a-11b9-4b88-a68c-924482bdd2ae req-d24d2c4f-cc05-41da-a100-3dfc8bbdc002 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868509 Dec 15 13:54:48.898783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652247-0868-4fa9-9ad9-4438805b334e req-681c4a06-731d-4f18-aafd-21ae0ff72c1f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:48.908361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5652247-0868-4fa9-9ad9-4438805b334e req-681c4a06-731d-4f18-aafd-21ae0ff72c1f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.6207759 Dec 15 13:54:49.017357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99fa5bcb-e743-4b85-b862-5ac3fcb3bbc4 req-1af518ea-40f8-41ab-a861-a8cd402def58 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 210 time: 0.0708456 Dec 15 13:54:49.059425 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.072543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.143377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5652247-0868-4fa9-9ad9-4438805b334e req-45c5c936-bcfd-463c-a6ef-c862dcd168de tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318025 Dec 15 13:54:49.302591 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Floating IP 0f7f5949-26de-45e2-b890-7ab5eda23575 associated. External IP: 172.25.7.192, port: c99e53cc-d1e1-4294-9649-6da7e35e4261. Dec 15 13:54:49.691126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb93e8f-abd9-461b-a353-c9cd7228cb5e req-2167bb46-1226-4754-91f9-3663ca19e128 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:49.692651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bcb93e8f-abd9-461b-a353-c9cd7228cb5e req-2167bb46-1226-4754-91f9-3663ca19e128 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.0664632 Dec 15 13:54:49.699845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Router 6b6f7914-93c6-490d-babc-4d45a80c2d24 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:49.796511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bcb93e8f-abd9-461b-a353-c9cd7228cb5e req-1cdce90f-2771-4805-8807-4ee5681fc4c0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953610 Dec 15 13:54:49.890319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:49.897196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.902082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] Sync routers for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:49.920550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:49.921343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:54:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:49.928059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-14742889-5fb8-4a0f-9433-7f0bcc05fa4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "PUT /v2.0/floatingips/0f7f5949-26de-45e2-b890-7ab5eda23575 HTTP/1.1" status: 200 len: 991 time: 2.3262362 Dec 15 13:54:49.929434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:49.945434 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7189bc2-3515-4b96-a90d-a6777a7777ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:50.052559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aab76-2414-42f6-8a22-8081af0620f5 req-cadbc682-d371-4805-9bc5-c8fbfc6d062e tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.054132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-665aab76-2414-42f6-8a22-8081af0620f5 req-cadbc682-d371-4805-9bc5-c8fbfc6d062e tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 944 time: 0.0984108 Dec 15 13:54:50.089940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:50.095956 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b28ed0-0636-412f-b8f0-f34630f785e8 x-openstack-request-id: req-11b28ed0-0636-412f-b8f0-f34630f785e8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:50.096247 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:50.097086 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-11b28ed0-0636-412f-b8f0-f34630f785e8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:50.097434 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'status': 'completed', 'code': 200} Dec 15 13:54:50.180499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-665aab76-2414-42f6-8a22-8081af0620f5 req-778a2fae-e6c2-4173-bcff-0d805ec5d5be tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189876 Dec 15 13:54:50.214881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-61210dc5-23b9-489c-b424-16f91e2fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.217231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-61210dc5-23b9-489c-b424-16f91e2fd57a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 1096 time: 0.0975263 Dec 15 13:54:50.225095 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-074a0387-1c44-4ce8-8046-2c583cd9fd4b req-5975f9e2-63e4-43d2-acc8-e17b636f3abd tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 210 time: 0.0545940 Dec 15 13:54:50.501023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-7acecd5d-e0a6-46d3-8f90-fde3b3913fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.503024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-7acecd5d-e0a6-46d3-8f90-fde3b3913fb9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 915 time: 0.2638974 Dec 15 13:54:50.544593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb84ffa-87de-4ec0-a9de-3e02e237e3cf req-8a40a94e-c03c-488b-a090-794936ddcf31 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.552786 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-abb84ffa-87de-4ec0-a9de-3e02e237e3cf req-8a40a94e-c03c-488b-a090-794936ddcf31 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1859558 Dec 15 13:54:50.564660 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-70306832-2cd8-4217-ab29-937b3dba7068 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 200 len: 217 time: 0.0501437 Dec 15 13:54:50.591588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-82f9be46-93e7-4d75-86cf-9654bb2ad026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.593382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-82f9be46-93e7-4d75-86cf-9654bb2ad026 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a3f364869664264b3c6138605d94f3f&device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 1095 time: 0.1711948 Dec 15 13:54:50.601603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-02b957db-510a-4b8a-9841-95b44150ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.603639 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-02b957db-510a-4b8a-9841-95b44150ab00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.3785989 Dec 15 13:54:50.637604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '0f7f5949-26de-45e2-b890-7ab5eda23575', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'port_id': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'mac_address': 'fa:16:3e:a6:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:48Z', 'revision_number': 1, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:50.656963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-9cdca058-1828-4d1c-b08f-b677fdb866a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.659897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-9cdca058-1828-4d1c-b08f-b677fdb866a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.0821664 Dec 15 13:54:50.667809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] Checking router: 6b6f7914-93c6-490d-babc-4d45a80c2d24 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:54:50.678944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:50.679939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:54:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:50.724928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-918bc79d-91ab-428f-9823-cd299dafbe7e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570757 Dec 15 13:54:50.731001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33094) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:50.743002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1454934146'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:50.777155 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-abb84ffa-87de-4ec0-a9de-3e02e237e3cf req-7de8bee5-4579-4913-ae4f-4de13beffa79 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233951 Dec 15 13:54:50.806810 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-2401e05c-d393-4126-895e-b440cb179ca1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261 HTTP/1.1" status: 200 len: 999 time: 0.1889918 Dec 15 13:54:50.853079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:50.868509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-836630f7-925f-4006-97ce-6cdf1956ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:50.870402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-836630f7-925f-4006-97ce-6cdf1956ec8a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4741a7a-88d3-449c-95d6-1f8ebab1de8f HTTP/1.1" status: 200 len: 916 time: 0.2656476 Dec 15 13:54:50.903350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:50.907108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.086283 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-e012ed98-a716-44d8-87a9-80184720cab1 service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366561 Dec 15 13:54:51.093240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:51.455267 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.456283 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Added segment d6c22e8c-7fde-4596-bca6-89293f35e36a of type vlan for network 6c908008-3368-4677-86f7-2a827cc09e11 Dec 15 13:54:51.461102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '0f7f5949-26de-45e2-b890-7ab5eda23575', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'port_id': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'mac_address': 'fa:16:3e:a6:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:48Z', 'revision_number': 1, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:51.494620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbfdb5-28d6-47e3-b04c-b664600fac53 req-62f781f1-748d-469c-adf0-7e49b08b71d1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:51.495378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b672edb-7113-429a-9e07-ca8ba4c1bdf8 None None] The sync data for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 is: [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '0f7f5949-26de-45e2-b890-7ab5eda23575', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'port_id': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'mac_address': 'fa:16:3e:a6:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:54:09Z', 'updated_at': '2021-12-15T13:54:48Z', 'revision_number': 1, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:54:51.505972 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62dbfdb5-28d6-47e3-b04c-b664600fac53 req-62f781f1-748d-469c-adf0-7e49b08b71d1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.5343463 Dec 15 13:54:51.507350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-44200232-4f5e-4007-94ea-133fd0c70526 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=757fb8fa-1381-430d-b39c-c803e0d3aac6 HTTP/1.1" status: 200 len: 217 time: 0.6055660 Dec 15 13:54:51.633992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:51.635694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:51.636871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-329427bc-3277-4a59-b21f-512861c5cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:51.639056 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-329427bc-3277-4a59-b21f-512861c5cc97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.8223984 Dec 15 13:54:51.674200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62dbfdb5-28d6-47e3-b04c-b664600fac53 req-cc8852e2-a5d2-4518-86d4-903c193c1372 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670244 Dec 15 13:54:51.688264 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f0051c4-4f16-4b05-8fa0-57824c0d3a5c req-6935c239-4edc-4bfd-b963-3ac1a5c83e44 service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594685 Dec 15 13:54:51.692311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39074c2-076c-478c-9aa9-0f6858fb565b req-c8d6a561-76b4-4e0e-8a54-949f97d3e0dd tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:51.701143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d39074c2-076c-478c-9aa9-0f6858fb565b req-c8d6a561-76b4-4e0e-8a54-949f97d3e0dd tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 944 time: 0.2986603 Dec 15 13:54:51.753456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-3075b991-0572-44c0-9e3b-fa8e49262b30 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:51.757004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-3075b991-0572-44c0-9e3b-fa8e49262b30 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.7401972 Dec 15 13:54:51.757376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-5160bad7-2442-4358-9ca6-0949895cf3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:51.758899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-5160bad7-2442-4358-9ca6-0949895cf3c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=baa4ef07-cdd1-476e-8662-880cdd5c7b45 HTTP/1.1" status: 200 len: 854 time: 0.2112999 Dec 15 13:54:51.775716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Request body: {'port': {'device_id': '675d695c-e239-44e7-b7c2-c33ec7c2e943', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'admin_state_up': True, 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:51.848444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-04cc3c13-738a-4bae-b762-6f0926facba5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4741a7a-88d3-449c-95d6-1f8ebab1de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723965 Dec 15 13:54:51.865837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-1cf48b73-9586-4bda-8cb9-b3bd33fd038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:51.867443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-1cf48b73-9586-4bda-8cb9-b3bd33fd038d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116354 Dec 15 13:54:51.901925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d39074c2-076c-478c-9aa9-0f6858fb565b req-02a61974-7d33-4140-8628-67ab78014f5f tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998146 Dec 15 13:54:51.950294 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc122fe-ef2d-4d1b-b322-fc77ee42fd3b None None] New status for floating IP 0f7f5949-26de-45e2-b890-7ab5eda23575: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:54:52.085078 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-e76008c1-5c64-4e50-be13-c5f5d6a802d6 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078750 Dec 15 13:54:52.185066 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1befec2-7ba1-4a5c-8cea-69146893799c req-7a6e1ce0-7b6d-406c-8278-e9016780b3ce tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 210 time: 0.0667143 Dec 15 13:54:52.185812 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.193905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:52.194664 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.214442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb61dbd5-a673-42e7-bc76-0f49b4f6bab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.295270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5621791 Dec 15 13:54:52.312208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33122) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.329815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1847764666'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:52.371072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb188a-de74-46aa-a43f-163a1b59e16e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Network': ['ID=6c908008-3368-4677-86f7-2a827cc09e11,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:52.387448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6c908008-3368-4677-86f7-2a827cc09e11 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:52.439384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-998b0589-cfa7-4d1f-bf54-82bce0191e54 service neutron] 10.222.0.74 "GET /v2.0/networks/d4741a7a-88d3-449c-95d6-1f8ebab1de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780368 Dec 15 13:54:52.443997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7189bc2-3515-4b96-a90d-a6777a7777ce req-c1bf1c6c-6d91-48d6-b78d-042cf43d9965 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841351 Dec 15 13:54:52.446442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:52.452002 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.515529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:52.521874 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.553876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:54:52.581857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb61dbd5-a673-42e7-bc76-0f49b4f6bab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.601364 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.601964 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Added segment 67b61fe3-8028-496c-b02d-cc49659716e7 of type vlan for network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 Dec 15 13:54:52.616500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb61dbd5-a673-42e7-bc76-0f49b4f6bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.645790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25b6f1-3455-4bc1-be20-074575ebfd55 req-c6d068c6-ef43-45cf-a0a5-3642d480d091 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:52.647211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d25b6f1-3455-4bc1-be20-074575ebfd55 req-c6d068c6-ef43-45cf-a0a5-3642d480d091 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1571445 Dec 15 13:54:52.658031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33130) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.672103 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fb61dbd5-a673-42e7-bc76-0f49b4f6bab5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f834aff739714ca2ba2b7e907250bfdd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0334535 Dec 15 13:54:52.680796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33132) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.730192 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.730443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55a111-0cfa-4bc4-8b0d-0a15a8832acf req-078ad1c6-95df-46b6-993f-f55683fb40f1 service neutron] 10.222.0.74 "GET /v2.0/networks/d4741a7a-88d3-449c-95d6-1f8ebab1de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838786 Dec 15 13:54:52.823665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61dbd5-a673-42e7-bc76-0f49b4f6bab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7225aa2-3513-4103-89b6-e895d6a50f4e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:52.862797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.869018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:52.869638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.880586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d25b6f1-3455-4bc1-be20-074575ebfd55 req-fe36c9a6-df0b-4da6-8cca-e66a2c720d35 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214556 Dec 15 13:54:52.883475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea867758-e009-4653-9b82-bdb0866cf8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.918996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea867758-e009-4653-9b82-bdb0866cf8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:52.957299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bbb04-dd9d-45b7-8534-3e6006112676 req-30416756-3db8-4455-83ac-481d8d9ec732 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:52.958947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e17bbb04-dd9d-45b7-8534-3e6006112676 req-30416756-3db8-4455-83ac-481d8d9ec732 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 944 time: 0.1951153 Dec 15 13:54:52.965283 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6481192 Dec 15 13:54:52.967540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33138) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:52.973472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'subnet': {'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:53.039516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69507cd7-ee2f-4c79-af11-fd08dbb831ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Network': ['ID=48eea9ed-7cf0-43b0-ad58-a040f215ab38,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.063236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:54:53.089524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Allocated IP 172.20.0.2 (d9b77d4c-7d9f-4158-bf19-3b6aab89e250/6ce372f1-83d0-4488-835d-2683fb556b99/cfd02b26-0358-401f-8001-13922a420811) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:53.108291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e17bbb04-dd9d-45b7-8534-3e6006112676 req-95b5880f-e685-4869-aa86-772aa5aa8356 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282101 Dec 15 13:54:53.150142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 757fb8fa-1381-430d-b39c-c803e0d3aac6 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:53.303816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca76118-e13d-43f6-9c45-02f8c5328227 req-f9286fab-470d-457c-955a-57e2a8f979d2 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:53.305418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ca76118-e13d-43f6-9c45-02f8c5328227 req-f9286fab-470d-457c-955a-57e2a8f979d2 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 944 time: 0.0995793 Dec 15 13:54:53.330268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 757fb8fa-1381-430d-b39c-c803e0d3aac6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=757fb8fa-1381-430d-b39c-c803e0d3aac6,segment=NetworkSegment(7cb2f3be-0727-4d3f-a097-a7c2d4f2b517),segment_id=7cb2f3be-0727-4d3f-a097-a7c2d4f2b517)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:53.350652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '757fb8fa-1381-430d-b39c-c803e0d3aac6', 'network_id': 'd4741a7a-88d3-449c-95d6-1f8ebab1de8f', 'port_id': '757fb8fa-1381-430d-b39c-c803e0d3aac6', 'mac_address': 'fa:16:3e:b0:d5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa4ef07-cdd1-476e-8662-880cdd5c7b45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:53.364209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-232a8e98-8833-4eee-8588-c1052f43cbcb req-47306b50-5639-4cb2-8160-f1e6d494f75f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 210 time: 0.0387337 Dec 15 13:54:53.368026 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea867758-e009-4653-9b82-bdb0866cf8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.370858 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea867758-e009-4653-9b82-bdb0866cf8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.373578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ea867758-e009-4653-9b82-bdb0866cf8f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c7225aa2-3513-4103-89b6-e895d6a50f4e HTTP/1.1" status: 204 len: 168 time: 0.6909609 Dec 15 13:54:53.374780 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.388444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ca76118-e13d-43f6-9c45-02f8c5328227 req-21c02887-4fbc-42c5-9bdf-f31d9b0325af tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704415 Dec 15 13:54:53.410072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:53.418056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.443359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.461762 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.470014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fd52e36c-744d-43a7-92e2-fe3be8f7bc08'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:53.473467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867758-e009-4653-9b82-bdb0866cf8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7225aa2-3513-4103-89b6-e895d6a50f4e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.514130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:53.517627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:53.522686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:53.525504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:53.578145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2bc7c-afd0-4c4a-aac2-fa93a4435957 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:53.594632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757fb8fa-1381-430d-b39c-c803e0d3aac6 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:53.598486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:53.599238 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.619541 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event updated for resources: {'Port': ['ID=cfd02b26-0358-401f-8001-13922a420811,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.648187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 757fb8fa-1381-430d-b39c-c803e0d3aac6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=757fb8fa-1381-430d-b39c-c803e0d3aac6,segment=NetworkSegment(7cb2f3be-0727-4d3f-a097-a7c2d4f2b517),segment_id=7cb2f3be-0727-4d3f-a097-a7c2d4f2b517)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:53.650523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-d1033a74-3a5d-4e93-96a8-9285adc7ad75 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8774745 Dec 15 13:54:53.666605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Request body: {'port': {'device_id': '675d695c-e239-44e7-b7c2-c33ec7c2e943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:53.705930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.707219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:53.795364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=757fb8fa-1381-430d-b39c-c803e0d3aac6,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:53.804378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.854495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-54b2ab39-b276-4938-bf85-2749321025c3 None None] Provisioning complete for port cfd02b26-0358-401f-8001-13922a420811 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:53.855176 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54b2ab39-b276-4938-bf85-2749321025c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.905159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-54b2ab39-b276-4938-bf85-2749321025c3 None None] Port cfd02b26-0358-401f-8001-13922a420811 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:54:53.910432 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:53.982069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33150) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:54.016798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.021346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Subnet': ['ID=e1741176-befa-4050-9602-b8d50d8951b4,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:54.023912 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb4d100f-08de-4fd5-9dcc-a4a2e9f09c3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.103246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:54.115423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Checking segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:54.115927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network hostable DHCP agents. Network: 6c908008-3368-4677-86f7-2a827cc09e11, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:54.128418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'network_id': 'd3a38d98-e4b7-4788-b508-6e31635004ad', 'port_id': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'mac_address': 'fa:16:3e:db:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61504417-45e4-400f-8cb4-9bea8689e17a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:54:54.188234 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.206404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb167c7d-b053-4db6-93cf-80a4b9eda69b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:54.238794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:54.244341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0873d-6871-47dc-8d06-f4857f5e259c req-17abf306-a8c2-4c69-a02b-44d2fdf91de6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.246644 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bff0873d-6871-47dc-8d06-f4857f5e259c req-17abf306-a8c2-4c69-a02b-44d2fdf91de6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1771796 Dec 15 13:54:54.251272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 6c908008-3368-4677-86f7-2a827cc09e11 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:54.273323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.309792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd02b26-0358-401f-8001-13922a420811 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:54:54.329481 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.337871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6c908008-3368-4677-86f7-2a827cc09e11) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:54.349346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d4278-76fa-4879-8eb1-ee0909faa71c req-c32fc5f9-dee2-4bcc-a93c-e728d6064227 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.351105 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e03d4278-76fa-4879-8eb1-ee0909faa71c req-c32fc5f9-dee2-4bcc-a93c-e728d6064227 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.1037867 Dec 15 13:54:54.361087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Transition to ACTIVE for port object cfd02b26-0358-401f-8001-13922a420811 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:54:54.385358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.386584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.388065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:54.392844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8493677-e593-4572-b761-220746fc3e1a None None] Network 6c908008-3368-4677-86f7-2a827cc09e11 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:54.404708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.422600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb4d100f-08de-4fd5-9dcc-a4a2e9f09c3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.439633 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb4d100f-08de-4fd5-9dcc-a4a2e9f09c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.486286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-753790dc-9ec0-4cee-a039-126bd277b068 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5174723 Dec 15 13:54:54.493450 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e03d4278-76fa-4879-8eb1-ee0909faa71c req-3dbc8d15-c27a-489d-9125-57eef90f2cfa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201358 Dec 15 13:54:54.493767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9543bde1-31f7-4df1-8ea5-07f31d449bf5 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:54.498741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33158) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:54.499237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd02b26-0358-401f-8001-13922a420811,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:54.515300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'subnet': {'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:54.551036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bb4d100f-08de-4fd5-9dcc-a4a2e9f09c3d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5b57fbb352e245ac8d4ac8335097831f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5678566 Dec 15 13:54:54.553217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bb167c7d-b053-4db6-93cf-80a4b9eda69b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:54.562174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:54.568295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bff0873d-6871-47dc-8d06-f4857f5e259c req-8a6bada3-acda-4737-9839-6e91f44a62f7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759607 Dec 15 13:54:54.569299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d100f-08de-4fd5-9dcc-a4a2e9f09c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990c8aa3-994b-4ee8-b118-18a00fe2c2b2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:54.635143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['757fb8fa-1381-430d-b39c-c803e0d3aac6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:54:54.663632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6c908008-3368-4677-86f7-2a827cc09e11', 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'fixed_ips': [{'subnet_id': 'e1741176-befa-4050-9602-b8d50d8951b4'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:54.664584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.731525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b265-60a7-411a-aa4e-e79801b4a6fe req-6f43c7ad-6500-4581-995f-e1496e93356d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.733414 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45c9b265-60a7-411a-aa4e-e79801b4a6fe req-6f43c7ad-6500-4581-995f-e1496e93356d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 943 time: 0.1341155 Dec 15 13:54:54.738230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Attempting to bind port cfd02b26-0358-401f-8001-13922a420811 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:54.739527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Attempting to bind port cfd02b26-0358-401f-8001-13922a420811 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:54.740124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Attempting to bind port cfd02b26-0358-401f-8001-13922a420811 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:54.755837 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e33702e-701a-4f5e-b875-3d2e9944d30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.759631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Port cfd02b26-0358-401f-8001-13922a420811 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:54:54.760222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Attempting to bind port cfd02b26-0358-401f-8001-13922a420811 on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:54.775192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:54.778641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.799896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:54.799896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Checking segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:54.801104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Bound using segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:54.801691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Bound port: cfd02b26-0358-401f-8001-13922a420811, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:54.802161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.807638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d58ae-cd8b-4b68-94ac-3e25036d95e3 req-39298a33-4610-4cd1-b7de-3fd25cbeb44f tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:54.809099 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-159d58ae-cd8b-4b68-94ac-3e25036d95e3 req-39298a33-4610-4cd1-b7de-3fd25cbeb44f tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 945 time: 0.1582177 Dec 15 13:54:54.825199 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e33702e-701a-4f5e-b875-3d2e9944d30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.898398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45c9b265-60a7-411a-aa4e-e79801b4a6fe req-80f5ac0e-ee85-4d06-8e3e-1e0a34c9bb6f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349752 Dec 15 13:54:54.926287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Deleting port b836df5f-d678-4233-8bee-21adeac46282 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:54.926909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.934067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-159d58ae-cd8b-4b68-94ac-3e25036d95e3 req-471c908e-addd-4cba-bc72-42fe3e35e625 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947261 Dec 15 13:54:54.937313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] For port cfd02b26-0358-401f-8001-13922a420811, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:54.942485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] For port cfd02b26-0358-401f-8001-13922a420811, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cfd02b26-0358-401f-8001-13922a420811,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:54.952007 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:54.958418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Allocated IP 10.1.1.2 (6c908008-3368-4677-86f7-2a827cc09e11/e1741176-befa-4050-9602-b8d50d8951b4/3e53eb42-a02d-4929-8fa7-6f959e237570) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:55.009897 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e33702e-701a-4f5e-b875-3d2e9944d30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.013787 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e33702e-701a-4f5e-b875-3d2e9944d30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.015749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6e33702e-701a-4f5e-b875-3d2e9944d30d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/990c8aa3-994b-4ee8-b118-18a00fe2c2b2 HTTP/1.1" status: 204 len: 168 time: 0.4525943 Dec 15 13:54:55.057990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:55.059178 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.061206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] 10.222.0.74 "PUT /v2.0/ports/cfd02b26-0358-401f-8001-13922a420811 HTTP/1.1" status: 200 len: 1091 time: 1.4030647 Dec 15 13:54:55.062521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675d695c-e239-44e7-b7c2-c33ec7c2e943', 'tag': 'cfd02b26-0358-401f-8001-13922a420811'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:55.073120 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae44aa3a-74f9-4560-b640-12e1edaf72a8" -d '{"events": [{"name": "network-changed", "server_uuid": "675d695c-e239-44e7-b7c2-c33ec7c2e943", "tag": "cfd02b26-0358-401f-8001-13922a420811"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:55.089293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] For port b836df5f-d678-4233-8bee-21adeac46282, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b836df5f-d678-4233-8bee-21adeac46282,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:55.089658 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.089893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33702e-701a-4f5e-b875-3d2e9944d30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990c8aa3-994b-4ee8-b118-18a00fe2c2b2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:55.109812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Calling delete_port for b836df5f-d678-4233-8bee-21adeac46282 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:55.115834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.125029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc10361-e2c7-4255-8f1e-bc37f92d1a79 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd02b26-0358-401f-8001-13922a420811,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:55.126272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4eead-7985-4be2-84fc-1c692cf77a3c None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:54:55.220702 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c6fd06-9b96-4a3a-8c80-5ac40b4cfa6d x-openstack-request-id: req-e3c6fd06-9b96-4a3a-8c80-5ac40b4cfa6d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:55.222769 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675d695c-e239-44e7-b7c2-c33ec7c2e943", "tag": "cfd02b26-0358-401f-8001-13922a420811", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:55.223236 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3c6fd06-9b96-4a3a-8c80-5ac40b4cfa6d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:55.224356 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675d695c-e239-44e7-b7c2-c33ec7c2e943', 'tag': 'cfd02b26-0358-401f-8001-13922a420811', 'status': 'completed', 'code': 200} Dec 15 13:54:55.235641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-470ab093-4a3d-4db2-9e9b-2128e577be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:55.239665 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-470ab093-4a3d-4db2-9e9b-2128e577be75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 1094 time: 0.1035290 Dec 15 13:54:55.305243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-b8ac9522-e7da-44bb-8315-cf644c2ece2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfd02b26-0358-401f-8001-13922a420811 HTTP/1.1" status: 200 len: 217 time: 0.0578849 Dec 15 13:54:55.339436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.348562 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.400949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-358754d8-10c3-4c98-9b0c-6d7f74a062c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:55.403666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-358754d8-10c3-4c98-9b0c-6d7f74a062c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.0892198 Dec 15 13:54:55.404902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Network 6c908008-3368-4677-86f7-2a827cc09e11 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:55.410082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:55.414813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:55.437824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Pushing event updated for resources: {'Port': ['ID=3e53eb42-a02d-4929-8fa7-6f959e237570,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:55.477623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-fa4ba42d-be87-4c27-8c2d-9fac2ae6d76a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658748 Dec 15 13:54:55.499817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Attempting to bind port 3e53eb42-a02d-4929-8fa7-6f959e237570 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:55.500199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Attempting to bind port 3e53eb42-a02d-4929-8fa7-6f959e237570 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:55.500581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Attempting to bind port 3e53eb42-a02d-4929-8fa7-6f959e237570 on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:55.506646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:55.507040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Checking segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:55.507451 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.508297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Bound using segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:55.508435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Bound port: 3e53eb42-a02d-4929-8fa7-6f959e237570, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:55.508744 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.589511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] For port 3e53eb42-a02d-4929-8fa7-6f959e237570, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:55.593438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] For port 3e53eb42-a02d-4929-8fa7-6f959e237570, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3e53eb42-a02d-4929-8fa7-6f959e237570,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:55.600291 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:55.662982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-29a9d9b6-c3b5-426f-add6-85795a32e7f8 service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741238 Dec 15 13:54:55.684350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923740-eda9-4431-90cd-bc13e080e4c2 None None] Pushing event updated for resources: {'Port': ['ID=3e53eb42-a02d-4929-8fa7-6f959e237570,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:55.784467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Subnet': ['ID=2ea0d8cb-b23d-44df-bf63-e360715ae6bb,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:55.804405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9e4d0-0be8-4445-8738-31f47fe7ee59 req-50252729-cee6-411a-b7be-7c499caa80f1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:55.806248 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90c9e4d0-0be8-4445-8738-31f47fe7ee59 req-50252729-cee6-411a-b7be-7c499caa80f1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.1419563 Dec 15 13:54:55.845195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Checking segment: {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:55.845569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network hostable DHCP agents. Network: 48eea9ed-7cf0-43b0-ad58-a040f215ab38, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:54:55.864141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee4f3-8e5c-4b87-8478-e73f4ab39583 req-b049eac8-2480-4ac6-92a4-fd409d219f11 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:55.865766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f1ee4f3-8e5c-4b87-8478-e73f4ab39583 req-b049eac8-2480-4ac6-92a4-fd409d219f11 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.2219977 Dec 15 13:54:55.886243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34dec04d-ce10-493e-a46c-6d0de1d41483 req-caff7155-293c-4af1-b4cb-37e62c172f6d service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962185 Dec 15 13:54:55.923685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90c9e4d0-0be8-4445-8738-31f47fe7ee59 req-2391a800-7bc8-4ffb-86a2-fcc344a0ebef tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037297 Dec 15 13:54:55.999147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:54:56.031228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-6235c6d5-d188-4829-8dcd-b490672ba8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.034345 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-6235c6d5-d188-4829-8dcd-b490672ba8a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 1094 time: 0.0665493 Dec 15 13:54:56.054305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 48eea9ed-7cf0-43b0-ad58-a040f215ab38) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:56.061868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7afc63-0841-4be7-888b-8b509209d201 None None] Network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:56.097399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.113389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.144483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f1ee4f3-8e5c-4b87-8478-e73f4ab39583 req-8ef4f9e0-2be4-4893-b923-2a77794ab024 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342741 Dec 15 13:54:56.152090 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.191943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bde1bb4d-0f7e-4e74-b581-532485caef21 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6855798 Dec 15 13:54:56.193556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33200) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:56.229232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'port': {'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'name': 'tempest-TaggedBootDevicesTest_v242-721262090', 'fixed_ips': [{'subnet_id': 'e1741176-befa-4050-9602-b8d50d8951b4'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:56.234336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Pushing event deleted for resources: {'Port': ['ID=b836df5f-d678-4233-8bee-21adeac46282,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:56.252108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-9cede4a4-3827-4d4a-b557-ad2d3f03a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.253585 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-9cede4a4-3827-4d4a-b557-ad2d3f03a0ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.2118320 Dec 15 13:54:56.287438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-48eea9ed-7cf0-43b0-ad58-a040f215ab38', 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38', 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'fixed_ips': [{'subnet_id': '2ea0d8cb-b23d-44df-bf63-e360715ae6bb'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:54:56.288349 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.379744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-31860e6f-4393-440f-ab21-c739227944a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfd02b26-0358-401f-8001-13922a420811 HTTP/1.1" status: 200 len: 217 time: 0.0879471 Dec 15 13:54:56.391274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214368-bc37-4db3-ad2d-4ebc630e0c94 req-c08e31f6-7aa5-4b89-9085-f79022b969cd tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.404021 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98214368-bc37-4db3-ad2d-4ebc630e0c94 req-c08e31f6-7aa5-4b89-9085-f79022b969cd tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 943 time: 0.1340432 Dec 15 13:54:56.500435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3c22a-7673-4790-8060-badc74b20391 req-7259523b-5d13-4d48-a574-b508840b4468 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.502016 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65d3c22a-7673-4790-8060-badc74b20391 req-7259523b-5d13-4d48-a574-b508840b4468 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 945 time: 0.3103659 Dec 15 13:54:56.513501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Allocated IP 10.2.2.2 (48eea9ed-7cf0-43b0-ad58-a040f215ab38/2ea0d8cb-b23d-44df-bf63-e360715ae6bb/5e2893c8-e3e6-44a3-901e-441f24fe1093) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:56.550925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98214368-bc37-4db3-ad2d-4ebc630e0c94 req-f72e80b7-567f-4e9b-9b58-5837f3b67e93 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458623 Dec 15 13:54:56.590226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-412f3236-1bd9-44ec-ad4d-1d4ff3349ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.592096 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-412f3236-1bd9-44ec-ad4d-1d4ff3349ba7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.2026746 Dec 15 13:54:56.670066 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-0ca1a74b-ee83-49a3-8f7b-09bbb8b5e8c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681062 Dec 15 13:54:56.673803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:56.703669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65d3c22a-7673-4790-8060-badc74b20391 req-401955bf-8f2e-4389-9d11-08be6d9d9df2 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948342 Dec 15 13:54:56.766788 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.776659 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.819843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.833630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46b781-2acd-48f2-ac1e-3392647d8c53 req-20288b38-84bb-4466-9ff3-a9a0b0ccd099 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:56.843565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9a46b781-2acd-48f2-ac1e-3392647d8c53 req-20288b38-84bb-4466-9ff3-a9a0b0ccd099 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1795225 Dec 15 13:54:56.861387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:56.868075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:56.876118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:56.886582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Pushing event updated for resources: {'Port': ['ID=5e2893c8-e3e6-44a3-901e-441f24fe1093,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:56.895662 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.904237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-ae6a1d02-51d7-4800-8a3b-f9273fb211bb service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201958 Dec 15 13:54:56.926805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] device_id is not set on port 9029558c-d359-437a-a8df-02ff928cdac5 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:54:56.963553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Attempting to bind port 5e2893c8-e3e6-44a3-901e-441f24fe1093 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:54:56.965156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Attempting to bind port 5e2893c8-e3e6-44a3-901e-441f24fe1093 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:54:56.966374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Attempting to bind port 5e2893c8-e3e6-44a3-901e-441f24fe1093 on network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:54:56.974077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:54:56.975145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Checking segment: {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:54:56.975813 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:56.976919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Bound using segment: {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:54:56.978449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Bound port: 5e2893c8-e3e6-44a3-901e-441f24fe1093, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:54:56.979188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.035212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9a46b781-2acd-48f2-ac1e-3392647d8c53 req-d9e732d8-a9c2-48bd-84fc-41d5f75e8efe tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892483 Dec 15 13:54:57.062234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] For port 5e2893c8-e3e6-44a3-901e-441f24fe1093, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:54:57.079290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] For port 5e2893c8-e3e6-44a3-901e-441f24fe1093, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e2893c8-e3e6-44a3-901e-441f24fe1093,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:54:57.086163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 757fb8fa-1381-430d-b39c-c803e0d3aac6 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:57.337693 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44aa3a-74f9-4560-b640-12e1edaf72a8 req-92174b03-b685-4655-aef1-5757e6f0773e service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132187 Dec 15 13:54:57.393371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545dd1-46ca-4eb5-bfd3-d6e4eaec7064 req-e0a13152-3be2-4a42-9734-9849725b08df tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:57.394999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7545dd1-46ca-4eb5-bfd3-d6e4eaec7064 req-e0a13152-3be2-4a42-9734-9849725b08df tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1316915 Dec 15 13:54:57.397096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f455-4b7b-4f5a-bc56-43d2f60a628e req-e97554bc-2877-4f4f-b34f-69e7f9136415 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:57.405236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cea8f455-4b7b-4f5a-bc56-43d2f60a628e req-e97554bc-2877-4f4f-b34f-69e7f9136415 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.1213310 Dec 15 13:54:57.415160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc0213-aaf1-4304-b824-9b4125ab1e3c None None] Network 6c908008-3368-4677-86f7-2a827cc09e11 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:57.423102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Allocated IP 10.1.1.252 (6c908008-3368-4677-86f7-2a827cc09e11/e1741176-befa-4050-9602-b8d50d8951b4/9029558c-d359-437a-a8df-02ff928cdac5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:57.483094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:54:57.494284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7545dd1-46ca-4eb5-bfd3-d6e4eaec7064 req-403322a3-b3c5-4252-9461-c6ac1ba3c068 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863366 Dec 15 13:54:57.524294 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cea8f455-4b7b-4f5a-bc56-43d2f60a628e req-f1e413e2-0b77-4f8b-ac4a-9831cea958e7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083944 Dec 15 13:54:57.524717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.603661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3e53eb42-a02d-4929-8fa7-6f959e237570 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:57.696171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:54:57.716376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b50b47c3-a761-46df-9bbc-1db148483369 admin admin] 10.222.0.86 "PUT /v2.0/routers/6bcc9787-ffe8-45dc-9720-e18fdab9a0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0554967 Dec 15 13:54:57.718489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33232) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:57.756731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] Sync routers for ids ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:54:57.759845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c6fa4058-c6aa-42a9-ad48-031e3e90aa8e None None] Provisioning complete for port 3e53eb42-a02d-4929-8fa7-6f959e237570 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:57.765448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4058-c6aa-42a9-ad48-031e3e90aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.807766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331f3c2-807a-4e02-8eb6-3e8a22a46981 req-8e193e98-ddcb-40df-84b9-385e5164eee1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:57.816081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b331f3c2-807a-4e02-8eb6-3e8a22a46981 req-8e193e98-ddcb-40df-84b9-385e5164eee1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 943 time: 0.1056051 Dec 15 13:54:57.854105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58be66-3fae-4864-9409-d10f96c166b1 None None] Pushing event updated for resources: {'Port': ['ID=5e2893c8-e3e6-44a3-901e-441f24fe1093,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:57.872552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 3e53eb42-a02d-4929-8fa7-6f959e237570 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:57.872932 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.874041 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.894758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:57.904251 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b331f3c2-807a-4e02-8eb6-3e8a22a46981 req-5946d174-872e-4a2e-9c34-cd08af82029f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825324 Dec 15 13:54:57.916426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] Routers {'6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:57.916426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:54:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:57.921804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 757fb8fa-1381-430d-b39c-c803e0d3aac6 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:54:58.003101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 757fb8fa-1381-430d-b39c-c803e0d3aac6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:58.003656 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.005432 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.097237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=9029558c-d359-437a-a8df-02ff928cdac5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:58.162888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 6c908008-3368-4677-86f7-2a827cc09e11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:54:58.165828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:54:58.172688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:54:58.176079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4058-c6aa-42a9-ad48-031e3e90aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.268079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5572d-9a8d-4128-b4c5-fbe19ca27755 req-3fe6d9de-d5d4-437f-9126-516ee61d4019 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:58.270103 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfa5572d-9a8d-4128-b4c5-fbe19ca27755 req-3fe6d9de-d5d4-437f-9126-516ee61d4019 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 945 time: 0.1748550 Dec 15 13:54:58.303848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-476bdfc3-c663-48f6-a631-84068cbc0588 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:58.305099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:58.306001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.306385 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-476bdfc3-c663-48f6-a631-84068cbc0588 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.4257095 Dec 15 13:54:58.313861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] Set router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:58.345592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.376091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-f17bf627-3e3d-49eb-8b3f-03a4fbf82cfd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/quotas/2ada53ad04704bb09edba8eca9eebc64 HTTP/1.1" status: 200 len: 375 time: 0.0420218 Dec 15 13:54:58.402119 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a5c8b28-744a-48b3-8b3c-afd485f4077d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2057850 Dec 15 13:54:58.406398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:54:58.422946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfa5572d-9a8d-4128-b4c5-fbe19ca27755 req-5fbe104b-8ef7-4cb9-bee5-d73bd1a02581 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450999 Dec 15 13:54:58.436539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'port': {'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'name': 'tempest-TaggedBootDevicesTest_v242-2114252484', 'fixed_ips': [{'subnet_id': 'e1741176-befa-4050-9602-b8d50d8951b4'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:54:58.496853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c6fa4058-c6aa-42a9-ad48-031e3e90aa8e None None] For port 3e53eb42-a02d-4929-8fa7-6f959e237570, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3e53eb42-a02d-4929-8fa7-6f959e237570,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:58.516126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.521983 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4058-c6aa-42a9-ad48-031e3e90aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.590209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5dcd73ef-4a91-4115-a345-b41f33592631 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1578462 Dec 15 13:54:58.625981 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.728979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:54:58.734102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4efe4f-450f-444c-820d-612c7b0b3f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757fb8fa-1381-430d-b39c-c803e0d3aac6'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:54:58.736444 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba769e-ce22-459c-a710-4fa87161652b" -d '{"events": [{"server_uuid": "bc4efe4f-450f-444c-820d-612c7b0b3f59", "name": "network-vif-plugged", "status": "completed", "tag": "757fb8fa-1381-430d-b39c-c803e0d3aac6"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:54:58.739147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.748890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Deleting port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:54:58.749237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.781245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ec979622-85e8-40d4-83c0-8f2ca2c725b0 None None] Provisioning complete for port 3e53eb42-a02d-4929-8fa7-6f959e237570 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:58.781629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec979622-85e8-40d4-83c0-8f2ca2c725b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.794620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa4058-c6aa-42a9-ad48-031e3e90aa8e None None] Pushing event updated for resources: {'Port': ['ID=3e53eb42-a02d-4929-8fa7-6f959e237570,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:58.804502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 757fb8fa-1381-430d-b39c-c803e0d3aac6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=757fb8fa-1381-430d-b39c-c803e0d3aac6,segment=NetworkSegment(7cb2f3be-0727-4d3f-a097-a7c2d4f2b517),segment_id=7cb2f3be-0727-4d3f-a097-a7c2d4f2b517)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:58.820433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] device_id is not set on port 9fc27ad0-74a2-4591-8395-d67f83fe3093 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:54:58.822917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-f264e4f5-dba5-432b-bd67-20668e2aba0c service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320669 Dec 15 13:54:58.862597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.863486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:54:58.951547 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:54:58.951939 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:54:58.957039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] For port b0f8e6d5-2aca-42bd-9cc4-70914f2f300e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b0f8e6d5-2aca-42bd-9cc4-70914f2f300e,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:54:58.957416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:58.984277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Calling delete_port for b0f8e6d5-2aca-42bd-9cc4-70914f2f300e owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:54:59.004502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-c959be68-2db6-48d4-a8da-fc23f01f58f9 service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804090 Dec 15 13:54:59.018073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=757fb8fa-1381-430d-b39c-c803e0d3aac6,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:59.095424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port bb167c7d-b053-4db6-93cf-80a4b9eda69b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:59.095809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.105276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cfd02b26-0358-401f-8001-13922a420811 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:54:59.168047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:54:55Z', 'revision_number': 5, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port': {'id': 'b0f8e6d5-2aca-42bd-9cc4-70914f2f300e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:18Z', 'updated_at': '2021-12-15T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:59.227820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] Checking router: 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:54:59.338677 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6128741-0299-43d4-8a0b-f1d8de40c695 x-openstack-request-id: req-a6128741-0299-43d4-8a0b-f1d8de40c695 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:54:59.344447 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4efe4f-450f-444c-820d-612c7b0b3f59", "name": "network-vif-plugged", "status": "completed", "tag": "757fb8fa-1381-430d-b39c-c803e0d3aac6", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:54:59.347224 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a6128741-0299-43d4-8a0b-f1d8de40c695 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:54:59.348376 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4efe4f-450f-444c-820d-612c7b0b3f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757fb8fa-1381-430d-b39c-c803e0d3aac6', 'code': 200} Dec 15 13:54:59.407910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] Routers {'6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:54:59.409370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:54:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:54:59.465060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dee77-dbac-4935-a0b4-804e39e29ba0 req-7cfc7d8b-2629-4001-9e87-f3d2111d9c0f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:59.474567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fe6dee77-dbac-4935-a0b4-804e39e29ba0 req-7cfc7d8b-2629-4001-9e87-f3d2111d9c0f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 945 time: 0.7727292 Dec 15 13:54:59.488699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ee56509f-f093-4d51-863f-a5b4855e1012 None None] Provisioning complete for port 9029558c-d359-437a-a8df-02ff928cdac5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:54:59.489153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee56509f-f093-4d51-863f-a5b4855e1012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.528235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcc0682-ebfa-45a3-8146-b30921e4765e None None] Network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:54:59.588989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f73ce-db55-46db-8976-28dad06eebfd req-c72dd9b0-f23d-44c6-8676-6223fad6668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:59.590591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e22f73ce-db55-46db-8976-28dad06eebfd req-c72dd9b0-f23d-44c6-8676-6223fad6668f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 1097 time: 0.1491663 Dec 15 13:54:59.624245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.662080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39f622-fe57-407d-b5bd-04af3ff0650e req-1691425c-57b6-451a-9c55-5ad244b7c5d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:54:59.667823 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e22f73ce-db55-46db-8976-28dad06eebfd req-fd267d1b-91b8-4767-88a5-2158aa3bda05 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614901 Dec 15 13:54:59.670893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d39f622-fe57-407d-b5bd-04af3ff0650e req-1691425c-57b6-451a-9c55-5ad244b7c5d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 943 time: 0.1264114 Dec 15 13:54:59.700036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f8e6d5-2aca-42bd-9cc4-70914f2f300e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:54:59.729070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Allocated IP 10.1.1.122 (6c908008-3368-4677-86f7-2a827cc09e11/e1741176-befa-4050-9602-b8d50d8951b4/9fc27ad0-74a2-4591-8395-d67f83fe3093) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:54:59.753669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fe6dee77-dbac-4935-a0b4-804e39e29ba0 req-23560000-c702-4343-a479-ce137e8dd152 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781179 Dec 15 13:54:59.847764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d39f622-fe57-407d-b5bd-04af3ff0650e req-f8b7e8f4-e7b2-4c65-a871-d07d6a1f31f7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758823 Dec 15 13:54:59.873916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] Set router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:54:59.888878 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:59.904981 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7bf07e8-629a-4a82-9b3c-b8d5fab4e360 req-d56b5135-57ca-4bb8-b628-7753c7b54717 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 210 time: 0.0660155 Dec 15 13:54:59.997947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.000884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0ffa2-55a8-4b3a-87b7-e6884d6f65b5 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:00.004308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:54:58Z', 'revision_number': 6, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:00.046701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.114807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 6c908008-3368-4677-86f7-2a827cc09e11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:00.119261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:00.119624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da50e2-14f7-41b7-b0aa-5dbd0391c1c0 None None] The sync data for ids ['6bcc9787-ffe8-45dc-9720-e18fdab9a0ed'] in n-d-821840-1 is: [{'id': '6bcc9787-ffe8-45dc-9720-e18fdab9a0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-54990313-router', 'tenant_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:15Z', 'updated_at': '2021-12-15T13:54:58Z', 'revision_number': 6, 'project_id': 'eb2e0e6d2c7c41c3b5f09bf29c4417bb', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:55:00.123624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:00.147222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cfd02b26-0358-401f-8001-13922a420811, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cfd02b26-0358-401f-8001-13922a420811,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:00.167399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=9fc27ad0-74a2-4591-8395-d67f83fe3093,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:00.172333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.180731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ee56509f-f093-4d51-863f-a5b4855e1012 None None] Port 9029558c-d359-437a-a8df-02ff928cdac5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:00.203088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.213832 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.218124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:00.223434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.243278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'cfd02b26-0358-401f-8001-13922a420811', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'port_id': 'cfd02b26-0358-401f-8001-13922a420811', 'mac_address': 'fa:16:3e:6f:96:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce372f1-83d0-4488-835d-2683fb556b99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:55:00.268862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-38a801fb-7d78-4f72-b558-25467361d537 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8441243 Dec 15 13:55:00.300360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319be6-8375-48e8-9392-f484966ece69 req-935a65e5-a785-4af0-a4aa-c096ce7a4d19 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:00.302268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4319be6-8375-48e8-9392-f484966ece69 req-935a65e5-a785-4af0-a4aa-c096ce7a4d19 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 946 time: 0.3116913 Dec 15 13:55:00.303655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.304477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bcc9787-ffe8-45dc-9720-e18fdab9a0ed {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:55:00.309804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.313710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.313894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b762f7d9-7c67-4639-96c7-7aeaaf6fa3f5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6bcc9787-ffe8-45dc-9720-e18fdab9a0ed HTTP/1.1" status: 204 len: 168 time: 2.5939517 Dec 15 13:55:00.386889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:00.412369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4319be6-8375-48e8-9392-f484966ece69 req-e7a278fb-3411-4809-af77-a679990e6085 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937686 Dec 15 13:55:00.439305 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.446498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a004e21-19ac-48b4-9e83-20a8fddfc82b admin admin] Deleting subnet fda222aa-fa9b-4256-8026-7040f52003f2 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:00.452472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a004e21-19ac-48b4-9e83-20a8fddfc82b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.463139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e64cfe7a-2045-46f4-ac13-5c35b3d508ec None None] Provisioning complete for port 5e2893c8-e3e6-44a3-901e-441f24fe1093 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:00.464723 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e64cfe7a-2045-46f4-ac13-5c35b3d508ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.527673 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a004e21-19ac-48b4-9e83-20a8fddfc82b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.622770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33306) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.629680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f4e1fe17-fc36-476f-bd66-ad1f7012c535 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439373498', 'description': 'tempest-description--764454833'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:00.696658 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fe17-fc36-476f-bd66-ad1f7012c535 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.751123 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a004e21-19ac-48b4-9e83-20a8fddfc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.787375 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.831219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=10']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:00.836266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd02b26-0358-401f-8001-13922a420811 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:00.846030 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.849731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fe17-fc36-476f-bd66-ad1f7012c535 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.856443 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fe17-fc36-476f-bd66-ad1f7012c535 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.876119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cfd02b26-0358-401f-8001-13922a420811, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cfd02b26-0358-401f-8001-13922a420811,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:00.887998 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a004e21-19ac-48b4-9e83-20a8fddfc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.940708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a004e21-19ac-48b4-9e83-20a8fddfc82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda222aa-fa9b-4256-8026-7040f52003f2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:00.944670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a004e21-19ac-48b4-9e83-20a8fddfc82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.951411 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5a004e21-19ac-48b4-9e83-20a8fddfc82b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fda222aa-fa9b-4256-8026-7040f52003f2 HTTP/1.1" status: 204 len: 168 time: 0.6360660 Dec 15 13:55:00.952370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33316) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.960167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fe17-fc36-476f-bd66-ad1f7012c535 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:00.961408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f4e1fe17-fc36-476f-bd66-ad1f7012c535 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3374524 Dec 15 13:55:00.967571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:00.972604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f52fbe31-0895-4fc5-ac77-d1c0156eed2a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'security_group_rule': {'security_group_id': '03a3eb2f-4979-4194-bd83-782b89987832', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.001458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1fe17-fc36-476f-bd66-ad1f7012c535 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a3eb2f-4979-4194-bd83-782b89987832,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:01.029007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c29477-ac07-4f11-896d-b61ff38ca94f None None] Network 97f490c0-a3e8-48c9-ba3e-3648e2e58223 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:01.093647 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.095371 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e64cfe7a-2045-46f4-ac13-5c35b3d508ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.150990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e2893c8-e3e6-44a3-901e-441f24fe1093 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:01.172617 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.188296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2146ee-fb25-4476-b167-1472e3566c21 req-dec6aaf3-b17c-4c94-9383-08da30d0b3aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:01.196594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb2146ee-fb25-4476-b167-1472e3566c21 req-dec6aaf3-b17c-4c94-9383-08da30d0b3aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2959983 Dec 15 13:55:01.233244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52fbe31-0895-4fc5-ac77-d1c0156eed2a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.353633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:01.355850 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d642ef-24c8-4ba8-a27e-56c1680fb3a4" -d '{"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-plugged", "status": "completed", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:01.365016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5559c02b-3d69-4a7d-882b-2e1b927534a0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:01.366992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5559c02b-3d69-4a7d-882b-2e1b927534a0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.3813486 Dec 15 13:55:01.371036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.373885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e64cfe7a-2045-46f4-ac13-5c35b3d508ec None None] For port 5e2893c8-e3e6-44a3-901e-441f24fe1093, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e2893c8-e3e6-44a3-901e-441f24fe1093,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:01.387752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'port': {'device_id': 'bc44b52c-d4f0-4311-81c1-f301e22e2b91', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'admin_state_up': True, 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.397974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb2146ee-fb25-4476-b167-1472e3566c21 req-71f682ff-1876-40c2-a8b8-a5839fb4abb4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970720 Dec 15 13:55:01.410668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433101a-608d-460d-8def-0bc69c6d9706 req-ae72fb71-353d-4850-b54e-cdcaf62494ba tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:01.417156 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b433101a-608d-460d-8def-0bc69c6d9706 req-ae72fb71-353d-4850-b54e-cdcaf62494ba tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 944 time: 0.3765080 Dec 15 13:55:01.427929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['cfd02b26-0358-401f-8001-13922a420811'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:01.476851 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e64cfe7a-2045-46f4-ac13-5c35b3d508ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.478848 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-334c6e0f-1478-4446-949d-4e4775055d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.478978 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52fbe31-0895-4fc5-ac77-d1c0156eed2a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.504888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cfd02b26-0358-401f-8001-13922a420811,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:01.591878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52fbe31-0895-4fc5-ac77-d1c0156eed2a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.678692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] DHCP port deletion for 97f490c0-a3e8-48c9-ba3e-3648e2e58223 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:01.707716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5e2893c8-e3e6-44a3-901e-441f24fe1093 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:01.708642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.711520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fbe31-0895-4fc5-ac77-d1c0156eed2a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b2a974-969a-4401-a6ce-fd7418db92f6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:01.730001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52fbe31-0895-4fc5-ac77-d1c0156eed2a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.733960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f52fbe31-0895-4fc5-ac77-d1c0156eed2a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7627258 Dec 15 13:55:01.735667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33328) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:01.748254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b433101a-608d-460d-8def-0bc69c6d9706 req-1a8dc04f-6af2-4980-a245-1c5843425e34 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143477 Dec 15 13:55:01.763416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4495fc8a-a7a8-4dc3-ac87-da8908499133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'security_group_rule': {'security_group_id': '03a3eb2f-4979-4194-bd83-782b89987832', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:01.826561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Deleting port 6364cce3-e055-452a-803a-b77c87c51db7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:01.826561 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.885391 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9549b256-713b-4e8d-ada1-189accd1acfb x-openstack-request-id: req-9549b256-713b-4e8d-ada1-189accd1acfb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:01.885920 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-plugged", "status": "completed", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:01.885920 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9549b256-713b-4e8d-ada1-189accd1acfb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:01.886398 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'code': 200} Dec 15 13:55:01.899731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cfe7a-2045-46f4-ac13-5c35b3d508ec None None] Pushing event updated for resources: {'Port': ['ID=5e2893c8-e3e6-44a3-901e-441f24fe1093,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:01.902543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d705d4cc-c378-47c1-a4f7-26f8edcaae91 None None] Provisioning complete for port 5e2893c8-e3e6-44a3-901e-441f24fe1093 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:01.902925 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d705d4cc-c378-47c1-a4f7-26f8edcaae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.949102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] For port 6364cce3-e055-452a-803a-b77c87c51db7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6364cce3-e055-452a-803a-b77c87c51db7,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:01.949753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:01.964825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Calling delete_port for 6364cce3-e055-452a-803a-b77c87c51db7 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:02.050879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] Deleting port 6364cce3-e055-452a-803a-b77c87c51db7 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:02.051235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.143601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4495fc8a-a7a8-4dc3-ac87-da8908499133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.151261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.171800 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1991fd88-059b-4b12-9b17-6de2196fd846 req-ec426ba7-ca94-412a-9cc8-7ef3b9b97c17 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 210 time: 0.6636090 Dec 15 13:55:02.206400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Pushing event deleted for resources: {'Port': ['ID=6364cce3-e055-452a-803a-b77c87c51db7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:02.243633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Made reservation on behalf of 2ada53ad04704bb09edba8eca9eebc64 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:02.250100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.254082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] No DVR routers for this DVR port 6364cce3-e055-452a-803a-b77c87c51db7 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:02.257384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72bf20-defc-409e-8622-a44dc779bd78 req-8d220b85-8169-4753-9f95-4f3a81d6b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:02.259212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca72bf20-defc-409e-8622-a44dc779bd78 req-8d220b85-8169-4753-9f95-4f3a81d6b369 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1098 time: 0.1710498 Dec 15 13:55:02.267198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3f4f-6f88-4c7f-88e1-3176324c872d req-c353269d-5ce4-45ab-b724-efa044e83088 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:02.281647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b06f3f4f-6f88-4c7f-88e1-3176324c872d req-c353269d-5ce4-45ab-b724-efa044e83088 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 946 time: 0.2354963 Dec 15 13:55:02.345731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3e53eb42-a02d-4929-8fa7-6f959e237570 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:02.350446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] For port 6364cce3-e055-452a-803a-b77c87c51db7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6364cce3-e055-452a-803a-b77c87c51db7,segment=NetworkSegment(b1a89ffd-58f9-439f-ab76-f82faa1a352b),segment_id=b1a89ffd-58f9-439f-ab76-f82faa1a352b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:02.351127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.427908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Allocated IP 172.20.0.5 (0e07166e-e6e5-4522-9054-de8821e1eb7e/5de816d9-6c94-4257-bb63-81cc5bec5ed5/9efa67b1-0407-426e-8783-76f12beb0ba3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:02.444886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] Calling delete_port for 6364cce3-e055-452a-803a-b77c87c51db7 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:02.472174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4495fc8a-a7a8-4dc3-ac87-da8908499133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.491827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4495fc8a-a7a8-4dc3-ac87-da8908499133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.515777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca72bf20-defc-409e-8622-a44dc779bd78 req-f8afd91e-9cd2-4660-825c-5063803ad7ff service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249560 Dec 15 13:55:02.530481 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b06f3f4f-6f88-4c7f-88e1-3176324c872d req-a19d0bea-68dc-469c-b72e-4a8f83d27571 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405901 Dec 15 13:55:02.532966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.575108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d705d4cc-c378-47c1-a4f7-26f8edcaae91 None None] Provisioning complete for port 9fc27ad0-74a2-4591-8395-d67f83fe3093 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:02.575775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d705d4cc-c378-47c1-a4f7-26f8edcaae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.580218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495fc8a-a7a8-4dc3-ac87-da8908499133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004c8590-8294-4e96-8218-10a849f7ad7f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:02.603593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4495fc8a-a7a8-4dc3-ac87-da8908499133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.606462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4495fc8a-a7a8-4dc3-ac87-da8908499133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8517263 Dec 15 13:55:02.607568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f490c0-a3e8-48c9-ba3e-3648e2e58223']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:02.609953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33334) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.628757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a89ffd-58f9-439f-ab76-f82faa1a352b') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:02.629104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a89ffd-58f9-439f-ab76-f82faa1a352b') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:02.633248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:02.653146 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.653486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dce45-da6c-4425-8621-519685c1330e req-c7b34f1b-822e-4ef4-b54e-4dedfd4771aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:02.655750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb6dce45-da6c-4425-8621-519685c1330e req-c7b34f1b-822e-4ef4-b54e-4dedfd4771aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1093130 Dec 15 13:55:02.659442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 3e53eb42-a02d-4929-8fa7-6f959e237570 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:02.659838 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.684349 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.704927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:02.707779 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.712523 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.712752 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.714545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d705d4cc-c378-47c1-a4f7-26f8edcaae91 None None] Port 9fc27ad0-74a2-4591-8395-d67f83fe3093 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:02.753003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb6dce45-da6c-4425-8621-519685c1330e req-bfff7963-eff9-4ac3-9130-7fc30caeb450 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801635 Dec 15 13:55:02.753253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] Pushing event deleted for resources: {'Port': ['ID=6364cce3-e055-452a-803a-b77c87c51db7,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:02.760286 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:02.800753 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:02.808391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2899540-e77b-472a-8cbb-b4522f758515 None None] No DVR routers for this DVR port 6364cce3-e055-452a-803a-b77c87c51db7 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:02.883122 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.888471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:02.892953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] 10.222.0.86 "DELETE /v2.0/networks/97f490c0-a3e8-48c9-ba3e-3648e2e58223 HTTP/1.1" status: 204 len: 168 time: 1.9399920 Dec 15 13:55:02.899185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33350) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:02.925299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938577b7-08a4-4d9d-aa45-434d573e0eda admin admin] Pushing event deleted for resources: {'Network': ['ID=97f490c0-a3e8-48c9-ba3e-3648e2e58223,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:03.010883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.026672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14120252-fe83-4307-b476-775d37debdc7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:03.088378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e2893c8-e3e6-44a3-901e-441f24fe1093 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:03.140662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cfd02b26-0358-401f-8001-13922a420811 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:03.188426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff2996-acf0-47f6-8b72-9b0e82bc7fc9 req-03784c6a-aecf-4294-a579-4f7ca5963701 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:03.190744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77ff2996-acf0-47f6-8b72-9b0e82bc7fc9 req-03784c6a-aecf-4294-a579-4f7ca5963701 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 944 time: 0.1944981 Dec 15 13:55:03.194965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:03.212063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:03.225403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:03.307398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5e2893c8-e3e6-44a3-901e-441f24fe1093 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:03.308085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.333972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008bb4e-99e8-4fde-ad10-4240a7dcc982 req-bc274bcf-3ea1-44be-bac8-1cc1208f6f7b tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:03.342735 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1008bb4e-99e8-4fde-ad10-4240a7dcc982 req-bc274bcf-3ea1-44be-bac8-1cc1208f6f7b tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 946 time: 0.0686002 Dec 15 13:55:03.351743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port cfd02b26-0358-401f-8001-13922a420811 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:55:03.364148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port cfd02b26-0358-401f-8001-13922a420811 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:03.364811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.398283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'Port': ['ID=9efa67b1-0407-426e-8783-76f12beb0ba3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:03.430836 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1008bb4e-99e8-4fde-ad10-4240a7dcc982 req-f5be3f94-74d8-4805-8c7d-4e048e76e0f5 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864925 Dec 15 13:55:03.541362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:03.542152 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.629287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77ff2996-acf0-47f6-8b72-9b0e82bc7fc9 req-2a8a29c5-800b-48a5-9939-60e28895972e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302704 Dec 15 13:55:03.637038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.674103 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-5996e05a-0a37-49d2-a959-f1ebf7dc6d91 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2918103 Dec 15 13:55:03.686069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-07cc05b3-27ed-4d65-b35c-e3eb85196ce8 None None] Provisioning complete for port 9efa67b1-0407-426e-8783-76f12beb0ba3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:03.686580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07cc05b3-27ed-4d65-b35c-e3eb85196ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.716911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Request body: {'port': {'device_id': 'bc44b52c-d4f0-4311-81c1-f301e22e2b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:03.727510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eee39-7e9f-44c8-ba75-75f61b576f91 req-58a42531-92f9-4395-a271-1c50def78075 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:03.730267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-615eee39-7e9f-44c8-ba75-75f61b576f91 req-58a42531-92f9-4395-a271-1c50def78075 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 931 time: 0.1585689 Dec 15 13:55:03.730866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cfd02b26-0358-401f-8001-13922a420811, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cfd02b26-0358-401f-8001-13922a420811,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:03.746350 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.754916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6364cce3-e055-452a-803a-b77c87c51db7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:03.793248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.803320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-615eee39-7e9f-44c8-ba75-75f61b576f91 req-744691e3-95ba-4a4f-80c7-dc5e391bdac2 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653269 Dec 15 13:55:03.885141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6364cce3-e055-452a-803a-b77c87c51db7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:03.885497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6364cce3-e055-452a-803a-b77c87c51db7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:03.885966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b836df5f-d678-4233-8bee-21adeac46282 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:03.891281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675d695c-e239-44e7-b7c2-c33ec7c2e943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd02b26-0358-401f-8001-13922a420811'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:03.904470 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c97391-de7b-401a-896b-3cd9e9acb481" -d '{"events": [{"server_uuid": "675d695c-e239-44e7-b7c2-c33ec7c2e943", "name": "network-vif-plugged", "status": "completed", "tag": "cfd02b26-0358-401f-8001-13922a420811"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:03.907827 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-07cc05b3-27ed-4d65-b35c-e3eb85196ce8 None None] Port 9efa67b1-0407-426e-8783-76f12beb0ba3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:03.939545 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.942060 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5dc48526-6b76-437c-9b6c-5b80514e996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:03.947386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b836df5f-d678-4233-8bee-21adeac46282 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:03.947807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b836df5f-d678-4233-8bee-21adeac46282 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:03.948482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b0f8e6d5-2aca-42bd-9cc4-70914f2f300e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:03.951362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cfd02b26-0358-401f-8001-13922a420811,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:03.981019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b0f8e6d5-2aca-42bd-9cc4-70914f2f300e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:03.981019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b0f8e6d5-2aca-42bd-9cc4-70914f2f300e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:04.006307 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa13992-179c-4f99-978d-d739e0da91d3 x-openstack-request-id: req-efa13992-179c-4f99-978d-d739e0da91d3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:04.006627 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675d695c-e239-44e7-b7c2-c33ec7c2e943", "name": "network-vif-plugged", "status": "completed", "tag": "cfd02b26-0358-401f-8001-13922a420811", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:04.006887 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-efa13992-179c-4f99-978d-d739e0da91d3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:04.007292 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675d695c-e239-44e7-b7c2-c33ec7c2e943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd02b26-0358-401f-8001-13922a420811', 'code': 200} Dec 15 13:55:04.115776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f4bdd-8dc1-42e8-b8e2-9a467cdeb2d9 req-bf7bd27f-509b-47cb-9e71-2ab559df856a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:04.117364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d64f4bdd-8dc1-42e8-b8e2-9a467cdeb2d9 req-bf7bd27f-509b-47cb-9e71-2ab559df856a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2073479 Dec 15 13:55:04.182673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e23a7-96b7-43ee-8354-b4b7f44c0bd7 req-fcc0db7d-268f-484d-89b0-74bf4145e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:04.184773 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e37e23a7-96b7-43ee-8354-b4b7f44c0bd7 req-fcc0db7d-268f-484d-89b0-74bf4145e96c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 1096 time: 0.0962114 Dec 15 13:55:04.238889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Allocated IP 172.25.7.213 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/cef96002-9847-4b50-9a9e-402d2fd68d1b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:04.263744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e37e23a7-96b7-43ee-8354-b4b7f44c0bd7 req-57604f9d-e694-483f-8c07-a5dcc715599d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661595 Dec 15 13:55:04.382711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d64f4bdd-8dc1-42e8-b8e2-9a467cdeb2d9 req-351a7f95-f6b9-41c7-abb5-3ab60c451d9b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510288 Dec 15 13:55:04.463637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.563856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.615853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c678a45-4de8-4c6e-82f7-3330fab3456e req-b1134640-d63e-44dd-b0d4-5280dd7cfba4 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:04.617423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c678a45-4de8-4c6e-82f7-3330fab3456e req-b1134640-d63e-44dd-b0d4-5280dd7cfba4 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 946 time: 0.0600319 Dec 15 13:55:04.672464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c678a45-4de8-4c6e-82f7-3330fab3456e req-2f2e152c-59e3-4729-a1ca-acd1633c9f63 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/security-groups?id=af039161-d86f-4694-94b9-eadb6fa0466c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487559 Dec 15 13:55:04.744159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-21ba63b6-0042-4231-b3d8-5152aeed590a tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:04.745760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-21ba63b6-0042-4231-b3d8-5152aeed590a tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.74 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 946 time: 0.0723510 Dec 15 13:55:04.771697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.793250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efa67b1-0407-426e-8783-76f12beb0ba3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:04.825785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.837111 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.894260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Transition to ACTIVE for port object 9efa67b1-0407-426e-8783-76f12beb0ba3 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:04.903404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Deleting port 757fb8fa-1381-430d-b39c-c803e0d3aac6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:04.904025 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.914565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d68bf5-0150-4cd1-80b8-c605f85c42dc req-1e7cef46-6af0-42e7-9b1c-514ac872008f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:04.916107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52d68bf5-0150-4cd1-80b8-c605f85c42dc req-1e7cef46-6af0-42e7-9b1c-514ac872008f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 945 time: 0.1576459 Dec 15 13:55:04.918196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:04.920608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:04.934857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:04.937857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:04.943992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=cef96002-9847-4b50-9a9e-402d2fd68d1b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.000475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c0b08-a6a8-486c-8f0f-6bc299ef2011 req-c131144c-ad54-4e30-ab0d-a30162d23cea tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:05.007853 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-387c0b08-a6a8-486c-8f0f-6bc299ef2011 req-c131144c-ad54-4e30-ab0d-a30162d23cea tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 943 time: 0.1199987 Dec 15 13:55:05.087685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9efa67b1-0407-426e-8783-76f12beb0ba3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.087815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] For port 757fb8fa-1381-430d-b39c-c803e0d3aac6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=757fb8fa-1381-430d-b39c-c803e0d3aac6,segment=NetworkSegment(7cb2f3be-0727-4d3f-a097-a7c2d4f2b517),segment_id=7cb2f3be-0727-4d3f-a097-a7c2d4f2b517)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:05.088102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.102093 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-387c0b08-a6a8-486c-8f0f-6bc299ef2011 req-05e97e75-c805-4cd3-88a8-47d190629b09 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932474 Dec 15 13:55:05.139589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Calling delete_port for 757fb8fa-1381-430d-b39c-c803e0d3aac6 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:05.143568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52d68bf5-0150-4cd1-80b8-c605f85c42dc req-b8b24df4-1cfd-4fcf-89f9-971a4ae8ade9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138705 Dec 15 13:55:05.279903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Attempting to bind port 9efa67b1-0407-426e-8783-76f12beb0ba3 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:05.279903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Attempting to bind port 9efa67b1-0407-426e-8783-76f12beb0ba3 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:05.281009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Attempting to bind port 9efa67b1-0407-426e-8783-76f12beb0ba3 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:05.291216 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.293726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Port 9efa67b1-0407-426e-8783-76f12beb0ba3 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:05.294428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Attempting to bind port 9efa67b1-0407-426e-8783-76f12beb0ba3 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:05.309053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:05.309573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Checking segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:05.310029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Bound using segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:05.310541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Bound port: 9efa67b1-0407-426e-8783-76f12beb0ba3, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:05.311067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.358149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.386720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['757fb8fa-1381-430d-b39c-c803e0d3aac6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:05.395359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Pushing event deleted for resources: {'Port': ['ID=757fb8fa-1381-430d-b39c-c803e0d3aac6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:05.415715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] For port 9efa67b1-0407-426e-8783-76f12beb0ba3, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:05.429435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] For port 9efa67b1-0407-426e-8783-76f12beb0ba3, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9efa67b1-0407-426e-8783-76f12beb0ba3,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:05.450207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] No DVR routers for this DVR port 757fb8fa-1381-430d-b39c-c803e0d3aac6 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:05.451469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.453439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.460745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1422827d-6aa9-4c1a-a8e8-66a01ef5a943 req-6f07253e-1c64-458a-935c-699e1bbc2d91 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.74 "DELETE /v2.0/ports/757fb8fa-1381-430d-b39c-c803e0d3aac6 HTTP/1.1" status: 204 len: 173 time: 0.7046833 Dec 15 13:55:05.461718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4efe4f-450f-444c-820d-612c7b0b3f59', 'name': 'network-vif-deleted', 'tag': '757fb8fa-1381-430d-b39c-c803e0d3aac6'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:05.465333 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feec0232-cba6-4535-9540-0971d2dbfb97" -d '{"events": [{"server_uuid": "bc4efe4f-450f-444c-820d-612c7b0b3f59", "name": "network-vif-deleted", "tag": "757fb8fa-1381-430d-b39c-c803e0d3aac6"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:05.486212 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.496192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:05.497377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.499002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/9efa67b1-0407-426e-8783-76f12beb0ba3 HTTP/1.1" status: 200 len: 1091 time: 1.7945697 Dec 15 13:55:05.500879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc44b52c-d4f0-4311-81c1-f301e22e2b91', 'tag': '9efa67b1-0407-426e-8783-76f12beb0ba3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:05.507070 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2fb1d0-0058-42ad-a348-890a855fe905" -d '{"events": [{"name": "network-changed", "server_uuid": "bc44b52c-d4f0-4311-81c1-f301e22e2b91", "tag": "9efa67b1-0407-426e-8783-76f12beb0ba3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:05.526218 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735a679b-e240-4cac-99b7-38ee9179b74a x-openstack-request-id: req-735a679b-e240-4cac-99b7-38ee9179b74a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:05.526609 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4efe4f-450f-444c-820d-612c7b0b3f59", "name": "network-vif-deleted", "tag": "757fb8fa-1381-430d-b39c-c803e0d3aac6", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:05.526893 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-735a679b-e240-4cac-99b7-38ee9179b74a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:05.528155 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4efe4f-450f-444c-820d-612c7b0b3f59', 'name': 'network-vif-deleted', 'tag': '757fb8fa-1381-430d-b39c-c803e0d3aac6', 'status': 'completed', 'code': 200} Dec 15 13:55:05.597519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Deleting port 0ca520d8-b059-4e3a-9064-6f9067d0188c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:05.597860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:05.603321 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caadec51-b290-4c2b-816d-61b362b89164 x-openstack-request-id: req-caadec51-b290-4c2b-816d-61b362b89164 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:05.603626 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc44b52c-d4f0-4311-81c1-f301e22e2b91", "tag": "9efa67b1-0407-426e-8783-76f12beb0ba3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:05.603906 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-caadec51-b290-4c2b-816d-61b362b89164 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:05.604329 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc44b52c-d4f0-4311-81c1-f301e22e2b91', 'tag': '9efa67b1-0407-426e-8783-76f12beb0ba3', 'status': 'completed', 'code': 200} Dec 15 13:55:05.819183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48301260-f8b9-4182-97d5-600ad6104e49 req-25854d08-501f-4615-8c5f-e61d5d5bed29 tempest-ServerAddressesTestJSON-1771493778 tempest-ServerAddressesTestJSON-1771493778-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc4efe4f-450f-444c-820d-612c7b0b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0337393 Dec 15 13:55:06.077524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0255c8-a616-4f0c-8a90-0f3a242e22b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9efa67b1-0407-426e-8783-76f12beb0ba3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:06.120550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-175ad7ee-fa8b-4979-8784-6078d8c00784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.121987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-175ad7ee-fa8b-4979-8784-6078d8c00784 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 1094 time: 0.5448418 Dec 15 13:55:06.156033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e625d-63ca-4d04-a529-08815ec4ea7a req-f2a4d659-ab22-428a-9f5c-f11e62febe6b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.157907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d00e625d-63ca-4d04-a529-08815ec4ea7a req-f2a4d659-ab22-428a-9f5c-f11e62febe6b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.6672750 Dec 15 13:55:06.214154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-4b7c86d5-c7ad-4167-a54c-588b10b4f020 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9efa67b1-0407-426e-8783-76f12beb0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0764942 Dec 15 13:55:06.224546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] For port 0ca520d8-b059-4e3a-9064-6f9067d0188c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0ca520d8-b059-4e3a-9064-6f9067d0188c,segment=NetworkSegment(e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1),segment_id=e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:06.224921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.255682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38833208-a844-485e-8e78-27b32ae11f68 req-07e69b96-b21f-448f-8b86-c5fa0055c841 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.258080 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38833208-a844-485e-8e78-27b32ae11f68 req-07e69b96-b21f-448f-8b86-c5fa0055c841 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 943 time: 0.0562000 Dec 15 13:55:06.275050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Calling delete_port for 0ca520d8-b059-4e3a-9064-6f9067d0188c owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:06.321841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38833208-a844-485e-8e78-27b32ae11f68 req-8761aa79-a123-4930-a511-957a51aefea4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574894 Dec 15 13:55:06.349266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-ba342d56-6cb0-461d-89ea-a056e1342dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.350752 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-ba342d56-6cb0-461d-89ea-a056e1342dbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1282885 Dec 15 13:55:06.450177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1b593-9bbd-43f3-9f46-f4476612a4bc req-4856ea19-1873-44ee-a561-f3718a97c9f8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.451988 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65a1b593-9bbd-43f3-9f46-f4476612a4bc req-4856ea19-1873-44ee-a561-f3718a97c9f8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 945 time: 0.0617015 Dec 15 13:55:06.470511 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d00e625d-63ca-4d04-a529-08815ec4ea7a req-bc3be1ac-c3b0-4a0e-baa3-c0a099216a09 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045900 Dec 15 13:55:06.497913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.501113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-fa8a9b89-687a-4a36-8245-dd6b36b50723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.505121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-fa8a9b89-687a-4a36-8245-dd6b36b50723 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367316 Dec 15 13:55:06.550550 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.586852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65a1b593-9bbd-43f3-9f46-f4476612a4bc req-d9c48478-b3cc-4ed2-b3ef-39e5bf7b740f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259520 Dec 15 13:55:06.718297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.762845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.770098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c067c1-9d62-4391-a22f-57d8c2774f9a req-c85f24d3-638e-4e30-b733-8fb0c6c86c87 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:06.778309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91c067c1-9d62-4391-a22f-57d8c2774f9a req-c85f24d3-638e-4e30-b733-8fb0c6c86c87 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.0746610 Dec 15 13:55:06.820671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.853162 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91c067c1-9d62-4391-a22f-57d8c2774f9a req-c2882573-0c4d-4eac-aad4-761d31bdfb3f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736077 Dec 15 13:55:06.934966 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33446) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:06.952498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=cef96002-9847-4b50-9a9e-402d2fd68d1b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:06.958677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:06.959802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c6efc308-c9b3-4ec0-ba3c-05e2112511a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3474162 Dec 15 13:55:07.077841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb0e6b7-924b-4170-b0fa-edd33bf2aeac admin admin] Deleting subnet baa4ef07-cdd1-476e-8662-880cdd5c7b45 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:07.083190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490e526-c036-4d6d-8d93-5a62d015a4d5 req-3972896c-fb68-47ac-87e1-45d4b7c61538 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.085584 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3490e526-c036-4d6d-8d93-5a62d015a4d5 req-3972896c-fb68-47ac-87e1-45d4b7c61538 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 945 time: 0.3558362 Dec 15 13:55:07.092480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e6b7-924b-4170-b0fa-edd33bf2aeac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.107325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca520d8-b059-4e3a-9064-6f9067d0188c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:07.197434 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-f5d6c24e-1218-430e-8b40-ba183adec9df service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219518 Dec 15 13:55:07.258667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.281529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e6b7-924b-4170-b0fa-edd33bf2aeac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.336167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f07443-1e3b-429d-a382-2eff6d99d5ed req-a78ef979-1281-4ec2-9d70-2dd95745a605 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.337745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f3f07443-1e3b-429d-a382-2eff6d99d5ed req-a78ef979-1281-4ec2-9d70-2dd95745a605 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2525141 Dec 15 13:55:07.363922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e6b7-924b-4170-b0fa-edd33bf2aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.368019 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3490e526-c036-4d6d-8d93-5a62d015a4d5 req-0f1efa22-5656-4727-85f1-eca4addb43a2 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674890 Dec 15 13:55:07.408560 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c72a0626-f59e-4e99-bb2a-014f714a8c18 req-02ee802a-fc68-48eb-a9ca-1539cf6beb80 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014360 Dec 15 13:55:07.409493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.448722 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f3f07443-1e3b-429d-a382-2eff6d99d5ed req-2d30f89e-2474-48c2-8f82-5745efa02f37 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946045 Dec 15 13:55:07.495566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e6b7-924b-4170-b0fa-edd33bf2aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.516777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e6b7-924b-4170-b0fa-edd33bf2aeac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.521457 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6cb0e6b7-924b-4170-b0fa-edd33bf2aeac admin admin] 10.222.0.86 "DELETE /v2.0/subnets/baa4ef07-cdd1-476e-8662-880cdd5c7b45 HTTP/1.1" status: 204 len: 168 time: 0.5844209 Dec 15 13:55:07.542383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:07.545193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0e6b7-924b-4170-b0fa-edd33bf2aeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa4ef07-cdd1-476e-8662-880cdd5c7b45,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:07.654621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.681814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c986-1276-4f82-a2f4-ff0e02207d7d req-dac0770d-d797-4451-a298-2550859522eb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.682058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-2418c745-2d85-47d8-b83b-b17fef039937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.683312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e540c986-1276-4f82-a2f4-ff0e02207d7d req-dac0770d-d797-4451-a298-2550859522eb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 943 time: 0.0876906 Dec 15 13:55:07.691544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-2418c745-2d85-47d8-b83b-b17fef039937 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 1094 time: 0.1865628 Dec 15 13:55:07.725067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-c76ec226-cb12-47e9-bfcb-95b74da3fea9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1439373498&fields=id&tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7 HTTP/1.1" status: 200 len: 267 time: 0.1490417 Dec 15 13:55:07.815045 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e540c986-1276-4f82-a2f4-ff0e02207d7d req-f6156b77-ed9e-4007-8660-90f23bf5669d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089742 Dec 15 13:55:07.820591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.861522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4741a7a-88d3-449c-95d6-1f8ebab1de8f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:07.874065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb2f3be-0727-4d3f-a097-a7c2d4f2b517') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:07.874368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb2f3be-0727-4d3f-a097-a7c2d4f2b517') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:07.886600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.888932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-8e49e50b-05ce-4005-ad70-36c154065f45 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.890467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-8e49e50b-05ce-4005-ad70-36c154065f45 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports/9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 936 time: 0.1143126 Dec 15 13:55:07.912904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.932352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:07.933118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:07.935439 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:07.997334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-951ad8a5-edb5-4fc5-995a-4703d626f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:07.998801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-951ad8a5-edb5-4fc5-995a-4703d626f07e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.2907808 Dec 15 13:55:08.009722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-86646000-6815-4aee-b6ed-1f488bd207a7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.011046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-86646000-6815-4aee-b6ed-1f488bd207a7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports/9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 937 time: 0.0781307 Dec 15 13:55:08.024935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52920e19-4e9a-4274-b6a1-3bc11666a353 req-2bd02b2b-108f-47ef-9d59-6cc15647c459 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.025927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Router fc324afb-6700-40e0-85a3-80a1f942d39c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:55:08.026976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52920e19-4e9a-4274-b6a1-3bc11666a353 req-2bd02b2b-108f-47ef-9d59-6cc15647c459 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 945 time: 0.1079066 Dec 15 13:55:08.028192 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.033232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.039727 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] 10.222.0.86 "DELETE /v2.0/networks/d4741a7a-88d3-449c-95d6-1f8ebab1de8f HTTP/1.1" status: 204 len: 168 time: 0.4960363 Dec 15 13:55:08.065650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8145b48-126e-468a-a662-2abc7af245dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d4741a7a-88d3-449c-95d6-1f8ebab1de8f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:08.097462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-164f6c03-3f5e-49d2-b0f3-bfef2652b6f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9efa67b1-0407-426e-8783-76f12beb0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0854309 Dec 15 13:55:08.099941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52920e19-4e9a-4274-b6a1-3bc11666a353 req-a51bbe2a-b024-43e8-9c25-269a47b4afa0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589242 Dec 15 13:55:08.128484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-dfe07c33-d827-4e03-89cf-4036560cb5fb tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0936232 Dec 15 13:55:08.163683 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:55:08.183618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-08c8afb3-4bf6-45a2-963c-258fdd3aff54 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0544467 Dec 15 13:55:08.240447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:08.263635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-15888332-875b-491c-a15c-1640afd59b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.265159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-15888332-875b-491c-a15c-1640afd59b68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1470191 Dec 15 13:55:08.290397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dffa1c16-4086-4a31-a00b-a846316ebd6a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a3f364869664264b3c6138605d94f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449028 Dec 15 13:55:08.290674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33482) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:08.352143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c80ac8c-c2d6-44d6-b738-6965bc84c248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.381008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c80ac8c-c2d6-44d6-b738-6965bc84c248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.413613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:55:08.421086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-75ef6f42-6d26-492b-b1ba-b8a515d33ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.422559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-75ef6f42-6d26-492b-b1ba-b8a515d33ace service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284668 Dec 15 13:55:08.425745 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] Sync routers for ids ['fc324afb-6700-40e0-85a3-80a1f942d39c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:55:08.433181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a1871d46-ffb6-454f-9f89-86b5c78577d2 admin admin] 10.222.0.86 "PUT /v2.0/routers/fc324afb-6700-40e0-85a3-80a1f942d39c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5277133 Dec 15 13:55:08.436632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:08.437936 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] Routers {'fc324afb-6700-40e0-85a3-80a1f942d39c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:08.438564 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:55:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fc324afb-6700-40e0-85a3-80a1f942d39c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:08.480574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c01a37-df59-4c02-8cde-907f58ad7c5b req-5067d2bc-be62-4e50-b47c-261e3b8779f4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.482326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1c01a37-df59-4c02-8cde-907f58ad7c5b req-5067d2bc-be62-4e50-b47c-261e3b8779f4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.0712550 Dec 15 13:55:08.490786 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c80ac8c-c2d6-44d6-b738-6965bc84c248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.494518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c80ac8c-c2d6-44d6-b738-6965bc84c248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.495898 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8c80ac8c-c2d6-44d6-b738-6965bc84c248 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/af039161-d86f-4694-94b9-eadb6fa0466c HTTP/1.1" status: 204 len: 168 time: 0.2040892 Dec 15 13:55:08.513349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80ac8c-c2d6-44d6-b738-6965bc84c248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af039161-d86f-4694-94b9-eadb6fa0466c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:08.532173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-323b571a-713d-4311-a1dc-a3c77e42c5a3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.539332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-323b571a-713d-4311-a1dc-a3c77e42c5a3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.554558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-323b571a-713d-4311-a1dc-a3c77e42c5a3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.556273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-323b571a-713d-4311-a1dc-a3c77e42c5a3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/networks?id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38 HTTP/1.1" status: 200 len: 1995 time: 0.3302598 Dec 15 13:55:08.581822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1c01a37-df59-4c02-8cde-907f58ad7c5b req-afec9126-d788-49cd-b9e5-0950a53e42d6 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846813 Dec 15 13:55:08.585547 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] Set router fc324afb-6700-40e0-85a3-80a1f942d39c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:08.593708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-213d34eb-5b2a-4685-b282-0334fe0647dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/quotas/9b9f3347cc5b4feaa3b93056da5e1dc7 HTTP/1.1" status: 200 len: 375 time: 0.0289297 Dec 15 13:55:08.697804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-769bdc27-d355-4db8-850e-f696e14e58c8 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635164 Dec 15 13:55:08.713144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7d114-0f02-4bc3-917b-c82b0d4227af req-7cc559ec-a079-4aa6-917b-8137e8dfbb97 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.716449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04a7d114-0f02-4bc3-917b-c82b0d4227af req-7cc559ec-a079-4aa6-917b-8137e8dfbb97 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 945 time: 0.0594144 Dec 15 13:55:08.789546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04a7d114-0f02-4bc3-917b-c82b0d4227af req-61760d50-4dcb-4614-9c75-5e50ed2d64ff tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606916 Dec 15 13:55:08.826302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-48238913-ec9d-412b-81d8-165e45af3281 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1948521 Dec 15 13:55:08.841249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:08.987000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6760-e607-4bcb-8292-bceb1821206f req-1825c8ff-6c03-495c-80e1-0afb1741be48 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:08.997353 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:55:06Z', 'revision_number': 5, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:09.004047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1eba6760-e607-4bcb-8292-bceb1821206f req-1825c8ff-6c03-495c-80e1-0afb1741be48 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1532636 Dec 15 13:55:09.039519 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] Checking router: fc324afb-6700-40e0-85a3-80a1f942d39c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:55:09.052165 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] Routers {'fc324afb-6700-40e0-85a3-80a1f942d39c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:09.053171 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:55:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fc324afb-6700-40e0-85a3-80a1f942d39c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:09.116237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1eba6760-e607-4bcb-8292-bceb1821206f req-a515592b-5467-4374-8934-a48bd35fd1aa tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104176 Dec 15 13:55:09.156524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 757fb8fa-1381-430d-b39c-c803e0d3aac6 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:09.203853 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] Set router fc324afb-6700-40e0-85a3-80a1f942d39c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:09.212514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 757fb8fa-1381-430d-b39c-c803e0d3aac6 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:09.213119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 757fb8fa-1381-430d-b39c-c803e0d3aac6 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:09.275985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68438-886d-45a8-a35c-9d97222debc0 req-5639a542-ba3f-4a63-ba18-61954c23fbf0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:09.284683 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6df68438-886d-45a8-a35c-9d97222debc0 req-5639a542-ba3f-4a63-ba18-61954c23fbf0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 943 time: 0.0782886 Dec 15 13:55:09.350940 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6df68438-886d-45a8-a35c-9d97222debc0 req-2bd50941-5aa0-484a-bb66-fb4d13702e3e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576632 Dec 15 13:55:09.501053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2fb1d0-0058-42ad-a348-890a855fe905 req-30bea93c-dc9e-47fb-b18d-508313ecbf5d service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948320 Dec 15 13:55:09.511927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.528570 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:55:06Z', 'revision_number': 5, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:09.531476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-a67b9b1d-5e0d-40ca-8550-186b19be0b4d service neutron] 10.222.0.86 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042768 Dec 15 13:55:09.598458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 9efa67b1-0407-426e-8783-76f12beb0ba3 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:55:09.599040 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75eaa40-12bc-464d-9920-35ed5fdfe6ba None None] The sync data for ids ['fc324afb-6700-40e0-85a3-80a1f942d39c'] in n-d-821840-1 is: [{'id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1976803227-router', 'tenant_id': '11739faac3aa48508315871d02d690a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:52:34Z', 'updated_at': '2021-12-15T13:55:06Z', 'revision_number': 5, 'project_id': '11739faac3aa48508315871d02d690a1', 'gw_port': {'id': '5668e703-2932-42bb-b20d-854b0f290cb7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324afb-6700-40e0-85a3-80a1f942d39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:52:35Z', 'updated_at': '2021-12-15T13:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:55:09.677433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Deleting port 5668e703-2932-42bb-b20d-854b0f290cb7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:09.677775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:09.686781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5098f-2cc0-45a9-8568-11ab62e7d16b req-e21fb8d0-2a3e-4060-93c3-3b7ba9f4026e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:09.702200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-78d5098f-2cc0-45a9-8568-11ab62e7d16b req-e21fb8d0-2a3e-4060-93c3-3b7ba9f4026e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1348093 Dec 15 13:55:09.778522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-78d5098f-2cc0-45a9-8568-11ab62e7d16b req-d712726c-b09f-41d2-92e2-eaac2f4e0920 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 Dec 15 13:55:09.806148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-731cd6fe-8ee7-4acc-b17a-d9790e0ff639 service neutron] 10.222.0.86 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493567 Dec 15 13:55:09.846277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 9efa67b1-0407-426e-8783-76f12beb0ba3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9efa67b1-0407-426e-8783-76f12beb0ba3,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:09.883602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-2b6db999-f210-4665-a341-c650a11d39c9 service neutron] 10.222.0.86 "GET /v2.0/ports/9029558c-d359-437a-a8df-02ff928cdac5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0621104 Dec 15 13:55:09.891014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:09.997540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] For port 5668e703-2932-42bb-b20d-854b0f290cb7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5668e703-2932-42bb-b20d-854b0f290cb7,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:09.998487 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.004161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-6d93f3ee-17ff-4428-9456-27d95089898a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:10.008874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-6d93f3ee-17ff-4428-9456-27d95089898a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 945 time: 0.2152307 Dec 15 13:55:10.035512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Calling delete_port for 5668e703-2932-42bb-b20d-854b0f290cb7 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:10.124627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b4e6-0dc7-4547-918a-581925a8a976 req-d4c5b623-75ab-4012-a51d-8b7c071cace4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:10.129111 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8685b4e6-0dc7-4547-918a-581925a8a976 req-d4c5b623-75ab-4012-a51d-8b7c071cace4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2237544 Dec 15 13:55:10.140348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '9efa67b1-0407-426e-8783-76f12beb0ba3', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': '9efa67b1-0407-426e-8783-76f12beb0ba3', 'mac_address': 'fa:16:3e:03:cb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:55:10.149976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-06312036-e1f3-4961-b846-1060095763b7 service neutron] 10.222.0.86 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540948 Dec 15 13:55:10.178530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-99320952-network', 'tenant_id': '19710fcdde624816a29aac3aa4e59c51'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:10.227915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Made reservation on behalf of 19710fcdde624816a29aac3aa4e59c51 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:10.230276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.230988 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.247423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.259010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efa67b1-0407-426e-8783-76f12beb0ba3 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:10.294981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 9efa67b1-0407-426e-8783-76f12beb0ba3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9efa67b1-0407-426e-8783-76f12beb0ba3,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:10.301934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8685b4e6-0dc7-4547-918a-581925a8a976 req-09b54534-8e37-453d-8bda-a2a962619640 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288795 Dec 15 13:55:10.311641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Deleting port cfd02b26-0358-401f-8001-13922a420811 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:10.312067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.313277 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.320802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-5cf3d054-c8d7-4f90-8a36-29e666b30d2e service neutron] 10.222.0.86 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602528 Dec 15 13:55:10.421189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=9efa67b1-0407-426e-8783-76f12beb0ba3,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:10.426142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-ae754b74-37ae-4891-a1db-62f0bd22ceb6 service neutron] 10.222.0.86 "GET /v2.0/ports/9fc27ad0-74a2-4591-8395-d67f83fe3093?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0834870 Dec 15 13:55:10.469490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.530589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] For port cfd02b26-0358-401f-8001-13922a420811, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cfd02b26-0358-401f-8001-13922a420811,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:10.530976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.534284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5668e703-2932-42bb-b20d-854b0f290cb7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:10.576707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d3319-960b-4770-bd6e-6540981b7607 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:10.584345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Calling delete_port for cfd02b26-0358-401f-8001-13922a420811 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:10.596941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b043e-43a5-47dc-88d9-10bcbeb8c19f req-e20dca17-f4ce-4dad-9eec-973e1785710b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:10.598512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c69b043e-43a5-47dc-88d9-10bcbeb8c19f req-e20dca17-f4ce-4dad-9eec-973e1785710b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=675d695c-e239-44e7-b7c2-c33ec7c2e943 HTTP/1.1" status: 200 len: 945 time: 0.1555297 Dec 15 13:55:10.602184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['9efa67b1-0407-426e-8783-76f12beb0ba3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:10.603078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.628652 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.638057 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-8e7ce9d6-da8f-411b-a687-d2b02d91299b service neutron] 10.222.0.86 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959736 Dec 15 13:55:10.644308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.794591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.800301 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.874417 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.874915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc324afb-6700-40e0-85a3-80a1f942d39c {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:55:10.884045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:10.885140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-861e1261-248f-4e5f-a6bb-d122a6bb36f2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/fc324afb-6700-40e0-85a3-80a1f942d39c HTTP/1.1" status: 204 len: 168 time: 2.4404280 Dec 15 13:55:10.887708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33556) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:10.903855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-6f113323-e329-42db-8622-513daa362644 service neutron] 10.222.0.86 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552335 Dec 15 13:55:11.010786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0a940e-136b-4106-b590-05bb3924fc16 admin admin] Deleting subnet cc1c82a6-64f6-4f9c-97fc-bfa90b26e294 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:11.017079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a940e-136b-4106-b590-05bb3924fc16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.086641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a940e-136b-4106-b590-05bb3924fc16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.097036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0ca520d8-b059-4e3a-9064-6f9067d0188c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:11.115743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-4e86261e-0057-4644-bc1b-06b3f3df449b service neutron] 10.222.0.86 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903563 Dec 15 13:55:11.134672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 0ca520d8-b059-4e3a-9064-6f9067d0188c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:11.135942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0ca520d8-b059-4e3a-9064-6f9067d0188c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:11.176502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:11.215486 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.217192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2464541-eaff-409b-b75f-3a77e164b925,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:11.233338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fd52e36c-744d-43a7-92e2-fe3be8f7bc08'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:11.239994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:11.244346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a940e-136b-4106-b590-05bb3924fc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.277559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event deleted for resources: {'Port': ['ID=cfd02b26-0358-401f-8001-13922a420811,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:11.279993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.280348 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Added segment 0208c609-9f42-4f0a-a9e2-775d009e9aa3 of type vlan for network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 Dec 15 13:55:11.300044 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-2d352d90-ade8-4e0e-b87e-4a07f2bce7cc service neutron] 10.222.0.86 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744459 Dec 15 13:55:11.361765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c69b043e-43a5-47dc-88d9-10bcbeb8c19f req-cf373ccc-eee3-4090-b442-412993619869 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7499163 Dec 15 13:55:11.362690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2952e7a-d82f-4c8d-abdf-d9092d5d93db None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:11.364425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] No DVR routers for this DVR port cfd02b26-0358-401f-8001-13922a420811 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:11.394720 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a940e-136b-4106-b590-05bb3924fc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.414982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.418783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e79c8f7b-b13a-46e5-8507-e94effed77c9 req-8b93c5a1-83bb-4a68-b618-fe693efd2a2f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "DELETE /v2.0/ports/cfd02b26-0358-401f-8001-13922a420811 HTTP/1.1" status: 204 len: 173 time: 1.3926783 Dec 15 13:55:11.419287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675d695c-e239-44e7-b7c2-c33ec7c2e943', 'name': 'network-vif-deleted', 'tag': 'cfd02b26-0358-401f-8001-13922a420811'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:11.421684 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64da3d9-f123-4284-9271-9e484e987c39" -d '{"events": [{"server_uuid": "675d695c-e239-44e7-b7c2-c33ec7c2e943", "name": "network-vif-deleted", "tag": "cfd02b26-0358-401f-8001-13922a420811"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:11.440945 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.446682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a940e-136b-4106-b590-05bb3924fc16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1c82a6-64f6-4f9c-97fc-bfa90b26e294,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:11.458413 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a0a940e-136b-4106-b590-05bb3924fc16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.463396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5a0a940e-136b-4106-b590-05bb3924fc16 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/cc1c82a6-64f6-4f9c-97fc-bfa90b26e294 HTTP/1.1" status: 204 len: 168 time: 0.5746517 Dec 15 13:55:11.468411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:11.482964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-ea57fdba-3a3a-4b48-b8be-b4c75ae50ec3 service neutron] 10.222.0.86 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720319 Dec 15 13:55:11.497993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129ca34-d049-4c32-af5b-5f8d5230ae8e None None] Network a3c31797-3444-41cd-848c-e3e9d4e0349d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:11.584706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.615196 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.615196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.616952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.651751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-56337c7f-89b8-4bd8-b94e-a8fcc5552f39 service neutron] 10.222.0.86 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676772 Dec 15 13:55:11.692960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 9efa67b1-0407-426e-8783-76f12beb0ba3 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:11.807262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9084039 Dec 15 13:55:11.815909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-c755b838-d782-412e-b14f-2958420800ef service neutron] 10.222.0.86 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571648 Dec 15 13:55:11.817277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33566) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:11.822775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Request body: {'subnet': {'network_id': '61b9f390-0f89-46eb-8e41-962e4d1c5fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-99320952-subnet', 'tenant_id': '19710fcdde624816a29aac3aa4e59c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:11.859783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52920fec-1336-46b7-8a34-c2a6895d8675 admin admin] Pushing event updated for resources: {'Network': ['ID=61b9f390-0f89-46eb-8e41-962e4d1c5fb5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:11.893210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:11.900368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f27743-0d3b-47a8-b653-610f5ac9d7a5 req-0b9d8a76-e6fd-418b-983b-94f300f754c0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:11.906279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25f27743-0d3b-47a8-b653-610f5ac9d7a5 req-0b9d8a76-e6fd-418b-983b-94f300f754c0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 944 time: 0.1467836 Dec 15 13:55:11.909866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Deleting port 9928a010-a715-409a-8275-baa6434ee160 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:11.911564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.917223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Made reservation on behalf of 19710fcdde624816a29aac3aa4e59c51 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:11.922617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:11.975536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] DHCP port deletion for a3c31797-3444-41cd-848c-e3e9d4e0349d request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:12.056512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-e3b64290-d972-417e-b360-3c465908a7db service neutron] 10.222.0.86 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280366 Dec 15 13:55:12.060244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] For port 9928a010-a715-409a-8275-baa6434ee160, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9928a010-a715-409a-8275-baa6434ee160,segment=NetworkSegment(e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1),segment_id=e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:12.060950 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.087090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Calling delete_port for 9928a010-a715-409a-8275-baa6434ee160 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:12.092780 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25f27743-0d3b-47a8-b653-610f5ac9d7a5 req-36bd1ef6-32f5-48c6-a52e-8d17f700a7fa tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231532 Dec 15 13:55:12.123662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 9efa67b1-0407-426e-8783-76f12beb0ba3 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:55:12.172606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 9efa67b1-0407-426e-8783-76f12beb0ba3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:12.172984 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.222977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.244156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-4fc1f349-103d-4caf-8d0a-06eb61767e6f service neutron] 10.222.0.86 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759377 Dec 15 13:55:12.293067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9928a010-a715-409a-8275-baa6434ee160,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.295189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] No DVR routers for this DVR port 9928a010-a715-409a-8275-baa6434ee160 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:12.344200 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8099fb52-5517-4e13-9e9e-80fd01e65d5e x-openstack-request-id: req-8099fb52-5517-4e13-9e9e-80fd01e65d5e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:12.344505 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675d695c-e239-44e7-b7c2-c33ec7c2e943", "name": "network-vif-deleted", "tag": "cfd02b26-0358-401f-8001-13922a420811", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:12.344773 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8099fb52-5517-4e13-9e9e-80fd01e65d5e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:12.345180 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675d695c-e239-44e7-b7c2-c33ec7c2e943', 'name': 'network-vif-deleted', 'tag': 'cfd02b26-0358-401f-8001-13922a420811', 'status': 'completed', 'code': 200} Dec 15 13:55:12.374741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] Deleting port 9928a010-a715-409a-8275-baa6434ee160 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:12.375688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.463217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.479676 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.480152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-38b5133e-d0e7-4a89-b2f1-194fab90cf01 service neutron] 10.222.0.86 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857123 Dec 15 13:55:12.490626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7939-fb35-415a-b7aa-aede589fa7f0 req-48046298-f989-48f3-b6c6-0696a6eddff4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:12.491921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.499547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9eac7939-fb35-415a-b7aa-aede589fa7f0 req-48046298-f989-48f3-b6c6-0696a6eddff4 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.0928867 Dec 15 13:55:12.506144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] For port 9928a010-a715-409a-8275-baa6434ee160, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:12.506780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.518493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc44b52c-d4f0-4311-81c1-f301e22e2b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efa67b1-0407-426e-8783-76f12beb0ba3'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:12.523098 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503944cb-529c-4c5f-a9d0-8c4b01515e01" -d '{"events": [{"server_uuid": "bc44b52c-d4f0-4311-81c1-f301e22e2b91", "name": "network-vif-plugged", "status": "completed", "tag": "9efa67b1-0407-426e-8783-76f12beb0ba3"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:12.525095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c31797-3444-41cd-848c-e3e9d4e0349d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:12.541288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] Calling delete_port for 9928a010-a715-409a-8275-baa6434ee160 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:12.544314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 9efa67b1-0407-426e-8783-76f12beb0ba3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9efa67b1-0407-426e-8783-76f12beb0ba3,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:12.546653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] Port 9928a010-a715-409a-8275-baa6434ee160 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:55:12.548088 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.576505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:12.576807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36875f3-e8c3-4668-8aeb-75d2ff9b5bb1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:12.577858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.580460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] Pushing event deleted for resources: {'Port': ['ID=9928a010-a715-409a-8275-baa6434ee160,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.586372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcaeca-03ca-4d2c-b1b6-2afb0d5f5ed7 None None] No DVR routers for this DVR port 9928a010-a715-409a-8275-baa6434ee160 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:12.600664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9eac7939-fb35-415a-b7aa-aede589fa7f0 req-33c916f0-82d3-4557-b915-297a75cc077d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999658 Dec 15 13:55:12.622264 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.629470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6c663e-3fb7-4d12-a3c7-316a9cd570a5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.661333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=9efa67b1-0407-426e-8783-76f12beb0ba3,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.663623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Checking segment: {'id': '0208c609-9f42-4f0a-a9e2-775d009e9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '61b9f390-0f89-46eb-8e41-962e4d1c5fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:12.664969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Network hostable DHCP agents. Network: 61b9f390-0f89-46eb-8e41-962e4d1c5fb5, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:12.665297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.687172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:12.688857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:12.694929 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:12.711388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:12.729940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 61b9f390-0f89-46eb-8e41-962e4d1c5fb5) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:12.735341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:12.736903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.743759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd064e8d-0179-4b65-9d7b-22a28ff90b16 None None] Network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:12.765467 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664c4763-0d0f-4bc5-af16-fe02c6e561b4 x-openstack-request-id: req-664c4763-0d0f-4bc5-af16-fe02c6e561b4 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:12.765848 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc44b52c-d4f0-4311-81c1-f301e22e2b91", "name": "network-vif-plugged", "status": "completed", "tag": "9efa67b1-0407-426e-8783-76f12beb0ba3", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:12.766117 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-664c4763-0d0f-4bc5-af16-fe02c6e561b4 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:12.767456 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc44b52c-d4f0-4311-81c1-f301e22e2b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efa67b1-0407-426e-8783-76f12beb0ba3', 'code': 200} Dec 15 13:55:12.781849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5c07b72c-8299-40a9-a109-ba32d3ddb356 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9632940 Dec 15 13:55:12.831148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.843925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:12.851294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a3c31797-3444-41cd-848c-e3e9d4e0349d HTTP/1.1" status: 204 len: 168 time: 1.3795276 Dec 15 13:55:12.868416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5a461-ec63-431f-9d0b-9511c660a3b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c31797-3444-41cd-848c-e3e9d4e0349d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:12.930654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4135fe-446c-405d-a6f8-b0bfef400211 req-d6b5a778-fa8a-4e60-aeea-2da9438e7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:12.932881 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f4135fe-446c-405d-a6f8-b0bfef400211 req-d6b5a778-fa8a-4e60-aeea-2da9438e7483 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 1096 time: 0.1104758 Dec 15 13:55:13.037009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39842689-e160-4820-93d4-c3bd33c66aec None None] Network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:13.064269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f4135fe-446c-405d-a6f8-b0bfef400211 req-d00fe12b-f5a8-40e2-b111-5d029a6e2e85 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205764 Dec 15 13:55:13.113895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9928a010-a715-409a-8275-baa6434ee160 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:13.139315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:13.171838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9928a010-a715-409a-8275-baa6434ee160 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:13.175607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9928a010-a715-409a-8275-baa6434ee160 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:13.176174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5668e703-2932-42bb-b20d-854b0f290cb7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:13.188014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cfd02b26-0358-401f-8001-13922a420811 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:13.239247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5668e703-2932-42bb-b20d-854b0f290cb7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:13.240050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5668e703-2932-42bb-b20d-854b0f290cb7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:13.249844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33604) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:13.251329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8c4fc431-92b1-4bc8-b353-0cdd26784f41 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eb2e0e6d2c7c41c3b5f09bf29c4417bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1105840 Dec 15 13:55:13.265793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: cfd02b26-0358-401f-8001-13922a420811 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:13.268331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cfd02b26-0358-401f-8001-13922a420811 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:13.354463 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-424c34be-d00e-4f48-8449-80beefda68c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.381471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-424c34be-d00e-4f48-8449-80beefda68c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.492290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-424c34be-d00e-4f48-8449-80beefda68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.500367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-424c34be-d00e-4f48-8449-80beefda68c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.500367 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-424c34be-d00e-4f48-8449-80beefda68c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2432e401-6521-44e3-8147-a598595e65dd HTTP/1.1" status: 204 len: 168 time: 0.2467067 Dec 15 13:55:13.534577 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c34be-d00e-4f48-8449-80beefda68c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2432e401-6521-44e3-8147-a598595e65dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:13.619976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846476a-396d-4804-aeeb-9251117865fe req-ce617f80-62b4-4331-95c2-55c4ebbcb62c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:13.622589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5846476a-396d-4804-aeeb-9251117865fe req-ce617f80-62b4-4331-95c2-55c4ebbcb62c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 945 time: 0.1408947 Dec 15 13:55:13.625878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837a172-d74e-417c-8be7-09058b6364a1 req-3d542a37-f131-4e0d-9c6d-f6a5809eb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:13.628386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f837a172-d74e-417c-8be7-09058b6364a1 req-3d542a37-f131-4e0d-9c6d-f6a5809eb3b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=706b70816e914564b37a989ee244eb3d&device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 1098 time: 0.1048055 Dec 15 13:55:13.737470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081ff7b-df7f-410c-be29-436250ebe94b req-42df3c0f-11ff-4b4b-b6cd-8d376c1f1d9c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:13.745206 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4081ff7b-df7f-410c-be29-436250ebe94b req-42df3c0f-11ff-4b4b-b6cd-8d376c1f1d9c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 945 time: 0.0805159 Dec 15 13:55:13.805493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4081ff7b-df7f-410c-be29-436250ebe94b req-519173e2-24fd-447f-a0da-ad2c4e76b2e1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Dec 15 13:55:13.831429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5846476a-396d-4804-aeeb-9251117865fe req-1ee426a3-012d-490a-b968-7392943d055e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015414 Dec 15 13:55:13.886309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837a172-d74e-417c-8be7-09058b6364a1 req-49840532-b002-4c04-90da-bb1425c82a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:13.887805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f837a172-d74e-417c-8be7-09058b6364a1 req-49840532-b002-4c04-90da-bb1425c82a8a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 200 len: 915 time: 0.2459874 Dec 15 13:55:14.001068 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f837a172-d74e-417c-8be7-09058b6364a1 req-d3e81a5d-47d9-4064-8aff-2a30d46ac57a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 200 len: 217 time: 0.1032379 Dec 15 13:55:14.154985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13209284-cf7e-4e1e-926b-84a79e8fc342 req-b010637b-a994-4392-8532-9d343058ca53 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:14.170286 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13209284-cf7e-4e1e-926b-84a79e8fc342 req-b010637b-a994-4392-8532-9d343058ca53 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1666791 Dec 15 13:55:14.193083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837a172-d74e-417c-8be7-09058b6364a1 req-d50d4c79-019b-4f4a-af7a-6e1bee0db53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:14.196586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f837a172-d74e-417c-8be7-09058b6364a1 req-d50d4c79-019b-4f4a-af7a-6e1bee0db53a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 200 len: 853 time: 0.1554279 Dec 15 13:55:14.285392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33640) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:14.306088 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f837a172-d74e-417c-8be7-09058b6364a1 req-7624434c-b7ed-4ad8-83fd-9123a28d6d37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3a38d98-e4b7-4788-b508-6e31635004ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012266 Dec 15 13:55:14.379346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0b6db1e3-3cc8-455f-bac5-c9bd95029844 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=11739faac3aa48508315871d02d690a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920105 Dec 15 13:55:14.381391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33652) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:14.409650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13209284-cf7e-4e1e-926b-84a79e8fc342 req-088d832a-78bb-4f8b-ae68-8fb475db0c43 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383924 Dec 15 13:55:14.559590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7bfad9c-62a2-4dd3-8318-956adcf98a67 req-eb983917-071b-4a3c-8a80-ff81c6050196 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0421703 Dec 15 13:55:14.567981 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f837a172-d74e-417c-8be7-09058b6364a1 req-0bfcdbc0-91a9-401e-900c-261429bd244d service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941261 Dec 15 13:55:14.618788 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.679182 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.696386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-1cab9f8b-e679-444d-9fe1-19823fe300bb tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:14.697840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-1cab9f8b-e679-444d-9fe1-19823fe300bb tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/networks?id=61b9f390-0f89-46eb-8e41-962e4d1c5fb5 HTTP/1.1" status: 200 len: 820 time: 0.2832725 Dec 15 13:55:14.728489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f837a172-d74e-417c-8be7-09058b6364a1 req-9ed562aa-01bf-44ac-b5d5-64bf3ddb39bc service neutron] 10.222.0.74 "GET /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530287 Dec 15 13:55:14.748769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-9571da6d-6687-4a94-aab6-b51733f77583 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/quotas/19710fcdde624816a29aac3aa4e59c51 HTTP/1.1" status: 200 len: 375 time: 0.0246775 Dec 15 13:55:14.794022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.796775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:14.798214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95531519-6801-450a-b9d0-e3c425eea728 HTTP/1.1" status: 204 len: 168 time: 0.4149244 Dec 15 13:55:14.809388 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-007e1cea-94fa-4270-a647-b8fd80508823 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=19710fcdde624816a29aac3aa4e59c51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473645 Dec 15 13:55:14.917789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3fd35d16-2286-42e3-9b29-4a396c0d140a service neutron] 10.222.0.86 "GET /v2.0/networks/61b9f390-0f89-46eb-8e41-962e4d1c5fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074138 Dec 15 13:55:14.924651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95531519-6801-450a-b9d0-e3c425eea728,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:14.945668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.945947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.946438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.946841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.947560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.947936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.948290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.948638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.949708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.950053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.950398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.950904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:14.951258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee39baa-a133-400d-93d4-b02ce4479c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:15.036883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5b36c-f080-4588-8109-7a931458c361 req-f03be275-58be-45ee-af19-ac1b856905e9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.038766 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ed5b36c-f080-4588-8109-7a931458c361 req-f03be275-58be-45ee-af19-ac1b856905e9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 945 time: 0.1126683 Dec 15 13:55:15.097025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-1c13e51b-1749-40c9-a375-177e44a9b320 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.098664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-1c13e51b-1749-40c9-a375-177e44a9b320 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 945 time: 0.0868573 Dec 15 13:55:15.114849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-246ae8ae-eca8-4414-818a-b18716380cdc service neutron] 10.222.0.86 "GET /v2.0/networks/61b9f390-0f89-46eb-8e41-962e4d1c5fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863124 Dec 15 13:55:15.191331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ed5b36c-f080-4588-8109-7a931458c361 req-1e18cb43-197d-4699-af07-cf9e532399cf tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443930 Dec 15 13:55:15.317875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33674) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:15.377336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Deleting port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:15.377968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.426636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-0b186328-eb43-4891-b0b4-78e5679f6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.434995 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-0b186328-eb43-4891-b0b4-78e5679f6fa8 service neutron] 10.222.0.74 "GET /v2.0/ports/9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 1032 time: 0.1099725 Dec 15 13:55:15.571188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-f92afa16-c55d-441f-ab30-3e2ae8ab3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.573004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-f92afa16-c55d-441f-ab30-3e2ae8ab3ad5 service neutron] 10.222.0.74 "GET /v2.0/ports/9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 1033 time: 0.1260591 Dec 15 13:55:15.599609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8acd9-8485-4f1b-8d23-41c6cfb91606 req-eeeb893e-eae6-4bec-952a-700f06d0fc2a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.606393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-59c8acd9-8485-4f1b-8d23-41c6cfb91606 req-eeeb893e-eae6-4bec-952a-700f06d0fc2a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 945 time: 0.1681457 Dec 15 13:55:15.760366 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e79357-ba4a-451e-90f0-ce73df3893db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.900304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-59c8acd9-8485-4f1b-8d23-41c6cfb91606 req-f119174c-5e9e-4add-bf0e-8b012c0caa9f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862623 Dec 15 13:55:15.987193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-56e3008f-a007-4994-b946-11c2cee2a307 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:15.995232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-56e3008f-a007-4994-b946-11c2cee2a307 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.002964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-56e3008f-a007-4994-b946-11c2cee2a307 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.005169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-56e3008f-a007-4994-b946-11c2cee2a307 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "GET /v2.0/networks?id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38 HTTP/1.1" status: 200 len: 1995 time: 0.3973637 Dec 15 13:55:16.067444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e77410a-ae64-4121-a14d-6b98a9f84d4c req-d429b13e-ab5b-4583-bb00-85ea63f49e79 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 210 time: 0.0938520 Dec 15 13:55:16.136396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] For port fd52e36c-744d-43a7-92e2-fe3be8f7bc08, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:16.137007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.170767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Calling delete_port for fd52e36c-744d-43a7-92e2-fe3be8f7bc08 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:16.226199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96fdf1f4-2be6-4da6-87c8-1b04cd3ab516 req-25ea16e0-95b7-458d-af63-ec514c358619 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0737879 Dec 15 13:55:16.230495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a990-fbea-41a9-b8fd-27c847cb79a3 req-3b0d36a4-4531-49a8-b5c3-a4c03b6a9859 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.232316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95f9a990-fbea-41a9-b8fd-27c847cb79a3 req-3b0d36a4-4531-49a8-b5c3-a4c03b6a9859 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1702945 Dec 15 13:55:16.320854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-25356e29-c7b0-45dd-bc54-6b4b33978d3b tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7 HTTP/1.1" status: 200 len: 380 time: 0.2895687 Dec 15 13:55:16.340524 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95f9a990-fbea-41a9-b8fd-27c847cb79a3 req-caa9c372-3950-47b8-b0af-a17cae4abd0f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914078 Dec 15 13:55:16.368443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'admin_state_up': True, 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'security_groups': ['03a3eb2f-4979-4194-bd83-782b89987832']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:16.382741 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e79357-ba4a-451e-90f0-ce73df3893db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.411023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e79357-ba4a-451e-90f0-ce73df3893db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.488330 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.502629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:16.532320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-49e79357-ba4a-451e-90f0-ce73df3893db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e795f64dab7e498d8ab88abccb9a1685&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2127290 Dec 15 13:55:16.535919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33718) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:16.547703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e79357-ba4a-451e-90f0-ce73df3893db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d170f43-5eab-420b-bffc-3277477e46f2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:16.559411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fd52e36c-744d-43a7-92e2-fe3be8f7bc08'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:16.563240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event deleted for resources: {'Port': ['ID=fd52e36c-744d-43a7-92e2-fe3be8f7bc08,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:16.573951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c388c235-11fb-4c3e-aa13-ea74d046c62c req-04a00f34-096d-42cf-9ec5-82f508381014 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b21bfc2-a200-494d-90f8-64771101a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0746114 Dec 15 13:55:16.613957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e77340-a87b-4c97-93f0-1ed67277cc05 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:16.699532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f41c7e9-b16c-40f4-80f2-8d31acbf9329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.710487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] No DVR routers for this DVR port fd52e36c-744d-43a7-92e2-fe3be8f7bc08 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:16.719016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.726355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-777f079f-578c-43f2-8ec2-f4455eeb95be req-e69848cb-b11a-47c8-b6be-746f2c72ac89 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "DELETE /v2.0/ports/fd52e36c-744d-43a7-92e2-fe3be8f7bc08 HTTP/1.1" status: 204 len: 173 time: 1.6066251 Dec 15 13:55:16.743166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b21bfc2-a200-494d-90f8-64771101a4a3', 'name': 'network-vif-deleted', 'tag': 'fd52e36c-744d-43a7-92e2-fe3be8f7bc08'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:16.747066 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5630794-e04f-404a-afe1-4d990020dabc" -d '{"events": [{"server_uuid": "7b21bfc2-a200-494d-90f8-64771101a4a3", "name": "network-vif-deleted", "tag": "fd52e36c-744d-43a7-92e2-fe3be8f7bc08"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:16.748584 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f41c7e9-b16c-40f4-80f2-8d31acbf9329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.750342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:16.758976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.818936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d152f4-dfc0-42e0-85af-bc009a44e86e req-5d9c6e36-32fb-4d63-8da1-cf5ab8dc58b9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:16.820589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-75d152f4-dfc0-42e0-85af-bc009a44e86e req-5d9c6e36-32fb-4d63-8da1-cf5ab8dc58b9 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1116416 Dec 15 13:55:16.951657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-75d152f4-dfc0-42e0-85af-bc009a44e86e req-366b9f7d-afcd-479f-8721-a637ee7d4349 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168816 Dec 15 13:55:16.965099 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a8b3b-bfe4-4eb8-a5dc-48c8f62a9071 x-openstack-request-id: req-605a8b3b-bfe4-4eb8-a5dc-48c8f62a9071 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:16.966490 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b21bfc2-a200-494d-90f8-64771101a4a3", "name": "network-vif-deleted", "tag": "fd52e36c-744d-43a7-92e2-fe3be8f7bc08", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:16.968137 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-605a8b3b-bfe4-4eb8-a5dc-48c8f62a9071 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:16.969187 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b21bfc2-a200-494d-90f8-64771101a4a3', 'name': 'network-vif-deleted', 'tag': 'fd52e36c-744d-43a7-92e2-fe3be8f7bc08', 'status': 'completed', 'code': 200} Dec 15 13:55:16.969708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f41c7e9-b16c-40f4-80f2-8d31acbf9329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.973189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f41c7e9-b16c-40f4-80f2-8d31acbf9329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.974242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2f41c7e9-b16c-40f4-80f2-8d31acbf9329 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d170f43-5eab-420b-bffc-3277477e46f2 HTTP/1.1" status: 204 len: 168 time: 0.4373887 Dec 15 13:55:17.036223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41c7e9-b16c-40f4-80f2-8d31acbf9329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d170f43-5eab-420b-bffc-3277477e46f2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:17.070722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Allocated IP 172.20.0.7 (27c3ac47-3e22-4d6e-8a5b-84ec86d99979/299bbd43-2c6b-4617-9310-ef44d6baec67/9ec5cd84-c976-475d-8e8b-a2b077749cd7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:17.255553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16385fc4-6d71-405b-8dac-aba76eba6c52 req-af7d5f0a-794a-4dc0-b037-442351d8aab7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:17.257244 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16385fc4-6d71-405b-8dac-aba76eba6c52 req-af7d5f0a-794a-4dc0-b037-442351d8aab7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1433074 Dec 15 13:55:17.355378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16385fc4-6d71-405b-8dac-aba76eba6c52 req-484404b9-6909-49e0-a3ce-27b6be5245bb tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880039 Dec 15 13:55:17.408500 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9c3b091f-8a12-49cb-9730-bf546dcbde05 req-f7419346-42eb-468f-841a-227108071a40 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 210 time: 0.0443969 Dec 15 13:55:17.411779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-5558b414-fcee-4484-b961-c823fd700883 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:17.413075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-5558b414-fcee-4484-b961-c823fd700883 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.74 "GET /v2.0/networks?id=61b9f390-0f89-46eb-8e41-962e4d1c5fb5 HTTP/1.1" status: 200 len: 820 time: 0.3324029 Dec 15 13:55:17.430112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Request body: {'port': {'device_id': '42735f03-10b5-4af0-8a2f-3d04b7f178ed', 'network_id': '61b9f390-0f89-46eb-8e41-962e4d1c5fb5', 'admin_state_up': True, 'tenant_id': '19710fcdde624816a29aac3aa4e59c51'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:17.484072 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.572989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.625487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:17.630120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:17.633434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:17.706890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556c19d-6147-4fc6-a685-aa72af12d41e req-0a6e786e-3ad1-4371-bd17-e09dff73fa8b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:17.708507 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e556c19d-6147-4fc6-a685-aa72af12d41e req-0a6e786e-3ad1-4371-bd17-e09dff73fa8b tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1985240 Dec 15 13:55:17.709197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=9ec5cd84-c976-475d-8e8b-a2b077749cd7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:17.750802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:17.751647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.812016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97023bdb-8518-475f-8fcd-f340be553fd4 req-ea28c6b9-223c-4056-94db-4a1469a5d3e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:17.817483 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e556c19d-6147-4fc6-a685-aa72af12d41e req-64fab2e0-b807-46df-a954-562deb139526 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893281 Dec 15 13:55:17.825804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:17.828175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-97023bdb-8518-475f-8fcd-f340be553fd4 req-ea28c6b9-223c-4056-94db-4a1469a5d3e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 931 time: 0.2489173 Dec 15 13:55:17.841791 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0ae845d-b46c-497c-baf7-bbf11062ac36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.868192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Made reservation on behalf of 19710fcdde624816a29aac3aa4e59c51 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:17.871931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:17.886471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-020b3110-828a-43f2-bb66-9654dcf45a20 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5400176 Dec 15 13:55:17.900417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'admin_state_up': True, 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'security_groups': ['03a3eb2f-4979-4194-bd83-782b89987832']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:18.075431 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0ae845d-b46c-497c-baf7-bbf11062ac36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.089484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0ae845d-b46c-497c-baf7-bbf11062ac36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.120413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:18.124226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.126167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-86a43785-b032-4fe1-8a5e-d71d8c6a1ff8 None None] Provisioning complete for port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:18.129570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86a43785-b032-4fe1-8a5e-d71d8c6a1ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.181024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Allocated IP 172.20.0.8 (61b9f390-0f89-46eb-8e41-962e4d1c5fb5/ee6c663e-3fb7-4d12-a3c7-316a9cd570a5/dcc9d45b-de3b-459f-b3a4-7bc7213169b9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:18.181390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae845d-b46c-497c-baf7-bbf11062ac36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5138f245-9e44-42e3-93e6-dfc3f0f4f468,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:18.191360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c0ae845d-b46c-497c-baf7-bbf11062ac36 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6eb8d9501beb47f2b8aab384e944d85a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3612862 Dec 15 13:55:18.218810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33772) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:18.248802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-86a43785-b032-4fe1-8a5e-d71d8c6a1ff8 None None] Port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:18.335374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06af4b66-0130-42d3-8107-4b07e8550ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.377175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06af4b66-0130-42d3-8107-4b07e8550ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.397975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-97023bdb-8518-475f-8fcd-f340be553fd4 req-93af4c06-ef32-415a-aeba-a77d892efeaf tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5651631 Dec 15 13:55:18.406593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Allocated IP 10.1.1.167 (6c908008-3368-4677-86f7-2a827cc09e11/e1741176-befa-4050-9602-b8d50d8951b4/5232d87c-8436-4653-bf3a-ba084a0e13dc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:18.439819 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5111f5fe-ce8a-492f-a603-3ad95ab874cc req-46ce14fa-020e-4058-9968-26684b112f55 tempest-FlavorsV2NegativeTest-643326707 tempest-FlavorsV2NegativeTest-643326707-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=41e1676f4ade4f7493f9cc729bec6ffd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598874 Dec 15 13:55:18.497748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.574626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.584373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0db85e-f51f-4687-9340-597b4cac8e9f req-82ee74bb-79a6-4eaf-a9ce-4b968ff63cb0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:18.585978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd0db85e-f51f-4687-9340-597b4cac8e9f req-82ee74bb-79a6-4eaf-a9ce-4b968ff63cb0 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.0745273 Dec 15 13:55:18.613774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06af4b66-0130-42d3-8107-4b07e8550ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.616853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06af4b66-0130-42d3-8107-4b07e8550ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.620393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-06af4b66-0130-42d3-8107-4b07e8550ac2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5138f245-9e44-42e3-93e6-dfc3f0f4f468 HTTP/1.1" status: 204 len: 168 time: 0.3983862 Dec 15 13:55:18.649384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Pushing event updated for resources: {'Port': ['ID=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:18.662295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:18.695350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd0db85e-f51f-4687-9340-597b4cac8e9f req-49630f68-1104-48bb-bd3d-2c7bb75d3d58 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717089 Dec 15 13:55:18.696268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:18.698667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:18.747914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:18.748888 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.773031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-3f3b2fc3-3d6b-4ed5-9684-22fac163af47 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3473613 Dec 15 13:55:18.777832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4b66-0130-42d3-8107-4b07e8550ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5138f245-9e44-42e3-93e6-dfc3f0f4f468,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:18.787271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Request body: {'port': {'device_id': '42735f03-10b5-4af0-8a2f-3d04b7f178ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:18.802597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.821941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f5fe-ce8a-492f-a603-3ad95ab874cc req-1e502a95-03d5-4355-8b44-8c86fb05caf3 tempest-FlavorsV2NegativeTest-643326707 tempest-FlavorsV2NegativeTest-643326707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:18.827528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5111f5fe-ce8a-492f-a603-3ad95ab874cc req-1e502a95-03d5-4355-8b44-8c86fb05caf3 tempest-FlavorsV2NegativeTest-643326707 tempest-FlavorsV2NegativeTest-643326707-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3745692 Dec 15 13:55:18.859000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5111f5fe-ce8a-492f-a603-3ad95ab874cc req-dc678449-e310-4863-8f82-ef48bde1a076 tempest-FlavorsV2NegativeTest-643326707 tempest-FlavorsV2NegativeTest-643326707-project] 10.222.0.86 "GET /v2.0/quotas/41e1676f4ade4f7493f9cc729bec6ffd HTTP/1.1" status: 200 len: 375 time: 0.0169861 Dec 15 13:55:18.910979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5111f5fe-ce8a-492f-a603-3ad95ab874cc req-06522f23-2010-4379-b77d-4e49f19cbad7 tempest-FlavorsV2NegativeTest-643326707 tempest-FlavorsV2NegativeTest-643326707-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=41e1676f4ade4f7493f9cc729bec6ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405595 Dec 15 13:55:18.918688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.941905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.078595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=5232d87c-8436-4653-bf3a-ba084a0e13dc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:19.113418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 6c908008-3368-4677-86f7-2a827cc09e11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:19.119263 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:19.151338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:19.260250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5bce6-cdce-4371-884b-c3a895c74953 req-70a4afcd-a0e5-4b78-9aad-d593e8d8a1cc tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:19.261847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7de5bce6-cdce-4371-884b-c3a895c74953 req-70a4afcd-a0e5-4b78-9aad-d593e8d8a1cc tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 931 time: 0.1697881 Dec 15 13:55:19.281693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:19.282335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.309041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:19.313080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc9d45b-de3b-459f-b3a4-7bc7213169b9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:19.336135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.364305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-3a6b1c47-f351-48d6-b96a-8b4abb61afb1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4690340 Dec 15 13:55:19.366918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Transition to ACTIVE for port object dcc9d45b-de3b-459f-b3a4-7bc7213169b9 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:19.367088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-105d9522-9d12-464c-8436-cb767e3ec3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.385908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c392-0848-4096-81e5-a944522a3edb req-7910bad0-72b9-4051-b12a-09a1653ed35c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:19.398700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-7910bad0-72b9-4051-b12a-09a1653ed35c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.5408540 Dec 15 13:55:19.403568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'admin_state_up': True, 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'security_groups': ['03a3eb2f-4979-4194-bd83-782b89987832']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:19.437046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-08264bc5-b058-4d54-9f68-d2bb1c98902d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/quotas/4cd6ad14e26c4dff85ab78c0563e8bd6 HTTP/1.1" status: 200 len: 375 time: 0.0359290 Dec 15 13:55:19.465007 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7de5bce6-cdce-4371-884b-c3a895c74953 req-35c26a63-3d1c-49b5-83d4-0e0cd0e6415e tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855116 Dec 15 13:55:19.470641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.586241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c3a4a734-32c6-40e6-8c8b-4415a76e31d5 None None] Provisioning complete for port 5232d87c-8436-4653-bf3a-ba084a0e13dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:19.586807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3a4a734-32c6-40e6-8c8b-4415a76e31d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.602140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:19.627345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4a734-32c6-40e6-8c8b-4415a76e31d5 None None] Port 5232d87c-8436-4653-bf3a-ba084a0e13dc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:19.629380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fd52e36c-744d-43a7-92e2-fe3be8f7bc08 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:19.653885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: fd52e36c-744d-43a7-92e2-fe3be8f7bc08 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:19.654552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fd52e36c-744d-43a7-92e2-fe3be8f7bc08 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:19.684440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-0aa4fda8-d2e6-4f1d-8a6d-ff07ed8fc7f6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2463901 Dec 15 13:55:19.697518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c95e9c-e5c9-4006-bbce-d1305622a0cc req-8abc9c10-6509-43a9-be5a-af3ea04f793e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:19.699038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f8c95e9c-e5c9-4006-bbce-d1305622a0cc req-8abc9c10-6509-43a9-be5a-af3ea04f793e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1212661 Dec 15 13:55:19.706995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-105d9522-9d12-464c-8436-cb767e3ec3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.728066 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-105d9522-9d12-464c-8436-cb767e3ec3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.750413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:19.754526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.813570 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-105d9522-9d12-464c-8436-cb767e3ec3a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57487855636c4a1fbddd343e08028a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5025494 Dec 15 13:55:19.822034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:19.836686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d9522-9d12-464c-8436-cb767e3ec3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d4716a-1cff-4180-8895-02254df1c7ab,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:19.854331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f8c95e9c-e5c9-4006-bbce-d1305622a0cc req-c0f24694-e025-42b6-b6b5-57e3e985be50 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420283 Dec 15 13:55:19.878277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Attempting to bind port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:19.878542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Attempting to bind port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '0208c609-9f42-4f0a-a9e2-775d009e9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '61b9f390-0f89-46eb-8e41-962e4d1c5fb5'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:19.878881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Attempting to bind port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 on network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:19.888292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 on network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:19.888630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Attempting to bind port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 on network 61b9f390-0f89-46eb-8e41-962e4d1c5fb5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:19.896545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:19.896885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Checking segment: {'id': '0208c609-9f42-4f0a-a9e2-775d009e9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '61b9f390-0f89-46eb-8e41-962e4d1c5fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:19.897275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Bound using segment: {'id': '0208c609-9f42-4f0a-a9e2-775d009e9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '61b9f390-0f89-46eb-8e41-962e4d1c5fb5'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:19.897946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Bound port: dcc9d45b-de3b-459f-b3a4-7bc7213169b9, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0208c609-9f42-4f0a-a9e2-775d009e9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '61b9f390-0f89-46eb-8e41-962e4d1c5fb5'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:19.898080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.988148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] For port dcc9d45b-de3b-459f-b3a4-7bc7213169b9, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:19.991539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] For port dcc9d45b-de3b-459f-b3a4-7bc7213169b9, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,segment=NetworkSegment(0208c609-9f42-4f0a-a9e2-775d009e9aa3),segment_id=0208c609-9f42-4f0a-a9e2-775d009e9aa3)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:20.009228 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.088215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:20.109835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-794e6d68-ee1f-49ef-9046-da24ada8868f service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123895 Dec 15 13:55:20.148829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Allocated IP 10.1.1.64 (6c908008-3368-4677-86f7-2a827cc09e11/e1741176-befa-4050-9602-b8d50d8951b4/b569bfaf-d4e7-44a2-a59f-b044e236b87e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:20.159966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33834) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:20.178514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.179140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.180558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-03a7938a-b008-4df6-b3e9-dcc195734113 service neutron] 10.222.0.74 "PUT /v2.0/ports/dcc9d45b-de3b-459f-b3a4-7bc7213169b9 HTTP/1.1" status: 200 len: 1091 time: 1.3980489 Dec 15 13:55:20.181009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42735f03-10b5-4af0-8a2f-3d04b7f178ed', 'tag': 'dcc9d45b-de3b-459f-b3a4-7bc7213169b9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:20.183415 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c" -d '{"events": [{"name": "network-changed", "server_uuid": "42735f03-10b5-4af0-8a2f-3d04b7f178ed", "tag": "dcc9d45b-de3b-459f-b3a4-7bc7213169b9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:20.225644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d0d567-57e1-4c9b-a66b-2531c4325f6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.289897 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d0d567-57e1-4c9b-a66b-2531c4325f6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.293479 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-361d9ab3-70c8-484b-b7d8-676d722f9cf1 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806078 Dec 15 13:55:20.331000 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cfbce9-257f-4ae2-b6c4-a559f87bf7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.349400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-66ae2fb7-ea3a-4ee7-a1b6-de1e6cffb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.350956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-66ae2fb7-ea3a-4ee7-a1b6-de1e6cffb518 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19710fcdde624816a29aac3aa4e59c51&device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 1094 time: 0.1154442 Dec 15 13:55:20.401688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-cf81723e-7af8-4cde-9c46-0124c1b1bf28 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcc9d45b-de3b-459f-b3a4-7bc7213169b9 HTTP/1.1" status: 200 len: 217 time: 0.0408180 Dec 15 13:55:20.516767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-ee09fdf4-49e9-40ea-b91c-242026c6bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.519764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-ee09fdf4-49e9-40ea-b91c-242026c6bc6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee6c663e-3fb7-4d12-a3c7-316a9cd570a5 HTTP/1.1" status: 200 len: 860 time: 0.1091163 Dec 15 13:55:20.564259 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f73d0-a0f1-45f3-bfee-086d8e25a0b0 x-openstack-request-id: req-bc7f73d0-a0f1-45f3-bfee-086d8e25a0b0 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:20.565339 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42735f03-10b5-4af0-8a2f-3d04b7f178ed", "tag": "dcc9d45b-de3b-459f-b3a4-7bc7213169b9", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:20.565612 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc7f73d0-a0f1-45f3-bfee-086d8e25a0b0 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:20.566045 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42735f03-10b5-4af0-8a2f-3d04b7f178ed', 'tag': 'dcc9d45b-de3b-459f-b3a4-7bc7213169b9', 'status': 'completed', 'code': 200} Dec 15 13:55:20.568432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-d0f4f0ec-e0bb-4ffc-b9e7-8fbebdb8e402 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61b9f390-0f89-46eb-8e41-962e4d1c5fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403104 Dec 15 13:55:20.671092 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3af18ae0-4550-4d53-8a55-c04fb65584b3 req-0587caa6-5f0a-440e-81d7-cb7f2cd0c571 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 210 time: 0.0292671 Dec 15 13:55:20.701991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cfbce9-257f-4ae2-b6c4-a559f87bf7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.712420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cfbce9-257f-4ae2-b6c4-a559f87bf7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.724427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9080-29a9-475b-aac8-607624c8b9ef req-16608c39-2249-40f6-aaa0-b680e14d5d91 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.736435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9080-29a9-475b-aac8-607624c8b9ef req-16608c39-2249-40f6-aaa0-b680e14d5d91 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.739139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d72d9080-29a9-475b-aac8-607624c8b9ef req-16608c39-2249-40f6-aaa0-b680e14d5d91 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 1653 time: 0.5567586 Dec 15 13:55:20.754970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-5c30aa4f-2221-4ece-83e6-eaf7b999aac6 service neutron] 10.222.0.74 "GET /v2.0/networks/61b9f390-0f89-46eb-8e41-962e4d1c5fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765342 Dec 15 13:55:20.762801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-62cfbce9-257f-4ae2-b6c4-a559f87bf7a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41e1676f4ade4f7493f9cc729bec6ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6011362 Dec 15 13:55:20.788349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33852) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:20.841201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d0d567-57e1-4c9b-a66b-2531c4325f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.844696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d0d567-57e1-4c9b-a66b-2531c4325f6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.846994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-45d0d567-57e1-4c9b-a66b-2531c4325f6e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58d4716a-1cff-4180-8895-02254df1c7ab HTTP/1.1" status: 204 len: 168 time: 1.0191858 Dec 15 13:55:20.861407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfbce9-257f-4ae2-b6c4-a559f87bf7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b9eb37-d3bd-43f2-a942-46a33f7fc020,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:20.929574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0d567-57e1-4c9b-a66b-2531c4325f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d4716a-1cff-4180-8895-02254df1c7ab,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:20.957979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cd49a-c4cd-4bbd-a9d8-702c82a1303c req-165ace1b-9d3d-4bf7-9857-1d059a51cb4f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:20.960531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1f3cd49a-c4cd-4bbd-a9d8-702c82a1303c req-165ace1b-9d3d-4bf7-9857-1d059a51cb4f tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1375458 Dec 15 13:55:20.988437 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:20.997604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d72d9080-29a9-475b-aac8-607624c8b9ef req-8ac9fab5-fb55-4e24-8fb4-135d7ea77ee9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993594 Dec 15 13:55:21.013460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92650b84-03f1-4a8b-9983-b5d65182b7b5 req-04913bb8-8a8d-4ff8-ad79-f286e592c63a service neutron] 10.222.0.74 "GET /v2.0/networks/61b9f390-0f89-46eb-8e41-962e4d1c5fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493966 Dec 15 13:55:21.015555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6f52e86-36d4-4b5c-9b73-6aea1c74e9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.083110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.172097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1f3cd49a-c4cd-4bbd-a9d8-702c82a1303c req-26883b90-16ae-4a33-a541-d6742b806169 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026880 Dec 15 13:55:21.206507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 6c908008-3368-4677-86f7-2a827cc09e11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:21.221774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6f52e86-36d4-4b5c-9b73-6aea1c74e9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.250570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:21.256596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:21.274409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-3434444c-19cc-4439-ac27-cfd1ebe4b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:21.275748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-3434444c-19cc-4439-ac27-cfd1ebe4b02f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19710fcdde624816a29aac3aa4e59c51&device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 1094 time: 0.1940224 Dec 15 13:55:21.339173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=b569bfaf-d4e7-44a2-a59f-b044e236b87e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:21.412652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eda1d-f53c-4770-a87b-e6e16a7a4312 req-f83aa3e0-9dc3-421b-9a9e-7de251d69b37 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:21.421958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-776eda1d-f53c-4770-a87b-e6e16a7a4312 req-f83aa3e0-9dc3-421b-9a9e-7de251d69b37 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 943 time: 0.3121440 Dec 15 13:55:21.443670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:21.444353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.481452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-e44458b6-6ea9-444b-82a2-106aa32be7a0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0896482 Dec 15 13:55:21.498454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38', 'admin_state_up': True, 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'security_groups': ['03a3eb2f-4979-4194-bd83-782b89987832']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:21.534621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-513a2a8a-bd00-4572-a1b7-6131385e120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:21.538704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-513a2a8a-bd00-4572-a1b7-6131385e120b service neutron] 10.222.0.74 "GET /v2.0/networks?id=61b9f390-0f89-46eb-8e41-962e4d1c5fb5 HTTP/1.1" status: 200 len: 922 time: 0.2321296 Dec 15 13:55:21.546610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-776eda1d-f53c-4770-a87b-e6e16a7a4312 req-75fff76d-ebca-4d23-97ea-b2cdf481df61 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194417 Dec 15 13:55:21.628333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-405eb211-bf40-40e5-ac55-378cab3a4561 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcc9d45b-de3b-459f-b3a4-7bc7213169b9 HTTP/1.1" status: 200 len: 217 time: 0.0709031 Dec 15 13:55:21.695392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-4ac7b42c-b583-4004-8653-e67f732d0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:21.709813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-4ac7b42c-b583-4004-8653-e67f732d0404 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee6c663e-3fb7-4d12-a3c7-316a9cd570a5 HTTP/1.1" status: 200 len: 860 time: 0.0782211 Dec 15 13:55:21.724956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6f52e86-36d4-4b5c-9b73-6aea1c74e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.730099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6f52e86-36d4-4b5c-9b73-6aea1c74e9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.736620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c6f52e86-36d4-4b5c-9b73-6aea1c74e9b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05b9eb37-d3bd-43f2-a942-46a33f7fc020 HTTP/1.1" status: 204 len: 168 time: 0.9414396 Dec 15 13:55:21.815536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:21.823569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-6de1e3be-14ab-43e9-a6da-e5e8944286f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=61b9f390-0f89-46eb-8e41-962e4d1c5fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882733 Dec 15 13:55:21.880381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-23f6ba92-a313-4487-8451-05da05bc7367 None None] Provisioning complete for port b569bfaf-d4e7-44a2-a59f-b044e236b87e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:21.884457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52e86-36d4-4b5c-9b73-6aea1c74e9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b9eb37-d3bd-43f2-a942-46a33f7fc020,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:21.896766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-23f6ba92-a313-4487-8451-05da05bc7367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:21.973669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-19983a15-07c1-4298-8928-d2554a1e6011 req-7c292e0f-ec82-46cb-8708-6fdc6ecd7157 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 210 time: 0.0533950 Dec 15 13:55:21.991723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5df9c2-fc5b-458f-8fb5-b81581d0c500 req-4ce4fe6b-5f48-4345-9752-f1f2651e2e4d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:21.993898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe5df9c2-fc5b-458f-8fb5-b81581d0c500 req-4ce4fe6b-5f48-4345-9752-f1f2651e2e4d tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2799256 Dec 15 13:55:22.045782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-23f6ba92-a313-4487-8451-05da05bc7367 None None] Port b569bfaf-d4e7-44a2-a59f-b044e236b87e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:22.068102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.181251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-9338a013-f80c-4d12-b6ad-3a2b9b3b3ace service neutron] 10.222.0.74 "GET /v2.0/networks/61b9f390-0f89-46eb-8e41-962e4d1c5fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257656 Dec 15 13:55:22.321111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe5df9c2-fc5b-458f-8fb5-b81581d0c500 req-b7b9e5a2-01c4-4f8b-b89c-e9e3a9928ad7 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089769 Dec 15 13:55:22.442610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Allocated IP 10.2.2.100 (48eea9ed-7cf0-43b0-ad58-a040f215ab38/2ea0d8cb-b23d-44df-bf63-e360715ae6bb/8f30e359-d553-4b41-be37-8d7c5ecaa789) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:22.624671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c392-0848-4096-81e5-a944522a3edb req-90dcd6bf-d80c-49f6-89d5-21a0fb88b9e6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:22.626179 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-90dcd6bf-d80c-49f6-89d5-21a0fb88b9e6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.4281447 Dec 15 13:55:22.643033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37da9f1-7404-4f41-86a8-1e1bf3a340b3 req-9e54f79c-4750-4f84-ae0b-4a5d51ae496f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:22.650316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37da9f1-7404-4f41-86a8-1e1bf3a340b3 req-9e54f79c-4750-4f84-ae0b-4a5d51ae496f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:22.656695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37da9f1-7404-4f41-86a8-1e1bf3a340b3 req-9e54f79c-4750-4f84-ae0b-4a5d51ae496f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:22.665946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d37da9f1-7404-4f41-86a8-1e1bf3a340b3 req-9e54f79c-4750-4f84-ae0b-4a5d51ae496f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 2373 time: 0.4274099 Dec 15 13:55:22.687955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Request body: {'port': {'device_id': 'ce0524ba-75ce-4591-bed8-be1031293379', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'admin_state_up': True, 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:22.790844 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d37da9f1-7404-4f41-86a8-1e1bf3a340b3 req-76e2a549-a5ba-4f09-869e-ab8e2a2c7254 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237347 Dec 15 13:55:22.803600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.820658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffeb7f32-8015-44d2-9bbf-8bed4ce3c58c req-f1903b60-f896-43f7-aba4-4a35b96c29bc service neutron] 10.222.0.74 "GET /v2.0/networks/61b9f390-0f89-46eb-8e41-962e4d1c5fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256249 Dec 15 13:55:22.841745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8417e-cc82-4114-bca4-ba4fa987cd92 req-ccd870f8-dcf6-4405-9ab1-a33c83a33718 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:22.843621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b8417e-cc82-4114-bca4-ba4fa987cd92 req-ccd870f8-dcf6-4405-9ab1-a33c83a33718 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2131505 Dec 15 13:55:22.867777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:22.896925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:22.983414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:22.999840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:23.010611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=8f30e359-d553-4b41-be37-8d7c5ecaa789,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:23.051157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46b8417e-cc82-4114-bca4-ba4fa987cd92 req-dea97063-5585-4673-8e0c-269887f2798a tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997666 Dec 15 13:55:23.051859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:23.057790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.201653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:23.204013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.209674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dcc9d45b-de3b-459f-b3a4-7bc7213169b9 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:55:23.246338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36621f43-5579-4c6c-9af9-521083d659de req-327494a9-ae60-443c-b7fd-2fc10cb0e00a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 210 time: 0.0486696 Dec 15 13:55:23.337864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-718fe421-13c8-4adb-8e00-3a19df93edba tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8470049 Dec 15 13:55:23.341888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Allocated IP 172.20.0.14 (d9b77d4c-7d9f-4158-bf19-3b6aab89e250/6ce372f1-83d0-4488-835d-2683fb556b99/763accb8-3c10-4f79-a4c4-9efd25bf00fa) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:23.354645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c328-d667-414d-b18d-67d418685e69 req-8993cccd-adfc-4b2a-874a-a7dbfb88a208 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:23.361852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35a4c328-d667-414d-b18d-67d418685e69 req-8993cccd-adfc-4b2a-874a-a7dbfb88a208 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 943 time: 0.2385314 Dec 15 13:55:23.368477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38', 'admin_state_up': True, 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'security_groups': ['03a3eb2f-4979-4194-bd83-782b89987832']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:23.370834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33928) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:23.482761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36311f1b-7106-4ebc-bf00-bb172ab7cc60 req-d3c610b8-3322-49c6-a2bd-29f85101ffba tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:23.485180 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36311f1b-7106-4ebc-bf00-bb172ab7cc60 req-d3c610b8-3322-49c6-a2bd-29f85101ffba tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.0891168 Dec 15 13:55:23.559043 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35a4c328-d667-414d-b18d-67d418685e69 req-92fd7936-5ae5-41dd-bbe1-48108500a2f0 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748621 Dec 15 13:55:23.576160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1787916849-network', 'tenant_id': '1e94547dee2d4a96a96e1579c336f7fb'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:23.609790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port dcc9d45b-de3b-459f-b3a4-7bc7213169b9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,segment=NetworkSegment(0208c609-9f42-4f0a-a9e2-775d009e9aa3),segment_id=0208c609-9f42-4f0a-a9e2-775d009e9aa3)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:23.632331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9091fb66-57df-4478-b867-112f1d89154b None None] Provisioning complete for port 8f30e359-d553-4b41-be37-8d7c5ecaa789 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:23.634974 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9091fb66-57df-4478-b867-112f1d89154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.687253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36311f1b-7106-4ebc-bf00-bb172ab7cc60 req-82f71b43-d5c2-49ca-a984-6c0905fbf7b5 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892786 Dec 15 13:55:23.688737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'dcc9d45b-de3b-459f-b3a4-7bc7213169b9', 'network_id': '61b9f390-0f89-46eb-8e41-962e4d1c5fb5', 'port_id': 'dcc9d45b-de3b-459f-b3a4-7bc7213169b9', 'mac_address': 'fa:16:3e:03:f7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6c663e-3fb7-4d12-a3c7-316a9cd570a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:55:23.692907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Made reservation on behalf of 1e94547dee2d4a96a96e1579c336f7fb for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:23.695492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.704625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9091fb66-57df-4478-b867-112f1d89154b None None] Port 8f30e359-d553-4b41-be37-8d7c5ecaa789 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:23.717891 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.733828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Made reservation on behalf of 9b9f3347cc5b4feaa3b93056da5e1dc7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:23.746734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.775525 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.840795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc9d45b-de3b-459f-b3a4-7bc7213169b9 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:23.871043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port dcc9d45b-de3b-459f-b3a4-7bc7213169b9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,segment=NetworkSegment(0208c609-9f42-4f0a-a9e2-775d009e9aa3),segment_id=0208c609-9f42-4f0a-a9e2-775d009e9aa3)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:23.881099 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.931354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.944165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:23.944832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:23.967732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.011679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:24.031559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ebab5-74c8-4bcd-a927-df06ad64e990 req-8ca98ca9-02e9-4289-99a5-43c4880c1719 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.034893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a8ebab5-74c8-4bcd-a927-df06ad64e990 req-8ca98ca9-02e9-4289-99a5-43c4880c1719 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1788442 Dec 15 13:55:24.059936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9e6be-9893-47af-bcb2-6aba9cc91a09,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:24.064197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Allocated IP 10.2.2.200 (48eea9ed-7cf0-43b0-ad58-a040f215ab38/2ea0d8cb-b23d-44df-bf63-e360715ae6bb/47ff5cdf-8c87-4915-a0c1-8e50d30c3559) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:24.076755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.080360 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Added segment 2c64a58d-a256-446b-af92-188ba820f76b of type vlan for network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 Dec 15 13:55:24.102137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.122054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:24.124942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['dcc9d45b-de3b-459f-b3a4-7bc7213169b9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:24.164067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a52c8-5c8e-4fff-a1c5-1b8a013714e6 req-1f7f8fe6-cc57-4042-97d5-ec3abc3cf9e6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.180369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a52c8-5c8e-4fff-a1c5-1b8a013714e6 req-1f7f8fe6-cc57-4042-97d5-ec3abc3cf9e6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.198978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a52c8-5c8e-4fff-a1c5-1b8a013714e6 req-1f7f8fe6-cc57-4042-97d5-ec3abc3cf9e6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.217990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a52c8-5c8e-4fff-a1c5-1b8a013714e6 req-1f7f8fe6-cc57-4042-97d5-ec3abc3cf9e6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.224022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-265a52c8-5c8e-4fff-a1c5-1b8a013714e6 req-1f7f8fe6-cc57-4042-97d5-ec3abc3cf9e6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 3094 time: 0.3085327 Dec 15 13:55:24.373452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-265a52c8-5c8e-4fff-a1c5-1b8a013714e6 req-347e0ffc-6979-4f80-8e81-000521d9ed7f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996604 Dec 15 13:55:24.460439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.523167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.603464 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:24.608138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:24.610531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event updated for resources: {'Port': ['ID=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:24.613135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:24.713023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.715729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.747619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:24.749117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:24.755019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.758594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:24.770957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a8ebab5-74c8-4bcd-a927-df06ad64e990 req-6310b85b-c11a-4c3d-9745-9816461d3774 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7226882 Dec 15 13:55:24.780217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e047c-6df8-41d5-8956-6f93d4c5abd2 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:24.808600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-20088d51-08f6-4132-8d87-69551f39af4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4619448 Dec 15 13:55:24.823882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:24.859395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event updated for resources: {'Port': ['ID=763accb8-3c10-4f79-a4c4-9efd25bf00fa,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:24.869060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aa796cb1-dafe-4462-aaca-d20a63a2733a None None] Provisioning complete for port 763accb8-3c10-4f79-a4c4-9efd25bf00fa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:24.869441 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa796cb1-dafe-4462-aaca-d20a63a2733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.888827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.889689 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.894840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.895854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.896641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.902960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:24.939474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a97401-1e6d-4caa-81d5-216fc7d4cbfe req-5538b42b-e20c-4637-890a-4c677c7f2e7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:24.941246 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3a97401-1e6d-4caa-81d5-216fc7d4cbfe req-5538b42b-e20c-4637-890a-4c677c7f2e7b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 932 time: 0.2504404 Dec 15 13:55:24.990886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-aa796cb1-dafe-4462-aaca-d20a63a2733a None None] Port 763accb8-3c10-4f79-a4c4-9efd25bf00fa cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:25.008075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-a4dacf89-dfa6-4046-8800-b24deea588fe tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3264027 Dec 15 13:55:25.011375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6388528 Dec 15 13:55:25.019749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33954) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:25.030895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Request body: {'port': {'device_id': 'ce0524ba-75ce-4591-bed8-be1031293379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:25.037164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Request body: {'subnet': {'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1787916849-subnet', 'tenant_id': '1e94547dee2d4a96a96e1579c336f7fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:25.067424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62209e-5bb3-4793-b321-4c8e03fc28bd admin admin] Pushing event updated for resources: {'Network': ['ID=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:25.085924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:25.116925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b760-5833-44bb-b20d-f93244f39838 req-1f125899-469d-48dc-94f1-aa70333fbf92 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.118492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ea72b760-5833-44bb-b20d-f93244f39838 req-1f125899-469d-48dc-94f1-aa70333fbf92 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 944 time: 0.2077870 Dec 15 13:55:25.123615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Made reservation on behalf of 1e94547dee2d4a96a96e1579c336f7fb for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:25.125088 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3a97401-1e6d-4caa-81d5-216fc7d4cbfe req-b3c15028-576d-42e1-994f-66f8b30b9418 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286266 Dec 15 13:55:25.125939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.175585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.221991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c44e733e-33bc-4527-ae12-4a704df12665 None None] Provisioning complete for port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:25.222366 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c44e733e-33bc-4527-ae12-4a704df12665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.229960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dcc9d45b-de3b-459f-b3a4-7bc7213169b9 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:25.321603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ea72b760-5833-44bb-b20d-f93244f39838 req-10a09338-3663-4972-b811-92b85f08ee42 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899722 Dec 15 13:55:25.337371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec5cd84-c976-475d-8e8b-a2b077749cd7 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:25.358339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:55:25.364064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.365491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c44e733e-33bc-4527-ae12-4a704df12665 None None] Port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:25.376270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:25.376911 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.386593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Transition to ACTIVE for port object 9ec5cd84-c976-475d-8e8b-a2b077749cd7 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:25.446885 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.622528 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.675411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42735f03-10b5-4af0-8a2f-3d04b7f178ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc9d45b-de3b-459f-b3a4-7bc7213169b9'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:25.681405 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c194dd6b-985a-4e9f-8f51-ae0528d54878" -d '{"events": [{"server_uuid": "42735f03-10b5-4af0-8a2f-3d04b7f178ed", "name": "network-vif-plugged", "status": "completed", "tag": "dcc9d45b-de3b-459f-b3a4-7bc7213169b9"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:25.693675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd7b78-392c-48b8-8162-8cc36653d4dd req-4a8bfe59-a1a9-4cad-97c4-7c61a024a323 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.696186 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1afd7b78-392c-48b8-8162-8cc36653d4dd req-4a8bfe59-a1a9-4cad-97c4-7c61a024a323 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.3050723 Dec 15 13:55:25.709025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port dcc9d45b-de3b-459f-b3a4-7bc7213169b9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,segment=NetworkSegment(0208c609-9f42-4f0a-a9e2-775d009e9aa3),segment_id=0208c609-9f42-4f0a-a9e2-775d009e9aa3)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:25.724344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:25.749980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Pushing event updated for resources: {'Port': ['ID=9ec5cd84-c976-475d-8e8b-a2b077749cd7,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:25.849752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:25.873175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f7f7e-4d30-4872-bf9c-6f9eca90ac71 req-8099f224-c5cf-436f-8a73-8fcc172a3548 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.889368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f7f7e-4d30-4872-bf9c-6f9eca90ac71 req-8099f224-c5cf-436f-8a73-8fcc172a3548 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.901743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f7f7e-4d30-4872-bf9c-6f9eca90ac71 req-8099f224-c5cf-436f-8a73-8fcc172a3548 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.913876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f7f7e-4d30-4872-bf9c-6f9eca90ac71 req-8099f224-c5cf-436f-8a73-8fcc172a3548 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.924974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f7f7e-4d30-4872-bf9c-6f9eca90ac71 req-8099f224-c5cf-436f-8a73-8fcc172a3548 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:25.941807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d0f7f7e-4d30-4872-bf9c-6f9eca90ac71 req-8099f224-c5cf-436f-8a73-8fcc172a3548 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 3827 time: 0.3455901 Dec 15 13:55:25.962446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1afd7b78-392c-48b8-8162-8cc36653d4dd req-c8bfa5e4-768f-4a16-9f48-24d63ca194c8 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431722 Dec 15 13:55:25.978296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.051958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Attempting to bind port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:26.052345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Attempting to bind port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:26.052688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Attempting to bind port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 on network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:26.061843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 on network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:26.062321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Attempting to bind port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 on network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:26.072737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:26.073057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Checking segment: {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:26.073572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Bound using segment: {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:26.074423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Bound port: 9ec5cd84-c976-475d-8e8b-a2b077749cd7, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ee8f89-5125-47de-9691-b086ec3a7278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:26.074970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.119400 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8768b3e-c78b-4bab-a7cb-f274a63ba929 x-openstack-request-id: req-a8768b3e-c78b-4bab-a7cb-f274a63ba929 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:26.120019 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42735f03-10b5-4af0-8a2f-3d04b7f178ed", "name": "network-vif-plugged", "status": "completed", "tag": "dcc9d45b-de3b-459f-b3a4-7bc7213169b9", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:26.120558 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8768b3e-c78b-4bab-a7cb-f274a63ba929 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:26.121182 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42735f03-10b5-4af0-8a2f-3d04b7f178ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc9d45b-de3b-459f-b3a4-7bc7213169b9', 'code': 200} Dec 15 13:55:26.232423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5b67be-874a-450c-bd78-1442e6685b9d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:26.257011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] For port 9ec5cd84-c976-475d-8e8b-a2b077749cd7, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:26.262457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] For port 9ec5cd84-c976-475d-8e8b-a2b077749cd7, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:26.269255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.318693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d0f7f7e-4d30-4872-bf9c-6f9eca90ac71 req-88513028-7d58-4d35-8d1b-5205fc9543e6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753724 Dec 15 13:55:26.343152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Pushing event updated for resources: {'Port': ['ID=9ec5cd84-c976-475d-8e8b-a2b077749cd7,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:26.421066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Checking segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:26.423155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Network hostable DHCP agents. Network: 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:26.450064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:26.450708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.456146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763accb8-3c10-4f79-a4c4-9efd25bf00fa {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:26.456429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-6d495378-a832-4a77-9f96-9e2941e5e63c service neutron] 10.222.0.74 "PUT /v2.0/ports/9ec5cd84-c976-475d-8e8b-a2b077749cd7 HTTP/1.1" status: 200 len: 1091 time: 1.6372914 Dec 15 13:55:26.458049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:26.460540 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4698c0-7b8d-4b79-b58c-69a71082e74f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:26.491165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.510077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:26.538339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:26.552806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Transition to ACTIVE for port object 763accb8-3c10-4f79-a4c4-9efd25bf00fa will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:26.556695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f4db5-c520-4bd9-b3a7-2597eb3f9ad2 req-888b6141-00da-40ad-a4a1-bb12e9ed1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:26.558407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c1f4db5-c520-4bd9-b3a7-2597eb3f9ad2 req-888b6141-00da-40ad-a4a1-bb12e9ed1f62 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 1096 time: 0.2848487 Dec 15 13:55:26.559673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:26.564230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:26.565026 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.574584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c908b1-dccd-4596-8cd0-5f9fdb6f2357 None None] Network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:26.615660 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.617750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.641290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf2c3c-f73b-434b-b61c-6bbcb1db7133 req-8cdc6d2f-4189-4a0a-8051-888085bc74be tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:26.643595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2aaf2c3c-f73b-434b-b61c-6bbcb1db7133 req-8cdc6d2f-4189-4a0a-8051-888085bc74be tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.3027456 Dec 15 13:55:26.703837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803524c9-b0c8-4e6c-85ab-a15184c2cc0c None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:26.791912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7e1895a1-3fc1-4454-9e83-f13b8455843f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7539833 Dec 15 13:55:26.791912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c1f4db5-c520-4bd9-b3a7-2597eb3f9ad2 req-db4c1d1a-7d37-46a5-b66b-1edce522165b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153819 Dec 15 13:55:26.884813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e6c59-b12f-4a4e-ae76-40b51f0f13e3 req-c939c28f-f839-4ac5-a21e-edc5ba361c82 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:26.886464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a11e6c59-b12f-4a4e-ae76-40b51f0f13e3 req-c939c28f-f839-4ac5-a21e-edc5ba361c82 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 944 time: 0.2965460 Dec 15 13:55:26.892673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Pushing event updated for resources: {'Port': ['ID=763accb8-3c10-4f79-a4c4-9efd25bf00fa,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:26.894080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11754a1-a320-4db6-8048-a19e00ea5a1e None None] Network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:26.957112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2aaf2c3c-f73b-434b-b61c-6bbcb1db7133 req-1bf4d349-5dd3-4d6f-b517-66993a26fb30 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506692 Dec 15 13:55:27.000674 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a11e6c59-b12f-4a4e-ae76-40b51f0f13e3 req-cb25bace-7ba7-424e-aa4a-e3f0fcab8a8f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051998 Dec 15 13:55:27.005755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Attempting to bind port 763accb8-3c10-4f79-a4c4-9efd25bf00fa on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:27.006100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Attempting to bind port 763accb8-3c10-4f79-a4c4-9efd25bf00fa by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:27.006449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Attempting to bind port 763accb8-3c10-4f79-a4c4-9efd25bf00fa on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:27.014287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Port 763accb8-3c10-4f79-a4c4-9efd25bf00fa on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:27.014625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Attempting to bind port 763accb8-3c10-4f79-a4c4-9efd25bf00fa on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:27.030899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:27.031248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Checking segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:27.031641 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Bound using segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:27.032109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Bound port: 763accb8-3c10-4f79-a4c4-9efd25bf00fa, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:27.033033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.217431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] For port 763accb8-3c10-4f79-a4c4-9efd25bf00fa, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:27.233452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] For port 763accb8-3c10-4f79-a4c4-9efd25bf00fa, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=763accb8-3c10-4f79-a4c4-9efd25bf00fa,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:27.240476 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c0179-14c8-4623-ab09-bdefa31a9aad x-openstack-request-id: req-c64c0179-14c8-4623-ab09-bdefa31a9aad {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:27.240769 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:27.241034 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c64c0179-14c8-4623-ab09-bdefa31a9aad {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:27.241448 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'status': 'completed', 'code': 200} Dec 15 13:55:27.254154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.349467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.350412 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.352386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] 10.222.0.24 "PUT /v2.0/ports/763accb8-3c10-4f79-a4c4-9efd25bf00fa HTTP/1.1" status: 200 len: 1092 time: 2.3312154 Dec 15 13:55:27.356542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6666c-c92d-4c9b-89c6-feb544713e9b None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:27.358295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0524ba-75ce-4591-bed8-be1031293379', 'tag': '763accb8-3c10-4f79-a4c4-9efd25bf00fa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:27.362396 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7210c-5051-43b0-acd2-0420e393f098" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0524ba-75ce-4591-bed8-be1031293379", "tag": "763accb8-3c10-4f79-a4c4-9efd25bf00fa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:27.391414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be30608-6245-45e8-a602-6d06002e035c req-fc887805-6b5f-455a-a970-dc918d067028 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.412922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2be30608-6245-45e8-a602-6d06002e035c req-fc887805-6b5f-455a-a970-dc918d067028 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 945 time: 0.2113187 Dec 15 13:55:27.474336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe707328-0d39-4f6f-969f-f82649038aad service neutron] Pushing event updated for resources: {'Port': ['ID=763accb8-3c10-4f79-a4c4-9efd25bf00fa,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:27.474596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9029558c-d359-437a-a8df-02ff928cdac5 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:27.496534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-1053d5ba-0701-46bf-b662-83c2ca634b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.497283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-1053d5ba-0701-46bf-b662-83c2ca634b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.497808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-1053d5ba-0701-46bf-b662-83c2ca634b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.498324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-1053d5ba-0701-46bf-b662-83c2ca634b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.498477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f066668-cfb0-4578-b755-452a89dda332 req-dadb8f1e-412f-4d10-9f80-c1c7bc78fa60 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.498981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-1053d5ba-0701-46bf-b662-83c2ca634b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.501120 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-1053d5ba-0701-46bf-b662-83c2ca634b29 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 4362 time: 0.2292919 Dec 15 13:55:27.510305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4f066668-cfb0-4578-b755-452a89dda332 req-dadb8f1e-412f-4d10-9f80-c1c7bc78fa60 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2011309 Dec 15 13:55:27.584295 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.600595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4f066668-cfb0-4578-b755-452a89dda332 req-91b92a68-3391-47d6-827d-2d5b86d57e55 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892034 Dec 15 13:55:27.602735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2be30608-6245-45e8-a602-6d06002e035c req-2078c342-5d14-4660-a4c0-6176aec92c1f tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884713 Dec 15 13:55:27.621919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Transition to ACTIVE for port object 9029558c-d359-437a-a8df-02ff928cdac5 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:27.634347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.638605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c392-0848-4096-81e5-a944522a3edb req-c8054029-5e7d-46b0-b84a-e082c3997fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.640463 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-c8054029-5e7d-46b0-b84a-e082c3997fd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 1095 time: 0.2133534 Dec 15 13:55:27.734122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Pushing event updated for resources: {'Port': ['ID=9029558c-d359-437a-a8df-02ff928cdac5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:27.821415 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a6159b-7397-4730-9241-4807e23432d7 x-openstack-request-id: req-90a6159b-7397-4730-9241-4807e23432d7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:27.823628 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0524ba-75ce-4591-bed8-be1031293379", "tag": "763accb8-3c10-4f79-a4c4-9efd25bf00fa", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:27.823628 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-90a6159b-7397-4730-9241-4807e23432d7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:27.824050 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0524ba-75ce-4591-bed8-be1031293379', 'tag': '763accb8-3c10-4f79-a4c4-9efd25bf00fa', 'status': 'completed', 'code': 200} Dec 15 13:55:27.829911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Attempting to bind port 9029558c-d359-437a-a8df-02ff928cdac5 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:27.830333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Attempting to bind port 9029558c-d359-437a-a8df-02ff928cdac5 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:27.830740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Attempting to bind port 9029558c-d359-437a-a8df-02ff928cdac5 on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:27.837346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-3a0c69ad-163a-42f1-b54f-06ab28579ecb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=763accb8-3c10-4f79-a4c4-9efd25bf00fa HTTP/1.1" status: 200 len: 217 time: 0.1866858 Dec 15 13:55:27.837667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Port 9029558c-d359-437a-a8df-02ff928cdac5 on network 6c908008-3368-4677-86f7-2a827cc09e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:27.838199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Attempting to bind port 9029558c-d359-437a-a8df-02ff928cdac5 on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:27.845987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:27.846411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Checking segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:27.846885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Bound using segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:27.847411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Bound port: 9029558c-d359-437a-a8df-02ff928cdac5, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:27.848139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:27.934361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-815c5dd6-ea6c-4770-bdb1-2f8d46c56f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.934889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-815c5dd6-ea6c-4770-bdb1-2f8d46c56f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.935266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-815c5dd6-ea6c-4770-bdb1-2f8d46c56f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:27.941579 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-815c5dd6-ea6c-4770-bdb1-2f8d46c56f60 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4275494 Dec 15 13:55:28.061311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] For port 9029558c-d359-437a-a8df-02ff928cdac5, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:28.074090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] For port 9029558c-d359-437a-a8df-02ff928cdac5, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9029558c-d359-437a-a8df-02ff928cdac5,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:28.091261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8911a-07b1-408c-ae32-831734dd0765 req-d35cb5ad-f056-474f-a8f0-9f4b35145fa8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.098620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8911a-07b1-408c-ae32-831734dd0765 req-d35cb5ad-f056-474f-a8f0-9f4b35145fa8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.105051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8911a-07b1-408c-ae32-831734dd0765 req-d35cb5ad-f056-474f-a8f0-9f4b35145fa8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.113618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8911a-07b1-408c-ae32-831734dd0765 req-d35cb5ad-f056-474f-a8f0-9f4b35145fa8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.116215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c392-0848-4096-81e5-a944522a3edb req-13ffbacf-7da1-417c-afd8-5ca9eadaa80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.117868 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-13ffbacf-7da1-417c-afd8-5ca9eadaa80f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.2047942 Dec 15 13:55:28.120678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8911a-07b1-408c-ae32-831734dd0765 req-d35cb5ad-f056-474f-a8f0-9f4b35145fa8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.127980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8911a-07b1-408c-ae32-831734dd0765 req-d35cb5ad-f056-474f-a8f0-9f4b35145fa8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.136008 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6f8911a-07b1-408c-ae32-831734dd0765 req-d35cb5ad-f056-474f-a8f0-9f4b35145fa8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 4604 time: 0.1952112 Dec 15 13:55:28.165997 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.180152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-eab85c05-0403-4970-9f10-8232a89e5235 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480163 Dec 15 13:55:28.240285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.241165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.242677 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] 10.222.0.74 "PUT /v2.0/ports/9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 1135 time: 1.7437642 Dec 15 13:55:28.302116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:28.337308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c480d5-4944-4c10-bd7b-6e1fde41f66b service neutron] Pushing event updated for resources: {'Port': ['ID=9029558c-d359-437a-a8df-02ff928cdac5,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:28.364284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6f8911a-07b1-408c-ae32-831734dd0765 req-d768f671-4f7c-4c30-ab86-075bd54f98a3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2214208 Dec 15 13:55:28.425833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-17c80643-dcfa-48fe-9e7a-74da246f126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.431023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:28.431190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed4698c0-7b8d-4b79-b58c-69a71082e74f req-17c80643-dcfa-48fe-9e7a-74da246f126f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4799995 Dec 15 13:55:28.498723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-30cb9338-a793-4ace-85f4-ea0764b17371 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.500627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-30cb9338-a793-4ace-85f4-ea0764b17371 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 805 time: 0.3872318 Dec 15 13:55:28.505088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-3d5eba07-73d1-4f81-933c-d4a364cad4b2 service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820866 Dec 15 13:55:28.561253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-658a8654-fb35-498f-9d00-11cdf3b8974d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/quotas/1e94547dee2d4a96a96e1579c336f7fb HTTP/1.1" status: 200 len: 375 time: 0.0528066 Dec 15 13:55:28.672684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a442cb4f-f824-4839-aad0-8e9b831419ce tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719681 Dec 15 13:55:28.858961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d774c392-0848-4096-81e5-a944522a3edb req-fa031320-1883-4142-bfe0-1831d85ed1fb service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136754 Dec 15 13:55:28.866954 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-1358a13b-6c57-4a88-a9b7-6a53d9f2db1b service neutron] 10.222.0.86 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390176 Dec 15 13:55:28.890826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a321b64-8d55-4d1a-9bf5-cd2b786d1d68 req-c7ac1e36-bf1b-4060-b10e-6a39283001c8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:28.892486 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a321b64-8d55-4d1a-9bf5-cd2b786d1d68 req-c7ac1e36-bf1b-4060-b10e-6a39283001c8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.3782539 Dec 15 13:55:29.018971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7210c-5051-43b0-acd2-0420e393f098 req-a17a10db-8fb0-42d0-b852-ae774b55ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.020821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61b7210c-5051-43b0-acd2-0420e393f098 req-a17a10db-8fb0-42d0-b852-ae774b55ddff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 1095 time: 0.0868602 Dec 15 13:55:29.023671 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a321b64-8d55-4d1a-9bf5-cd2b786d1d68 req-59ff8788-84d8-4a4e-8305-a03a831e7076 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201315 Dec 15 13:55:29.039264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc27ad0-74a2-4591-8395-d67f83fe3093 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:29.062307 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.098641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Transition to ACTIVE for port object 9fc27ad0-74a2-4591-8395-d67f83fe3093 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:29.116706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-5c36e15e-4707-423c-b5c6-477da81cfc7c service neutron] 10.222.0.86 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430420 Dec 15 13:55:29.136822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.182753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7210c-5051-43b0-acd2-0420e393f098 req-24680d82-bf09-4509-8add-4e1c28029a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.185820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61b7210c-5051-43b0-acd2-0420e393f098 req-24680d82-bf09-4509-8add-4e1c28029a06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.1562274 Dec 15 13:55:29.263481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880f8e-2b31-41e8-b935-4082093b3504 req-36b2ed61-d5c6-456a-92f4-a80ad4335396 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.275789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9880f8e-2b31-41e8-b935-4082093b3504 req-36b2ed61-d5c6-456a-92f4-a80ad4335396 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 944 time: 0.1710651 Dec 15 13:55:29.288347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '9029558c-d359-437a-a8df-02ff928cdac5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:29.291199 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b3aabc-eef7-41a2-88f0-2801aaa5daac" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "9029558c-d359-437a-a8df-02ff928cdac5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:29.293973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61b7210c-5051-43b0-acd2-0420e393f098 req-7da6a635-f21e-45e4-b76f-e70d76d60379 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=763accb8-3c10-4f79-a4c4-9efd25bf00fa HTTP/1.1" status: 200 len: 217 time: 0.0874639 Dec 15 13:55:29.370108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Pushing event updated for resources: {'Port': ['ID=9fc27ad0-74a2-4591-8395-d67f83fe3093,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:29.415141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7210c-5051-43b0-acd2-0420e393f098 req-68d1ebd2-0e62-4f80-b58f-3f942aa3714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.418370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.418732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.419096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.419475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.419820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.420234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.420623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.421112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.421460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.421792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.422124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.422605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.422969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:29.423420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61b7210c-5051-43b0-acd2-0420e393f098 req-68d1ebd2-0e62-4f80-b58f-3f942aa3714a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.1184683 Dec 15 13:55:29.480422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9880f8e-2b31-41e8-b935-4082093b3504 req-b42e454c-3c31-4eaa-80ae-ac07d785a86a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035632 Dec 15 13:55:29.484540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61b7210c-5051-43b0-acd2-0420e393f098 req-a56ad345-97bf-48d2-bccc-9860e6ffc0f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544138 Dec 15 13:55:29.488339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Attempting to bind port 9fc27ad0-74a2-4591-8395-d67f83fe3093 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:29.488499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Attempting to bind port 9fc27ad0-74a2-4591-8395-d67f83fe3093 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:29.488752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Attempting to bind port 9fc27ad0-74a2-4591-8395-d67f83fe3093 on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:29.504949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Port 9fc27ad0-74a2-4591-8395-d67f83fe3093 on network 6c908008-3368-4677-86f7-2a827cc09e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:29.505289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Attempting to bind port 9fc27ad0-74a2-4591-8395-d67f83fe3093 on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:29.515273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:29.515729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Checking segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:29.516032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Bound using segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:29.516471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Bound port: 9fc27ad0-74a2-4591-8395-d67f83fe3093, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:29.517502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:29.717396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd731b-bb2a-415a-a268-1cdeb749a0b6 req-c34548ad-5d48-44f3-8ed8-1dcd965ec9f1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.719175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91bd731b-bb2a-415a-a268-1cdeb749a0b6 req-c34548ad-5d48-44f3-8ed8-1dcd965ec9f1 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.1249685 Dec 15 13:55:29.783476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61b7210c-5051-43b0-acd2-0420e393f098 req-54811dc4-7114-491c-af92-6b514496189c service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907469 Dec 15 13:55:29.823278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c8dc6-6eda-45aa-811e-a2a6d7af7811 req-6a7ae893-6b6a-4699-9373-20f2d477c063 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:29.824996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b63c8dc6-6eda-45aa-811e-a2a6d7af7811 req-6a7ae893-6b6a-4699-9373-20f2d477c063 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 945 time: 0.1937952 Dec 15 13:55:29.846994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] For port 9fc27ad0-74a2-4591-8395-d67f83fe3093, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:29.925823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] For port 9fc27ad0-74a2-4591-8395-d67f83fe3093, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:29.951287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91bd731b-bb2a-415a-a268-1cdeb749a0b6 req-40ecd814-2a52-4c22-bb91-249a4b1f3f15 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120962 Dec 15 13:55:29.951730 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b63c8dc6-6eda-45aa-811e-a2a6d7af7811 req-b91f4182-421d-4971-914e-33ad5abfeb26 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018069 Dec 15 13:55:29.960254 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.142952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.152731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.157835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] 10.222.0.74 "PUT /v2.0/ports/9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 1136 time: 1.8682044 Dec 15 13:55:30.159161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61b7210c-5051-43b0-acd2-0420e393f098 req-c34627b3-61cc-4409-bce0-8bb7c88e4d87 service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601050 Dec 15 13:55:30.243789 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:30.326214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbb91c-9648-491d-a454-f5ec9b083fc8 req-8af188e7-fb74-492c-9e9a-e611e942bf0a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.343065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0dbbb91c-9648-491d-a454-f5ec9b083fc8 req-8af188e7-fb74-492c-9e9a-e611e942bf0a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1514227 Dec 15 13:55:30.346139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f8ed5d85-d243-4caa-968d-c18f423b2100 req-9f6778ee-dc33-4268-bcea-c29008c45c42 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 210 time: 0.1855183 Dec 15 13:55:30.444513 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0dbbb91c-9648-491d-a454-f5ec9b083fc8 req-674a88bb-e54c-4362-a5f0-8290b798ce06 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036701 Dec 15 13:55:30.567190 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853c17e7-7679-4756-a150-828cbc6e6805 x-openstack-request-id: req-853c17e7-7679-4756-a150-828cbc6e6805 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:30.567736 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "9029558c-d359-437a-a8df-02ff928cdac5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:30.569527 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-853c17e7-7679-4756-a150-828cbc6e6805 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:30.570101 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '9029558c-d359-437a-a8df-02ff928cdac5', 'status': 'completed', 'code': 200} Dec 15 13:55:30.570852 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.579658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f353a-c57f-4acd-bb92-60ec397dd69d service neutron] Pushing event updated for resources: {'Port': ['ID=9fc27ad0-74a2-4591-8395-d67f83fe3093,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:30.611039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-073a6f7b-854a-4ca6-b57d-45c502955b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.612062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-073a6f7b-854a-4ca6-b57d-45c502955b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.612217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-073a6f7b-854a-4ca6-b57d-45c502955b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.612600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-073a6f7b-854a-4ca6-b57d-45c502955b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.613194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-073a6f7b-854a-4ca6-b57d-45c502955b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.613655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-073a6f7b-854a-4ca6-b57d-45c502955b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.614209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-073a6f7b-854a-4ca6-b57d-45c502955b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.617085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-073a6f7b-854a-4ca6-b57d-45c502955b3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6219 time: 0.1120558 Dec 15 13:55:30.646303 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:30.776525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-16a9c3d7-1385-47c7-8765-e8c8db35477d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.784085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-16a9c3d7-1385-47c7-8765-e8c8db35477d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.797419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-16a9c3d7-1385-47c7-8765-e8c8db35477d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.805137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-16a9c3d7-1385-47c7-8765-e8c8db35477d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.811726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-16a9c3d7-1385-47c7-8765-e8c8db35477d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.819597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-16a9c3d7-1385-47c7-8765-e8c8db35477d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.826298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-16a9c3d7-1385-47c7-8765-e8c8db35477d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.835562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-16a9c3d7-1385-47c7-8765-e8c8db35477d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5382 time: 0.2172661 Dec 15 13:55:30.893211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-f44bb370-c34b-44da-ad75-27973c0a7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.893898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-f44bb370-c34b-44da-ad75-27973c0a7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.894362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-f44bb370-c34b-44da-ad75-27973c0a7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:30.897452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-f44bb370-c34b-44da-ad75-27973c0a7007 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2490482 Dec 15 13:55:30.932826 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.159707 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7867af73-080f-4cba-b47a-c7328ff2831f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.653778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-288805f7-6f30-40a5-b0a9-5a6926086cc4 req-fced4ef5-10a4-4e34-80a0-1393d180578f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8171301 Dec 15 13:55:31.661664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 763accb8-3c10-4f79-a4c4-9efd25bf00fa details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:55:31.850735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-e3f95809-f392-410d-af89-36c8be303504 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:31.852271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-e3f95809-f392-410d-af89-36c8be303504 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 805 time: 0.2547808 Dec 15 13:55:31.869511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 763accb8-3c10-4f79-a4c4-9efd25bf00fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=763accb8-3c10-4f79-a4c4-9efd25bf00fa,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:31.880338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Request body: {'port': {'device_id': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'admin_state_up': True, 'tenant_id': '1e94547dee2d4a96a96e1579c336f7fb'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:31.903583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '763accb8-3c10-4f79-a4c4-9efd25bf00fa', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'port_id': '763accb8-3c10-4f79-a4c4-9efd25bf00fa', 'mac_address': 'fa:16:3e:8e:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce372f1-83d0-4488-835d-2683fb556b99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:55:31.950343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-f89d707b-9fc5-4396-9238-a277d968a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:31.951799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24b3aabc-eef7-41a2-88f0-2801aaa5daac req-f89d707b-9fc5-4396-9238-a277d968a33d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0341749 Dec 15 13:55:31.983703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:31.987782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a627cf3-f18b-49f1-957d-943729039781 req-e9f9351c-cffc-43ef-ba8f-2f9c5fc5016f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:31.989396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a627cf3-f18b-49f1-957d-943729039781 req-e9f9351c-cffc-43ef-ba8f-2f9c5fc5016f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1591730 Dec 15 13:55:32.006468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763accb8-3c10-4f79-a4c4-9efd25bf00fa {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:32.030769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 763accb8-3c10-4f79-a4c4-9efd25bf00fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=763accb8-3c10-4f79-a4c4-9efd25bf00fa,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:32.037456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.096774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=763accb8-3c10-4f79-a4c4-9efd25bf00fa,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:32.099816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a627cf3-f18b-49f1-957d-943729039781 req-2c4ce266-04e5-42ad-aa06-17712e87e4d2 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948601 Dec 15 13:55:32.195959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384a94d-4ddc-41c7-bf49-1c46cb91129d req-81763525-ab73-4dff-86cc-561804315a45 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.204963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4384a94d-4ddc-41c7-bf49-1c46cb91129d req-81763525-ab73-4dff-86cc-561804315a45 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 944 time: 0.6084440 Dec 15 13:55:32.270790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['763accb8-3c10-4f79-a4c4-9efd25bf00fa'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:32.285684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e808216b-ea44-408c-bc2e-f362eafd217a req-e04ca437-0f6b-4415-b2b6-1a479954d567 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 210 time: 0.0573509 Dec 15 13:55:32.358601 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4384a94d-4ddc-41c7-bf49-1c46cb91129d req-a85e3944-9ec6-4bdc-814e-33aa6de84903 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498804 Dec 15 13:55:32.462053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Made reservation on behalf of 1e94547dee2d4a96a96e1579c336f7fb for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:32.466569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.571518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '9fc27ad0-74a2-4591-8395-d67f83fe3093'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:32.573994 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801c5ed4-7dff-4a12-a7ea-b53593974fef" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "9fc27ad0-74a2-4591-8395-d67f83fe3093"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:32.609486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5232d87c-8436-4653-bf3a-ba084a0e13dc {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:32.664909 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.697837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Transition to ACTIVE for port object 5232d87c-8436-4653-bf3a-ba084a0e13dc will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:32.733570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:32.812397 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccac8a12-0d8a-4d85-8ed0-30f6f1f9b5f4 x-openstack-request-id: req-ccac8a12-0d8a-4d85-8ed0-30f6f1f9b5f4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:32.812911 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "9fc27ad0-74a2-4591-8395-d67f83fe3093", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:32.813269 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ccac8a12-0d8a-4d85-8ed0-30f6f1f9b5f4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:32.826990 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '9fc27ad0-74a2-4591-8395-d67f83fe3093', 'status': 'completed', 'code': 200} Dec 15 13:55:32.851179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Allocated IP 172.20.0.4 (02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6/9f5b67be-874a-450c-bd78-1442e6685b9d/0dc9906f-d276-40ed-ac47-20aa438716e7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:32.962407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-fddabcc5-39cd-4c95-82ff-a0b8d3846055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.962945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-fddabcc5-39cd-4c95-82ff-a0b8d3846055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.963345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-fddabcc5-39cd-4c95-82ff-a0b8d3846055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.963810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-fddabcc5-39cd-4c95-82ff-a0b8d3846055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.964301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-fddabcc5-39cd-4c95-82ff-a0b8d3846055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.964761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-fddabcc5-39cd-4c95-82ff-a0b8d3846055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.965218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-fddabcc5-39cd-4c95-82ff-a0b8d3846055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:32.967147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-fddabcc5-39cd-4c95-82ff-a0b8d3846055 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6244 time: 0.1264980 Dec 15 13:55:33.011659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Pushing event updated for resources: {'Port': ['ID=5232d87c-8436-4653-bf3a-ba084a0e13dc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:33.050451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Attempting to bind port 5232d87c-8436-4653-bf3a-ba084a0e13dc on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:33.050701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Attempting to bind port 5232d87c-8436-4653-bf3a-ba084a0e13dc by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:33.051137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Attempting to bind port 5232d87c-8436-4653-bf3a-ba084a0e13dc on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:33.070412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611020ac-c7e9-4a1c-b8f2-5a948a807ed7 req-d3463e51-4dfb-4317-88e9-2f788f630f74 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.078329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611020ac-c7e9-4a1c-b8f2-5a948a807ed7 req-d3463e51-4dfb-4317-88e9-2f788f630f74 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 945 time: 0.1662822 Dec 15 13:55:33.081824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Port 5232d87c-8436-4653-bf3a-ba084a0e13dc on network 6c908008-3368-4677-86f7-2a827cc09e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:33.082257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Attempting to bind port 5232d87c-8436-4653-bf3a-ba084a0e13dc on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:33.124248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:33.124500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Checking segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:33.124862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Bound using segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:33.125385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Bound port: 5232d87c-8436-4653-bf3a-ba084a0e13dc, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:33.127584 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.162950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80434dc2-308d-431f-919d-9284608a222a req-b1a1e33e-bd91-45b7-84bc-0a1a05e450ae tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.169216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80434dc2-308d-431f-919d-9284608a222a req-b1a1e33e-bd91-45b7-84bc-0a1a05e450ae tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.177924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80434dc2-308d-431f-919d-9284608a222a req-b1a1e33e-bd91-45b7-84bc-0a1a05e450ae tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.185163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80434dc2-308d-431f-919d-9284608a222a req-b1a1e33e-bd91-45b7-84bc-0a1a05e450ae tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.193610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80434dc2-308d-431f-919d-9284608a222a req-b1a1e33e-bd91-45b7-84bc-0a1a05e450ae tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.194492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-611020ac-c7e9-4a1c-b8f2-5a948a807ed7 req-e530efdf-e538-4059-b176-c12f44cfc61f tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150191 Dec 15 13:55:33.200679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80434dc2-308d-431f-919d-9284608a222a req-b1a1e33e-bd91-45b7-84bc-0a1a05e450ae tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.215668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80434dc2-308d-431f-919d-9284608a222a req-b1a1e33e-bd91-45b7-84bc-0a1a05e450ae tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.231268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80434dc2-308d-431f-919d-9284608a222a req-b1a1e33e-bd91-45b7-84bc-0a1a05e450ae tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5394 time: 0.2977476 Dec 15 13:55:33.251004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-5d8febde-9871-4ed8-b9fc-1d5b5e131e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.256017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-5d8febde-9871-4ed8-b9fc-1d5b5e131e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.258198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-5d8febde-9871-4ed8-b9fc-1d5b5e131e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.261186 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-5d8febde-9871-4ed8-b9fc-1d5b5e131e17 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2738464 Dec 15 13:55:33.375860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80434dc2-308d-431f-919d-9284608a222a req-f80f5551-8f76-4fdb-bb81-52fb7800ca2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432106 Dec 15 13:55:33.437136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-3bcc4202-10ee-492e-a2ae-1fe388d1b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.443391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-801c5ed4-7dff-4a12-a7ea-b53593974fef req-3bcc4202-10ee-492e-a2ae-1fe388d1b35f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1723936 Dec 15 13:55:33.468395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] For port 5232d87c-8436-4653-bf3a-ba084a0e13dc, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:33.480162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] For port 5232d87c-8436-4653-bf3a-ba084a0e13dc, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:33.512602 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.538599 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.552363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe2ddb9a-8093-44f8-8019-4b1d2d60af51 req-a7b97842-b420-4419-af92-15312bca1664 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 210 time: 0.0429091 Dec 15 13:55:33.614668 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.674611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 763accb8-3c10-4f79-a4c4-9efd25bf00fa up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:33.685864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.687224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.692346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] 10.222.0.74 "PUT /v2.0/ports/5232d87c-8436-4653-bf3a-ba084a0e13dc HTTP/1.1" status: 200 len: 1091 time: 3.4624596 Dec 15 13:55:33.763051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:33.771860 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:33.780357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:33.785469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:33.862959 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c268c425-5a3a-4082-a751-e6e3de5063c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.869686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.870246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 763accb8-3c10-4f79-a4c4-9efd25bf00fa completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:55:33.870579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.882262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 763accb8-3c10-4f79-a4c4-9efd25bf00fa triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:33.882637 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:33.948395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee873c94-9756-404d-8e4c-e43ee54a54e0 req-78359167-1c9d-47a1-b709-fafb0d2a7b9e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:33.958420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee873c94-9756-404d-8e4c-e43ee54a54e0 req-78359167-1c9d-47a1-b709-fafb0d2a7b9e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 945 time: 0.3746829 Dec 15 13:55:34.018414 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.045564 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee873c94-9756-404d-8e4c-e43ee54a54e0 req-97e230cc-f762-4cc0-a11b-728b427860c0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848105 Dec 15 13:55:34.047264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63c89b-c0c4-4940-94e5-f38acd45e526 service neutron] Pushing event updated for resources: {'Port': ['ID=5232d87c-8436-4653-bf3a-ba084a0e13dc,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:34.110088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 763accb8-3c10-4f79-a4c4-9efd25bf00fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=763accb8-3c10-4f79-a4c4-9efd25bf00fa,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:34.116566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0524ba-75ce-4591-bed8-be1031293379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763accb8-3c10-4f79-a4c4-9efd25bf00fa'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:34.122028 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcee424-1cc8-4079-b478-f838c8bfe5b7" -d '{"events": [{"server_uuid": "ce0524ba-75ce-4591-bed8-be1031293379", "name": "network-vif-plugged", "status": "completed", "tag": "763accb8-3c10-4f79-a4c4-9efd25bf00fa"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:34.135026 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.142410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed467c-b026-4d34-90e0-822fa4f037de req-cc9d3066-e828-436c-8d14-89dbccbe64f8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.143900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2ed467c-b026-4d34-90e0-822fa4f037de req-cc9d3066-e828-436c-8d14-89dbccbe64f8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1189110 Dec 15 13:55:34.193881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Pushing event updated for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:34.205173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-a74f4d37-7b64-4f42-8fc7-4b023aaf31d8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3409405 Dec 15 13:55:34.242855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Request body: {'port': {'device_id': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:34.263420 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a8b85-d8ef-41f1-aebd-8613f3f6fa29 x-openstack-request-id: req-6c9a8b85-d8ef-41f1-aebd-8613f3f6fa29 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:34.263774 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0524ba-75ce-4591-bed8-be1031293379", "name": "network-vif-plugged", "status": "completed", "tag": "763accb8-3c10-4f79-a4c4-9efd25bf00fa", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:34.264025 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6c9a8b85-d8ef-41f1-aebd-8613f3f6fa29 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:34.264909 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0524ba-75ce-4591-bed8-be1031293379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763accb8-3c10-4f79-a4c4-9efd25bf00fa', 'code': 200} Dec 15 13:55:34.279465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=763accb8-3c10-4f79-a4c4-9efd25bf00fa,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:34.291656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.324001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2ed467c-b026-4d34-90e0-822fa4f037de req-ad3488eb-2e20-4506-ad26-49b580578124 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526353 Dec 15 13:55:34.451576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dc877-4384-41ff-8fc4-d896ccca29e2 req-0329c049-88a7-45d7-b351-02ef1ff4d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.453942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd9dc877-4384-41ff-8fc4-d896ccca29e2 req-0329c049-88a7-45d7-b351-02ef1ff4d3b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 1097 time: 0.1285241 Dec 15 13:55:34.469691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-c498798c-ad52-43b4-ad46-92379ba56a2e tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.472165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-c498798c-ad52-43b4-ad46-92379ba56a2e tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.74 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 945 time: 0.1924508 Dec 15 13:55:34.627534 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd9dc877-4384-41ff-8fc4-d896ccca29e2 req-4b96ec89-903f-46ec-9423-6bf43969e9d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543038 Dec 15 13:55:34.646800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.702192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f4039-3fc7-4ee0-b67c-5e6726f545fc req-de0ff115-e10f-4f54-83af-1c487fec826d tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.704770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-852f4039-3fc7-4ee0-b67c-5e6726f545fc req-de0ff115-e10f-4f54-83af-1c487fec826d tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 945 time: 0.1454833 Dec 15 13:55:34.718942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-1474993c-dce0-4ad0-8637-76a76b36ba05 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.727019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-1474993c-dce0-4ad0-8637-76a76b36ba05 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.733315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-1474993c-dce0-4ad0-8637-76a76b36ba05 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.740323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-1474993c-dce0-4ad0-8637-76a76b36ba05 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.746610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-1474993c-dce0-4ad0-8637-76a76b36ba05 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.753173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-1474993c-dce0-4ad0-8637-76a76b36ba05 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.759527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-1474993c-dce0-4ad0-8637-76a76b36ba05 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:34.768403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-1474993c-dce0-4ad0-8637-76a76b36ba05 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5394 time: 0.1926100 Dec 15 13:55:34.781730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Deleting port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:34.782085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.793165 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:34.853756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '5232d87c-8436-4653-bf3a-ba084a0e13dc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:34.856280 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "5232d87c-8436-4653-bf3a-ba084a0e13dc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:34.873989 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-852f4039-3fc7-4ee0-b67c-5e6726f545fc req-d0c06d60-7c77-4709-8889-ce5a8b74a4b3 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/security-groups?id=a2464541-eaff-409b-b75f-3a77e164b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431515 Dec 15 13:55:34.902498 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af007e9a-66de-47e5-9e2e-60b7bc1132ed req-d65f0e5b-1b28-4b85-abdf-a3525d11e6a5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280093 Dec 15 13:55:35.008181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] For port dcc9d45b-de3b-459f-b3a4-7bc7213169b9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,segment=NetworkSegment(0208c609-9f42-4f0a-a9e2-775d009e9aa3),segment_id=0208c609-9f42-4f0a-a9e2-775d009e9aa3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:35.009235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.027199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Calling delete_port for dcc9d45b-de3b-459f-b3a4-7bc7213169b9 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:35.064246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b569bfaf-d4e7-44a2-a59f-b044e236b87e {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:35.122115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.229693 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a535c16-3c8d-47ae-aec4-e14da6963a81 x-openstack-request-id: req-0a535c16-3c8d-47ae-aec4-e14da6963a81 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:35.234518 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "5232d87c-8436-4653-bf3a-ba084a0e13dc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:35.234874 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0a535c16-3c8d-47ae-aec4-e14da6963a81 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:35.235417 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '5232d87c-8436-4653-bf3a-ba084a0e13dc', 'status': 'completed', 'code': 200} Dec 15 13:55:35.277621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Transition to ACTIVE for port object b569bfaf-d4e7-44a2-a59f-b044e236b87e will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:35.378809 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.457083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509491ba-939c-4e62-a314-13ea037d6763 req-a32b64fb-c4a2-49a2-9d8b-868ea06f90ac tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.465084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-509491ba-939c-4e62-a314-13ea037d6763 req-a32b64fb-c4a2-49a2-9d8b-868ea06f90ac tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 931 time: 0.3862395 Dec 15 13:55:35.499443 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.603239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-f5d5ef60-9c54-4a4f-b3d8-3c95610c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.604178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-f5d5ef60-9c54-4a4f-b3d8-3c95610c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.604731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-f5d5ef60-9c54-4a4f-b3d8-3c95610c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.605255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-f5d5ef60-9c54-4a4f-b3d8-3c95610c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.605787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-f5d5ef60-9c54-4a4f-b3d8-3c95610c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.606314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-f5d5ef60-9c54-4a4f-b3d8-3c95610c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.606917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-f5d5ef60-9c54-4a4f-b3d8-3c95610c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.612662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-f5d5ef60-9c54-4a4f-b3d8-3c95610c7171 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6286 time: 0.4031494 Dec 15 13:55:35.636424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Pushing event updated for resources: {'Port': ['ID=b569bfaf-d4e7-44a2-a59f-b044e236b87e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:35.651193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Pushing event deleted for resources: {'Port': ['ID=dcc9d45b-de3b-459f-b3a4-7bc7213169b9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:35.702952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] No DVR routers for this DVR port dcc9d45b-de3b-459f-b3a4-7bc7213169b9 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:35.706480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:35.711202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.74 "DELETE /v2.0/ports/dcc9d45b-de3b-459f-b3a4-7bc7213169b9 HTTP/1.1" status: 204 len: 173 time: 1.2156496 Dec 15 13:55:35.717109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42735f03-10b5-4af0-8a2f-3d04b7f178ed', 'name': 'network-vif-deleted', 'tag': 'dcc9d45b-de3b-459f-b3a4-7bc7213169b9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:35.720343 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f57a70-d193-46fc-a914-c5d44727811b" -d '{"events": [{"server_uuid": "42735f03-10b5-4af0-8a2f-3d04b7f178ed", "name": "network-vif-deleted", "tag": "dcc9d45b-de3b-459f-b3a4-7bc7213169b9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:35.816054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f15884-839a-49b9-b384-435a475cebf3 req-792bf10e-6593-4740-9892-5117ec914611 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:35.839292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44f15884-839a-49b9-b384-435a475cebf3 req-792bf10e-6593-4740-9892-5117ec914611 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 946 time: 0.4976842 Dec 15 13:55:35.930500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc9906f-d276-40ed-ac47-20aa438716e7 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:35.940216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44f15884-839a-49b9-b384-435a475cebf3 req-882646bb-fe29-40b3-997a-6c0af6daac92 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907528 Dec 15 13:55:35.958845 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.015533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-3c2a8a60-7166-4ffc-a624-5a5cd4fa692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.020985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-509491ba-939c-4e62-a314-13ea037d6763 req-01ed014f-54e7-4563-b351-738656f28ed8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542889 Dec 15 13:55:36.033068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Transition to ACTIVE for port object 0dc9906f-d276-40ed-ac47-20aa438716e7 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:36.034148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-3c2a8a60-7166-4ffc-a624-5a5cd4fa692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.034789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-3c2a8a60-7166-4ffc-a624-5a5cd4fa692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.037829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-3c2a8a60-7166-4ffc-a624-5a5cd4fa692d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3906240 Dec 15 13:55:36.064103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.177057 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13723ec2-67ce-47e2-b0d6-ca5fd793b22d x-openstack-request-id: req-13723ec2-67ce-47e2-b0d6-ca5fd793b22d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:36.179275 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42735f03-10b5-4af0-8a2f-3d04b7f178ed", "name": "network-vif-deleted", "tag": "dcc9d45b-de3b-459f-b3a4-7bc7213169b9", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:36.182031 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13723ec2-67ce-47e2-b0d6-ca5fd793b22d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:36.182666 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42735f03-10b5-4af0-8a2f-3d04b7f178ed', 'name': 'network-vif-deleted', 'tag': 'dcc9d45b-de3b-459f-b3a4-7bc7213169b9', 'status': 'completed', 'code': 200} Dec 15 13:55:36.322758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498b0ba-7941-4902-97dc-f06d42380185 req-3b892449-6310-4d46-9c05-7aa6b0053976 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.335598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Pushing event updated for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:36.339971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6498b0ba-7941-4902-97dc-f06d42380185 req-3b892449-6310-4d46-9c05-7aa6b0053976 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2983956 Dec 15 13:55:36.415453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-d01e79e6-1f55-4c62-ad8d-12eb9317b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.417314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f5cadaa-f4df-4820-86ad-58f9b598ed6b req-d01e79e6-1f55-4c62-ad8d-12eb9317b3ba service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3645153 Dec 15 13:55:36.436436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6498b0ba-7941-4902-97dc-f06d42380185 req-92ef3567-8688-4be1-938e-038687ab0b25 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954084 Dec 15 13:55:36.555298 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.587702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9260c625-5873-46a2-ae56-05e4c620661e req-3dbb83d3-33a0-4e23-93e9-1ec7f01206f6 tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] 10.222.0.86 "GET /v2.0/ports?device_id=42735f03-10b5-4af0-8a2f-3d04b7f178ed HTTP/1.1" status: 200 len: 210 time: 0.2084830 Dec 15 13:55:36.635929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Attempting to bind port b569bfaf-d4e7-44a2-a59f-b044e236b87e on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:36.646538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Attempting to bind port b569bfaf-d4e7-44a2-a59f-b044e236b87e by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:36.648357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Attempting to bind port b569bfaf-d4e7-44a2-a59f-b044e236b87e on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:36.672293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Port b569bfaf-d4e7-44a2-a59f-b044e236b87e on network 6c908008-3368-4677-86f7-2a827cc09e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:36.679094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Attempting to bind port b569bfaf-d4e7-44a2-a59f-b044e236b87e on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:36.686050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-8d405b81-ed11-4aa6-adeb-837c4117a84e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.703821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-8d405b81-ed11-4aa6-adeb-837c4117a84e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.711882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-8d405b81-ed11-4aa6-adeb-837c4117a84e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.715310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:36.718195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Checking segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:36.719501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-8d405b81-ed11-4aa6-adeb-837c4117a84e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.720781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Bound using segment: {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:36.721356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Bound port: b569bfaf-d4e7-44a2-a59f-b044e236b87e, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c22e8c-7fde-4596-bca6-89293f35e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:36.721833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.727064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-8d405b81-ed11-4aa6-adeb-837c4117a84e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.734740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-8d405b81-ed11-4aa6-adeb-837c4117a84e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.746162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-8d405b81-ed11-4aa6-adeb-837c4117a84e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:36.757098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-8d405b81-ed11-4aa6-adeb-837c4117a84e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5406 time: 0.2201748 Dec 15 13:55:36.916394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Attempting to bind port 0dc9906f-d276-40ed-ac47-20aa438716e7 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:36.916973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Attempting to bind port 0dc9906f-d276-40ed-ac47-20aa438716e7 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:36.917469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Attempting to bind port 0dc9906f-d276-40ed-ac47-20aa438716e7 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:36.929399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] For port b569bfaf-d4e7-44a2-a59f-b044e236b87e, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:36.931750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Port 0dc9906f-d276-40ed-ac47-20aa438716e7 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:36.933290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Attempting to bind port 0dc9906f-d276-40ed-ac47-20aa438716e7 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:36.936710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] For port b569bfaf-d4e7-44a2-a59f-b044e236b87e, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:36.937484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3c49dc-a3e4-4fb1-b6b4-8056204a308f req-2d2538f5-fba3-4f18-a38f-0ede8ba81d26 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791811 Dec 15 13:55:36.960380 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:36.990886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:36.997914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Checking segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:36.998602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Bound using segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:36.999268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Bound port: 0dc9906f-d276-40ed-ac47-20aa438716e7, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:37.000332 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.116823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Pushing event updated for resources: {'Port': ['ID=b569bfaf-d4e7-44a2-a59f-b044e236b87e,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:37.180979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.181930 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.183740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-51c46f27-02cb-4bed-9896-f07dbb1a4362 service neutron] 10.222.0.74 "PUT /v2.0/ports/b569bfaf-d4e7-44a2-a59f-b044e236b87e HTTP/1.1" status: 200 len: 1090 time: 3.4378922 Dec 15 13:55:37.265046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:37.270677 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.271470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:37.280224 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "b569bfaf-d4e7-44a2-a59f-b044e236b87e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:37.334042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dcc9d45b-de3b-459f-b3a4-7bc7213169b9 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:37.373365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58a95-849a-4d99-a0cd-653fb51a1fd2 req-a2d91f7c-04c4-449d-bc84-054d56f73801 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.381012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aac58a95-849a-4d99-a0cd-653fb51a1fd2 req-a2d91f7c-04c4-449d-bc84-054d56f73801 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 943 time: 0.2252691 Dec 15 13:55:37.389213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: dcc9d45b-de3b-459f-b3a4-7bc7213169b9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:37.389788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dcc9d45b-de3b-459f-b3a4-7bc7213169b9 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:37.404057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be5c20-a26e-4fd8-98d3-166862fa8556 req-d9053408-30e0-4380-9918-071d36214bf8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.418700 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be5c20-a26e-4fd8-98d3-166862fa8556 req-d9053408-30e0-4380-9918-071d36214bf8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 946 time: 0.3025377 Dec 15 13:55:37.490618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aac58a95-849a-4d99-a0cd-653fb51a1fd2 req-c6d211d3-a935-4174-af4e-38f8c06a6d2d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032739 Dec 15 13:55:37.550107 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65be5c20-a26e-4fd8-98d3-166862fa8556 req-71f8fbbf-84d4-4f6a-8d18-fc684fd57e22 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304300 Dec 15 13:55:37.554744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.624357 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92713dd-7068-4c9e-bf3a-5f78e69c1307 x-openstack-request-id: req-e92713dd-7068-4c9e-bf3a-5f78e69c1307 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:37.624855 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "b569bfaf-d4e7-44a2-a59f-b044e236b87e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:37.625269 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e92713dd-7068-4c9e-bf3a-5f78e69c1307 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:37.626397 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e', 'status': 'completed', 'code': 200} Dec 15 13:55:37.694354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-e80ec485-d5ba-478c-96ec-3cce43d771ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.697680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:37.698350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-e80ec485-d5ba-478c-96ec-3cce43d771ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.702130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-e80ec485-d5ba-478c-96ec-3cce43d771ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.702780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-e80ec485-d5ba-478c-96ec-3cce43d771ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.703442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-e80ec485-d5ba-478c-96ec-3cce43d771ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.704169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-e80ec485-d5ba-478c-96ec-3cce43d771ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.706030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-e80ec485-d5ba-478c-96ec-3cce43d771ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.711181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-e80ec485-d5ba-478c-96ec-3cce43d771ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6353 time: 0.0971909 Dec 15 13:55:37.811676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34160) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:37.831902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:37.860626 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:37.933951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac120c0-b51a-47a7-afee-53a36da0de1d req-54eafe65-29e8-4862-b308-e215901d47e5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.941957 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ac120c0-b51a-47a7-afee-53a36da0de1d req-54eafe65-29e8-4862-b308-e215901d47e5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.3063836 Dec 15 13:55:37.949855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-c825b1aa-2841-44bc-9211-6fa83dee4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.950313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-c825b1aa-2841-44bc-9211-6fa83dee4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.950886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-c825b1aa-2841-44bc-9211-6fa83dee4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:37.952651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-c825b1aa-2841-44bc-9211-6fa83dee4dd7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2335384 Dec 15 13:55:38.033031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.034686 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.035584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] 10.222.0.74 "PUT /v2.0/ports/0dc9906f-d276-40ed-ac47-20aa438716e7 HTTP/1.1" status: 200 len: 1091 time: 3.8062747 Dec 15 13:55:38.082505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96787479-0db1-4f12-9bab-fc91e7c76d54 req-231f0f9a-ea23-4056-8289-86700989dc2b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.095964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96787479-0db1-4f12-9bab-fc91e7c76d54 req-231f0f9a-ea23-4056-8289-86700989dc2b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 946 time: 0.1423764 Dec 15 13:55:38.214704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-659bbdd6-97a0-4f75-950c-0209017b6eea admin admin] Deleting subnet ee6c663e-3fb7-4d12-a3c7-316a9cd570a5 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:38.231042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96787479-0db1-4f12-9bab-fc91e7c76d54 req-ba7898b9-95ca-4a6d-8a70-c58d548c9dfb tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191473 Dec 15 13:55:38.235990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-ed513dbc-3bef-456c-87d1-513ed5be7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.239390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b09ebb53-d0d7-4ad8-bff3-3d41d45d10ea req-ed513dbc-3bef-456c-87d1-513ed5be7d41 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2754059 Dec 15 13:55:38.259558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-659bbdd6-97a0-4f75-950c-0209017b6eea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.262684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6d8da-11c5-4527-a607-da4ff5ce94fd service neutron] Pushing event updated for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:38.314719 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ac120c0-b51a-47a7-afee-53a36da0de1d req-5ab4a09b-1712-4f33-905f-2e3362831c6f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718734 Dec 15 13:55:38.371801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-10141f46-9f78-4249-8f1b-c2797f0dd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.373548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-10141f46-9f78-4249-8f1b-c2797f0dd3e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 1094 time: 0.2411654 Dec 15 13:55:38.408746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-e14eb537-b3b0-4468-b823-131ebea97506 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.422368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-e14eb537-b3b0-4468-b823-131ebea97506 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.430972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-e14eb537-b3b0-4468-b823-131ebea97506 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.441465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-8d1a1553-8437-433c-b386-7718fa1aa0f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc9906f-d276-40ed-ac47-20aa438716e7 HTTP/1.1" status: 200 len: 217 time: 0.0564480 Dec 15 13:55:38.444642 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-659bbdd6-97a0-4f75-950c-0209017b6eea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.449423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-e14eb537-b3b0-4468-b823-131ebea97506 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.471628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-e14eb537-b3b0-4468-b823-131ebea97506 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.479675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-e14eb537-b3b0-4468-b823-131ebea97506 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.505813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-e14eb537-b3b0-4468-b823-131ebea97506 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.520143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-e14eb537-b3b0-4468-b823-131ebea97506 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5406 time: 0.2171965 Dec 15 13:55:38.609966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74685460-f249-48d7-9aae-be0392ff1fc8 req-6e33c073-e6b2-4bf6-b659-a2e879b5f4a6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884421 Dec 15 13:55:38.792197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff298d-1647-43dc-8298-4194f94241f1 req-87381c46-16bf-424e-a224-55d7b4e21709 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.812266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44ff298d-1647-43dc-8298-4194f94241f1 req-87381c46-16bf-424e-a224-55d7b4e21709 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 943 time: 0.1219022 Dec 15 13:55:38.896933 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44ff298d-1647-43dc-8298-4194f94241f1 req-927289bd-ea87-4cc0-b4e5-89697cb7a2bf tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833042 Dec 15 13:55:38.913435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-659bbdd6-97a0-4f75-950c-0209017b6eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:38.942349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-7b789722-9453-4958-be80-38141075c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.944091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-7b789722-9453-4958-be80-38141075c8f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f5b67be-874a-450c-bd78-1442e6685b9d HTTP/1.1" status: 200 len: 845 time: 0.4743030 Dec 15 13:55:38.955666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcb70f-bc33-43f6-85cf-4c47cf10efac req-a78f273b-f3df-4156-bd47-b6121b9f8854 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:38.965608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4bcb70f-bc33-43f6-85cf-4c47cf10efac req-a78f273b-f3df-4156-bd47-b6121b9f8854 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 946 time: 0.5185871 Dec 15 13:55:39.033353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-1ab442d4-aa5b-4280-bcd0-ac92b65e0f8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567820 Dec 15 13:55:39.116676 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4bcb70f-bc33-43f6-85cf-4c47cf10efac req-128129d1-e372-4781-b7ec-66f9baff3f48 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501770 Dec 15 13:55:39.197266 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-659bbdd6-97a0-4f75-950c-0209017b6eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.208249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f30e359-d553-4b41-be37-8d7c5ecaa789 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:39.271500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.278761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bbdd6-97a0-4f75-950c-0209017b6eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6c663e-3fb7-4d12-a3c7-316a9cd570a5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:39.305241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-659bbdd6-97a0-4f75-950c-0209017b6eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.318194 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-659bbdd6-97a0-4f75-950c-0209017b6eea admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ee6c663e-3fb7-4d12-a3c7-316a9cd570a5 HTTP/1.1" status: 204 len: 168 time: 1.4959686 Dec 15 13:55:39.321113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34176) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:39.345712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Transition to ACTIVE for port object 8f30e359-d553-4b41-be37-8d7c5ecaa789 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:39.351263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-8e493010-3b67-464d-ab50-942847c311a5 service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016870 Dec 15 13:55:39.364150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.487599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.646900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.680443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:39.683490 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e" -d '{"events": [{"name": "network-changed", "server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:39.690343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-417762bc-b9d2-4cdd-808e-453e0b1fb4a4 req-16d6f34e-935c-4824-afed-d7b7129a11c0 service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207107 Dec 15 13:55:39.706484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5e932-7f4d-48f9-93e7-0b0aa0b2cc39 req-8111985d-f8e0-4fee-a43d-c26307ca964d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:39.714734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fa5e932-7f4d-48f9-93e7-0b0aa0b2cc39 req-8111985d-f8e0-4fee-a43d-c26307ca964d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 946 time: 0.1916595 Dec 15 13:55:39.733175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b9f390-0f89-46eb-8e41-962e4d1c5fb5']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:39.756611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Pushing event updated for resources: {'Port': ['ID=8f30e359-d553-4b41-be37-8d7c5ecaa789,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:39.772561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0208c609-9f42-4f0a-a9e2-775d009e9aa3') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:39.774133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0208c609-9f42-4f0a-a9e2-775d009e9aa3') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:39.843832 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fa5e932-7f4d-48f9-93e7-0b0aa0b2cc39 req-c0c61bb0-970c-4294-8ef1-4ee4d5f2aec5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277261 Dec 15 13:55:39.860124 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.870520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Attempting to bind port 8f30e359-d553-4b41-be37-8d7c5ecaa789 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:39.871091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Attempting to bind port 8f30e359-d553-4b41-be37-8d7c5ecaa789 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:39.871597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Attempting to bind port 8f30e359-d553-4b41-be37-8d7c5ecaa789 on network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:39.883451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Port 8f30e359-d553-4b41-be37-8d7c5ecaa789 on network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:39.883973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Attempting to bind port 8f30e359-d553-4b41-be37-8d7c5ecaa789 on network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:39.894585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.901046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:39.901643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Checking segment: {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:39.902193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Bound using segment: {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:39.903636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Bound port: 8f30e359-d553-4b41-be37-8d7c5ecaa789, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:39.904246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.906865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:39.910047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:39.913376 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:39.940076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f77b93-0c24-4619-8dc3-ff46abca217c req-a2efeecc-855c-4491-ab63-29cf051cf6f0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:39.948493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-40f77b93-0c24-4619-8dc3-ff46abca217c req-a2efeecc-855c-4491-ab63-29cf051cf6f0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.4535723 Dec 15 13:55:40.049630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-40f77b93-0c24-4619-8dc3-ff46abca217c req-9d2beab8-83cc-455d-a50f-6145e3b2b370 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923707 Dec 15 13:55:40.117122 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.129013 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.138156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] 10.222.0.86 "DELETE /v2.0/networks/61b9f390-0f89-46eb-8e41-962e4d1c5fb5 HTTP/1.1" status: 204 len: 168 time: 0.8134038 Dec 15 13:55:40.181378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce1396-948f-412d-8114-fe94d7c7c2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=61b9f390-0f89-46eb-8e41-962e4d1c5fb5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:40.215602 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5a44a4-8ec7-49ee-a576-ca6a1082764a x-openstack-request-id: req-3d5a44a4-8ec7-49ee-a576-ca6a1082764a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:40.215919 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:40.216180 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d5a44a4-8ec7-49ee-a576-ca6a1082764a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:40.216580 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'status': 'completed', 'code': 200} Dec 15 13:55:40.218337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-6820704c-6f99-4bba-ac74-e635a8870eea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.227335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-6820704c-6f99-4bba-ac74-e635a8870eea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.234947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-6820704c-6f99-4bba-ac74-e635a8870eea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.242582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-6820704c-6f99-4bba-ac74-e635a8870eea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.249221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-6820704c-6f99-4bba-ac74-e635a8870eea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.255597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-6820704c-6f99-4bba-ac74-e635a8870eea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.261977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-6820704c-6f99-4bba-ac74-e635a8870eea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.270804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-6820704c-6f99-4bba-ac74-e635a8870eea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5418 time: 0.2308562 Dec 15 13:55:40.273923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] For port 8f30e359-d553-4b41-be37-8d7c5ecaa789, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:40.371393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c261eeaf-47c2-482a-9706-b3d89fb57118 req-c7a35c18-9b6e-46ea-88f9-7fe37e31decc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999720 Dec 15 13:55:40.376565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] For port 8f30e359-d553-4b41-be37-8d7c5ecaa789, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:40.393688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34200) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:40.404542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.496819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f226e5a4-69ec-4b9a-990b-09898a4e2e2c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19710fcdde624816a29aac3aa4e59c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0983953 Dec 15 13:55:40.496819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34204) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:40.512967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-8b4a9c22-18cb-4547-8b73-e380a2a58e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.514585 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-8b4a9c22-18cb-4547-8b73-e380a2a58e14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 1094 time: 0.3368266 Dec 15 13:55:40.529407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.530044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.531432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] 10.222.0.74 "PUT /v2.0/ports/8f30e359-d553-4b41-be37-8d7c5ecaa789 HTTP/1.1" status: 200 len: 1091 time: 3.2769794 Dec 15 13:55:40.564671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cecb7a-e2d4-44fc-a4e4-eb3886f1f54d req-f795ba8e-a2e7-47ae-84d6-1be642718dd8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.571961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b0cecb7a-e2d4-44fc-a4e4-eb3886f1f54d req-f795ba8e-a2e7-47ae-84d6-1be642718dd8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 943 time: 0.2690358 Dec 15 13:55:40.608621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Request body: {'port': {'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:40.623449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be17b4e2-026c-48c6-bd0e-9df769de83cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.693869 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be17b4e2-026c-48c6-bd0e-9df769de83cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.765692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd536f-877d-4b26-930a-07aa4f4615ba service neutron] Pushing event updated for resources: {'Port': ['ID=8f30e359-d553-4b41-be37-8d7c5ecaa789,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:40.789097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be17b4e2-026c-48c6-bd0e-9df769de83cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.791927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be17b4e2-026c-48c6-bd0e-9df769de83cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.793249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-be17b4e2-026c-48c6-bd0e-9df769de83cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a2464541-eaff-409b-b75f-3a77e164b925 HTTP/1.1" status: 204 len: 168 time: 0.2959797 Dec 15 13:55:40.834286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17b4e2-026c-48c6-bd0e-9df769de83cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2464541-eaff-409b-b75f-3a77e164b925,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:40.938898 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b0cecb7a-e2d4-44fc-a4e4-eb3886f1f54d req-dfdfef45-a571-42fe-b301-271f2e5cc628 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378399 Dec 15 13:55:40.941154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:40.950250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-1a7b0887-f173-4aa3-a641-0b315730a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:40.956229 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-1a7b0887-f173-4aa3-a641-0b315730a6dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 907 time: 0.4238021 Dec 15 13:55:41.029794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9c51-1f3b-451e-abad-a888337f212b req-98ee8eee-5549-4d3b-9923-22c2d50eaff0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.034857 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-880b9c51-1f3b-451e-abad-a888337f212b req-98ee8eee-5549-4d3b-9923-22c2d50eaff0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 946 time: 0.1642985 Dec 15 13:55:41.181293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-81b29ba1-1d34-48ce-b81e-61cc41400846 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc9906f-d276-40ed-ac47-20aa438716e7 HTTP/1.1" status: 200 len: 217 time: 0.2079766 Dec 15 13:55:41.382012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61bcc0-9e40-4e2e-9d9b-a68af1a74b84 req-661abe0d-d6cf-46a1-8b13-c47bb56eb712 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.390292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c61bcc0-9e40-4e2e-9d9b-a68af1a74b84 req-661abe0d-d6cf-46a1-8b13-c47bb56eb712 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2318153 Dec 15 13:55:41.448664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Deleting port 763accb8-3c10-4f79-a4c4-9efd25bf00fa {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:41.449015 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.601345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c61bcc0-9e40-4e2e-9d9b-a68af1a74b84 req-28a315d7-6758-45b9-9fcb-e46de02f44d5 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100317 Dec 15 13:55:41.689423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] For port 763accb8-3c10-4f79-a4c4-9efd25bf00fa, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=763accb8-3c10-4f79-a4c4-9efd25bf00fa,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:41.690409 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.714157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Calling delete_port for 763accb8-3c10-4f79-a4c4-9efd25bf00fa owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:41.725666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:41.750149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.817708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c335d-f1fb-45ef-838d-22884a0fb3f8 req-c34a2b43-4606-484d-bf60-dc98bd6c74c8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.825735 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c13c335d-f1fb-45ef-838d-22884a0fb3f8 req-c34a2b43-4606-484d-bf60-dc98bd6c74c8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce0524ba-75ce-4591-bed8-be1031293379 HTTP/1.1" status: 200 len: 946 time: 0.6930289 Dec 15 13:55:41.851364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-f7b73c25-3ac8-4ffd-930b-4c62027313e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:41.853095 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-f7b73c25-3ac8-4ffd-930b-4c62027313e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f5b67be-874a-450c-bd78-1442e6685b9d HTTP/1.1" status: 200 len: 845 time: 0.1979027 Dec 15 13:55:41.917648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-e6043a73-3066-4119-85cc-8b0d63abb5bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516174 Dec 15 13:55:41.972539 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:41.988124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:41.992593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['763accb8-3c10-4f79-a4c4-9efd25bf00fa'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:41.996423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Transition to ACTIVE for port object 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:42.019309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c13c335d-f1fb-45ef-838d-22884a0fb3f8 req-0aac6bdf-a2d8-43e5-9682-dafd9c0e7a80 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908097 Dec 15 13:55:42.033100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.093839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17e87-726f-4088-a663-4fc7a65fa6be req-f607d066-0a85-4cc7-8e93-867890c2a76e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.103565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5cf17e87-726f-4088-a663-4fc7a65fa6be req-f607d066-0a85-4cc7-8e93-867890c2a76e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2618833 Dec 15 13:55:42.126893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event deleted for resources: {'Port': ['ID=763accb8-3c10-4f79-a4c4-9efd25bf00fa,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:42.207772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937ba05-b88e-41e6-9105-a9f599b4047a None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:42.220682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Pushing event updated for resources: {'Port': ['ID=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:42.223191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '8f30e359-d553-4b41-be37-8d7c5ecaa789'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:42.225765 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567d325-90ae-4937-972b-064d45cda138" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "8f30e359-d553-4b41-be37-8d7c5ecaa789"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:42.240262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] No DVR routers for this DVR port 763accb8-3c10-4f79-a4c4-9efd25bf00fa on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:42.274524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.279683 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-880b9c51-1f3b-451e-abad-a888337f212b req-89699cb6-1565-4942-a574-ba4c57bb3d4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "DELETE /v2.0/ports/763accb8-3c10-4f79-a4c4-9efd25bf00fa HTTP/1.1" status: 204 len: 173 time: 1.2357881 Dec 15 13:55:42.286597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-bb621196-be02-41b3-b828-2b123392710a service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564963 Dec 15 13:55:42.308931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5cf17e87-726f-4088-a663-4fc7a65fa6be req-682fb98f-3673-4fc5-9e80-0139aa806be8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003400 Dec 15 13:55:42.310031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0524ba-75ce-4591-bed8-be1031293379', 'name': 'network-vif-deleted', 'tag': '763accb8-3c10-4f79-a4c4-9efd25bf00fa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:42.317027 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4934cfc4-86c5-4de0-aeab-28fa75474f42" -d '{"events": [{"server_uuid": "ce0524ba-75ce-4591-bed8-be1031293379", "name": "network-vif-deleted", "tag": "763accb8-3c10-4f79-a4c4-9efd25bf00fa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:42.349818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34246) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:42.484587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-ece37bd9-59b8-4763-b6da-0edcd2c7e7f8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.503680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-ece37bd9-59b8-4763-b6da-0edcd2c7e7f8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.515933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-ece37bd9-59b8-4763-b6da-0edcd2c7e7f8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.530438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-ece37bd9-59b8-4763-b6da-0edcd2c7e7f8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.555312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-ece37bd9-59b8-4763-b6da-0edcd2c7e7f8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.564532 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-ece37bd9-59b8-4763-b6da-0edcd2c7e7f8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.581992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-ece37bd9-59b8-4763-b6da-0edcd2c7e7f8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.586712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-ece37bd9-59b8-4763-b6da-0edcd2c7e7f8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.4411807 Dec 15 13:55:42.632235 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dd47bef-f4b3-4926-8558-ad2d2a6cb00e req-2d768c52-aac5-4cf5-a1d4-dce9429c027a service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049862 Dec 15 13:55:42.640638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-network', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:42.725117 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d00bf7f-a729-48c1-950b-db1497dcb64d req-fdb61235-e219-437a-9b4f-003223e773b8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905943 Dec 15 13:55:42.728842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Attempting to bind port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:42.729476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Attempting to bind port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:42.730220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Attempting to bind port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 on network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:42.735429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 on network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:42.735833 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Attempting to bind port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 on network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:42.742993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:42.743546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Checking segment: {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:42.744040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Bound using segment: {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:42.744574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Bound port: 47ff5cdf-8c87-4915-a0c1-8e50d30c3559, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b61fe3-8028-496c-b02d-cc49659716e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:42.744996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.802833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803920e-3c8a-48a7-9c7a-8622eda4284c req-4b581b29-c9f6-4935-9f85-123f3cdfb177 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.807378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c803920e-3c8a-48a7-9c7a-8622eda4284c req-4b581b29-c9f6-4935-9f85-123f3cdfb177 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 943 time: 0.2360444 Dec 15 13:55:42.817718 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Made reservation on behalf of 231d99c5d4564b08aa1e8afddaba6246 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:42.824747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.844115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-6f1238bf-4eee-4a6f-b057-9b70880d32ac tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:42.846831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-6f1238bf-4eee-4a6f-b057-9b70880d32ac tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.2344570 Dec 15 13:55:42.850715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] For port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:42.854666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] For port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:42.857220 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407729e7-7507-4ba0-9266-44d38656f24f x-openstack-request-id: req-407729e7-7507-4ba0-9266-44d38656f24f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:42.857588 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "8f30e359-d553-4b41-be37-8d7c5ecaa789", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:42.858248 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-407729e7-7507-4ba0-9266-44d38656f24f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:42.858248 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '8f30e359-d553-4b41-be37-8d7c5ecaa789', 'status': 'completed', 'code': 200} Dec 15 13:55:42.889025 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.904460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:42.930884 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70c61b-6977-448d-b727-1348a368f4dc x-openstack-request-id: req-4c70c61b-6977-448d-b727-1348a368f4dc {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:42.931446 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0524ba-75ce-4591-bed8-be1031293379", "name": "network-vif-deleted", "tag": "763accb8-3c10-4f79-a4c4-9efd25bf00fa", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:42.931956 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c70c61b-6977-448d-b727-1348a368f4dc {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:42.932578 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0524ba-75ce-4591-bed8-be1031293379', 'name': 'network-vif-deleted', 'tag': '763accb8-3c10-4f79-a4c4-9efd25bf00fa', 'status': 'completed', 'code': 200} Dec 15 13:55:42.982552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Pushing event updated for resources: {'Port': ['ID=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:43.013932 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c803920e-3c8a-48a7-9c7a-8622eda4284c req-85c71836-0769-4f79-930c-6a73414e6988 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645160 Dec 15 13:55:43.028639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.032158 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.034406 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-c359a990-ecf0-439a-82f3-c9b1d3c21009 service neutron] 10.222.0.74 "PUT /v2.0/ports/47ff5cdf-8c87-4915-a0c1-8e50d30c3559 HTTP/1.1" status: 200 len: 1091 time: 2.4302669 Dec 15 13:55:43.098763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-bd2c7e07-d944-43d5-91a6-9969e1120d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.100986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-bd2c7e07-d944-43d5-91a6-9969e1120d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.102638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-bd2c7e07-d944-43d5-91a6-9969e1120d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.103137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-bd2c7e07-d944-43d5-91a6-9969e1120d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.104662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-bd2c7e07-d944-43d5-91a6-9969e1120d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.105189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-bd2c7e07-d944-43d5-91a6-9969e1120d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.106947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-bd2c7e07-d944-43d5-91a6-9969e1120d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.113508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e567d325-90ae-4937-972b-064d45cda138 req-bd2c7e07-d944-43d5-91a6-9969e1120d86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6487 time: 0.2542837 Dec 15 13:55:43.265742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Deleting port bb167c7d-b053-4db6-93cf-80a4b9eda69b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:55:43.266413 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.291818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-c0bc3824-f829-4782-94d5-50a8104bb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.292341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-c0bc3824-f829-4782-94d5-50a8104bb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.293194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-c0bc3824-f829-4782-94d5-50a8104bb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.296840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e567d325-90ae-4937-972b-064d45cda138 req-c0bc3824-f829-4782-94d5-50a8104bb71d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1600757 Dec 15 13:55:43.335857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0dc9906f-d276-40ed-ac47-20aa438716e7 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:55:43.339001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.358391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282d2ee-1854-4287-ac18-166e9de6daec req-20f7b131-cbbe-449c-beba-5f1cb02ac427 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.360259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6282d2ee-1854-4287-ac18-166e9de6daec req-20f7b131-cbbe-449c-beba-5f1cb02ac427 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 947 time: 0.3248250 Dec 15 13:55:43.419752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.463578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6282d2ee-1854-4287-ac18-166e9de6daec req-9b148d61-a93e-4d96-84fa-4fef8eac6d96 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/security-groups?id=8cac9610-1a87-411b-be3d-c890e26bb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699992 Dec 15 13:55:43.510050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d325-90ae-4937-972b-064d45cda138 req-941cfc39-f0b1-4e48-b2f2-e5d0d0194e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.512022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e567d325-90ae-4937-972b-064d45cda138 req-941cfc39-f0b1-4e48-b2f2-e5d0d0194e90 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2012997 Dec 15 13:55:43.512715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:43.531859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'port_id': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'mac_address': 'fa:16:3e:17:5d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b67be-874a-450c-bd78-1442e6685b9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:55:43.575689 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.598958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc9906f-d276-40ed-ac47-20aa438716e7 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:43.624417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:43.631033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:55:43.639024 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.662434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196c6ad8-721a-49fa-81cd-2a2e203a300a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:43.690078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.690433 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Added segment 6a170133-e35a-451d-bf94-b20e0453010e of type vlan for network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc Dec 15 13:55:43.696399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:43.705795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.706573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.706573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.707028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.707666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.708362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.708892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.709497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.710103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.710628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.711178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.711700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.712272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:43.770974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-5a6501f9-1638-436e-8420-a7eba1a4f9c0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.781285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-5a6501f9-1638-436e-8420-a7eba1a4f9c0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.1447182 Dec 15 13:55:43.801544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb795a89-0988-4492-89a0-75983fc3c9b1 req-df15c4be-7ee3-40a9-afff-310bb21ec97f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.807895 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-096151cb-1e93-45c5-9166-786332593932 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/quotas/4cd6ad14e26c4dff85ab78c0563e8bd6 HTTP/1.1" status: 200 len: 375 time: 0.0253794 Dec 15 13:55:43.812629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb795a89-0988-4492-89a0-75983fc3c9b1 req-df15c4be-7ee3-40a9-afff-310bb21ec97f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2940269 Dec 15 13:55:43.833193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-63ff78f2-8c01-4a40-b35f-eba3c09d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.833685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-63ff78f2-8c01-4a40-b35f-eba3c09d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.834150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-63ff78f2-8c01-4a40-b35f-eba3c09d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.834945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-63ff78f2-8c01-4a40-b35f-eba3c09d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.835418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-63ff78f2-8c01-4a40-b35f-eba3c09d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.835909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-63ff78f2-8c01-4a40-b35f-eba3c09d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.836370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-63ff78f2-8c01-4a40-b35f-eba3c09d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.837558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] For port bb167c7d-b053-4db6-93cf-80a4b9eda69b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bb167c7d-b053-4db6-93cf-80a4b9eda69b,segment=NetworkSegment(5cadf4c3-992f-47ce-b4ee-5fa52d557735),segment_id=5cadf4c3-992f-47ce-b4ee-5fa52d557735)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:43.838493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.838876 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-63ff78f2-8c01-4a40-b35f-eba3c09d685c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6487 time: 0.2634633 Dec 15 13:55:43.861739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['0dc9906f-d276-40ed-ac47-20aa438716e7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:43.881096 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.906185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Calling delete_port for bb167c7d-b053-4db6-93cf-80a4b9eda69b owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:55:43.935403 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-84c23e2b-4aaa-4d11-be90-39ab87de1cd5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7 HTTP/1.1" status: 200 len: 217 time: 0.0702372 Dec 15 13:55:43.984559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.985635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:43.986530 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.012139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb795a89-0988-4492-89a0-75983fc3c9b1 req-c15d0cd2-60ba-40de-94e1-f91a733c36fc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959841 Dec 15 13:55:44.072124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-a5749297-6565-4311-b2f7-929817d500d2 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2627246 Dec 15 13:55:44.138037 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7863297 Dec 15 13:55:44.144146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34282) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:44.185022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Request body: {'subnet': {'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-subnet', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:44.245303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fcc43-f041-4027-b2ac-fa3654863627 admin admin] Pushing event updated for resources: {'Network': ['ID=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:44.263459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-1e8aebd8-57e2-4770-a174-73e435094aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.267420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-1e8aebd8-57e2-4770-a174-73e435094aa4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=299bbd43-2c6b-4617-9310-ef44d6baec67 HTTP/1.1" status: 200 len: 855 time: 0.3203480 Dec 15 13:55:44.273004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:55:44.364312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Made reservation on behalf of 231d99c5d4564b08aa1e8afddaba6246 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:44.378598 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.402992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-a31a51f6-1df4-44ab-b635-9df9989fb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.404784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-a31a51f6-1df4-44ab-b635-9df9989fb859 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277828 Dec 15 13:55:44.449210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-53494140-c042-4561-a696-b59e87e5e050 service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752463 Dec 15 13:55:44.462931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.522880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-8eff0e17-f4fb-426c-9cb8-821e953edeac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.530684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-8eff0e17-f4fb-426c-9cb8-821e953edeac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.538711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-8eff0e17-f4fb-426c-9cb8-821e953edeac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.545169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-8eff0e17-f4fb-426c-9cb8-821e953edeac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.552485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-8eff0e17-f4fb-426c-9cb8-821e953edeac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.558474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-8eff0e17-f4fb-426c-9cb8-821e953edeac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.565170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-8eff0e17-f4fb-426c-9cb8-821e953edeac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:44.574630 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-8eff0e17-f4fb-426c-9cb8-821e953edeac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.3147001 Dec 15 13:55:44.612576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-98c6f088-e16a-414f-b684-58a3c8c4baf1 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962063 Dec 15 13:55:44.620262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Pushing event deleted for resources: {'Port': ['ID=bb167c7d-b053-4db6-93cf-80a4b9eda69b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:44.637862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-935c818a-4209-4491-800d-6dd89f2d84bc service neutron] 10.222.0.86 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876662 Dec 15 13:55:44.646446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e310ba-0296-49af-9122-5d4c95fe1a4e None None] DHCP port deletion for d3a38d98-e4b7-4788-b508-6e31635004ad request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:44.680218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bb167c7d-b053-4db6-93cf-80a4b9eda69b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:44.735002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] No DVR routers for this DVR port bb167c7d-b053-4db6-93cf-80a4b9eda69b on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:55:44.747035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:44.752512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94cef950-a758-4ffc-be72-ba8a1b010879 req-ba1d7909-7d6a-424f-9bea-cd82923ff782 tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.74 "DELETE /v2.0/ports/bb167c7d-b053-4db6-93cf-80a4b9eda69b HTTP/1.1" status: 204 len: 173 time: 1.8681903 Dec 15 13:55:44.805014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e001e2e3-132f-4108-a6b2-07e7dba0a863 req-71f41a2f-bdd9-4627-8da5-865b084e65df tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2305408 Dec 15 13:55:45.000468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-deleted', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:45.007938 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e1e2cf-4e93-40a1-b9d7-d57768ac25a3" -d '{"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-deleted", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:45.120160 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.170947 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:55:45.230156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0e5d8-0bda-4ba0-9d37-b586a712e4b9 req-ce8d8141-cc47-4730-9022-0c5e03bacc85 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.241826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94e0e5d8-0bda-4ba0-9d37-b586a712e4b9 req-ce8d8141-cc47-4730-9022-0c5e03bacc85 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 944 time: 0.2252645 Dec 15 13:55:45.335585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c2f8ec-1f10-4533-a08c-1026413c7d15,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:45.349795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0dc9906f-d276-40ed-ac47-20aa438716e7 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:45.437270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Checking segment: {'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:45.438753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Network hostable DHCP agents. Network: 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:55:45.440807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '47ff5cdf-8c87-4915-a0c1-8e50d30c3559'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:45.449377 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9ead57-1d30-4830-ac4b-c88205b43628" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "47ff5cdf-8c87-4915-a0c1-8e50d30c3559"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:45.492993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 0dc9906f-d276-40ed-ac47-20aa438716e7 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:55:45.498110 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94e0e5d8-0bda-4ba0-9d37-b586a712e4b9 req-6620ccfd-0dcb-4d40-86eb-df5aed7b7baa tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503226 Dec 15 13:55:45.498273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 0dc9906f-d276-40ed-ac47-20aa438716e7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:45.498877 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.542472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-464f998d-0271-4d0a-b094-82081b019696 req-4bb6e17f-c311-4901-ac99-73baaecfc16e tempest-ServersNegativeTestJSON-1500209108 tempest-ServersNegativeTestJSON-1500209108-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3b7b7f-3bd2-4941-9615-9a671263c661 HTTP/1.1" status: 200 len: 210 time: 0.0877817 Dec 15 13:55:45.544324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:55:45.573097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:45.584060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43782d-1d3a-47be-82f7-9373ac978afd None None] Network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:45.585503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.586226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.651152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-1bc0b41c-c82e-4d44-9ef5-18d6ac1cc9f3 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0115926 Dec 15 13:55:45.669069 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c1b9bd-9b72-4891-9172-5095eab934c6 x-openstack-request-id: req-40c1b9bd-9b72-4891-9172-5095eab934c6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:45.672276 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b7b7f-3bd2-4941-9615-9a671263c661", "name": "network-vif-deleted", "tag": "bb167c7d-b053-4db6-93cf-80a4b9eda69b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:45.672694 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40c1b9bd-9b72-4891-9172-5095eab934c6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:45.673344 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b7b7f-3bd2-4941-9615-9a671263c661', 'name': 'network-vif-deleted', 'tag': 'bb167c7d-b053-4db6-93cf-80a4b9eda69b', 'status': 'completed', 'code': 200} Dec 15 13:55:45.685274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5709dd6f-e393-4830-9ce2-ddc384679c9a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5291445 Dec 15 13:55:45.713471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34314) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:45.728982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e82f319-b09e-421c-9592-d50f96bfdd70 req-a9514343-48e9-457e-b3ac-370f8409ad09 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 210 time: 0.0902286 Dec 15 13:55:45.733809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:45.746841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-856bb7f8-517d-42bb-9aa4-f54a9657826c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 217 time: 0.0779741 Dec 15 13:55:45.787954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.789120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.847678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 763accb8-3c10-4f79-a4c4-9efd25bf00fa no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:45.877809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-bc1a81d1-fbe6-45c3-a59d-62bd6c7b3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:45.879329 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-bc1a81d1-fbe6-45c3-a59d-62bd6c7b3561 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1224751 Dec 15 13:55:45.893365 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.904503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7cd0ca-bec7-48a2-ac01-f8555526c0b5 None None] Network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:45.917403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 763accb8-3c10-4f79-a4c4-9efd25bf00fa {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:45.918007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 763accb8-3c10-4f79-a4c4-9efd25bf00fa not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:46.028419 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5887807e-a3fd-4a55-b13e-eb357a748cd1 x-openstack-request-id: req-5887807e-a3fd-4a55-b13e-eb357a748cd1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:46.031050 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "47ff5cdf-8c87-4915-a0c1-8e50d30c3559", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:46.031565 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5887807e-a3fd-4a55-b13e-eb357a748cd1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:46.034212 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '47ff5cdf-8c87-4915-a0c1-8e50d30c3559', 'status': 'completed', 'code': 200} Dec 15 13:55:46.079853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.084503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b725c-1c20-4daa-bb45-ff7da58a0a8d req-e50d4bdc-ee3c-4784-a56b-94686e66dc5d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.095276 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-601b725c-1c20-4daa-bb45-ff7da58a0a8d req-e50d4bdc-ee3c-4784-a56b-94686e66dc5d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2142994 Dec 15 13:55:46.117751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:46.119017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:46.121704 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea10db5-22a1-40fc-9f55-0aa68ccd6aba" -d '{"events": [{"server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "name": "network-vif-plugged", "status": "completed", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:46.122455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-3f9bf7fa-5221-4683-83a2-6d8de1ddedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.125293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-3f9bf7fa-5221-4683-83a2-6d8de1ddedb4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2318881 Dec 15 13:55:46.131591 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.132603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:55:46.210839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-601b725c-1c20-4daa-bb45-ff7da58a0a8d req-70b6cb06-5fb1-420a-ada7-1357839fcfec tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084428 Dec 15 13:55:46.236947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:46.241433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: bb167c7d-b053-4db6-93cf-80a4b9eda69b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:55:46.241787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bb167c7d-b053-4db6-93cf-80a4b9eda69b not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:55:46.297490 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687eb47a-b93f-499e-beaf-77bff6566dcf x-openstack-request-id: req-687eb47a-b93f-499e-beaf-77bff6566dcf {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:46.297794 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "name": "network-vif-plugged", "status": "completed", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:46.298057 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-687eb47a-b93f-499e-beaf-77bff6566dcf {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:46.299344 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'code': 200} Dec 15 13:55:46.393919 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-646cc1bf-ae21-47bb-b81e-9052acb89c14 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107294 Dec 15 13:55:46.526593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:46.552222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b465a0-63a2-4312-b374-ac5006b62341 req-6f185dd3-23fd-4147-ba3d-b41f3f9b66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.553730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0b465a0-63a2-4312-b374-ac5006b62341 req-6f185dd3-23fd-4147-ba3d-b41f3f9b66a7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 1096 time: 0.1595273 Dec 15 13:55:46.622103 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-8ef0f972-bc8e-40c0-b27e-988ad9e62872 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092776 Dec 15 13:55:46.626503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0f078c6-4f3e-4c7e-932b-d4aa3f5c2fab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.631460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34f956-611f-42c1-a9e1-c681ba962372 req-28f4c4ed-9f85-4eb3-9467-a97ccdd0c89b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.632605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0f078c6-4f3e-4c7e-932b-d4aa3f5c2fab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.639012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae34f956-611f-42c1-a9e1-c681ba962372 req-28f4c4ed-9f85-4eb3-9467-a97ccdd0c89b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1332297 Dec 15 13:55:46.639441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0f078c6-4f3e-4c7e-932b-d4aa3f5c2fab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.646810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0f078c6-4f3e-4c7e-932b-d4aa3f5c2fab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.652993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0f078c6-4f3e-4c7e-932b-d4aa3f5c2fab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.660167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0f078c6-4f3e-4c7e-932b-d4aa3f5c2fab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.666902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0f078c6-4f3e-4c7e-932b-d4aa3f5c2fab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.668883 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0f078c6-4f3e-4c7e-932b-d4aa3f5c2fab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.2734094 Dec 15 13:55:46.747084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-4eb889d1-0ded-41a5-ac0d-fb219ab9d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.748641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-4eb889d1-0ded-41a5-ac0d-fb219ab9d5b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1096 time: 0.2114441 Dec 15 13:55:46.756072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-c7b9b0ef-d7d8-47cb-82e4-7db5d1796c78 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 217 time: 0.1146121 Dec 15 13:55:46.779520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0b465a0-63a2-4312-b374-ac5006b62341 req-38066bf4-81cd-4cb0-a414-b722b32af872 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938069 Dec 15 13:55:46.854118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e14b2ea2-3f4d-46b8-8926-30193a984899 req-a0570eb2-6f8c-430d-b3fd-2d4bab77a361 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776175 Dec 15 13:55:46.858490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae34f956-611f-42c1-a9e1-c681ba962372 req-521e2dc3-74d3-40c4-841f-fab77922a47f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183042 Dec 15 13:55:46.865988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-aae1ca88-6f42-43f9-b5ca-8f608c26e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.867660 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-aae1ca88-6f42-43f9-b5ca-8f608c26e3c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1039693 Dec 15 13:55:46.904268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-9351bde3-a04b-41f3-8071-8d0dd56a7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.907413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-9351bde3-a04b-41f3-8071-8d0dd56a7c3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.1431196 Dec 15 13:55:46.915895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-b4b7a43a-1f43-402e-bcdc-7dacbb50f98a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:46.917552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-b4b7a43a-1f43-402e-bcdc-7dacbb50f98a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 806 time: 0.2984447 Dec 15 13:55:46.931783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Request body: {'port': {'device_id': '4a85a905-d670-4e4a-bdbb-b1c86a71fce2', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'admin_state_up': True, 'tenant_id': '4cd6ad14e26c4dff85ab78c0563e8bd6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:46.960124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34338) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:47.103956 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88b54fa9-8b3a-4832-becb-f46b96dacb80 req-985b4073-3086-428e-b6fe-549438476bb3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 210 time: 0.0679440 Dec 15 13:55:47.122632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-68525050-e72d-4cef-978a-9a8b21898dc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1000 time: 0.2046382 Dec 15 13:55:47.139798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-47a8e7b6-6631-4fa0-a536-344563a4fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:47.142615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-47a8e7b6-6631-4fa0-a536-344563a4fa05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055377 Dec 15 13:55:47.152736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddcceb3-4c83-4215-bc9a-6432bc6bdda5 admin admin] Deleting subnet 61504417-45e4-400f-8cb4-9bea8689e17a {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:55:47.184206 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ddcceb3-4c83-4215-bc9a-6432bc6bdda5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.260314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Made reservation on behalf of 4cd6ad14e26c4dff85ab78c0563e8bd6 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:55:47.260510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979047b1-25fa-4aff-845e-48298b94741e req-04a23b86-f7fe-431a-a510-18c8b627b22e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:47.261871 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-979047b1-25fa-4aff-845e-48298b94741e req-04a23b86-f7fe-431a-a510-18c8b627b22e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 945 time: 0.3029537 Dec 15 13:55:47.264324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.303950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ddcceb3-4c83-4215-bc9a-6432bc6bdda5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.329953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-90c1fd01-c5e9-4577-8e09-e1a05f79c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:47.331487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-90c1fd01-c5e9-4577-8e09-e1a05f79c982 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1988399 Dec 15 13:55:47.352093 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-fffee9f3-58fd-4b94-9fb8-aa866b4e29dd service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906707 Dec 15 13:55:47.369113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-979047b1-25fa-4aff-845e-48298b94741e req-e9b7330c-f372-4c71-a7d3-61d268c6a550 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948851 Dec 15 13:55:47.370117 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.407520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.444102 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ddcceb3-4c83-4215-bc9a-6432bc6bdda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.497680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Allocated IP 172.20.0.2 (d9b77d4c-7d9f-4158-bf19-3b6aab89e250/6ce372f1-83d0-4488-835d-2683fb556b99/af29f282-f2ce-4764-b87f-97999fb01cea) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:47.506278 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-8e09ba04-953c-4b71-858c-32d69b028d48 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427591 Dec 15 13:55:47.524787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-637b329f-45b3-41a9-9f1f-b6b273506ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:47.526295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-637b329f-45b3-41a9-9f1f-b6b273506ee2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627681 Dec 15 13:55:47.577891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-5e29ac7e-a954-4f25-a8f6-7caf314894f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc HTTP/1.1" status: 200 len: 217 time: 0.0602930 Dec 15 13:55:47.650456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ddcceb3-4c83-4215-bc9a-6432bc6bdda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.698714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-1cb4637f-6e27-413d-bb24-4ebe6722b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:47.700304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-1cb4637f-6e27-413d-bb24-4ebe6722b29f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1112821 Dec 15 13:55:47.700625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Allocated IP 172.25.7.134 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/6aa8e1a9-090c-4120-8280-3ecf2dc37721) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:47.722819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcceb3-4c83-4215-bc9a-6432bc6bdda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61504417-45e4-400f-8cb4-9bea8689e17a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:47.736421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ddcceb3-4c83-4215-bc9a-6432bc6bdda5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.744381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0ddcceb3-4c83-4215-bc9a-6432bc6bdda5 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/61504417-45e4-400f-8cb4-9bea8689e17a HTTP/1.1" status: 204 len: 168 time: 0.7818251 Dec 15 13:55:47.745425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34344) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:47.747405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd8bf9f-96bf-4e60-ab3e-36fdab23f589 None None] Network d3a38d98-e4b7-4788-b508-6e31635004ad requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:55:47.765746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-eb940165-cae1-49fc-a08d-dd08434f5dd1 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293499 Dec 15 13:55:47.793662 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.839584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-2dab80a4-8d22-4728-9801-ee3ec208b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:47.841445 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-2dab80a4-8d22-4728-9801-ee3ec208b822 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1312096 Dec 15 13:55:47.851499 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.878855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:47.953006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.983320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000fe74-59eb-4bb7-a3d1-31822d8342c1 None None] DHCP port deletion for d3a38d98-e4b7-4788-b508-6e31635004ad request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:48.038012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:48.092998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c7c7760-8ffc-4152-9c5c-728ca8eaff05 req-643cea17-f9ab-4644-8a58-1c94e16903b8 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127854 Dec 15 13:55:48.093269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:48.099340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:48.122722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa9051-b4b8-43ff-8612-62fb001c4cc0 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:48.129543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event updated for resources: {'Port': ['ID=af29f282-f2ce-4764-b87f-97999fb01cea,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:48.179960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.222565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-45c7dfc6-becd-4a02-b150-e1a78390674f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.225725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f72bcf58-9d3b-4dd5-816b-9e36096d1124 None None] Provisioning complete for port af29f282-f2ce-4764-b87f-97999fb01cea triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:48.226110 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f72bcf58-9d3b-4dd5-816b-9e36096d1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.232947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-45c7dfc6-becd-4a02-b150-e1a78390674f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.236446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-45c7dfc6-becd-4a02-b150-e1a78390674f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.243138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-45c7dfc6-becd-4a02-b150-e1a78390674f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.248885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a38d98-e4b7-4788-b508-6e31635004ad']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:48.252711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-45c7dfc6-becd-4a02-b150-e1a78390674f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.258987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-45c7dfc6-becd-4a02-b150-e1a78390674f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.265177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-45c7dfc6-becd-4a02-b150-e1a78390674f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.273559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-45c7dfc6-becd-4a02-b150-e1a78390674f tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.2341928 Dec 15 13:55:48.274910 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.278554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cadf4c3-992f-47ce-b4ee-5fa52d557735') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:48.278554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cadf4c3-992f-47ce-b4ee-5fa52d557735') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:48.293336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-39d23237-7ed9-4af8-889f-3341255ca41e service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382699 Dec 15 13:55:48.295326 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.295513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f72bcf58-9d3b-4dd5-816b-9e36096d1124 None None] Port af29f282-f2ce-4764-b87f-97999fb01cea cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:48.344195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.345097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.345232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.353481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:55:48.353890 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:55:48.371526 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:55:48.418387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06f1f3-50e3-42c7-b049-5391f4e6ed91 req-0f8e5038-0ac7-4ec7-9859-0c100c2be039 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:48.428686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c06f1f3-50e3-42c7-b049-5391f4e6ed91 req-0f8e5038-0ac7-4ec7-9859-0c100c2be039 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.3576264 Dec 15 13:55:48.431213 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.431770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-aa772a02-0107-40d4-8196-e553c726eac7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5051270 Dec 15 13:55:48.448637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Request body: {'port': {'device_id': '4a85a905-d670-4e4a-bdbb-b1c86a71fce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:55:48.496543 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e679fa3-0be4-4fed-8ad2-9fa4d0ba455d req-11d4a0a9-76e7-42c4-9287-93698837e5ff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218294 Dec 15 13:55:48.499944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:48.505671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:48.536287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e33ee0-38e0-498a-a846-75c623cf6324 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:48.545779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:48.564675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c06f1f3-50e3-42c7-b049-5391f4e6ed91 req-5f4aaf68-4aaa-4436-a17f-1c5129d2667b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348610 Dec 15 13:55:48.576262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.648827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.648827 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d3a38d98-e4b7-4788-b508-6e31635004ad HTTP/1.1" status: 204 len: 168 time: 0.8929908 Dec 15 13:55:48.648827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa8e1a9-090c-4120-8280-3ecf2dc37721,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:48.652629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-61603719-e1a8-4b0f-9756-eccfff197051 None None] Provisioning complete for port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:48.653012 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-61603719-e1a8-4b0f-9756-eccfff197051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.712792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51385a1-08c2-4cbe-a27a-1db9e889b458 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a38d98-e4b7-4788-b508-6e31635004ad,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:48.716235 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.735802 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-adad001e-e998-4bf2-af45-8dded6efe084 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292171 Dec 15 13:55:48.761919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-61603719-e1a8-4b0f-9756-eccfff197051 None None] Port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:48.854744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34360) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:48.862440 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-aa591f65-582f-41ce-a1b3-cc440b5457fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e HTTP/1.1" status: 200 len: 217 time: 0.0894513 Dec 15 13:55:48.961924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-5759a8b1-5342-4735-ba6f-8ca672a013d3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154888 Dec 15 13:55:48.983102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a6bb-5a84-4481-aa68-3e85b27a64ec req-61625a3c-3463-4766-be5f-6b0ce030ae43 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.001252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a39a6bb-5a84-4481-aa68-3e85b27a64ec req-61625a3c-3463-4766-be5f-6b0ce030ae43 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 931 time: 0.2898734 Dec 15 13:55:49.069233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f094d4d-6769-44f9-bec8-1c39c5820ffb req-048724e6-1f95-4d1f-b1e9-3ed711aa492e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.077033 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f094d4d-6769-44f9-bec8-1c39c5820ffb req-048724e6-1f95-4d1f-b1e9-3ed711aa492e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 945 time: 0.2324595 Dec 15 13:55:49.245433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-9cd8e664-f039-447c-ac36-f9944d17f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.247681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-9cd8e664-f039-447c-ac36-f9944d17f52f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.3549826 Dec 15 13:55:49.278079 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6c688e8b-bb0b-4ba1-b29e-544c2c9ca53c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=706b70816e914564b37a989ee244eb3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183676 Dec 15 13:55:49.285398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:49.353865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a39a6bb-5a84-4481-aa68-3e85b27a64ec req-f393c0f5-7d58-46b4-983f-079a33cdb861 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516088 Dec 15 13:55:49.409586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-55b49b2e-4c4b-4e08-bbba-29fa5bb7d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.411081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-55b49b2e-4c4b-4e08-bbba-29fa5bb7d5d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292918 Dec 15 13:55:49.469532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84a02942-f2e1-484f-8d14-d90f3dbe2318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.518593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f094d4d-6769-44f9-bec8-1c39c5820ffb req-0efe605c-22ce-4cb9-aede-0f7549a43187 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406428 Dec 15 13:55:49.521492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af29f282-f2ce-4764-b87f-97999fb01cea {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:49.522122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-f791f866-3799-46e0-82cd-5e7b55e42a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.523435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-f791f866-3799-46e0-82cd-5e7b55e42a72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 1096 time: 0.4996514 Dec 15 13:55:49.525075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.538427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.544486 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84a02942-f2e1-484f-8d14-d90f3dbe2318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.583002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Transition to ACTIVE for port object af29f282-f2ce-4764-b87f-97999fb01cea will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:55:49.623884 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.637019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-0aba2dc5-d132-47be-8dec-acbb36e52ddf service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008681 Dec 15 13:55:49.689537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6796ac-c9bc-4153-9843-bda6c632e963 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:49.749832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-08cf94d2-8c57-48a4-89b8-056e89fbfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.751927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-08cf94d2-8c57-48a4-89b8-056e89fbfd92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.1747060 Dec 15 13:55:49.782402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Pushing event updated for resources: {'Port': ['ID=af29f282-f2ce-4764-b87f-97999fb01cea,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:49.826863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84a02942-f2e1-484f-8d14-d90f3dbe2318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.829534 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84a02942-f2e1-484f-8d14-d90f3dbe2318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.832978 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-84a02942-f2e1-484f-8d14-d90f3dbe2318 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8cac9610-1a87-411b-be3d-c890e26bb439 HTTP/1.1" status: 204 len: 168 time: 0.5382900 Dec 15 13:55:49.858521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-fc18e9b4-af94-41ee-956c-361d8bf6b4af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 HTTP/1.1" status: 200 len: 217 time: 0.0720429 Dec 15 13:55:49.865958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a02942-f2e1-484f-8d14-d90f3dbe2318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cac9610-1a87-411b-be3d-c890e26bb439,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:49.889017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812752-9c82-4cdc-b781-6c75591de007 req-2e1cb1dc-5355-430e-8a1f-f5921760e376 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.897066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812752-9c82-4cdc-b781-6c75591de007 req-2e1cb1dc-5355-430e-8a1f-f5921760e376 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.903570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812752-9c82-4cdc-b781-6c75591de007 req-2e1cb1dc-5355-430e-8a1f-f5921760e376 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.916318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812752-9c82-4cdc-b781-6c75591de007 req-2e1cb1dc-5355-430e-8a1f-f5921760e376 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.926787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8f25-f038-4fd0-8473-126c77b2d41b req-81b52e7c-d4ca-41fb-ac08-b15f754959a3 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.927251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812752-9c82-4cdc-b781-6c75591de007 req-2e1cb1dc-5355-430e-8a1f-f5921760e376 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.928485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-994b8f25-f038-4fd0-8473-126c77b2d41b req-81b52e7c-d4ca-41fb-ac08-b15f754959a3 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1356468 Dec 15 13:55:49.935233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812752-9c82-4cdc-b781-6c75591de007 req-2e1cb1dc-5355-430e-8a1f-f5921760e376 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.942932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812752-9c82-4cdc-b781-6c75591de007 req-2e1cb1dc-5355-430e-8a1f-f5921760e376 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:49.945347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8812752-9c82-4cdc-b781-6c75591de007 req-2e1cb1dc-5355-430e-8a1f-f5921760e376 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.2869499 Dec 15 13:55:49.981284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-4dccfaba-f61c-46f3-8f80-8ff11ee43121 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216643 Dec 15 13:55:50.001171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-9c26bb4e-68fc-4c7e-8f56-bedde3378115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.002774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-9c26bb4e-68fc-4c7e-8f56-bedde3378115 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.1337647 Dec 15 13:55:50.004339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.036943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Attempting to bind port af29f282-f2ce-4764-b87f-97999fb01cea on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:50.037532 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Attempting to bind port af29f282-f2ce-4764-b87f-97999fb01cea by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:50.038057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Attempting to bind port af29f282-f2ce-4764-b87f-97999fb01cea on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:50.044073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-decd1e6a-41e1-41bd-8a70-383f2bf2cacb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789 HTTP/1.1" status: 200 len: 217 time: 0.0541499 Dec 15 13:55:50.053889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Port af29f282-f2ce-4764-b87f-97999fb01cea on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:55:50.054148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Attempting to bind port af29f282-f2ce-4764-b87f-97999fb01cea on network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:50.080705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:50.080705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Checking segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:50.084196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Bound using segment: {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:50.084794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Bound port: af29f282-f2ce-4764-b87f-97999fb01cea, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b34104-7493-48dd-8de1-4b2a26f32a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:50.085277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.086334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-241fe396-93ed-4328-b63a-bf12b0816266 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742323 Dec 15 13:55:50.100502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-994b8f25-f038-4fd0-8473-126c77b2d41b req-812cef01-34c2-4fa8-a4c9-31721ade0b57 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374526 Dec 15 13:55:50.139047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-2564d712-d439-41e6-a492-c4aea226094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.140854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-2564d712-d439-41e6-a492-c4aea226094c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.0805469 Dec 15 13:55:50.167702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8812752-9c82-4cdc-b781-6c75591de007 req-6e0bc4f6-cf99-420d-954d-07735190a9a9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115464 Dec 15 13:55:50.290534 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-9d85a53b-13b6-48cc-a57a-3cd2050c40be service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937888 Dec 15 13:55:50.401140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Router 24b50b95-1146-409f-9337-8b5f0d0d4100 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:55:50.431999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f86251-0ba7-4edf-a76c-dd873d3f860e req-5e6e9202-3e8a-4d04-bd50-41a8f153658d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.433597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84f86251-0ba7-4edf-a76c-dd873d3f860e req-5e6e9202-3e8a-4d04-bd50-41a8f153658d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1398778 Dec 15 13:55:50.505603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76c8a143-eafa-48b2-b1ba-7bacc4ac3ec3 req-5493c165-9cdf-49e2-ac09-32e8b9a9526a service neutron] 10.222.0.74 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999490 Dec 15 13:55:50.571369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84f86251-0ba7-4edf-a76c-dd873d3f860e req-d494d245-1649-46b2-b83f-aa0e2efcf7a7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146088 Dec 15 13:55:50.626535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:55:50.638771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Sync routers for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:55:50.653910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15714dda-5737-4e6d-8718-02084d93e0df req-d6b004e4-1eaa-4ac2-a348-bd67be125234 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.655227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.655461 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15714dda-5737-4e6d-8718-02084d93e0df req-d6b004e4-1eaa-4ac2-a348-bd67be125234 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 945 time: 0.1139326 Dec 15 13:55:50.662038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:50.662896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-19f9bae7-b807-4510-adee-23fc2d648d39 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9323363 Dec 15 13:55:50.666346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:50.669018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:55:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:50.678233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-34460cb1-f5c3-47e0-b43e-b813a6db60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.680047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-34460cb1-f5c3-47e0-b43e-b813a6db60f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5297832 Dec 15 13:55:50.720442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] For port af29f282-f2ce-4764-b87f-97999fb01cea, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:50.741386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1637797-7bd4-4581-8beb-9d4997383af8 req-49b91d40-a77c-481e-9dcc-3cde9b3b7ba7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.760887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] For port af29f282-f2ce-4764-b87f-97999fb01cea, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af29f282-f2ce-4764-b87f-97999fb01cea,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:50.767656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1637797-7bd4-4581-8beb-9d4997383af8 req-49b91d40-a77c-481e-9dcc-3cde9b3b7ba7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 943 time: 0.0840018 Dec 15 13:55:50.778555 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.878751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1637797-7bd4-4581-8beb-9d4997383af8 req-a990177d-32c2-42f7-999f-b7e8efafb9a8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101744 Dec 15 13:55:50.912168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b1c0c-90c1-47b2-bab0-2d04f646866e None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:50.945058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:50.945614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:50.946954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] 10.222.0.24 "PUT /v2.0/ports/af29f282-f2ce-4764-b87f-97999fb01cea HTTP/1.1" status: 200 len: 1091 time: 2.5024891 Dec 15 13:55:50.957953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a85a905-d670-4e4a-bdbb-b1c86a71fce2', 'tag': 'af29f282-f2ce-4764-b87f-97999fb01cea'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:50.960429 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6688e8b-7624-4362-8da5-76eeed6cc332" -d '{"events": [{"name": "network-changed", "server_uuid": "4a85a905-d670-4e4a-bdbb-b1c86a71fce2", "tag": "af29f282-f2ce-4764-b87f-97999fb01cea"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:50.966810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:50.989838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15714dda-5737-4e6d-8718-02084d93e0df req-92566b4f-2325-4ae4-bd17-ee0bbf1c1d31 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194048 Dec 15 13:55:51.025193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9588de-e58c-4b3d-be4d-96ac902de317 service neutron] Pushing event updated for resources: {'Port': ['ID=af29f282-f2ce-4764-b87f-97999fb01cea,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:51.136483 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b26c5f-8ee2-40bc-a19f-f55a1c3a6dbc x-openstack-request-id: req-b1b26c5f-8ee2-40bc-a19f-f55a1c3a6dbc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:51.136802 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a85a905-d670-4e4a-bdbb-b1c86a71fce2", "tag": "af29f282-f2ce-4764-b87f-97999fb01cea", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:51.137198 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b1b26c5f-8ee2-40bc-a19f-f55a1c3a6dbc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:51.138109 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a85a905-d670-4e4a-bdbb-b1c86a71fce2', 'tag': 'af29f282-f2ce-4764-b87f-97999fb01cea', 'status': 'completed', 'code': 200} Dec 15 13:55:51.234441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-fecf6920-e81c-45a9-9aab-7a9b58d9440c service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115948 Dec 15 13:55:51.259517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:48Z', 'revision_number': 3, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:51.395899 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-bc221387-0dcb-4196-b92d-910b59a2eb99 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422191 Dec 15 13:55:51.432927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-f31abf3e-b838-4a21-8e7e-a5d8541f1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.441597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-f31abf3e-b838-4a21-8e7e-a5d8541f1c97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 1094 time: 0.4163151 Dec 15 13:55:51.463810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Checking router: 24b50b95-1146-409f-9337-8b5f0d0d4100 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:55:51.464213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Updating router 24b50b95-1146-409f-9337-8b5f0d0d4100 port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:55:51.492781 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.505496 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-10bce69c-227e-4657-8f8e-8bee5c4241f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559 HTTP/1.1" status: 200 len: 217 time: 0.0958116 Dec 15 13:55:51.713679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-9363fa01-f3c6-46d7-9141-2bd238d1134b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af29f282-f2ce-4764-b87f-97999fb01cea HTTP/1.1" status: 200 len: 217 time: 0.2196450 Dec 15 13:55:51.771606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300d106-e811-4f5d-ade9-d0446739e3d3 req-0e0b56b0-1a28-472a-bef0-1db732e3d8d7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.773282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1300d106-e811-4f5d-ade9-d0446739e3d3 req-0e0b56b0-1a28-472a-bef0-1db732e3d8d7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2805674 Dec 15 13:55:51.846310 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.855715 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.899190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-24ccff77-73bf-45c6-a1e4-e1701f2526bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.900889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-24ccff77-73bf-45c6-a1e4-e1701f2526bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.1657679 Dec 15 13:55:51.902312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-c78d48ae-0eb7-4a83-ae3a-4fcb92672ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.902661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-16a12209-78e9-4c7c-bd1d-0c4ca248ee2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.903638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-c78d48ae-0eb7-4a83-ae3a-4fcb92672ac8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.3361611 Dec 15 13:55:51.910402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a548-dbfb-483b-adfb-10e040bd2875 None None] Pushing event updated for resources: {'Port': ['ID=6aa8e1a9-090c-4120-8280-3ecf2dc37721,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:51.911657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-16a12209-78e9-4c7c-bd1d-0c4ca248ee2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.918693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-16a12209-78e9-4c7c-bd1d-0c4ca248ee2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.925778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-16a12209-78e9-4c7c-bd1d-0c4ca248ee2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.932701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-16a12209-78e9-4c7c-bd1d-0c4ca248ee2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.938753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-16a12209-78e9-4c7c-bd1d-0c4ca248ee2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.946384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-16a12209-78e9-4c7c-bd1d-0c4ca248ee2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:51.950957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d67bc-0e62-4f49-b13e-6442c9f45d17 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:51.956001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-16a12209-78e9-4c7c-bd1d-0c4ca248ee2d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.1307096 Dec 15 13:55:51.958917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Attempting to bind port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:51.959641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Attempting to bind port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:51.960252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Attempting to bind port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:51.968979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:51.970395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:51.971106 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:51.971657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:51.972247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Bound port: 6aa8e1a9-090c-4120-8280-3ecf2dc37721, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:51.972884 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.021295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-955f1c8f-17b1-4082-8adc-ba365320ba0f req-5c1a6c74-5c8a-46bc-8ccc-32164fd9ae97 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643859 Dec 15 13:55:52.034186 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1300d106-e811-4f5d-ade9-d0446739e3d3 req-bce05fb5-d227-48cc-8f87-dd72b11f0eba tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369254 Dec 15 13:55:52.036843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-d5da5c51-c7d1-414e-8586-a296016c30e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886474 Dec 15 13:55:52.060824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-51379147-3b31-4b1b-88d9-8e11c2999bea None None] Provisioning complete for port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:52.061210 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51379147-3b31-4b1b-88d9-8e11c2999bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.065808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] For port 6aa8e1a9-090c-4120-8280-3ecf2dc37721, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:52.118736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] For port 6aa8e1a9-090c-4120-8280-3ecf2dc37721, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6aa8e1a9-090c-4120-8280-3ecf2dc37721,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:52.131554 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.137133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.148979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-51379147-3b31-4b1b-88d9-8e11c2999bea None None] Port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:55:52.179232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e14dc-c317-41df-857a-851fbea276bd req-0d84e0d3-3da1-4a3b-b6d0-dd7d85082cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:52.182101 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-0d84e0d3-3da1-4a3b-b6d0-dd7d85082cd5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2483265 Dec 15 13:55:52.225895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb7750-41b9-4875-924d-d9ec6682a86d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:55:52.241927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:52.242724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:55:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:52.327114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a548-dbfb-483b-adfb-10e040bd2875 None None] Pushing event updated for resources: {'Port': ['ID=6aa8e1a9-090c-4120-8280-3ecf2dc37721,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:52.388616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-f2339949-704a-482c-b37a-01156c8a4fc1 service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403363 Dec 15 13:55:52.399168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-088e997f-8960-4cdc-a5bd-03f3d77d8962 None None] Provisioning complete for port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:52.399645 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-088e997f-8960-4cdc-a5bd-03f3d77d8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.441543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c573a-f43c-4195-a283-92e22a52424d req-19b5e3df-9da8-4ca8-966d-f6a8b310f7f2 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:52.465464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-530c573a-f43c-4195-a283-92e22a52424d req-19b5e3df-9da8-4ca8-966d-f6a8b310f7f2 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 943 time: 0.1324351 Dec 15 13:55:52.466308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:52.545472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Allocated IP 172.20.0.1 (0139d757-1ce5-4d04-ba90-73f5bdf5b0bc/86c2f8ec-1f10-4533-a08c-1026413c7d15/be9c4bb8-2318-4120-a6d0-9d1365cac8d6) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:55:52.576481 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-530c573a-f43c-4195-a283-92e22a52424d req-d8063269-e2cb-4e18-ab8c-aa337ab06215 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081574 Dec 15 13:55:52.623353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-94b477ec-e4d2-42ae-9bd6-d7694c8a28b3 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318128 Dec 15 13:55:52.689423 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-088e997f-8960-4cdc-a5bd-03f3d77d8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.726113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-088e997f-8960-4cdc-a5bd-03f3d77d8962 None None] For port 6aa8e1a9-090c-4120-8280-3ecf2dc37721, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6aa8e1a9-090c-4120-8280-3ecf2dc37721,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:52.778121 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-088e997f-8960-4cdc-a5bd-03f3d77d8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.887055 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f20e14dc-c317-41df-857a-851fbea276bd req-a4676766-7f37-4941-a17e-4013cb9fc796 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521291 Dec 15 13:55:52.907957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e997f-8960-4cdc-a5bd-03f3d77d8962 None None] Pushing event updated for resources: {'Port': ['ID=6aa8e1a9-090c-4120-8280-3ecf2dc37721,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:52.938537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:48Z', 'revision_number': 3, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:52.956154 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60aa090-d3f6-449e-ab47-f44be2be59ea req-c033ffd3-1547-41b1-8311-a95d75ec3fae service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568068 Dec 15 13:55:52.970647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2be3f4-ce0f-400b-8a2d-8c658847bb46 None None] The sync data for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 is: [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:48Z', 'revision_number': 3, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:55:52.997518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba86035-0710-4c7b-a6ac-0e41f216370e req-7e52d935-b775-4469-8087-b1808ac4574f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.006955 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ba86035-0710-4c7b-a6ac-0e41f216370e req-7e52d935-b775-4469-8087-b1808ac4574f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2845597 Dec 15 13:55:53.015583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.178715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-15d4a4a6-d53e-415e-ba54-8010d7f79355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.179369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-15d4a4a6-d53e-415e-ba54-8010d7f79355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.179652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-15d4a4a6-d53e-415e-ba54-8010d7f79355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.180459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-15d4a4a6-d53e-415e-ba54-8010d7f79355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.180919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-15d4a4a6-d53e-415e-ba54-8010d7f79355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.181376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-15d4a4a6-d53e-415e-ba54-8010d7f79355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.181864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-15d4a4a6-d53e-415e-ba54-8010d7f79355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.183751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-15d4a4a6-d53e-415e-ba54-8010d7f79355 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6487 time: 0.2162676 Dec 15 13:55:53.238925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-adfe7a16-00c7-4756-85a7-9466ffea49d1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.247548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-adfe7a16-00c7-4756-85a7-9466ffea49d1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.255435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-adfe7a16-00c7-4756-85a7-9466ffea49d1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.261505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-adfe7a16-00c7-4756-85a7-9466ffea49d1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.268139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-adfe7a16-00c7-4756-85a7-9466ffea49d1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.270460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34494) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:53.278196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-adfe7a16-00c7-4756-85a7-9466ffea49d1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.280911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ba86035-0710-4c7b-a6ac-0e41f216370e req-60517669-b817-45f1-acaf-cccb624faf9b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729933 Dec 15 13:55:53.306279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-adfe7a16-00c7-4756-85a7-9466ffea49d1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.322551 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-adfe7a16-00c7-4756-85a7-9466ffea49d1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.1728842 Dec 15 13:55:53.352019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-3bf9def6-08da-4fbc-9904-4d0b684926c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.353648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-3bf9def6-08da-4fbc-9904-4d0b684926c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 1094 time: 0.3106554 Dec 15 13:55:53.367907 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.418285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4737d616-f42b-4e41-ac08-2574a35773d4 req-48b74545-290d-42fd-8da4-3519ffe2adbb tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967686 Dec 15 13:55:53.807470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6b3453d-5117-4f46-8256-bd0b00e8986d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:53.892334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:53.917130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:53.929721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:55:53.931602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Pushing event updated for resources: {'Port': ['ID=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:53.934310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-a46f15dc-8674-4db4-9cf3-c34c3353aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:53.935921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-a46f15dc-8674-4db4-9cf3-c34c3353aa72 service neutron] 10.222.0.74 "GET /v2.0/networks?id=48eea9ed-7cf0-43b0-ad58-a040f215ab38 HTTP/1.1" status: 200 len: 904 time: 0.7359121 Dec 15 13:55:54.046357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-cad1ba93-7728-4937-bc21-00b722effcd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559 HTTP/1.1" status: 200 len: 217 time: 0.0803335 Dec 15 13:55:54.069566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805c98-226d-40dc-b5e0-6fc4777f65c6 req-08344f2b-5d44-4f97-a05e-2955a319310d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.071370 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee805c98-226d-40dc-b5e0-6fc4777f65c6 req-08344f2b-5d44-4f97-a05e-2955a319310d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 943 time: 0.3071945 Dec 15 13:55:54.072906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-3679a5c1-62bc-435d-a82f-9b902d042759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.074452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-3679a5c1-62bc-435d-a82f-9b902d042759 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 200 len: 908 time: 0.6959805 Dec 15 13:55:54.093482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.210465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-90131eae-44d1-4bb7-9242-e1f199a1a91b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af29f282-f2ce-4764-b87f-97999fb01cea HTTP/1.1" status: 200 len: 217 time: 0.1189933 Dec 15 13:55:54.296065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-dfc5a257-e1f8-4b3a-b5b3-8e730aaea59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.298626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-dfc5a257-e1f8-4b3a-b5b3-8e730aaea59c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.2188592 Dec 15 13:55:54.367115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6b3453d-5117-4f46-8256-bd0b00e8986d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.390089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee805c98-226d-40dc-b5e0-6fc4777f65c6 req-5bc9c279-b525-4d97-9f49-c504b5040539 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975552 Dec 15 13:55:54.401194 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6b3453d-5117-4f46-8256-bd0b00e8986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.417852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-9005b13c-ef71-4713-8550-fcef017de65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.418803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-9005b13c-ef71-4713-8550-fcef017de65c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 200 len: 846 time: 0.1975727 Dec 15 13:55:54.508090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c1834-d192-459a-81b3-16fce39a6188 req-1a37b0ed-854d-47ae-aee7-b8d2da5ab9b5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.525009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-916c1834-d192-459a-81b3-16fce39a6188 req-1a37b0ed-854d-47ae-aee7-b8d2da5ab9b5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1601000 Dec 15 13:55:54.540657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-99e0d551-345a-4871-a01e-6e2ef1b6c71d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9b77d4c-7d9f-4158-bf19-3b6aab89e250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965731 Dec 15 13:55:54.563792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3453d-5117-4f46-8256-bd0b00e8986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a80e8cd-8f24-48dd-948c-5b8dae260c7a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:54.574746 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c6b3453d-5117-4f46-8256-bd0b00e8986d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64613037d66d404cbad4a77c4782d3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3016946 Dec 15 13:55:54.575804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:55:54.601696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-135c556c-9354-4f26-979e-063925f52603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.603214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-135c556c-9354-4f26-979e-063925f52603 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2865250 Dec 15 13:55:54.644043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-916c1834-d192-459a-81b3-16fce39a6188 req-00e93d5f-59e7-4b7a-9261-0003d920a34d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177976 Dec 15 13:55:54.670227 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:54.944336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-b823f7af-c0d4-4d0d-8ef8-bc326e5f1ce5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.952943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-b823f7af-c0d4-4d0d-8ef8-bc326e5f1ce5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.959906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-b823f7af-c0d4-4d0d-8ef8-bc326e5f1ce5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.966100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-b823f7af-c0d4-4d0d-8ef8-bc326e5f1ce5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.972988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad2745-e346-46a0-bd10-d145b06d2d87 req-a60106b3-8b59-41bc-9823-a1ae69b770b7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.973784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-b823f7af-c0d4-4d0d-8ef8-bc326e5f1ce5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.979346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-b823f7af-c0d4-4d0d-8ef8-bc326e5f1ce5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.982738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45ad2745-e346-46a0-bd10-d145b06d2d87 req-a60106b3-8b59-41bc-9823-a1ae69b770b7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0890853 Dec 15 13:55:54.986331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-b823f7af-c0d4-4d0d-8ef8-bc326e5f1ce5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:54.994673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-b823f7af-c0d4-4d0d-8ef8-bc326e5f1ce5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.3255193 Dec 15 13:55:54.997862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-03936d53-c679-4041-a196-25b022af689d service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168277 Dec 15 13:55:55.043593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0fcd9f5-49d9-43d1-8055-c1beffbcfb23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.077626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45ad2745-e346-46a0-bd10-d145b06d2d87 req-cd8866d1-bef0-4c4e-a908-3867a78e29a2 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899100 Dec 15 13:55:55.139260 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-9ce8c5a4-7d60-47c9-bd24-882be6baf22f service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128770 Dec 15 13:55:55.264938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6aa8e1a9-090c-4120-8280-3ecf2dc37721 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:55.308842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0fcd9f5-49d9-43d1-8055-c1beffbcfb23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.355462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:55.356108 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.436699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0dc9906f-d276-40ed-ac47-20aa438716e7 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:55:55.478470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a10e45c6-44fb-42d0-a90e-099482c70d81 req-269920c7-b756-4cbd-9d05-2fe5c5136006 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4802885 Dec 15 13:55:55.641603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854a9c-55d6-4915-b139-cd0dc6ee0514 req-0660a9ce-138f-4f8a-a29e-2fffcabec768 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:55.650483 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6688e8b-7624-4362-8da5-76eeed6cc332 req-ec2e0185-4a3d-4a4e-b1a8-9337e487e401 service neutron] 10.222.0.24 "GET /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306050 Dec 15 13:55:55.660464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d854a9c-55d6-4915-b139-cd0dc6ee0514 req-0660a9ce-138f-4f8a-a29e-2fffcabec768 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 943 time: 0.1124828 Dec 15 13:55:55.669963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a9ead57-1d30-4830-ac4b-c88205b43628 req-f3d19df5-6f99-4819-8455-ba1be7f8b3b1 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778757 Dec 15 13:55:55.721712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.725589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0fcd9f5-49d9-43d1-8055-c1beffbcfb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.729171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0fcd9f5-49d9-43d1-8055-c1beffbcfb23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.733860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f0fcd9f5-49d9-43d1-8055-c1beffbcfb23 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4a80e8cd-8f24-48dd-948c-5b8dae260c7a HTTP/1.1" status: 204 len: 168 time: 1.1514730 Dec 15 13:55:55.745685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.779055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcd9f5-49d9-43d1-8055-c1beffbcfb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a80e8cd-8f24-48dd-948c-5b8dae260c7a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:55.832641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:55.836064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Pushing event updated for resources: {'Port': ['ID=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:55.879091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d854a9c-55d6-4915-b139-cd0dc6ee0514 req-c303ae7d-7d32-4d60-86be-531bdc20c3e5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173777 Dec 15 13:55:55.887968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device af29f282-f2ce-4764-b87f-97999fb01cea details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:55:55.971344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:56.013622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'port_id': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'mac_address': 'fa:16:3e:17:5d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b67be-874a-450c-bd78-1442e6685b9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:55:56.109131 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.224053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:55:56.242702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:55:56.277714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dc9906f-d276-40ed-ac47-20aa438716e7 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:56.340917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:56.347818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.450008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:56.492566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['0dc9906f-d276-40ed-ac47-20aa438716e7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:56.495554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port af29f282-f2ce-4764-b87f-97999fb01cea, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af29f282-f2ce-4764-b87f-97999fb01cea,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:56.535064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Router 24b50b95-1146-409f-9337-8b5f0d0d4100 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:55:56.576105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'af29f282-f2ce-4764-b87f-97999fb01cea', 'network_id': 'd9b77d4c-7d9f-4158-bf19-3b6aab89e250', 'port_id': 'af29f282-f2ce-4764-b87f-97999fb01cea', 'mac_address': 'fa:16:3e:15:ff:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce372f1-83d0-4488-835d-2683fb556b99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:55:56.719973 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.757708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af29f282-f2ce-4764-b87f-97999fb01cea {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:55:56.819083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port af29f282-f2ce-4764-b87f-97999fb01cea, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af29f282-f2ce-4764-b87f-97999fb01cea,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:56.832567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:56.834857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-48535c83-0906-41f7-9afc-4b965ae74e08 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.850330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-48535c83-0906-41f7-9afc-4b965ae74e08 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.865888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-48535c83-0906-41f7-9afc-4b965ae74e08 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.882606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-48535c83-0906-41f7-9afc-4b965ae74e08 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.901733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-48535c83-0906-41f7-9afc-4b965ae74e08 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.916689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-48535c83-0906-41f7-9afc-4b965ae74e08 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.929474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-48535c83-0906-41f7-9afc-4b965ae74e08 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:56.946002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-48535c83-0906-41f7-9afc-4b965ae74e08 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.2611787 Dec 15 13:55:56.950943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=af29f282-f2ce-4764-b87f-97999fb01cea,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:56.955735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:55:56.967217 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Sync routers for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:55:56.973819 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-07b52942-b9fc-4a77-83ef-717a7ca384e5 admin admin] 10.222.0.86 "PUT /v2.0/routers/24b50b95-1146-409f-9337-8b5f0d0d4100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3112440 Dec 15 13:55:57.014590 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:57.014861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32461752-dcd7-4076-b367-4524fff00aa1 req-ef414a8e-b1c5-42b7-ba12-0aaa85cfc699 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.015665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:55:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:57.039968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32461752-dcd7-4076-b367-4524fff00aa1 req-ef414a8e-b1c5-42b7-ba12-0aaa85cfc699 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.8129168 Dec 15 13:55:57.081523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['af29f282-f2ce-4764-b87f-97999fb01cea'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:55:57.129930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed9e399f-9da8-40d8-ac11-e40f222c47df req-b56da911-903e-47d1-bbbe-61ec7b59b2b6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827457 Dec 15 13:55:57.306582 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32461752-dcd7-4076-b367-4524fff00aa1 req-9870c329-8a0b-4577-8226-c33cb7f84066 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641387 Dec 15 13:55:57.307486 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:57.447450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0dc9906f-d276-40ed-ac47-20aa438716e7 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:57.574499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4a723-f3ed-403f-9663-c0e86b4744f1 req-011ffc43-8e0e-484a-89a0-e796ae73121d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.599543 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7c4a723-f3ed-403f-9663-c0e86b4744f1 req-011ffc43-8e0e-484a-89a0-e796ae73121d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 944 time: 0.1480854 Dec 15 13:55:57.606908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e65882-8e77-4f33-bd6f-9debc9cafdc3 req-ad1eb7b9-9004-419e-a290-6c083e165bea tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:57.632805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86e65882-8e77-4f33-bd6f-9debc9cafdc3 req-ad1eb7b9-9004-419e-a290-6c083e165bea tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1711774 Dec 15 13:55:57.665804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 0dc9906f-d276-40ed-ac47-20aa438716e7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:57.665804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.750454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7c4a723-f3ed-403f-9663-c0e86b4744f1 req-c1e44ea1-ea26-46a3-84b7-a6d0c575f104 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442192 Dec 15 13:55:57.788998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86e65882-8e77-4f33-bd6f-9debc9cafdc3 req-ce62e692-0b22-451b-b522-8d3406d89521 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495805 Dec 15 13:55:57.822134 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 2, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:57.826380 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.853421 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Checking router: 24b50b95-1146-409f-9337-8b5f0d0d4100 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:55:57.854143 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Updating router 24b50b95-1146-409f-9337-8b5f0d0d4100 port be9c4bb8-2318-4120-a6d0-9d1365cac8d6 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:55:57.879370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:55:57.886265 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8879e829-7584-4118-8184-b4f124ecced2" -d '{"events": [{"server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "name": "network-vif-plugged", "status": "completed", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:55:57.910676 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:57.924627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:55:57.932093 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.043224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:58.394772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-bcbb61d2-e503-4b09-b27c-a83265833f86 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:58.399271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-bcbb61d2-e503-4b09-b27c-a83265833f86 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 820 time: 0.1920109 Dec 15 13:55:58.436553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-1b60c636-621d-4a38-8a95-71543ddf5736 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/quotas/231d99c5d4564b08aa1e8afddaba6246 HTTP/1.1" status: 200 len: 375 time: 0.0297356 Dec 15 13:55:58.521315 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-378074e5-e884-4822-91cf-64571e5182f1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0835621 Dec 15 13:55:58.540749 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.552834 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.651451 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Pushing event updated for resources: {'Port': ['ID=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:58.682749 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.683201 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.683665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.684106 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.684540 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.684973 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.685402 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.685829 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.686271 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.686701 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.687149 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.688041 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.688403 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:55:58.729987 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Attempting to bind port be9c4bb8-2318-4120-a6d0-9d1365cac8d6 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:55:58.730648 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Attempting to bind port be9c4bb8-2318-4120-a6d0-9d1365cac8d6 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:55:58.731615 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Attempting to bind port be9c4bb8-2318-4120-a6d0-9d1365cac8d6 on network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:55:58.740177 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:55:58.745860 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Checking segment: {'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:55:58.746539 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.747080 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Bound using segment: {'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:55:58.751301 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Bound port: be9c4bb8-2318-4120-a6d0-9d1365cac8d6, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:55:58.752137 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:58.821682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-bdfa18e9-e8e8-452c-a2be-6ee8899384b0 service neutron] 10.222.0.86 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987378 Dec 15 13:55:58.992242 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] For port be9c4bb8-2318-4120-a6d0-9d1365cac8d6, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:55:59.007617 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] For port be9c4bb8-2318-4120-a6d0-9d1365cac8d6, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:55:59.020004 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:59.106949 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:55:59.110814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:55:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:55:59.113056 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b85cbc-8f64-46df-a6a7-68b62eb4d503 None None] Pushing event updated for resources: {'Port': ['ID=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:55:59.191508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513adff-2aa3-4557-b0e3-4974b7de5931 req-39e34b42-74e8-444d-8f1c-59051091d664 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.197823 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a513adff-2aa3-4557-b0e3-4974b7de5931 req-39e34b42-74e8-444d-8f1c-59051091d664 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1538227 Dec 15 13:55:59.310754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a513adff-2aa3-4557-b0e3-4974b7de5931 req-c0d5457b-8c03-417f-8341-4b6481261b12 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938597 Dec 15 13:55:59.378421 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7455ecab-903d-4cdd-a9ee-22ea161649b4 x-openstack-request-id: req-7455ecab-903d-4cdd-a9ee-22ea161649b4 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:55:59.378935 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "name": "network-vif-plugged", "status": "completed", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:55:59.379029 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7455ecab-903d-4cdd-a9ee-22ea161649b4 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:55:59.379695 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'code': 200} Dec 15 13:55:59.436867 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:55:59.579642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-5fb03415-efad-416e-8bf6-c36cb1a6b3ca tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.585946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-5fb03415-efad-416e-8bf6-c36cb1a6b3ca tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.606057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-5fb03415-efad-416e-8bf6-c36cb1a6b3ca tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.615089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-5fb03415-efad-416e-8bf6-c36cb1a6b3ca tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.634446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-5fb03415-efad-416e-8bf6-c36cb1a6b3ca tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.646152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-5fb03415-efad-416e-8bf6-c36cb1a6b3ca tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.654608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-5fb03415-efad-416e-8bf6-c36cb1a6b3ca tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:55:59.674506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-5fb03415-efad-416e-8bf6-c36cb1a6b3ca tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.2019699 Dec 15 13:55:59.753640 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-6dd4d682-3873-46c6-9527-3bc366306c3f service neutron] 10.222.0.86 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9310541 Dec 15 13:55:59.793195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-adb7b3e7-b829-44a1-b4af-86448ed52ba5 req-d2d36d6e-ca16-46ae-88da-399529c5f31b tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158583 Dec 15 13:55:59.813414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device af29f282-f2ce-4764-b87f-97999fb01cea up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:55:59.962343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port af29f282-f2ce-4764-b87f-97999fb01cea completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:55:59.967643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port af29f282-f2ce-4764-b87f-97999fb01cea triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:55:59.968332 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.231393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ec361-90cc-4144-b861-6f4190edd94d req-c9f31baa-03c9-4cdc-9294-cc2027f222eb tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.237443 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.240675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-099ec361-90cc-4144-b861-6f4190edd94d req-c9f31baa-03c9-4cdc-9294-cc2027f222eb tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 944 time: 0.2249298 Dec 15 13:56:00.453677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port af29f282-f2ce-4764-b87f-97999fb01cea, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af29f282-f2ce-4764-b87f-97999fb01cea,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:00.465807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:00.491657 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:55:58Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:00.535452 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715703c7-ad9f-49ab-86cd-fef6061d042d None None] The sync data for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 is: [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:55:58Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:56:00.541644 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-099ec361-90cc-4144-b861-6f4190edd94d req-75c326e3-6914-448a-8a90-032135012a4b tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908475 Dec 15 13:56:00.764896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965a4e-ef9d-4ca2-858a-f20658fcd7a7 req-c3b0e869-293d-44a8-8162-cd8b610732b4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:00.774643 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9965a4e-ef9d-4ca2-858a-f20658fcd7a7 req-c3b0e869-293d-44a8-8162-cd8b610732b4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1752005 Dec 15 13:56:00.826222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9968d6ba-e293-4ac5-97f2-d0bd7f074e2e req-5428bfa6-88bf-4d2b-8224-4954115922d3 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 210 time: 0.1022246 Dec 15 13:56:00.931643 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9965a4e-ef9d-4ca2-858a-f20658fcd7a7 req-de1c90c5-f0eb-4bab-b84c-181379490541 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557620 Dec 15 13:56:00.982533 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.062085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.068653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=af29f282-f2ce-4764-b87f-97999fb01cea,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:01.149844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-5b0dbe24-da39-4c72-a6ec-94aeb36b1710 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.163076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-5b0dbe24-da39-4c72-a6ec-94aeb36b1710 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.174761 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f81b2688-7039-4724-a9bd-0a5e3d8e4f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.182307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-5b0dbe24-da39-4c72-a6ec-94aeb36b1710 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.189338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-5b0dbe24-da39-4c72-a6ec-94aeb36b1710 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.235563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-5b0dbe24-da39-4c72-a6ec-94aeb36b1710 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.250685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-5b0dbe24-da39-4c72-a6ec-94aeb36b1710 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.272501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-5b0dbe24-da39-4c72-a6ec-94aeb36b1710 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.286212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-5b0dbe24-da39-4c72-a6ec-94aeb36b1710 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.2996697 Dec 15 13:56:01.381090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a85a905-d670-4e4a-bdbb-b1c86a71fce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af29f282-f2ce-4764-b87f-97999fb01cea'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:01.383499 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bfc8a1-8e1c-4d5c-9b6f-04e3a35d9bbb" -d '{"events": [{"server_uuid": "4a85a905-d670-4e4a-bdbb-b1c86a71fce2", "name": "network-vif-plugged", "status": "completed", "tag": "af29f282-f2ce-4764-b87f-97999fb01cea"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:01.433886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device be9c4bb8-2318-4120-a6d0-9d1365cac8d6 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:01.484248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76beb42d-7d25-4279-985f-865c2bdd5ef4 req-30904f83-669c-4add-80d8-52116f185d67 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966941 Dec 15 13:56:01.591747 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d889e065-641b-4908-a80a-92a2bf99c2e6 x-openstack-request-id: req-d889e065-641b-4908-a80a-92a2bf99c2e6 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:01.592841 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a85a905-d670-4e4a-bdbb-b1c86a71fce2", "name": "network-vif-plugged", "status": "completed", "tag": "af29f282-f2ce-4764-b87f-97999fb01cea", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:01.593250 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d889e065-641b-4908-a80a-92a2bf99c2e6 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:01.593999 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a85a905-d670-4e4a-bdbb-b1c86a71fce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af29f282-f2ce-4764-b87f-97999fb01cea', 'code': 200} Dec 15 13:56:01.678414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port be9c4bb8-2318-4120-a6d0-9d1365cac8d6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:01.679471 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.865156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:01.918457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2246f-3059-4bbd-9db0-576ee18b41f3 req-cc65306e-0cf5-4084-b6be-39f530bda02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:01.929630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-10f2246f-3059-4bbd-9db0-576ee18b41f3 req-cc65306e-0cf5-4084-b6be-39f530bda02a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 1096 time: 0.1589248 Dec 15 13:56:01.958692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port be9c4bb8-2318-4120-a6d0-9d1365cac8d6, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:01.966766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:02.075353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-10f2246f-3059-4bbd-9db0-576ee18b41f3 req-381c9772-d99c-4f8f-8c59-2a5edb84e50e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954850 Dec 15 13:56:02.081988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:02.124682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2a020-ec53-43f1-90eb-fd90aff9d337 req-bd2cb90a-2c61-4525-b2ae-bc402390d4c6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.143053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bce2a020-ec53-43f1-90eb-fd90aff9d337 req-bd2cb90a-2c61-4525-b2ae-bc402390d4c6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.2559941 Dec 15 13:56:02.206611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c029095b-9f9a-4e9f-89d3-d722c99cb9df req-67eb7ee7-5fd5-405f-ab77-10988c11267b tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 210 time: 0.1135595 Dec 15 13:56:02.234167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bce2a020-ec53-43f1-90eb-fd90aff9d337 req-ac78c743-8bf3-4280-97ed-6a5cd50625b5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829523 Dec 15 13:56:02.566314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-810a60bd-43d5-4339-b12d-8a7e611825de tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.568491 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-810a60bd-43d5-4339-b12d-8a7e611825de tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.24 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 820 time: 0.2491474 Dec 15 13:56:02.591498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Request body: {'port': {'device_id': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'admin_state_up': True, 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:02.924640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-6c273996-5d83-498e-9482-1079e8913328 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.933194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-6c273996-5d83-498e-9482-1079e8913328 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.940936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-6c273996-5d83-498e-9482-1079e8913328 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.947549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-6c273996-5d83-498e-9482-1079e8913328 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.954126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-6c273996-5d83-498e-9482-1079e8913328 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.960644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-6c273996-5d83-498e-9482-1079e8913328 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.967308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-6c273996-5d83-498e-9482-1079e8913328 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:02.976488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-6c273996-5d83-498e-9482-1079e8913328 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.3341179 Dec 15 13:56:03.085998 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-498b9ed3-63b7-4fed-a654-19be15e1914f req-019bec29-fa7d-49e3-aaf8-8cb67069593a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082070 Dec 15 13:56:03.117478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Made reservation on behalf of 231d99c5d4564b08aa1e8afddaba6246 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:03.124460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.145382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device be9c4bb8-2318-4120-a6d0-9d1365cac8d6 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:03.332716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port be9c4bb8-2318-4120-a6d0-9d1365cac8d6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:03.333269 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.506423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe24aee3-b1b1-4ebe-836a-a430c15253a9 req-a4f277fe-624b-4a52-a296-ea4f29677b61 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 210 time: 0.0846443 Dec 15 13:56:03.649716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb941d6-6bf2-4e4d-9248-8fcc663046ce req-a76433df-ab16-4d7e-9995-fe941d8e46f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:03.651477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cb941d6-6bf2-4e4d-9248-8fcc663046ce req-a76433df-ab16-4d7e-9995-fe941d8e46f3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1612492 Dec 15 13:56:03.658811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Allocated IP 172.20.0.3 (0139d757-1ce5-4d04-ba90-73f5bdf5b0bc/86c2f8ec-1f10-4533-a08c-1026413c7d15/077a2634-1c82-4821-a769-cca2851de051) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:03.764360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ab83926-9262-46cb-ae2d-691c30cd92aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:03.805593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cb941d6-6bf2-4e4d-9248-8fcc663046ce req-3ee5e77f-1628-420d-b8ea-b84b5d02c1dd tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355350 Dec 15 13:56:03.957603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.018764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.073470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:04.077363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:04.088175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:04.147772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event updated for resources: {'Port': ['ID=077a2634-1c82-4821-a769-cca2851de051,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:04.187218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.188319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.259824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-2e15f328-e329-4c14-9aa9-5820e3352aee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6781712 Dec 15 13:56:04.276139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Request body: {'port': {'device_id': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:04.314475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-55184fcd-4255-4d10-85c7-d0c8795cd04c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.320708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-55184fcd-4255-4d10-85c7-d0c8795cd04c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.327649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-55184fcd-4255-4d10-85c7-d0c8795cd04c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.339945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-55184fcd-4255-4d10-85c7-d0c8795cd04c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.347566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-55184fcd-4255-4d10-85c7-d0c8795cd04c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.353808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-55184fcd-4255-4d10-85c7-d0c8795cd04c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.360217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-55184fcd-4255-4d10-85c7-d0c8795cd04c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.362623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-55184fcd-4255-4d10-85c7-d0c8795cd04c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.1690032 Dec 15 13:56:04.468239 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.616518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25ac67a5-7544-4637-a4d7-00ddf3c73b5b req-a8fb4a95-e4b7-4f67-8d9a-766b201c2539 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2455342 Dec 15 13:56:04.728098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa4b0-5694-4c0d-b690-fe2203f700a9 req-b810d6c9-9a64-4f4c-adb7-d1875cfd6e10 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:04.737453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc9aa4b0-5694-4c0d-b690-fe2203f700a9 req-b810d6c9-9a64-4f4c-adb7-d1875cfd6e10 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 931 time: 0.1032016 Dec 15 13:56:04.792144 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:04.854176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc9aa4b0-5694-4c0d-b690-fe2203f700a9 req-a42967ca-a2ec-445e-aca2-bae27b088e06 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155770 Dec 15 13:56:05.012355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0287d86-3dc9-4094-9ff4-74eeecf09888 req-80166a2d-061a-4d20-a119-4106566681d0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.020446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0287d86-3dc9-4094-9ff4-74eeecf09888 req-80166a2d-061a-4d20-a119-4106566681d0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1270249 Dec 15 13:56:05.118147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0287d86-3dc9-4094-9ff4-74eeecf09888 req-ec00be6f-0987-4137-8e83-6116e78e298e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967991 Dec 15 13:56:05.129835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077a2634-1c82-4821-a769-cca2851de051 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:05.139133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.156121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Transition to ACTIVE for port object 077a2634-1c82-4821-a769-cca2851de051 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:05.165335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.246033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=077a2634-1c82-4821-a769-cca2851de051,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:05.321301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Attempting to bind port 077a2634-1c82-4821-a769-cca2851de051 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:05.321640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Attempting to bind port 077a2634-1c82-4821-a769-cca2851de051 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:05.321973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Attempting to bind port 077a2634-1c82-4821-a769-cca2851de051 on network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:05.326542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Port 077a2634-1c82-4821-a769-cca2851de051 on network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:05.326866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Attempting to bind port 077a2634-1c82-4821-a769-cca2851de051 on network 0139d757-1ce5-4d04-ba90-73f5bdf5b0bc {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:05.334648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:05.335266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Checking segment: {'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:05.335931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Bound using segment: {'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:05.337288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Bound port: 077a2634-1c82-4821-a769-cca2851de051, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a170133-e35a-451d-bf94-b20e0453010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:05.337288 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.456444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515acdd6-aed1-4e97-9e72-400e5b1fdc54 req-922eda16-f34c-450f-86e4-1281d88441e9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.458051 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-515acdd6-aed1-4e97-9e72-400e5b1fdc54 req-922eda16-f34c-450f-86e4-1281d88441e9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1024601 Dec 15 13:56:05.461004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] For port 077a2634-1c82-4821-a769-cca2851de051, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:05.464648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] For port 077a2634-1c82-4821-a769-cca2851de051, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=077a2634-1c82-4821-a769-cca2851de051,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:05.490260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.543892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.544519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:05.545886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 1091 time: 1.2755673 Dec 15 13:56:05.546332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:05.549413 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc" -d '{"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:05.559415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-515acdd6-aed1-4e97-9e72-400e5b1fdc54 req-396f1fe2-aa54-4db7-b7e6-d1ffaa31bdef tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923922 Dec 15 13:56:05.586114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43549d-d483-4c4c-a927-1a763778f6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=077a2634-1c82-4821-a769-cca2851de051,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:05.632673 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd943492-4927-4da4-b627-5fd0ecf3591b x-openstack-request-id: req-bd943492-4927-4da4-b627-5fd0ecf3591b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:05.633167 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:05.633430 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd943492-4927-4da4-b627-5fd0ecf3591b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:05.633852 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051', 'status': 'completed', 'code': 200} Dec 15 13:56:05.673690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-d9a6c61f-3820-4d98-9ad3-fdac940dc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.675455 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-d9a6c61f-3820-4d98-9ad3-fdac940dc17f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1094 time: 0.0619526 Dec 15 13:56:05.751273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-9412dc3c-2ce7-4c6c-bd4b-9cecad79a610 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 217 time: 0.0582893 Dec 15 13:56:05.789762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-0dfd7791-f161-4586-a647-69735f75ddc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.796781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-0dfd7791-f161-4586-a647-69735f75ddc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.804377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-0dfd7791-f161-4586-a647-69735f75ddc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.806886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-e90933a3-d79e-4eb9-b05e-3f1ef1cc2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.808509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-e90933a3-d79e-4eb9-b05e-3f1ef1cc2a30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.0510731 Dec 15 13:56:05.811856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-0dfd7791-f161-4586-a647-69735f75ddc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.820135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-0dfd7791-f161-4586-a647-69735f75ddc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.828517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-0dfd7791-f161-4586-a647-69735f75ddc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.838429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-0dfd7791-f161-4586-a647-69735f75ddc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.842425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec194e3-cf48-4416-b419-8a80f38042d1 req-cae6eea3-24ed-480d-a866-fffd2006892c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:05.845045 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec194e3-cf48-4416-b419-8a80f38042d1 req-cae6eea3-24ed-480d-a866-fffd2006892c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1627731 Dec 15 13:56:05.856084 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-0dfd7791-f161-4586-a647-69735f75ddc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.1439650 Dec 15 13:56:05.872970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-e858d123-dd35-4414-8984-6140c5e8fdef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532610 Dec 15 13:56:05.936514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-272cb72d-f58e-48dd-8c5e-cdb311c49696 req-c2c5f4fa-00ed-4305-bb1b-ee94e1cb70b8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790653 Dec 15 13:56:06.017829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec194e3-cf48-4416-b419-8a80f38042d1 req-07489ac8-123d-42df-a62a-45b151676b64 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544876 Dec 15 13:56:06.101275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-da0dd3d6-8ec3-4e5a-971c-445acc914502 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201784 Dec 15 13:56:06.306289 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82b15b8b-f627-4fe9-97d9-6429c1295616 req-52842656-b5a3-4aab-88bb-3d7f51bf1d56 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918762 Dec 15 13:56:06.366389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077657-2864-44ed-b5f5-26e37b7f27b4 req-5853584b-18a8-425a-8ec1-52ac6051e40e tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.380448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95077657-2864-44ed-b5f5-26e37b7f27b4 req-5853584b-18a8-425a-8ec1-52ac6051e40e tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 943 time: 0.2482054 Dec 15 13:56:06.478266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-59a3d86c-8885-43e5-99bf-d7460747bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.479986 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-59a3d86c-8885-43e5-99bf-d7460747bc30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1094 time: 0.0868866 Dec 15 13:56:06.494747 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95077657-2864-44ed-b5f5-26e37b7f27b4 req-5aa25dd9-135f-4482-afc8-39d63178d01a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133099 Dec 15 13:56:06.571813 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:06.591507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21cf5-6129-4e58-a685-32c31b4fc37e req-c90e2055-7bbc-45f1-abf4-a630d137ccca tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.600893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ecf21cf5-6129-4e58-a685-32c31b4fc37e req-c90e2055-7bbc-45f1-abf4-a630d137ccca tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0879390 Dec 15 13:56:06.614125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-067767c3-f6da-4e27-af03-b658716e7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.615549 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-067767c3-f6da-4e27-af03-b658716e7738 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 922 time: 0.1198502 Dec 15 13:56:06.653263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ecf21cf5-6129-4e58-a685-32c31b4fc37e req-46686d40-2fed-4907-a52e-83f1770693a7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Dec 15 13:56:06.694472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-5e1622b2-a97c-4f46-a960-e906c33b1d98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 217 time: 0.0693159 Dec 15 13:56:06.788273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-68465e7c-6a35-4501-a227-b269aa66f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:06.793684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-68465e7c-6a35-4501-a227-b269aa66f2c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.0747912 Dec 15 13:56:06.853693 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-a54ac7a3-49c0-472d-8a2b-f0d251b5bdff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524900 Dec 15 13:56:07.063520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-cc1a291b-9bbc-41fa-8db3-d0ca8bfe8c35 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005997 Dec 15 13:56:07.267922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-fb58673e-695c-4517-ab48-add742069a68 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.274170 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:07.277670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-fb58673e-695c-4517-ab48-add742069a68 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.285480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-fb58673e-695c-4517-ab48-add742069a68 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.296029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-fb58673e-695c-4517-ab48-add742069a68 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.303648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-fb58673e-695c-4517-ab48-add742069a68 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.310454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-fb58673e-695c-4517-ab48-add742069a68 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.320613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-fb58673e-695c-4517-ab48-add742069a68 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.322516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-fb58673e-695c-4517-ab48-add742069a68 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.1650107 Dec 15 13:56:07.390276 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8a1f40c-73b6-4d9b-bf29-278dc0e289dc req-e4f700a8-4dce-4d0d-8b2a-77e11564fca6 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198316 Dec 15 13:56:07.448192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a9d8393-fddc-4ffd-8568-d01ed3af3298 req-dd6119ae-0f4a-4a28-a037-28074bc0c495 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164532 Dec 15 13:56:07.693261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0cbcf-5b63-443d-9ee6-aa85c2265903 req-569a8af1-53aa-4e7a-b222-3dc2797c33b9 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.694929 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48f0cbcf-5b63-443d-9ee6-aa85c2265903 req-569a8af1-53aa-4e7a-b222-3dc2797c33b9 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 943 time: 0.0848930 Dec 15 13:56:07.825780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f9494-55ee-48a2-be30-28b198c1a745 req-cd17bf46-a94d-4f3b-a00f-ddea7d7d82d1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:07.836238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3b9f9494-55ee-48a2-be30-28b198c1a745 req-cd17bf46-a94d-4f3b-a00f-ddea7d7d82d1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0781395 Dec 15 13:56:07.863673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48f0cbcf-5b63-443d-9ee6-aa85c2265903 req-23f16716-c602-422c-8c1e-1ebc1fba800a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612883 Dec 15 13:56:07.919303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3b9f9494-55ee-48a2-be30-28b198c1a745 req-517ab3b2-2c5d-43e4-a27a-c0633eae60b0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816464 Dec 15 13:56:08.651983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-fb860c8d-10a2-4739-92a7-6acf05767de1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.663240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-fb860c8d-10a2-4739-92a7-6acf05767de1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.669981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-fb860c8d-10a2-4739-92a7-6acf05767de1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.678464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-fb860c8d-10a2-4739-92a7-6acf05767de1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.685589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-fb860c8d-10a2-4739-92a7-6acf05767de1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.692092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-fb860c8d-10a2-4739-92a7-6acf05767de1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.699801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-fb860c8d-10a2-4739-92a7-6acf05767de1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:08.711452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-fb860c8d-10a2-4739-92a7-6acf05767de1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.1393523 Dec 15 13:56:08.815277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b050eca6-99d1-42bd-9bad-7620a8e51d58 req-eb2c2208-3684-4644-9bcf-a4a8f4955102 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028872 Dec 15 13:56:09.079797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8fff5-8c57-4264-bc7b-0d94db7694a0 req-ead8770f-53ea-4ff4-9681-3899c5255a3a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:09.083264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68701a8-3daa-4d3c-a6f9-525dccccffb3 req-890e18ca-cc59-46ee-9f64-389d98b858b5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:09.087693 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bff8fff5-8c57-4264-bc7b-0d94db7694a0 req-ead8770f-53ea-4ff4-9681-3899c5255a3a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 943 time: 0.1092074 Dec 15 13:56:09.092268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a68701a8-3daa-4d3c-a6f9-525dccccffb3 req-890e18ca-cc59-46ee-9f64-389d98b858b5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0706222 Dec 15 13:56:09.155603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a68701a8-3daa-4d3c-a6f9-525dccccffb3 req-83abebe8-8fd4-4db9-9fb5-695986e65a2d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615857 Dec 15 13:56:09.192176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bff8fff5-8c57-4264-bc7b-0d94db7694a0 req-f7665089-370a-445a-b001-99a3772b6f91 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982907 Dec 15 13:56:09.893117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 077a2634-1c82-4821-a769-cca2851de051 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:10.004712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-a1dddcef-a94f-46eb-98f5-96a5c965403e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.011848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-a1dddcef-a94f-46eb-98f5-96a5c965403e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.018696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-a1dddcef-a94f-46eb-98f5-96a5c965403e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.031655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-a1dddcef-a94f-46eb-98f5-96a5c965403e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.038375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-a1dddcef-a94f-46eb-98f5-96a5c965403e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.045818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-a1dddcef-a94f-46eb-98f5-96a5c965403e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.053428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-a1dddcef-a94f-46eb-98f5-96a5c965403e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.055295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 077a2634-1c82-4821-a769-cca2851de051, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=077a2634-1c82-4821-a769-cca2851de051,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:10.066770 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-a1dddcef-a94f-46eb-98f5-96a5c965403e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.1600800 Dec 15 13:56:10.069037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '077a2634-1c82-4821-a769-cca2851de051', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'port_id': '077a2634-1c82-4821-a769-cca2851de051', 'mac_address': 'fa:16:3e:d0:fa:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:10.120775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:10.139741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077a2634-1c82-4821-a769-cca2851de051 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:10.178107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 077a2634-1c82-4821-a769-cca2851de051, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=077a2634-1c82-4821-a769-cca2851de051,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:10.205320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:10.206578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48443fec-1fa3-4b62-88f1-e3a78c3e411b req-adac24c7-3c8c-41f9-8654-faea955b9c3e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387672 Dec 15 13:56:10.279463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=077a2634-1c82-4821-a769-cca2851de051,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:10.405669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119f09e-75ef-4efc-94f8-f8f9da4f9593 req-85da309d-c2a6-4e5d-8d1b-cec7717cb588 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.413558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d119f09e-75ef-4efc-94f8-f8f9da4f9593 req-85da309d-c2a6-4e5d-8d1b-cec7717cb588 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1303966 Dec 15 13:56:10.424483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75d32b-435f-42ee-8aba-fdd1b7ce0c58 req-8cd11e93-92b7-486d-ac1b-9a6a6b6ce5a3 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:10.426027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e75d32b-435f-42ee-8aba-fdd1b7ce0c58 req-8cd11e93-92b7-486d-ac1b-9a6a6b6ce5a3 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 944 time: 0.0804358 Dec 15 13:56:10.463598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['077a2634-1c82-4821-a769-cca2851de051'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:10.503921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e75d32b-435f-42ee-8aba-fdd1b7ce0c58 req-875267c7-c9cf-4487-8394-630531e8756a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705822 Dec 15 13:56:10.535892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d119f09e-75ef-4efc-94f8-f8f9da4f9593 req-75758722-e913-4f76-ab9d-9f72f80e8083 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211610 Dec 15 13:56:11.505758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9ec5cd84-c976-475d-8e8b-a2b077749cd7 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:11.507118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-5bc98757-10b8-4f5a-bc7c-acf4510311c6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.521838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-5bc98757-10b8-4f5a-bc7c-acf4510311c6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.534615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-5bc98757-10b8-4f5a-bc7c-acf4510311c6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.547238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-5bc98757-10b8-4f5a-bc7c-acf4510311c6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.554688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-5bc98757-10b8-4f5a-bc7c-acf4510311c6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.561643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-5bc98757-10b8-4f5a-bc7c-acf4510311c6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.569268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-5bc98757-10b8-4f5a-bc7c-acf4510311c6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.571177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-5bc98757-10b8-4f5a-bc7c-acf4510311c6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5430 time: 0.1824477 Dec 15 13:56:11.700752 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e41cec8b-8a7c-41ae-9d14-36bc232f676e req-7488f204-f1e2-49bf-aacc-8e9f94de5938 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038306 Dec 15 13:56:11.771599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416797-395b-4e62-9e12-414b4e789c4e req-680c6ef2-ac63-43bb-913c-377445406030 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.773133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6416797-395b-4e62-9e12-414b4e789c4e req-680c6ef2-ac63-43bb-913c-377445406030 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 944 time: 0.1110718 Dec 15 13:56:11.804968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9ec5cd84-c976-475d-8e8b-a2b077749cd7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:11.865408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'port_id': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'mac_address': 'fa:16:3e:35:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:11.907828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6416797-395b-4e62-9e12-414b4e789c4e req-3acb7e51-0442-4787-ba03-a48a36eb9261 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268783 Dec 15 13:56:11.957386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cfa3c-84ab-4697-b346-47d4d14cb0ad req-7f6472e2-219a-4943-be90-b7e53ccce0ed tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:11.965836 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e25cfa3c-84ab-4697-b346-47d4d14cb0ad req-7f6472e2-219a-4943-be90-b7e53ccce0ed tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1497190 Dec 15 13:56:11.989983 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.015277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec5cd84-c976-475d-8e8b-a2b077749cd7 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:12.040314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9ec5cd84-c976-475d-8e8b-a2b077749cd7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:12.041849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 077a2634-1c82-4821-a769-cca2851de051 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:12.082772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.083654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9029558c-d359-437a-a8df-02ff928cdac5 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:12.122702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e25cfa3c-84ab-4697-b346-47d4d14cb0ad req-b4bbbbde-3538-4170-9b5c-14ec2181827c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558993 Dec 15 13:56:12.218276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9029558c-d359-437a-a8df-02ff928cdac5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9029558c-d359-437a-a8df-02ff928cdac5,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:12.286133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '9029558c-d359-437a-a8df-02ff928cdac5', 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'port_id': '9029558c-d359-437a-a8df-02ff928cdac5', 'mac_address': 'fa:16:3e:4f:9e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1741176-befa-4050-9602-b8d50d8951b4', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:12.292164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9ec5cd84-c976-475d-8e8b-a2b077749cd7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:12.397320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 077a2634-1c82-4821-a769-cca2851de051 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:12.405767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 077a2634-1c82-4821-a769-cca2851de051 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:12.406493 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.410323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.462989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9029558c-d359-437a-a8df-02ff928cdac5 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:12.530250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9029558c-d359-437a-a8df-02ff928cdac5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9029558c-d359-437a-a8df-02ff928cdac5,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:12.545971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.547604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b569bfaf-d4e7-44a2-a59f-b044e236b87e details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:12.666840 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.744767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 077a2634-1c82-4821-a769-cca2851de051, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=077a2634-1c82-4821-a769-cca2851de051,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:12.748121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b569bfaf-d4e7-44a2-a59f-b044e236b87e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:12.752639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34998) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:12.755893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077a2634-1c82-4821-a769-cca2851de051'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:12.758355 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f48ce33-3375-4041-a1ca-587e94916aae" -d '{"events": [{"server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "name": "network-vif-plugged", "status": "completed", "tag": "077a2634-1c82-4821-a769-cca2851de051"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:12.771287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9029558c-d359-437a-a8df-02ff928cdac5,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:12.787324 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.797538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e', 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'port_id': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e', 'mac_address': 'fa:16:3e:f3:21:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1741176-befa-4050-9602-b8d50d8951b4', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:12.911011 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325025e-3533-47e7-9e49-e7cb8d3ae2b3 x-openstack-request-id: req-6325025e-3533-47e7-9e49-e7cb8d3ae2b3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:12.911303 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "name": "network-vif-plugged", "status": "completed", "tag": "077a2634-1c82-4821-a769-cca2851de051", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:12.911574 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6325025e-3533-47e7-9e49-e7cb8d3ae2b3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:12.913348 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077a2634-1c82-4821-a769-cca2851de051', 'code': 200} Dec 15 13:56:12.924952 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:12.946439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b569bfaf-d4e7-44a2-a59f-b044e236b87e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:12.986156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b569bfaf-d4e7-44a2-a59f-b044e236b87e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:12.987544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-755919aa-a459-481c-9f49-568be5497055 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:12.992417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=077a2634-1c82-4821-a769-cca2851de051,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:12.999271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-755919aa-a459-481c-9f49-568be5497055 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.001137 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.002322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 5232d87c-8436-4653-bf3a-ba084a0e13dc details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:13.013960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-755919aa-a459-481c-9f49-568be5497055 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.035991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-755919aa-a459-481c-9f49-568be5497055 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.056411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-755919aa-a459-481c-9f49-568be5497055 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.067260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88ecded6-44fa-407b-b3b6-c1733a3546ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.069080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-755919aa-a459-481c-9f49-568be5497055 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.084856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-755919aa-a459-481c-9f49-568be5497055 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.103088 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-755919aa-a459-481c-9f49-568be5497055 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5432 time: 0.2749403 Dec 15 13:56:13.175240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88ecded6-44fa-407b-b3b6-c1733a3546ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.176902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 5232d87c-8436-4653-bf3a-ba084a0e13dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:13.199027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b569bfaf-d4e7-44a2-a59f-b044e236b87e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:13.218987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '5232d87c-8436-4653-bf3a-ba084a0e13dc', 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'port_id': '5232d87c-8436-4653-bf3a-ba084a0e13dc', 'mac_address': 'fa:16:3e:47:26:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1741176-befa-4050-9602-b8d50d8951b4', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:13.242249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88ecded6-44fa-407b-b3b6-c1733a3546ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.267120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447a9bd-ff92-4e4d-974e-e637adcbe1bd req-2aa40263-d983-4e75-8b40-ad1fd3ca1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.273325 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8447a9bd-ff92-4e4d-974e-e637adcbe1bd req-2aa40263-d983-4e75-8b40-ad1fd3ca1208 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1096 time: 0.1678271 Dec 15 13:56:13.316782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.326190 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-891ff320-99e7-4e19-bb91-101b2c9e8b13 req-6812054f-8ac6-4362-a46b-85d7b3abf599 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218614 Dec 15 13:56:13.355238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5232d87c-8436-4653-bf3a-ba084a0e13dc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:13.388012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50bb30-8b89-48d8-9e6a-7ac98b924bb1 req-752aa5e4-df67-4eef-a3a6-087bcc86fea7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.396702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af50bb30-8b89-48d8-9e6a-7ac98b924bb1 req-752aa5e4-df67-4eef-a3a6-087bcc86fea7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.2196484 Dec 15 13:56:13.396947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8447a9bd-ff92-4e4d-974e-e637adcbe1bd req-8855b697-1bba-463b-962d-7e730a77c3f6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696669 Dec 15 13:56:13.429508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 5232d87c-8436-4653-bf3a-ba084a0e13dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:13.439246 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.440404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 8f30e359-d553-4b41-be37-8d7c5ecaa789 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:13.444600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecded6-44fa-407b-b3b6-c1733a3546ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584ba516-413c-4259-a5e4-224e06554d32,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:13.514330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:13.524461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-88ecded6-44fa-407b-b3b6-c1733a3546ce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ff1016a018145fca7d43b03b984b55f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698791 Dec 15 13:56:13.549686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af50bb30-8b89-48d8-9e6a-7ac98b924bb1 req-80a3c119-bb07-4cc1-ac93-f6db7ee2daee tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372950 Dec 15 13:56:13.635251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6994056-b805-4501-b04c-68f731ca4ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.639227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=5232d87c-8436-4653-bf3a-ba084a0e13dc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:13.687974 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6994056-b805-4501-b04c-68f731ca4ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.710988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d3788-bd98-4523-8c53-28f174469686 req-00195b99-f948-4fa4-9ca6-b2f035460a23 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:13.732125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-080d3788-bd98-4523-8c53-28f174469686 req-00195b99-f948-4fa4-9ca6-b2f035460a23 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1082146 Dec 15 13:56:13.739193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 8f30e359-d553-4b41-be37-8d7c5ecaa789, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:13.769305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '8f30e359-d553-4b41-be37-8d7c5ecaa789', 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38', 'port_id': '8f30e359-d553-4b41-be37-8d7c5ecaa789', 'mac_address': 'fa:16:3e:40:20:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea0d8cb-b23d-44df-bf63-e360715ae6bb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:13.815179 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6994056-b805-4501-b04c-68f731ca4ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.819358 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6994056-b805-4501-b04c-68f731ca4ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.820757 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f6994056-b805-4501-b04c-68f731ca4ab5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/584ba516-413c-4259-a5e4-224e06554d32 HTTP/1.1" status: 204 len: 168 time: 0.3052294 Dec 15 13:56:13.838784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-080d3788-bd98-4523-8c53-28f174469686 req-de4246c1-6746-4e82-9dca-caeab88be04f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977008 Dec 15 13:56:13.852373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6994056-b805-4501-b04c-68f731ca4ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ba516-413c-4259-a5e4-224e06554d32,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:13.873971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.891585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f30e359-d553-4b41-be37-8d7c5ecaa789 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:13.922717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 8f30e359-d553-4b41-be37-8d7c5ecaa789, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:13.934872 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.935732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:13.987712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:14.082238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '47ff5cdf-8c87-4915-a0c1-8e50d30c3559', 'network_id': '48eea9ed-7cf0-43b0-ad58-a040f215ab38', 'port_id': '47ff5cdf-8c87-4915-a0c1-8e50d30c3559', 'mac_address': 'fa:16:3e:a3:3d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea0d8cb-b23d-44df-bf63-e360715ae6bb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:14.130925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=8f30e359-d553-4b41-be37-8d7c5ecaa789,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:14.156474 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.180821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:14.205133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:14.221810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.224756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9fc27ad0-74a2-4591-8395-d67f83fe3093 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:14.264320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9fc27ad0-74a2-4591-8395-d67f83fe3093, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:14.280742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '9fc27ad0-74a2-4591-8395-d67f83fe3093', 'network_id': '6c908008-3368-4677-86f7-2a827cc09e11', 'port_id': '9fc27ad0-74a2-4591-8395-d67f83fe3093', 'mac_address': 'fa:16:3e:c4:68:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1741176-befa-4050-9602-b8d50d8951b4', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:14.379473 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.382168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:14.415677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc27ad0-74a2-4591-8395-d67f83fe3093 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:14.441236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9fc27ad0-74a2-4591-8395-d67f83fe3093, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:14.447653 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:14.543900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9fc27ad0-74a2-4591-8395-d67f83fe3093,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:14.617582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-9e2f705b-0af2-4915-a9b5-3f62425bcdd6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.639211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-9e2f705b-0af2-4915-a9b5-3f62425bcdd6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.657119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-9e2f705b-0af2-4915-a9b5-3f62425bcdd6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.674258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-9e2f705b-0af2-4915-a9b5-3f62425bcdd6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.701635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-9e2f705b-0af2-4915-a9b5-3f62425bcdd6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.736426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-9e2f705b-0af2-4915-a9b5-3f62425bcdd6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.772438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0f06c-73e1-45f1-a5d0-a8d6f98cd629 req-4076836c-0873-4b7f-93b2-5ed43304563c tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.786033 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2db0f06c-73e1-45f1-a5d0-a8d6f98cd629 req-4076836c-0873-4b7f-93b2-5ed43304563c tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0979807 Dec 15 13:56:14.794962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-9e2f705b-0af2-4915-a9b5-3f62425bcdd6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:14.800847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-9e2f705b-0af2-4915-a9b5-3f62425bcdd6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5437 time: 0.3198829 Dec 15 13:56:14.898835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60cd9ce5-ff73-493c-ad9b-87f56df56dc2 req-ba19269e-1eff-45f8-abcf-5b081a3dcd48 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920482 Dec 15 13:56:14.944376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2db0f06c-73e1-45f1-a5d0-a8d6f98cd629 req-8673b447-0d60-4a17-bbc2-7ae08612d9c3 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563587 Dec 15 13:56:15.103603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['9fc27ad0-74a2-4591-8395-d67f83fe3093'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:15.200986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['9ec5cd84-c976-475d-8e8b-a2b077749cd7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:15.203338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['b569bfaf-d4e7-44a2-a59f-b044e236b87e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:15.215355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['47ff5cdf-8c87-4915-a0c1-8e50d30c3559'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:15.215888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211a3d6-f305-46b0-8853-a111d8a49dd8 req-c2bdffbe-376f-417a-b5d4-ead8ded6c821 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:15.219318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['9029558c-d359-437a-a8df-02ff928cdac5'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:15.223241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1211a3d6-f305-46b0-8853-a111d8a49dd8 req-c2bdffbe-376f-417a-b5d4-ead8ded6c821 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1711271 Dec 15 13:56:15.435931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1211a3d6-f305-46b0-8853-a111d8a49dd8 req-ca3c300d-7b2d-47f0-a458-8e0e4ed4078f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861694 Dec 15 13:56:15.842557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35102) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:16.089754 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c8af049-5d6d-4a69-af56-6a3db750b584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.105447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['8f30e359-d553-4b41-be37-8d7c5ecaa789'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:16.107664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['5232d87c-8436-4653-bf3a-ba084a0e13dc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:16.143752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-0c7250eb-e53f-4cc9-bb5d-57ce4099f4f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.149829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-0c7250eb-e53f-4cc9-bb5d-57ce4099f4f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.156113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-0c7250eb-e53f-4cc9-bb5d-57ce4099f4f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.162658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-0c7250eb-e53f-4cc9-bb5d-57ce4099f4f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.179591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-0c7250eb-e53f-4cc9-bb5d-57ce4099f4f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.186627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-0c7250eb-e53f-4cc9-bb5d-57ce4099f4f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.194420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-0c7250eb-e53f-4cc9-bb5d-57ce4099f4f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.197554 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-0c7250eb-e53f-4cc9-bb5d-57ce4099f4f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5437 time: 0.1639173 Dec 15 13:56:16.216497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef2e9c-e003-461a-92c2-0f2128bfabe2 req-64920ae1-0c74-4c7f-9d63-d5a5792f6046 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.218875 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99ef2e9c-e003-461a-92c2-0f2128bfabe2 req-64920ae1-0c74-4c7f-9d63-d5a5792f6046 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1337638 Dec 15 13:56:16.274591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99ef2e9c-e003-461a-92c2-0f2128bfabe2 req-bf23821c-596e-447c-9c1e-10d78ca1d2df tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482697 Dec 15 13:56:16.326434 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e9da97f-00b3-42a5-b00f-377ff286b307 req-ef4ff0ad-2672-49b9-b578-5c06c61ca0f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192458 Dec 15 13:56:16.366201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c8af049-5d6d-4a69-af56-6a3db750b584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.378942 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c8af049-5d6d-4a69-af56-6a3db750b584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.445557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c8af049-5d6d-4a69-af56-6a3db750b584 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d82af030fc984d2e9aaa8b669677b3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6017435 Dec 15 13:56:16.446924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8af049-5d6d-4a69-af56-6a3db750b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc0ef83-f14a-4db5-88c7-246c5db6d1bf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:16.448354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35128) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:16.633968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.665275 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.725030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.728553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:16.730112 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5dc0ef83-f14a-4db5-88c7-246c5db6d1bf HTTP/1.1" status: 204 len: 168 time: 0.2805583 Dec 15 13:56:16.775806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8102d4c-ea6c-4ba4-b55d-b0641a07c574 req-896b6235-8a43-444e-bf39-ef43e7da1833 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.777760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e8102d4c-ea6c-4ba4-b55d-b0641a07c574 req-896b6235-8a43-444e-bf39-ef43e7da1833 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1878772 Dec 15 13:56:16.795362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc0ef83-f14a-4db5-88c7-246c5db6d1bf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:16.807017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.807823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.808431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.808829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-fb3133f7-abd8-4038-8c17-3507654b6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.810372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.810372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.810372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.810372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.810372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.810993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.811410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.811831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.812871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.813422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca4a3c-11d8-4dc3-936d-11a98fb36fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:16.814214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-fb3133f7-abd8-4038-8c17-3507654b6bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1096 time: 0.1470137 Dec 15 13:56:16.860137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062ae4f-99c3-4f11-905b-d9fc6de644c5 req-81290c01-9092-4f39-a629-7e4dbc569cdd tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:16.862051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b062ae4f-99c3-4f11-905b-d9fc6de644c5 req-81290c01-9092-4f39-a629-7e4dbc569cdd tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1142182 Dec 15 13:56:16.905521 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e8102d4c-ea6c-4ba4-b55d-b0641a07c574 req-b97ab96c-c07a-403b-9acb-8446e7ef321f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168365 Dec 15 13:56:16.929669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b062ae4f-99c3-4f11-905b-d9fc6de644c5 req-08d81ae3-b346-4655-9a2b-ae6e0cb80e99 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562651 Dec 15 13:56:17.036200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-93670a4a-2ae8-496b-b139-212f13454345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.038646 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-93670a4a-2ae8-496b-b139-212f13454345 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 922 time: 0.1376677 Dec 15 13:56:17.126272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-5898d6a9-914c-416f-999f-10fef5f9f838 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 217 time: 0.0715561 Dec 15 13:56:17.207235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-b5d926a3-eb23-481a-b61a-f6c5cdccd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.208782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-b5d926a3-eb23-481a-b61a-f6c5cdccd1b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.0746498 Dec 15 13:56:17.253702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-22c52fa4-89e3-467d-8c30-8dbcf49d39ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305135 Dec 15 13:56:17.367605 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-5e6e5dac-1042-42df-a095-671c22c0f5d0 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043959 Dec 15 13:56:17.514713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151365e-a7a4-40d0-97e2-98771618d021 req-1a56347d-d0d2-4b2e-bd85-5494520bd440 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.521612 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151365e-a7a4-40d0-97e2-98771618d021 req-1a56347d-d0d2-4b2e-bd85-5494520bd440 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.527480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151365e-a7a4-40d0-97e2-98771618d021 req-1a56347d-d0d2-4b2e-bd85-5494520bd440 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.534182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151365e-a7a4-40d0-97e2-98771618d021 req-1a56347d-d0d2-4b2e-bd85-5494520bd440 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.542128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151365e-a7a4-40d0-97e2-98771618d021 req-1a56347d-d0d2-4b2e-bd85-5494520bd440 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.550157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151365e-a7a4-40d0-97e2-98771618d021 req-1a56347d-d0d2-4b2e-bd85-5494520bd440 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.560662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151365e-a7a4-40d0-97e2-98771618d021 req-1a56347d-d0d2-4b2e-bd85-5494520bd440 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:17.563116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4151365e-a7a4-40d0-97e2-98771618d021 req-1a56347d-d0d2-4b2e-bd85-5494520bd440 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5437 time: 0.1280005 Dec 15 13:56:17.567409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9831aa8-c82c-4e47-bf87-339299a5ee39 req-8fa8647c-479e-4191-8155-c52275abce04 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907558 Dec 15 13:56:17.648910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4151365e-a7a4-40d0-97e2-98771618d021 req-4695e7f5-e8c4-4c71-b2ed-79ef04995a7e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760913 Dec 15 13:56:18.079264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510498-e2a0-4754-bec0-c79e75c657a0 req-94f88fa1-885c-4690-95e8-076a5d3060b7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.081379 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0510498-e2a0-4754-bec0-c79e75c657a0 req-94f88fa1-885c-4690-95e8-076a5d3060b7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0732710 Dec 15 13:56:18.131318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1ba2d-0055-4ade-a38e-298af90e24d0 req-635c1c14-e34f-407e-ad74-a8d393de7052 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.131318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62b1ba2d-0055-4ade-a38e-298af90e24d0 req-635c1c14-e34f-407e-ad74-a8d393de7052 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0758033 Dec 15 13:56:18.175372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0510498-e2a0-4754-bec0-c79e75c657a0 req-02690b34-6528-4754-af72-f46acf8c84b2 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876763 Dec 15 13:56:18.218730 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-62b1ba2d-0055-4ade-a38e-298af90e24d0 req-d4150012-5a04-41f5-a706-8b8b3b37fb65 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808897 Dec 15 13:56:18.438337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-02fe4165-4ac3-4d6c-8372-53322ac783e5 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.439595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-02fe4165-4ac3-4d6c-8372-53322ac783e5 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 805 time: 0.1159387 Dec 15 13:56:18.456756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-d0c02630-a00f-482a-b1a3-527f4bb2ab80 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/quotas/1e94547dee2d4a96a96e1579c336f7fb HTTP/1.1" status: 200 len: 375 time: 0.0103240 Dec 15 13:56:18.480821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9ec5cd84-c976-475d-8e8b-a2b077749cd7 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:18.515854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-59c71169-2bb7-493d-9dcf-64cd36916a27 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522909 Dec 15 13:56:18.579467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:18.586012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:18.586572 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.669870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-2ee069a4-1c78-4e93-ac4d-ef0e1d77875d service neutron] 10.222.0.86 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435478 Dec 15 13:56:18.680279 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.718728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9ec5cd84-c976-475d-8e8b-a2b077749cd7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:18.720524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:18.723635 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4265a1-21ed-4945-82ba-8e6be51f4534" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:18.730677 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.732248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9029558c-d359-437a-a8df-02ff928cdac5 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:18.779355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-c104aafc-39f6-460d-998c-482af5adc471 service neutron] 10.222.0.86 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066916 Dec 15 13:56:18.849443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-5e321197-f05a-4a3d-ab8f-058bdcf624dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.856339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-5e321197-f05a-4a3d-ab8f-058bdcf624dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.863965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-5e321197-f05a-4a3d-ab8f-058bdcf624dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.870045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-5e321197-f05a-4a3d-ab8f-058bdcf624dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.873549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9ec5cd84-c976-475d-8e8b-a2b077749cd7,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:18.877097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-5e321197-f05a-4a3d-ab8f-058bdcf624dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.883305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-5e321197-f05a-4a3d-ab8f-058bdcf624dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.893936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 9029558c-d359-437a-a8df-02ff928cdac5 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:18.895376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-5e321197-f05a-4a3d-ab8f-058bdcf624dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:18.897625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-5e321197-f05a-4a3d-ab8f-058bdcf624dd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5438 time: 0.1230090 Dec 15 13:56:18.931354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 9029558c-d359-437a-a8df-02ff928cdac5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:18.931930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.083614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7b99ae5-4f0d-489a-ac9e-5e1e3c1b0609 req-8e941c1e-1b5a-456e-9609-f4942e9ca3f6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759987 Dec 15 13:56:19.094151 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53608207-c13d-4d38-b8bc-235a3eb0a9ab x-openstack-request-id: req-53608207-c13d-4d38-b8bc-235a3eb0a9ab {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:19.095564 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:19.100344 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-53608207-c13d-4d38-b8bc-235a3eb0a9ab {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:19.100980 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'code': 200} Dec 15 13:56:19.107228 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.160336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9029558c-d359-437a-a8df-02ff928cdac5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9029558c-d359-437a-a8df-02ff928cdac5,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:19.173496 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.174679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b569bfaf-d4e7-44a2-a59f-b044e236b87e up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:19.267266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-38b21ed8-c3d9-422e-8818-f4bd6a3193e6 req-f7c16b62-812f-4651-bf32-bf4adfba4b89 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 210 time: 0.0596302 Dec 15 13:56:19.279714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9029558c-d359-437a-a8df-02ff928cdac5,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:19.307167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port b569bfaf-d4e7-44a2-a59f-b044e236b87e completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:19.323360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port b569bfaf-d4e7-44a2-a59f-b044e236b87e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:19.323748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.380904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca09521-46f3-4888-a821-57025d86cb87 req-5a8697dd-63fd-4f70-8861-628934b3c496 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.388731 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ca09521-46f3-4888-a821-57025d86cb87 req-5a8697dd-63fd-4f70-8861-628934b3c496 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0751116 Dec 15 13:56:19.454109 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.454514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29bac9-b9c9-4a03-8065-6ff710960ccb req-c9ef65b3-5cc8-4fee-b8eb-b4a9ce35a2c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.456209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e29bac9-b9c9-4a03-8065-6ff710960ccb req-c9ef65b3-5cc8-4fee-b8eb-b4a9ce35a2c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0847292 Dec 15 13:56:19.460468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8ca09521-46f3-4888-a821-57025d86cb87 req-99c9b38c-246f-4e9c-a0c8-763317c47f65 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Dec 15 13:56:19.500617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b569bfaf-d4e7-44a2-a59f-b044e236b87e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:19.507982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.509355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:19.526382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e29bac9-b9c9-4a03-8065-6ff710960ccb req-a2818037-8882-4ad8-95d8-4a159a34fca1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632846 Dec 15 13:56:19.625415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b569bfaf-d4e7-44a2-a59f-b044e236b87e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:19.644821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:19.650555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:19.651118 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.752540 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.773339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-668076ad-63fe-4698-9eb4-c1fb8e01100a tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:19.774829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-668076ad-63fe-4698-9eb4-c1fb8e01100a tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "GET /v2.0/ports?device_id=9594eac1-7c8e-4c21-9afc-9cdf692ff8b6 HTTP/1.1" status: 200 len: 945 time: 0.0571554 Dec 15 13:56:19.787901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:19.792647 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.793833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9fc27ad0-74a2-4591-8395-d67f83fe3093 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:19.874396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:19.889750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 9fc27ad0-74a2-4591-8395-d67f83fe3093 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:19.896510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 9fc27ad0-74a2-4591-8395-d67f83fe3093 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:19.897036 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.992625 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.028705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9fc27ad0-74a2-4591-8395-d67f83fe3093, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:20.032901 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.033761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0dc9906f-d276-40ed-ac47-20aa438716e7 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:20.112349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9fc27ad0-74a2-4591-8395-d67f83fe3093,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:20.154891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Deleting port 0dc9906f-d276-40ed-ac47-20aa438716e7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:20.155241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.170053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.214270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:20.218325 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.276337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:20.300260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-7aa165d6-3818-49fc-9198-b0ce6b5d72ec tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.306753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-7aa165d6-3818-49fc-9198-b0ce6b5d72ec tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.313919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-7aa165d6-3818-49fc-9198-b0ce6b5d72ec tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.320973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-7aa165d6-3818-49fc-9198-b0ce6b5d72ec tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.326638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-7aa165d6-3818-49fc-9198-b0ce6b5d72ec tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.333349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-7aa165d6-3818-49fc-9198-b0ce6b5d72ec tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.339297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-7aa165d6-3818-49fc-9198-b0ce6b5d72ec tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.341263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-7aa165d6-3818-49fc-9198-b0ce6b5d72ec tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5442 time: 0.1282747 Dec 15 13:56:20.383223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-739707a5-9afe-4add-89ca-55fa19576563 req-a73a6576-f98f-4d38-acd7-0d02ee56134d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 210 time: 0.0286644 Dec 15 13:56:20.385727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] For port 0dc9906f-d276-40ed-ac47-20aa438716e7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0dc9906f-d276-40ed-ac47-20aa438716e7,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:20.386412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.422482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Calling delete_port for 0dc9906f-d276-40ed-ac47-20aa438716e7 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:20.481916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2cbadd0-db73-49ea-81d0-8ccb9860c9b3 req-3ca3c969-c5d9-40d6-b51d-47f8d2b62248 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124489 Dec 15 13:56:20.482383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 5232d87c-8436-4653-bf3a-ba084a0e13dc up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:20.557940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-b220f42d-2ef3-4178-ae8f-050dd8af15d2 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.560168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-b220f42d-2ef3-4178-ae8f-050dd8af15d2 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 805 time: 0.1718566 Dec 15 13:56:20.576166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Request body: {'port': {'device_id': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'admin_state_up': True, 'tenant_id': '1e94547dee2d4a96a96e1579c336f7fb'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:20.616728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 5232d87c-8436-4653-bf3a-ba084a0e13dc completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:20.623028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 5232d87c-8436-4653-bf3a-ba084a0e13dc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:20.623503 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.752763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.753544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49820dea-1ee6-4608-b0ce-1a31d9da8ac5 req-059af708-8fbe-4fe2-8022-60b64aedda2f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.762791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49820dea-1ee6-4608-b0ce-1a31d9da8ac5 req-059af708-8fbe-4fe2-8022-60b64aedda2f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0925627 Dec 15 13:56:20.766639 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.772395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6429-9284-40b5-badf-053b22ebb722 req-f5d5a8dd-d045-4e5f-8ade-83996d02b25a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:20.781349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f45c6429-9284-40b5-badf-053b22ebb722 req-f5d5a8dd-d045-4e5f-8ade-83996d02b25a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.1808121 Dec 15 13:56:20.801087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 5232d87c-8436-4653-bf3a-ba084a0e13dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:20.810225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.812299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 8f30e359-d553-4b41-be37-8d7c5ecaa789 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:20.827590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Pushing event deleted for resources: {'Port': ['ID=0dc9906f-d276-40ed-ac47-20aa438716e7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:20.862590 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f45c6429-9284-40b5-badf-053b22ebb722 req-1d25582c-36f2-4b9f-ad22-ef4c71477d88 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788958 Dec 15 13:56:20.910081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=5232d87c-8436-4653-bf3a-ba084a0e13dc,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:20.910865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] No DVR routers for this DVR port 0dc9906f-d276-40ed-ac47-20aa438716e7 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:20.923519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Made reservation on behalf of 1e94547dee2d4a96a96e1579c336f7fb for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:20.924067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 8f30e359-d553-4b41-be37-8d7c5ecaa789 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:20.928465 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.928644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.930625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 8f30e359-d553-4b41-be37-8d7c5ecaa789 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:20.931070 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:20.934115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d193584-abf2-4e77-907c-2801e21e1e20 req-7a9ed673-6b4c-466c-8238-2304282238f4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "DELETE /v2.0/ports/0dc9906f-d276-40ed-ac47-20aa438716e7 HTTP/1.1" status: 204 len: 173 time: 1.1481869 Dec 15 13:56:20.934599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'name': 'network-vif-deleted', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:20.947545 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2be29a-74b1-4306-8c75-94450fb29abf" -d '{"events": [{"server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "name": "network-vif-deleted", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:21.004215 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49820dea-1ee6-4608-b0ce-1a31d9da8ac5 req-bacb1c1e-b789-489e-9836-b2f5b72a9945 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401950 Dec 15 13:56:21.063686 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.074486 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0f1aa-1fcf-4336-b2ed-50a12c3d8d91 x-openstack-request-id: req-fca0f1aa-1fcf-4336-b2ed-50a12c3d8d91 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:21.074793 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "name": "network-vif-deleted", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:21.075061 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fca0f1aa-1fcf-4336-b2ed-50a12c3d8d91 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:21.075494 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'name': 'network-vif-deleted', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'status': 'completed', 'code': 200} Dec 15 13:56:21.107711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9029558c-d359-437a-a8df-02ff928cdac5'}, {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e'}, {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ff5cdf-8c87-4915-a0c1-8e50d30c3559'}, {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc27ad0-74a2-4591-8395-d67f83fe3093'}, {'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7'}, {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232d87c-8436-4653-bf3a-ba084a0e13dc'}, {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f30e359-d553-4b41-be37-8d7c5ecaa789'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:21.110891 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec95727-933c-4348-8305-21a5c03f8ab7" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "9029558c-d359-437a-a8df-02ff928cdac5"}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "b569bfaf-d4e7-44a2-a59f-b044e236b87e"}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "47ff5cdf-8c87-4915-a0c1-8e50d30c3559"}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "9fc27ad0-74a2-4591-8395-d67f83fe3093"}, {"server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7"}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "5232d87c-8436-4653-bf3a-ba084a0e13dc"}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "8f30e359-d553-4b41-be37-8d7c5ecaa789"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:21.128671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 8f30e359-d553-4b41-be37-8d7c5ecaa789, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:21.136466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Allocated IP 172.20.0.8 (02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6/9f5b67be-874a-450c-bd78-1442e6685b9d/66c5e222-9136-4784-812e-2015c74d39d2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:21.138618 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.195699 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1211 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d82949b-be6c-470a-aac0-74a2de4fff25 x-openstack-request-id: req-3d82949b-be6c-470a-aac0-74a2de4fff25 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:21.196054 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "9029558c-d359-437a-a8df-02ff928cdac5", "code": 200}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "b569bfaf-d4e7-44a2-a59f-b044e236b87e", "code": 200}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "47ff5cdf-8c87-4915-a0c1-8e50d30c3559", "code": 200}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "9fc27ad0-74a2-4591-8395-d67f83fe3093", "code": 200}, {"server_uuid": "9594eac1-7c8e-4c21-9afc-9cdf692ff8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc9906f-d276-40ed-ac47-20aa438716e7", "code": 200}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "5232d87c-8436-4653-bf3a-ba084a0e13dc", "code": 200}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "8f30e359-d553-4b41-be37-8d7c5ecaa789", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:21.196322 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d82949b-be6c-470a-aac0-74a2de4fff25 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:21.196747 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9029558c-d359-437a-a8df-02ff928cdac5', 'code': 200} Dec 15 13:56:21.197014 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e', 'code': 200} Dec 15 13:56:21.197281 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ff5cdf-8c87-4915-a0c1-8e50d30c3559', 'code': 200} Dec 15 13:56:21.197541 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc27ad0-74a2-4591-8395-d67f83fe3093', 'code': 200} Dec 15 13:56:21.197901 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9594eac1-7c8e-4c21-9afc-9cdf692ff8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc9906f-d276-40ed-ac47-20aa438716e7', 'code': 200} Dec 15 13:56:21.198051 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232d87c-8436-4653-bf3a-ba084a0e13dc', 'code': 200} Dec 15 13:56:21.198296 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f30e359-d553-4b41-be37-8d7c5ecaa789', 'code': 200} Dec 15 13:56:21.223516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=8f30e359-d553-4b41-be37-8d7c5ecaa789,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:21.396221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.404137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-f22f286d-89f0-4fa1-bec7-8084565219e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.404719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-f22f286d-89f0-4fa1-bec7-8084565219e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.405484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-f22f286d-89f0-4fa1-bec7-8084565219e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.407394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-f22f286d-89f0-4fa1-bec7-8084565219e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.408035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-f22f286d-89f0-4fa1-bec7-8084565219e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.408571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-f22f286d-89f0-4fa1-bec7-8084565219e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.409260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-f22f286d-89f0-4fa1-bec7-8084565219e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.411579 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-f22f286d-89f0-4fa1-bec7-8084565219e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6501 time: 0.0727172 Dec 15 13:56:21.437149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.505445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:21.507237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Pushing event updated for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:21.512393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:21.514749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:21.613848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fee7cc6f-d88a-4ab0-874c-3ac0a78a4f8f req-8d49e599-6c42-436c-9548-03623a079796 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1821158 Dec 15 13:56:21.647276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976d42-9c98-4aab-91be-5efacaf7870d req-6c29748a-f595-4e57-bcd7-37dd653da25d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.649090 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eb976d42-9c98-4aab-91be-5efacaf7870d req-6c29748a-f595-4e57-bcd7-37dd653da25d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 931 time: 0.0905452 Dec 15 13:56:21.675412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.676132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:21.698432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-e4f17e33-c873-4f30-a7e5-ea9f6d02a609 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1279402 Dec 15 13:56:21.711129 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eb976d42-9c98-4aab-91be-5efacaf7870d req-e3574e10-2b57-4916-a185-ece2772a85a4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Dec 15 13:56:21.725663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-c6b9b488-a029-4f0f-9955-0ca71062c038 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.733054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-c6b9b488-a029-4f0f-9955-0ca71062c038 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.739249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-c6b9b488-a029-4f0f-9955-0ca71062c038 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.745408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-c6b9b488-a029-4f0f-9955-0ca71062c038 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.752490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-c6b9b488-a029-4f0f-9955-0ca71062c038 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.758505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-c6b9b488-a029-4f0f-9955-0ca71062c038 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.764563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-c6b9b488-a029-4f0f-9955-0ca71062c038 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:21.767822 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-c6b9b488-a029-4f0f-9955-0ca71062c038 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5444 time: 0.1477695 Dec 15 13:56:21.842257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Request body: {'port': {'device_id': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:21.878661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bccb6e4-07d3-4d49-a6f5-9f183137a0a3 req-ed1156f9-d990-44cb-8b8f-a45eb27c2fc7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042192 Dec 15 13:56:21.937095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.002443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d457ffd-4d11-4a4f-a508-b95ffeb9dc2f req-07b8e22e-b4f7-473b-bdc9-6860b027766d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.009837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d457ffd-4d11-4a4f-a508-b95ffeb9dc2f req-07b8e22e-b4f7-473b-bdc9-6860b027766d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0716543 Dec 15 13:56:22.109297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d457ffd-4d11-4a4f-a508-b95ffeb9dc2f req-aaeab139-4e35-4181-83d9-6ac0856acf9c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978010 Dec 15 13:56:22.160268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:56:22.213013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501581-dcca-4a61-80ae-bfdffd788bb5 req-8f8f0e51-225a-4733-b4b0-16abb1d12019 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.214756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b501581-dcca-4a61-80ae-bfdffd788bb5 req-8f8f0e51-225a-4733-b4b0-16abb1d12019 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1303573 Dec 15 13:56:22.315090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b501581-dcca-4a61-80ae-bfdffd788bb5 req-523ff86b-2db8-4f53-9bc7-a54fe0ea3314 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918245 Dec 15 13:56:22.407266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c5e222-9136-4784-812e-2015c74d39d2 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:22.430636 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.450123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Transition to ACTIVE for port object 66c5e222-9136-4784-812e-2015c74d39d2 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:56:22.464610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.533504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Pushing event updated for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:22.638913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Attempting to bind port 66c5e222-9136-4784-812e-2015c74d39d2 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:22.639534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Attempting to bind port 66c5e222-9136-4784-812e-2015c74d39d2 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:22.640657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Attempting to bind port 66c5e222-9136-4784-812e-2015c74d39d2 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:22.647069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Port 66c5e222-9136-4784-812e-2015c74d39d2 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:56:22.647409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Attempting to bind port 66c5e222-9136-4784-812e-2015c74d39d2 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:22.653780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:22.654136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Checking segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:22.654528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Bound using segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:22.655108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Bound port: 66c5e222-9136-4784-812e-2015c74d39d2, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:22.655538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.731653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:22.735925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:22.743338 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.787420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.788408 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:22.790278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] 10.222.0.74 "PUT /v2.0/ports/66c5e222-9136-4784-812e-2015c74d39d2 HTTP/1.1" status: 200 len: 1091 time: 0.9550056 Dec 15 13:56:22.790709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:22.793240 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b866b9-76b2-4e10-b86d-53146da001fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "tag": "66c5e222-9136-4784-812e-2015c74d39d2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:22.848355 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b58d3-e0b8-49d5-8dbd-290307b7f19d x-openstack-request-id: req-205b58d3-e0b8-49d5-8dbd-290307b7f19d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:22.848355 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "tag": "66c5e222-9136-4784-812e-2015c74d39d2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:22.848705 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-205b58d3-e0b8-49d5-8dbd-290307b7f19d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:22.849005 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2', 'status': 'completed', 'code': 200} Dec 15 13:56:22.849762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c9e72-b804-4f78-b0f5-cfd1a9573a3b service neutron] Pushing event updated for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:22.937711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d552-fffa-44ac-a822-b335796fa903 req-a4252fb4-2e7e-41fc-a40f-411161121bf3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.939825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45b6d552-fffa-44ac-a822-b335796fa903 req-a4252fb4-2e7e-41fc-a40f-411161121bf3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 943 time: 0.1339350 Dec 15 13:56:22.942876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-d0862899-46af-42bd-8376-61c3cb7a895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:22.944703 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-d0862899-46af-42bd-8376-61c3cb7a895c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 1094 time: 0.0748534 Dec 15 13:56:23.048975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-7f770e28-6e24-4bc5-9d3b-47c5331f31e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.055173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-7f770e28-6e24-4bc5-9d3b-47c5331f31e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.061187 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-7f770e28-6e24-4bc5-9d3b-47c5331f31e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.068100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-7f770e28-6e24-4bc5-9d3b-47c5331f31e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.074009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-7f770e28-6e24-4bc5-9d3b-47c5331f31e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.081118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-7f770e28-6e24-4bc5-9d3b-47c5331f31e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.087092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-7f770e28-6e24-4bc5-9d3b-47c5331f31e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.089075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-7f770e28-6e24-4bc5-9d3b-47c5331f31e4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5444 time: 0.1121974 Dec 15 13:56:23.154903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d35240f-0f08-4fc4-a6d5-43fc672a1c6a req-9bf9301e-28af-45b2-88fa-05dabe897208 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594513 Dec 15 13:56:23.271390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636b691-c9e0-4d89-adcc-adf54277c337 req-9c858222-c842-4e99-941d-cb908939430e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.272976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e636b691-c9e0-4d89-adcc-adf54277c337 req-9c858222-c842-4e99-941d-cb908939430e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0522749 Dec 15 13:56:23.316201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-1dc5f5b6-6e67-4ec5-a012-7a328560dbfa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66c5e222-9136-4784-812e-2015c74d39d2 HTTP/1.1" status: 200 len: 217 time: 0.3585823 Dec 15 13:56:23.323396 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e636b691-c9e0-4d89-adcc-adf54277c337 req-047cadff-a9d1-4f3a-a1be-3efc67d9459c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Dec 15 13:56:23.369398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45b6d552-fffa-44ac-a822-b335796fa903 req-2ef6291b-7349-435b-875a-22c37a22908f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196761 Dec 15 13:56:23.380361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-761f5647-adc0-4aca-9043-5bf930d3246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.381818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-761f5647-adc0-4aca-9043-5bf930d3246e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f5b67be-874a-450c-bd78-1442e6685b9d HTTP/1.1" status: 200 len: 845 time: 0.0588090 Dec 15 13:56:23.417130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-da2bd519-8145-4783-8dae-10eb20b48e0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269172 Dec 15 13:56:23.441580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ca97-d5eb-4e3f-8a9d-32bc8386c2f1 req-5673e727-6d8d-4e0f-98a9-c76f7a764737 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.447567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ca97-d5eb-4e3f-8a9d-32bc8386c2f1 req-5673e727-6d8d-4e0f-98a9-c76f7a764737 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.454112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ca97-d5eb-4e3f-8a9d-32bc8386c2f1 req-5673e727-6d8d-4e0f-98a9-c76f7a764737 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.460122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ca97-d5eb-4e3f-8a9d-32bc8386c2f1 req-5673e727-6d8d-4e0f-98a9-c76f7a764737 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.466082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ca97-d5eb-4e3f-8a9d-32bc8386c2f1 req-5673e727-6d8d-4e0f-98a9-c76f7a764737 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.472772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ca97-d5eb-4e3f-8a9d-32bc8386c2f1 req-5673e727-6d8d-4e0f-98a9-c76f7a764737 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.478697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ca97-d5eb-4e3f-8a9d-32bc8386c2f1 req-5673e727-6d8d-4e0f-98a9-c76f7a764737 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.480644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6896ca97-d5eb-4e3f-8a9d-32bc8386c2f1 req-5673e727-6d8d-4e0f-98a9-c76f7a764737 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5444 time: 0.1024425 Dec 15 13:56:23.493440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35356) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:23.498686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Request body: {'floatingip': {'port_id': '9ec5cd84-c976-475d-8e8b-a2b077749cd7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:23.541321 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:23.550451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce310a3-a25f-4270-8215-40c6e1e414cb req-e3210735-e644-4bf4-a597-1aaf681dc4e5 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.554026 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ce310a3-a25f-4270-8215-40c6e1e414cb req-e3210735-e644-4bf4-a597-1aaf681dc4e5 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1187754 Dec 15 13:56:23.579779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-05082ee1-a81f-4b6e-81b7-74bcc7de1f3a service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547370 Dec 15 13:56:23.657947 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ce310a3-a25f-4270-8215-40c6e1e414cb req-30835006-7652-443c-8d0b-3a5c1c937fad tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961602 Dec 15 13:56:23.716462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd288e2e-6214-4433-8b73-f87e5c8749c1 req-0b77b70f-bbf2-47c4-8cfa-1f0ee93f1861 service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288931 Dec 15 13:56:23.824450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-b4751c4d-b01f-4305-b71a-4f11c2b3da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.840263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-b4751c4d-b01f-4305-b71a-4f11c2b3da35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 1094 time: 0.0731931 Dec 15 13:56:23.954401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-816b4925-aea4-48ef-82f0-48aa9f08b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:23.956166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-816b4925-aea4-48ef-82f0-48aa9f08b0bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 907 time: 0.1080248 Dec 15 13:56:24.010065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-7b0aff4b-1039-4d16-a00a-48fae45d9cc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66c5e222-9136-4784-812e-2015c74d39d2 HTTP/1.1" status: 200 len: 217 time: 0.0454059 Dec 15 13:56:24.075218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-9c20a3c7-fda1-4988-ac2d-1a9df406b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.078296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-9c20a3c7-fda1-4988-ac2d-1a9df406b885 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f5b67be-874a-450c-bd78-1442e6685b9d HTTP/1.1" status: 200 len: 845 time: 0.0584233 Dec 15 13:56:24.118296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-8da475cd-f6b6-4ce1-84ec-fbfe65524a63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326643 Dec 15 13:56:24.256563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-5128705f-e700-4a22-8091-c52b9c7bdc4b service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198142 Dec 15 13:56:24.302579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.308261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.379996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2b866b9-76b2-4e10-b86d-53146da001fa req-9e6f00d3-ff8c-452d-bb67-801d3c85ae09 service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215947 Dec 15 13:56:24.451609 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Floating IP 833b6f45-13f9-4e19-8bca-731b4a966581 associated. External IP: 172.25.7.213, port: 9ec5cd84-c976-475d-8e8b-a2b077749cd7. Dec 15 13:56:24.475960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0dc9906f-d276-40ed-ac47-20aa438716e7 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:24.492891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627fb6f-d74e-40bc-954e-99d43ed42dfb req-c307b666-8ad5-4447-9b85-cba49208ac3d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.501163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9627fb6f-d74e-40bc-954e-99d43ed42dfb req-c307b666-8ad5-4447-9b85-cba49208ac3d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0701277 Dec 15 13:56:24.502150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 0dc9906f-d276-40ed-ac47-20aa438716e7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:24.502709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0dc9906f-d276-40ed-ac47-20aa438716e7 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:24.573143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9627fb6f-d74e-40bc-954e-99d43ed42dfb req-7157f792-9988-4669-aa00-564b775f87ef tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681915 Dec 15 13:56:24.699307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89cc3a-410f-4a4e-98cd-cc8d447d1b22 req-78e097e9-afa0-4a84-9dd6-b040ea6ecb97 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.701069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc89cc3a-410f-4a4e-98cd-cc8d447d1b22 req-78e097e9-afa0-4a84-9dd6-b040ea6ecb97 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 943 time: 0.0629830 Dec 15 13:56:24.739776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Router 521c41c3-8ae5-4026-ba36-8bc89331cacb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:56:24.755279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc89cc3a-410f-4a4e-98cd-cc8d447d1b22 req-c83d455b-e769-4432-a343-2b4619632e8a tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 Dec 15 13:56:24.882863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:56:24.887242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643252f-39ce-486b-9f9b-50cfa4ffdb93 req-541bea0a-405d-4054-a6fe-c15236783c93 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:24.889622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5643252f-39ce-486b-9f9b-50cfa4ffdb93 req-541bea0a-405d-4054-a6fe-c15236783c93 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0690928 Dec 15 13:56:24.895065 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:24.901072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] Sync routers for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:56:24.916948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:24.917649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:56:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:24.939132 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b715dbf3-c3dc-4e70-b1ee-c97e4fe6eca3 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "PUT /v2.0/floatingips/833b6f45-13f9-4e19-8bca-731b4a966581 HTTP/1.1" status: 200 len: 991 time: 1.4441874 Dec 15 13:56:24.940971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:24.942471 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:24.999353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5643252f-39ce-486b-9f9b-50cfa4ffdb93 req-d081d9dd-85e0-405f-a4d2-6fd7a769c5db tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976815 Dec 15 13:56:25.060972 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eda13b-8068-42af-94ae-087ed5ed6618 x-openstack-request-id: req-24eda13b-8068-42af-94ae-087ed5ed6618 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:25.061486 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:25.062939 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24eda13b-8068-42af-94ae-087ed5ed6618 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:25.063518 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'status': 'completed', 'code': 200} Dec 15 13:56:25.111804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:25.148829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-3a6e6171-deae-4460-8a8e-45bc5da6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.149321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-3a6e6171-deae-4460-8a8e-45bc5da6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.150311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-3a6e6171-deae-4460-8a8e-45bc5da6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.150783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-3a6e6171-deae-4460-8a8e-45bc5da6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.151899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-3a6e6171-deae-4460-8a8e-45bc5da6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.152382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-3a6e6171-deae-4460-8a8e-45bc5da6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.157381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-3a6e6171-deae-4460-8a8e-45bc5da6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.161081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-3a6e6171-deae-4460-8a8e-45bc5da6ae75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6501 time: 0.0681291 Dec 15 13:56:25.264713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-ca48d916-9451-42f9-9cb4-6fc87008d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.267204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-ca48d916-9451-42f9-9cb4-6fc87008d949 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979 HTTP/1.1" status: 200 len: 918 time: 0.0993159 Dec 15 13:56:25.360283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-a356a206-b1f3-4b6a-9d94-32697cc127e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7 HTTP/1.1" status: 200 len: 999 time: 0.0852406 Dec 15 13:56:25.382037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '833b6f45-13f9-4e19-8bca-731b4a966581', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'port_id': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'mac_address': 'fa:16:3e:35:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:55:05Z', 'updated_at': '2021-12-15T13:56:24Z', 'revision_number': 1, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:44Z', 'revision_number': 5, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:25.415736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-2d7e7087-4e8d-4ae4-82cf-da7393934b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.417286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] Checking router: 521c41c3-8ae5-4026-ba36-8bc89331cacb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:56:25.417575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-2d7e7087-4e8d-4ae4-82cf-da7393934b7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=299bbd43-2c6b-4617-9310-ef44d6baec67 HTTP/1.1" status: 200 len: 855 time: 0.0504951 Dec 15 13:56:25.428292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:25.428927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:56:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:25.487365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-b0182f20-583f-47b6-8dc4-7d8e0647ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.490911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-b0182f20-583f-47b6-8dc4-7d8e0647ed66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638077 Dec 15 13:56:25.633756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:25.639920 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-d6fe8bde-2fe1-42b8-ba19-f5acc8314abf service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422908 Dec 15 13:56:25.735215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3e5a5-8498-4e39-b36d-8a276dc7ede1 req-b5290098-7daa-4955-bcc4-5662ee01284d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.737574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49f3e5a5-8498-4e39-b36d-8a276dc7ede1 req-b5290098-7daa-4955-bcc4-5662ee01284d tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0669894 Dec 15 13:56:25.807611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49f3e5a5-8498-4e39-b36d-8a276dc7ede1 req-e5d8e531-e073-43f7-b993-9d955b4f02f9 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580032 Dec 15 13:56:25.867378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91602c33-1bfa-4f8e-b969-2b557a9c3a2a req-eca493ab-05b7-4c2d-ba52-1f57fdd363e0 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203102 Dec 15 13:56:25.980329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a78f2-2f3e-4c83-930a-5217cae819ea req-ad8e3c30-9584-4381-9617-794f83b75432 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:25.988603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a6a78f2-2f3e-4c83-930a-5217cae819ea req-ad8e3c30-9584-4381-9617-794f83b75432 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 943 time: 0.0861256 Dec 15 13:56:26.069189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a6a78f2-2f3e-4c83-930a-5217cae819ea req-d3de87be-bc83-4749-8f13-dfd0333af7f5 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773373 Dec 15 13:56:26.193378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e19a3-40fd-4b79-9b13-b0ebc6549572 req-848ab710-ac32-4ae6-9bb4-d0e48ae0b4f5 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.201866 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d08e19a3-40fd-4b79-9b13-b0ebc6549572 req-848ab710-ac32-4ae6-9bb4-d0e48ae0b4f5 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0861449 Dec 15 13:56:26.273742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '833b6f45-13f9-4e19-8bca-731b4a966581', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'port_id': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'mac_address': 'fa:16:3e:35:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:55:05Z', 'updated_at': '2021-12-15T13:56:24Z', 'revision_number': 1, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:44Z', 'revision_number': 5, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:26.303779 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d08e19a3-40fd-4b79-9b13-b0ebc6549572 req-f4e63e88-8bfa-4d4b-84ba-f14b56fded2d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912673 Dec 15 13:56:26.312580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ce8f6-cf70-4002-ae08-79bfa5ca2e16 None None] The sync data for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 is: [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '833b6f45-13f9-4e19-8bca-731b4a966581', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'port_id': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'mac_address': 'fa:16:3e:35:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:55:05Z', 'updated_at': '2021-12-15T13:56:24Z', 'revision_number': 1, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:44Z', 'revision_number': 5, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:56:26.490554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 66c5e222-9136-4784-812e-2015c74d39d2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:26.536286 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d5f5f9-f2ba-44fe-a298-a44c2e42ea22 None None] New status for floating IP 833b6f45-13f9-4e19-8bca-731b4a966581: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:56:26.619214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:26.633343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '66c5e222-9136-4784-812e-2015c74d39d2', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'port_id': '66c5e222-9136-4784-812e-2015c74d39d2', 'mac_address': 'fa:16:3e:1c:2d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b67be-874a-450c-bd78-1442e6685b9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:26.680378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:26.696574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c5e222-9136-4784-812e-2015c74d39d2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:26.729801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:26.737175 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:26.797131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:26.952260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822714c-1213-40c9-95a9-6d67d7173294 req-6e4a9fe1-f6fd-4e63-98d0-67c618e05d26 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:26.954328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8822714c-1213-40c9-95a9-6d67d7173294 req-6e4a9fe1-f6fd-4e63-98d0-67c618e05d26 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0620925 Dec 15 13:56:27.020551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8822714c-1213-40c9-95a9-6d67d7173294 req-eaf8a39c-ae9a-45d8-9241-aea2a9a017b7 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568833 Dec 15 13:56:27.021934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['66c5e222-9136-4784-812e-2015c74d39d2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:27.234654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a0f70-4699-4469-a0c0-de6784ba3a6b req-2121bc4d-9a53-433d-bfba-15e6bc3b734c tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.250820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2a0f70-4699-4469-a0c0-de6784ba3a6b req-2121bc4d-9a53-433d-bfba-15e6bc3b734c tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 944 time: 0.0998480 Dec 15 13:56:27.343561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd2a0f70-4699-4469-a0c0-de6784ba3a6b req-17ca8752-3363-4c92-a2b0-7cdbf65957d3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915592 Dec 15 13:56:27.465154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92760b-6b4a-4d18-a7cc-7b395da024be req-e03368b0-947d-41b3-bfb1-bcdd47ac1e6a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.474537 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1c92760b-6b4a-4d18-a7cc-7b395da024be req-e03368b0-947d-41b3-bfb1-bcdd47ac1e6a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0703561 Dec 15 13:56:27.579197 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1c92760b-6b4a-4d18-a7cc-7b395da024be req-66e66803-24be-4f4a-a857-adc717e6a72c tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976725 Dec 15 13:56:27.671694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-330047a6-cfce-4c65-a676-44d8a89f2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.673696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-330047a6-cfce-4c65-a676-44d8a89f2b2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1096 time: 0.0691783 Dec 15 13:56:27.732938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933410a-e65f-48d4-8c4b-3abe730a5313 req-a00f5481-2429-4098-bdbc-b809483d1db7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.741474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2933410a-e65f-48d4-8c4b-3abe730a5313 req-a00f5481-2429-4098-bdbc-b809483d1db7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1151557 Dec 15 13:56:27.780773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-a477bc8d-d9e8-4ab1-a7ea-fba969dd5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:27.782286 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-a477bc8d-d9e8-4ab1-a7ea-fba969dd5340 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.0981541 Dec 15 13:56:27.820241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2933410a-e65f-48d4-8c4b-3abe730a5313 req-de53fbb5-bdf6-4975-bf2a-9fa16edf8928 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777373 Dec 15 13:56:28.377712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-c98663a8-f073-4508-8d5d-02d02604825a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1000 time: 0.5777335 Dec 15 13:56:28.509062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 66c5e222-9136-4784-812e-2015c74d39d2 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:28.589875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-781aeebd-bdb1-48c6-94f2-aeb1db298faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.591358 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-781aeebd-bdb1-48c6-94f2-aeb1db298faa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1962597 Dec 15 13:56:28.621516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 66c5e222-9136-4784-812e-2015c74d39d2 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:56:28.622940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf059b2-4bcb-499c-8cce-b514dfeed6ba req-c86e32cd-cdf0-4f21-b553-1830e3cee8be tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.629141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 66c5e222-9136-4784-812e-2015c74d39d2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:28.630100 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:28.631794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-baf059b2-4bcb-499c-8cce-b514dfeed6ba req-c86e32cd-cdf0-4f21-b553-1830e3cee8be tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.2530177 Dec 15 13:56:28.635742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209c7d-bf50-46fb-b742-70a8a2bb61a9 req-dccd44c5-8116-44b5-972b-07ccdbf07643 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.645187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4209c7d-bf50-46fb-b742-70a8a2bb61a9 req-dccd44c5-8116-44b5-972b-07ccdbf07643 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 944 time: 0.0999088 Dec 15 13:56:28.756533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-baf059b2-4bcb-499c-8cce-b514dfeed6ba req-fce6ecc1-2878-4487-a142-e6fad0249125 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236620 Dec 15 13:56:28.783558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4209c7d-bf50-46fb-b742-70a8a2bb61a9 req-0ff3fa42-4d9e-4457-b42e-9972a3788e20 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250229 Dec 15 13:56:28.793885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-0a2b8e6a-5007-48e8-ae04-3e3a458be734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:28.795390 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-0a2b8e6a-5007-48e8-ae04-3e3a458be734 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957228 Dec 15 13:56:28.991380 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.056251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8425b9-f4e1-45da-9f19-a97b4cc467c5 req-1920cae7-4db7-48c8-b892-ee4bf07cea33 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.058618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a8425b9-f4e1-45da-9f19-a97b4cc467c5 req-1920cae7-4db7-48c8-b892-ee4bf07cea33 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1026084 Dec 15 13:56:29.068610 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:29.080418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa082ce-32ec-4f9d-b9d1-ed059ab91c90 req-95404abf-4fe9-4ecf-9437-1d5b9733d898 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.087906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-daa082ce-32ec-4f9d-b9d1-ed059ab91c90 req-95404abf-4fe9-4ecf-9437-1d5b9733d898 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0890391 Dec 15 13:56:29.100013 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff5111-eb7e-4e24-ba20-50ff418b4315" -d '{"events": [{"server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "name": "network-vif-plugged", "status": "completed", "tag": "66c5e222-9136-4784-812e-2015c74d39d2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:29.144896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-4750c4f3-6e20-43e8-8417-2a18aea72299 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378925 Dec 15 13:56:29.152058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:29.163847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:29.182295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a8425b9-f4e1-45da-9f19-a97b4cc467c5 req-7dc645af-561e-465b-9df7-50358b49f41b tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160331 Dec 15 13:56:29.271033 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-daa082ce-32ec-4f9d-b9d1-ed059ab91c90 req-917d277e-705e-418c-ac31-d8f17053f326 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817703 Dec 15 13:56:29.278616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:29.313350 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd6509f-4515-4001-811b-8353859d2c47 x-openstack-request-id: req-9bd6509f-4515-4001-811b-8353859d2c47 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:29.313666 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "name": "network-vif-plugged", "status": "completed", "tag": "66c5e222-9136-4784-812e-2015c74d39d2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:29.313948 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9bd6509f-4515-4001-811b-8353859d2c47 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:29.314357 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2', 'code': 200} Dec 15 13:56:29.345354 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51330bf3-8390-4bf1-847c-87a32cccac8e req-a5bf0b33-3253-4ea5-add7-33fb2bb1af8b service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930110 Dec 15 13:56:29.433824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd8123-c862-4ad7-9794-722467946323 req-b4955f81-3972-43a2-9b0d-6919ea378264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.435417 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2fd8123-c862-4ad7-9794-722467946323 req-b4955f81-3972-43a2-9b0d-6919ea378264 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 1096 time: 0.0588944 Dec 15 13:56:29.505521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2fd8123-c862-4ad7-9794-722467946323 req-1985bc9a-ed0c-4b10-8c80-9bd401f25f99 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610347 Dec 15 13:56:29.957958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8694cc7-453d-4fb4-9b99-aa92d92dec39 req-f275854c-769f-4331-a89d-321c0e6ada5e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:29.966776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8694cc7-453d-4fb4-9b99-aa92d92dec39 req-f275854c-769f-4331-a89d-321c0e6ada5e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0851450 Dec 15 13:56:30.025528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8694cc7-453d-4fb4-9b99-aa92d92dec39 req-4f1cb85f-713e-4019-b5bd-4c31dd66ce8e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574701 Dec 15 13:56:30.028639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9b648-68dd-4775-a7de-ca63598ca822 req-1026b31f-596e-4c1d-9e69-c86857e9c72c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.030372 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38f9b648-68dd-4775-a7de-ca63598ca822 req-1026b31f-596e-4c1d-9e69-c86857e9c72c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0969207 Dec 15 13:56:30.105620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38f9b648-68dd-4775-a7de-ca63598ca822 req-a868c51f-88e9-4fb9-934d-bd13c5b7bd05 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630229 Dec 15 13:56:30.337299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65930dde-5612-4f57-bdc5-37e7feba0af6 req-1b1449e6-48cb-4a2b-b58e-39d1ee53f43b tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.339173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65930dde-5612-4f57-bdc5-37e7feba0af6 req-1b1449e6-48cb-4a2b-b58e-39d1ee53f43b tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0840383 Dec 15 13:56:30.400623 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65930dde-5612-4f57-bdc5-37e7feba0af6 req-885c4ada-4dca-428e-913b-e48240133910 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551751 Dec 15 13:56:30.416398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c83824-5f00-4d52-a9ae-5a084bd16b50 req-734ead4c-101e-4e8d-9a5b-689e3c2491c8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:30.418369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5c83824-5f00-4d52-a9ae-5a084bd16b50 req-734ead4c-101e-4e8d-9a5b-689e3c2491c8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0712330 Dec 15 13:56:30.516667 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5c83824-5f00-4d52-a9ae-5a084bd16b50 req-b0c0360b-b483-4628-b823-d84b51241261 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893693 Dec 15 13:56:30.693485 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:30.947010 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:31.160912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7556ef-1bfe-41b3-a357-a91f1d6494ce req-968c8a44-2303-4ca6-aa6d-95d90ba42848 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.174382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e7556ef-1bfe-41b3-a357-a91f1d6494ce req-968c8a44-2303-4ca6-aa6d-95d90ba42848 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1572220 Dec 15 13:56:31.230831 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df90a3e5-94dc-4cfe-9a9f-fd48ea708095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:31.278928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc9fae-b554-4f3c-92ec-81c5d23821ed req-94849eb2-07b0-4c38-b07e-a3db155d34ed tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.282013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86dc9fae-b554-4f3c-92ec-81c5d23821ed req-94849eb2-07b0-4c38-b07e-a3db155d34ed tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0629456 Dec 15 13:56:31.291631 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e7556ef-1bfe-41b3-a357-a91f1d6494ce req-27e38564-56da-4d59-82c2-279df77cf923 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068249 Dec 15 13:56:31.376875 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86dc9fae-b554-4f3c-92ec-81c5d23821ed req-cad17b60-0eea-46e7-9ee7-aed1202a4b60 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853784 Dec 15 13:56:31.500794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe034f-cc25-4ceb-b950-2466fa009907 req-bb1e908f-7432-4b4e-b751-b5a639607873 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.502595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bbfe034f-cc25-4ceb-b950-2466fa009907 req-bb1e908f-7432-4b4e-b751-b5a639607873 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0623631 Dec 15 13:56:31.574563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bbfe034f-cc25-4ceb-b950-2466fa009907 req-82d585ed-0d0b-4076-bf21-938c4c181a68 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642896 Dec 15 13:56:31.684769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59692de1-71ab-482e-b24e-35b9d19d593d req-ada90a89-19c5-4f84-8ff8-015e23cdaa13 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.693105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59692de1-71ab-482e-b24e-35b9d19d593d req-ada90a89-19c5-4f84-8ff8-015e23cdaa13 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0965047 Dec 15 13:56:31.724986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bbbb-13e3-4aa0-9d7f-1eda998dd3ff req-5f3afec9-5ad9-4ec1-a5f8-41d682e3e213 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:31.726642 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9b7bbbb-13e3-4aa0-9d7f-1eda998dd3ff req-5f3afec9-5ad9-4ec1-a5f8-41d682e3e213 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0750554 Dec 15 13:56:31.777047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59692de1-71ab-482e-b24e-35b9d19d593d req-9a0fc06d-5d08-446d-a24b-43cafe729bdb tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780210 Dec 15 13:56:31.811096 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9b7bbbb-13e3-4aa0-9d7f-1eda998dd3ff req-9c9d92fb-c9a4-4113-9387-7fdac073bf5d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Dec 15 13:56:32.453530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a11e40-ec19-47e5-9099-929a772181bc req-8e906b34-bace-4a84-b4d5-7d5456636f49 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.455065 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7a11e40-ec19-47e5-9099-929a772181bc req-8e906b34-bace-4a84-b4d5-7d5456636f49 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0541880 Dec 15 13:56:32.511533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7a11e40-ec19-47e5-9099-929a772181bc req-dad62744-0454-47a8-80e8-49b3f84138de tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494881 Dec 15 13:56:32.711968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5918e4-8ef2-4023-b693-5ff191523256 req-942d9793-c802-4e88-8cb9-98a75b97524c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.713993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e5918e4-8ef2-4023-b693-5ff191523256 req-942d9793-c802-4e88-8cb9-98a75b97524c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0608735 Dec 15 13:56:32.783291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e5918e4-8ef2-4023-b693-5ff191523256 req-d19b7aeb-6b0d-40f0-8c43-784910534bc0 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590496 Dec 15 13:56:32.940205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046195e7-0931-4598-b478-52db81760b0f req-d098e4f8-bf61-4675-9805-9d6eb0e89116 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.942374 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-046195e7-0931-4598-b478-52db81760b0f req-d098e4f8-bf61-4675-9805-9d6eb0e89116 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0668931 Dec 15 13:56:32.975854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37998132-eec4-4dea-9ddc-6953a0c16684 req-52aa2258-6656-476e-b968-80cf265aec19 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:32.977903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37998132-eec4-4dea-9ddc-6953a0c16684 req-52aa2258-6656-476e-b968-80cf265aec19 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0651941 Dec 15 13:56:33.087451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-046195e7-0931-4598-b478-52db81760b0f req-ed94bff9-b7d6-4b4d-9187-27c2d00915fa tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346731 Dec 15 13:56:33.134769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37998132-eec4-4dea-9ddc-6953a0c16684 req-c85a2273-89b4-4334-81f4-e2d3e770b966 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497035 Dec 15 13:56:33.639750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce3968-89ce-452b-9ca2-8d460a91135d req-523519fb-ce59-438e-83a5-2c613e90c2bb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.641548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96ce3968-89ce-452b-9ca2-8d460a91135d req-523519fb-ce59-438e-83a5-2c613e90c2bb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0539277 Dec 15 13:56:33.696845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96ce3968-89ce-452b-9ca2-8d460a91135d req-7b4c86b6-3ec1-4a3a-8994-1d616f506907 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491147 Dec 15 13:56:33.758692 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b4582f2a-6bb9-461e-b12e-caf4b17a57c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:33.916927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aa964-90ba-4763-a399-48b11ff034b8 req-de3caf0c-7bdd-466d-80f0-a1da773fde31 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:33.934797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-253aa964-90ba-4763-a399-48b11ff034b8 req-de3caf0c-7bdd-466d-80f0-a1da773fde31 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0787609 Dec 15 13:56:34.001841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-253aa964-90ba-4763-a399-48b11ff034b8 req-d4d09e0e-1258-4868-9937-d4a5a96f71b5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596859 Dec 15 13:56:34.224454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fda4-e30a-402c-8d5d-a248ab5efc2e req-fb99a8ff-fb72-47e1-b3f3-4229865f58ad tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:34.232908 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5078fda4-e30a-402c-8d5d-a248ab5efc2e req-fb99a8ff-fb72-47e1-b3f3-4229865f58ad tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0668576 Dec 15 13:56:34.274387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa7354-8299-47aa-baa0-c4317ff5e2a9 req-60b355f6-cc89-40fa-9a79-ff6383f71cfd tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:34.282601 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7fa7354-8299-47aa-baa0-c4317ff5e2a9 req-60b355f6-cc89-40fa-9a79-ff6383f71cfd tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0699468 Dec 15 13:56:34.290159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5078fda4-e30a-402c-8d5d-a248ab5efc2e req-f8d9007e-1e8c-471d-b0d7-25d1d79ec1a7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552695 Dec 15 13:56:34.356496 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7fa7354-8299-47aa-baa0-c4317ff5e2a9 req-481872a9-0776-4d64-99d5-4c41e0f78315 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729206 Dec 15 13:56:34.781719 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:34.837534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b82624-71ac-442f-8615-824af2075635 req-1027c492-6b89-4f2f-8a40-972bdb439f71 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:34.839321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0b82624-71ac-442f-8615-824af2075635 req-1027c492-6b89-4f2f-8a40-972bdb439f71 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0589373 Dec 15 13:56:34.901263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0b82624-71ac-442f-8615-824af2075635 req-49f25432-8db0-4521-b766-633bfdbf3959 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534029 Dec 15 13:56:35.139374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974c5e0-8228-45a0-b56e-ec56be0acbd6 req-d8b699f3-4ada-486e-9b0f-a427f79bd39e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.141764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3974c5e0-8228-45a0-b56e-ec56be0acbd6 req-d8b699f3-4ada-486e-9b0f-a427f79bd39e tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0557668 Dec 15 13:56:35.199484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3974c5e0-8228-45a0-b56e-ec56be0acbd6 req-a942ad56-89dd-48d6-b632-f74f877ce076 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505352 Dec 15 13:56:35.450178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a214c-c037-4811-b2c8-c53bfc2e2400 req-09cd04d0-4d64-4f3f-8a8b-a9984654bfdf tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.452864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c15a214c-c037-4811-b2c8-c53bfc2e2400 req-09cd04d0-4d64-4f3f-8a8b-a9984654bfdf tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0772665 Dec 15 13:56:35.473814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41066497-8119-4f95-ba4c-7f35953dec8c req-21735047-fcf7-4196-ac74-8d9b2ed86050 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:35.475238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41066497-8119-4f95-ba4c-7f35953dec8c req-21735047-fcf7-4196-ac74-8d9b2ed86050 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0572860 Dec 15 13:56:35.528570 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c15a214c-c037-4811-b2c8-c53bfc2e2400 req-a48551b7-714d-4b87-8ba8-a0e1957b03df tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645936 Dec 15 13:56:35.536542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41066497-8119-4f95-ba4c-7f35953dec8c req-1837d209-b9ac-432d-97df-f037922fe82e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531409 Dec 15 13:56:36.039819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aca52-c20e-4db3-b124-fcaa2533d618 req-0cb3b3b2-cb05-45a4-b0ce-27fa6807bdcc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:36.047983 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a00aca52-c20e-4db3-b124-fcaa2533d618 req-0cb3b3b2-cb05-45a4-b0ce-27fa6807bdcc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0660326 Dec 15 13:56:36.119835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a00aca52-c20e-4db3-b124-fcaa2533d618 req-2b082d5a-db17-4484-9b7a-a5c33bbbb269 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591240 Dec 15 13:56:36.337053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fabf18-ba86-40ab-870c-fa386fda5bb1 req-e09b16d3-c192-412e-a534-dbff333b33d1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:36.338564 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56fabf18-ba86-40ab-870c-fa386fda5bb1 req-e09b16d3-c192-412e-a534-dbff333b33d1 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0540688 Dec 15 13:56:36.411682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35660) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:36.413470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56fabf18-ba86-40ab-870c-fa386fda5bb1 req-56f3390f-4d6c-4f25-b349-a253dbea3d10 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676539 Dec 15 13:56:36.536697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01d2c91b-a376-4feb-a411-65fc77f2c35f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.539729 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.678103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e0d65-febe-479d-84f1-3defbb020e2d req-10d1723d-3867-42d4-8f1e-16f5506d4dd5 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:36.680297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d94e0d65-febe-479d-84f1-3defbb020e2d req-10d1723d-3867-42d4-8f1e-16f5506d4dd5 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0568485 Dec 15 13:56:36.700229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e9374-12c9-4a4b-b3ef-80f95efa3471 req-fa682e81-2279-41e6-87b8-e2b46eff409b tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:36.704170 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d7e9374-12c9-4a4b-b3ef-80f95efa3471 req-fa682e81-2279-41e6-87b8-e2b46eff409b tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0930111 Dec 15 13:56:36.733904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d94e0d65-febe-479d-84f1-3defbb020e2d req-433f8c7d-0913-4914-bc83-bbf9576a57d0 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Dec 15 13:56:36.764314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01d2c91b-a376-4feb-a411-65fc77f2c35f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.773285 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01d2c91b-a376-4feb-a411-65fc77f2c35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.792055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d7e9374-12c9-4a4b-b3ef-80f95efa3471 req-034a19a3-e028-4771-894b-1a2540d60403 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798860 Dec 15 13:56:36.820875 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-01d2c91b-a376-4feb-a411-65fc77f2c35f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c5ed7d70b6f948e3a42591525c0ee7e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4060762 Dec 15 13:56:36.821048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2c91b-a376-4feb-a411-65fc77f2c35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcd50f6-38e9-4e64-b96b-b5ed5e0cd9fd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:36.822284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:36.882893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.906937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.954429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.957255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:36.958525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dbcd50f6-38e9-4e64-b96b-b5ed5e0cd9fd HTTP/1.1" status: 204 len: 168 time: 0.1351860 Dec 15 13:56:36.972421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcd50f6-38e9-4e64-b96b-b5ed5e0cd9fd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:36.980582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.981042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.981387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.981827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.982191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.982479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.982808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.983132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.984087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.984395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.984695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.985117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:36.985448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8a54d-cc2b-427e-bc80-1e984109312d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:37.253590 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:37.256077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798af9-574e-4e7e-ae61-ffe598ccc34b req-3e6db932-b307-45db-b81c-f7f536f42381 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.257837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79798af9-574e-4e7e-ae61-ffe598ccc34b req-3e6db932-b307-45db-b81c-f7f536f42381 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0532906 Dec 15 13:56:37.317424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-79798af9-574e-4e7e-ae61-ffe598ccc34b req-2abe9b72-dbd3-49ca-b4cb-008f8ef7a2b9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528207 Dec 15 13:56:37.542708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb94739-c8a3-49f3-bb12-57c7528e7f43 req-ffd1adb8-16a2-4315-b19f-9376b017770a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.550557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bbb94739-c8a3-49f3-bb12-57c7528e7f43 req-ffd1adb8-16a2-4315-b19f-9376b017770a tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0604088 Dec 15 13:56:37.597515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bbb94739-c8a3-49f3-bb12-57c7528e7f43 req-9f12c587-a5d8-46a7-a8f7-ce4176597a99 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Dec 15 13:56:37.843000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5204c2-1ffb-4e2e-bba8-b426153ca86a req-ca83e3c8-806c-4d51-abf7-7074718a3a25 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.851741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f5204c2-1ffb-4e2e-bba8-b426153ca86a req-ca83e3c8-806c-4d51-abf7-7074718a3a25 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0751979 Dec 15 13:56:37.880375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed111319-e9c1-4eed-9a97-fb85d5f6cdb0 req-409df1fb-7dae-4a02-b412-88513b1de3ca tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:37.882261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed111319-e9c1-4eed-9a97-fb85d5f6cdb0 req-409df1fb-7dae-4a02-b412-88513b1de3ca tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0727901 Dec 15 13:56:37.920360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f5204c2-1ffb-4e2e-bba8-b426153ca86a req-a10da098-d6ec-46a2-9920-6ffdb3f75c6c tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625470 Dec 15 13:56:37.939082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed111319-e9c1-4eed-9a97-fb85d5f6cdb0 req-97ab47c4-f3fb-4bd8-9cce-d8ec6ba7a295 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506003 Dec 15 13:56:38.076470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c5101-de59-4ef6-a026-886667d3102d req-8c94c6f3-33e9-4f94-a091-4d1e12ecb0f5 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:38.078052 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-733c5101-de59-4ef6-a026-886667d3102d req-8c94c6f3-33e9-4f94-a091-4d1e12ecb0f5 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0767996 Dec 15 13:56:38.140633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-733c5101-de59-4ef6-a026-886667d3102d req-2a624e5d-b8aa-4d46-a9e6-7a50d5e80bac tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Dec 15 13:56:38.147477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943a70e-58c3-4c74-830a-ebb153ca3634 req-13fb6633-d4e8-4683-bd73-a92bea6f8280 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:38.154938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2943a70e-58c3-4c74-830a-ebb153ca3634 req-13fb6633-d4e8-4683-bd73-a92bea6f8280 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0654342 Dec 15 13:56:38.208712 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2943a70e-58c3-4c74-830a-ebb153ca3634 req-75bdac76-6f71-4057-bff4-b0036d83a106 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519755 Dec 15 13:56:38.479404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e268c73-0a05-405b-8bc3-e4c1315da7d0 req-f3ff9980-a37a-4561-91a8-32dd2f69f19c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:38.481307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e268c73-0a05-405b-8bc3-e4c1315da7d0 req-f3ff9980-a37a-4561-91a8-32dd2f69f19c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0637083 Dec 15 13:56:38.536447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e268c73-0a05-405b-8bc3-e4c1315da7d0 req-6f39c597-0cee-4a5b-b3e0-afecfe6ad9c7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488677 Dec 15 13:56:38.571409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dfbed-9611-4d24-87bf-21330eab8957 req-78d98d21-5f59-46a2-9b3a-2bf4abcb566f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:38.577489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-414dfbed-9611-4d24-87bf-21330eab8957 req-78d98d21-5f59-46a2-9b3a-2bf4abcb566f tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0586314 Dec 15 13:56:38.626780 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-414dfbed-9611-4d24-87bf-21330eab8957 req-92bd56f5-4d16-40e1-a63f-110cf90f81dd tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468614 Dec 15 13:56:39.079728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b0de9-0e07-467a-9999-4922ee7c5d75 req-f80744fa-0544-4913-a31a-ce7961844b46 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.081509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a0b0de9-0e07-467a-9999-4922ee7c5d75 req-f80744fa-0544-4913-a31a-ce7961844b46 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0646541 Dec 15 13:56:39.137124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a0b0de9-0e07-467a-9999-4922ee7c5d75 req-54353e04-5602-4b1f-bf0d-4d0defcd3aba tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483751 Dec 15 13:56:39.273706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114c646-1917-45f5-9782-62fb8c1907ae req-148d9891-ff7e-4b97-bba1-ffde02eff89f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.275886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a114c646-1917-45f5-9782-62fb8c1907ae req-148d9891-ff7e-4b97-bba1-ffde02eff89f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0586338 Dec 15 13:56:39.346312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a114c646-1917-45f5-9782-62fb8c1907ae req-988db2da-93bf-4e24-8639-4f3729449edf tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629575 Dec 15 13:56:39.585880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:39.693539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dff6a-2ce3-45b1-b579-4f4ad5188281 req-f4d34b67-38ce-4c11-b226-55f15207be6c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.701526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d8dff6a-2ce3-45b1-b579-4f4ad5188281 req-f4d34b67-38ce-4c11-b226-55f15207be6c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0748537 Dec 15 13:56:39.792807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d8dff6a-2ce3-45b1-b579-4f4ad5188281 req-c10f3732-e069-412e-945f-269747964a8b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853419 Dec 15 13:56:39.836699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-685f4bf8-fadb-48cf-82fa-07d1f7518cc5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.838183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-685f4bf8-fadb-48cf-82fa-07d1f7518cc5 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0956931 Dec 15 13:56:39.849538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c8af9-51d1-47e8-9bf2-ccb1d3cfc887 req-56430340-31e9-4835-818f-7edee8029817 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:39.851051 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc7c8af9-51d1-47e8-9bf2-ccb1d3cfc887 req-56430340-31e9-4835-818f-7edee8029817 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 945 time: 0.0967333 Dec 15 13:56:39.916159 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-389b13e9-3a5f-4978-a6ad-4c3a36a9bcc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.010161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc7c8af9-51d1-47e8-9bf2-ccb1d3cfc887 req-4277fee1-1d3a-49de-9b49-5c0398924f66 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279576 Dec 15 13:56:40.052797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Deleting port af29f282-f2ce-4764-b87f-97999fb01cea {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:40.053189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.138360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-389b13e9-3a5f-4978-a6ad-4c3a36a9bcc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.150880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-389b13e9-3a5f-4978-a6ad-4c3a36a9bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.205900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] For port af29f282-f2ce-4764-b87f-97999fb01cea, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=af29f282-f2ce-4764-b87f-97999fb01cea,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:40.206216 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.216888 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-389b13e9-3a5f-4978-a6ad-4c3a36a9bcc9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=94050050f2144a88890c97ea431590a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6290078 Dec 15 13:56:40.219616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35782) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:40.220488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b13e9-3a5f-4978-a6ad-4c3a36a9bcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461d587a-7bf0-43ac-a60f-78cd7b3a1d83,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:40.234354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Calling delete_port for af29f282-f2ce-4764-b87f-97999fb01cea owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:40.281081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40525090-b3bc-45ef-b362-fb32f98f72af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.304799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40525090-b3bc-45ef-b362-fb32f98f72af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.319793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeac275-3931-4453-adba-310b2e6af50f req-9287b38a-3f19-441f-83ff-a223b84b771e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:40.321306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2aeac275-3931-4453-adba-310b2e6af50f req-9287b38a-3f19-441f-83ff-a223b84b771e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1039646 Dec 15 13:56:40.369040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40525090-b3bc-45ef-b362-fb32f98f72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.371617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40525090-b3bc-45ef-b362-fb32f98f72af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.372813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-40525090-b3bc-45ef-b362-fb32f98f72af admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/461d587a-7bf0-43ac-a60f-78cd7b3a1d83 HTTP/1.1" status: 204 len: 168 time: 0.1513312 Dec 15 13:56:40.390968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525090-b3bc-45ef-b362-fb32f98f72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d587a-7bf0-43ac-a60f-78cd7b3a1d83,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:40.403596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2aeac275-3931-4453-adba-310b2e6af50f req-b1f239f2-d5eb-4619-982a-b7a1c28fd13d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726986 Dec 15 13:56:40.482591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.496102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['af29f282-f2ce-4764-b87f-97999fb01cea'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:40.500325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:40.520392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daea9a-67a7-4145-a2fb-761d75278a37 req-10da36f2-0310-4924-86e9-9a19ecccb678 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:40.523397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event deleted for resources: {'Port': ['ID=af29f282-f2ce-4764-b87f-97999fb01cea,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:40.529058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0daea9a-67a7-4145-a2fb-761d75278a37 req-10da36f2-0310-4924-86e9-9a19ecccb678 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0628662 Dec 15 13:56:40.584101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544d3a7-9287-460b-be8f-e085b6300336 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:40.595023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] No DVR routers for this DVR port af29f282-f2ce-4764-b87f-97999fb01cea on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:40.598344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:40.603953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbacaf45-9c0c-4506-b45d-adf660a584c0 req-6aeff8ee-384c-42f4-97da-f841904105d6 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.24 "DELETE /v2.0/ports/af29f282-f2ce-4764-b87f-97999fb01cea HTTP/1.1" status: 204 len: 173 time: 0.7520018 Dec 15 13:56:40.604764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a85a905-d670-4e4a-bdbb-b1c86a71fce2', 'name': 'network-vif-deleted', 'tag': 'af29f282-f2ce-4764-b87f-97999fb01cea'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:40.607512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0daea9a-67a7-4145-a2fb-761d75278a37 req-26b3263d-28f1-4c7c-be63-0cea6f82e7ed tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727170 Dec 15 13:56:40.608995 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06258f82-d5da-4a17-891e-3624c43859df" -d '{"events": [{"server_uuid": "4a85a905-d670-4e4a-bdbb-b1c86a71fce2", "name": "network-vif-deleted", "tag": "af29f282-f2ce-4764-b87f-97999fb01cea"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:40.680333 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4d77b3-f9a4-47ee-b785-a5b8cb97edac x-openstack-request-id: req-db4d77b3-f9a4-47ee-b785-a5b8cb97edac {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:40.680686 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a85a905-d670-4e4a-bdbb-b1c86a71fce2", "name": "network-vif-deleted", "tag": "af29f282-f2ce-4764-b87f-97999fb01cea", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:40.680956 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db4d77b3-f9a4-47ee-b785-a5b8cb97edac {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:40.681392 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a85a905-d670-4e4a-bdbb-b1c86a71fce2', 'name': 'network-vif-deleted', 'tag': 'af29f282-f2ce-4764-b87f-97999fb01cea', 'status': 'completed', 'code': 200} Dec 15 13:56:40.916194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bb238-bc65-4887-9453-78ec17361ea8 req-dbe72443-007b-4a61-9669-74a27512a2b6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:40.917713 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d4bb238-bc65-4887-9453-78ec17361ea8 req-dbe72443-007b-4a61-9669-74a27512a2b6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0566459 Dec 15 13:56:40.970525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d4bb238-bc65-4887-9453-78ec17361ea8 req-7307c25a-62d4-4797-82c3-be4653202100 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Dec 15 13:56:41.152789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-656426f1-e46a-48c9-9e2b-1d25bf4e1058 req-efb175a1-3dbb-4108-9804-67bf12d441c3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a85a905-d670-4e4a-bdbb-b1c86a71fce2 HTTP/1.1" status: 200 len: 210 time: 0.0415239 Dec 15 13:56:41.500436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:41.539268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf8317-b0bd-420b-a760-feac1a16fc48 req-03e1b009-ea3e-4462-b3b0-f20a82366c7a tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:41.540827 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fbcf8317-b0bd-420b-a760-feac1a16fc48 req-03e1b009-ea3e-4462-b3b0-f20a82366c7a tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0614133 Dec 15 13:56:41.600305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fbcf8317-b0bd-420b-a760-feac1a16fc48 req-ab02c38b-12c1-4675-8ebf-1c6297baefbd tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477049 Dec 15 13:56:41.629537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-272183714-network', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:41.652404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Made reservation on behalf of 2f6d6f9760bd4d24800c78e0cbf1306d for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:41.655065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.664678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.772057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f834c-0b4a-4bd6-aed3-84197fe0fef4 req-2453b8f4-0acb-4764-962c-f45fa0162a70 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:41.773580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-263f834c-0b4a-4bd6-aed3-84197fe0fef4 req-2453b8f4-0acb-4764-962c-f45fa0162a70 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0732129 Dec 15 13:56:41.807178 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.812922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.856420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:41.872472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-263f834c-0b4a-4bd6-aed3-84197fe0fef4 req-7b962322-2e29-484c-87fc-93038da277b2 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909028 Dec 15 13:56:41.879767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.880144 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Added segment 43947314-a059-484e-9315-30b74ed8c235 of type vlan for network 771c3ea0-badf-445a-b851-48a6ae27d3e5 Dec 15 13:56:41.888190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cca03c-2e47-4605-9285-f001d2e9eea4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:41.935438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.964270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:41.965516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:41.966108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.002944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5013058 Dec 15 13:56:42.008124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:42.015466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Request body: {'subnet': {'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-272183714-subnet', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:42.043686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Made reservation on behalf of 2f6d6f9760bd4d24800c78e0cbf1306d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:42.047190 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.048980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb759ca5-6eee-4e04-ac73-628090089f8a admin admin] Pushing event updated for resources: {'Network': ['ID=771c3ea0-badf-445a-b851-48a6ae27d3e5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:42.061707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:42.221073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ac2a-11f3-413e-b3bc-ff01d4e7e4af req-725ae606-cc05-48f4-a6da-fba947a569e7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.225074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15a8ac2a-11f3-413e-b3bc-ff01d4e7e4af req-725ae606-cc05-48f4-a6da-fba947a569e7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0996690 Dec 15 13:56:42.403084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15a8ac2a-11f3-413e-b3bc-ff01d4e7e4af req-706ee92b-ada3-48b8-ad97-4ef9e5fa876c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672232 Dec 15 13:56:42.422756 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.494148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f510ba-7d28-47f6-b684-99034070182d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:42.505338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Checking segment: {'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:42.505710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Network hostable DHCP agents. Network: 771c3ea0-badf-445a-b851-48a6ae27d3e5, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:42.528744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:42.543102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 771c3ea0-badf-445a-b851-48a6ae27d3e5) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:42.549013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.549918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.561051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce17d02-b6eb-4195-b8a5-f72a4097ca34 None None] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:42.585387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:42.592211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:42.599053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-224e17ca-6506-4776-b06f-7b91431566e0 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5891638 Dec 15 13:56:42.619684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.622511 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.712769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-771c3ea0-badf-445a-b851-48a6ae27d3e5', 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5', 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'fixed_ips': [{'subnet_id': '02f510ba-7d28-47f6-b684-99034070182d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:42.714310 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.715992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.893134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:42.906440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450c5b4-34bd-49ce-b427-413cc717db07 req-d3d433d9-7466-42ab-98a9-3c39dde88623 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:42.908006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c450c5b4-34bd-49ce-b427-413cc717db07 req-d3d433d9-7466-42ab-98a9-3c39dde88623 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1941099 Dec 15 13:56:42.936521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Allocated IP 172.20.0.2 (771c3ea0-badf-445a-b851-48a6ae27d3e5/02f510ba-7d28-47f6-b684-99034070182d/37c5841d-10e3-499d-b5d4-8dfad314a676) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:43.058499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c450c5b4-34bd-49ce-b427-413cc717db07 req-8a31b6aa-b77e-4c10-871c-a3f52d524b3d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273823 Dec 15 13:56:43.127119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77065f67-c3ab-4a15-a4c1-59279c7cc6a7 req-0416dc5f-b19e-49fd-9985-1c5d5316cc16 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.128648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77065f67-c3ab-4a15-a4c1-59279c7cc6a7 req-0416dc5f-b19e-49fd-9985-1c5d5316cc16 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.0824680 Dec 15 13:56:43.151148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.155728 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.202174 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77065f67-c3ab-4a15-a4c1-59279c7cc6a7 req-bc0bd8d8-3230-429f-bb60-accf2c9dcb1c tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594788 Dec 15 13:56:43.211961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:43.211961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:43.220552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:43.238549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Pushing event updated for resources: {'Port': ['ID=37c5841d-10e3-499d-b5d4-8dfad314a676,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:43.303554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Attempting to bind port 37c5841d-10e3-499d-b5d4-8dfad314a676 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:43.303554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Attempting to bind port 37c5841d-10e3-499d-b5d4-8dfad314a676 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:43.303894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Attempting to bind port 37c5841d-10e3-499d-b5d4-8dfad314a676 on network 771c3ea0-badf-445a-b851-48a6ae27d3e5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:43.310015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:43.310584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Checking segment: {'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:43.311017 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.311735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Bound using segment: {'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:43.312331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Bound port: 37c5841d-10e3-499d-b5d4-8dfad314a676, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:43.312889 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.326653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.355056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.403129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] For port 37c5841d-10e3-499d-b5d4-8dfad314a676, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:43.407469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] For port 37c5841d-10e3-499d-b5d4-8dfad314a676, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=37c5841d-10e3-499d-b5d4-8dfad314a676,segment=NetworkSegment(43947314-a059-484e-9315-30b74ed8c235),segment_id=43947314-a059-484e-9315-30b74ed8c235)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:43.417611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.527509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Allocated IP 172.25.7.158 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/56f40c33-4a9b-46d1-bdfa-ef1e45a50d59) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:43.539377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98526a3-8b00-4082-9643-6bdb2069b561 None None] Pushing event updated for resources: {'Port': ['ID=37c5841d-10e3-499d-b5d4-8dfad314a676,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:43.570609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d4720-49f5-4d2b-b52b-8782ab5189b8 req-354cf521-b2fc-4489-aff9-c7aba4c729ec tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.580702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a55d4720-49f5-4d2b-b52b-8782ab5189b8 req-354cf521-b2fc-4489-aff9-c7aba4c729ec tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 945 time: 0.1526856 Dec 15 13:56:43.634726 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a55d4720-49f5-4d2b-b52b-8782ab5189b8 req-250aa762-f15c-4056-8db0-dfc7e0de8dc3 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516479 Dec 15 13:56:43.777002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15583-2ad6-48ca-aa1f-85da2d502dc4 req-6569c98d-850a-448c-8e34-d2d6d58c96f4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:43.778593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84e15583-2ad6-48ca-aa1f-85da2d502dc4 req-6569c98d-850a-448c-8e34-d2d6d58c96f4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1846843 Dec 15 13:56:43.804350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35928) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:43.813107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.876866 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84e15583-2ad6-48ca-aa1f-85da2d502dc4 req-2a274e5f-801f-4a19-91d3-2d37ddb7b1e2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895813 Dec 15 13:56:43.893351 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:43.940966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:43.946818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:43.952590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:43.956134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Pushing event updated for resources: {'Port': ['ID=56f40c33-4a9b-46d1-bdfa-ef1e45a50d59,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:43.962363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55491518-0c63-4690-a59c-1dd97978282b None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:44.000148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7edced02-6b1f-4d30-8435-6cd669561f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.059976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-85167757-360b-45ce-9529-94be3b7f653b None None] Provisioning complete for port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:44.060759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85167757-360b-45ce-9529-94be3b7f653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.135454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7edced02-6b1f-4d30-8435-6cd669561f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.135711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:56:44.137671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device af29f282-f2ce-4764-b87f-97999fb01cea no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:44.142363 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7edced02-6b1f-4d30-8435-6cd669561f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.197368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: af29f282-f2ce-4764-b87f-97999fb01cea {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:44.197928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device af29f282-f2ce-4764-b87f-97999fb01cea not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:44.208920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-85167757-360b-45ce-9529-94be3b7f653b None None] Port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:44.302211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.312085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f601ca-bffb-4fc7-bd76-6f12db4ccc7a req-2208871d-d884-4272-ab01-e3ff84abf1aa tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:44.313793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09f601ca-bffb-4fc7-bd76-6f12db4ccc7a req-2208871d-d884-4272-ab01-e3ff84abf1aa tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1366765 Dec 15 13:56:44.314486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edced02-6b1f-4d30-8435-6cd669561f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7701b9-2b80-49ce-8c73-feb1943089d9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.337475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7edced02-6b1f-4d30-8435-6cd669561f10 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1f38e29514384326be77f134c23f7562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5318816 Dec 15 13:56:44.339742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35948) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:44.340068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:44.388336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'port_id': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'mac_address': 'fa:16:3e:a6:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:56:44.444716 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.471810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09f601ca-bffb-4fc7-bd76-6f12db4ccc7a req-150bb6fd-8f31-4b52-b8e8-cb01495095e8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326284 Dec 15 13:56:44.476069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-671dab7d-f25d-47c8-b909-95fabe369758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.492878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c99e53cc-d1e1-4294-9649-6da7e35e4261 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:56:44.511217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0fe7-2c0f-480c-a137-d99d5d2bd54b req-c031cc42-ccf0-404c-9303-7e2eb9756986 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:44.513198 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33bd0fe7-2c0f-480c-a137-d99d5d2bd54b req-c031cc42-ccf0-404c-9303-7e2eb9756986 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1652305 Dec 15 13:56:44.527378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:44.530955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-671dab7d-f25d-47c8-b909-95fabe369758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.540759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.649174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-671dab7d-f25d-47c8-b909-95fabe369758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.653623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-671dab7d-f25d-47c8-b909-95fabe369758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:44.657192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-671dab7d-f25d-47c8-b909-95fabe369758 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f7701b9-2b80-49ce-8c73-feb1943089d9 HTTP/1.1" status: 204 len: 168 time: 0.3165150 Dec 15 13:56:44.685295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dab7d-f25d-47c8-b909-95fabe369758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7701b9-2b80-49ce-8c73-feb1943089d9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.707381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c99e53cc-d1e1-4294-9649-6da7e35e4261'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:44.720063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:44.784492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33bd0fe7-2c0f-480c-a137-d99d5d2bd54b req-e000b092-45a3-48c7-9306-e8df5865e110 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638521 Dec 15 13:56:44.837666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.842170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.843291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.843957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.844315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.844668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.845014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.845358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.845698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.850774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.851065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.851439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:44.851813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:56:45.011041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3bfff-8662-488a-bf4f-b311d82b201e req-6d4d23ef-4b3b-4461-89b3-534b897a59d8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.019913 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3fe3bfff-8662-488a-bf4f-b311d82b201e req-6d4d23ef-4b3b-4461-89b3-534b897a59d8 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 945 time: 0.1870577 Dec 15 13:56:45.059041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e98eb-1143-46a3-9691-0cb91fb66299 None None] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:45.159528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3fe3bfff-8662-488a-bf4f-b311d82b201e req-f753a508-a096-48e7-8b40-69eb307f7021 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348078 Dec 15 13:56:45.207680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-18d0a92d-95a0-4941-8ce7-d6058423bfae None None] Provisioning complete for port 37c5841d-10e3-499d-b5d4-8dfad314a676 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:45.208301 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18d0a92d-95a0-4941-8ce7-d6058423bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.237423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:45.280478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 37c5841d-10e3-499d-b5d4-8dfad314a676 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:45.282855 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67ba545a-7225-4fe4-80f7-676b27a4f554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.415677 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67ba545a-7225-4fe4-80f7-676b27a4f554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.426424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67ba545a-7225-4fe4-80f7-676b27a4f554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.451460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18d0a92d-95a0-4941-8ce7-d6058423bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.476598 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.486905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 37c5841d-10e3-499d-b5d4-8dfad314a676 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:45.487452 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.491255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c832ae-344a-4130-9c6f-4936164abaae req-4c9c494b-f736-4a24-8179-b062e8e2ebe4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.493361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-40c832ae-344a-4130-9c6f-4936164abaae req-4c9c494b-f736-4a24-8179-b062e8e2ebe4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 944 time: 0.1222458 Dec 15 13:56:45.493924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-67ba545a-7225-4fe4-80f7-676b27a4f554 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b6a938ffd09438588547f3fe0c1ba74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550659 Dec 15 13:56:45.494838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba545a-7225-4fe4-80f7-676b27a4f554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b965c82-158d-4123-84f0-90ecc429f0aa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:45.497195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35966) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:45.513809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-3ea47ffa-da20-4093-823d-0b0ab6a48d52 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.516432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-3ea47ffa-da20-4093-823d-0b0ab6a48d52 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 945 time: 0.1444416 Dec 15 13:56:45.580153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-18d0a92d-95a0-4941-8ce7-d6058423bfae None None] For port 37c5841d-10e3-499d-b5d4-8dfad314a676, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=37c5841d-10e3-499d-b5d4-8dfad314a676,segment=NetworkSegment(43947314-a059-484e-9315-30b74ed8c235),segment_id=43947314-a059-484e-9315-30b74ed8c235)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:45.587088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1a061e9-4da5-450f-bc78-76da47d01785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.590324 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18d0a92d-95a0-4941-8ce7-d6058423bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.617488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1a061e9-4da5-450f-bc78-76da47d01785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.691502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1a061e9-4da5-450f-bc78-76da47d01785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.695329 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1a061e9-4da5-450f-bc78-76da47d01785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.696747 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e1a061e9-4da5-450f-bc78-76da47d01785 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2b965c82-158d-4123-84f0-90ecc429f0aa HTTP/1.1" status: 204 len: 168 time: 0.1985998 Dec 15 13:56:45.771935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0a92d-95a0-4941-8ce7-d6058423bfae None None] Pushing event updated for resources: {'Port': ['ID=37c5841d-10e3-499d-b5d4-8dfad314a676,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:45.827701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a061e9-4da5-450f-bc78-76da47d01785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b965c82-158d-4123-84f0-90ecc429f0aa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:45.861819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-40c832ae-344a-4130-9c6f-4936164abaae req-4a0cc4b6-acc5-4825-8d30-f19115b14bb3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424344 Dec 15 13:56:45.913407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-85936334-8889-4e35-a583-69c1658dc5cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2342837 Dec 15 13:56:45.918753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c3a7c03d-8075-4efc-bd8f-79eb88c6d89b None None] Provisioning complete for port 37c5841d-10e3-499d-b5d4-8dfad314a676 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:45.919335 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c03d-8075-4efc-bd8f-79eb88c6d89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:45.959476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc0333-0b66-4935-8de3-b9d7b4d1d42d req-5de70985-9f84-4bfc-884c-d1c119339ed6 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:45.976243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96dc0333-0b66-4935-8de3-b9d7b4d1d42d req-5de70985-9f84-4bfc-884c-d1c119339ed6 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.2238615 Dec 15 13:56:45.992296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Deleting port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:56:45.992657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.096508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96dc0333-0b66-4935-8de3-b9d7b4d1d42d req-b938df9c-a0eb-4695-90d4-099a9445c7a4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179917 Dec 15 13:56:46.105472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:46.132129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-79a0be34-bd68-435d-852f-a83c10390e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:46.134430 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-79a0be34-bd68-435d-852f-a83c10390e2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1096 time: 0.1395514 Dec 15 13:56:46.279269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port c99e53cc-d1e1-4294-9649-6da7e35e4261 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:46.282094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.290781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] For port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,segment=NetworkSegment(b0b34104-7493-48dd-8de1-4b2a26f32a86),segment_id=b0b34104-7493-48dd-8de1-4b2a26f32a86)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:46.291234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.305848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Calling delete_port for 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:56:46.476722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-4f5cc86a-f933-4d6c-9c18-05747733bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:46.478639 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-4f5cc86a-f933-4d6c-9c18-05747733bf92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.3150637 Dec 15 13:56:46.505317 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.569749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-0ce7b7b0-d58c-4a00-8627-e22df181773a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1000 time: 0.0840385 Dec 15 13:56:46.593390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:46.594934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:46.599047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.602254 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7264ef-9446-46e9-9bb4-089b0053b940" -d '{"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-plugged", "status": "completed", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:46.617466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:46.618941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c318d2-4c1e-4f77-88a5-cfa0108c5b85 req-af9eb3b1-5b03-4ab8-a4d7-017491bb38bc tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:46.630464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79c318d2-4c1e-4f77-88a5-cfa0108c5b85 req-af9eb3b1-5b03-4ab8-a4d7-017491bb38bc tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad59b116-2023-4e73-9b17-b17aa0c0b815 HTTP/1.1" status: 200 len: 945 time: 0.3177321 Dec 15 13:56:46.662066 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.703391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Pushing event deleted for resources: {'Port': ['ID=34ff94ee-c31d-4e7e-b7ce-2bee8e04a868,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:46.740670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203af38b-2d51-480d-a6c5-168062dd64af req-64c98864-d12e-4c3d-87c2-93e63d336902 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:46.754024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-203af38b-2d51-480d-a6c5-168062dd64af req-64c98864-d12e-4c3d-87c2-93e63d336902 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.4235077 Dec 15 13:56:46.763235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c1ec4-ad71-4802-a661-8a31aac94595 None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:46.769055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:46.809229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-b6d72cbe-f03e-412a-be8f-0f27e13637cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:46.811911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-b6d72cbe-f03e-412a-be8f-0f27e13637cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.2171526 Dec 15 13:56:46.844482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79c318d2-4c1e-4f77-88a5-cfa0108c5b85 req-178ca771-7ff7-4853-ab6c-5b9d7ec0c7ec tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.86 "GET /v2.0/security-groups?id=579a8012-d8d3-4ec4-97de-4ac19185d1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078419 Dec 15 13:56:46.857211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] No DVR routers for this DVR port 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:56:46.867984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:46.873271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1c197b2-9fef-4dc3-8a39-92c505349965 req-1822b798-4eea-4338-80aa-bff168d16101 tempest-ServersTestJSON-413509900 tempest-ServersTestJSON-413509900-project] 10.222.0.74 "DELETE /v2.0/ports/34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 HTTP/1.1" status: 204 len: 173 time: 1.3203135 Dec 15 13:56:46.896160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad59b116-2023-4e73-9b17-b17aa0c0b815', 'name': 'network-vif-deleted', 'tag': '34ff94ee-c31d-4e7e-b7ce-2bee8e04a868'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:46.899097 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f33491-6688-4c1c-84f9-6524b9d00c13" -d '{"events": [{"server_uuid": "ad59b116-2023-4e73-9b17-b17aa0c0b815", "name": "network-vif-deleted", "tag": "34ff94ee-c31d-4e7e-b7ce-2bee8e04a868"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:46.933311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-65f6c3a7-4661-49a2-ac99-09e3e64fa50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:46.934913 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-65f6c3a7-4661-49a2-ac99-09e3e64fa50c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158698 Dec 15 13:56:46.945271 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60538ac-a3c9-4112-9dd9-d7b992f95f46 x-openstack-request-id: req-c60538ac-a3c9-4112-9dd9-d7b992f95f46 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:46.945584 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-plugged", "status": "completed", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:46.945852 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c60538ac-a3c9-4112-9dd9-d7b992f95f46 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:46.946328 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'code': 200} Dec 15 13:56:47.027254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Router ffe1844c-1b26-4265-be11-fe782cc9b92b is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:56:47.080813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-203af38b-2d51-480d-a6c5-168062dd64af req-89f0629c-55b9-49a5-a19d-0b2104cd5a6c tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205662 Dec 15 13:56:47.261569 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87280b19-5429-4716-8a08-69a866489f9b x-openstack-request-id: req-87280b19-5429-4716-8a08-69a866489f9b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:47.262003 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad59b116-2023-4e73-9b17-b17aa0c0b815", "name": "network-vif-deleted", "tag": "34ff94ee-c31d-4e7e-b7ce-2bee8e04a868", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:47.262789 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-87280b19-5429-4716-8a08-69a866489f9b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:47.262789 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad59b116-2023-4e73-9b17-b17aa0c0b815', 'name': 'network-vif-deleted', 'tag': '34ff94ee-c31d-4e7e-b7ce-2bee8e04a868', 'status': 'completed', 'code': 200} Dec 15 13:56:47.267401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091b17e-ae35-481e-88b2-a3992a1232e9 req-d98025b5-508f-423e-bfd4-4e5c20a5db0e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.268422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 37c5841d-10e3-499d-b5d4-8dfad314a676 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:47.269132 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b091b17e-ae35-481e-88b2-a3992a1232e9 req-d98025b5-508f-423e-bfd4-4e5c20a5db0e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1819222 Dec 15 13:56:47.338435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-aeaab63d-c857-49ce-b0ef-430927849267 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869743 Dec 15 13:56:47.381180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 37c5841d-10e3-499d-b5d4-8dfad314a676 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:47.381709 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.391336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:56:47.445266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Sync routers for ids ['ffe1844c-1b26-4265-be11-fe782cc9b92b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:56:47.472326 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:47.474834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Routers {'ffe1844c-1b26-4265-be11-fe782cc9b92b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:47.475481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:56:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ffe1844c-1b26-4265-be11-fe782cc9b92b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:47.476934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-76d61204-64f4-42d0-bc73-f29982949169 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8900211 Dec 15 13:56:47.479538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36006) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:47.518044 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b091b17e-ae35-481e-88b2-a3992a1232e9 req-58f7c900-19bb-4032-bfc2-8cfbc5541c68 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360384 Dec 15 13:56:47.552412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e920e-559d-4ea3-b99f-489a321a077d req-c0d3026d-b234-4e5f-a441-95af5f64ad13 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:47.560000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce3e920e-559d-4ea3-b99f-489a321a077d req-c0d3026d-b234-4e5f-a441-95af5f64ad13 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1255898 Dec 15 13:56:47.620082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9668e82-a1ca-4a74-a67d-661decbd9c5f req-9964bfb6-f359-4129-84f2-bb9ef56c96c4 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701170 Dec 15 13:56:47.658148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Set router ffe1844c-1b26-4265-be11-fe782cc9b92b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:47.818354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce3e920e-559d-4ea3-b99f-489a321a077d req-acb156fe-571b-4958-810d-55ccb2742aac tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572153 Dec 15 13:56:47.918002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:48.023276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df68370-97a6-4aaa-a706-fa09f0082926 admin admin] Deleting subnet 6ce372f1-83d0-4488-835d-2683fb556b99 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:56:48.027526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7df68370-97a6-4aaa-a706-fa09f0082926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.104147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7df68370-97a6-4aaa-a706-fa09f0082926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.202165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:56:44Z', 'revision_number': 3, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:48.212961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7df68370-97a6-4aaa-a706-fa09f0082926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.265840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Checking router: ffe1844c-1b26-4265-be11-fe782cc9b92b for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:56:48.266228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Updating router ffe1844c-1b26-4265-be11-fe782cc9b92b port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:56:48.284921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7df68370-97a6-4aaa-a706-fa09f0082926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.320382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.345698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df68370-97a6-4aaa-a706-fa09f0082926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce372f1-83d0-4488-835d-2683fb556b99,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:48.363455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7df68370-97a6-4aaa-a706-fa09f0082926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.374732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7df68370-97a6-4aaa-a706-fa09f0082926 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6ce372f1-83d0-4488-835d-2683fb556b99 HTTP/1.1" status: 204 len: 168 time: 0.4512618 Dec 15 13:56:48.374732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:48.417264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68458734-fc64-4009-9040-58d5fd7ba424 req-e2f83661-cb18-4923-bf2b-3af7a87fd13d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:48.418837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68458734-fc64-4009-9040-58d5fd7ba424 req-e2f83661-cb18-4923-bf2b-3af7a87fd13d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.2191000 Dec 15 13:56:48.503553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.563189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.685193 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68458734-fc64-4009-9040-58d5fd7ba424 req-34ffcc30-b6c8-4895-b55d-5f494b0855fd tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492177 Dec 15 13:56:48.715859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.755206 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.769563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223af67-0761-4780-bf4e-6e62d6bf23ce None None] Network d9b77d4c-7d9f-4158-bf19-3b6aab89e250 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:48.793062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b77d4c-7d9f-4158-bf19-3b6aab89e250']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:48.815258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b34104-7493-48dd-8de1-4b2a26f32a86') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:48.817205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b34104-7493-48dd-8de1-4b2a26f32a86') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:48.841278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51324e-8dae-4c57-8b36-5e624238c09f req-18df9284-52ee-43a7-8255-840fa092bbc6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:48.850569 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d51324e-8dae-4c57-8b36-5e624238c09f req-18df9284-52ee-43a7-8255-840fa092bbc6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1292207 Dec 15 13:56:48.855983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:48.959267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:56:49.000917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.091179 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.127336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe982a-c04d-4614-9631-42af222a948d req-372b4f28-f83e-411f-bd49-5f0713bc6844 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.129675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fe982a-c04d-4614-9631-42af222a948d req-372b4f28-f83e-411f-bd49-5f0713bc6844 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1658068 Dec 15 13:56:49.135277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:56:49.135718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.139965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-e949316a-722f-4953-9d76-a72ef03efeab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3213885 Dec 15 13:56:49.140634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:56:49.141272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 34ff94ee-c31d-4e7e-b7ce-2bee8e04a868 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:56:49.154600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d51324e-8dae-4c57-8b36-5e624238c09f req-f29ae472-db1c-4323-b110-246155b31c17 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026834 Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:56:49.155817 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:56:49.234882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b777d246-aee8-4ecc-9771-7ef87ba9a2e2 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:49.256153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a044d-03a9-4bae-8abc-dbddce7563bc None None] Pushing event updated for resources: {'Port': ['ID=56f40c33-4a9b-46d1-bdfa-ef1e45a50d59,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:49.257251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Attempting to bind port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:49.257636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Attempting to bind port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:49.258136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Attempting to bind port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:49.266278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:49.266674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:49.267456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.267456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:49.268169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Bound port: 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:49.268596 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.272523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759f9b8-09c4-4774-8b70-6e8155240ba4 req-c6284d08-4dc2-4de8-b305-43acda2c20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.274082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7759f9b8-09c4-4774-8b70-6e8155240ba4 req-c6284d08-4dc2-4de8-b305-43acda2c20aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1096 time: 0.2611861 Dec 15 13:56:49.291685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.313951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22f60a-5702-47f8-ad8f-fd2cbe62826a None None] DHCP port deletion for d9b77d4c-7d9f-4158-bf19-3b6aab89e250 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:49.328982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.337416 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] 10.222.0.86 "DELETE /v2.0/networks/d9b77d4c-7d9f-4158-bf19-3b6aab89e250 HTTP/1.1" status: 204 len: 168 time: 0.9598248 Dec 15 13:56:49.338367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d7019-4856-49cd-be38-0efb9831db7d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b77d4c-7d9f-4158-bf19-3b6aab89e250,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:49.356416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] For port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:49.366941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] For port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=56f40c33-4a9b-46d1-bdfa-ef1e45a50d59,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:49.377849 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7759f9b8-09c4-4774-8b70-6e8155240ba4 req-f438389b-305c-4f48-80e7-106e96b67a20 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944362 Dec 15 13:56:49.379697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.444426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Allocated IP 172.20.0.1 (771c3ea0-badf-445a-b851-48a6ae27d3e5/02f510ba-7d28-47f6-b684-99034070182d/90b869eb-4d70-48d6-b4ea-6eac433d9cc4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:49.488544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24187953-3868-495a-b2c2-7577e650568e None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:56:49.495459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-330d68c0-5330-497f-a26d-d1d111fd372e None None] Provisioning complete for port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:49.504727 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-330d68c0-5330-497f-a26d-d1d111fd372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:49.528572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Routers {'ffe1844c-1b26-4265-be11-fe782cc9b92b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:49.529231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:56:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ffe1844c-1b26-4265-be11-fe782cc9b92b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:49.534484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a044d-03a9-4bae-8abc-dbddce7563bc None None] Pushing event updated for resources: {'Port': ['ID=56f40c33-4a9b-46d1-bdfa-ef1e45a50d59,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:49.695187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fe982a-c04d-4614-9631-42af222a948d req-bdd489dc-c883-4fda-a8e1-b25ac7025d8c tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812498 Dec 15 13:56:49.749645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36060) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:49.847725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-48a895e4-b743-4e77-b253-f20c9296d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:49.850415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-48a895e4-b743-4e77-b253-f20c9296d42d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 1096 time: 0.6249559 Dec 15 13:56:49.988781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ea306394-c12f-4088-8013-8bdc76a64da8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4cd6ad14e26c4dff85ab78c0563e8bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364364 Dec 15 13:56:49.989373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:50.034017 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.046868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] Set router ffe1844c-1b26-4265-be11-fe782cc9b92b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:50.084396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56da1-f4d2-4195-8312-d8582583433c req-8f57b026-42d5-4fa1-bf58-8db1407edd65 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:50.085900 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81e56da1-f4d2-4195-8312-d8582583433c req-8f57b026-42d5-4fa1-bf58-8db1407edd65 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.2436903 Dec 15 13:56:50.098350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.179740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:50.187815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:50.213149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0405b089-262a-40a8-abbe-d6658844dfd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.213807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:50.259673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81e56da1-f4d2-4195-8312-d8582583433c req-3c883230-7812-4053-addc-3c798cdd8686 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448050 Dec 15 13:56:50.273065 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0405b089-262a-40a8-abbe-d6658844dfd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.280666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.300450 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-330d68c0-5330-497f-a26d-d1d111fd372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.354770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0405b089-262a-40a8-abbe-d6658844dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.368828 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0405b089-262a-40a8-abbe-d6658844dfd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.369252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Pushing event updated for resources: {'Port': ['ID=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:50.382324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0405b089-262a-40a8-abbe-d6658844dfd4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/579a8012-d8d3-4ec4-97de-4ac19185d1b0 HTTP/1.1" status: 204 len: 168 time: 0.3833330 Dec 15 13:56:50.408707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405b089-262a-40a8-abbe-d6658844dfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a8012-d8d3-4ec4-97de-4ac19185d1b0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:50.460954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-330d68c0-5330-497f-a26d-d1d111fd372e None None] For port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=56f40c33-4a9b-46d1-bdfa-ef1e45a50d59,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:50.523257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-9d7cc4e0-d2ec-4590-a62e-6ec506a1d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:50.524899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-9d7cc4e0-d2ec-4590-a62e-6ec506a1d5cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.6209292 Dec 15 13:56:50.572360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-330d68c0-5330-497f-a26d-d1d111fd372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.689969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-ccba1452-02ad-406d-9d9c-325dc1798e20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14120252-fe83-4307-b476-775d37debdc7 HTTP/1.1" status: 200 len: 217 time: 0.1481493 Dec 15 13:56:50.704704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678bd61-41c6-4d40-87f4-b8b651ad8fc9 req-d2688441-ec73-43e8-a6fe-9e9b1738f548 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:50.706649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4678bd61-41c6-4d40-87f4-b8b651ad8fc9 req-d2688441-ec73-43e8-a6fe-9e9b1738f548 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.2516880 Dec 15 13:56:50.798334 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.837316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-830b5d3b-5c22-4d9f-81bb-9e204552469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:50.838831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-830b5d3b-5c22-4d9f-81bb-9e204552469d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1297355 Dec 15 13:56:50.855332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d68c0-5330-497f-a26d-d1d111fd372e None None] Pushing event updated for resources: {'Port': ['ID=56f40c33-4a9b-46d1-bdfa-ef1e45a50d59,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:50.867963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6ae2b76c-be01-4bdc-bcff-dbdaf5e2d478 None None] Provisioning complete for port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:50.870629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6ae2b76c-be01-4bdc-bcff-dbdaf5e2d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:50.889322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4678bd61-41c6-4d40-87f4-b8b651ad8fc9 req-6b82d26d-5b75-4518-a490-2660cc868dd0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516712 Dec 15 13:56:51.001704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-b0155910-aec1-4431-b54e-abdbcd209a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.003559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-b0155910-aec1-4431-b54e-abdbcd209a54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342716 Dec 15 13:56:51.033613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2b76c-be01-4bdc-bcff-dbdaf5e2d478 None None] Port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:51.068610 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:56:44Z', 'revision_number': 3, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:51.071629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6ae2b76c-be01-4bdc-bcff-dbdaf5e2d478 None None] Provisioning complete for port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:51.072258 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6ae2b76c-be01-4bdc-bcff-dbdaf5e2d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.153619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342434e1-5c4d-433f-80b3-2e54e5b3d8ac req-37b07e67-d510-40d2-8fc0-b0cb00ac9974 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.163149 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342434e1-5c4d-433f-80b3-2e54e5b3d8ac req-37b07e67-d510-40d2-8fc0-b0cb00ac9974 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1812003 Dec 15 13:56:51.212558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a93077-4ba4-496e-ac9b-3f33614c1cfc None None] The sync data for ids ['ffe1844c-1b26-4265-be11-fe782cc9b92b'] in n-d-821840-1 is: [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:56:44Z', 'revision_number': 3, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:56:51.285177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-342434e1-5c4d-433f-80b3-2e54e5b3d8ac req-6f14dfbf-e768-4a60-a544-20e55917d9db tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221364 Dec 15 13:56:51.752307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93f03f-ec64-4f93-88e2-262722a9929e req-cdf79e3e-dfa7-488c-92d2-697a5e0f6732 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:51.754301 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c93f03f-ec64-4f93-88e2-262722a9929e req-cdf79e3e-dfa7-488c-92d2-697a5e0f6732 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1992755 Dec 15 13:56:51.757287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.838931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.976457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:51.998860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-bac44740-c6f0-4f9e-9d86-b168cc6e8e82 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9861593 Dec 15 13:56:52.004571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Pushing event updated for resources: {'Port': ['ID=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:52.147771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d21c3-7624-4465-a699-602203120cf0 req-97415e03-479d-4744-81f3-6b685fa8134c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:52.157386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-431d21c3-7624-4465-a699-602203120cf0 req-97415e03-479d-4744-81f3-6b685fa8134c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0997696 Dec 15 13:56:52.242565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-431d21c3-7624-4465-a699-602203120cf0 req-b853001c-3e62-451d-b647-a8ba307af1ce tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837727 Dec 15 13:56:52.324105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c93f03f-ec64-4f93-88e2-262722a9929e req-f6f93d0c-c0ac-4338-be50-f2c27228016f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565078 Dec 15 13:56:52.369307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c156b9a6-7cdd-41b6-be92-f80ffee3024d req-5af981c2-acc6-409f-8a30-702cbddf1277 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534250 Dec 15 13:56:52.396140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:52.397724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:52.478059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e08da761-61a4-4379-8a2b-f26545a86ff9 req-0fdf6ca3-a6a6-4b8c-b11d-1da04f0439c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1662584880', 'description': 'tempest-description-743603998'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:52.616204 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e08da761-61a4-4379-8a2b-f26545a86ff9 req-0fdf6ca3-a6a6-4b8c-b11d-1da04f0439c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.663049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2f2a5-fcc8-4b29-9a4f-21cd3562f23f req-a71c6511-0cec-4ed9-85ad-4f347e7da412 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:52.674581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-10b2f2a5-fcc8-4b29-9a4f-21cd3562f23f req-a71c6511-0cec-4ed9-85ad-4f347e7da412 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1715002 Dec 15 13:56:52.816767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-02ade93c-f4ef-4cf5-b0f1-6f4e642c4220 None None] Provisioning complete for port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:52.817235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02ade93c-f4ef-4cf5-b0f1-6f4e642c4220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.828639 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-10b2f2a5-fcc8-4b29-9a4f-21cd3562f23f req-d22e125b-865e-4e80-a7db-198a0569ec0a tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468716 Dec 15 13:56:52.833459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Router ffe1844c-1b26-4265-be11-fe782cc9b92b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:56:52.882652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-02ade93c-f4ef-4cf5-b0f1-6f4e642c4220 None None] Port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:56:52.898672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e08da761-61a4-4379-8a2b-f26545a86ff9 req-0fdf6ca3-a6a6-4b8c-b11d-1da04f0439c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:52.955703 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e08da761-61a4-4379-8a2b-f26545a86ff9 req-0fdf6ca3-a6a6-4b8c-b11d-1da04f0439c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.011600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e08da761-61a4-4379-8a2b-f26545a86ff9 req-0fdf6ca3-a6a6-4b8c-b11d-1da04f0439c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.030782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e08da761-61a4-4379-8a2b-f26545a86ff9 req-0fdf6ca3-a6a6-4b8c-b11d-1da04f0439c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5920780 Dec 15 13:56:53.038002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf6ca3-a6a6-4b8c-b11d-1da04f0439c1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa0075-8d2c-4695-b0c9-38a08aa2d6b4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:53.163368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:56:53.180952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0d5878ec-cc7c-47ef-8099-22e6a219817e admin admin] 10.222.0.86 "PUT /v2.0/routers/ffe1844c-1b26-4265-be11-fe782cc9b92b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7001839 Dec 15 13:56:53.269655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:53.342131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-e98a1b03-2ffa-4131-95b0-e96ee06bd4e1 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1662584880&fields=id&tenant_id=231d99c5d4564b08aa1e8afddaba6246 HTTP/1.1" status: 200 len: 267 time: 0.0826857 Dec 15 13:56:53.427324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:53.429359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.465442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-3052c283-f055-4869-8bd6-2e32c4ed9e74 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.467135 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-3052c283-f055-4869-8bd6-2e32c4ed9e74 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1189041 Dec 15 13:56:53.484474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Request body: {'port': {'security_groups': ['196c6ad8-721a-49fa-81cd-2a2e203a300a', 'ecaa0075-8d2c-4695-b0c9-38a08aa2d6b4']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:53.701950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:53.802817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a0855-2376-424a-a7d7-ccc313ed5bcd req-74a6b009-b84d-468b-a42b-f7d4e28a392a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:53.812272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b4a0855-2376-424a-a7d7-ccc313ed5bcd req-74a6b009-b84d-468b-a42b-f7d4e28a392a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1272974 Dec 15 13:56:53.942974 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b4a0855-2376-424a-a7d7-ccc313ed5bcd req-cf9d1a93-a458-48b8-a24e-5cbed6920691 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246624 Dec 15 13:56:54.052656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f86573e-6ad7-4b6e-8c0b-52090f7a996e req-33304b48-3bfe-4c6a-afec-f65020c2ddd6 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0554047 Dec 15 13:56:54.153677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36194) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:54.215225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59ce2-3699-4380-a45d-edd80e9bdbff req-c499df40-fc7a-465c-bd26-75bdbcc3af47 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.229611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74a59ce2-3699-4380-a45d-edd80e9bdbff req-c499df40-fc7a-465c-bd26-75bdbcc3af47 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.0970690 Dec 15 13:56:54.270810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] For port 077a2634-1c82-4821-a769-cca2851de051, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=077a2634-1c82-4821-a769-cca2851de051,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:54.347962 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Sync routers for ids ['ffe1844c-1b26-4265-be11-fe782cc9b92b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:56:54.365253 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Routers {'ffe1844c-1b26-4265-be11-fe782cc9b92b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:54.366047 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:56:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ffe1844c-1b26-4265-be11-fe782cc9b92b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:54.377384 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74a59ce2-3699-4380-a45d-edd80e9bdbff req-9802808e-0f6e-46ab-8d3b-2c944470ba74 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464820 Dec 15 13:56:54.386607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.400059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.414199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['077a2634-1c82-4821-a769-cca2851de051'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:54.515790 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Set router ffe1844c-1b26-4265-be11-fe782cc9b92b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:54.541339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:54.542118 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.543792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee48a0b2-9bbe-4847-8e68-b55b672a374b req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "PUT /v2.0/ports/077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 981 time: 1.0686390 Dec 15 13:56:54.545045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-441400df-21fe-4a0e-a961-dc50513c6d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.549839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:54.551236 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a94ddb5-e78a-48ea-b44c-4970e1df199e" -d '{"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:54.599152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481dc3-4dee-4dab-9d82-d1a7ac65673d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event updated for resources: {'Port': ['ID=077a2634-1c82-4821-a769-cca2851de051,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:54.666606 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ba454e-b628-459b-aa6b-afc16a97319c x-openstack-request-id: req-72ba454e-b628-459b-aa6b-afc16a97319c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:54.666606 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:54.666606 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-72ba454e-b628-459b-aa6b-afc16a97319c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:54.666606 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051', 'status': 'completed', 'code': 200} Dec 15 13:56:54.685637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['077a2634-1c82-4821-a769-cca2851de051'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:54.730300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-441400df-21fe-4a0e-a961-dc50513c6d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.737919 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-441400df-21fe-4a0e-a961-dc50513c6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.763773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:54.790325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-441400df-21fe-4a0e-a961-dc50513c6d42 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d6161fb600b547a38aa8bc01e9ac8720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6322875 Dec 15 13:56:54.794901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36214) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:54.817807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1490496183-network', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:54.901435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441400df-21fe-4a0e-a961-dc50513c6d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f567d257-2501-48b5-99b6-b484f056bfb9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:54.928421 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-669a579e-1171-4425-8cdb-109b3547412d req-c741364c-ba52-4007-9759-f35e90f7174d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1662584880&fields=id&tenant_id=231d99c5d4564b08aa1e8afddaba6246 HTTP/1.1" status: 200 len: 267 time: 0.2536628 Dec 15 13:56:54.933197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Made reservation on behalf of e52fc518a5e449dc9f2393ea76287a65 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:54.935836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:54.950390 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '90b869eb-4d70-48d6-b4ea-6eac433d9cc4', 'name': '', 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'mac_address': 'fa:16:3e:d7:25:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '02f510ba-7d28-47f6-b684-99034070182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:48Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 2, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'subnets': [{'id': '02f510ba-7d28-47f6-b684-99034070182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:54.981627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.015596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-d7029980-518d-46b8-b89e-6ace6ee33f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.018248 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-d7029980-518d-46b8-b89e-6ace6ee33f39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1135 time: 0.3355753 Dec 15 13:56:55.062956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d76cec12-41d2-441f-b6d4-a8be35b12c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.065740 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Checking router: ffe1844c-1b26-4265-be11-fe782cc9b92b for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:56:55.066101 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Updating router ffe1844c-1b26-4265-be11-fe782cc9b92b port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:56:55.116144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.136773 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.166578 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.234705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:56:55.238138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d76cec12-41d2-441f-b6d4-a8be35b12c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.258475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a579e-1171-4425-8cdb-109b3547412d req-73a54942-aca5-4d15-a46f-247a3b5e3978 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.267925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-669a579e-1171-4425-8cdb-109b3547412d req-73a54942-aca5-4d15-a46f-247a3b5e3978 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 984 time: 0.3382969 Dec 15 13:56:55.273796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-669a579e-1171-4425-8cdb-109b3547412d req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Request body: {'port': {'security_groups': ['196c6ad8-721a-49fa-81cd-2a2e203a300a']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:55.321752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c787ba-1641-426f-909d-a3d7b04a4e77,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:55.325268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.325910 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Added segment f197c858-2512-4f04-9764-45d5ba34b6ad of type vlan for network 91a527dd-ad3d-45a9-bd0b-69052a7da64f Dec 15 13:56:55.364500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306972d-25fd-4f4c-af5c-d0f18f83dfe5 req-652ccc49-c05c-4d2e-b77a-421687cd1fa6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.380149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3306972d-25fd-4f4c-af5c-d0f18f83dfe5 req-652ccc49-c05c-4d2e-b77a-421687cd1fa6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.2367678 Dec 15 13:56:55.427673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-7e15f2a4-5bdc-4b08-b1a1-99be5396dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.429446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-7e15f2a4-5bdc-4b08-b1a1-99be5396dbe2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 922 time: 0.3110268 Dec 15 13:56:55.437463 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.490471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-669a579e-1171-4425-8cdb-109b3547412d req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.516886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-7552dc24-0760-4267-897c-90085cfdae7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 217 time: 0.0728650 Dec 15 13:56:55.525610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d76cec12-41d2-441f-b6d4-a8be35b12c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.529363 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d76cec12-41d2-441f-b6d4-a8be35b12c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.533048 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d76cec12-41d2-441f-b6d4-a8be35b12c27 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f567d257-2501-48b5-99b6-b484f056bfb9 HTTP/1.1" status: 204 len: 168 time: 0.7314141 Dec 15 13:56:55.577322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3306972d-25fd-4f4c-af5c-d0f18f83dfe5 req-296f5d43-647e-46bf-bf48-8af29663ecbf tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949415 Dec 15 13:56:55.597456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cec12-41d2-441f-b6d4-a8be35b12c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f567d257-2501-48b5-99b6-b484f056bfb9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:55.645087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.656714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.657488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.724635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-a925da27-3423-42a6-8ef3-54cf07cc4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:55.726544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-a925da27-3423-42a6-8ef3-54cf07cc4872 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.1992729 Dec 15 13:56:55.752240 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.758519 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70c4d5cd-b504-470e-91dd-cd23bd9f8bcc req-4a68d9b5-f460-4d68-b39a-e8c3c044475e tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0496225 Dec 15 13:56:55.762352 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.826247 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8de74-daae-45ee-a3aa-67698cb63b5f None None] Pushing event updated for resources: {'Port': ['ID=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:55.974997 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Attempting to bind port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:55.975776 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Attempting to bind port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:55.976412 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Attempting to bind port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 on network 771c3ea0-badf-445a-b851-48a6ae27d3e5 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:55.989332 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:55.990003 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Checking segment: {'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:55.990622 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:55.991179 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Bound using segment: {'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:55.991849 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Bound port: 90b869eb-4d70-48d6-b4ea-6eac433d9cc4, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43947314-a059-484e-9315-30b74ed8c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:55.992261 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.025049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10d1fa-3b21-4484-bc72-b10d0bce2aec req-9cfde87e-f49d-4c01-82d5-47e0a622ce2a tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:56.027178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1c10d1fa-3b21-4484-bc72-b10d0bce2aec req-9cfde87e-f49d-4c01-82d5-47e0a622ce2a tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1329987 Dec 15 13:56:56.123178 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] For port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:56.128249 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] For port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,segment=NetworkSegment(43947314-a059-484e-9315-30b74ed8c235),segment_id=43947314-a059-484e-9315-30b74ed8c235)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:56.142373 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.202696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1c10d1fa-3b21-4484-bc72-b10d0bce2aec req-0a6769b1-708f-48f5-9578-9e2cec2c9e23 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523895 Dec 15 13:56:56.219476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-291933e1-9ceb-408d-952c-63d58b7714aa None None] Provisioning complete for port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:56.220071 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291933e1-9ceb-408d-952c-63d58b7714aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.291406 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Routers {'ffe1844c-1b26-4265-be11-fe782cc9b92b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:56:56.292226 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:56:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ffe1844c-1b26-4265-be11-fe782cc9b92b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:56.366732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36228) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:56.396625 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291933e1-9ceb-408d-952c-63d58b7714aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.402754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1150fde7-855d-4a9f-addb-959d6c4df96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.441031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-291933e1-9ceb-408d-952c-63d58b7714aa None None] For port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,segment=NetworkSegment(43947314-a059-484e-9315-30b74ed8c235),segment_id=43947314-a059-484e-9315-30b74ed8c235)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:56.454065 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291933e1-9ceb-408d-952c-63d58b7714aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.546228 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1150fde7-855d-4a9f-addb-959d6c4df96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.554349 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1150fde7-855d-4a9f-addb-959d6c4df96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.560479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291933e1-9ceb-408d-952c-63d58b7714aa None None] Pushing event updated for resources: {'Port': ['ID=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:56.595630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-12d4e760-b27c-44f4-881e-9cf304a74783 None None] Provisioning complete for port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:56.596433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12d4e760-b27c-44f4-881e-9cf304a74783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.610778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1150fde7-855d-4a9f-addb-959d6c4df96f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9b73e7bbd09443dd89baed416118d9ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428584 Dec 15 13:56:56.613144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150fde7-855d-4a9f-addb-959d6c4df96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f0b1c-9b8f-4bef-843f-1f1a8eb3fb74,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:56.615904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36232) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:56.663576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8649821 Dec 15 13:56:56.666113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36234) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:56.672131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Request body: {'subnet': {'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1490496183-subnet', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:56.712204 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-330b38e7-0aac-4cb1-8109-8d28efc27dcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9263983 Dec 15 13:56:56.718615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c698021-e738-476e-a4a3-82a0fa71cef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.748148 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c698021-e738-476e-a4a3-82a0fa71cef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.773345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb63a1f-8c69-479c-b72e-8227cfde5f15 admin admin] Pushing event updated for resources: {'Network': ['ID=91a527dd-ad3d-45a9-bd0b-69052a7da64f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:56.804298 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] Set router ffe1844c-1b26-4265-be11-fe782cc9b92b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:56:56.843480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45329f8f-8e8d-4796-900b-bacf5fd448ab req-5d3091b0-5cd3-41a4-aebb-9308313b3f64 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0399752 Dec 15 13:56:56.845988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 91a527dd-ad3d-45a9-bd0b-69052a7da64f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:56:56.857509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c698021-e738-476e-a4a3-82a0fa71cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.861097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c698021-e738-476e-a4a3-82a0fa71cef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.862550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3c698021-e738-476e-a4a3-82a0fa71cef6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fc5f0b1c-9b8f-4bef-843f-1f1a8eb3fb74 HTTP/1.1" status: 204 len: 168 time: 0.2455587 Dec 15 13:56:56.867995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Made reservation on behalf of e52fc518a5e449dc9f2393ea76287a65 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:56:56.870873 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:56.975042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-669a579e-1171-4425-8cdb-109b3547412d req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] For port 077a2634-1c82-4821-a769-cca2851de051, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=077a2634-1c82-4821-a769-cca2851de051,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:56:56.981800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c698021-e738-476e-a4a3-82a0fa71cef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f0b1c-9b8f-4bef-843f-1f1a8eb3fb74,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:56.984855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-44dc3161-e595-43d7-b8aa-7134791e71a0 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567902 Dec 15 13:56:57.056944 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8de74-daae-45ee-a3aa-67698cb63b5f None None] Pushing event updated for resources: {'Port': ['ID=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:57.079484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-669a579e-1171-4425-8cdb-109b3547412d req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.093024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f740b-b56e-437b-8f42-46670a718fdd req-8aa7ae83-c870-4c07-a70e-0203281d0915 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.094844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd0f740b-b56e-437b-8f42-46670a718fdd req-8aa7ae83-c870-4c07-a70e-0203281d0915 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.2895956 Dec 15 13:56:57.097859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-669a579e-1171-4425-8cdb-109b3547412d req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.111803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['077a2634-1c82-4821-a769-cca2851de051'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:57.156309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a579e-1171-4425-8cdb-109b3547412d req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.157366 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-669a579e-1171-4425-8cdb-109b3547412d req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.159147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-669a579e-1171-4425-8cdb-109b3547412d req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "PUT /v2.0/ports/077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 942 time: 1.8899817 Dec 15 13:56:57.159901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:56:57.169555 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd816ad-92e9-45c5-ab24-ad6e593702a2" -d '{"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:56:57.191167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a94ddb5-e78a-48ea-b44c-4970e1df199e req-f396c72b-ea0e-4a3d-a812-85f6f89bde1c service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986561 Dec 15 13:56:57.227726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972dac7-2430-4e48-8db1-ce9a96a513e8 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event updated for resources: {'Port': ['ID=077a2634-1c82-4821-a769-cca2851de051,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:57.300152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['077a2634-1c82-4821-a769-cca2851de051'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:56:57.386662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29f7bf55-c682-49da-ab96-810e35a77306 req-40639fe8-72f1-4c12-bf92-f8a38e91c9cd tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0814738 Dec 15 13:56:57.483185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.495259 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '90b869eb-4d70-48d6-b4ea-6eac433d9cc4', 'name': '', 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'mac_address': 'fa:16:3e:d7:25:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '02f510ba-7d28-47f6-b684-99034070182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:48Z', 'updated_at': '2021-12-15T13:56:56Z', 'revision_number': 4, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'subnets': [{'id': '02f510ba-7d28-47f6-b684-99034070182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:56:57.558301 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c3c78-91ea-458b-b3a4-94b079dc6adb None None] The sync data for ids ['ffe1844c-1b26-4265-be11-fe782cc9b92b'] in n-d-821840-1 is: [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '90b869eb-4d70-48d6-b4ea-6eac433d9cc4', 'name': '', 'network_id': '771c3ea0-badf-445a-b851-48a6ae27d3e5', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'mac_address': 'fa:16:3e:d7:25:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '02f510ba-7d28-47f6-b684-99034070182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:48Z', 'updated_at': '2021-12-15T13:56:56Z', 'revision_number': 4, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'subnets': [{'id': '02f510ba-7d28-47f6-b684-99034070182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:56:57.667402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Checking segment: {'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:57.667776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Network hostable DHCP agents. Network: 91a527dd-ad3d-45a9-bd0b-69052a7da64f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:56:57.676175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98bb772d-195d-4331-b622-ff68e6d6c6b2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:57.707618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Network 91a527dd-ad3d-45a9-bd0b-69052a7da64f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:56:57.719452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 91a527dd-ad3d-45a9-bd0b-69052a7da64f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:57.742858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:57.743463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.747450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47069a-0fa5-4cd8-9909-b7fa6226a2c0 None None] Network 91a527dd-ad3d-45a9-bd0b-69052a7da64f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:56:57.773846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-752466fa-61c0-4dae-be00-5f020987ac6b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1061568 Dec 15 13:56:57.776477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:56:57.784615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:57.839303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.843716 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:57.940160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd0f740b-b56e-437b-8f42-46670a718fdd req-b6128d4a-3a8d-432f-8243-e4978141a834 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8210211 Dec 15 13:56:58.013797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.220447 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-3c4c9ed8-1128-481b-b80c-c4686a583447 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8123529 Dec 15 13:56:58.235478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:56:58.277863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-91a527dd-ad3d-45a9-bd0b-69052a7da64f', 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f', 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'fixed_ips': [{'subnet_id': '98bb772d-195d-4331-b622-ff68e6d6c6b2'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:56:58.278927 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.281942 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f238c8c7-6794-4fb0-93c4-6d71a61e1abf x-openstack-request-id: req-f238c8c7-6794-4fb0-93c4-6d71a61e1abf {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:56:58.282320 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:56:58.282493 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f238c8c7-6794-4fb0-93c4-6d71a61e1abf {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:56:58.282909 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051', 'status': 'completed', 'code': 200} Dec 15 13:56:58.396319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.431913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.440942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-fbbe1115-fe70-484d-865a-210322699bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.445113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-fbbe1115-fe70-484d-865a-210322699bc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1096 time: 0.2050433 Dec 15 13:56:58.609671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Allocated IP 172.20.0.2 (91a527dd-ad3d-45a9-bd0b-69052a7da64f/98bb772d-195d-4331-b622-ff68e6d6c6b2/47aca57a-df6e-4554-9484-cd102f82fe0a) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:58.625023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905daef-b786-49a8-8a1f-bc6e99e6058d req-658a9d69-f65b-4582-8ad2-fb2719f77331 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.632936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0905daef-b786-49a8-8a1f-bc6e99e6058d req-658a9d69-f65b-4582-8ad2-fb2719f77331 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.4121614 Dec 15 13:56:58.777160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0905daef-b786-49a8-8a1f-bc6e99e6058d req-b7098aea-b29a-44cb-bc94-03e6bbfb2590 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415820 Dec 15 13:56:58.902614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-12f82fe9-bbbf-4c2e-b41b-384a70489756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:58.907236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-12f82fe9-bbbf-4c2e-b41b-384a70489756 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 922 time: 0.4335132 Dec 15 13:56:58.965047 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:58.982063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.050910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-3d5ca715-b7c0-4368-be14-c42cb312e1ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 217 time: 0.1288633 Dec 15 13:56:59.060318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Pushing event updated for resources: {'Port': ['ID=47aca57a-df6e-4554-9484-cd102f82fe0a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:59.111761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Network 91a527dd-ad3d-45a9-bd0b-69052a7da64f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:56:59.118925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:56:59.123290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:56:59.171812 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:56:59.200084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.214881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.237195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Attempting to bind port 47aca57a-df6e-4554-9484-cd102f82fe0a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:56:59.238482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Attempting to bind port 47aca57a-df6e-4554-9484-cd102f82fe0a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:56:59.239961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Attempting to bind port 47aca57a-df6e-4554-9484-cd102f82fe0a on network 91a527dd-ad3d-45a9-bd0b-69052a7da64f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:56:59.249018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-3d517329-f2d6-4848-bfd7-266aa9123480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:59.250343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-3d517329-f2d6-4848-bfd7-266aa9123480 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.1893618 Dec 15 13:56:59.268037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:56:59.268514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Checking segment: {'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:56:59.269300 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.270297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Bound using segment: {'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:56:59.271307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Bound port: 47aca57a-df6e-4554-9484-cd102f82fe0a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:56:59.271971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.292329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-95b2c3c4-f747-43e1-997b-45075e827fe2 req-3ac42487-9494-4011-a2a3-f8fcd2440a2f tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.1018426 Dec 15 13:56:59.301050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.364278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] For port 47aca57a-df6e-4554-9484-cd102f82fe0a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:56:59.368033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] For port 47aca57a-df6e-4554-9484-cd102f82fe0a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=47aca57a-df6e-4554-9484-cd102f82fe0a,segment=NetworkSegment(f197c858-2512-4f04-9764-45d5ba34b6ad),segment_id=f197c858-2512-4f04-9764-45d5ba34b6ad)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:56:59.371706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:56:59.423977 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-2a7ad0e4-7d45-4012-8602-fbfdfedfa669 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079574 Dec 15 13:56:59.439035 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.565068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfe020-4354-4c86-b5c2-8160607537f8 None None] Pushing event updated for resources: {'Port': ['ID=47aca57a-df6e-4554-9484-cd102f82fe0a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:56:59.646161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Allocated IP 172.25.7.123 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/50489d96-3f6a-4419-b76e-ce53d6fd04dd) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:56:59.661504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:56:59.662098 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:59.677641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-0a3e0da7-06ad-4e4a-843a-ca04ca7070ff service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397251 Dec 15 13:56:59.704303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b6662-7e7b-4b54-9ea7-2c2dca70b919 req-af59bdb9-89ec-4177-b973-873d979706ea tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:56:59.716496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e26b6662-7e7b-4b54-9ea7-2c2dca70b919 req-af59bdb9-89ec-4177-b973-873d979706ea tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.2058976 Dec 15 13:56:59.896378 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd816ad-92e9-45c5-ab24-ad6e593702a2 req-35058551-9718-432f-9f91-83bda511d1a9 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066128 Dec 15 13:56:59.913475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e26b6662-7e7b-4b54-9ea7-2c2dca70b919 req-30ccf91d-5b46-419b-926a-f1ae1789a23e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958389 Dec 15 13:57:00.025583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.118589 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.197937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:00.201895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:00.227124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c551fa-ba18-4e57-aa00-b949716dd13a None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:00.230246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:00.249062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Pushing event updated for resources: {'Port': ['ID=50489d96-3f6a-4419-b76e-ce53d6fd04dd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:00.251531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Allocated IP 172.25.7.62 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/401e643f-89eb-4272-9267-aceb64031252) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:00.350081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3446afa3-719d-4f2b-bb6d-cd77e784164a None None] Provisioning complete for port 50489d96-3f6a-4419-b76e-ce53d6fd04dd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:00.350543 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3446afa3-719d-4f2b-bb6d-cd77e784164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.415796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3446afa3-719d-4f2b-bb6d-cd77e784164a None None] Port 50489d96-3f6a-4419-b76e-ce53d6fd04dd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:00.511344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.546873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f74e3-7287-4bb6-9658-151fe303ab0d req-bb2b9f33-5985-462f-a99d-3bc8f2fb3421 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:00.554900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d55f74e3-7287-4bb6-9658-151fe303ab0d req-bb2b9f33-5985-462f-a99d-3bc8f2fb3421 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1459978 Dec 15 13:57:00.609692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.688152 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.734902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:00.739797 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.743706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:00.759343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:00.849284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d55f74e3-7287-4bb6-9658-151fe303ab0d req-d510aca0-411d-4e0c-af2e-5635d6ffbef9 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933028 Dec 15 13:57:00.979178 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:00.993667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event updated for resources: {'Port': ['ID=401e643f-89eb-4272-9267-aceb64031252,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:01.080273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.188526 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-462d3c94-9949-4d53-9fe7-f55a0f68d94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.197902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.252949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.377279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 47aca57a-df6e-4554-9484-cd102f82fe0a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:01.500245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 47aca57a-df6e-4554-9484-cd102f82fe0a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:01.500964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.578095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.592391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.610329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Router fe185e2c-3a00-4e62-a17c-74eda4710cf9 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:01.620279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563b6f17-3565-4287-ab44-f3e9742c90d2 None None] Network 91a527dd-ad3d-45a9-bd0b-69052a7da64f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:01.722364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event updated for resources: {'Port': ['ID=401e643f-89eb-4272-9267-aceb64031252,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:01.746914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.784925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.786360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-dfa4ffec-a64e-4a6b-a24e-f43ff4cfebe7 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5650847 Dec 15 13:57:01.891037 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.904028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-318fe6db-1c58-48cf-a752-59a620456706 None None] Provisioning complete for port 47aca57a-df6e-4554-9484-cd102f82fe0a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:01.904028 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-318fe6db-1c58-48cf-a752-59a620456706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:01.996957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 47aca57a-df6e-4554-9484-cd102f82fe0a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=47aca57a-df6e-4554-9484-cd102f82fe0a,segment=NetworkSegment(f197c858-2512-4f04-9764-45d5ba34b6ad),segment_id=f197c858-2512-4f04-9764-45d5ba34b6ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:02.027337 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.220189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=47aca57a-df6e-4554-9484-cd102f82fe0a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:02.488905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-bbfe2d14-4231-4cbc-af86-df6272e2d572 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.6949859 Dec 15 13:57:02.553900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1201f766-de35-4e1c-a888-82b448d79db7 None None] Provisioning complete for port 47aca57a-df6e-4554-9484-cd102f82fe0a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:02.554193 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1201f766-de35-4e1c-a888-82b448d79db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.589218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:02.601412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798da82-61cc-41c5-b0e1-18615de512a0 req-1164b03c-9dbf-4003-9586-5e5fb66aa11f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.609589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d798da82-61cc-41c5-b0e1-18615de512a0 req-1164b03c-9dbf-4003-9586-5e5fb66aa11f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0843740 Dec 15 13:57:02.629103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Sync routers for ids ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:02.666264 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:02.667530 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bb45a36b-1f3c-400d-b2be-ae3a6a71340f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8898547 Dec 15 13:57:02.675658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36354) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:02.676642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Routers {'fe185e2c-3a00-4e62-a17c-74eda4710cf9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:02.677674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:56:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:02.740100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-77ca6ae2-fd4d-4e9a-82c0-6942255ccca0 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:02.742790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-77ca6ae2-fd4d-4e9a-82c0-6942255ccca0 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.2476401 Dec 15 13:57:02.756951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-02dd2993-e099-46f5-8fd3-1896f4823571 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:57:02.760503 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cef68a71-ede4-43d4-a926-47ee3edc6cd2 req-02dd2993-e099-46f5-8fd3-1896f4823571 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100329 Dec 15 13:57:02.837540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d798da82-61cc-41c5-b0e1-18615de512a0 req-9146e209-715e-4795-b9dc-623925178e0b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270548 Dec 15 13:57:02.939960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Set router fe185e2c-3a00-4e62-a17c-74eda4710cf9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:02.952630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ef189488-d7c4-4425-93da-366f82d6a521 req-c7172707-8030-486b-b2c5-32c2646ae77c tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0678992 Dec 15 13:57:03.147592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0e55a-a830-490a-92df-205038689d76 req-5dbdd90e-8ef9-4254-81fc-f65c7a8b71b7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.150026 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a0e55a-a830-490a-92df-205038689d76 req-5dbdd90e-8ef9-4254-81fc-f65c7a8b71b7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.1846783 Dec 15 13:57:03.238226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 47aca57a-df6e-4554-9484-cd102f82fe0a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:03.289348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3a0e55a-a830-490a-92df-205038689d76 req-0c153674-07ed-4e14-9230-0acf4348364e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222229 Dec 15 13:57:03.297514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-0434c7d5-32f7-4457-9484-ce6af42ce5f4 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:03.301548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-0434c7d5-32f7-4457-9484-ce6af42ce5f4 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1510694 Dec 15 13:57:03.382079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 47aca57a-df6e-4554-9484-cd102f82fe0a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:03.382550 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.437922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3bbfa10b-8940-418f-9ad7-71209fde2637 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.1299114 Dec 15 13:57:03.452985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Request body: {'floatingip': {'port_id': '077a2634-1c82-4821-a769-cca2851de051', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:03.560745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:00Z', 'revision_number': 3, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port': {'id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:59Z', 'updated_at': '2021-12-15T13:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:03.598790 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.676054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Checking router: fe185e2c-3a00-4e62-a17c-74eda4710cf9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:03.678949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Updating router fe185e2c-3a00-4e62-a17c-74eda4710cf9 port 50489d96-3f6a-4419-b76e-ce53d6fd04dd binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:03.720570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:03.914004 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.184333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbe402-f00a-4685-9821-e5b6211d3d47 req-ea2b6441-0c0d-4ece-80dd-34ba0857c564 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:04.193108 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0fbe402-f00a-4685-9821-e5b6211d3d47 req-ea2b6441-0c0d-4ece-80dd-34ba0857c564 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1298761 Dec 15 13:57:04.291711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0fbe402-f00a-4685-9821-e5b6211d3d47 req-2f93dd37-220e-40a3-8f31-ee523472a8dd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974627 Dec 15 13:57:04.309934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Allocated IP 172.20.0.1 (91a527dd-ad3d-45a9-bd0b-69052a7da64f/98bb772d-195d-4331-b622-ff68e6d6c6b2/5db46f1a-6656-4ab6-b931-4ea183b8d2f7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:04.437985 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee5a1a5c-76bb-49ea-a44b-12cf93645691 req-dd7a289a-c8b5-4358-8e90-c5037fcfb199 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0360389 Dec 15 13:57:04.533994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.562740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.589082 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.604021 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9526085-7aba-43f8-8744-bad9a4ab001d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.641410 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.679925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Network 91a527dd-ad3d-45a9-bd0b-69052a7da64f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:04.688384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90118c-b2bd-45e1-ba35-fe15b2012012 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:04.689186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:04.711722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Attempting to bind port 50489d96-3f6a-4419-b76e-ce53d6fd04dd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:04.712274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Attempting to bind port 50489d96-3f6a-4419-b76e-ce53d6fd04dd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:04.712754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Attempting to bind port 50489d96-3f6a-4419-b76e-ce53d6fd04dd on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:04.722429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:04.723168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:04.723748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.724363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:04.724968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Bound port: 50489d96-3f6a-4419-b76e-ce53d6fd04dd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:04.725555 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.735683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb3ff0-5204-41f2-862a-a310c8f48a0c None None] Pushing event updated for resources: {'Port': ['ID=50489d96-3f6a-4419-b76e-ce53d6fd04dd,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:04.738688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:04.844237 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.855731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:04.864142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.875779 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.895932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.902284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] For port 50489d96-3f6a-4419-b76e-ce53d6fd04dd, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:04.907104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] For port 50489d96-3f6a-4419-b76e-ce53d6fd04dd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=50489d96-3f6a-4419-b76e-ce53d6fd04dd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:04.908861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1d607116-34b3-48fd-807d-765b677d76ef None None] Provisioning complete for port 50489d96-3f6a-4419-b76e-ce53d6fd04dd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:04.909244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1d607116-34b3-48fd-807d-765b677d76ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:04.946799 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.010654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c27e4-49ad-40f1-990f-2a8811f7e0a3 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:05.068729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1d607116-34b3-48fd-807d-765b677d76ef None None] Port 50489d96-3f6a-4419-b76e-ce53d6fd04dd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:05.074684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Routers {'fe185e2c-3a00-4e62-a17c-74eda4710cf9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:05.075462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:05.204259 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Floating IP e4cefad7-4947-40e9-af93-56c4f77a47b3 associated. External IP: 172.25.7.62, port: 077a2634-1c82-4821-a769-cca2851de051. Dec 15 13:57:05.242524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb3ff0-5204-41f2-862a-a310c8f48a0c None None] Pushing event updated for resources: {'Port': ['ID=50489d96-3f6a-4419-b76e-ce53d6fd04dd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:05.250520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.305225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-adc29129-72c7-4da3-8b81-cbdae5278b90 None None] Provisioning complete for port 50489d96-3f6a-4419-b76e-ce53d6fd04dd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:05.305604 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-adc29129-72c7-4da3-8b81-cbdae5278b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.314609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] Set router fe185e2c-3a00-4e62-a17c-74eda4710cf9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:05.520577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55b614-9e9f-4290-bf9b-3305a00dc3c2 req-a009ecda-ef8d-4614-84c7-460de34cd658 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:05.522224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55b614-9e9f-4290-bf9b-3305a00dc3c2 req-a009ecda-ef8d-4614-84c7-460de34cd658 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0815437 Dec 15 13:57:05.610210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac55b614-9e9f-4290-bf9b-3305a00dc3c2 req-468e748e-d36c-475a-95bd-d7113035f27d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724497 Dec 15 13:57:05.615475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.634164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.751107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Router 24b50b95-1146-409f-9337-8b5f0d0d4100 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:05.865323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55a6dee7-f1ba-419e-aacd-32e695cd8825 req-10e153fe-5773-4fd0-b14f-d3bf904e0e2e tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0857570 Dec 15 13:57:05.915739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:05.944238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:05.974078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:05.984727 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] Sync routers for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:05.987422 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.003096 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:06.005267 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:06.059268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-3c630a10-a1ea-48cd-a249-5e4507c8614f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "PUT /v2.0/floatingips/e4cefad7-4947-40e9-af93-56c4f77a47b3 HTTP/1.1" status: 200 len: 995 time: 2.6107807 Dec 15 13:57:06.059899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:06.064226 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c5e56a-a0e6-481c-80c5-6b0b51b11630" -d '{"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:06.195137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-c4f31f45-05d0-48d1-8bf6-7b013b8bd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.198725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Network 91a527dd-ad3d-45a9-bd0b-69052a7da64f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:06.200797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-c4f31f45-05d0-48d1-8bf6-7b013b8bd68f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1096 time: 0.1162362 Dec 15 13:57:06.208923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:06.274307 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-adc29129-72c7-4da3-8b81-cbdae5278b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.321092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-adc29129-72c7-4da3-8b81-cbdae5278b90 None None] For port 50489d96-3f6a-4419-b76e-ce53d6fd04dd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=50489d96-3f6a-4419-b76e-ce53d6fd04dd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:06.351565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-adc29129-72c7-4da3-8b81-cbdae5278b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.485388 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e98ecfb-4384-4ca2-8918-0aab0a6963f6 x-openstack-request-id: req-5e98ecfb-4384-4ca2-8918-0aab0a6963f6 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:06.486144 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:06.486144 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5e98ecfb-4384-4ca2-8918-0aab0a6963f6 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:06.486437 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051', 'status': 'completed', 'code': 200} Dec 15 13:57:06.506974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Router fe185e2c-3a00-4e62-a17c-74eda4710cf9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:06.521551 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:06.718206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc29129-72c7-4da3-8b81-cbdae5278b90 None None] Pushing event updated for resources: {'Port': ['ID=50489d96-3f6a-4419-b76e-ce53d6fd04dd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:06.740866 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.781277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 66c5e222-9136-4784-812e-2015c74d39d2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:06.805215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-9348ee39-76bb-4bf6-a06e-0dcc8773a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.806724 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-9348ee39-76bb-4bf6-a06e-0dcc8773a174 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1096 time: 0.3047817 Dec 15 13:57:06.858624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-2b93a4ef-710b-47ca-84d9-b3b20606e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:06.860346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-2b93a4ef-710b-47ca-84d9-b3b20606e17d service neutron] 10.222.0.86 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 922 time: 0.6503160 Dec 15 13:57:06.943663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:06.953919 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-88a5a60c-a781-495f-94bf-6d1c5d55c7d7 admin admin] 10.222.0.86 "PUT /v2.0/routers/fe185e2c-3a00-4e62-a17c-74eda4710cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2732725 Dec 15 13:57:06.958664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8d58aa2d-fd92-4627-8a0d-6a5876f06d1c None None] Provisioning complete for port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:06.958879 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d58aa2d-fd92-4627-8a0d-6a5876f06d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:06.972354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:00Z', 'revision_number': 3, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port': {'id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:59Z', 'updated_at': '2021-12-15T13:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:07.011660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-b05ebdee-4a31-4740-9eed-d691faddeb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:07.013874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-b05ebdee-4a31-4740-9eed-d691faddeb2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 922 time: 0.1972857 Dec 15 13:57:07.055836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792f80-033e-4589-b9c8-3822fe33321e req-764091f4-f881-4063-bb53-ca618595caca tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:07.066015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c792f80-033e-4589-b9c8-3822fe33321e req-764091f4-f881-4063-bb53-ca618595caca tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.1926076 Dec 15 13:57:07.133627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c792f80-033e-4589-b9c8-3822fe33321e req-e9489489-8b30-4202-ba13-5dc356d3bd3b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658278 Dec 15 13:57:07.196583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc5919-6699-444e-9cba-3997283194e5 None None] The sync data for ids ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'] in n-d-821840-1 is: [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:00Z', 'revision_number': 3, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port': {'id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:59Z', 'updated_at': '2021-12-15T13:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:07.214838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-c5f56b80-ebe4-4faa-92dd-cbbdf020af9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 998 time: 0.1996703 Dec 15 13:57:07.274250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6cce0eec-7064-4ae1-bf05-998014b06b60 req-807db16f-7873-4284-afcf-920d054f0470 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0478654 Dec 15 13:57:07.345804 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e4cefad7-4947-40e9-af93-56c4f77a47b3', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'port_id': '077a2634-1c82-4821-a769-cca2851de051', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'mac_address': 'fa:16:3e:d0:fa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:57:00Z', 'updated_at': '2021-12-15T13:57:04Z', 'revision_number': 1, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:56:01Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:07.388860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8d58aa2d-fd92-4627-8a0d-6a5876f06d1c None None] Port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:07.429003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.451682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:07.476251 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] Checking router: 24b50b95-1146-409f-9337-8b5f0d0d4100 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:07.490232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '66c5e222-9136-4784-812e-2015c74d39d2', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'port_id': '66c5e222-9136-4784-812e-2015c74d39d2', 'mac_address': 'fa:16:3e:1c:2d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b67be-874a-450c-bd78-1442e6685b9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:07.510930 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:07.513266 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:07.554896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9792e068-c543-4672-813d-2b9d277029ed None None] Provisioning complete for port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:07.555063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9792e068-c543-4672-813d-2b9d277029ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.613844 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.640076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66c5e222-9136-4784-812e-2015c74d39d2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:07.703765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9792e068-c543-4672-813d-2b9d277029ed None None] Port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:07.785125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:07.801860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:07.864277 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:07.996525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['66c5e222-9136-4784-812e-2015c74d39d2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:08.191297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:08.420420 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e4cefad7-4947-40e9-af93-56c4f77a47b3', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'port_id': '077a2634-1c82-4821-a769-cca2851de051', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'mac_address': 'fa:16:3e:d0:fa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:57:00Z', 'updated_at': '2021-12-15T13:57:04Z', 'revision_number': 1, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:56:01Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:08.527459 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc369e-b277-4a39-9bb9-39266ffa15e6 None None] The sync data for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 is: [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e4cefad7-4947-40e9-af93-56c4f77a47b3', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'port_id': '077a2634-1c82-4821-a769-cca2851de051', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'mac_address': 'fa:16:3e:d0:fa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:57:00Z', 'updated_at': '2021-12-15T13:57:04Z', 'revision_number': 1, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:56:01Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:08.708217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-4910e2bd-16fc-4349-a1a3-9922c7b22d7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 998 time: 1.4923015 Dec 15 13:57:08.818876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 66c5e222-9136-4784-812e-2015c74d39d2 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:08.992865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-0583a073-9cde-4200-ad93-0b7c8d743f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:09.016253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-0583a073-9cde-4200-ad93-0b7c8d743f17 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.2877131 Dec 15 13:57:09.016253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-0152f9b3-870f-490e-992b-e035af78cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:09.016253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-0152f9b3-870f-490e-992b-e035af78cc66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.2584400 Dec 15 13:57:09.040164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 66c5e222-9136-4784-812e-2015c74d39d2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:09.040871 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.131706 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-addaa25d-0bd8-4b83-9b3d-def9a6b88297 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187396 Dec 15 13:57:09.135068 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-9aabb7f7-9686-4ce7-a5e6-3a510b0c9f87 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307161 Dec 15 13:57:09.183936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-c7963c96-2a1c-400d-8a9a-479276be1ab7 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:57:09.187501 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-c7963c96-2a1c-400d-8a9a-479276be1ab7 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143275 Dec 15 13:57:09.213244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ebe70-94bf-479d-b06d-9a47851e20b0 None None] New status for floating IP e4cefad7-4947-40e9-af93-56c4f77a47b3: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:57:09.392762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 50489d96-3f6a-4419-b76e-ce53d6fd04dd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:09.447510 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-7b5471d0-d877-4c14-ba4c-19e43ac68383 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028138 Dec 15 13:57:09.549732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.618666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:09.628768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:09.630850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-a560aa14-d036-4f26-babe-acb92afabb6a service neutron] 10.222.0.86 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141433 Dec 15 13:57:09.632361 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bbbe97-9783-4b8f-bcd2-de27837caa74" -d '{"events": [{"server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "name": "network-vif-plugged", "status": "completed", "tag": "66c5e222-9136-4784-812e-2015c74d39d2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:09.648018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.776956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 50489d96-3f6a-4419-b76e-ce53d6fd04dd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:09.780259 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:09.840431 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80c5e56a-a0e6-481c-80c5-6b0b51b11630 req-c5dd1920-ba2e-48b7-8ca4-453db7708225 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085180 Dec 15 13:57:09.932244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:10.019117 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7625289-a878-43ea-87c8-f98fecc7f18c req-752de325-e71a-482b-b8dc-7edbc9bed8cf service neutron] 10.222.0.86 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364260 Dec 15 13:57:10.686561 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Sync routers for ids ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:10.709976 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Routers {'fe185e2c-3a00-4e62-a17c-74eda4710cf9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:10.714145 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:10.830197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdb6fd-49f2-4d4d-8b94-72be822f1822 req-b0190b72-b549-45c4-b502-3be2c50be29a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:10.839707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7bdb6fd-49f2-4d4d-8b94-72be822f1822 req-b0190b72-b549-45c4-b502-3be2c50be29a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.0929811 Dec 15 13:57:10.909231 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7bdb6fd-49f2-4d4d-8b94-72be822f1822 req-57331a3e-5c76-4be2-8bb1-c4a3c7aa80c9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684016 Dec 15 13:57:10.993222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Set router fe185e2c-3a00-4e62-a17c-74eda4710cf9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:11.034662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-994f95d3-5800-449a-89d8-ad27eea4df58 req-f3a62a84-8b73-4687-b66a-e61ac9c389e8 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0383725 Dec 15 13:57:11.311052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35466a2a-52f5-4bb6-806c-fca85e2cecf1 req-aad7e4bc-3fd5-41a7-9a47-276dff95b837 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:11.314849 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35466a2a-52f5-4bb6-806c-fca85e2cecf1 req-aad7e4bc-3fd5-41a7-9a47-276dff95b837 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1196659 Dec 15 13:57:11.398896 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:05Z', 'revision_number': 4, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port': {'id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:59Z', 'updated_at': '2021-12-15T13:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5db46f1a-6656-4ab6-b931-4ea183b8d2f7', 'name': '', 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'mac_address': 'fa:16:3e:6c:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '98bb772d-195d-4331-b622-ff68e6d6c6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:03Z', 'updated_at': '2021-12-15T13:57:05Z', 'revision_number': 2, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'subnets': [{'id': '98bb772d-195d-4331-b622-ff68e6d6c6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:11.403998 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab162f-d513-459e-b143-c18e17672319 x-openstack-request-id: req-0fab162f-d513-459e-b143-c18e17672319 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:11.405216 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "name": "network-vif-plugged", "status": "completed", "tag": "66c5e222-9136-4784-812e-2015c74d39d2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:11.405461 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0fab162f-d513-459e-b143-c18e17672319 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:11.405911 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2', 'code': 200} Dec 15 13:57:11.412401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35466a2a-52f5-4bb6-806c-fca85e2cecf1 req-e7f4ff73-4f5e-42d6-afbf-69956d7e93ea tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898290 Dec 15 13:57:11.442509 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Checking router: fe185e2c-3a00-4e62-a17c-74eda4710cf9 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:11.442957 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Updating router fe185e2c-3a00-4e62-a17c-74eda4710cf9 port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:11.474898 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:11.547367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-aabd4bf9-d035-462c-a35e-7fa367b90500 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 1000 time: 0.1063006 Dec 15 13:57:11.616293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-2fbef17b-5697-40a8-a16d-24d8e48aa4fa tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:11.627113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d16e1e-bf6b-4949-aeab-ca28afbd8a56 req-713c2d2e-2a22-4c21-8e1b-dd6fd0fb5621 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:11.630144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-2fbef17b-5697-40a8-a16d-24d8e48aa4fa tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports/077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 942 time: 0.0763643 Dec 15 13:57:11.635572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24d16e1e-bf6b-4949-aeab-ca28afbd8a56 req-713c2d2e-2a22-4c21-8e1b-dd6fd0fb5621 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0764024 Dec 15 13:57:11.699214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24d16e1e-bf6b-4949-aeab-ca28afbd8a56 req-5117ea08-74a2-4f12-a57f-726045622064 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625973 Dec 15 13:57:11.758728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-13df23f7-0e5a-4eab-91f5-41f2b78216ff tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 1000 time: 0.0826731 Dec 15 13:57:11.939983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-c802d0a9-fa96-4ca4-b9fa-96bd318dbe46 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:11.955608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-c802d0a9-fa96-4ca4-b9fa-96bd318dbe46 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.1955843 Dec 15 13:57:11.974529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-b681825b-b903-41d1-a928-ae0c0cd9508d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:57:11.983820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-b681825b-b903-41d1-a928-ae0c0cd9508d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258973 Dec 15 13:57:11.999965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-42221f5f-1c70-464e-9a90-f988b4f1ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:12.001497 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-42221f5f-1c70-464e-9a90-f988b4f1ff91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 1096 time: 0.0939331 Dec 15 13:57:12.118452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-cc1eb740-8f95-4c44-bf55-b79ad141f94e tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 1000 time: 0.1334410 Dec 15 13:57:12.125033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:12.215758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.225825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36588) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:12.233666 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.245375 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.307597 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Pushing event updated for resources: {'Port': ['ID=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:12.348918 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.349173 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.349518 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.349867 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.350211 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.350552 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.350891 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.351761 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.351761 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.351976 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.352289 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.357789 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-e7ec72a9-252f-42b3-943d-9a067b2d5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:12.359606 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.359993 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:12.360902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-e7ec72a9-252f-42b3-943d-9a067b2d5070 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.3317363 Dec 15 13:57:12.412869 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.423726 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.423726 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Floating IP e4cefad7-4947-40e9-af93-56c4f77a47b3 disassociated. External IP: 172.25.7.62, port: 077a2634-1c82-4821-a769-cca2851de051. Dec 15 13:57:12.431433 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Attempting to bind port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:12.431861 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Attempting to bind port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:12.432282 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Attempting to bind port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 on network 91a527dd-ad3d-45a9-bd0b-69052a7da64f {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:12.440148 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:12.440789 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Checking segment: {'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:12.441520 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.442292 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Bound using segment: {'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:12.442979 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Bound port: 5db46f1a-6656-4ab6-b931-4ea183b8d2f7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f197c858-2512-4f04-9764-45d5ba34b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:12.443580 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.531640 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] For port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:12.546598 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] For port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,segment=NetworkSegment(f197c858-2512-4f04-9764-45d5ba34b6ad),segment_id=f197c858-2512-4f04-9764-45d5ba34b6ad)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:12.553486 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29f1b839-a15e-4bbf-885e-8c3eff0f9800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.554122 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.578093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-83557c35-d16d-4487-923e-fc6ce702dc26 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:12.585341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-83557c35-d16d-4487-923e-fc6ce702dc26 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.6227443 Dec 15 13:57:12.612529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-50f87b4d-1048-4bd1-83bb-f62d4bd5502b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/quotas/2ada53ad04704bb09edba8eca9eebc64 HTTP/1.1" status: 200 len: 375 time: 0.0262227 Dec 15 13:57:12.632916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-d6e4af34-b487-4a7b-9672-4c2af310ab32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261 HTTP/1.1" status: 200 len: 1001 time: 0.2455981 Dec 15 13:57:12.698142 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90792f-40e9-472e-9bd5-0e063b3f974f None None] Pushing event updated for resources: {'Port': ['ID=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:12.702511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-19e8b760-4c61-4483-ace4-be0a1009027a None None] Provisioning complete for port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:12.703033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19e8b760-4c61-4483-ace4-be0a1009027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.721312 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Routers {'fe185e2c-3a00-4e62-a17c-74eda4710cf9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:12.722557 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:12.754828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-4508aad1-49a9-4702-a537-a4c35f42d531 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1412997 Dec 15 13:57:12.773587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-748cda9c-b84d-410e-97d3-50b9d42cc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:12.775238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-748cda9c-b84d-410e-97d3-50b9d42cc545 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.1231155 Dec 15 13:57:12.900487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Router 24b50b95-1146-409f-9337-8b5f0d0d4100 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:12.936887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19e8b760-4c61-4483-ace4-be0a1009027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.938598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-3350881d-2a81-4187-898a-5982a6e40859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:12.940275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-3350881d-2a81-4187-898a-5982a6e40859 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460009 Dec 15 13:57:12.958320 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29f1b839-a15e-4bbf-885e-8c3eff0f9800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:12.968397 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] Set router fe185e2c-3a00-4e62-a17c-74eda4710cf9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:12.979899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29f1b839-a15e-4bbf-885e-8c3eff0f9800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.026808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1b839-a15e-4bbf-885e-8c3eff0f9800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e886be98-7e10-4265-8bb1-bbfeba5c55e7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:13.042422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-b346c626-cc85-49c5-a21b-c7c9b032f115 service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864108 Dec 15 13:57:13.062160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-19e8b760-4c61-4483-ace4-be0a1009027a None None] For port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,segment=NetworkSegment(f197c858-2512-4f04-9764-45d5ba34b6ad),segment_id=f197c858-2512-4f04-9764-45d5ba34b6ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:13.079831 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19e8b760-4c61-4483-ace4-be0a1009027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.147355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8b760-4c61-4483-ace4-be0a1009027a None None] Pushing event updated for resources: {'Port': ['ID=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:13.191040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:13.197235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.206432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] Sync routers for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:13.254182 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-00a67fb2-dd30-4dd4-8875-f47126a73852 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "PUT /v2.0/floatingips/e4cefad7-4947-40e9-af93-56c4f77a47b3 HTTP/1.1" status: 200 len: 694 time: 1.1339855 Dec 15 13:57:13.256015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:13.260047 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2" -d '{"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:13.302755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:13.305084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:13.311589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-032860b4-7584-496e-8d8d-1fc59734edbe None None] Provisioning complete for port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:13.312000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-032860b4-7584-496e-8d8d-1fc59734edbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.376401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-c6598420-8799-47ce-87ba-43a4e47a3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:13.378307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-c6598420-8799-47ce-87ba-43a4e47a3423 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1096 time: 0.0950229 Dec 15 13:57:13.417600 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:05Z', 'revision_number': 4, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port': {'id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:59Z', 'updated_at': '2021-12-15T13:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5db46f1a-6656-4ab6-b931-4ea183b8d2f7', 'name': '', 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'mac_address': 'fa:16:3e:6c:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '98bb772d-195d-4331-b622-ff68e6d6c6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:03Z', 'updated_at': '2021-12-15T13:57:12Z', 'revision_number': 4, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'subnets': [{'id': '98bb772d-195d-4331-b622-ff68e6d6c6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:13.465012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-d33d0207-3ddd-4974-8131-b7b95cacb70c service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215410 Dec 15 13:57:13.483755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-29f1b839-a15e-4bbf-885e-8c3eff0f9800 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64eb3b54ff0a417b994be2f75771377f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2553813 Dec 15 13:57:13.487770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36596) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:13.492909 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244306aa-b4ac-49f3-a9a5-0e1b0e46d948 None None] The sync data for ids ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'] in n-d-821840-1 is: [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:05Z', 'revision_number': 4, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port': {'id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:59Z', 'updated_at': '2021-12-15T13:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5db46f1a-6656-4ab6-b931-4ea183b8d2f7', 'name': '', 'network_id': '91a527dd-ad3d-45a9-bd0b-69052a7da64f', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'mac_address': 'fa:16:3e:6c:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '98bb772d-195d-4331-b622-ff68e6d6c6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:03Z', 'updated_at': '2021-12-15T13:57:12Z', 'revision_number': 4, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'subnets': [{'id': '98bb772d-195d-4331-b622-ff68e6d6c6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:13.512320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-8fd513c4-1cae-4796-bf28-5d4efd49ee2b service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564773 Dec 15 13:57:13.550990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-e9824893-3243-4a01-87cd-60746782a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:13.568728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-e9824893-3243-4a01-87cd-60746782a3eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 922 time: 0.1833587 Dec 15 13:57:13.673115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-c0814969-a14f-4b02-af1a-8158297b5eed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 217 time: 0.0877128 Dec 15 13:57:13.754190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:13.785262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a1a75be-0005-47f4-8c45-ee8e0cc703e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.791450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-8f99afb2-e560-4e33-8181-dff27c45ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:13.796982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-8f99afb2-e560-4e33-8181-dff27c45ed62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.1157413 Dec 15 13:57:13.857074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a1a75be-0005-47f4-8c45-ee8e0cc703e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:13.874999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-4f0b2c20-3190-4a79-a943-5ce5b5ef9eb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712194 Dec 15 13:57:14.021284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-186e24d9-6836-486e-a5ce-594b66d212d3 req-f3d954db-22d5-4b41-afb5-3e71d8c343e8 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981613 Dec 15 13:57:14.115296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279fc8-f86b-4966-a398-5460ef6ce037 req-e4edb636-1705-42f2-bbb1-c6869667fc4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:14.125092 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-e3efe65b-25f6-4bbb-9ec1-c3c264172107 service neutron] 10.222.0.86 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461853 Dec 15 13:57:14.133254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af279fc8-f86b-4966-a398-5460ef6ce037 req-e4edb636-1705-42f2-bbb1-c6869667fc4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.2013633 Dec 15 13:57:14.170554 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a1a75be-0005-47f4-8c45-ee8e0cc703e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.175700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a1a75be-0005-47f4-8c45-ee8e0cc703e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.176949 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9a1a75be-0005-47f4-8c45-ee8e0cc703e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e886be98-7e10-4265-8bb1-bbfeba5c55e7 HTTP/1.1" status: 204 len: 168 time: 0.6855352 Dec 15 13:57:14.239751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a75be-0005-47f4-8c45-ee8e0cc703e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e886be98-7e10-4265-8bb1-bbfeba5c55e7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:14.286827 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af279fc8-f86b-4966-a398-5460ef6ce037 req-8ae4d0da-3ba5-4793-9403-4d63a56b5b8b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524477 Dec 15 13:57:14.427276 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409cf5bb-d6c1-49d3-b278-203f48ab8d63 req-60d0bce4-012d-43a6-bcb8-73c05e8bed11 service neutron] 10.222.0.86 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947519 Dec 15 13:57:14.555417 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bced6f75-43bb-4a8a-b9e0-1562899c5b8e req-4bcf65dc-4ed4-47a5-b076-e39def1827e8 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0981636 Dec 15 13:57:14.793209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36632) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:14.880746 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-358a5dc2-542f-4c88-a2cf-d6e6199246f8 req-35cfd7e5-b5ee-40af-8f28-789edc0b9084 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 210 time: 0.0615509 Dec 15 13:57:14.882850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af7f2c9a-d08c-4fad-a296-8e8b24b0f195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:14.940872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:56:01Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:15.033879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] Checking router: 24b50b95-1146-409f-9337-8b5f0d0d4100 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:15.057759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:15.058632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:15.100802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af7f2c9a-d08c-4fad-a296-8e8b24b0f195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.125726 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af7f2c9a-d08c-4fad-a296-8e8b24b0f195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.233157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-af7f2c9a-d08c-4fad-a296-8e8b24b0f195 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=663c645a640d4d9182b909d14790561f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4364016 Dec 15 13:57:15.235251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36638) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:15.272720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f2c9a-d08c-4fad-a296-8e8b24b0f195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bceb07-242d-456e-b11f-cbed6452a9f8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:15.372552 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d478879-2aab-459d-9295-2e7f52a799b4 x-openstack-request-id: req-3d478879-2aab-459d-9295-2e7f52a799b4 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:15.374212 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "tag": "077a2634-1c82-4821-a769-cca2851de051", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:15.376241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:15.376647 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d478879-2aab-459d-9295-2e7f52a799b4 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:15.377613 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'tag': '077a2634-1c82-4821-a769-cca2851de051', 'status': 'completed', 'code': 200} Dec 15 13:57:15.486875 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-f7c672ef-cce4-4973-8daf-50249d9c127f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/floatingips/e4cefad7-4947-40e9-af93-56c4f77a47b3 HTTP/1.1" status: 200 len: 694 time: 0.1081738 Dec 15 13:57:15.490551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.500174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:15.508403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-4b459830-28b0-46fb-9f8a-90bcc51390e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.510029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-4b459830-28b0-46fb-9f8a-90bcc51390e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=231d99c5d4564b08aa1e8afddaba6246&device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 1096 time: 0.1550069 Dec 15 13:57:15.739992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.775407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:15.776039 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:15.799547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-d605ff47-30ea-4b19-910e-626f54ad0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:15.801562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-d605ff47-30ea-4b19-910e-626f54ad0188 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 200 len: 922 time: 0.2835917 Dec 15 13:57:15.929787 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-81ceb1af-964a-41cc-976a-c7906ddd9a27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 200 len: 217 time: 0.1153278 Dec 15 13:57:15.986286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:56:01Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:15.989607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cd463-bbc2-4bea-9943-d13d66c32347 req-856fd3e3-0028-483e-b733-e1db2655b54f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.002574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-123cd463-bbc2-4bea-9943-d13d66c32347 req-856fd3e3-0028-483e-b733-e1db2655b54f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 945 time: 0.2718074 Dec 15 13:57:16.017253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-b3034022-bdd3-48b5-ba18-a0ffe4952a92 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.018732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-b3034022-bdd3-48b5-ba18-a0ffe4952a92 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 784 time: 0.5251417 Dec 15 13:57:16.039642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e1b49-71f9-49fd-816f-37253ca3e604 None None] The sync data for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 is: [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:55:54Z', 'revision_number': 4, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'be9c4bb8-2318-4120-a6d0-9d1365cac8d6', 'name': '', 'network_id': '0139d757-1ce5-4d04-ba90-73f5bdf5b0bc', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'mac_address': 'fa:16:3e:67:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:52Z', 'updated_at': '2021-12-15T13:56:01Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'subnets': [{'id': '86c2f8ec-1f10-4533-a08c-1026413c7d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:16.058244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-2b3deff3-51fe-45b2-9d8e-5824fd376757 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.062082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-2b3deff3-51fe-45b2-9d8e-5824fd376757 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.4146745 Dec 15 13:57:16.068685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-59e445fc-6a57-48f5-ab13-29d73bb47dbf tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:57:16.077870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-59e445fc-6a57-48f5-ab13-29d73bb47dbf tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139616 Dec 15 13:57:16.133423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-3353d737-68b2-4e2e-b5e5-51070f844caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:16.134911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-3353d737-68b2-4e2e-b5e5-51070f844caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 200 len: 860 time: 0.1928656 Dec 15 13:57:16.139587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-123cd463-bbc2-4bea-9943-d13d66c32347 req-ee18927b-3771-466e-a3be-e41e93e9f900 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357136 Dec 15 13:57:16.174780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'port': {'device_id': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'admin_state_up': True, 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:16.189535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-015be21b-2fc6-4a7a-b8ec-2bfc50833682 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398850 Dec 15 13:57:16.247659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:16.312436 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-b758e3ef-fc6b-41e9-afa5-6f148f317c44 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055958 Dec 15 13:57:16.443144 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.451994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da2797d7-db6c-46f9-9c14-5fef4304176d req-632f542d-f29c-457d-8e9d-f6d6d104fac5 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0727813 Dec 15 13:57:16.491705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:16.498602 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509712a6-d2c1-4c87-89ac-2c346b0ab200" -d '{"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-unplugged", "status": "completed", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:16.557971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:16.563071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-18e31515-26f1-4ed2-8ba2-7ada3ab330c2 req-54ddf582-4e6c-42f4-befb-3ae8d8088bb8 service neutron] 10.222.0.24 "GET /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354462 Dec 15 13:57:16.565398 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.661372 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b6aa76-e1b1-4972-b645-4d90e35666a9 None None] New status for floating IP e4cefad7-4947-40e9-af93-56c4f77a47b3: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:57:16.723039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:16.786701 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-546781b8-e5ba-4f72-b8b2-d3384ac8741f req-197bdcc9-a0b4-4096-9e9f-3e0aa0f49af8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 210 time: 0.0310416 Dec 15 13:57:16.804042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-abe11fb9-d2e1-4789-83aa-2ec0eeda1043 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 697 time: 0.7251737 Dec 15 13:57:16.825313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.829439 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:16.846450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58bceb07-242d-456e-b11f-cbed6452a9f8 HTTP/1.1" status: 204 len: 168 time: 1.5987144 Dec 15 13:57:16.960013 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a36710-2692-45b8-9756-71d5f73c8b92 x-openstack-request-id: req-32a36710-2692-45b8-9756-71d5f73c8b92 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:16.960320 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-unplugged", "status": "failed", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261", "code": 422}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:16.960891 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32a36710-2692-45b8-9756-71d5f73c8b92 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:16.961576 n-d-821840-1 neutron-server[109769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'code': 422} returned with failed status Dec 15 13:57:16.992266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bceb07-242d-456e-b11f-cbed6452a9f8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:17.014512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-f251ab19-5546-4910-8be5-853101c55a69 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 697 time: 0.1901598 Dec 15 13:57:17.016411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.016767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.017169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.017520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.017864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.018249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.018592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.018924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.023536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.028662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.030193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.030543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.031164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36c6a2-2c77-4c84-8f40-b692c5d7fdc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:17.253065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Made reservation on behalf of 2ada53ad04704bb09edba8eca9eebc64 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:17.262688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.327448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Deleting port 401e643f-89eb-4272-9267-aceb64031252 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:17.328728 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.512152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4e5cb-91a5-4ef8-a239-bdd11a910b5d req-2eedcf91-3d17-432a-8a22-15378be86fa7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:17.515602 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cf4e5cb-91a5-4ef8-a239-bdd11a910b5d req-2eedcf91-3d17-432a-8a22-15378be86fa7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1017735 Dec 15 13:57:17.554274 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.554274 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:17.573566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Allocated IP 172.20.0.9 (0e07166e-e6e5-4522-9054-de8821e1eb7e/5de816d9-6c94-4257-bb63-81cc5bec5ed5/4f18dd4c-7747-4a26-b1f3-d769916f5a37) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:17.576625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Calling delete_port for 401e643f-89eb-4272-9267-aceb64031252 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:17.646520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cf4e5cb-91a5-4ef8-a239-bdd11a910b5d req-2d69958b-b4fd-48c7-876e-102bb711ea51 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982556 Dec 15 13:57:17.716331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36706) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:17.849072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b3187e4-6b24-4649-808d-b34d34e9360b req-f5163f36-5766-472c-bd09-0bf0d73ecded tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0429311 Dec 15 13:57:18.034244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.064612 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.182492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event deleted for resources: {'Port': ['ID=401e643f-89eb-4272-9267-aceb64031252,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:18.216006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.230295 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.234374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.237855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['9efa67b1-0407-426e-8783-76f12beb0ba3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:18.239080 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d077574d-47c9-4c2d-b7ce-ad86e913a018 req-767881e5-acf0-451a-ac18-a339d558070a tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "DELETE /v2.0/floatingips/e4cefad7-4947-40e9-af93-56c4f77a47b3 HTTP/1.1" status: 204 len: 173 time: 1.1978021 Dec 15 13:57:18.255300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14120252-fe83-4307-b476-775d37debdc7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:18.300180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:18.304283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:18.308654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:18.409328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'Port': ['ID=4f18dd4c-7747-4a26-b1f3-d769916f5a37,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:18.490231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:18.503462 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.574408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b913e-fc13-4314-a2d9-76550d79f7c1 req-db202e07-d307-4d3f-81b6-b8b9ad2c34eb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:18.583779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-086b913e-fc13-4314-a2d9-76550d79f7c1 req-db202e07-d307-4d3f-81b6-b8b9ad2c34eb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 931 time: 0.2186480 Dec 15 13:57:18.644420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-bc14a01d-043e-407c-87be-e999c89781d4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4997718 Dec 15 13:57:18.678620 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.837515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-086b913e-fc13-4314-a2d9-76550d79f7c1 req-5da9577b-b4bb-4e44-824f-5ca92fdfcc53 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412274 Dec 15 13:57:18.901660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3dbaeac4-3030-400c-b4a0-73f3fcc918be None None] Provisioning complete for port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:18.902271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3dbaeac4-3030-400c-b4a0-73f3fcc918be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:18.933249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c7e3458-a244-453b-84cd-724d2f548c3b req-c3b94a51-b08a-4e9a-bfc5-b6d9bb837834 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups/ecaa0075-8d2c-4695-b0c9-38a08aa2d6b4 HTTP/1.1" status: 200 len: 1826 time: 0.1374676 Dec 15 13:57:19.019395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3dbaeac4-3030-400c-b4a0-73f3fcc918be None None] Port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:19.098471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61b08c16-5c71-46d2-9900-f425e6a82029 req-4ee13898-2d08-4090-b01c-cd6058557329 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0757222 Dec 15 13:57:19.141871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3c7e3458-a244-453b-84cd-724d2f548c3b req-b5eee6a0-bc3d-470b-b5a8-d8b9f509da81 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.214508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3c7e3458-a244-453b-84cd-724d2f548c3b req-b5eee6a0-bc3d-470b-b5a8-d8b9f509da81 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.328517 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3c7e3458-a244-453b-84cd-724d2f548c3b req-b5eee6a0-bc3d-470b-b5a8-d8b9f509da81 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.332148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3c7e3458-a244-453b-84cd-724d2f548c3b req-b5eee6a0-bc3d-470b-b5a8-d8b9f509da81 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.335800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c7e3458-a244-453b-84cd-724d2f548c3b req-b5eee6a0-bc3d-470b-b5a8-d8b9f509da81 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "DELETE /v2.0/security-groups/ecaa0075-8d2c-4695-b0c9-38a08aa2d6b4 HTTP/1.1" status: 204 len: 173 time: 0.4016428 Dec 15 13:57:19.367513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eee6a0-bc3d-470b-b5a8-d8b9f509da81 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa0075-8d2c-4695-b0c9-38a08aa2d6b4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:19.421810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Deleting port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:19.424462 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.495271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Request body: {'port': {'device_id': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:19.634298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] For port 90b869eb-4d70-48d6-b4ea-6eac433d9cc4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,segment=NetworkSegment(43947314-a059-484e-9315-30b74ed8c235),segment_id=43947314-a059-484e-9315-30b74ed8c235)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:19.635682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.690708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Calling delete_port for 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:19.724424 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:19.745316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-44f6e3a5-402e-46d3-941b-b21c0ff208b6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2054005 Dec 15 13:57:19.761120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430904f0-d7c6-424b-9acb-6fb9dcc05387 req-f9d25c1d-e088-4335-9a84-72735a83613f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:19.769253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-430904f0-d7c6-424b-9acb-6fb9dcc05387 req-f9d25c1d-e088-4335-9a84-72735a83613f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1494410 Dec 15 13:57:19.964194 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-430904f0-d7c6-424b-9acb-6fb9dcc05387 req-f235df7c-9ac5-4603-b863-738b22d3b00b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938527 Dec 15 13:57:20.071029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532b07-1543-46cf-9e27-2f61a61da13c req-be2c4ff9-0474-487b-a973-625116270265 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:20.072607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99532b07-1543-46cf-9e27-2f61a61da13c req-be2c4ff9-0474-487b-a973-625116270265 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.2158709 Dec 15 13:57:20.177254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99532b07-1543-46cf-9e27-2f61a61da13c req-ed073430-b30e-4462-a4f1-15802c5e2386 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961144 Dec 15 13:57:20.222219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.245910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:20.317221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23108a3-f3e8-4c97-b330-a4e74183db37 req-be0b254a-c98a-4ea7-93d9-e6e564f4f19d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:20.319910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a23108a3-f3e8-4c97-b330-a4e74183db37 req-be0b254a-c98a-4ea7-93d9-e6e564f4f19d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 931 time: 0.1325319 Dec 15 13:57:20.405560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b869eb-4d70-48d6-b4ea-6eac433d9cc4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:20.526418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f18dd4c-7747-4a26-b1f3-d769916f5a37 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:20.567180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.593539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a23108a3-f3e8-4c97-b330-a4e74183db37 req-3edd01ce-1a0b-4460-827b-a609d9dc3032 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535996 Dec 15 13:57:20.617064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Transition to ACTIVE for port object 4f18dd4c-7747-4a26-b1f3-d769916f5a37 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:57:20.626277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.670089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7965f938-7df7-4977-af9e-dfe3d790c930 req-5ed8a729-259b-460a-8fa1-ffa2e09035e7 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.1729660 Dec 15 13:57:20.807914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Pushing event updated for resources: {'Port': ['ID=4f18dd4c-7747-4a26-b1f3-d769916f5a37,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:20.940499 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:20.959025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Attempting to bind port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:20.959717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Attempting to bind port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:20.960640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Attempting to bind port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:20.978823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:57:20.980619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Attempting to bind port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:21.000624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:21.005377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Checking segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:21.005757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Bound using segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:21.006243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Bound port: 4f18dd4c-7747-4a26-b1f3-d769916f5a37, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:21.012019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.295716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0be1-f51e-478c-9106-835c9275264f req-7144cc9e-0e43-4245-985d-dc629282eb1a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:21.337811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-982f0be1-f51e-478c-9106-835c9275264f req-7144cc9e-0e43-4245-985d-dc629282eb1a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.2268233 Dec 15 13:57:21.337811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] For port 4f18dd4c-7747-4a26-b1f3-d769916f5a37, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:21.389897 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-982f0be1-f51e-478c-9106-835c9275264f req-8805f700-5769-4576-80e5-e5e1a654e05a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671015 Dec 15 13:57:21.400581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] For port 4f18dd4c-7747-4a26-b1f3-d769916f5a37, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:21.445336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.515004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:21.515646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:21.517089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] 10.222.0.74 "PUT /v2.0/ports/4f18dd4c-7747-4a26-b1f3-d769916f5a37 HTTP/1.1" status: 200 len: 1091 time: 2.8550668 Dec 15 13:57:21.517686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'tag': '4f18dd4c-7747-4a26-b1f3-d769916f5a37'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:21.520679 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3faf83-d667-4b69-b031-dd7e07f8ee97", "tag": "4f18dd4c-7747-4a26-b1f3-d769916f5a37"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:21.594468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a62918-b364-4a93-b783-3b08b7f911c0 req-6f7b0c1f-9598-4d8a-a7ab-f5805ea1c6bf tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:21.603361 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48a62918-b364-4a93-b783-3b08b7f911c0 req-6f7b0c1f-9598-4d8a-a7ab-f5805ea1c6bf tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1757355 Dec 15 13:57:21.654645 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee4931e-52a9-4e88-a7af-cef246138314 x-openstack-request-id: req-6ee4931e-52a9-4e88-a7af-cef246138314 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:21.654927 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3faf83-d667-4b69-b031-dd7e07f8ee97", "tag": "4f18dd4c-7747-4a26-b1f3-d769916f5a37", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:21.655463 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ee4931e-52a9-4e88-a7af-cef246138314 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:21.655659 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'tag': '4f18dd4c-7747-4a26-b1f3-d769916f5a37', 'status': 'completed', 'code': 200} Dec 15 13:57:21.722605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed4a52-fd05-4b68-a3fd-d69c8d936118 service neutron] Pushing event updated for resources: {'Port': ['ID=4f18dd4c-7747-4a26-b1f3-d769916f5a37,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:21.758168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Router ffe1844c-1b26-4265-be11-fe782cc9b92b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:21.816975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-106420d6-caf1-4864-97d4-f29d01e6d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:21.831805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-106420d6-caf1-4864-97d4-f29d01e6d92d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 1094 time: 0.2665961 Dec 15 13:57:21.961323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-5a81ee10-4163-4ec2-af25-998d91297306 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37 HTTP/1.1" status: 200 len: 217 time: 0.0918257 Dec 15 13:57:22.007171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48a62918-b364-4a93-b783-3b08b7f911c0 req-7ffc3128-4c83-4c22-9ea4-b128a7084df6 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029369 Dec 15 13:57:22.067447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c7331-b6db-4de2-9703-c57567c5478e req-b9dbcc4b-476a-402e-8c6c-5808e125b930 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.085041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-546c7331-b6db-4de2-9703-c57567c5478e req-b9dbcc4b-476a-402e-8c6c-5808e125b930 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 943 time: 0.3282173 Dec 15 13:57:22.140220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fbd71-e0be-438b-8425-d900758b3d96 req-fb4ea9bf-2911-4996-9157-bd2277ca304f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.145910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-039fbd71-e0be-438b-8425-d900758b3d96 req-fb4ea9bf-2911-4996-9157-bd2277ca304f tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.2121162 Dec 15 13:57:22.154625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-aa6b5dc8-6e8f-406a-8d55-46c1c945dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.159677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-aa6b5dc8-6e8f-406a-8d55-46c1c945dd1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1908963 Dec 15 13:57:22.300363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-546c7331-b6db-4de2-9703-c57567c5478e req-dca81dbe-c5a1-4a36-b59f-b1dcfaa8ffbd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140284 Dec 15 13:57:22.313813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-21c685da-b946-4f96-9aa3-345c44a8a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.315704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-21c685da-b946-4f96-9aa3-345c44a8a294 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486530 Dec 15 13:57:22.429502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6b1dbe8-f0f5-4e52-882a-2083a6528253 req-6b6d6737-0341-410c-a913-572436ea6075 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.1873264 Dec 15 13:57:22.465562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:22.475999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] Sync routers for ids ['ffe1844c-1b26-4265-be11-fe782cc9b92b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:22.477918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e303de95-09c1-402f-819f-6c3cfce8ab85 admin admin] 10.222.0.86 "PUT /v2.0/routers/ffe1844c-1b26-4265-be11-fe782cc9b92b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7599559 Dec 15 13:57:22.478785 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36854) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:22.522350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-96e1e506-ab85-40af-8fae-310ba1cc9177 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985505 Dec 15 13:57:22.523761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] Routers {'ffe1844c-1b26-4265-be11-fe782cc9b92b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:22.531781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ffe1844c-1b26-4265-be11-fe782cc9b92b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:22.697570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b89bf2c-5300-4697-8865-b2f8e8f67318 req-ba7cee42-a4f0-433b-9dca-8920bdf362f3 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665359 Dec 15 13:57:22.792566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] Set router ffe1844c-1b26-4265-be11-fe782cc9b92b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:22.918158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-5666bc2b-2c64-43ef-a30a-7023b1f5f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:22.925977 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-5666bc2b-2c64-43ef-a30a-7023b1f5f217 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 1094 time: 0.1502941 Dec 15 13:57:23.071430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Deleting port 077a2634-1c82-4821-a769-cca2851de051 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:23.072056 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.192866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36868) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:23.207850 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:57:20Z', 'revision_number': 5, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:23.245829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d22a9-e092-4389-bd4e-766832b11be8 req-5e3ab774-6189-48f3-9bb4-36a6b9adc12b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:23.251375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae3d22a9-e092-4389-bd4e-766832b11be8 req-5e3ab774-6189-48f3-9bb4-36a6b9adc12b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.2518060 Dec 15 13:57:23.251727 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] Checking router: ffe1844c-1b26-4265-be11-fe782cc9b92b for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:23.257590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1d98a-0d31-49c3-8a5a-996a9e75ca65 req-16f1e811-0887-476f-a6ab-a648a429658b tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:23.262046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] Routers {'ffe1844c-1b26-4265-be11-fe782cc9b92b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:23.262817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ffe1844c-1b26-4265-be11-fe782cc9b92b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:23.267728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64f1d98a-0d31-49c3-8a5a-996a9e75ca65 req-16f1e811-0887-476f-a6ab-a648a429658b tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1551006 Dec 15 13:57:23.303653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-30310f52-4816-4fd9-8148-81cf7ec5ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:23.306575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-30310f52-4816-4fd9-8148-81cf7ec5ae74 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.3753848 Dec 15 13:57:23.347646 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.372339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-c3895577-b64b-45b6-ae5c-fbf2a690a4a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37 HTTP/1.1" status: 200 len: 217 time: 0.0546076 Dec 15 13:57:23.390317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64f1d98a-0d31-49c3-8a5a-996a9e75ca65 req-a06ce323-f7a2-454f-96e5-b14731528794 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158891 Dec 15 13:57:23.405325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] Set router ffe1844c-1b26-4265-be11-fe782cc9b92b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:23.534717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-00c9f413-ee89-4ae5-ae6e-c60bd7eff50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:23.535720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd758-4b17-431b-92be-c1e347ad0f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.537030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-00c9f413-ee89-4ae5-ae6e-c60bd7eff50c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1455612 Dec 15 13:57:23.585811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5622151-c84f-40ea-bde6-c2d2bc78d0a0 req-e47bda93-74b6-42be-bc0d-3257092c8395 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:23.595326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5622151-c84f-40ea-bde6-c2d2bc78d0a0 req-e47bda93-74b6-42be-bc0d-3257092c8395 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 943 time: 0.1047149 Dec 15 13:57:23.613335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae3d22a9-e092-4389-bd4e-766832b11be8 req-f0b615cf-51b3-4bf9-90fb-b0dffc0a0aab tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495862 Dec 15 13:57:23.633289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] For port 077a2634-1c82-4821-a769-cca2851de051, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=077a2634-1c82-4821-a769-cca2851de051,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:23.640755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.704892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-34ac6dc1-a5be-4c75-9d5b-a1d7a409ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:23.712155 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-34ac6dc1-a5be-4c75-9d5b-a1d7a409ffa0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656437 Dec 15 13:57:23.737556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Calling delete_port for 077a2634-1c82-4821-a769-cca2851de051 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:23.807300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5622151-c84f-40ea-bde6-c2d2bc78d0a0 req-ca76e996-ae16-49ec-bb95-48c01f5297c1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107265 Dec 15 13:57:23.854366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:57:20Z', 'revision_number': 5, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:23.861333 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:23.938187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049eecdc-2180-4ea6-ab3c-2d44bf5bb729 None None] The sync data for ids ['ffe1844c-1b26-4265-be11-fe782cc9b92b'] in n-d-821840-1 is: [{'id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'name': 'tempest-TestAggregatesBasicOps-272183714-router', 'tenant_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:42Z', 'updated_at': '2021-12-15T13:57:20Z', 'revision_number': 5, 'project_id': '2f6d6f9760bd4d24800c78e0cbf1306d', 'gw_port': {'id': '56f40c33-4a9b-46d1-bdfa-ef1e45a50d59', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1844c-1b26-4265-be11-fe782cc9b92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:43Z', 'updated_at': '2021-12-15T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:24.037438 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd758-4b17-431b-92be-c1e347ad0f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.049604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd758-4b17-431b-92be-c1e347ad0f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.051773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d95ee6de-cc72-4710-94d3-046d294144eb req-c63afda3-ccd8-41e1-b312-e78e4a60a080 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0531392 Dec 15 13:57:24.109493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-8e8c1644-ce4d-46cb-abf6-08974657f862 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808239 Dec 15 13:57:24.112616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3a5dd758-4b17-431b-92be-c1e347ad0f59 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cfab26650dd64f1a85da805752ebb973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9145157 Dec 15 13:57:24.115925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36888) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:24.143395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dd758-4b17-431b-92be-c1e347ad0f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ea8cc9-0491-46e7-8d05-6141556a084d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:24.186212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Deleting port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:24.186212 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.261485 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb3c51da-2de7-41e3-b1c0-750bd0af1eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.293003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2fe31d9-5e1d-4334-8534-0bf1b88671e3 req-82528ec1-131b-4d67-a96e-417e750c6634 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675484 Dec 15 13:57:24.293563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] For port 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=56f40c33-4a9b-46d1-bdfa-ef1e45a50d59,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:24.293936 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.301331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb3c51da-2de7-41e3-b1c0-750bd0af1eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.324179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Calling delete_port for 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:24.374806 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb3c51da-2de7-41e3-b1c0-750bd0af1eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.378130 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb3c51da-2de7-41e3-b1c0-750bd0af1eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.383105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cb3c51da-2de7-41e3-b1c0-750bd0af1eec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/74ea8cc9-0491-46e7-8d05-6141556a084d HTTP/1.1" status: 204 len: 168 time: 0.2660272 Dec 15 13:57:24.397109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c51da-2de7-41e3-b1c0-750bd0af1eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ea8cc9-0491-46e7-8d05-6141556a084d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:24.658635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dad64-cec6-4ee6-95d4-80d1aac8f900 req-0ec71b4d-0cd8-433f-a0c9-50f81da6ca7d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:24.661113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f19dad64-cec6-4ee6-95d4-80d1aac8f900 req-0ec71b4d-0cd8-433f-a0c9-50f81da6ca7d tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/ports?device_id=23e41fb6-8ef9-4049-8d2f-159c9fe93c7a HTTP/1.1" status: 200 len: 945 time: 0.1748533 Dec 15 13:57:24.663271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.784215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Pushing event deleted for resources: {'Port': ['ID=077a2634-1c82-4821-a769-cca2851de051,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:24.823941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] No DVR routers for this DVR port 077a2634-1c82-4821-a769-cca2851de051 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:24.829506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.835900 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-039fbd71-e0be-438b-8425-d900758b3d96 req-a6178ba2-1efd-407c-a2ec-2393982074bc tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.24 "DELETE /v2.0/ports/077a2634-1c82-4821-a769-cca2851de051 HTTP/1.1" status: 204 len: 173 time: 2.6571271 Dec 15 13:57:24.854965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'name': 'network-vif-deleted', 'tag': '077a2634-1c82-4821-a769-cca2851de051'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:24.868021 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95625e0-cbf6-45f3-8e60-6c3f8fd1be23" -d '{"events": [{"server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "name": "network-vif-deleted", "tag": "077a2634-1c82-4821-a769-cca2851de051"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:24.911573 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f19dad64-cec6-4ee6-95d4-80d1aac8f900 req-a1048783-1eab-4dc5-a072-68172ea1e165 tempest-ServerRescueTestJSONUnderV235-2080943490 tempest-ServerRescueTestJSONUnderV235-2080943490-project] 10.222.0.86 "GET /v2.0/security-groups?id=196c6ad8-721a-49fa-81cd-2a2e203a300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329850 Dec 15 13:57:24.913148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bd468-89f9-43c3-a283-fd2ba7c72217 req-cf98e6dc-0138-4553-92d3-bdbc9c116397 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:24.916176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:24.924853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d96bd468-89f9-43c3-a283-fd2ba7c72217 req-cf98e6dc-0138-4553-92d3-bdbc9c116397 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1570487 Dec 15 13:57:24.959774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a2ffc-63d4-4872-b9e8-6edf050fcfcf None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:24.994227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f40c33-4a9b-46d1-bdfa-ef1e45a50d59,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:25.045735 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.072944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d96bd468-89f9-43c3-a283-fd2ba7c72217 req-b361822a-c3aa-4568-99c0-39009f2b01b4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457109 Dec 15 13:57:25.091041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36908) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:25.136165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5732f569-55e7-4ffd-b091-5ee8a1891d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.261914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.265364 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.286061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5732f569-55e7-4ffd-b091-5ee8a1891d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.292486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5732f569-55e7-4ffd-b091-5ee8a1891d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.367238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:25.367438 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.370342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe1844c-1b26-4265-be11-fe782cc9b92b {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:25.380682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.385075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4f278d92-f78f-4175-b1c0-3854655dca81 admin admin] 10.222.0.86 "DELETE /v2.0/routers/ffe1844c-1b26-4265-be11-fe782cc9b92b HTTP/1.1" status: 204 len: 168 time: 2.9015701 Dec 15 13:57:25.400041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36912) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:25.425043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5732f569-55e7-4ffd-b091-5ee8a1891d08 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=597c795e206c4765bad1a740b2911fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3319826 Dec 15 13:57:25.429050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732f569-55e7-4ffd-b091-5ee8a1891d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244e2789-9293-4a4d-bf9d-5a4d35c43550,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:25.434682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:25.455234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 90b869eb-4d70-48d6-b4ea-6eac433d9cc4 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:25.456069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36914) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:25.543584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d03309b-0b0c-4fc5-9189-337dd54cb3c4 admin admin] Deleting subnet 02f510ba-7d28-47f6-b684-99034070182d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:25.565927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d03309b-0b0c-4fc5-9189-337dd54cb3c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.614873 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8544c92-4db4-4e7d-baad-a914b2dfd0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.648435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d03309b-0b0c-4fc5-9189-337dd54cb3c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.667368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8544c92-4db4-4e7d-baad-a914b2dfd0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.745629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a41e-e731-49b5-ac51-6c7b633f4f7b req-e113d391-62be-4282-976b-b795642b6b76 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:25.747234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc33a41e-e731-49b5-ac51-6c7b633f4f7b req-e113d391-62be-4282-976b-b795642b6b76 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 943 time: 0.4335361 Dec 15 13:57:25.765855 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb630f-b2ca-4666-8341-9fb82d8e393a x-openstack-request-id: req-26eb630f-b2ca-4666-8341-9fb82d8e393a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:25.770840 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e41fb6-8ef9-4049-8d2f-159c9fe93c7a", "name": "network-vif-deleted", "tag": "077a2634-1c82-4821-a769-cca2851de051", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:25.771172 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-26eb630f-b2ca-4666-8341-9fb82d8e393a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:25.771306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8544c92-4db4-4e7d-baad-a914b2dfd0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.771624 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e41fb6-8ef9-4049-8d2f-159c9fe93c7a', 'name': 'network-vif-deleted', 'tag': '077a2634-1c82-4821-a769-cca2851de051', 'status': 'completed', 'code': 200} Dec 15 13:57:25.774731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8544c92-4db4-4e7d-baad-a914b2dfd0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:25.779629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d8544c92-4db4-4e7d-baad-a914b2dfd0de admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/244e2789-9293-4a4d-bf9d-5a4d35c43550 HTTP/1.1" status: 204 len: 168 time: 0.3171515 Dec 15 13:57:25.791946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8544c92-4db4-4e7d-baad-a914b2dfd0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244e2789-9293-4a4d-bf9d-5a4d35c43550,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:25.926215 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc33a41e-e731-49b5-ac51-6c7b633f4f7b req-0b3a01a4-fd22-4e84-a543-c4777feb6adb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525342 Dec 15 13:57:25.968188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d03309b-0b0c-4fc5-9189-337dd54cb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.009038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 36928) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:26.115517 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d03309b-0b0c-4fc5-9189-337dd54cb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.178369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b851fa3a-c33c-4909-afda-ba512766304e req-f08911c9-0c57-4be5-85af-f30e34fbbc8e tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0839465 Dec 15 13:57:26.182938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03309b-0b0c-4fc5-9189-337dd54cb3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f510ba-7d28-47f6-b684-99034070182d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:26.196502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ccce2c-4368-4c87-aefd-69d79db27419 None None] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:26.199611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d03309b-0b0c-4fc5-9189-337dd54cb3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.224659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1d03309b-0b0c-4fc5-9189-337dd54cb3c4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/02f510ba-7d28-47f6-b684-99034070182d HTTP/1.1" status: 204 len: 168 time: 0.8209341 Dec 15 13:57:26.228106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36934) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:26.346115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 077a2634-1c82-4821-a769-cca2851de051 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:26.396812 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.436091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 077a2634-1c82-4821-a769-cca2851de051 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:26.436714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 077a2634-1c82-4821-a769-cca2851de051 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:26.515590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185c2f-7227-4f8c-9ce6-1a08545743f4 req-ef8552f6-9fae-4ede-978a-819cacb1e216 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:26.524033 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6185c2f-7227-4f8c-9ce6-1a08545743f4 req-ef8552f6-9fae-4ede-978a-819cacb1e216 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.2285218 Dec 15 13:57:26.569296 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] DHCP port deletion for 771c3ea0-badf-445a-b851-48a6ae27d3e5 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:26.595713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6185c2f-7227-4f8c-9ce6-1a08545743f4 req-3f25e749-1f37-4ad3-9cfc-7c96f79e38cc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707045 Dec 15 13:57:26.635066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Deleting port 37c5841d-10e3-499d-b5d4-8dfad314a676 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:26.635777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.705476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] Deleting port 37c5841d-10e3-499d-b5d4-8dfad314a676 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:26.705856 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.757711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] For port 37c5841d-10e3-499d-b5d4-8dfad314a676, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=37c5841d-10e3-499d-b5d4-8dfad314a676,segment=NetworkSegment(43947314-a059-484e-9315-30b74ed8c235),segment_id=43947314-a059-484e-9315-30b74ed8c235)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:26.758670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.779906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Calling delete_port for 37c5841d-10e3-499d-b5d4-8dfad314a676 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:26.870300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] For port 37c5841d-10e3-499d-b5d4-8dfad314a676, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=37c5841d-10e3-499d-b5d4-8dfad314a676,segment=NetworkSegment(43947314-a059-484e-9315-30b74ed8c235),segment_id=43947314-a059-484e-9315-30b74ed8c235)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:26.870700 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.897935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.906746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4f18dd4c-7747-4a26-b1f3-d769916f5a37 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:26.933810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:26.941393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] No DVR routers for this DVR port 37c5841d-10e3-499d-b5d4-8dfad314a676 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:27.086910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c5841d-10e3-499d-b5d4-8dfad314a676,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:27.128442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4f18dd4c-7747-4a26-b1f3-d769916f5a37, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:27.174678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '4f18dd4c-7747-4a26-b1f3-d769916f5a37', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': '4f18dd4c-7747-4a26-b1f3-d769916f5a37', 'mac_address': 'fa:16:3e:91:c6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:27.181568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] Calling delete_port for 37c5841d-10e3-499d-b5d4-8dfad314a676 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:27.272704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.291328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.309276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:27.319852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771c3ea0-badf-445a-b851-48a6ae27d3e5']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:27.330105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f18dd4c-7747-4a26-b1f3-d769916f5a37 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:27.337628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d377c4-664a-4931-a88d-8abde7a3ddf4 req-3af31626-320b-4cce-b28d-2e9618ec6c9e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:27.356603 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4d377c4-664a-4931-a88d-8abde7a3ddf4 req-3af31626-320b-4cce-b28d-2e9618ec6c9e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 943 time: 0.2735925 Dec 15 13:57:27.388125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43947314-a059-484e-9315-30b74ed8c235') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:27.388823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43947314-a059-484e-9315-30b74ed8c235') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:27.423839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4f18dd4c-7747-4a26-b1f3-d769916f5a37, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:27.432294 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.501924 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.521487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d7f4e3b-0d0b-45bc-a2a2-53f6d66a7faa req-50f67116-71aa-4f5b-8bba-1e5748180c57 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0792933 Dec 15 13:57:27.539001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:27.540921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 56f40c33-4a9b-46d1-bdfa-ef1e45a50d59 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:27.543286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 37c5841d-10e3-499d-b5d4-8dfad314a676 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:27.553351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.588803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4d377c4-664a-4931-a88d-8abde7a3ddf4 req-eb797ceb-971d-4833-bf9b-c232bc6253df tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304652 Dec 15 13:57:27.590029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:27.590446 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:27.597334 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:27.670558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Deleting port be9c4bb8-2318-4120-a6d0-9d1365cac8d6 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:27.670962 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.745035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4f18dd4c-7747-4a26-b1f3-d769916f5a37,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:27.790050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 37c5841d-10e3-499d-b5d4-8dfad314a676 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:27.790746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 37c5841d-10e3-499d-b5d4-8dfad314a676 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:27.821578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.839734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.847078 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/771c3ea0-badf-445a-b851-48a6ae27d3e5 HTTP/1.1" status: 204 len: 168 time: 1.6167333 Dec 15 13:57:27.848103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 36980) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:27.875702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af4fe6-5851-4b7b-b180-6041964adee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=771c3ea0-badf-445a-b851-48a6ae27d3e5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:27.901280 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.951172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaef531-1511-4d54-90df-8e295f120482 req-8be4366b-2fe7-4205-bb6d-5645a348a331 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:27.959661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] For port be9c4bb8-2318-4120-a6d0-9d1365cac8d6, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,segment=NetworkSegment(6a170133-e35a-451d-bf94-b20e0453010e),segment_id=6a170133-e35a-451d-bf94-b20e0453010e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:27.960079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:27.961706 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-adaef531-1511-4d54-90df-8e295f120482 req-8be4366b-2fe7-4205-bb6d-5645a348a331 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1956685 Dec 15 13:57:27.994825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Calling delete_port for be9c4bb8-2318-4120-a6d0-9d1365cac8d6 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:28.007837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] Network 771c3ea0-badf-445a-b851-48a6ae27d3e5 is not hosted by any dhcp agent {{(pid=109769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:57:28.008042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] No DVR routers for this DVR port 37c5841d-10e3-499d-b5d4-8dfad314a676 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:28.016353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['4f18dd4c-7747-4a26-b1f3-d769916f5a37'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:28.022948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7cbd2-f7e3-4d80-ba14-be70d4ed7348 None None] Pushing event deleted for resources: {'Port': ['ID=37c5841d-10e3-499d-b5d4-8dfad314a676,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:28.185777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-adaef531-1511-4d54-90df-8e295f120482 req-fc43fe3b-bb8e-49e2-bfe4-59a455055de4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187932 Dec 15 13:57:28.431029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.467077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9c4bb8-2318-4120-a6d0-9d1365cac8d6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:28.531382 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:28.791247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f17e605-30e3-4ad6-9f7b-21cbd94a3d22 req-cf668d18-fc5b-4a3b-a111-f57c3bca1526 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0498691 Dec 15 13:57:28.832567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.006828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3b5d2-27ea-47c5-93ca-749a5646f42d req-674d5ea8-2b73-40ac-a7ef-1c57fefab7c8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:29.008453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79f3b5d2-27ea-47c5-93ca-749a5646f42d req-674d5ea8-2b73-40ac-a7ef-1c57fefab7c8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 944 time: 0.2776322 Dec 15 13:57:29.077009 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79f3b5d2-27ea-47c5-93ca-749a5646f42d req-e5159da8-ea0a-4a8a-a254-bef556a36490 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624228 Dec 15 13:57:29.267500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Deleting port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:29.267898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.337289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Router 24b50b95-1146-409f-9337-8b5f0d0d4100 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:29.433317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] For port 5db46f1a-6656-4ab6-b931-4ea183b8d2f7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,segment=NetworkSegment(f197c858-2512-4f04-9764-45d5ba34b6ad),segment_id=f197c858-2512-4f04-9764-45d5ba34b6ad)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:29.433715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:29.443666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34be5c-0767-4d46-9f55-c75a30f68fb8 req-2ed97dca-28ce-47ad-9d2e-13e9866addbb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:29.445219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de34be5c-0767-4d46-9f55-c75a30f68fb8 req-2ed97dca-28ce-47ad-9d2e-13e9866addbb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.0838473 Dec 15 13:57:29.474128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Calling delete_port for 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:29.515181 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de34be5c-0767-4d46-9f55-c75a30f68fb8 req-ab914f59-65df-4a16-835e-59a1957e7128 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633049 Dec 15 13:57:29.619102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:29.627426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dc175de8-0de1-40c4-87df-87b23efa13e3 admin admin] 10.222.0.86 "PUT /v2.0/routers/24b50b95-1146-409f-9337-8b5f0d0d4100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6173029 Dec 15 13:57:29.628085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37038) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:29.631912 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] Sync routers for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:29.646281 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:29.647171 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:29.817724 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:29.893678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.427326 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:57:28Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:30.525726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab692fc0-198f-47a9-9b6e-25268f438b71 req-d8cc758b-eb81-4035-a78b-bd7cbb1e3472 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:30.533871 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] Checking router: 24b50b95-1146-409f-9337-8b5f0d0d4100 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:30.538164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab692fc0-198f-47a9-9b6e-25268f438b71 req-d8cc758b-eb81-4035-a78b-bd7cbb1e3472 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 944 time: 0.0806599 Dec 15 13:57:30.557558 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] Routers {'24b50b95-1146-409f-9337-8b5f0d0d4100'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:30.561816 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['24b50b95-1146-409f-9337-8b5f0d0d4100'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:30.711964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab692fc0-198f-47a9-9b6e-25268f438b71 req-bf6cd9ef-9bb6-425a-84c3-1968f0acd468 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726158 Dec 15 13:57:30.718486 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.810895 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] Set router 24b50b95-1146-409f-9337-8b5f0d0d4100 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:30.861358 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:30.910737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4f18dd4c-7747-4a26-b1f3-d769916f5a37 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:31.007786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db46f1a-6656-4ab6-b931-4ea183b8d2f7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:31.056091 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.116960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:57:31.124670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:31.125063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.369356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1ef63f37-c7a2-4961-bfb3-1bb5e8fa76d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.476212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f75c84-82e9-4840-96fa-8fac24c042b6 req-212469c2-e622-4fc8-a1d9-110c2cc99c06 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:31.488235 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71f75c84-82e9-4840-96fa-8fac24c042b6 req-212469c2-e622-4fc8-a1d9-110c2cc99c06 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.4815850 Dec 15 13:57:31.522998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d91b61f-54d0-494a-95f1-f4487337cb5b req-b8372b29-acd6-40fb-bd32-dfe99ddcfbe2 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 1.5390751 Dec 15 13:57:31.596964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.601737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:57:28Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:31.620861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.646471 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ace0a-b0d3-46a0-8aa0-ddef6110e438 None None] The sync data for ids ['24b50b95-1146-409f-9337-8b5f0d0d4100'] in n-d-821840-1 is: [{'id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510800708-router', 'tenant_id': '231d99c5d4564b08aa1e8afddaba6246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:55:45Z', 'updated_at': '2021-12-15T13:57:28Z', 'revision_number': 5, 'project_id': '231d99c5d4564b08aa1e8afddaba6246', 'gw_port': {'id': '6aa8e1a9-090c-4120-8280-3ecf2dc37721', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b50b95-1146-409f-9337-8b5f0d0d4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:55:47Z', 'updated_at': '2021-12-15T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:31.678578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f18dd4c-7747-4a26-b1f3-d769916f5a37'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:31.700769 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843a1bd6-be45-4b61-a41c-3ccadd84a01d" -d '{"events": [{"server_uuid": "8e3faf83-d667-4b69-b031-dd7e07f8ee97", "name": "network-vif-plugged", "status": "completed", "tag": "4f18dd4c-7747-4a26-b1f3-d769916f5a37"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:31.748509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4f18dd4c-7747-4a26-b1f3-d769916f5a37, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:31.760437 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.764635 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71f75c84-82e9-4840-96fa-8fac24c042b6 req-5a55865e-f4c1-4f76-86b7-a3af3f7fcda8 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677529 Dec 15 13:57:31.800648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:31.867023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Deleting port 6aa8e1a9-090c-4120-8280-3ecf2dc37721 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:31.867336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.183746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] For port 6aa8e1a9-090c-4120-8280-3ecf2dc37721, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6aa8e1a9-090c-4120-8280-3ecf2dc37721,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:32.184182 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:32.221346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Calling delete_port for 6aa8e1a9-090c-4120-8280-3ecf2dc37721 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:32.286265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4f18dd4c-7747-4a26-b1f3-d769916f5a37,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:32.318344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9770a-157b-4742-8b64-5f48f406219b req-bdf7a9e8-76f9-46d9-a152-a77ae6286d58 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:32.320610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5a9770a-157b-4742-8b64-5f48f406219b req-bdf7a9e8-76f9-46d9-a152-a77ae6286d58 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 945 time: 0.2865427 Dec 15 13:57:32.500918 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697358f2-c45f-45bc-ac07-2ff96b368a04 x-openstack-request-id: req-697358f2-c45f-45bc-ac07-2ff96b368a04 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:32.501420 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3faf83-d667-4b69-b031-dd7e07f8ee97", "name": "network-vif-plugged", "status": "completed", "tag": "4f18dd4c-7747-4a26-b1f3-d769916f5a37", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:32.501851 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-697358f2-c45f-45bc-ac07-2ff96b368a04 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:32.502417 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f18dd4c-7747-4a26-b1f3-d769916f5a37', 'code': 200} Dec 15 13:57:32.511371 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5a9770a-157b-4742-8b64-5f48f406219b req-70135a5e-5dc5-4cd3-84c1-1d01033a4a2d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779053 Dec 15 13:57:32.546711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Router fe185e2c-3a00-4e62-a17c-74eda4710cf9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:32.774384 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1c727b0a-9fc4-42b5-b873-f1a96b9ad092 req-ca0d9045-3596-4cdc-bd92-fd48bc3bba3d tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0370848 Dec 15 13:57:32.805360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:32.809174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e8d0-1ce3-40ca-8d79-99c5705d22a8 req-63fba4c9-a8b4-4d6a-b317-b1dc8601d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:32.816433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-58a3c28b-5b15-4ebc-91a6-d300caadda78 admin admin] 10.222.0.86 "PUT /v2.0/routers/fe185e2c-3a00-4e62-a17c-74eda4710cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9505615 Dec 15 13:57:32.816715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7207e8d0-1ce3-40ca-8d79-99c5705d22a8 req-63fba4c9-a8b4-4d6a-b317-b1dc8601d8bd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 1096 time: 0.1380033 Dec 15 13:57:32.816829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:32.827858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] Sync routers for ids ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:32.846946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] Routers {'fe185e2c-3a00-4e62-a17c-74eda4710cf9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:32.847349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:32.900563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.006020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa8e1a9-090c-4120-8280-3ecf2dc37721,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:33.026629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7207e8d0-1ce3-40ca-8d79-99c5705d22a8 req-b1a64386-9a0c-45b0-87c8-d44ca1873427 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993568 Dec 15 13:57:33.064233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6aacb7-2705-4c50-a72b-06fd05066a2a None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:33.069693 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.116531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.162238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] Set router fe185e2c-3a00-4e62-a17c-74eda4710cf9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:33.229624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.232734 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.298433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device be9c4bb8-2318-4120-a6d0-9d1365cac8d6 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:33.340560 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.341933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b50b95-1146-409f-9337-8b5f0d0d4100 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:33.347719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.348901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-27a1b96e-2765-4996-9a90-f1e6ee08df3a admin admin] 10.222.0.86 "DELETE /v2.0/routers/24b50b95-1146-409f-9337-8b5f0d0d4100 HTTP/1.1" status: 204 len: 168 time: 3.7198937 Dec 15 13:57:33.351528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37158) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:33.376547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: be9c4bb8-2318-4120-a6d0-9d1365cac8d6 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:33.377180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device be9c4bb8-2318-4120-a6d0-9d1365cac8d6 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:33.415524 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.455769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2767-4286-4a3d-a98d-b821cee36d58 req-71c0f3e6-fcc5-42b0-900b-735ca266dfe2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:33.467313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54cd2767-4286-4a3d-a98d-b821cee36d58 req-71c0f3e6-fcc5-42b0-900b-735ca266dfe2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1959238 Dec 15 13:57:33.482800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1f2fa4-eec1-4673-8a20-1bdb23210a14 admin admin] Deleting subnet 86c2f8ec-1f10-4533-a08c-1026413c7d15 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:33.492599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2fa4-eec1-4673-8a20-1bdb23210a14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.567170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2fa4-eec1-4673-8a20-1bdb23210a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.577361 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54cd2767-4286-4a3d-a98d-b821cee36d58 req-d5af6485-33c3-4d2a-acf3-6608034a0c73 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087897 Dec 15 13:57:33.603036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Deleting port 50489d96-3f6a-4419-b76e-ce53d6fd04dd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:33.603036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.611179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:30Z', 'revision_number': 5, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port': {'id': '50489d96-3f6a-4419-b76e-ce53d6fd04dd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:56:59Z', 'updated_at': '2021-12-15T13:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:33.640980 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2fa4-eec1-4673-8a20-1bdb23210a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.656385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] Checking router: fe185e2c-3a00-4e62-a17c-74eda4710cf9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:33.665769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] Routers {'fe185e2c-3a00-4e62-a17c-74eda4710cf9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:33.666299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:05Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:33.706808 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2fa4-eec1-4673-8a20-1bdb23210a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.740191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f2fa4-eec1-4673-8a20-1bdb23210a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c2f8ec-1f10-4533-a08c-1026413c7d15,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:33.750084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2fa4-eec1-4673-8a20-1bdb23210a14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.753869 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2c1f2fa4-eec1-4673-8a20-1bdb23210a14 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/86c2f8ec-1f10-4533-a08c-1026413c7d15 HTTP/1.1" status: 204 len: 168 time: 0.4010305 Dec 15 13:57:33.755951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37192) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:33.804606 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5751b87d-5f52-4858-84f4-1c52c8fbae06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.818473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] Set router fe185e2c-3a00-4e62-a17c-74eda4710cf9 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:33.851630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-e28084dc-4ca5-4a50-b337-6098c0535ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:33.854018 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-e28084dc-4ca5-4a50-b337-6098c0535ade service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f&tenant_id=948364fc4d744d30bf8491c7a5748247 HTTP/1.1" status: 200 len: 1094 time: 0.2227106 Dec 15 13:57:33.873514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630c56e-962c-4bff-8359-af56ebe65cdf req-0890c85c-bdb5-4dfb-8b12-3c4d21f657af tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:33.881644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3630c56e-962c-4bff-8359-af56ebe65cdf req-0890c85c-bdb5-4dfb-8b12-3c4d21f657af tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 945 time: 0.1547174 Dec 15 13:57:33.937388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:33.954737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:33Z', 'revision_number': 6, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:34.028219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] For port 50489d96-3f6a-4419-b76e-ce53d6fd04dd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=50489d96-3f6a-4419-b76e-ce53d6fd04dd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:34.028922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.037978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583ff7f-cdd3-498e-94bf-63ea292a4071 None None] The sync data for ids ['fe185e2c-3a00-4e62-a17c-74eda4710cf9'] in n-d-821840-1 is: [{'id': 'fe185e2c-3a00-4e62-a17c-74eda4710cf9', 'name': 'tempest-TestAggregatesBasicOps-1490496183-router', 'tenant_id': 'e52fc518a5e449dc9f2393ea76287a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:56:57Z', 'updated_at': '2021-12-15T13:57:33Z', 'revision_number': 6, 'project_id': 'e52fc518a5e449dc9f2393ea76287a65', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:34.069105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-5127d344-96f9-4aed-ac5d-93affe331dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:34.070803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-5127d344-96f9-4aed-ac5d-93affe331dbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 1094 time: 0.1882179 Dec 15 13:57:34.071490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.072768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Calling delete_port for 50489d96-3f6a-4419-b76e-ce53d6fd04dd owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:34.080352 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3630c56e-962c-4bff-8359-af56ebe65cdf req-0f62a046-8932-4c32-bc91-84f51c8afda7 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828411 Dec 15 13:57:34.148926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0139d757-1ce5-4d04-ba90-73f5bdf5b0bc']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:34.176678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4ea2915-2bbe-46aa-846a-0c397b9d74ae req-17792958-1119-4d44-badd-170b21977c94 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0799475 Dec 15 13:57:34.180804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a170133-e35a-451d-bf94-b20e0453010e') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:34.181367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a170133-e35a-451d-bf94-b20e0453010e') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:34.220354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.235744 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.242971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:34.243757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:34.245814 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:34.317979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.334872 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.340296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0139d757-1ce5-4d04-ba90-73f5bdf5b0bc HTTP/1.1" status: 204 len: 168 time: 0.5833538 Dec 15 13:57:34.355288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db652216-130c-471c-8d5c-60e1e3861aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0139d757-1ce5-4d04-ba90-73f5bdf5b0bc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:34.371013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.403545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=50489d96-3f6a-4419-b76e-ce53d6fd04dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:34.428181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-6030a32e-bb00-443e-b247-1a597dbedeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:34.429335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-6030a32e-bb00-443e-b247-1a597dbedeb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.3436997 Dec 15 13:57:34.438959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865ad44-5603-4fce-93d9-f0af35bf3454 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:34.587499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-c44365b8-ae6f-460b-b17e-633cbf1171da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261 HTTP/1.1" status: 200 len: 999 time: 0.1543472 Dec 15 13:57:34.588344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.612750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37214) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:34.687001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-631ecb06-5ca8-4736-a886-ee5421d7039b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=231d99c5d4564b08aa1e8afddaba6246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725348 Dec 15 13:57:34.702675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37218) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:34.765017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199df980-1f00-4cb8-be31-4da9cadb7a03 req-31e84923-46ec-4df6-858c-8dc53cd444d5 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:34.772339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-199df980-1f00-4cb8-be31-4da9cadb7a03 req-31e84923-46ec-4df6-858c-8dc53cd444d5 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1021860 Dec 15 13:57:34.781302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.791244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.797115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.821318 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc347d75-7163-49f9-a36e-222cb44c3310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.838139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-51b61093-04a1-4ca0-9bce-8371686c067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:34.839585 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-51b61093-04a1-4ca0-9bce-8371686c067d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.2121890 Dec 15 13:57:34.845046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-199df980-1f00-4cb8-be31-4da9cadb7a03 req-7193336e-1e14-4d53-8d7b-43b26400890e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717268 Dec 15 13:57:34.854421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc347d75-7163-49f9-a36e-222cb44c3310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.918616 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc347d75-7163-49f9-a36e-222cb44c3310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.923978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc347d75-7163-49f9-a36e-222cb44c3310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.928600 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fc347d75-7163-49f9-a36e-222cb44c3310 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/196c6ad8-721a-49fa-81cd-2a2e203a300a HTTP/1.1" status: 204 len: 168 time: 0.2248359 Dec 15 13:57:34.940775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc347d75-7163-49f9-a36e-222cb44c3310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196c6ad8-721a-49fa-81cd-2a2e203a300a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:34.944560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.945096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe185e2c-3a00-4e62-a17c-74eda4710cf9 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:57:34.954784 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:34.955892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ccda09c7-ac8e-4563-801a-87a28ba56f91 admin admin] 10.222.0.86 "DELETE /v2.0/routers/fe185e2c-3a00-4e62-a17c-74eda4710cf9 HTTP/1.1" status: 204 len: 168 time: 2.1382771 Dec 15 13:57:34.958597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37236) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:35.042685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9edfe10-1e42-4fa7-bbf0-badea3421b93 admin admin] Deleting subnet 98bb772d-195d-4331-b622-ff68e6d6c6b2 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:57:35.047032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-96960078-69c5-4c4b-8d69-c6f8b44814a1 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:35.049317 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-96960078-69c5-4c4b-8d69-c6f8b44814a1 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 805 time: 0.2882478 Dec 15 13:57:35.050383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9edfe10-1e42-4fa7-bbf0-badea3421b93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.054955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-3fcf7c05-67d5-44c4-b0e7-743e661e74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:35.056704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-3fcf7c05-67d5-44c4-b0e7-743e661e74c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768062 Dec 15 13:57:35.070023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-231f64e2-ddc3-42a6-bc94-3aeef274a860 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/quotas/1e94547dee2d4a96a96e1579c336f7fb HTTP/1.1" status: 200 len: 375 time: 0.0105848 Dec 15 13:57:35.139852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9edfe10-1e42-4fa7-bbf0-badea3421b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.143742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ab174bf-09f7-4594-9a47-aef2f7c4dcd6 req-12e144c5-1fca-4a48-84ab-0c51e46467d3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0468955 Dec 15 13:57:35.255041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6aa8e1a9-090c-4120-8280-3ecf2dc37721 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:35.289878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acded9d9-e100-44cf-9837-2b75c8ccb09a req-cbbbfa5f-a163-4a76-b8e7-6f70aad642fa tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:35.292089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acded9d9-e100-44cf-9837-2b75c8ccb09a req-cbbbfa5f-a163-4a76-b8e7-6f70aad642fa tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 945 time: 0.0958233 Dec 15 13:57:35.304795 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-116210db-8a4f-4c0c-9a39-58eb2f338834 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2227359 Dec 15 13:57:35.310239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6aa8e1a9-090c-4120-8280-3ecf2dc37721 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:35.310965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6aa8e1a9-090c-4120-8280-3ecf2dc37721 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:35.312716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:35.343950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:35.344606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5db46f1a-6656-4ab6-b931-4ea183b8d2f7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:35.345311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 50489d96-3f6a-4419-b76e-ce53d6fd04dd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:35.372877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 50489d96-3f6a-4419-b76e-ce53d6fd04dd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:35.373697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 50489d96-3f6a-4419-b76e-ce53d6fd04dd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:35.386508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9edfe10-1e42-4fa7-bbf0-badea3421b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.426982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-f4febd9b-da80-42b3-b11a-de082b7d22b7 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565958 Dec 15 13:57:35.486380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9edfe10-1e42-4fa7-bbf0-badea3421b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.522723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edfe10-1e42-4fa7-bbf0-badea3421b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98bb772d-195d-4331-b622-ff68e6d6c6b2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:35.529787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9edfe10-1e42-4fa7-bbf0-badea3421b93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.531263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca138ce-e36a-4bb1-bd28-82d579199f64 None None] Network 91a527dd-ad3d-45a9-bd0b-69052a7da64f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:35.535996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e9edfe10-1e42-4fa7-bbf0-badea3421b93 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/98bb772d-195d-4331-b622-ff68e6d6c6b2 HTTP/1.1" status: 204 len: 168 time: 0.5737689 Dec 15 13:57:35.539127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acded9d9-e100-44cf-9837-2b75c8ccb09a req-fdf1901c-966b-4704-a547-9af25bb1cbd3 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263114 Dec 15 13:57:35.539623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37254) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:35.625307 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-b410818a-a962-4ae8-8c1e-da298163aa11 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900954 Dec 15 13:57:35.630155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.645835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-3394bbd7-45a0-44c0-9b6b-4b9f85ae5aeb service neutron] 10.222.0.86 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396928 Dec 15 13:57:35.733325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Deleting port 47aca57a-df6e-4554-9484-cd102f82fe0a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:35.734504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.860517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] DHCP port deletion for 91a527dd-ad3d-45a9-bd0b-69052a7da64f request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:35.870911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-370b7337-d88c-4d25-9114-81d4f91b4d9e service neutron] 10.222.0.86 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240162 Dec 15 13:57:35.875947 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c504cbf8-ed91-4061-8c7f-ee909f01fb63 req-abce6918-c828-415c-85f8-eb347ced6031 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0661700 Dec 15 13:57:35.899906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] For port 47aca57a-df6e-4554-9484-cd102f82fe0a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=47aca57a-df6e-4554-9484-cd102f82fe0a,segment=NetworkSegment(f197c858-2512-4f04-9764-45d5ba34b6ad),segment_id=f197c858-2512-4f04-9764-45d5ba34b6ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:35.900442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:35.936328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Calling delete_port for 47aca57a-df6e-4554-9484-cd102f82fe0a owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:35.977342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] Deleting port 47aca57a-df6e-4554-9484-cd102f82fe0a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:35.977680 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.109756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] For port 47aca57a-df6e-4554-9484-cd102f82fe0a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=47aca57a-df6e-4554-9484-cd102f82fe0a,segment=NetworkSegment(f197c858-2512-4f04-9764-45d5ba34b6ad),segment_id=f197c858-2512-4f04-9764-45d5ba34b6ad)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:36.113620 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.145466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] Calling delete_port for 47aca57a-df6e-4554-9484-cd102f82fe0a owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:36.149862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab489c-c41d-49a9-8a4b-55aeb654d81a req-870ff43b-b4fa-4705-8d16-d64a298041eb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:36.165889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0aab489c-c41d-49a9-8a4b-55aeb654d81a req-870ff43b-b4fa-4705-8d16-d64a298041eb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.0854983 Dec 15 13:57:36.166576 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:57:36.170193 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23297a98-d457-4715-b475-377920998ed0 req-c646dd0c-e989-4771-b78d-d2212d9666e5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2ada53ad04704bb09edba8eca9eebc64 HTTP/1.1" status: 200 len: 267 time: 0.1478515 Dec 15 13:57:36.269118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0aab489c-c41d-49a9-8a4b-55aeb654d81a req-94d14594-8b75-4ae8-afde-2ea23b1a7402 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073081 Dec 15 13:57:36.340446 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.379404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] Pushing event deleted for resources: {'Port': ['ID=47aca57a-df6e-4554-9484-cd102f82fe0a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:36.385836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa73dd-08b6-43a4-a55b-2da08e2b301a None None] No DVR routers for this DVR port 47aca57a-df6e-4554-9484-cd102f82fe0a on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:36.416789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-195020d7-7e2f-4965-9077-e9c6145b1ad4 req-ab64876d-0cbf-4fd5-92e3-d9fa888e0b28 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 210 time: 0.0658448 Dec 15 13:57:36.429894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23297a98-d457-4715-b475-377920998ed0 req-79a81c3d-120b-47c1-89bd-0422debe5488 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:36.431465 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23297a98-d457-4715-b475-377920998ed0 req-79a81c3d-120b-47c1-89bd-0422debe5488 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 945 time: 0.2604833 Dec 15 13:57:36.432177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.459228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-23297a98-d457-4715-b475-377920998ed0 req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'port': {'security_groups': []}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:36.484208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Pushing event deleted for resources: {'Port': ['ID=47aca57a-df6e-4554-9484-cd102f82fe0a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:36.562808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] No DVR routers for this DVR port 47aca57a-df6e-4554-9484-cd102f82fe0a on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:36.573143 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.611305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-c46894c1-9f5e-47bc-a9c6-d364fcfb10a3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:36.613144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-c46894c1-9f5e-47bc-a9c6-d364fcfb10a3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "GET /v2.0/ports?device_id=d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026 HTTP/1.1" status: 200 len: 945 time: 0.2869990 Dec 15 13:57:36.677139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23297a98-d457-4715-b475-377920998ed0 req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.881475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:36.949533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 66c5e222-9136-4784-812e-2015c74d39d2 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:37.046071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a527dd-ad3d-45a9-bd0b-69052a7da64f']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:37.107499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f197c858-2512-4f04-9764-45d5ba34b6ad') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:37.107814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f197c858-2512-4f04-9764-45d5ba34b6ad') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:37.173739 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618fa962-0a00-42e7-9ee1-d670f6898006 req-d8b7b239-36c7-4acd-9765-333c07b3919a tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0705736 Dec 15 13:57:37.203635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.207385 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.286710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.314423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Deleting port 66c5e222-9136-4784-812e-2015c74d39d2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:57:37.314988 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.318665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:57:37.319283 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:57:37.324599 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:57:37.338332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 47aca57a-df6e-4554-9484-cd102f82fe0a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:37.385994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.402300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:37.502093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-23297a98-d457-4715-b475-377920998ed0 req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] For port 4f18dd4c-7747-4a26-b1f3-d769916f5a37, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:37.518944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.548939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.553722 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] 10.222.0.86 "DELETE /v2.0/networks/91a527dd-ad3d-45a9-bd0b-69052a7da64f HTTP/1.1" status: 204 len: 168 time: 2.0124714 Dec 15 13:57:37.580450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 47aca57a-df6e-4554-9484-cd102f82fe0a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:37.580901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 47aca57a-df6e-4554-9484-cd102f82fe0a not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:37.582334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:37.600481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bc48d-ce81-4b1f-b2d4-70fcf1052935 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a527dd-ad3d-45a9-bd0b-69052a7da64f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:37.610926 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238d102-380f-44b0-a092-d0ff59349e97" -d '{"events": [{"server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "name": "network-vif-unplugged", "status": "completed", "tag": "66c5e222-9136-4784-812e-2015c74d39d2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:37.629121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:37.629862 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.645722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23297a98-d457-4715-b475-377920998ed0 req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.654520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Calling delete_port for 66c5e222-9136-4784-812e-2015c74d39d2 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:57:37.658314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23297a98-d457-4715-b475-377920998ed0 req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.681659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 66c5e222-9136-4784-812e-2015c74d39d2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=66c5e222-9136-4784-812e-2015c74d39d2,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:37.688302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14120252-fe83-4307-b476-775d37debdc7', '4f18dd4c-7747-4a26-b1f3-d769916f5a37'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:37.695416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb244c6-c2c2-428b-9aa0-98d6c663e1c6 req-49390340-d14e-4112-8af9-5f005d7ee052 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:37.712077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['9efa67b1-0407-426e-8783-76f12beb0ba3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:37.713356 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dcb244c6-c2c2-428b-9aa0-98d6c663e1c6 req-49390340-d14e-4112-8af9-5f005d7ee052 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1501162 Dec 15 13:57:37.739660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'Port': ['ID=4f18dd4c-7747-4a26-b1f3-d769916f5a37,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:37.816207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23297a98-d457-4715-b475-377920998ed0 req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:37.817163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23297a98-d457-4715-b475-377920998ed0 req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.819475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23297a98-d457-4715-b475-377920998ed0 req-293c739e-c0e2-43ff-9a9a-2c6be9112145 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "PUT /v2.0/ports/4f18dd4c-7747-4a26-b1f3-d769916f5a37 HTTP/1.1" status: 200 len: 904 time: 1.3668294 Dec 15 13:57:37.820117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'tag': '4f18dd4c-7747-4a26-b1f3-d769916f5a37'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:37.823080 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9838f0c-a3e7-4f2a-9779-629113cc5a20" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3faf83-d667-4b69-b031-dd7e07f8ee97", "tag": "4f18dd4c-7747-4a26-b1f3-d769916f5a37"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:37.872435 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:37.906214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dcb244c6-c2c2-428b-9aa0-98d6c663e1c6 req-c9b6bfb7-de9f-47c6-9685-1142827a69e5 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907680 Dec 15 13:57:38.053118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['4f18dd4c-7747-4a26-b1f3-d769916f5a37'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:38.094646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:38.156977 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.335478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Pushing event deleted for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:38.339079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-24281225-network', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:38.363256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=66c5e222-9136-4784-812e-2015c74d39d2,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:38.366010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-906ed6ed-2783-4e9f-a6f8-0a3559b7554f req-68436da6-f2e6-4d44-a7f0-07b8a615db8b tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 210 time: 0.1656399 Dec 15 13:57:38.393191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] No DVR routers for this DVR port 66c5e222-9136-4784-812e-2015c74d39d2 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:57:38.395987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.400798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-550410b7-a7ec-464e-97ae-4b451b6ad1d9 req-d34a7ab5-61cd-4e96-a977-052121b9958e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "DELETE /v2.0/ports/66c5e222-9136-4784-812e-2015c74d39d2 HTTP/1.1" status: 204 len: 173 time: 1.7240770 Dec 15 13:57:38.478894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-93236391-47c9-419e-b9b1-45fed785e7a0 None None] Provisioning complete for port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:38.480044 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93236391-47c9-419e-b9b1-45fed785e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.611470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-897327bf-e562-4252-a640-d7c37d54831c req-f5ba311e-4312-4415-86f8-dd5fba02892e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=71ea898172254b599fb83dd8591c0238&device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.2214735 Dec 15 13:57:38.640072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Made reservation on behalf of aec91f686cd3428cbaa71a092cc558b4 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:38.647385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.793289 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd82fbb-bf35-4744-b62d-e4cf6ef3bc7c x-openstack-request-id: req-9fd82fbb-bf35-4744-b62d-e4cf6ef3bc7c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:38.793582 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "name": "network-vif-unplugged", "status": "completed", "tag": "66c5e222-9136-4784-812e-2015c74d39d2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:38.793906 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9fd82fbb-bf35-4744-b62d-e4cf6ef3bc7c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:38.794315 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2', 'code': 200} Dec 15 13:57:38.812032 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-17dc3e23-25d0-4908-9376-702f17652051 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f6d6f9760bd4d24800c78e0cbf1306d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7159898 Dec 15 13:57:38.812291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37364) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:38.925908 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31c7ad1b-5cd1-49fd-889e-4f1305cad84c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.929487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:38.933570 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba9ece2-af1e-4988-a280-3fd561e0ced1 x-openstack-request-id: req-7ba9ece2-af1e-4988-a280-3fd561e0ced1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:38.934013 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3faf83-d667-4b69-b031-dd7e07f8ee97", "tag": "4f18dd4c-7747-4a26-b1f3-d769916f5a37", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:38.934274 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ba9ece2-af1e-4988-a280-3fd561e0ced1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:38.935213 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'tag': '4f18dd4c-7747-4a26-b1f3-d769916f5a37', 'status': 'completed', 'code': 200} Dec 15 13:57:39.071603 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31c7ad1b-5cd1-49fd-889e-4f1305cad84c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:39.175449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-c07c7211-53e1-4ef0-aec1-1ac9c6a22228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.177393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-c07c7211-53e1-4ef0-aec1-1ac9c6a22228 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 1058 time: 0.2059464 Dec 15 13:57:39.350285 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31c7ad1b-5cd1-49fd-889e-4f1305cad84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:39.353022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31c7ad1b-5cd1-49fd-889e-4f1305cad84c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:39.363348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-31c7ad1b-5cd1-49fd-889e-4f1305cad84c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91cca03c-2e47-4605-9285-f001d2e9eea4 HTTP/1.1" status: 204 len: 168 time: 0.5493376 Dec 15 13:57:39.420442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cee3dbbe-09e6-49ca-be35-623e0f8465ab req-35251624-ee4c-4f9f-9f81-eb683e015036 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0743134 Dec 15 13:57:39.423370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7ad1b-5cd1-49fd-889e-4f1305cad84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cca03c-2e47-4605-9285-f001d2e9eea4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:39.475918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-9c46b411-d486-4ac5-9c43-86a1478c1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.480544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-9c46b411-d486-4ac5-9c43-86a1478c1b5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.2890794 Dec 15 13:57:39.594384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-537763d8-ac5b-4e1e-80f6-92e7abb77773 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37 HTTP/1.1" status: 200 len: 217 time: 0.1054993 Dec 15 13:57:39.636673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-897327bf-e562-4252-a640-d7c37d54831c req-9a46bcc1-4463-4a4a-8f4c-ecb2f7e00151 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=71ea898172254b599fb83dd8591c0238&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9820781 Dec 15 13:57:39.749133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-583179ab-13a2-4cd5-893d-2cfb85be91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.751101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-583179ab-13a2-4cd5-893d-2cfb85be91f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1462665 Dec 15 13:57:39.757655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897327bf-e562-4252-a640-d7c37d54831c req-8b38aa5b-83dd-4d6e-8501-c206a6fce38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.759329 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-897327bf-e562-4252-a640-d7c37d54831c req-8b38aa5b-83dd-4d6e-8501-c206a6fce38c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1108027 Dec 15 13:57:39.782465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655da4-af03-4037-a347-7a397118e9d3 req-e4743f12-c878-4d04-8936-11daf101f177 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.795837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e655da4-af03-4037-a347-7a397118e9d3 req-e4743f12-c878-4d04-8936-11daf101f177 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 907 time: 1.2238698 Dec 15 13:57:39.894780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5f61-8e0a-40bd-a525-9934dbefc910 req-d47c3634-e980-416d-9857-e1496d6e1da4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.902782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba1c5f61-8e0a-40bd-a525-9934dbefc910 req-d47c3634-e980-416d-9857-e1496d6e1da4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.3158572 Dec 15 13:57:39.922366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-adbdc971-ec18-45c0-b006-f257246009fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:39.924528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-adbdc971-ec18-45c0-b006-f257246009fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629217 Dec 15 13:57:40.002834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-d52f183c-b8a6-4854-9dc1-c1f3a430c4ec tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:40.004898 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-d52f183c-b8a6-4854-9dc1-c1f3a430c4ec tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.24 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 805 time: 1.3403525 Dec 15 13:57:40.080227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25e0bc39-7cc9-4ac1-b301-a5cc4168c17a req-fd0c74c1-5ef3-4ec7-bf24-d10aa247eac6 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 210 time: 0.1412103 Dec 15 13:57:40.165352 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.173592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.195338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:40.209542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.210274 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Added segment be21be85-363a-46ca-a9b8-b16568d26f24 of type vlan for network f8f30667-74c9-483c-8eff-773e9994c227 Dec 15 13:57:40.233188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba1c5f61-8e0a-40bd-a525-9934dbefc910 req-669403b4-141c-4885-96e4-3cad926ea3f9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193896 Dec 15 13:57:40.282852 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.319408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-658e4ee9-fab3-45d9-85f8-1181434f702d service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823066 Dec 15 13:57:40.342286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37390) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:40.392273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb2909-e2e9-4dfe-9f89-68ed26c5162a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:40.397682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.399356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:40.400364 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.427599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2e0553c0-d6a5-41dd-95f3-b92bd566f878 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e52fc518a5e449dc9f2393ea76287a65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0822461 Dec 15 13:57:40.431252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37392) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:40.443971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.444377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.444677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.445021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.445396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.445737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.446073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.446408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.446739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.447068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.451857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.452287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.452634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:40.548015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f30667-74c9-483c-8eff-773e9994c227,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:40.564873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f8f30667-74c9-483c-8eff-773e9994c227 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:40.568796 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0fe9ca27-7f5c-4181-9540-f7f12ae729c5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1653483 Dec 15 13:57:40.575638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37398) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:40.598020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Request body: {'subnet': {'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-subnet', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:40.646913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38415-9013-4f7a-b145-7ec1678cc31f req-b729349d-9893-4644-b4b3-3b34bbd4455c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:40.656409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52c38415-9013-4f7a-b145-7ec1678cc31f req-b729349d-9893-4644-b4b3-3b34bbd4455c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.3405638 Dec 15 13:57:40.730912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41473c25-7d0b-4612-b54e-3b7993a51876 req-d8ff5509-9025-4f58-a1ae-9f915f6cfd29 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.1176867 Dec 15 13:57:40.782448 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b93fe6b-a307-4095-bfa3-9fa7ebfa5112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.786053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9838f0c-a3e7-4f2a-9779-629113cc5a20 req-8782437e-1482-4e3a-981e-4dfd9baeefc1 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588976 Dec 15 13:57:40.824921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52c38415-9013-4f7a-b145-7ec1678cc31f req-bf798103-d574-4f6b-9147-2f77ef6b710a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589432 Dec 15 13:57:40.826604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Made reservation on behalf of aec91f686cd3428cbaa71a092cc558b4 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:40.830300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.840552 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b93fe6b-a307-4095-bfa3-9fa7ebfa5112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:40.936653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'name': 'network-vif-deleted', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:40.942872 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255da817-0beb-47f6-94b3-becc29c84c2e" -d '{"events": [{"server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "name": "network-vif-deleted", "tag": "66c5e222-9136-4784-812e-2015c74d39d2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:40.977383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 66c5e222-9136-4784-812e-2015c74d39d2 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:57:41.027115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 66c5e222-9136-4784-812e-2015c74d39d2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:57:41.030675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Request body: {'port': {'device_id': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'admin_state_up': True, 'tenant_id': '1e94547dee2d4a96a96e1579c336f7fb'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:41.032055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 66c5e222-9136-4784-812e-2015c74d39d2 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:57:41.052764 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fcf846-7e9b-461c-8581-7dec43a983e2 x-openstack-request-id: req-b3fcf846-7e9b-461c-8581-7dec43a983e2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:41.053560 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d265aeb3-7c0e-4ac2-8c79-10fa9bfd0026", "name": "network-vif-deleted", "tag": "66c5e222-9136-4784-812e-2015c74d39d2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:41.054024 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b3fcf846-7e9b-461c-8581-7dec43a983e2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:41.054624 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd265aeb3-7c0e-4ac2-8c79-10fa9bfd0026', 'name': 'network-vif-deleted', 'tag': '66c5e222-9136-4784-812e-2015c74d39d2', 'status': 'completed', 'code': 200} Dec 15 13:57:41.076089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-897327bf-e562-4252-a640-d7c37d54831c req-ce863268-6a6a-49b9-81dc-a4fec2fe7275 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.74 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.0475554 Dec 15 13:57:41.100136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b93fe6b-a307-4095-bfa3-9fa7ebfa5112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.104630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b93fe6b-a307-4095-bfa3-9fa7ebfa5112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.107524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1b93fe6b-a307-4095-bfa3-9fa7ebfa5112 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/20c787ba-1641-426f-909d-a3d7b04a4e77 HTTP/1.1" status: 204 len: 168 time: 0.6750610 Dec 15 13:57:41.135642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d47f9f-ccf7-4a1b-8d9b-1cbba6d9fa45 req-1aeda130-177b-4a32-84ef-528ad4724168 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:41.143895 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5d47f9f-ccf7-4a1b-8d9b-1cbba6d9fa45 req-1aeda130-177b-4a32-84ef-528ad4724168 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1906893 Dec 15 13:57:41.268872 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.328988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5d47f9f-ccf7-4a1b-8d9b-1cbba6d9fa45 req-2cd42d68-2b0a-44e4-9a92-480704693e08 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683276 Dec 15 13:57:41.332199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93fe6b-a307-4095-bfa3-9fa7ebfa5112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c787ba-1641-426f-909d-a3d7b04a4e77,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:41.540485 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc3ba46c-098c-42f4-a505-eb855e856f16 req-97be0c97-123f-4843-8403-96a9105d0e4e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 210 time: 0.2601504 Dec 15 13:57:41.629388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780442f-88bb-4376-b941-baf5813067f4 req-78314fc8-546a-42ab-b4ed-a027f583b6b6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:41.634051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5780442f-88bb-4376-b941-baf5813067f4 req-78314fc8-546a-42ab-b4ed-a027f583b6b6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1692486 Dec 15 13:57:41.634585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e07cd6a-ab43-4771-a96d-60a922b5afb8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:41.647129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Made reservation on behalf of 1e94547dee2d4a96a96e1579c336f7fb for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:41.651384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:41.708997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Checking segment: {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:41.709716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Network hostable DHCP agents. Network: f8f30667-74c9-483c-8eff-773e9994c227, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:41.771043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5780442f-88bb-4376-b941-baf5813067f4 req-c118e744-3c69-4a07-b4c1-17478d0fe51a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209955 Dec 15 13:57:41.792510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Network f8f30667-74c9-483c-8eff-773e9994c227 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:41.841910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f8f30667-74c9-483c-8eff-773e9994c227) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:41.852738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d253cbe-df1f-427c-bd1d-d8dd6532559d None None] Network f8f30667-74c9-483c-8eff-773e9994c227 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:41.860137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:41.860749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.132692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf365627-f197-4dd9-aef5-b2d2f44d1b85 None None] Network f8f30667-74c9-483c-8eff-773e9994c227 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:42.161214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f2607d08-4d72-4b60-8b50-23d46af126df admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5816789 Dec 15 13:57:42.161437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37442) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:42.178455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:42.183483 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0215e689-2e0d-485d-a91f-34812adf20c2 req-5765f392-642d-4a7d-abd2-c5cd06bc5382 tempest-ServerShowV254Test-279631242 tempest-ServerShowV254Test-279631242-project] 10.222.0.86 "GET /v2.0/ports?device_id=36055637-44fc-41f8-aa45-6d72c70b85da HTTP/1.1" status: 200 len: 210 time: 0.2127922 Dec 15 13:57:42.279972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Allocated IP 172.20.0.7 (02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6/9f5b67be-874a-450c-bd78-1442e6685b9d/e49d2fc9-a90f-4583-81c5-57a4c0fd105c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:42.352808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-ebeb7915-b104-4308-a1d6-3f7b47b91d14 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:42.364943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-ebeb7915-b104-4308-a1d6-3f7b47b91d14 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 0.3354259 Dec 15 13:57:42.393246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-312fcb18-a508-4c40-9dfd-07c5dad57fe0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/quotas/2ada53ad04704bb09edba8eca9eebc64 HTTP/1.1" status: 200 len: 375 time: 0.0265632 Dec 15 13:57:42.561651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-cfa736dd-e8e1-442e-a4c6-5831209b5ab1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1649859 Dec 15 13:57:42.630994 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.632105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.752528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73a09740-dce2-409e-8a52-8894517009df req-f16b18b5-aa3e-484e-812d-7787f580ab4b tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 210 time: 0.0786421 Dec 15 13:57:42.840973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-0b7d5e72-14ab-4d3a-b4e0-873a79e74d26 service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714243 Dec 15 13:57:42.883530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:42.886911 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.107641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-0aa4befe-4847-4d0b-a4c2-236ec337ebfc service neutron] 10.222.0.86 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556341 Dec 15 13:57:43.380275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.417730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfddd-5141-4319-a08a-3135f28f1599 req-f4b645ee-6ff2-4b22-af2c-a97f25c048ac tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:43.432323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f6dfddd-5141-4319-a08a-3135f28f1599 req-f4b645ee-6ff2-4b22-af2c-a97f25c048ac tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.3788869 Dec 15 13:57:43.571234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fae59b7-08af-4657-b558-749514e20f63 req-70c7b11f-3039-4549-bd3d-e61e920b141c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 210 time: 0.0676959 Dec 15 13:57:43.571395 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.634912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:43.662203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:43.672404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:43.675387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:43.739528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f6dfddd-5141-4319-a08a-3135f28f1599 req-9f98c08c-6b75-4343-8e3a-91e02872793f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049812 Dec 15 13:57:43.772258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:43.772971 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:43.846122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Pushing event updated for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:43.880175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-06153c8a-e38a-4cd1-afd0-3301d98f781f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8591037 Dec 15 13:57:44.024564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-862568005-network', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:44.127986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52c764-85ed-4d1c-a96f-fe4544a3fea1 req-afcfb52f-7256-4bed-94bc-292931beee12 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:44.132345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df52c764-85ed-4d1c-a96f-fe4544a3fea1 req-afcfb52f-7256-4bed-94bc-292931beee12 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 931 time: 0.2377837 Dec 15 13:57:44.140659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Made reservation on behalf of ac8643eab6974c54bd4ace358e11f7f0 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:44.143201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.172151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.189612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.274875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Request body: {'port': {'device_id': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:44.287391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.321467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.329951 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.401291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:44.419674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5e49f7-ccb2-4909-9af4-b775eb7999dd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:44.442177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df52c764-85ed-4d1c-a96f-fe4544a3fea1 req-cf16374a-17e0-487b-b7c2-ece8f23f0157 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736168 Dec 15 13:57:44.470114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.471131 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Added segment 11e82dc5-2cde-4cd9-a655-eca97e096145 of type vlan for network 3283fe27-d447-46f3-b635-65b1afc187f6 Dec 15 13:57:44.506596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37504) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:44.578818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.632119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.691491 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.693284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:44.694136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:44.755030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Allocated IP 172.25.7.32 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/898df047-418b-4b58-bf09-7b16c3c0a075) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:44.863174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] Pushing event updated for resources: {'Network': ['ID=3283fe27-d447-46f3-b635-65b1afc187f6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:44.870450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e1667a11-3ad6-4e99-9e51-5463dd258a23 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2338400 Dec 15 13:57:44.875567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37516) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:44.876355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 3283fe27-d447-46f3-b635-65b1afc187f6 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:44.891320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Request body: {'subnet': {'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-862568005-subnet', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:45.055593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e526fed9-be5b-4cbd-b048-43b0b2964b3a req-9ff9b3fb-8824-46ef-8dbc-76fd3be968dd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 210 time: 0.2213452 Dec 15 13:57:45.166619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Made reservation on behalf of ac8643eab6974c54bd4ace358e11f7f0 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:45.173193 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.471774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.765996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49d2fc9-a90f-4583-81c5-57a4c0fd105c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:45.786439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.811023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Transition to ACTIVE for port object e49d2fc9-a90f-4583-81c5-57a4c0fd105c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:57:45.835765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.842365 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:45.930837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1583f-59e4-4eec-b8c9-aeb30ff1d52d req-bba4399e-75d2-407d-8a7b-54d98ee47a85 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:45.939189 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4a1583f-59e4-4eec-b8c9-aeb30ff1d52d req-bba4399e-75d2-407d-8a7b-54d98ee47a85 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 931 time: 0.3738444 Dec 15 13:57:46.025632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:46.038354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:46.047837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Pushing event updated for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:46.061299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:46.066101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c9d47-f5e6-472a-b51e-2c77c2bccc7c None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:46.138759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d3787eda-f79c-43ad-b874-159ae1e0af85 None None] Provisioning complete for port 898df047-418b-4b58-bf09-7b16c3c0a075 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:46.139526 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3787eda-f79c-43ad-b874-159ae1e0af85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.214050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d3787eda-f79c-43ad-b874-159ae1e0af85 None None] Port 898df047-418b-4b58-bf09-7b16c3c0a075 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:46.223260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a50f-217f-41ce-9784-76b8e6d74bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.261569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2de3-c7af-468b-ac0c-5a2f6fca9d7c req-b7c4c747-05ad-43c5-a251-8c2f5ca3e9d0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:46.267934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-971e2de3-c7af-468b-ac0c-5a2f6fca9d7c req-b7c4c747-05ad-43c5-a251-8c2f5ca3e9d0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 1.3053796 Dec 15 13:57:46.268176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4a1583f-59e4-4eec-b8c9-aeb30ff1d52d req-34aaecc8-4753-4a8d-a7e2-1fd9566365e7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212695 Dec 15 13:57:46.344580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-4788493e-2224-4aac-8921-d2f44b483de8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:46.346810 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-4788493e-2224-4aac-8921-d2f44b483de8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 811 time: 1.1868124 Dec 15 13:57:46.353575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Pushing event updated for resources: {'Port': ['ID=898df047-418b-4b58-bf09-7b16c3c0a075,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:46.365751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Request body: {'port': {'device_id': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'admin_state_up': True, 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:46.458629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a50f-217f-41ce-9784-76b8e6d74bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.490086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Attempting to bind port e49d2fc9-a90f-4583-81c5-57a4c0fd105c on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:46.490343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Attempting to bind port e49d2fc9-a90f-4583-81c5-57a4c0fd105c by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:46.490563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Attempting to bind port e49d2fc9-a90f-4583-81c5-57a4c0fd105c on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:46.521994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a5894635-5246-4632-a7c8-92e80fca971f req-a49ceb1b-dfce-4f1d-8aea-47c601b8a90a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 210 time: 0.1123505 Dec 15 13:57:46.553019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Port e49d2fc9-a90f-4583-81c5-57a4c0fd105c on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:57:46.553589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Attempting to bind port e49d2fc9-a90f-4583-81c5-57a4c0fd105c on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:46.571069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:46.571519 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Checking segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:46.572049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Bound using segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:46.572653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Bound port: e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:46.573214 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.585098 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a50f-217f-41ce-9784-76b8e6d74bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.681456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.693103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:46.709278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:46.794123 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.816763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:46.818390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:46.820036 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] 10.222.0.24 "PUT /v2.0/ports/e49d2fc9-a90f-4583-81c5-57a4c0fd105c HTTP/1.1" status: 200 len: 1091 time: 2.9113185 Dec 15 13:57:46.833550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:46.835571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-971e2de3-c7af-468b-ac0c-5a2f6fca9d7c req-24c0b1a7-4b81-45be-9e96-603fc55a6115 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5414064 Dec 15 13:57:46.836353 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1732740-ad66-4bc9-abca-9a7872f11225" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:46.843623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3619bab-84e8-42c6-af66-54ee2a96791d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:46.845761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9a50f-217f-41ce-9784-76b8e6d74bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ca1e1c-a2ae-4abc-bbff-5e3d46805690,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:46.849979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b8a9a50f-217f-41ce-9784-76b8e6d74bdd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71ea898172254b599fb83dd8591c0238&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3404331 Dec 15 13:57:46.868077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37552) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:46.947039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Checking segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:46.947423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Network hostable DHCP agents. Network: 3283fe27-d447-46f3-b635-65b1afc187f6, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:47.009026 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.015391 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ff0a42-5580-4967-a029-c558bf5a09cd x-openstack-request-id: req-61ff0a42-5580-4967-a029-c558bf5a09cd {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:47.016144 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:47.016363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Network 3283fe27-d447-46f3-b635-65b1afc187f6 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:47.016493 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-61ff0a42-5580-4967-a029-c558bf5a09cd {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:47.016790 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'status': 'completed', 'code': 200} Dec 15 13:57:47.074997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc02a4b-74e5-4b78-a71c-1e68a52efa4e service neutron] Pushing event updated for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:47.076312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Made reservation on behalf of 2ada53ad04704bb09edba8eca9eebc64 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:47.090265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.096200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 3283fe27-d447-46f3-b635-65b1afc187f6) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:47.107593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d3eb10-3280-4ea4-b2d7-395356c24e48 None None] Network 3283fe27-d447-46f3-b635-65b1afc187f6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:47.162302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-256b5f69-e1b7-4d9f-a5fb-9e13f3d4f301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.166096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:47.166370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.258264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-960ceca1-c06a-4906-bed7-167716cfabc4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3788726 Dec 15 13:57:47.264494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37562) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:47.308664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:47.334995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-3283fe27-d447-46f3-b635-65b1afc187f6', 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'fixed_ips': [{'subnet_id': 'a3619bab-84e8-42c6-af66-54ee2a96791d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:57:47.335364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-256b5f69-e1b7-4d9f-a5fb-9e13f3d4f301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.341280 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.414696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.633096 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.634217 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.674247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014fee7-26ef-40c1-bae5-436cc8b9d56a req-ec0560f9-8b07-4f1d-8fb5-3126fe4ae251 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:47.682428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8014fee7-26ef-40c1-bae5-436cc8b9d56a req-ec0560f9-8b07-4f1d-8fb5-3126fe4ae251 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 943 time: 0.2478337 Dec 15 13:57:47.746394 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-256b5f69-e1b7-4d9f-a5fb-9e13f3d4f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.749587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-256b5f69-e1b7-4d9f-a5fb-9e13f3d4f301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.750749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-256b5f69-e1b7-4d9f-a5fb-9e13f3d4f301 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/17ca1e1c-a2ae-4abc-bbff-5e3d46805690 HTTP/1.1" status: 204 len: 168 time: 0.8658450 Dec 15 13:57:47.774906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Allocated IP 172.20.0.14 (0e07166e-e6e5-4522-9054-de8821e1eb7e/5de816d9-6c94-4257-bb63-81cc5bec5ed5/da85e1af-ca9a-4263-8bbe-968077aa4d30) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:47.780613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b5f69-e1b7-4d9f-a5fb-9e13f3d4f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ca1e1c-a2ae-4abc-bbff-5e3d46805690,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:47.854750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:47.994387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Allocated IP 172.20.0.2 (3283fe27-d447-46f3-b635-65b1afc187f6/a3619bab-84e8-42c6-af66-54ee2a96791d/051308d6-22cb-421b-b3b7-a9d2f90ae1ef) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:48.026688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8014fee7-26ef-40c1-bae5-436cc8b9d56a req-4b3b6338-2e16-4572-9381-97a54b081697 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421414 Dec 15 13:57:48.413194 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a583ba99-bdec-44d3-9d2f-2344ff1b7e2e req-29d748c5-672f-4cc2-acb6-12a072d5c620 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 210 time: 0.0816300 Dec 15 13:57:48.442455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Router 87a463bf-9372-47b1-90e7-a53821454a76 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:48.463248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.535154 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.554137 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.670299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.679397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Network 3283fe27-d447-46f3-b635-65b1afc187f6 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:48.682368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.692208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:48.723238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14120252-fe83-4307-b476-775d37debdc7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:48.727904 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['9efa67b1-0407-426e-8783-76f12beb0ba3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:57:48.730590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:48.737313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:48.743664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:48.745995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:48.759196 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Sync routers for ids ['87a463bf-9372-47b1-90e7-a53821454a76'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:48.775297 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Routers {'87a463bf-9372-47b1-90e7-a53821454a76'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:48.776114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['87a463bf-9372-47b1-90e7-a53821454a76'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:48.799799 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:48.807467 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-872c6dd1-272b-4a27-8e78-a19dfa131a95 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6345992 Dec 15 13:57:48.813862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37594) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:48.871089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:49.050712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:49.051359 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.149379 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Set router 87a463bf-9372-47b1-90e7-a53821454a76 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:49.186462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8281839 Dec 15 13:57:49.253962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Request body: {'port': {'device_id': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:49.381730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Pushing event updated for resources: {'Port': ['ID=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:49.398893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Attempting to bind port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:49.399738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Attempting to bind port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:49.400324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Attempting to bind port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef on network 3283fe27-d447-46f3-b635-65b1afc187f6 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:49.410344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.410988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.411683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.412237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.412762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.413276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.413791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.414317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.414831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.415348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.416760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.417298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.417826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:57:49.421286 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T13:57:46Z', 'revision_number': 3, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port': {'id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:44Z', 'updated_at': '2021-12-15T13:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:49.439550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:49.440288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Checking segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:49.440925 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.441502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Bound using segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:49.442165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Bound port: 051308d6-22cb-421b-b3b7-a9d2f90ae1ef, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:49.442746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.459273 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Checking router: 87a463bf-9372-47b1-90e7-a53821454a76 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:49.459635 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Updating router 87a463bf-9372-47b1-90e7-a53821454a76 port 898df047-418b-4b58-bf09-7b16c3c0a075 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:49.518405 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.554488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d72f9a37-cb10-4ba5-bd16-06a64e979115 None None] Provisioning complete for port da85e1af-ca9a-4263-8bbe-968077aa4d30 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:49.555141 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d72f9a37-cb10-4ba5-bd16-06a64e979115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.558220 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.630091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076aee7-d25f-4226-8c90-21a10e43a852 req-1053804a-d405-4ebc-bf0f-30828dd06d25 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:49.634337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d72f9a37-cb10-4ba5-bd16-06a64e979115 None None] Port da85e1af-ca9a-4263-8bbe-968077aa4d30 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:49.650918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5076aee7-d25f-4226-8c90-21a10e43a852 req-1053804a-d405-4ebc-bf0f-30828dd06d25 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.9723907 Dec 15 13:57:49.714418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54d87d-3174-43cd-b5b3-9c4babd570bc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event updated for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:49.757522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da906208-2f76-4679-8960-f4119d14b2f6 req-22d2b196-40fb-4879-9cbb-7f6661704cdf tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:49.759082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da906208-2f76-4679-8960-f4119d14b2f6 req-22d2b196-40fb-4879-9cbb-7f6661704cdf tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 943 time: 0.4705086 Dec 15 13:57:49.771681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732740-ad66-4bc9-abca-9a7872f11225 req-2e5cf0a7-c71b-4ec1-b511-7b66592bfc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:49.775505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1732740-ad66-4bc9-abca-9a7872f11225 req-2e5cf0a7-c71b-4ec1-b511-7b66592bfc9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 1094 time: 0.4086926 Dec 15 13:57:49.805273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] For port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:49.825866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] For port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:49.849829 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:49.883517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-ca5e0323-0f9c-4b81-b0d2-76bea74e32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:49.888041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-ca5e0323-0f9c-4b81-b0d2-76bea74e32d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 1094 time: 0.3441007 Dec 15 13:57:49.906566 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5076aee7-d25f-4226-8c90-21a10e43a852 req-e9a843d3-f7f0-4d25-b65b-7f4ecd848a1e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547760 Dec 15 13:57:50.011456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b1bb7-9b54-4678-9cc0-e5731ef29764 None None] Pushing event updated for resources: {'Port': ['ID=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.090092 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.100294 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.169096 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da906208-2f76-4679-8960-f4119d14b2f6 req-183ce301-69bd-4813-817e-4201ce51b369 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902447 Dec 15 13:57:50.183822 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf379fd-9a1a-4a3c-bd43-28a3912eaa04 None None] Pushing event updated for resources: {'Port': ['ID=898df047-418b-4b58-bf09-7b16c3c0a075,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.223037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b460d1fe-853e-4c39-a10c-b47fbee049bf None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:50.234794 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Attempting to bind port 898df047-418b-4b58-bf09-7b16c3c0a075 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:50.235751 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Attempting to bind port 898df047-418b-4b58-bf09-7b16c3c0a075 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:50.236344 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Attempting to bind port 898df047-418b-4b58-bf09-7b16c3c0a075 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:50.262102 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:50.263078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732740-ad66-4bc9-abca-9a7872f11225 req-786139e7-c44b-4ded-9cee-b54739d79c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:50.264158 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:50.264586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1732740-ad66-4bc9-abca-9a7872f11225 req-786139e7-c44b-4ded-9cee-b54739d79c27 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4765747 Dec 15 13:57:50.264919 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.265486 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:50.266146 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Bound port: 898df047-418b-4b58-bf09-7b16c3c0a075, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:50.266711 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.292351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d9c3075a-3f51-412f-80e0-0c51819fd6b4 None None] Provisioning complete for port 898df047-418b-4b58-bf09-7b16c3c0a075 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:50.292800 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9c3075a-3f51-412f-80e0-0c51819fd6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.354934 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] For port 898df047-418b-4b58-bf09-7b16c3c0a075, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:50.372637 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] For port 898df047-418b-4b58-bf09-7b16c3c0a075, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=898df047-418b-4b58-bf09-7b16c3c0a075,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:50.386056 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.401302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d9c3075a-3f51-412f-80e0-0c51819fd6b4 None None] Port 898df047-418b-4b58-bf09-7b16c3c0a075 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:50.496187 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf379fd-9a1a-4a3c-bd43-28a3912eaa04 None None] Pushing event updated for resources: {'Port': ['ID=898df047-418b-4b58-bf09-7b16c3c0a075,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.513650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff057c5c-fea0-4c2e-ab03-4e6a83c78454 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:50.530064 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Routers {'87a463bf-9372-47b1-90e7-a53821454a76'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:50.534859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['87a463bf-9372-47b1-90e7-a53821454a76'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:50.560656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffd0eb-33c6-4ba3-b78f-63d174c95f6e req-c7382831-cd61-44e5-a57a-28567f4ed111 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:50.569449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91ffd0eb-33c6-4ba3-b78f-63d174c95f6e req-c7382831-cd61-44e5-a57a-28567f4ed111 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 932 time: 0.2600439 Dec 15 13:57:50.639881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8a11398c-d1b3-4561-868c-4d36797f4f0f None None] Provisioning complete for port 898df047-418b-4b58-bf09-7b16c3c0a075 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:50.640433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a11398c-d1b3-4561-868c-4d36797f4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.709391 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] Set router 87a463bf-9372-47b1-90e7-a53821454a76 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:50.729014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37626) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:50.754715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732740-ad66-4bc9-abca-9a7872f11225 req-98b06ece-262c-4d78-9a28-9f98cb2d8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:50.756213 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1732740-ad66-4bc9-abca-9a7872f11225 req-98b06ece-262c-4d78-9a28-9f98cb2d8abe service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4769349 Dec 15 13:57:50.801097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-c655845f-d94c-4bb4-aac0-41c39e354259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:50.802622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-c655845f-d94c-4bb4-aac0-41c39e354259 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.8872671 Dec 15 13:57:50.823712 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a11398c-d1b3-4561-868c-4d36797f4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.875758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8a11398c-d1b3-4561-868c-4d36797f4f0f None None] For port 898df047-418b-4b58-bf09-7b16c3c0a075, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=898df047-418b-4b58-bf09-7b16c3c0a075,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:50.889515 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a11398c-d1b3-4561-868c-4d36797f4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.907377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-4bac6108-95fd-45e3-b3fb-5a0307dd8930 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2306218 Dec 15 13:57:50.924492 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:50.986712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11398c-d1b3-4561-868c-4d36797f4f0f None None] Pushing event updated for resources: {'Port': ['ID=898df047-418b-4b58-bf09-7b16c3c0a075,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:50.992814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-d8a9dd6c-7b84-4b9f-a35a-324cb1054332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:50.994316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-d8a9dd6c-7b84-4b9f-a35a-324cb1054332 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 1094 time: 0.1572659 Dec 15 13:57:51.035132 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T13:57:46Z', 'revision_number': 3, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port': {'id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:44Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:51.037091 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.066752 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f33a42-7ebc-4a5f-852b-3eea59f80387 None None] The sync data for ids ['87a463bf-9372-47b1-90e7-a53821454a76'] in n-d-821840-1 is: [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T13:57:46Z', 'revision_number': 3, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port': {'id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:44Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:51.098600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-a088a811-916c-4c6d-9c93-6825a14d9cb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c HTTP/1.1" status: 200 len: 217 time: 0.0945842 Dec 15 13:57:51.206162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.248688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-1dc18cd1-7b36-4541-b613-bafa2cfdf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:51.250567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-1dc18cd1-7b36-4541-b613-bafa2cfdf03b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 1096 time: 0.2601326 Dec 15 13:57:51.338710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91ffd0eb-33c6-4ba3-b78f-63d174c95f6e req-12411d1e-5784-494b-bcad-d0c57fc7b028 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7680793 Dec 15 13:57:51.376009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 051308d6-22cb-421b-b3b7-a9d2f90ae1ef up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:51.377366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-769881c5-574e-4045-8619-a01bc5586e5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261 HTTP/1.1" status: 200 len: 999 time: 0.5552158 Dec 15 13:57:51.535854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:51.536537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.570922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf1f17-efe5-42b7-a35c-bbe217beefd5 req-396a3810-5df1-4017-bc3c-35dc760594a8 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:51.579458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5cf1f17-efe5-42b7-a35c-bbe217beefd5 req-396a3810-5df1-4017-bc3c-35dc760594a8 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.4755590 Dec 15 13:57:51.628725 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-798d36e9-55f5-489c-8c72-955e8ed69b94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.643100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Allocated IP 172.25.7.196 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/0c99c806-79fd-479b-9ed9-38cda3846c81) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:51.701260 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5cf1f17-efe5-42b7-a35c-bbe217beefd5 req-1fa8133b-e3b7-488a-bd15-fd38261d77d3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205978 Dec 15 13:57:51.729495 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.739770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-5767a64d-52ce-4abf-a65b-959c9cee1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:51.741837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-5767a64d-52ce-4abf-a65b-959c9cee1196 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f5b67be-874a-450c-bd78-1442e6685b9d HTTP/1.1" status: 200 len: 845 time: 0.5417602 Dec 15 13:57:51.795331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:51.808745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.809002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-4cac77be-b066-4c57-b9bf-af00c2782e86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501046 Dec 15 13:57:51.811071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Allocated IP 172.20.0.1 (f8f30667-74c9-483c-8eff-773e9994c227/4e07cd6a-ab43-4771-a96d-60a922b5afb8/eae02df3-0365-4df7-839c-f15de54b8b90) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:51.816704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240542e-a0af-432c-8037-039e45327e92 None None] Network 3283fe27-d447-46f3-b635-65b1afc187f6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:51.869805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-0c7b330b-0600-4fe1-8f2e-3acbdbe73690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:51.872159 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-0c7b330b-0600-4fe1-8f2e-3acbdbe73690 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.5753698 Dec 15 13:57:51.943181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:51.957278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:51.977937 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-5063d151-8f22-42e0-91c0-83cc3b51aba4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14120252-fe83-4307-b476-775d37debdc7 HTTP/1.1" status: 200 len: 217 time: 0.0585947 Dec 15 13:57:52.021243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da85e1af-ca9a-4263-8bbe-968077aa4d30 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:52.053655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.075285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-f774102d-68e0-4142-a2b6-9e4bd8dff2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:52.076923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-f774102d-68e0-4142-a2b6-9e4bd8dff2b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.0610967 Dec 15 13:57:52.079563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0a157a21-78c8-4197-8ec2-4ec13a44826b None None] Provisioning complete for port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:52.080336 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a157a21-78c8-4197-8ec2-4ec13a44826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.099795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37644) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:52.103693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.246364 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-16e8db4f-f9a0-49ec-9b46-b780f23b738b service neutron] 10.222.0.24 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162471 Dec 15 13:57:52.258568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:52.263785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Transition to ACTIVE for port object da85e1af-ca9a-4263-8bbe-968077aa4d30 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:57:52.288318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:52.293019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-2d5c9ae4-1d29-45b5-95c5-f1badc20e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:52.297249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-2d5c9ae4-1d29-45b5-95c5-f1badc20e376 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.6560059 Dec 15 13:57:52.301508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-72dda0f8-b0e2-4f8b-8140-c27e53264a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:52.303062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-72dda0f8-b0e2-4f8b-8140-c27e53264a10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150452 Dec 15 13:57:52.304323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:52.306383 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.306615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.315032 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1bdb11-ef0e-4f28-af1d-0799c7dd68f8 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:52.333628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Pushing event updated for resources: {'Port': ['ID=0c99c806-79fd-479b-9ed9-38cda3846c81,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:52.358533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ee335-187b-427b-a358-25a904e9765e req-7a43d03b-0513-4531-a215-db252e5383ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:52.360363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-916ee335-187b-427b-a358-25a904e9765e req-7a43d03b-0513-4531-a215-db252e5383ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 943 time: 0.7148545 Dec 15 13:57:52.415213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-61677377-fe65-452f-833f-4d88a51e155c None None] Provisioning complete for port 0c99c806-79fd-479b-9ed9-38cda3846c81 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:52.415583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-61677377-fe65-452f-833f-4d88a51e155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.493747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-798d36e9-55f5-489c-8c72-955e8ed69b94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.518914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-61677377-fe65-452f-833f-4d88a51e155c None None] Port 0c99c806-79fd-479b-9ed9-38cda3846c81 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:57:52.548761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f86078a-9a8c-41b0-911c-7315d5187fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.553497 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-798d36e9-55f5-489c-8c72-955e8ed69b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.657902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a5cae460-9639-4a70-926c-40f719159814 None None] Provisioning complete for port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:52.658361 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5cae460-9639-4a70-926c-40f719159814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:52.661581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d36e9-55f5-489c-8c72-955e8ed69b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ac200-829b-4c46-9d4e-022b118238ed,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:52.697845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Pushing event updated for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:52.792862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-916ee335-187b-427b-a358-25a904e9765e req-83b6deb1-992e-4fc0-8934-9aea14f722cb tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657590 Dec 15 13:57:52.797284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-798d36e9-55f5-489c-8c72-955e8ed69b94 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8e5cfd178464671b55ed4eac415e50d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0672543 Dec 15 13:57:52.982819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:53.062654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1fbb123-db7c-4653-be8d-b8420bb88f11 req-3dfc4460-053c-458d-a893-65835736eec9 service neutron] 10.222.0.24 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8029790 Dec 15 13:57:53.131888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d04bd-bc71-4efb-9377-6f3526c5037c req-31bd0486-17f7-47b9-b7d9-6c02d33be940 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:53.133477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e6d04bd-bc71-4efb-9377-6f3526c5037c req-31bd0486-17f7-47b9-b7d9-6c02d33be940 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 944 time: 0.6160903 Dec 15 13:57:53.140386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.146341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-a376ba25-bbb4-488a-83e7-0a7ddfe76517 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908716 Dec 15 13:57:53.219318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-50062021-a180-4de2-b16d-25fb0c52eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:53.220980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-50062021-a180-4de2-b16d-25fb0c52eb04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9014537 Dec 15 13:57:53.317872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Network f8f30667-74c9-483c-8eff-773e9994c227 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:53.342818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:53.345289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94aecaf3-1d1f-4319-8a10-f24d9e9a171d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.350382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5ae5a-da4b-4f85-b044-deffe1ab77d7 req-a92d780b-93e7-4fcf-a0b3-f55a2b4c4480 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:53.351799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffb5ae5a-da4b-4f85-b044-deffe1ab77d7 req-a92d780b-93e7-4fcf-a0b3-f55a2b4c4480 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1999030 Dec 15 13:57:53.359170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:53.361924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=eae02df3-0365-4df7-839c-f15de54b8b90,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:53.404084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f86078a-9a8c-41b0-911c-7315d5187fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.415784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 898df047-418b-4b58-bf09-7b16c3c0a075 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:53.431717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Attempting to bind port da85e1af-ca9a-4263-8bbe-968077aa4d30 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:53.432124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Attempting to bind port da85e1af-ca9a-4263-8bbe-968077aa4d30 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:53.432417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Attempting to bind port da85e1af-ca9a-4263-8bbe-968077aa4d30 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:53.449558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffb5ae5a-da4b-4f85-b044-deffe1ab77d7 req-4d903cf8-f1b6-4da2-8bb6-754579ec2987 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705271 Dec 15 13:57:53.459065 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f86078a-9a8c-41b0-911c-7315d5187fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.477024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 898df047-418b-4b58-bf09-7b16c3c0a075 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:53.477455 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.501001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Port da85e1af-ca9a-4263-8bbe-968077aa4d30 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:57:53.501339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Attempting to bind port da85e1af-ca9a-4263-8bbe-968077aa4d30 on network 0e07166e-e6e5-4522-9054-de8821e1eb7e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:53.524083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:53.524354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Checking segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:53.524809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Bound using segment: {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:53.525855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e6d04bd-bc71-4efb-9377-6f3526c5037c req-98adcf77-5ba9-4343-a002-85f9f82b382f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775649 Dec 15 13:57:53.528768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94aecaf3-1d1f-4319-8a10-f24d9e9a171d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.532198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Bound port: da85e1af-ca9a-4263-8bbe-968077aa4d30, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857b069f-ecb5-4d89-bf13-9db93430562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:53.532704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.550166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-28bb5531-a238-4a48-bc1e-a4239f452243 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200269 Dec 15 13:57:53.577337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86078a-9a8c-41b0-911c-7315d5187fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fd0ba1-070a-4732-8550-a1ef765295d5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:53.591531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8f86078a-9a8c-41b0-911c-7315d5187fc8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=00c7ac6fea1a43a184abf2efcf4df668&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4905846 Dec 15 13:57:53.592622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.596531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 051308d6-22cb-421b-b3b7-a9d2f90ae1ef up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:53.601930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37656) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:53.648030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:53.648690 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.664638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00ac1c90-34ba-41b5-a09c-d1df7d0775c8 req-1d46ed2f-0d17-4153-b36e-90190f0f4f56 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819152 Dec 15 13:57:53.706196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.755751 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2807766f-84b4-46d5-9bf3-00bde5a2c8b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.757653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94aecaf3-1d1f-4319-8a10-f24d9e9a171d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.760450 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94aecaf3-1d1f-4319-8a10-f24d9e9a171d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.761788 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-94aecaf3-1d1f-4319-8a10-f24d9e9a171d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4e4ac200-829b-4c46-9d4e-022b118238ed HTTP/1.1" status: 204 len: 168 time: 0.7742963 Dec 15 13:57:53.773715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:53.789120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aecaf3-1d1f-4319-8a10-f24d9e9a171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ac200-829b-4c46-9d4e-022b118238ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:53.806516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2807766f-84b4-46d5-9bf3-00bde5a2c8b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.843101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cedaa0b-28b8-4426-8a4b-1d5dc2fb2f9f req-debfaee8-76a0-430f-9bc0-cb0b01dc1494 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578428 Dec 15 13:57:53.846732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:53.854697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.886065 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.967952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2807766f-84b4-46d5-9bf3-00bde5a2c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.970976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2807766f-84b4-46d5-9bf3-00bde5a2c8b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.972542 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2807766f-84b4-46d5-9bf3-00bde5a2c8b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/21fd0ba1-070a-4732-8550-a1ef765295d5 HTTP/1.1" status: 204 len: 168 time: 0.3694487 Dec 15 13:57:53.983984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:53.984854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:53.986465 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] 10.222.0.74 "PUT /v2.0/ports/da85e1af-ca9a-4263-8bbe-968077aa4d30 HTTP/1.1" status: 200 len: 1092 time: 4.7739899 Dec 15 13:57:53.990769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:57:53.993277 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:57:54.010849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807766f-84b4-46d5-9bf3-00bde5a2c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fd0ba1-070a-4732-8550-a1ef765295d5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.044850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5bf53-3605-49c8-a6be-a2c62e12a212 service neutron] Pushing event updated for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.114669 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f437391-0ec2-4618-85af-e257b357d113 x-openstack-request-id: req-4f437391-0ec2-4618-85af-e257b357d113 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:57:54.114904 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:57:54.115098 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4f437391-0ec2-4618-85af-e257b357d113 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:57:54.115592 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'status': 'completed', 'code': 200} Dec 15 13:57:54.129664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8257b-b3a5-4355-bcb9-36251398ad57 req-801d07a2-9280-4bac-9829-7ee971b3e344 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:54.131260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfb8257b-b3a5-4355-bcb9-36251398ad57 req-801d07a2-9280-4bac-9829-7ee971b3e344 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 943 time: 0.2347293 Dec 15 13:57:54.228872 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.236851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.265342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfb8257b-b3a5-4355-bcb9-36251398ad57 req-e8d785d9-95a6-4e63-8fe4-a04f2453dec5 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040816 Dec 15 13:57:54.328804 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.336743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=eae02df3-0365-4df7-839c-f15de54b8b90,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:54.369651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.379723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-2eb64c2a-3593-477f-99e8-a784401a7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:54.381622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-2eb64c2a-3593-477f-99e8-a784401a7e15 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 1095 time: 0.3316383 Dec 15 13:57:54.443429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Network f8f30667-74c9-483c-8eff-773e9994c227 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:54.445201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:54.464249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-8479f89f-d05f-4469-8c68-f711d500e8c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30 HTTP/1.1" status: 200 len: 217 time: 0.0405848 Dec 15 13:57:54.555668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-00619d6e-3738-49fc-afb0-4cb5aa684b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:54.557454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-00619d6e-3738-49fc-afb0-4cb5aa684b16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.0839839 Dec 15 13:57:54.588003 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Router 87a463bf-9372-47b1-90e7-a53821454a76 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:57:54.648997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37686) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:54.707048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b8fa877-d283-45fd-b991-fa31e017c47e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.716773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-860e7e4e-fc05-401c-b9c2-5924c04abe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:54.718279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-860e7e4e-fc05-401c-b9c2-5924c04abe24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504886 Dec 15 13:57:54.732418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3d59-7fad-43c7-a134-3ed2e5ae9c6a req-4559bca2-9de2-44d1-ba99-8e3ec4dac273 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:54.733927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-120f3d59-7fad-43c7-a134-3ed2e5ae9c6a req-4559bca2-9de2-44d1-ba99-8e3ec4dac273 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 944 time: 0.1223681 Dec 15 13:57:54.747175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa47e57-9373-4461-ae86-3cd21cd75c45 req-199b9d24-c548-45ef-8946-a20daa47f3f3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:54.748892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fa47e57-9373-4461-ae86-3cd21cd75c45 req-199b9d24-c548-45ef-8946-a20daa47f3f3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1495047 Dec 15 13:57:54.860511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Router 09387a89-3630-4a09-a522-151f6183e75c is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:57:54.876253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-120f3d59-7fad-43c7-a134-3ed2e5ae9c6a req-5a44a935-d9f3-448e-89d0-4f0e10d05ebd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301162 Dec 15 13:57:54.891437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:54.896553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Sync routers for ids ['87a463bf-9372-47b1-90e7-a53821454a76'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:54.900817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a9f4d321-22cc-4d1d-85a9-09864ea8e1e4 admin admin] 10.222.0.86 "PUT /v2.0/routers/87a463bf-9372-47b1-90e7-a53821454a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0852292 Dec 15 13:57:54.911607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Routers {'87a463bf-9372-47b1-90e7-a53821454a76'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:54.912643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['87a463bf-9372-47b1-90e7-a53821454a76'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:54.914838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fa47e57-9373-4461-ae86-3cd21cd75c45 req-6b4a6545-359a-489b-b2a2-ca0d7ad959fb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600432 Dec 15 13:57:54.924881 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-d4a86bd1-89f5-4215-a469-99ab5c44e461 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898856 Dec 15 13:57:54.965034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b8fa877-d283-45fd-b991-fa31e017c47e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:54.974368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37696) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:54.984424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b8fa877-d283-45fd-b991-fa31e017c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.072592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Set router 87a463bf-9372-47b1-90e7-a53821454a76 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:55.084586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6b8fa877-d283-45fd-b991-fa31e017c47e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b5cc5e2426141e2bb6e619857585235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324253 Dec 15 13:57:55.088380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37702) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:55.105023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fa877-d283-45fd-b991-fa31e017c47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb53c3-1444-401c-be64-d3d178297eb5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:55.150812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1083813427-network', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:55.210013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Made reservation on behalf of 1cfafcad347e48f2a116f45a1d385cd4 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:55.213081 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.227525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:57:55.228008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5774-eb6f-4904-acec-c21b5312111f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.230318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.234934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff03b46f-3a2e-4e75-9855-2392da0d25e7 req-273dd32e-4950-412b-aa93-416b58129321 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600698 Dec 15 13:57:55.240909 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Sync routers for ids ['09387a89-3630-4a09-a522-151f6183e75c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:57:55.256319 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Routers {'09387a89-3630-4a09-a522-151f6183e75c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:55.259272 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09387a89-3630-4a09-a522-151f6183e75c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:55.265419 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.268765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1c2da802-5733-48f0-affb-6565c4c30d5a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0044761 Dec 15 13:57:55.271915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37710) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:55.276544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5774-eb6f-4904-acec-c21b5312111f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.379168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5774-eb6f-4904-acec-c21b5312111f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.383487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5774-eb6f-4904-acec-c21b5312111f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.389057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dd0f5774-eb6f-4904-acec-c21b5312111f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a5cb53c3-1444-401c-be64-d3d178297eb5 HTTP/1.1" status: 204 len: 168 time: 0.2992699 Dec 15 13:57:55.406967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f5774-eb6f-4904-acec-c21b5312111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb53c3-1444-401c-be64-d3d178297eb5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:55.436625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.441893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.449806 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Set router 09387a89-3630-4a09-a522-151f6183e75c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:55.470522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T13:57:53Z', 'revision_number': 4, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port': {'id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:44Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'eae02df3-0365-4df7-839c-f15de54b8b90', 'name': '', 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'mac_address': 'fa:16:3e:3d:5d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e07cd6a-ab43-4771-a96d-60a922b5afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:50Z', 'updated_at': '2021-12-15T13:57:53Z', 'revision_number': 2, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'subnets': [{'id': '4e07cd6a-ab43-4771-a96d-60a922b5afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:55.475508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:57:55.511074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.512652 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Added segment ee417544-a164-481d-8ac6-e6baa2359192 of type vlan for network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f Dec 15 13:57:55.514428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Checking router: 87a463bf-9372-47b1-90e7-a53821454a76 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:55.514967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Updating router 87a463bf-9372-47b1-90e7-a53821454a76 port eae02df3-0365-4df7-839c-f15de54b8b90 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:55.559109 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.595109 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.676714 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:57:53Z', 'revision_number': 3, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port': {'id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:51Z', 'updated_at': '2021-12-15T13:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:55.699374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26cd3b-0d3c-4270-a12e-10f1e583b903 req-9675f6b1-9025-4c44-a80b-49e799d8257f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:55.704523 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b26cd3b-0d3c-4270-a12e-10f1e583b903 req-9675f6b1-9025-4c44-a80b-49e799d8257f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 943 time: 0.2218289 Dec 15 13:57:55.709481 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Checking router: 09387a89-3630-4a09-a522-151f6183e75c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:57:55.710071 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Updating router 09387a89-3630-4a09-a522-151f6183e75c port 0c99c806-79fd-479b-9ed9-38cda3846c81 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:57:55.714161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.714648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-98179511-9937-48d6-aab9-22273fbf1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:55.716666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:55.717929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.718837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-98179511-9937-48d6-aab9-22273fbf1c84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 1095 time: 0.2551053 Dec 15 13:57:55.741861 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.836697 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8610587 Dec 15 13:57:55.842547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:55.850098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Request body: {'subnet': {'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1083813427-subnet', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:55.889405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Made reservation on behalf of 1cfafcad347e48f2a116f45a1d385cd4 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:57:55.893332 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:55.984445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b26cd3b-0d3c-4270-a12e-10f1e583b903 req-4e3ea5a8-ad8e-44cc-b6a6-610422c19c91 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641807 Dec 15 13:57:56.003052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-ca96246f-a73b-41fb-a89c-d19189990540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.015070 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-ca96246f-a73b-41fb-a89c-d19189990540 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.2836897 Dec 15 13:57:56.078357 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-3980276a-40f4-4cd6-98ff-47e450290d3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30 HTTP/1.1" status: 200 len: 217 time: 0.0537257 Dec 15 13:57:56.090235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.099282 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.170365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ac749-3b3e-41db-9335-80bc1ed2242b None None] Pushing event updated for resources: {'Port': ['ID=eae02df3-0365-4df7-839c-f15de54b8b90,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:56.219926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d575e1-95e9-414a-84b9-f092b513466b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:56.229435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.242344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Attempting to bind port eae02df3-0365-4df7-839c-f15de54b8b90 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:56.242738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Attempting to bind port eae02df3-0365-4df7-839c-f15de54b8b90 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:56.243401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Attempting to bind port eae02df3-0365-4df7-839c-f15de54b8b90 on network f8f30667-74c9-483c-8eff-773e9994c227 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:56.264844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:56.265857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Checking segment: {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:56.266775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.267193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Bound using segment: {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:56.268491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Bound port: eae02df3-0365-4df7-839c-f15de54b8b90, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:56.268915 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.280428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39861a-4f84-4e0c-aba4-ea132501ee27 admin admin] Pushing event updated for resources: {'Network': ['ID=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:56.312663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:57:56.329244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Checking segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:56.329604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Network hostable DHCP agents. Network: 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:57:56.347259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-662bfaef-fd05-480c-9fb5-9e0514d06212 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.349062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-662bfaef-fd05-480c-9fb5-9e0514d06212 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 817 time: 0.7076273 Dec 15 13:57:56.360763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8e970b-665e-4e4a-8afe-c57adf028ca3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:56.377838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-d62d0f12-d475-48fd-a343-70188077aca2 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/quotas/aec91f686cd3428cbaa71a092cc558b4 HTTP/1.1" status: 200 len: 375 time: 0.0191588 Dec 15 13:57:56.378978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:57:56.421899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:56.426784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.427453 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.457037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8ec4cf8c-e7e9-4ca0-b558-f0c32ddb1921 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6119809 Dec 15 13:57:56.457704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:57:56.463855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:56.496210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-7afdd0e0-3a39-4bdf-81fb-a6a9ecf93187 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096187 Dec 15 13:57:56.499531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.500696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.571637 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.587691 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.599153 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.618806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-99e889ef-42f2-436b-ba64-7a65c0c7883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.621017 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-99e889ef-42f2-436b-ba64-7a65c0c7883c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.1154709 Dec 15 13:57:56.673399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cae81-f211-4409-ab76-b8f543dbbe37 req-d265342b-e51e-4e1e-b6bd-af9b5b0437c6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.675149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-043cae81-f211-4409-ab76-b8f543dbbe37 req-d265342b-e51e-4e1e-b6bd-af9b5b0437c6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 944 time: 0.1817539 Dec 15 13:57:56.751742 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Attempting to bind port 0c99c806-79fd-479b-9ed9-38cda3846c81 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:56.752161 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Attempting to bind port 0c99c806-79fd-479b-9ed9-38cda3846c81 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:56.752541 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Attempting to bind port 0c99c806-79fd-479b-9ed9-38cda3846c81 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:56.755657 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4ed41-6784-4d55-aa75-491d4cf53fc3 None None] Pushing event updated for resources: {'Port': ['ID=0c99c806-79fd-479b-9ed9-38cda3846c81,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:56.775969 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:56.778018 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:56.779237 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.780512 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:56.781503 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Bound port: 0c99c806-79fd-479b-9ed9-38cda3846c81, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:56.782878 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.786141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e49d2fc9-a90f-4583-81c5-57a4c0fd105c details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:56.793618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f07096-aabc-4c8b-ae6f-1a774ea296d3 None None] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:57:56.819423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:56.821103 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-043cae81-f211-4409-ab76-b8f543dbbe37 req-c2a82e04-9149-4d8c-b789-f9f6f5bf2ec9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282225 Dec 15 13:57:56.845876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-642516ec-86da-4383-94c9-b309ebcf8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:56.845876 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-642516ec-86da-4383-94c9-b309ebcf8ebf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678224 Dec 15 13:57:56.905094 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] For port 0c99c806-79fd-479b-9ed9-38cda3846c81, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:56.909580 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] For port 0c99c806-79fd-479b-9ed9-38cda3846c81, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0c99c806-79fd-479b-9ed9-38cda3846c81,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:56.919088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afbdd9e-c4e9-499a-9eb2-44c200b74aaa None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:56.920863 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.031424 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.037101 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Routers {'09387a89-3630-4a09-a522-151f6183e75c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:57.037740 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09387a89-3630-4a09-a522-151f6183e75c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:57.044271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ad239-5287-4f50-be88-4b7790bdd598 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:57.054746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:57:57.056036 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.090452 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:57:57.102948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4ed41-6784-4d55-aa75-491d4cf53fc3 None None] Pushing event updated for resources: {'Port': ['ID=0c99c806-79fd-479b-9ed9-38cda3846c81,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:57.127811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-dd7a8cd2-1d78-4de1-83e4-cafd2d8ba406 service neutron] 10.222.0.86 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539441 Dec 15 13:57:57.152172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abac2a-84b9-4b46-8322-294bef98f515 req-7145219c-89e4-4bf6-a8f9-7d2a4da8b90d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:57.152172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45abac2a-84b9-4b46-8322-294bef98f515 req-7145219c-89e4-4bf6-a8f9-7d2a4da8b90d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.2458725 Dec 15 13:57:57.186860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-27897d5f-8d04-446c-9915-64a8a328e1f4 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336804 Dec 15 13:57:57.249547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:57.259156 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] Set router 09387a89-3630-4a09-a522-151f6183e75c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:57.282882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] For port eae02df3-0365-4df7-839c-f15de54b8b90, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:57.287350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] For port eae02df3-0365-4df7-839c-f15de54b8b90, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eae02df3-0365-4df7-839c-f15de54b8b90,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:57.320353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'port_id': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'mac_address': 'fa:16:3e:44:56:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b67be-874a-450c-bd78-1442e6685b9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:57.350860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.363982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f3f5d-2c5f-4e25-a585-c0e484e89d1a req-0c542a73-29a5-400e-9365-9a2bfcfdf6fe service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498871 Dec 15 13:57:57.398858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-4b8dc172-de94-4fbe-80dc-85d9d3644ee4 service neutron] 10.222.0.86 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594702 Dec 15 13:57:57.405356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45abac2a-84b9-4b46-8322-294bef98f515 req-fb0267b3-de24-4002-a5f5-3105c1f041eb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445676 Dec 15 13:57:57.480312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.506610 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.534089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Allocated IP 172.20.0.1 (3283fe27-d447-46f3-b635-65b1afc187f6/a3619bab-84e8-42c6-af66-54ee2a96791d/76839abc-ef74-439c-b65a-7047e1b9c53e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:57.633912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Allocated IP 172.20.0.2 (95a6e18a-6f23-4ff5-8c0f-a89dfc49476f/0a8e970b-665e-4e4a-8afe-c57adf028ca3/64d69541-2c26-49da-9717-a1ef025d081b) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:57.654438 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:57:53Z', 'revision_number': 3, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port': {'id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:51Z', 'updated_at': '2021-12-15T13:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:57.698151 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f52b3-6500-4c09-9da2-1e0646a9b300 None None] The sync data for ids ['09387a89-3630-4a09-a522-151f6183e75c'] in n-d-821840-1 is: [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:57:53Z', 'revision_number': 3, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port': {'id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:51Z', 'updated_at': '2021-12-15T13:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:57:57.726769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Allocated IP 172.25.7.139 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/a9703285-6bc1-4818-a463-7073d13cbe9a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:57:57.867062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475040c-3b65-45c8-87b0-316a0ac35fb7 req-e6d82dd1-47f0-4e89-9342-84603530f5a6 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:57.869687 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8475040c-3b65-45c8-87b0-316a0ac35fb7 req-e6d82dd1-47f0-4e89-9342-84603530f5a6 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 943 time: 0.1318080 Dec 15 13:57:57.911330 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.943051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.945990 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-954fd8e1-a927-45e8-877b-9b6063a82b16 req-f04269f5-e81e-45ac-924d-cf02ecd941e8 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 210 time: 0.0772414 Dec 15 13:57:57.951837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:57.957824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ac749-3b3e-41db-9335-80bc1ed2242b None None] Pushing event updated for resources: {'Port': ['ID=eae02df3-0365-4df7-839c-f15de54b8b90,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:57.977679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.069199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Pushing event updated for resources: {'Port': ['ID=64d69541-2c26-49da-9717-a1ef025d081b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:58.071999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c3dba9ab-d312-49b8-8236-fd46eda27d35 None None] Provisioning complete for port 0c99c806-79fd-479b-9ed9-38cda3846c81 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:57:58.076617 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3dba9ab-d312-49b8-8236-fd46eda27d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.077968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.086721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49d2fc9-a90f-4583-81c5-57a4c0fd105c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:57:58.087558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8475040c-3b65-45c8-87b0-316a0ac35fb7 req-afceb67b-19d5-4bd8-a25f-2b45d8d7a5e1 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106466 Dec 15 13:57:58.155214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.163613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:58.171398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:58.176795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:58.180138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:58.186103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Routers {'87a463bf-9372-47b1-90e7-a53821454a76'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:57:58.187076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['87a463bf-9372-47b1-90e7-a53821454a76'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:57:58.277185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Network 3283fe27-d447-46f3-b635-65b1afc187f6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:58.281542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:58.287490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:58.291415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Pushing event updated for resources: {'Port': ['ID=76839abc-ef74-439c-b65a-7047e1b9c53e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:58.324616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.383287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.397174 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.397843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:58.471295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:57:58.472268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9703285-6bc1-4818-a463-7073d13cbe9a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:58.478535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:57:58.481982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:57:58.571515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b93f6c-1ff1-422a-8880-6f9fede8f8fe req-d3099100-86d7-4146-8632-7ac164b05f28 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:58.571515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6b93f6c-1ff1-422a-8880-6f9fede8f8fe req-d3099100-86d7-4146-8632-7ac164b05f28 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 944 time: 0.4521980 Dec 15 13:57:58.585301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2633e-1b2f-40c1-a3bf-220d5d7ea47a None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:57:58.739805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:57:58.831647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6b93f6c-1ff1-422a-8880-6f9fede8f8fe req-25709d30-1938-434e-857f-9da3b3c45b22 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419746 Dec 15 13:57:58.894433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:57:58.908885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Attempting to bind port 64d69541-2c26-49da-9717-a1ef025d081b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:57:58.909541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Attempting to bind port 64d69541-2c26-49da-9717-a1ef025d081b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:57:58.910993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Attempting to bind port 64d69541-2c26-49da-9717-a1ef025d081b on network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:57:58.955195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:57:58.955582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Checking segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:57:58.956034 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:58.956443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Bound using segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:57:58.956983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Bound port: 64d69541-2c26-49da-9717-a1ef025d081b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:57:58.957368 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.022777 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.035675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-16e38f2d-71ed-4538-a069-b89b7993b683 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:59.040558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-16e38f2d-71ed-4538-a069-b89b7993b683 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 817 time: 0.5376086 Dec 15 13:57:59.066091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b221-cf8e-4741-bad4-8acc46d74cbc req-e2ee4c0f-afd1-45c0-a1f0-b88b114988bc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:59.067668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1785b221-cf8e-4741-bad4-8acc46d74cbc req-e2ee4c0f-afd1-45c0-a1f0-b88b114988bc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 943 time: 0.1213713 Dec 15 13:57:59.071036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.125717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:59.145220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-3d8b995c-dac2-492f-b124-b3b47ab3a90d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/quotas/aec91f686cd3428cbaa71a092cc558b4 HTTP/1.1" status: 200 len: 375 time: 0.0736144 Dec 15 13:57:59.182408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1785b221-cf8e-4741-bad4-8acc46d74cbc req-4e349d55-44dc-49f0-91f4-531b0df30dc1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618210 Dec 15 13:57:59.310822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] For port 64d69541-2c26-49da-9717-a1ef025d081b, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:57:59.319513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] For port 64d69541-2c26-49da-9717-a1ef025d081b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=64d69541-2c26-49da-9717-a1ef025d081b,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:57:59.344242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device da85e1af-ca9a-4263-8bbe-968077aa4d30 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:57:59.349393 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.351954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'port_id': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'mac_address': 'fa:16:3e:a6:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:57:59.378941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] Set router 87a463bf-9372-47b1-90e7-a53821454a76 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:57:59.397990 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-149c0a14-5551-431c-bafd-89b856319b31 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2345331 Dec 15 13:57:59.500689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0c99c806-79fd-479b-9ed9-38cda3846c81 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:57:59.504967 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3dba9ab-d312-49b8-8236-fd46eda27d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.747271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-beeb4055-615d-425c-9dd8-fdc8e950afe0 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:59.748755 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-beeb4055-615d-425c-9dd8-fdc8e950afe0 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.24 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 817 time: 0.3779974 Dec 15 13:57:59.761123 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-83762c4a-f549-4c40-a5ff-3fc6a0cb170c service neutron] 10.222.0.86 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621280 Dec 15 13:57:59.788446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Request body: {'port': {'device_id': 'fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2', 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227', 'admin_state_up': True, 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:57:59.858756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c3dba9ab-d312-49b8-8236-fd46eda27d35 None None] For port 0c99c806-79fd-479b-9ed9-38cda3846c81, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0c99c806-79fd-479b-9ed9-38cda3846c81,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:57:59.872994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.888518 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:57:59.893335 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3dba9ab-d312-49b8-8236-fd46eda27d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.903481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ba2f4-85fb-46a7-8882-6367cffc35f2 req-f552cba7-e555-44e2-9511-ff6e64935934 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:57:59.916850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b0ba2f4-85fb-46a7-8882-6367cffc35f2 req-f552cba7-e555-44e2-9511-ff6e64935934 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 944 time: 0.1731422 Dec 15 13:57:59.922272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:57:59.970436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.003454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f688e-460e-475d-9634-bea66e29d67a None None] Pushing event updated for resources: {'Port': ['ID=64d69541-2c26-49da-9717-a1ef025d081b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:00.024153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99e53cc-d1e1-4294-9649-6da7e35e4261 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:00.062092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.076600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b0ba2f4-85fb-46a7-8882-6367cffc35f2 req-194b3436-bfc0-4577-9d97-5e73778e0ad0 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585155 Dec 15 13:58:00.078498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Pushing event updated for resources: {'Port': ['ID=76839abc-ef74-439c-b65a-7047e1b9c53e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:00.115454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-90cf62de-c7a2-4fc2-ba28-87abe0794b9b service neutron] 10.222.0.86 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520355 Dec 15 13:58:00.132120 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.314677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Made reservation on behalf of aec91f686cd3428cbaa71a092cc558b4 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:00.318961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.519786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e4efd-f27f-46df-bcf7-dfa3d2c63a8e req-3804b6c0-91f4-4486-9afb-d201a18b0e96 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:00.528551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf9e4efd-f27f-46df-bcf7-dfa3d2c63a8e req-3804b6c0-91f4-4486-9afb-d201a18b0e96 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 944 time: 0.2645514 Dec 15 13:58:00.532440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Network 3283fe27-d447-46f3-b635-65b1afc187f6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:00.536801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:00.538178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:00.620040 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.641903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0c99c806-79fd-479b-9ed9-38cda3846c81 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:00.642266 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.677371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T13:57:53Z', 'revision_number': 4, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port': {'id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:44Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'eae02df3-0365-4df7-839c-f15de54b8b90', 'name': '', 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'mac_address': 'fa:16:3e:3d:5d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e07cd6a-ab43-4771-a96d-60a922b5afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:50Z', 'updated_at': '2021-12-15T13:57:57Z', 'revision_number': 4, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'subnets': [{'id': '4e07cd6a-ab43-4771-a96d-60a922b5afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:00.717386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf9e4efd-f27f-46df-bcf7-dfa3d2c63a8e req-a399e610-549a-4dee-9118-380ff2b5c24f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831965 Dec 15 13:58:00.737226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-36db2cd7-9d37-4ea2-a406-b22e00cb6624 None None] Provisioning complete for port 76839abc-ef74-439c-b65a-7047e1b9c53e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:00.737415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36db2cd7-9d37-4ea2-a406-b22e00cb6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:00.765626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Router 59d055da-6db8-43fd-bce9-74a02ba21744 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:58:00.781899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e3c36-a953-4841-b32b-22847aa01d92 req-f22b1125-0ea6-4f96-aac2-ee77168a64c9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:00.784217 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231e3c36-a953-4841-b32b-22847aa01d92 req-f22b1125-0ea6-4f96-aac2-ee77168a64c9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 944 time: 0.1516244 Dec 15 13:58:00.944082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231e3c36-a953-4841-b32b-22847aa01d92 req-469519ee-abe1-4b20-92a7-13a4015e7d0e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404870 Dec 15 13:58:00.952580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Allocated IP 172.20.0.4 (f8f30667-74c9-483c-8eff-773e9994c227/4e07cd6a-ab43-4771-a96d-60a922b5afb8/a890701b-a83e-4d7e-899b-21ce2c86957b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:00.974040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Router 09387a89-3630-4a09-a522-151f6183e75c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:58:01.005146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:01.041582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Sync routers for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:01.042600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f1ad28d-f465-4cfa-a1fa-4c47980e17fb req-e0cb327f-3361-427a-9b7f-b10c90c980b5 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 210 time: 0.0673573 Dec 15 13:58:01.044573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dba9ab-d312-49b8-8236-fd46eda27d35 None None] Pushing event updated for resources: {'Port': ['ID=0c99c806-79fd-479b-9ed9-38cda3846c81,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:01.048315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13f2ee-466a-4059-a0d3-f55b003dbc1a None None] The sync data for ids ['87a463bf-9372-47b1-90e7-a53821454a76'] in n-d-821840-1 is: [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T13:57:53Z', 'revision_number': 4, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port': {'id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:44Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'eae02df3-0365-4df7-839c-f15de54b8b90', 'name': '', 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'mac_address': 'fa:16:3e:3d:5d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e07cd6a-ab43-4771-a96d-60a922b5afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:50Z', 'updated_at': '2021-12-15T13:57:57Z', 'revision_number': 4, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'subnets': [{'id': '4e07cd6a-ab43-4771-a96d-60a922b5afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:01.122717 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.124868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cceed960-a350-46ea-94ea-b1c6ed11c1e9 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6653364 Dec 15 13:58:01.160322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:01.165152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:01.237339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['e49d2fc9-a90f-4583-81c5-57a4c0fd105c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:01.239811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c99e53cc-d1e1-4294-9649-6da7e35e4261'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:01.248661 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.366075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-36db2cd7-9d37-4ea2-a406-b22e00cb6624 None None] Port 76839abc-ef74-439c-b65a-7047e1b9c53e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:01.374521 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.406702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'mac_address': 'fa:16:3e:86:53:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:01.440981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:01.442110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:01.641285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e46967c2-ea89-4030-8962-e963eff1af39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.725738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-36db2cd7-9d37-4ea2-a406-b22e00cb6624 None None] Provisioning complete for port 0c99c806-79fd-479b-9ed9-38cda3846c81 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:01.726505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36db2cd7-9d37-4ea2-a406-b22e00cb6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:01.834823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:01.837199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:01.850517 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Sync routers for ids ['09387a89-3630-4a09-a522-151f6183e75c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:01.872719 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Routers {'09387a89-3630-4a09-a522-151f6183e75c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:01.875795 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:57:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09387a89-3630-4a09-a522-151f6183e75c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:01.886570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29b6a3b3-88a9-46c6-b69e-faf7db55b93a admin admin] 10.222.0.86 "PUT /v2.0/routers/09387a89-3630-4a09-a522-151f6183e75c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6132638 Dec 15 13:58:01.937239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a14b0-21d0-4f02-85a7-fa601600f008 req-1e5e9ac3-c310-4c8e-9e94-fa977c31ca00 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:01.951656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e67a14b0-21d0-4f02-85a7-fa601600f008 req-1e5e9ac3-c310-4c8e-9e94-fa977c31ca00 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 944 time: 0.2364955 Dec 15 13:58:02.055324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:02.149053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e67a14b0-21d0-4f02-85a7-fa601600f008 req-8526eea3-2e8a-4aa2-8cbd-54f01a444c9e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936831 Dec 15 13:58:02.179240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d09928-3204-4012-9528-34ea7e7d7fda req-1b33546a-dcb8-4397-a0b2-8dcecdad26ed tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:02.192152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20d09928-3204-4012-9528-34ea7e7d7fda req-1b33546a-dcb8-4397-a0b2-8dcecdad26ed tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 944 time: 0.2577043 Dec 15 13:58:02.214709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.289040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.317904 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Set router 09387a89-3630-4a09-a522-151f6183e75c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:02.378661 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20d09928-3204-4012-9528-34ea7e7d7fda req-4d52ca14-b9d4-4105-aba0-92f8558abb95 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854432 Dec 15 13:58:02.523539 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.561892 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.607835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Network f8f30667-74c9-483c-8eff-773e9994c227 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:02.612630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:02.617176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-31560e03-9466-4ed9-89b2-e1eb903ec406 req-b9847fde-9611-4e81-b8f9-cd15802a6ab8 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 210 time: 0.0421352 Dec 15 13:58:02.646987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96af7d0-2e56-40db-892c-f77fe97c0820 None None] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:02.657205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Pushing event updated for resources: {'Port': ['ID=a890701b-a83e-4d7e-899b-21ce2c86957b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:02.698445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:02.825397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:02.826377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:02.893174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd123488-6b50-4b17-ac56-49d2d588efc7 req-b288b5db-d962-4e4a-8c23-121c8a4adcba tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:02.895374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd123488-6b50-4b17-ac56-49d2d588efc7 req-b288b5db-d962-4e4a-8c23-121c8a4adcba tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 944 time: 0.3801224 Dec 15 13:58:02.903924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-e3398e73-98ae-4d02-853a-5962216d9e5d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1228571 Dec 15 13:58:02.942135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Request body: {'port': {'device_id': 'fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:02.955157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Allocated IP 172.20.0.1 (95a6e18a-6f23-4ff5-8c0f-a89dfc49476f/0a8e970b-665e-4e4a-8afe-c57adf028ca3/5ebbbdd0-8d5d-4130-808b-f1857cb5deb5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:02.966190 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:57:58Z', 'revision_number': 4, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port': {'id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:51Z', 'updated_at': '2021-12-15T13:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '76839abc-ef74-439c-b65a-7047e1b9c53e', 'name': '', 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'mac_address': 'fa:16:3e:73:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'a3619bab-84e8-42c6-af66-54ee2a96791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:57:59Z', 'revision_number': 2, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'subnets': [{'id': 'a3619bab-84e8-42c6-af66-54ee2a96791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:03.014760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da85e1af-ca9a-4263-8bbe-968077aa4d30 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:03.040125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:03.052537 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Checking router: 09387a89-3630-4a09-a522-151f6183e75c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:03.054948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Updating router 09387a89-3630-4a09-a522-151f6183e75c port 76839abc-ef74-439c-b65a-7047e1b9c53e binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:58:03.114541 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.132907 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.138858 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.231145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7225993c-be82-4b38-8568-9539429e6435 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:03.233207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7225993c-be82-4b38-8568-9539429e6435 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.74 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 817 time: 0.9507945 Dec 15 13:58:03.302521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.385433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd123488-6b50-4b17-ac56-49d2d588efc7 req-4fc12318-44a4-4b93-899c-0c767c4ef8f2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4794014 Dec 15 13:58:03.399102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Request body: {'port': {'device_id': '7114862f-f957-4c2b-b9a5-c781e1c0ca74', 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227', 'admin_state_up': True, 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:03.510619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.554794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['da85e1af-ca9a-4263-8bbe-968077aa4d30'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:03.657358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:03.685614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27d4b-71cc-4672-b859-8a5440820f7f req-da2714ed-56e8-4455-baf8-b1a182229fbe tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:03.689232 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25e27d4b-71cc-4672-b859-8a5440820f7f req-da2714ed-56e8-4455-baf8-b1a182229fbe tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 944 time: 0.3426936 Dec 15 13:58:03.706892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0c99c806-79fd-479b-9ed9-38cda3846c81 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:03.710690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1935768600-network', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:03.784591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:03.808194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:03.816741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:03.819878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:03.874658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Made reservation on behalf of ac9007ef812040c3a1e6314d8dcdfad3 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:03.878604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.902266 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.909360 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.921318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25e27d4b-71cc-4672-b859-8a5440820f7f req-9fd58882-dfff-4939-b10a-625d8b1f06d0 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932919 Dec 15 13:58:03.925703 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.966196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-36db2cd7-9d37-4ea2-a406-b22e00cb6624 None None] Provisioning complete for port a9703285-6bc1-4818-a463-7073d13cbe9a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:03.966573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36db2cd7-9d37-4ea2-a406-b22e00cb6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:03.989014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.023999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:04.051972 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658c66-8c98-4b9b-810e-6fbe06530e54 None None] Pushing event updated for resources: {'Port': ['ID=76839abc-ef74-439c-b65a-7047e1b9c53e,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:04.069270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-36db2cd7-9d37-4ea2-a406-b22e00cb6624 None None] Port a9703285-6bc1-4818-a463-7073d13cbe9a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:04.083392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ddd226b7-c234-4a58-accb-49ac28a34df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.152731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118039d9-77ec-416e-a515-4e233a2c2a95 req-3c618438-d127-4828-abea-7696eeea1391 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:04.158538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-118039d9-77ec-416e-a515-4e233a2c2a95 req-3c618438-d127-4828-abea-7696eeea1391 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 945 time: 0.3533506 Dec 15 13:58:04.177651 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Attempting to bind port 76839abc-ef74-439c-b65a-7047e1b9c53e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:04.178435 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Attempting to bind port 76839abc-ef74-439c-b65a-7047e1b9c53e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:04.179050 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Attempting to bind port 76839abc-ef74-439c-b65a-7047e1b9c53e on network 3283fe27-d447-46f3-b635-65b1afc187f6 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:04.201718 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:04.202574 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Checking segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:04.203155 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.203714 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Bound using segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:04.204567 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Bound port: 76839abc-ef74-439c-b65a-7047e1b9c53e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:04.205139 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.238227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89b94be9-d379-4485-9126-ba127ab63e14 req-d8ec7319-8096-4ea7-8284-809b8e03fdea tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 210 time: 0.1336844 Dec 15 13:58:04.239274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0c99c806-79fd-479b-9ed9-38cda3846c81 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:04.242411 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.310041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-118039d9-77ec-416e-a515-4e233a2c2a95 req-2e49e62d-df36-4378-9e6b-427a5b2ea852 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502764 Dec 15 13:58:04.346165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Made reservation on behalf of aec91f686cd3428cbaa71a092cc558b4 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:04.353585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.357134 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] For port 76839abc-ef74-439c-b65a-7047e1b9c53e, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:04.363370 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] For port 76839abc-ef74-439c-b65a-7047e1b9c53e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76839abc-ef74-439c-b65a-7047e1b9c53e,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:04.371704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.375750 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.382704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.406319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Provisioning complete for port 76839abc-ef74-439c-b65a-7047e1b9c53e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:04.406613 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.459556 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658c66-8c98-4b9b-810e-6fbe06530e54 None None] Pushing event updated for resources: {'Port': ['ID=76839abc-ef74-439c-b65a-7047e1b9c53e,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:04.479095 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Routers {'09387a89-3630-4a09-a522-151f6183e75c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:04.480036 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09387a89-3630-4a09-a522-151f6183e75c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:04.495053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:57:58Z', 'revision_number': 3, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:04.513524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391c45dc-b326-4ea7-a1fd-3c99ea7939b1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:04.562319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Checking router: 59d055da-6db8-43fd-bce9-74a02ba21744 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:04.562808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Updating router 59d055da-6db8-43fd-bce9-74a02ba21744 port a9703285-6bc1-4818-a463-7073d13cbe9a binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:58:04.569045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:04.602729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.609914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.610302 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Added segment 45dcbe34-effe-469a-989b-c590e0ba043a of type vlan for network 4c538e94-09d2-4836-8e92-7aaf2745a896 Dec 15 13:58:04.695973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a890701b-a83e-4d7e-899b-21ce2c86957b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:04.710026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e49d2fc9-a90f-4583-81c5-57a4c0fd105c up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:04.718525 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.752408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Transition to ACTIVE for port object a890701b-a83e-4d7e-899b-21ce2c86957b will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:04.773339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.782390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.795852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0f608-df79-49e4-b673-24b9e1160f62 req-cc19dcf8-b57e-46e5-a08b-6c3333c4772a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:04.800834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6ff0f608-df79-49e4-b673-24b9e1160f62 req-cc19dcf8-b57e-46e5-a08b-6c3333c4772a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 944 time: 0.2113340 Dec 15 13:58:04.843774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.845349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:04.845914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.850139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:04.855183 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] Set router 09387a89-3630-4a09-a522-151f6183e75c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:04.906080 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2138162 Dec 15 13:58:04.922723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:04.935712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Request body: {'subnet': {'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1935768600-subnet', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:05.008565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Made reservation on behalf of ac9007ef812040c3a1e6314d8dcdfad3 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:05.010946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.059572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Allocated IP 172.20.0.13 (f8f30667-74c9-483c-8eff-773e9994c227/4e07cd6a-ab43-4771-a96d-60a922b5afb8/7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:05.082027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Pushing event updated for resources: {'Port': ['ID=a890701b-a83e-4d7e-899b-21ce2c86957b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:05.113473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Attempting to bind port a890701b-a83e-4d7e-899b-21ce2c86957b on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:05.113882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Attempting to bind port a890701b-a83e-4d7e-899b-21ce2c86957b by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:05.114162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Attempting to bind port a890701b-a83e-4d7e-899b-21ce2c86957b on network f8f30667-74c9-483c-8eff-773e9994c227 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:05.130272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2299c-81f0-4b7a-8f81-87cef720f9a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c538e94-09d2-4836-8e92-7aaf2745a896,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:05.150645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6ff0f608-df79-49e4-b673-24b9e1160f62 req-62959404-ecdb-41b4-9080-bf5db51e04d2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144517 Dec 15 13:58:05.151915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Port a890701b-a83e-4d7e-899b-21ce2c86957b on network f8f30667-74c9-483c-8eff-773e9994c227 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:05.152269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Attempting to bind port a890701b-a83e-4d7e-899b-21ce2c86957b on network f8f30667-74c9-483c-8eff-773e9994c227 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:05.291801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 4c538e94-09d2-4836-8e92-7aaf2745a896 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:05.299037 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:57:58Z', 'revision_number': 4, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port': {'id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:51Z', 'updated_at': '2021-12-15T13:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '76839abc-ef74-439c-b65a-7047e1b9c53e', 'name': '', 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'mac_address': 'fa:16:3e:73:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'a3619bab-84e8-42c6-af66-54ee2a96791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'subnets': [{'id': 'a3619bab-84e8-42c6-af66-54ee2a96791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:05.310442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.320054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:05.321538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Checking segment: {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:05.322220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Bound using segment: {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:05.322899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Bound port: a890701b-a83e-4d7e-899b-21ce2c86957b, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:05.323969 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.329567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.338993 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e99a4-711e-435c-af6c-9720e5854e79 None None] The sync data for ids ['09387a89-3630-4a09-a522-151f6183e75c'] in n-d-821840-1 is: [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:57:58Z', 'revision_number': 4, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port': {'id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:51Z', 'updated_at': '2021-12-15T13:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '76839abc-ef74-439c-b65a-7047e1b9c53e', 'name': '', 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'mac_address': 'fa:16:3e:73:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'a3619bab-84e8-42c6-af66-54ee2a96791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'subnets': [{'id': 'a3619bab-84e8-42c6-af66-54ee2a96791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:05.431329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eae02df3-0365-4df7-839c-f15de54b8b90 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:05.445826 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.458657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940253ad-6a11-4922-8f24-544719521157 req-59d35162-e27c-4ea6-9ad7-51ed4c8c6df3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:05.460240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-940253ad-6a11-4922-8f24-544719521157 req-59d35162-e27c-4ea6-9ad7-51ed4c8c6df3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 944 time: 0.3941450 Dec 15 13:58:05.564644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.565608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f975df27-eccf-495f-b388-1d4157464f87 req-d7718a87-5e74-49e4-943d-42faf3e9c98e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 210 time: 0.1293075 Dec 15 13:58:05.612308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:05.616677 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.670048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] For port a890701b-a83e-4d7e-899b-21ce2c86957b, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:05.673952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] For port a890701b-a83e-4d7e-899b-21ce2c86957b, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a890701b-a83e-4d7e-899b-21ce2c86957b,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:05.682413 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.696649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.776076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Pushing event updated for resources: {'Port': ['ID=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:05.789930 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.791470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.887428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00b03d-39fa-4f30-8d2b-a40f9ccaac64 req-6e0672e8-aa46-4cfb-8790-2670dd7f8205 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:05.889319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff00b03d-39fa-4f30-8d2b-a40f9ccaac64 req-6e0672e8-aa46-4cfb-8790-2670dd7f8205 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 945 time: 0.1997826 Dec 15 13:58:05.894739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.896475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port e49d2fc9-a90f-4583-81c5-57a4c0fd105c completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:05.915491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Network f8f30667-74c9-483c-8eff-773e9994c227 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:05.916537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Pushing event updated for resources: {'Port': ['ID=a890701b-a83e-4d7e-899b-21ce2c86957b,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:05.932139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port e49d2fc9-a90f-4583-81c5-57a4c0fd105c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:05.933311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:05.937460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.941197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-940253ad-6a11-4922-8f24-544719521157 req-6024d211-5478-4255-8950-1865f78b035e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734733 Dec 15 13:58:05.942027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:05.953277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:05.953943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:05.955510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-fc901399-d0e3-481b-8357-519f08c51b5e service neutron] 10.222.0.24 "PUT /v2.0/ports/a890701b-a83e-4d7e-899b-21ce2c86957b HTTP/1.1" status: 200 len: 1091 time: 3.0180604 Dec 15 13:58:05.955954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2', 'tag': 'a890701b-a83e-4d7e-899b-21ce2c86957b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:05.958292 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763ecd64-c4bf-4430-b042-c1890c5b2786" -d '{"events": [{"name": "network-changed", "server_uuid": "fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2", "tag": "a890701b-a83e-4d7e-899b-21ce2c86957b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:05.982032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da65a50f-889b-41aa-98b2-d246be82e469,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:06.025621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:06.026292 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.031543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] For port 76839abc-ef74-439c-b65a-7047e1b9c53e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76839abc-ef74-439c-b65a-7047e1b9c53e,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:06.041616 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.111115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff00b03d-39fa-4f30-8d2b-a40f9ccaac64 req-3458fba7-b2e0-4ffe-9c1e-713f585d4bee tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136474 Dec 15 13:58:06.112122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Checking segment: {'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:06.112601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Network hostable DHCP agents. Network: 4c538e94-09d2-4836-8e92-7aaf2745a896, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:06.141709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:06.142752 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.153424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:06.177986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port eae02df3-0365-4df7-839c-f15de54b8b90 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:06.177986 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.179969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-7894f680-9129-4962-9431-392288d7cc24 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7961226 Dec 15 13:58:06.180286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-f30666b2-2949-4544-bd42-764131a2e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:06.181914 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-f30666b2-2949-4544-bd42-764131a2e199 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1094 time: 0.1646829 Dec 15 13:58:06.235644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Request body: {'port': {'device_id': '7114862f-f957-4c2b-b9a5-c781e1c0ca74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:06.248917 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7dcdc-5e59-42df-889f-31957e21ddad x-openstack-request-id: req-08d7dcdc-5e59-42df-889f-31957e21ddad {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:06.249229 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2", "tag": "a890701b-a83e-4d7e-899b-21ce2c86957b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:06.249708 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-08d7dcdc-5e59-42df-889f-31957e21ddad {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:06.250067 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2', 'tag': 'a890701b-a83e-4d7e-899b-21ce2c86957b', 'status': 'completed', 'code': 200} Dec 15 13:58:06.282191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Network 4c538e94-09d2-4836-8e92-7aaf2745a896 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:06.355001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 4c538e94-09d2-4836-8e92-7aaf2745a896) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:06.360966 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:06.361591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.412820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-59de8cd8-dd2f-4682-a7a9-26c70bcc55f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a890701b-a83e-4d7e-899b-21ce2c86957b HTTP/1.1" status: 200 len: 217 time: 0.2118464 Dec 15 13:58:06.414453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c16d3b-b9b6-49a0-9717-363bc75733db None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:06.427379 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a015fcb0-0b24-4233-bd49-a3185de62f62 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5010126 Dec 15 13:58:06.431693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 37940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:06.440204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:06.458706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490925ce-c128-40f3-bf61-0ce03eb66296 None None] Network 4c538e94-09d2-4836-8e92-7aaf2745a896 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:06.463227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Router 59d055da-6db8-43fd-bce9-74a02ba21744 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:58:06.487413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa405c-9e6c-4289-bd60-5e4295d8cca2 req-487c6940-f473-499d-b02c-7709a21470aa tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:06.489340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7afa405c-9e6c-4289-bd60-5e4295d8cca2 req-487c6940-f473-499d-b02c-7709a21470aa tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 944 time: 0.1418252 Dec 15 13:58:06.500834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1807c-7300-478e-ba04-0a309111ad51 None None] Pushing event updated for resources: {'Port': ['ID=a9703285-6bc1-4818-a463-7073d13cbe9a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:06.508385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.509741 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.541186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.584834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-c5e6b1f9-0947-436b-8988-939ae8283935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:06.602035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-c5e6b1f9-0947-436b-8988-939ae8283935 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.1774659 Dec 15 13:58:06.602617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Provisioning complete for port 64d69541-2c26-49da-9717-a1ef025d081b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:06.603003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.639682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Pushing event updated for resources: {'Port': ['ID=76839abc-ef74-439c-b65a-7047e1b9c53e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:06.675370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Attempting to bind port a9703285-6bc1-4818-a463-7073d13cbe9a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:06.675925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Attempting to bind port a9703285-6bc1-4818-a463-7073d13cbe9a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:06.676300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Attempting to bind port a9703285-6bc1-4818-a463-7073d13cbe9a on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:06.687231 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.717610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7afa405c-9e6c-4289-bd60-5e4295d8cca2 req-c948f464-1e7d-419a-aa78-c719997c20cc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644666 Dec 15 13:58:06.724147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-b30ec8d5-a810-4b21-8340-627bb85ac1e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727739 Dec 15 13:58:06.790060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:06.790442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:06.791114 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.791599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:06.792120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Bound port: a9703285-6bc1-4818-a463-7073d13cbe9a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:06.792678 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.800703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:06.815832 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3cadbcfa-a2d0-481a-b3a1-455969cd6a12 admin admin] 10.222.0.86 "PUT /v2.0/routers/59d055da-6db8-43fd-bce9-74a02ba21744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6541750 Dec 15 13:58:06.876794 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.919831 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:06.934228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-c52a4ecf-c543-4242-9aa4-fd82e7465f32 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983571 Dec 15 13:58:06.942656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:06.954010 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c81baf-1573-4cde-b000-7815906051c1" -d '{"events": [{"server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "name": "network-vif-plugged", "status": "completed", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:07.021393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:07.072530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.075252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:07.153828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] For port a9703285-6bc1-4818-a463-7073d13cbe9a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:07.175584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580d229-1757-400b-a7e8-54ec0536eb57 req-45f6d12a-5f07-4b61-a800-8dc640d15ac0 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:07.177423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1580d229-1757-400b-a7e8-54ec0536eb57 req-45f6d12a-5f07-4b61-a800-8dc640d15ac0 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 932 time: 0.4501159 Dec 15 13:58:07.254126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.265896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device da85e1af-ca9a-4263-8bbe-968077aa4d30 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:07.312526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1580d229-1757-400b-a7e8-54ec0536eb57 req-408dff1d-f56b-403e-b707-0100af3f889c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149487 Dec 15 13:58:07.351764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-4c538e94-09d2-4836-8e92-7aaf2745a896', 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896', 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'fixed_ips': [{'subnet_id': 'da65a50f-889b-41aa-98b2-d246be82e469'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:58:07.352997 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.381602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] For port a9703285-6bc1-4818-a463-7073d13cbe9a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a9703285-6bc1-4818-a463-7073d13cbe9a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:07.393846 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22858e8-df7b-4848-81b8-25ba99e88dca x-openstack-request-id: req-d22858e8-df7b-4848-81b8-25ba99e88dca {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:07.394190 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "name": "network-vif-plugged", "status": "completed", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:07.394375 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d22858e8-df7b-4848-81b8-25ba99e88dca {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:07.394783 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'code': 200} Dec 15 13:58:07.438279 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.462440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20d7d4a4-3242-4743-a5c4-484c214ffba8 req-be94e644-6581-4328-be82-b0702b819d4a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165670 Dec 15 13:58:07.503812 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.524904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.576845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbdd8c-ae5e-48b5-9612-29befef51a51 req-ebc89eda-4ca5-4d96-ada8-cb5ece489a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:07.582345 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-17bbdd8c-ae5e-48b5-9612-29befef51a51 req-ebc89eda-4ca5-4d96-ada8-cb5ece489a69 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 1096 time: 0.1160932 Dec 15 13:58:07.664064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88396dec-0c45-4ffb-9a8d-a210d51eb661 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:07.689576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-dc870d88-ab46-4a24-9b8e-c74088e333ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:07.691081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-dc870d88-ab46-4a24-9b8e-c74088e333ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1094 time: 0.1609893 Dec 15 13:58:07.823358 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-17bbdd8c-ae5e-48b5-9612-29befef51a51 req-e798281e-6676-4eb4-8fe3-52f5365bf29f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304494 Dec 15 13:58:07.840658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63ab34-b7e0-4bda-946f-8f932f4d045c req-440d9b93-219f-442d-93e5-534c25b8f499 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:07.843288 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f63ab34-b7e0-4bda-946f-8f932f4d045c req-440d9b93-219f-442d-93e5-534c25b8f499 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 945 time: 0.1211107 Dec 15 13:58:07.845518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Allocated IP 172.20.0.2 (4c538e94-09d2-4836-8e92-7aaf2745a896/da65a50f-889b-41aa-98b2-d246be82e469/cdfe3834-0e27-4016-90a8-89793741e5e9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:07.860855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:07.872437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:07.879560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:07.884125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.932741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Transition to ACTIVE for port object 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:07.942747 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f63ab34-b7e0-4bda-946f-8f932f4d045c req-489f2629-750e-4d45-9a9f-bfa100acfeb0 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918002 Dec 15 13:58:07.969194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:07.994994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37970) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:08.007173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-7cfa1f7c-67dd-4f54-8894-66cc1684e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.014473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-7cfa1f7c-67dd-4f54-8894-66cc1684e91d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 919 time: 0.2786186 Dec 15 13:58:08.023025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.026238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e96af36d-d0c2-4959-82b8-bba3f69af2f9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058481097', 'description': 'tempest-description--618624009'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:08.076544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:08.076759 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e96af36d-d0c2-4959-82b8-bba3f69af2f9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.087899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] For port 64d69541-2c26-49da-9717-a1ef025d081b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=64d69541-2c26-49da-9717-a1ef025d081b,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:08.100038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port eae02df3-0365-4df7-839c-f15de54b8b90, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eae02df3-0365-4df7-839c-f15de54b8b90,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:08.141473 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.153536 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.154587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 64d69541-2c26-49da-9717-a1ef025d081b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:08.179645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-8bf896aa-1bfc-4b1e-ae1f-007cf96f7880 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a890701b-a83e-4d7e-899b-21ce2c86957b HTTP/1.1" status: 200 len: 217 time: 0.1063795 Dec 15 13:58:08.188522 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.195888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Pushing event updated for resources: {'Port': ['ID=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:08.225233 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.269355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port c99e53cc-d1e1-4294-9649-6da7e35e4261 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:08.269739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.354232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Allocated IP 172.25.7.65 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/5aec20cd-edc1-4c26-b860-0ea637e5df93) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:08.360448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port da85e1af-ca9a-4263-8bbe-968077aa4d30 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:08.362395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e96af36d-d0c2-4959-82b8-bba3f69af2f9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.362531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1807c-7300-478e-ba04-0a309111ad51 None None] Pushing event updated for resources: {'Port': ['ID=a9703285-6bc1-4818-a463-7073d13cbe9a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:08.443720 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e96af36d-d0c2-4959-82b8-bba3f69af2f9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.469004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port da85e1af-ca9a-4263-8bbe-968077aa4d30 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:08.469618 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.491322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96af36d-d0c2-4959-82b8-bba3f69af2f9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccfa484-442a-4581-b6a7-f8f1b413d313,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:08.515504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5197ec-9abc-402c-aa84-5325f149a112 req-d39848de-b51d-4c2e-9177-a1dec0309466 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.517201 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9c5197ec-9abc-402c-aa84-5325f149a112 req-d39848de-b51d-4c2e-9177-a1dec0309466 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 944 time: 0.2946260 Dec 15 13:58:08.518939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772fed5-0997-412a-9eda-99fa2feda108 None None] Pushing event updated for resources: {'Port': ['ID=64d69541-2c26-49da-9717-a1ef025d081b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:08.526192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Attempting to bind port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:08.526529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Attempting to bind port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:08.526960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Attempting to bind port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 on network f8f30667-74c9-483c-8eff-773e9994c227 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:08.538956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 on network f8f30667-74c9-483c-8eff-773e9994c227 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:08.539302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Attempting to bind port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 on network f8f30667-74c9-483c-8eff-773e9994c227 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:08.548226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e96af36d-d0c2-4959-82b8-bba3f69af2f9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.549593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e96af36d-d0c2-4959-82b8-bba3f69af2f9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5440488 Dec 15 13:58:08.552810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:08.553148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Checking segment: {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:08.553525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Bound using segment: {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:08.553950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Bound port: 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21be85-363a-46ca-a9b8-b16568d26f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:08.554299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.564492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81684078-3893-4eb9-862c-3bc6ca3e2d9a req-27af9f74-ed6f-42e4-98f5-0c7ead096f66 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.566045 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81684078-3893-4eb9-862c-3bc6ca3e2d9a req-27af9f74-ed6f-42e4-98f5-0c7ead096f66 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 945 time: 0.3948750 Dec 15 13:58:08.566847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 37978) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:08.572527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f7afe076-deed-4b9a-9f4f-7bbe28cf9cb6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'security_group_rule': {'security_group_id': '7ccfa484-442a-4581-b6a7-f8f1b413d313', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:08.575834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:08.576384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.600794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-4c232013-f9ca-4eda-b794-b0b1ceb843e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.602603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-4c232013-f9ca-4eda-b794-b0b1ceb843e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.3677297 Dec 15 13:58:08.629348 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9c5197ec-9abc-402c-aa84-5325f149a112 req-6d205bb2-da15-4ff5-aba0-a90c0e7b1067 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959549 Dec 15 13:58:08.675957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-e50e324e-a3ba-4ca2-a692-ac0ed2bbf5c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629563 Dec 15 13:58:08.678935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.779137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:08.789619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-7f1bfb01-9239-4a08-b5e5-39cee527565e service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928271 Dec 15 13:58:08.802160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:08.818201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:08.830203 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7afe076-deed-4b9a-9f4f-7bbe28cf9cb6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:08.851351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Pushing event updated for resources: {'Port': ['ID=5aec20cd-edc1-4c26-b860-0ea637e5df93,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:08.884231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf49353-e0a8-4945-8b5a-b839ea25af5a req-70e2234a-4eac-4eb5-9687-1263f9c239c7 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:08.892395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2cf49353-e0a8-4945-8b5a-b839ea25af5a req-70e2234a-4eac-4eb5-9687-1263f9c239c7 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 944 time: 0.1366086 Dec 15 13:58:08.917701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81684078-3893-4eb9-862c-3bc6ca3e2d9a req-cea3b6e5-6ad7-487f-a105-64d858eaeaa3 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136683 Dec 15 13:58:08.940116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] For port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:08.982555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a38c5-2bbc-4722-bc45-bb040ff52bfc None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:08.989192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Provisioning complete for port 76839abc-ef74-439c-b65a-7047e1b9c53e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:08.990377 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.009496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] For port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:09.024239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2cf49353-e0a8-4945-8b5a-b839ea25af5a req-7fe6497e-319c-430b-9aa7-09c4ac78db68 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294255 Dec 15 13:58:09.045102 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.105155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:09.107774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.109547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] 10.222.0.74 "PUT /v2.0/ports/7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 HTTP/1.1" status: 200 len: 1092 time: 2.9246230 Dec 15 13:58:09.138960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7114862f-f957-4c2b-b9a5-c781e1c0ca74', 'tag': '7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:09.151181 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab164ab9-a96c-4216-905b-32e165f44b99" -d '{"events": [{"name": "network-changed", "server_uuid": "7114862f-f957-4c2b-b9a5-c781e1c0ca74", "tag": "7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:09.156362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7afe076-deed-4b9a-9f4f-7bbe28cf9cb6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.320833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.326827 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.341189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 64d69541-2c26-49da-9717-a1ef025d081b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:09.341502 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.413842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:09.416319 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee41ac4e-c1bc-461f-b7ee-4711a7f8f966" -d '{"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-plugged", "status": "completed", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:09.502192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:09.520270 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8d0214-3e40-49e3-9114-01cf6b9820cb x-openstack-request-id: req-ae8d0214-3e40-49e3-9114-01cf6b9820cb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:09.520728 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-plugged", "status": "completed", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:09.520874 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae8d0214-3e40-49e3-9114-01cf6b9820cb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:09.521252 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'code': 200} Dec 15 13:58:09.530560 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.537645 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.545129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=eae02df3-0365-4df7-839c-f15de54b8b90,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:09.597419 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.628746 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac28af0c-a83c-4721-904c-9fef229bde48 x-openstack-request-id: req-ac28af0c-a83c-4721-904c-9fef229bde48 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:09.629338 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7114862f-f957-4c2b-b9a5-c781e1c0ca74", "tag": "7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:09.629338 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac28af0c-a83c-4721-904c-9fef229bde48 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:09.629718 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7114862f-f957-4c2b-b9a5-c781e1c0ca74', 'tag': '7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4', 'status': 'completed', 'code': 200} Dec 15 13:58:09.634669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.651226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7afe076-deed-4b9a-9f4f-7bbe28cf9cb6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.651522 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.694717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-763ecd64-c4bf-4430-b042-c1890c5b2786 req-e81bd030-868f-4b4b-95f5-bbe51e4d635a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8844247 Dec 15 13:58:09.713064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afe076-deed-4b9a-9f4f-7bbe28cf9cb6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bb1c4a-f284-4f17-976f-587d10414a89,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:09.721053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ffa5b-4a16-4608-bffa-d68aca3b168d service neutron] Pushing event updated for resources: {'Port': ['ID=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:09.726995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Network 4c538e94-09d2-4836-8e92-7aaf2745a896 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:09.737095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7afe076-deed-4b9a-9f4f-7bbe28cf9cb6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.740790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f7afe076-deed-4b9a-9f4f-7bbe28cf9cb6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1694660 Dec 15 13:58:09.743611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38000) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:09.750565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e8fa5754-0abd-4c27-a7b7-b3bc2b26eb4e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'security_group_rule': {'security_group_id': '7ccfa484-442a-4581-b6a7-f8f1b413d313', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:09.761934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59842e6f-d1f9-4ecc-b08d-25ece3fd1d15 req-1f3f8d76-1b75-418a-a402-7601a2be1205 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:09.768986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59842e6f-d1f9-4ecc-b08d-25ece3fd1d15 req-1f3f8d76-1b75-418a-a402-7601a2be1205 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 945 time: 0.6492288 Dec 15 13:58:09.780490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:09.785393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-11da0c3d-9fc2-4998-a109-28f847b912b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:09.786923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-11da0c3d-9fc2-4998-a109-28f847b912b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 1095 time: 0.1541855 Dec 15 13:58:09.791833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:09.816672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 2, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:09.818385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=10']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:09.858492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-9c7bba8a-c804-4461-9b83-db483feadf89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0607796 Dec 15 13:58:09.922688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38794e6-2e6a-40eb-b5fe-b5af36965c62 req-dc2df026-43db-478d-9d4d-71b156622f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:09.923437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59842e6f-d1f9-4ecc-b08d-25ece3fd1d15 req-78889537-a65f-4247-949e-43db5288d7c8 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477742 Dec 15 13:58:09.924706 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a38794e6-2e6a-40eb-b5fe-b5af36965c62 req-dc2df026-43db-478d-9d4d-71b156622f87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 1097 time: 0.1923773 Dec 15 13:58:09.931590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5754-0abd-4c27-a7b7-b3bc2b26eb4e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:09.935943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7f6ff-e421-4f4b-b964-f508de0a024a req-91226390-a9fb-422a-81bd-e354953d475c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:09.939355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:09.943787 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7af7f6ff-e421-4f4b-b964-f508de0a024a req-91226390-a9fb-422a-81bd-e354953d475c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 946 time: 0.1557763 Dec 15 13:58:09.949987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1c465-f01a-4dd1-992a-ea198285e4d4 None None] The sync data for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 is: [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 2, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:09.991053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.010326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Provisioning complete for port a9703285-6bc1-4818-a463-7073d13cbe9a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:10.012810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.035797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-bce10491-090e-4b60-a1ce-03bc2145855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:10.039583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-bce10491-090e-4b60-a1ce-03bc2145855e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.1691146 Dec 15 13:58:10.070413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Pushing event updated for resources: {'Port': ['ID=cdfe3834-0e27-4016-90a8-89793741e5e9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:10.095886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Attempting to bind port cdfe3834-0e27-4016-90a8-89793741e5e9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:10.095886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Attempting to bind port cdfe3834-0e27-4016-90a8-89793741e5e9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:10.095886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Attempting to bind port cdfe3834-0e27-4016-90a8-89793741e5e9 on network 4c538e94-09d2-4836-8e92-7aaf2745a896 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:10.109195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:10.109651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Checking segment: {'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:10.110201 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.110733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Bound using segment: {'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:10.111717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Bound port: cdfe3834-0e27-4016-90a8-89793741e5e9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:10.112987 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.132961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-40619b0a-464d-4592-949e-efc463e110ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806568 Dec 15 13:58:10.189408 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5754-0abd-4c27-a7b7-b3bc2b26eb4e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.223576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5754-0abd-4c27-a7b7-b3bc2b26eb4e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.240059 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7af7f6ff-e421-4f4b-b964-f508de0a024a req-9284f041-530a-4b3d-8621-71395f239e14 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949932 Dec 15 13:58:10.257850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a38794e6-2e6a-40eb-b5fe-b5af36965c62 req-470406f4-a0b5-41eb-9ad3-c185f7e8c4ef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078728 Dec 15 13:58:10.259113 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5754-0abd-4c27-a7b7-b3bc2b26eb4e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.260464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e8fa5754-0abd-4c27-a7b7-b3bc2b26eb4e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5134010 Dec 15 13:58:10.265310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38018) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:10.277955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Router 282e754b-9eaa-4561-bfac-5e456671fece is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:58:10.283573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:10.290968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa5754-0abd-4c27-a7b7-b3bc2b26eb4e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b18704-6609-4d13-83af-d75015d51102,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:10.307451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76839abc-ef74-439c-b65a-7047e1b9c53e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:10.354575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-3860f330-0d7b-49ce-9b78-795b4f03a806 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143357 Dec 15 13:58:10.408626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.557992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18adc6e-d0d5-4899-8813-7f04f0e4da07 req-cb29c789-b12d-4c60-a529-3e0853aad86a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:10.560544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b18adc6e-d0d5-4899-8813-7f04f0e4da07 req-cb29c789-b12d-4c60-a529-3e0853aad86a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.2242668 Dec 15 13:58:10.577778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97c723-d44f-48bb-964d-b294d41967c3 req-09ee6f91-853f-4b8c-a06b-3e583298174f tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:10.579360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d97c723-d44f-48bb-964d-b294d41967c3 req-09ee6f91-853f-4b8c-a06b-3e583298174f tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 944 time: 0.1458702 Dec 15 13:58:10.582369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:10.593766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:10.620455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Sync routers for ids ['282e754b-9eaa-4561-bfac-5e456671fece'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:10.643753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.647097 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d68836c6-660d-4a81-8216-546e0bcc0c02 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2112703 Dec 15 13:58:10.651358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:10.702624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a890701b-a83e-4d7e-899b-21ce2c86957b details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:10.747521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Routers {'282e754b-9eaa-4561-bfac-5e456671fece'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:10.747521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['282e754b-9eaa-4561-bfac-5e456671fece'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:10.747888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf57adf4-1b34-460d-bf8c-bb664652820f req-25f3fec6-0a60-4ec2-af64-acf2bf747401 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649356 Dec 15 13:58:10.749935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] For port cdfe3834-0e27-4016-90a8-89793741e5e9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:10.764613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b18adc6e-d0d5-4899-8813-7f04f0e4da07 req-0975d5ab-9e68-475c-9737-7e5fc6c0663c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943526 Dec 15 13:58:10.771984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d97c723-d44f-48bb-964d-b294d41967c3 req-64d861cc-aca9-4707-a76c-81ade3e828fc tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719437 Dec 15 13:58:10.830398 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.898086 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.931084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] For port cdfe3834-0e27-4016-90a8-89793741e5e9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cdfe3834-0e27-4016-90a8-89793741e5e9,segment=NetworkSegment(45dcbe34-effe-469a-989b-c590e0ba043a),segment_id=45dcbe34-effe-469a-989b-c590e0ba043a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:10.957227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:10.960930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:58:10.999965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 76839abc-ef74-439c-b65a-7047e1b9c53e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:11.001072 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.024253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-3c58e0d7-d009-44f2-b3ef-ffeb2409683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.032140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-3c58e0d7-d009-44f2-b3ef-ffeb2409683d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 1095 time: 0.1881235 Dec 15 13:58:11.036995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] For port a9703285-6bc1-4818-a463-7073d13cbe9a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a9703285-6bc1-4818-a463-7073d13cbe9a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:11.224486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Allocated IP 172.25.7.131 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/defdc13a-fbdf-4351-b95e-a04b1e0ca905) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:11.257773 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.275534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-363fd9d6-6f80-42b2-a488-b5a6ba9856e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.278210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-363fd9d6-6f80-42b2-a488-b5a6ba9856e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 919 time: 0.2419159 Dec 15 13:58:11.389963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf68b47-7c35-431d-b7b4-e79a67ddfdd7 None None] Pushing event updated for resources: {'Port': ['ID=cdfe3834-0e27-4016-90a8-89793741e5e9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:11.439019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Set router 282e754b-9eaa-4561-bfac-5e456671fece gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:11.444405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Provisioning complete for port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:11.445541 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.488719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d4d90-3482-4b4d-acc5-ec3e0ac90cda req-2016b34f-9061-4c59-86d3-78710f1263fb tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.491260 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-472d4d90-3482-4b4d-acc5-ec3e0ac90cda req-2016b34f-9061-4c59-86d3-78710f1263fb tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 945 time: 0.5790417 Dec 15 13:58:11.526902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-fc3f882b-7e30-4d5c-931b-8dbc00827778 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 HTTP/1.1" status: 200 len: 217 time: 0.2352388 Dec 15 13:58:11.716904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-472d4d90-3482-4b4d-acc5-ec3e0ac90cda req-b2048185-39b5-41a8-acf7-44389925656e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127523 Dec 15 13:58:11.761817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.831900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.899441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-fbc8e5cf-dbd4-4b78-8653-f86f3596eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:11.901142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-fbc8e5cf-dbd4-4b78-8653-f86f3596eee1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.3492851 Dec 15 13:58:11.907034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:11.952576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:11.955370 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980f0db5-8031-43dd-9c7f-26eccf40daec" -d '{"events": [{"server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "name": "network-vif-plugged", "status": "completed", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:12.028291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a890701b-a83e-4d7e-899b-21ce2c86957b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a890701b-a83e-4d7e-899b-21ce2c86957b,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:12.065535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-7d53946c-c118-4ac5-ad26-608a075dcb36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223593 Dec 15 13:58:12.070050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:12.083346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6b2cc-45b4-4fed-9b48-56413d7de7dd req-2acf6645-eb8f-4443-a001-23ec8596139e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:12.110969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fcc6b2cc-45b4-4fed-9b48-56413d7de7dd req-2acf6645-eb8f-4443-a001-23ec8596139e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 946 time: 0.5690811 Dec 15 13:58:12.124978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:12.170580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:12.175212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'Port': ['ID=defdc13a-fbdf-4351-b95e-a04b1e0ca905,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:12.195178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Allocated IP 172.20.0.1 (4c538e94-09d2-4836-8e92-7aaf2745a896/da65a50f-889b-41aa-98b2-d246be82e469/69e8764e-9881-477d-8510-1637cc7880b5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:12.243253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'a890701b-a83e-4d7e-899b-21ce2c86957b', 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227', 'port_id': 'a890701b-a83e-4d7e-899b-21ce2c86957b', 'mac_address': 'fa:16:3e:32:84:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e07cd6a-ab43-4771-a96d-60a922b5afb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:12.257202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:12.369562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8768a-2d6a-486f-84d6-64abaabdea91 None None] Pushing event updated for resources: {'Port': ['ID=a9703285-6bc1-4818-a463-7073d13cbe9a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:12.463786 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.537516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eae02df3-0365-4df7-839c-f15de54b8b90 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:12.613439 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.618176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-71d77bdb-4fb3-41cc-a9c1-e4dc4d834d1c None None] Provisioning complete for port 5aec20cd-edc1-4c26-b860-0ea637e5df93 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:12.618553 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71d77bdb-4fb3-41cc-a9c1-e4dc4d834d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.670513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af68ccc-e0c4-4982-bebc-b4bdbf72ce8e req-9fc21fd6-3592-4369-b810-caf28fb91bc6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:12.679611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6af68ccc-e0c4-4982-bebc-b4bdbf72ce8e req-9fc21fd6-3592-4369-b810-caf28fb91bc6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 944 time: 0.1999810 Dec 15 13:58:12.694773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-a78d9645-1d74-4db0-88ff-18b67f4b71c6 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779831 Dec 15 13:58:12.721620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a890701b-a83e-4d7e-899b-21ce2c86957b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:12.735185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-71d77bdb-4fb3-41cc-a9c1-e4dc4d834d1c None None] Port 5aec20cd-edc1-4c26-b860-0ea637e5df93 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:12.737200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.782768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fcc6b2cc-45b4-4fed-9b48-56413d7de7dd req-22d4cf04-885d-433c-bef3-52c7498cfecd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6542325 Dec 15 13:58:12.796112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a890701b-a83e-4d7e-899b-21ce2c86957b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a890701b-a83e-4d7e-899b-21ce2c86957b,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:12.830495 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.895459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.903322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Network 4c538e94-09d2-4836-8e92-7aaf2745a896 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:12.911237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port eae02df3-0365-4df7-839c-f15de54b8b90 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:12.913512 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:12.925561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6af68ccc-e0c4-4982-bebc-b4bdbf72ce8e req-145a71f3-6fde-48bf-b559-573b55b97b27 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435255 Dec 15 13:58:12.935240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:12.951834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:12.987711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab164ab9-a96c-4216-905b-32e165f44b99 req-150b2cea-27c7-4ab9-a942-e303c432807e service neutron] 10.222.0.74 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825167 Dec 15 13:58:13.044926 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a58a20b-79c4-4dec-81f3-51ef45554ad3 None None] Network 4c538e94-09d2-4836-8e92-7aaf2745a896 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:13.061739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Pushing event updated for resources: {'Port': ['ID=69e8764e-9881-477d-8510-1637cc7880b5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:13.100254 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.159435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cbccc-f1f6-49e6-8f80-a6b72a48d38d req-d4029889-5cd2-4509-90b5-77b625177857 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:13.163076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-771cbccc-f1f6-49e6-8f80-a6b72a48d38d req-d4029889-5cd2-4509-90b5-77b625177857 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1576650 Dec 15 13:58:13.164327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.167112 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:58:13.267574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:13.388509 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ef68ce-d1d6-4718-9eef-e08215ed6d7b x-openstack-request-id: req-d9ef68ce-d1d6-4718-9eef-e08215ed6d7b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:13.388817 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "name": "network-vif-plugged", "status": "completed", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:13.389082 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9ef68ce-d1d6-4718-9eef-e08215ed6d7b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:13.389484 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'code': 200} Dec 15 13:58:13.399768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.417929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-771cbccc-f1f6-49e6-8f80-a6b72a48d38d req-dd3e2cc6-6c22-4fb7-b224-4a9992393a39 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025759 Dec 15 13:58:13.436684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a890701b-a83e-4d7e-899b-21ce2c86957b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:13.463363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd9cd1-2b29-4721-b4b5-09ca9e4d2c00 req-6d274265-0d52-4db4-b64e-5647554bf63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:13.465421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cd9cd1-2b29-4721-b4b5-09ca9e4d2c00 req-6d274265-0d52-4db4-b64e-5647554bf63e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 1097 time: 0.1479452 Dec 15 13:58:13.472127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:58:09Z', 'revision_number': 3, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port': {'id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:08Z', 'updated_at': '2021-12-15T13:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:13.508745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a890701b-a83e-4d7e-899b-21ce2c86957b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:13.558351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Checking router: 282e754b-9eaa-4561-bfac-5e456671fece for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:13.559358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Updating router 282e754b-9eaa-4561-bfac-5e456671fece port 5aec20cd-edc1-4c26-b860-0ea637e5df93 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:58:13.575519 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.586521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.603766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.625186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8b44-42da-4afd-880e-c49f8cec798c None None] Provisioning complete for port cdfe3834-0e27-4016-90a8-89793741e5e9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:13.625575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8b44-42da-4afd-880e-c49f8cec798c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.703471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cd9cd1-2b29-4721-b4b5-09ca9e4d2c00 req-f435dfed-bb4f-4444-962f-937f68092701 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168617 Dec 15 13:58:13.707368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'Port': ['ID=defdc13a-fbdf-4351-b95e-a04b1e0ca905,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:13.725972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.764303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:13.767021 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1a311816-97bc-4ce2-b580-a0397ca70208 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4991815 Dec 15 13:58:14.003792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.010804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38140) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:14.039211 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.062314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867709-928b-403d-bc08-21298e7a3a20 req-c590aa28-e6cc-4cd2-9376-c914c0da4a5e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:14.065246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22867709-928b-403d-bc08-21298e7a3a20 req-c590aa28-e6cc-4cd2-9376-c914c0da4a5e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 946 time: 0.1144149 Dec 15 13:58:14.107314 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.143524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22867709-928b-403d-bc08-21298e7a3a20 req-3f64f9b8-355a-402d-a8e3-04486cd9c7b0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696678 Dec 15 13:58:14.160952 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.196316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-a160256a-c3de-452e-b4cd-ea1e6269185b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1058481097&fields=id&tenant_id=1cfafcad347e48f2a116f45a1d385cd4 HTTP/1.1" status: 200 len: 267 time: 0.1975694 Dec 15 13:58:14.238356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 64d69541-2c26-49da-9717-a1ef025d081b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:14.250213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f52b41-a82f-4c9d-ad43-349db63aa1af None None] Pushing event updated for resources: {'Port': ['ID=5aec20cd-edc1-4c26-b860-0ea637e5df93,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:14.316778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:14.318315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Pushing event updated for resources: {'Port': ['ID=69e8764e-9881-477d-8510-1637cc7880b5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:14.322172 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.338989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3be-d861-4411-b7fc-7ed036bd4949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.351987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326c065-c7e9-4d4a-9c99-02c8324883a0 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:14.364362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Attempting to bind port 5aec20cd-edc1-4c26-b860-0ea637e5df93 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:14.364740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Attempting to bind port 5aec20cd-edc1-4c26-b860-0ea637e5df93 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:14.365118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Attempting to bind port 5aec20cd-edc1-4c26-b860-0ea637e5df93 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:14.378498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ff617-b076-4681-b658-1714bfcf0f27 req-268e7357-e86b-4bbb-ae67-9729f104110a tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:14.380218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2ff617-b076-4681-b658-1714bfcf0f27 req-268e7357-e86b-4bbb-ae67-9729f104110a tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 944 time: 0.0873461 Dec 15 13:58:14.380664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4', 'network_id': 'f8f30667-74c9-483c-8eff-773e9994c227', 'port_id': '7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4', 'mac_address': 'fa:16:3e:73:1c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e07cd6a-ab43-4771-a96d-60a922b5afb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:14.411518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:14.411929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:14.412342 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.412744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:14.413237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Bound port: 5aec20cd-edc1-4c26-b860-0ea637e5df93, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:14.413628 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.462987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2ff617-b076-4681-b658-1714bfcf0f27 req-5866e5eb-5b0d-43ed-a93a-b4f5dedb5d0c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708094 Dec 15 13:58:14.510688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-88bb50a6-fbe8-4e52-bb32-bd177fb2d86d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:14.518550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-88bb50a6-fbe8-4e52-bb32-bd177fb2d86d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 811 time: 0.3072815 Dec 15 13:58:14.533333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.536450 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8b44-42da-4afd-880e-c49f8cec798c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.563475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-29ee7601-2ee4-499f-b5b4-4e0f48210e6e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/quotas/1cfafcad347e48f2a116f45a1d385cd4 HTTP/1.1" status: 200 len: 375 time: 0.0377429 Dec 15 13:58:14.599099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:14.621631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:14.633341 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Sync routers for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:14.647413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 64d69541-2c26-49da-9717-a1ef025d081b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:14.647834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.656095 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:14.656746 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:14.711695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.726331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Network 4c538e94-09d2-4836-8e92-7aaf2745a896 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:14.730171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:14.756200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-d07c4965-c403-434a-b2aa-fe57617d0cec tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1915119 Dec 15 13:58:14.874420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] For port 5aec20cd-edc1-4c26-b860-0ea637e5df93, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:14.893658 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3be-d861-4411-b7fc-7ed036bd4949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.909071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e49d2fc9-a90f-4583-81c5-57a4c0fd105c details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:14.914031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7c738-86e7-421b-a19b-334fcfe553c3 req-bf801de1-2aec-4827-9512-adaa9bdc9a9b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:14.924535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27c7c738-86e7-421b-a19b-334fcfe553c3 req-bf801de1-2aec-4827-9512-adaa9bdc9a9b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1192691 Dec 15 13:58:14.935097 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:14.961468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3be-d861-4411-b7fc-7ed036bd4949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:14.969336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1e9c8b44-42da-4afd-880e-c49f8cec798c None None] For port cdfe3834-0e27-4016-90a8-89793741e5e9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cdfe3834-0e27-4016-90a8-89793741e5e9,segment=NetworkSegment(45dcbe34-effe-469a-989b-c590e0ba043a),segment_id=45dcbe34-effe-469a-989b-c590e0ba043a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:14.995221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] For port 5aec20cd-edc1-4c26-b860-0ea637e5df93, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5aec20cd-edc1-4c26-b860-0ea637e5df93,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:15.008479 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27c7c738-86e7-421b-a19b-334fcfe553c3 req-cd9a4c95-a775-4d0e-a766-b7ebb9fa9261 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827715 Dec 15 13:58:15.009886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7d3be-d861-4411-b7fc-7ed036bd4949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4476b7-de7c-4e47-930d-28c8b88b5be8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:15.025002 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8b44-42da-4afd-880e-c49f8cec798c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.039705 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.055571 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-14a7d3be-d861-4411-b7fc-7ed036bd4949 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76bb41f1f8954feb92167b1dd0f573b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0387871 Dec 15 13:58:15.057782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38166) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:15.101359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:15.106249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-1316456d-50ec-4870-b40b-7a8bff9d7917 service neutron] 10.222.0.86 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330984 Dec 15 13:58:15.133357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Router 282e754b-9eaa-4561-bfac-5e456671fece has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:58:15.193005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26dbdf61-a550-4881-bab7-22e9d635572c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.227848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26dbdf61-a550-4881-bab7-22e9d635572c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.258910 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:58:15.278974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:15.304448 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 2, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:15.344214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26dbdf61-a550-4881-bab7-22e9d635572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.347014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26dbdf61-a550-4881-bab7-22e9d635572c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.348791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-26dbdf61-a550-4881-bab7-22e9d635572c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e4476b7-de7c-4e47-930d-28c8b88b5be8 HTTP/1.1" status: 204 len: 168 time: 0.2897410 Dec 15 13:58:15.363184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbdf61-a550-4881-bab7-22e9d635572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4476b7-de7c-4e47-930d-28c8b88b5be8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:15.377388 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Checking router: 59d055da-6db8-43fd-bce9-74a02ba21744 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:15.378219 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Updating router 59d055da-6db8-43fd-bce9-74a02ba21744 port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:58:15.447491 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:15.461059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:15.482351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dd411742-f5d6-40b7-bd3c-9d0f83606642 admin admin] 10.222.0.86 "PUT /v2.0/routers/282e754b-9eaa-4561-bfac-5e456671fece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8209186 Dec 15 13:58:15.485845 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-14e49d29-357f-43cf-bea3-54b5507fb563 service neutron] 10.222.0.86 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788416 Dec 15 13:58:15.637040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f7c0f-3802-42f2-8a2c-f64d9b80242e req-9257e947-8c6d-4eb8-8dc6-a3989c26b6ab tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:15.651514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f26f7c0f-3802-42f2-8a2c-f64d9b80242e req-9257e947-8c6d-4eb8-8dc6-a3989c26b6ab tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 945 time: 0.0870733 Dec 15 13:58:15.730102 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f26f7c0f-3802-42f2-8a2c-f64d9b80242e req-753cdffc-8751-447d-b536-694a5e7de43b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763738 Dec 15 13:58:15.818132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c1f79-ea41-477e-965c-fdfccd1cea53 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:15.911111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cdfe3834-0e27-4016-90a8-89793741e5e9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:15.973072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38208) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:16.007185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Provisioning complete for port 5aec20cd-edc1-4c26-b860-0ea637e5df93 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:16.007587 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.014645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2bf36507-1a5f-4d5e-b008-d39879e8ae33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.062754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Routers {'282e754b-9eaa-4561-bfac-5e456671fece'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:16.063695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['282e754b-9eaa-4561-bfac-5e456671fece'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:16.063961 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.069956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd8bf456-9e8b-4049-a685-43b89c47e310 req-94ca2deb-6717-4b1e-a83b-7f09fa698264 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 210 time: 0.1248331 Dec 15 13:58:16.081125 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.263990 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2bf36507-1a5f-4d5e-b008-d39879e8ae33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.276244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8b44-42da-4afd-880e-c49f8cec798c None None] Pushing event updated for resources: {'Port': ['ID=cdfe3834-0e27-4016-90a8-89793741e5e9,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:16.279614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2bf36507-1a5f-4d5e-b008-d39879e8ae33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.323882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c227e-d842-4df7-96ac-7c1de51860e5 req-e8f1178c-62a4-4d55-bad2-7955eb7f71dd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:16.335160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ef1c227e-d842-4df7-96ac-7c1de51860e5 req-e8f1178c-62a4-4d55-bad2-7955eb7f71dd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1110997 Dec 15 13:58:16.378617 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Attempting to bind port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:16.379040 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Attempting to bind port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:16.379415 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Attempting to bind port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 on network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:16.380568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf36507-1a5f-4d5e-b008-d39879e8ae33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac6aa6-6ac3-4620-b3b4-d2c53631039b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:16.385266 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:16.385636 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Checking segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:16.386057 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.386457 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Bound using segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:16.387254 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Bound port: 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:16.387746 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.395898 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2bf36507-1a5f-4d5e-b008-d39879e8ae33 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d84a2a23213d4007af7d7f1938313a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217525 Dec 15 13:58:16.401231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38216) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:16.401391 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Pushing event updated for resources: {'Port': ['ID=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:16.436885 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.437214 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.437535 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.437859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.438200 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.438534 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.438863 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.439187 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.439519 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.440624 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.440962 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.441291 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.441832 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:16.453653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ef1c227e-d842-4df7-96ac-7c1de51860e5 req-8be6bb41-4b41-4fde-a71d-2572550e0899 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156893 Dec 15 13:58:16.533911 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] For port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:16.542478 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] For port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:16.582410 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.596052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] Set router 282e754b-9eaa-4561-bfac-5e456671fece gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:16.644660 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-caad6277-f15a-4624-a14a-8d1100281657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.711499 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-caad6277-f15a-4624-a14a-8d1100281657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.749150 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1daa1-c757-43fa-90ba-321f6291beae None None] Pushing event updated for resources: {'Port': ['ID=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:16.800441 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:16.801184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:16.968871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-caad6277-f15a-4624-a14a-8d1100281657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.981707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-caad6277-f15a-4624-a14a-8d1100281657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:16.988140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-caad6277-f15a-4624-a14a-8d1100281657 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/deac6aa6-6ac3-4620-b3b4-d2c53631039b HTTP/1.1" status: 204 len: 168 time: 0.5842206 Dec 15 13:58:16.995466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:17.005709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port cdfe3834-0e27-4016-90a8-89793741e5e9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:17.006530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.025609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff8e2-38a2-43a0-9385-b8660e5d3560 req-9fa9008e-6656-4442-8c36-37334a9e7124 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:17.030245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81dff8e2-38a2-43a0-9385-b8660e5d3560 req-9fa9008e-6656-4442-8c36-37334a9e7124 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 945 time: 0.1164775 Dec 15 13:58:17.031226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad6277-f15a-4624-a14a-8d1100281657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac6aa6-6ac3-4620-b3b4-d2c53631039b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:17.079239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d77975-3583-4e46-96d6-b86f5048b7df req-06730cc4-e4bc-42a8-9b74-8c562611ff3d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:17.080816 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57d77975-3583-4e46-96d6-b86f5048b7df req-06730cc4-e4bc-42a8-9b74-8c562611ff3d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.2347016 Dec 15 13:58:17.141625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81dff8e2-38a2-43a0-9385-b8660e5d3560 req-77122b46-ce4a-4492-885b-578f626ce514 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036744 Dec 15 13:58:17.150897 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:17.202720 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57d77975-3583-4e46-96d6-b86f5048b7df req-98732dc7-89ca-4574-b442-5699ca8f19bd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153347 Dec 15 13:58:17.238644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'port_id': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'mac_address': 'fa:16:3e:44:56:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b67be-874a-450c-bd78-1442e6685b9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:17.426156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f52b41-a82f-4c9d-ad43-349db63aa1af None None] Pushing event updated for resources: {'Port': ['ID=5aec20cd-edc1-4c26-b860-0ea637e5df93,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:17.606481 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d68f7ce-0033-4769-88dc-4320dd7b804b req-d7df83b8-5501-4d0f-9fe8-410bef4ef74b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 210 time: 0.0547948 Dec 15 13:58:17.728544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.733093 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:16Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:17.753818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.764815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-ab76f877-decd-4921-9cd5-92b3647db870 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:17.773874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-ab76f877-decd-4921-9cd5-92b3647db870 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/networks?id=3283fe27-d447-46f3-b635-65b1afc187f6 HTTP/1.1" status: 200 len: 911 time: 0.3308487 Dec 15 13:58:17.779047 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb53afd-418c-4387-8c92-0a0bd98bf4b1 None None] The sync data for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 is: [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:16Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:17.786362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-b976a1b1-235e-4b8d-814f-2472b5241947 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/quotas/ac9007ef812040c3a1e6314d8dcdfad3 HTTP/1.1" status: 200 len: 375 time: 0.0113745 Dec 15 13:58:17.793807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e49d2fc9-a90f-4583-81c5-57a4c0fd105c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:17.820857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:17.844733 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.849255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] For port 5aec20cd-edc1-4c26-b860-0ea637e5df93, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5aec20cd-edc1-4c26-b860-0ea637e5df93,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:17.856310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38262) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:17.870694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a890701b-a83e-4d7e-899b-21ce2c86957b up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:17.885610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.912320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:17.954348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a9703285-6bc1-4818-a463-7073d13cbe9a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:17.956561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-110a94a1-b319-493c-b1ac-fb2490c1b41a tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac9007ef812040c3a1e6314d8dcdfad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628587 Dec 15 13:58:17.989347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:58:13Z', 'revision_number': 4, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port': {'id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:08Z', 'updated_at': '2021-12-15T13:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '69e8764e-9881-477d-8510-1637cc7880b5', 'name': '', 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'mac_address': 'fa:16:3e:3f:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:11Z', 'updated_at': '2021-12-15T13:58:13Z', 'revision_number': 2, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'subnets': [{'id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:18.037867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['e49d2fc9-a90f-4583-81c5-57a4c0fd105c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:18.082521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.092594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.133269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b20050700ba04495ba9cc5b717edcf54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754209 Dec 15 13:58:18.136428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38264) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:18.182575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28b9a2-a22b-4e4d-b044-d923a4edffe3 None None] The sync data for ids ['282e754b-9eaa-4561-bfac-5e456671fece'] in n-d-821840-1 is: [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:58:13Z', 'revision_number': 4, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port': {'id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:08Z', 'updated_at': '2021-12-15T13:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '69e8764e-9881-477d-8510-1637cc7880b5', 'name': '', 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'mac_address': 'fa:16:3e:3f:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:11Z', 'updated_at': '2021-12-15T13:58:13Z', 'revision_number': 2, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'subnets': [{'id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:18.203071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:18.216998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Provisioning complete for port cdfe3834-0e27-4016-90a8-89793741e5e9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:18.217607 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.304206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b409d57-860d-4d89-b2c6-f580db42d9c1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:18.338207 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-713dcdf9-2f74-46cf-b6c6-59de9feda7f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.343803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.344247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.344650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.345002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.345345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.345680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.346012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.346345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.346675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.353147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.353612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.353967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.354313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3db5b-ab44-44c8-917f-174511bfde84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:18.401083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-a1714217-d3ac-4e5d-b9ee-75361856e639 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:18.403897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-a1714217-d3ac-4e5d-b9ee-75361856e639 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 811 time: 0.2685759 Dec 15 13:58:18.426523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-53a4063d-c1d8-4c81-87e4-cf748b8d5dc8 service neutron] 10.222.0.86 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687128 Dec 15 13:58:18.430365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port a890701b-a83e-4d7e-899b-21ce2c86957b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:18.445583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Pushing event updated for resources: {'Port': ['ID=5aec20cd-edc1-4c26-b860-0ea637e5df93,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:18.489675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port a890701b-a83e-4d7e-899b-21ce2c86957b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:18.490063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.535356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port a9703285-6bc1-4818-a463-7073d13cbe9a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:18.535735 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.538157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-713dcdf9-2f74-46cf-b6c6-59de9feda7f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.569617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42975aa-cd48-4143-b1fd-682d9ca07792 req-9990a63c-ce75-459b-bf63-9660172ff977 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:18.588205 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d42975aa-cd48-4143-b1fd-682d9ca07792 req-9990a63c-ce75-459b-bf63-9660172ff977 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 945 time: 0.2055988 Dec 15 13:58:18.673461 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-a5727603-0782-426e-8c24-6c240a2f1957 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cfafcad347e48f2a116f45a1d385cd4 HTTP/1.1" status: 200 len: 380 time: 0.2446961 Dec 15 13:58:18.722788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'port': {'device_id': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'admin_state_up': True, 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'security_groups': ['7ccfa484-442a-4581-b6a7-f8f1b413d313']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:18.756716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d42975aa-cd48-4143-b1fd-682d9ca07792 req-45d93dce-3df0-451b-b0e4-b3d94af03a5e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675556 Dec 15 13:58:18.798319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-713dcdf9-2f74-46cf-b6c6-59de9feda7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.801493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-713dcdf9-2f74-46cf-b6c6-59de9feda7f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.805742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-713dcdf9-2f74-46cf-b6c6-59de9feda7f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b409d57-860d-4d89-b2c6-f580db42d9c1 HTTP/1.1" status: 204 len: 168 time: 0.6677959 Dec 15 13:58:18.822905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dcdf9-2f74-46cf-b6c6-59de9feda7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b409d57-860d-4d89-b2c6-f580db42d9c1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:18.878866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Provisioning complete for port 69e8764e-9881-477d-8510-1637cc7880b5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:18.879237 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:18.891328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-1db69268-c11e-427e-8dfe-ec4814946e80 service neutron] 10.222.0.86 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533474 Dec 15 13:58:19.019954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1ecbe-85e7-4d15-9d2e-5254e3f9b9d5 req-671117d4-ec46-4fa2-962b-40831b8e5597 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:19.042115 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.051242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ad1ecbe-85e7-4d15-9d2e-5254e3f9b9d5 req-671117d4-ec46-4fa2-962b-40831b8e5597 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1508613 Dec 15 13:58:19.063103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-980dcb07-5067-4624-8873-f323a35c06ec None None] Port 69e8764e-9881-477d-8510-1637cc7880b5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:19.083100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Made reservation on behalf of 1cfafcad347e48f2a116f45a1d385cd4 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:19.088165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.118572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890701b-a83e-4d7e-899b-21ce2c86957b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:19.123776 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d2b0dd-171e-4ca4-abf0-4190dbd84444" -d '{"events": [{"server_uuid": "fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2", "name": "network-vif-plugged", "status": "completed", "tag": "a890701b-a83e-4d7e-899b-21ce2c86957b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:19.157110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a890701b-a83e-4d7e-899b-21ce2c86957b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a890701b-a83e-4d7e-899b-21ce2c86957b,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:19.173145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:19.187899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ad1ecbe-85e7-4d15-9d2e-5254e3f9b9d5 req-b42d0450-132a-4530-bd45-27b10eadf268 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350291 Dec 15 13:58:19.197870 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.394109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Provisioning complete for port 5aec20cd-edc1-4c26-b860-0ea637e5df93 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:19.394491 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.466223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a890701b-a83e-4d7e-899b-21ce2c86957b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:19.521192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:19.531857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:19.560538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Allocated IP 172.20.0.10 (95a6e18a-6f23-4ff5-8c0f-a89dfc49476f/0a8e970b-665e-4e4a-8afe-c57adf028ca3/b7184fb5-0fb3-468f-b90f-ad0833ecd074) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:19.566939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:19.566939 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:19.689544 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4b1557-81b4-47e2-a9ad-ae7b0948e160 x-openstack-request-id: req-2c4b1557-81b4-47e2-a9ad-ae7b0948e160 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:19.689899 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2", "name": "network-vif-plugged", "status": "completed", "tag": "a890701b-a83e-4d7e-899b-21ce2c86957b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:19.690177 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c4b1557-81b4-47e2-a9ad-ae7b0948e160 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:19.690566 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890701b-a83e-4d7e-899b-21ce2c86957b', 'code': 200} Dec 15 13:58:19.695384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-caaf2148-8318-459c-abeb-e5eb77ed3cdc req-778a670f-6323-4224-b0fe-e52279536721 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 210 time: 0.0668426 Dec 15 13:58:19.847840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653edc2-2576-4016-b075-86cf47fc9722 req-b7931e2c-5c95-408f-be61-0910610a2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:19.851176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6653edc2-2576-4016-b075-86cf47fc9722 req-b7931e2c-5c95-408f-be61-0910610a2332 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1512814 Dec 15 13:58:19.903455 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-feefbd93-781a-40ae-b776-43ebd4e5474d req-c26ef8be-fc25-40f3-90a8-9a774dc2bf77 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 210 time: 0.1768408 Dec 15 13:58:19.952925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6653edc2-2576-4016-b075-86cf47fc9722 req-d16a1b52-8960-45f6-8d47-3cea10e5a4c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896125 Dec 15 13:58:20.121663 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.284412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cbf91-0653-4720-89f9-937d4db19741 req-8ee580db-d42d-4d2c-b124-6af1d4171371 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:20.292284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b3cbf91-0653-4720-89f9-937d4db19741 req-8ee580db-d42d-4d2c-b124-6af1d4171371 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 945 time: 0.2694504 Dec 15 13:58:20.316470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.440309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e49d2fc9-a90f-4583-81c5-57a4c0fd105c up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:20.502413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b3cbf91-0653-4720-89f9-937d4db19741 req-bc46a113-dadc-459a-be94-645f00dc2a67 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043092 Dec 15 13:58:20.505707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:20.556093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:20.561161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:20.603383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Provisioning complete for port 69e8764e-9881-477d-8510-1637cc7880b5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:20.604026 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.698319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:20.698701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.704748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Port 69e8764e-9881-477d-8510-1637cc7880b5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:20.758814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:20.759467 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.832533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Provisioning complete for port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:20.833441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'Port': ['ID=b7184fb5-0fb3-468f-b90f-ad0833ecd074,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:20.839890 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.863015 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-524a6677-cb3f-48c6-94fa-9e1c9351c0c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1773524 Dec 15 13:58:20.916413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59a991d4-e08f-49c8-a31d-87ba504aa724 req-73e9a07e-0dcc-487c-ba40-b56c809b3d47 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 210 time: 0.0779524 Dec 15 13:58:20.951417 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:20.966325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Request body: {'port': {'device_id': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:21.047821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be697c-e9fd-4be4-a1f3-7688ac8d3287 req-ca1045cc-8dce-488c-a8e6-4d0b905802c9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:21.055673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8be697c-e9fd-4be4-a1f3-7688ac8d3287 req-ca1045cc-8dce-488c-a8e6-4d0b905802c9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1861219 Dec 15 13:58:21.093903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port e49d2fc9-a90f-4583-81c5-57a4c0fd105c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:21.094511 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.152551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.213019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8be697c-e9fd-4be4-a1f3-7688ac8d3287 req-efcc1a14-2741-4887-b320-678ffc8a3b4d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560323 Dec 15 13:58:21.245048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:21.317594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.350322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2362da-d196-4a63-a2c0-e68b066cecd5 req-f8d0fd03-c1e9-4c9a-8854-7b3efae14725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:21.363583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b2362da-d196-4a63-a2c0-e68b066cecd5 req-f8d0fd03-c1e9-4c9a-8854-7b3efae14725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 932 time: 0.1967409 Dec 15 13:58:21.485981 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.491533 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.547994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b2362da-d196-4a63-a2c0-e68b066cecd5 req-c31fe7ce-2ac2-45ba-9c62-15b544eaea47 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832950 Dec 15 13:58:21.640535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:21.699743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7114862f-f957-4c2b-b9a5-c781e1c0ca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:21.702154 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec2de8a-61d9-4063-a1fa-c5020c6a3c3d" -d '{"events": [{"server_uuid": "7114862f-f957-4c2b-b9a5-c781e1c0ca74", "name": "network-vif-plugged", "status": "completed", "tag": "7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:21.710520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:21.713459 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.797429 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:21.797713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cdfe3834-0e27-4016-90a8-89793741e5e9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:21.897729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db06afa-c9f4-40ba-a62a-dc3b9c7c8df5 req-fcfcc433-1d4e-4893-8d26-370156e91403 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:21.912646 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8db06afa-c9f4-40ba-a62a-dc3b9c7c8df5 req-fcfcc433-1d4e-4893-8d26-370156e91403 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.2251620 Dec 15 13:58:21.961730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:21.967706 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:58:21.969223 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-3c3724d6-ae72-4abc-9e4a-578db77069ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:58:22.041488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:22.063633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.068538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-eb76bc96-d3b8-4670-a01a-5add9de0a6be tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:22.071911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-eb76bc96-d3b8-4670-a01a-5add9de0a6be tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.24 "GET /v2.0/networks?id=3283fe27-d447-46f3-b635-65b1afc187f6 HTTP/1.1" status: 200 len: 911 time: 0.2187326 Dec 15 13:58:22.085305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Request body: {'port': {'device_id': 'b3d77922-22b3-468d-ae11-839d13f7981f', 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'admin_state_up': True, 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:22.094412 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8db06afa-c9f4-40ba-a62a-dc3b9c7c8df5 req-f74f5e84-5a66-489c-a0b3-a7406c433459 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804268 Dec 15 13:58:22.151193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Made reservation on behalf of ac9007ef812040c3a1e6314d8dcdfad3 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:22.155149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.182611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port cdfe3834-0e27-4016-90a8-89793741e5e9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:22.186355 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.198269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7184fb5-0fb3-468f-b90f-ad0833ecd074 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:22.217095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.252754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Transition to ACTIVE for port object b7184fb5-0fb3-468f-b90f-ad0833ecd074 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:22.263765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.284540 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0870a0f-3598-45c4-adf1-48ad8e5d18e9 x-openstack-request-id: req-c0870a0f-3598-45c4-adf1-48ad8e5d18e9 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:22.284953 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7114862f-f957-4c2b-b9a5-c781e1c0ca74", "name": "network-vif-plugged", "status": "completed", "tag": "7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:22.285101 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0870a0f-3598-45c4-adf1-48ad8e5d18e9 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:22.286215 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7114862f-f957-4c2b-b9a5-c781e1c0ca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4', 'code': 200} Dec 15 13:58:22.327038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:22.402073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Pushing event updated for resources: {'Port': ['ID=b7184fb5-0fb3-468f-b90f-ad0833ecd074,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:22.612283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Allocated IP 172.20.0.7 (3283fe27-d447-46f3-b635-65b1afc187f6/a3619bab-84e8-42c6-af66-54ee2a96791d/fd87951c-62b0-43ca-b450-1dbd2af6a4b9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:22.674794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Attempting to bind port b7184fb5-0fb3-468f-b90f-ad0833ecd074 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:22.675305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Attempting to bind port b7184fb5-0fb3-468f-b90f-ad0833ecd074 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:22.678376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Attempting to bind port b7184fb5-0fb3-468f-b90f-ad0833ecd074 on network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:22.694387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Port b7184fb5-0fb3-468f-b90f-ad0833ecd074 on network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:22.694947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Attempting to bind port b7184fb5-0fb3-468f-b90f-ad0833ecd074 on network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:22.838421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:22.844153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Checking segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:22.845383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Bound using segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:22.846074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Bound port: b7184fb5-0fb3-468f-b90f-ad0833ecd074, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:22.854854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:22.921426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc67f6-d22e-4a1a-b35d-de8119a9485d req-d37529ae-184f-495a-a2b5-e45cd86f0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:22.922835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bbc67f6-d22e-4a1a-b35d-de8119a9485d req-d37529ae-184f-495a-a2b5-e45cd86f0c76 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 1097 time: 0.4570694 Dec 15 13:58:22.928489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97311adf-9551-4242-903d-a6ada7242cd8 req-ff5b4a24-3016-4379-8153-11e64af89c82 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 210 time: 0.2201440 Dec 15 13:58:23.077608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.093927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5aec20cd-edc1-4c26-b860-0ea637e5df93 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:23.121872 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.158312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Network 3283fe27-d447-46f3-b635-65b1afc187f6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:23.171426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:23.201582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:23.213954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device da85e1af-ca9a-4263-8bbe-968077aa4d30 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:23.252638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6707ea-b0d4-4c9d-91e7-bd3b78d4b656 req-89387a85-dd4d-4140-94e4-cdba45c87a29 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:23.260360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc6707ea-b0d4-4c9d-91e7-bd3b78d4b656 req-89387a85-dd4d-4140-94e4-cdba45c87a29 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.3289676 Dec 15 13:58:23.301445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] For port b7184fb5-0fb3-468f-b90f-ad0833ecd074, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:23.310135 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bbc67f6-d22e-4a1a-b35d-de8119a9485d req-2345ecb0-ef3b-43fc-9d6e-e934e2197a66 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609583 Dec 15 13:58:23.316992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] For port b7184fb5-0fb3-468f-b90f-ad0833ecd074, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:23.334466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.369611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be50947-5e4f-45d1-9e38-7c88c18d44b7 req-f7773cb4-30db-4f80-853f-94a706cb4596 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:23.373522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:23.374137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.389912 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0be50947-5e4f-45d1-9e38-7c88c18d44b7 req-f7773cb4-30db-4f80-853f-94a706cb4596 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 944 time: 0.2906947 Dec 15 13:58:23.401021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Pushing event updated for resources: {'Port': ['ID=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:23.447176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc6707ea-b0d4-4c9d-91e7-bd3b78d4b656 req-a55eff69-b820-4efd-81dd-c1d2823843c4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858211 Dec 15 13:58:23.457618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-be554555-3706-4fae-ac20-c45332acc9f4 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3761845 Dec 15 13:58:23.462761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Sync routers for ids ['282e754b-9eaa-4561-bfac-5e456671fece'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:23.494521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5aec20cd-edc1-4c26-b860-0ea637e5df93 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:23.501842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:23.504802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.506504 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.508408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7184fb5-0fb3-468f-b90f-ad0833ecd074 HTTP/1.1" status: 200 len: 1092 time: 2.5594869 Dec 15 13:58:23.509075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'tag': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:23.515417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Request body: {'port': {'device_id': 'b3d77922-22b3-468d-ae11-839d13f7981f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:23.529425 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e3a9b-4b60-4957-bd5e-460861776582", "tag": "b7184fb5-0fb3-468f-b90f-ad0833ecd074"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:23.655229 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.691112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Routers {'282e754b-9eaa-4561-bfac-5e456671fece'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:23.693711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['282e754b-9eaa-4561-bfac-5e456671fece'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:23.732405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aef78d-0f40-4c69-aff8-f2dfb5f60e93 req-23ee904a-cd11-42cb-8ab5-c97da75e7f1b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:23.734130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05aef78d-0f40-4c69-aff8-f2dfb5f60e93 req-23ee904a-cd11-42cb-8ab5-c97da75e7f1b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.1449525 Dec 15 13:58:23.784169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0be50947-5e4f-45d1-9e38-7c88c18d44b7 req-7e2066f5-5ec5-40b2-8808-5608c4d59351 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825219 Dec 15 13:58:23.785040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fc095-31c0-4cc8-909c-7c248840b878 service neutron] Pushing event updated for resources: {'Port': ['ID=b7184fb5-0fb3-468f-b90f-ad0833ecd074,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:23.833282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-3140731d-0ff8-42ae-89d3-aa05868677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:23.834904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-3140731d-0ff8-42ae-89d3-aa05868677aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 1095 time: 0.2687089 Dec 15 13:58:23.898838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5e276aea-0c0e-448a-b52c-935248ba614f None None] Provisioning complete for port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:23.900308 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5e276aea-0c0e-448a-b52c-935248ba614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:23.922181 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-9d368fb1-2af8-4fc5-bb51-ac6f8f530df0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074 HTTP/1.1" status: 200 len: 217 time: 0.0790489 Dec 15 13:58:23.996946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:24.017172 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5200d9d-65ee-4fe8-8188-b6fb0948a7a6 x-openstack-request-id: req-d5200d9d-65ee-4fe8-8188-b6fb0948a7a6 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:24.017728 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e3a9b-4b60-4957-bd5e-460861776582", "tag": "b7184fb5-0fb3-468f-b90f-ad0833ecd074", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:24.021664 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d5200d9d-65ee-4fe8-8188-b6fb0948a7a6 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:24.023787 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'tag': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'status': 'completed', 'code': 200} Dec 15 13:58:24.036416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5e276aea-0c0e-448a-b52c-935248ba614f None None] Port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:24.056817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05aef78d-0f40-4c69-aff8-f2dfb5f60e93 req-edf751d7-c247-467c-8394-e941d509637b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024094 Dec 15 13:58:24.069020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-c55e57c6-755e-49c1-b74a-48565d6b151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:24.081843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-c55e57c6-755e-49c1-b74a-48565d6b151d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.1513391 Dec 15 13:58:24.114243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'port_id': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'mac_address': 'fa:16:3e:86:53:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:24.215252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-74bf1fda-514b-49eb-97fc-be56f70bc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:24.225456 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-74bf1fda-514b-49eb-97fc-be56f70bc76d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334877 Dec 15 13:58:24.311619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:24.314776 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab6c635-a0eb-4342-957c-a43b42cf037c" -d '{"events": [{"server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "name": "network-vif-plugged", "status": "completed", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:24.343825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:24.369240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd87951c-62b0-43ca-b450-1dbd2af6a4b9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:24.382664 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.395672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071485c4-c4a6-4f65-935a-37505fb94eb6 req-9fed4e21-cc9e-43bb-8be2-460269377121 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:24.397563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-071485c4-c4a6-4f65-935a-37505fb94eb6 req-9fed4e21-cc9e-43bb-8be2-460269377121 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1027 time: 0.1796017 Dec 15 13:58:24.423131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Set router 282e754b-9eaa-4561-bfac-5e456671fece gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:24.432656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Transition to ACTIVE for port object fd87951c-62b0-43ca-b450-1dbd2af6a4b9 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:24.448088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.458581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-24e1ecae-285e-40fd-baf6-de7b8be4b416 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250483 Dec 15 13:58:24.472329 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.493711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da85e1af-ca9a-4263-8bbe-968077aa4d30 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:24.561923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-071485c4-c4a6-4f65-935a-37505fb94eb6 req-8e92224e-69cc-4678-8b92-eaf57603725d tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532960 Dec 15 13:58:24.580125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Pushing event updated for resources: {'Port': ['ID=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:24.651437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:24.816674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Attempting to bind port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:24.817444 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d38294-0fe4-435e-a7fa-2de0f3b11c0e x-openstack-request-id: req-c8d38294-0fe4-435e-a7fa-2de0f3b11c0e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:24.817890 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "name": "network-vif-plugged", "status": "completed", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:24.818266 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8d38294-0fe4-435e-a7fa-2de0f3b11c0e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:24.818691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Attempting to bind port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:24.819467 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'code': 200} Dec 15 13:58:24.819939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Attempting to bind port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 on network 3283fe27-d447-46f3-b635-65b1afc187f6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:24.828302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.838434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d31a4328-0e8f-4623-b9b3-b7f9b354c745 req-c2dee53e-0cc1-481c-ac61-d282db2042d8 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683670 Dec 15 13:58:24.878070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 on network 3283fe27-d447-46f3-b635-65b1afc187f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:24.896425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Attempting to bind port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 on network 3283fe27-d447-46f3-b635-65b1afc187f6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:24.933875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:24.934398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Checking segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:24.934903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Bound using segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:24.935474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Bound port: fd87951c-62b0-43ca-b450-1dbd2af6a4b9, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:24.936237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:24.992476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:24.993066 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.006147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2094bf7-77c2-4bb6-8a3e-59d9df6c627a req-363be1eb-58ce-42d2-9117-8c175d1a35bf tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.014514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2094bf7-77c2-4bb6-8a3e-59d9df6c627a req-363be1eb-58ce-42d2-9117-8c175d1a35bf tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 945 time: 0.2278366 Dec 15 13:58:25.072533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-21e69847-884d-4a4c-bd75-fd4d58801867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.075087 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-21e69847-884d-4a4c-bd75-fd4d58801867 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 1095 time: 0.1327848 Dec 15 13:58:25.092031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['da85e1af-ca9a-4263-8bbe-968077aa4d30'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:25.236588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] For port fd87951c-62b0-43ca-b450-1dbd2af6a4b9, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:25.258171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2094bf7-77c2-4bb6-8a3e-59d9df6c627a req-988edcfa-29ce-4836-a3da-b75f8781ad94 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905117 Dec 15 13:58:25.269386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] For port fd87951c-62b0-43ca-b450-1dbd2af6a4b9, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:25.290844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.323838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:25.332344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-bbe19f7d-b891-4e71-8d9a-12e83e6c0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.336175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-bbe19f7d-b891-4e71-8d9a-12e83e6c0c81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.2524798 Dec 15 13:58:25.431344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-a268a651-8b1b-46d7-ac22-2fcab79a9eff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074 HTTP/1.1" status: 200 len: 217 time: 0.0857456 Dec 15 13:58:25.431549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Pushing event updated for resources: {'Port': ['ID=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:25.462770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.463591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:25.469191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-15be5e1a-6b23-4a49-8965-5cd916489aae service neutron] 10.222.0.24 "PUT /v2.0/ports/fd87951c-62b0-43ca-b450-1dbd2af6a4b9 HTTP/1.1" status: 200 len: 1091 time: 1.9926577 Dec 15 13:58:25.485321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d77922-22b3-468d-ae11-839d13f7981f', 'tag': 'fd87951c-62b0-43ca-b450-1dbd2af6a4b9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:25.499532 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d77922-22b3-468d-ae11-839d13f7981f", "tag": "fd87951c-62b0-43ca-b450-1dbd2af6a4b9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:25.582329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-7b569836-8ca8-47a6-b3af-1e920a0f1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.584288 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-7b569836-8ca8-47a6-b3af-1e920a0f1f5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.1380985 Dec 15 13:58:25.695000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-f714b458-9a68-4d09-a177-dd2342ec61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.697021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-f714b458-9a68-4d09-a177-dd2342ec61f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004643 Dec 15 13:58:25.699552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499995a2-12f0-44ae-9d6c-c39317d7c970 req-fa44187d-fbda-4d6b-b80f-c2ddb71cceef tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.713666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-499995a2-12f0-44ae-9d6c-c39317d7c970 req-fa44187d-fbda-4d6b-b80f-c2ddb71cceef tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 944 time: 0.2751267 Dec 15 13:58:25.797347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-499995a2-12f0-44ae-9d6c-c39317d7c970 req-06f4b7f0-d51f-41a0-85e0-79217ca02707 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800931 Dec 15 13:58:25.803366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-e476c337-e48b-4fdd-8043-0749cf7eebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:25.809147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-e476c337-e48b-4fdd-8043-0749cf7eebe0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac9007ef812040c3a1e6314d8dcdfad3&device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1094 time: 0.2263501 Dec 15 13:58:25.860446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:58:13Z', 'revision_number': 4, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port': {'id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:08Z', 'updated_at': '2021-12-15T13:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '69e8764e-9881-477d-8510-1637cc7880b5', 'name': '', 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'mac_address': 'fa:16:3e:3f:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:11Z', 'updated_at': '2021-12-15T13:58:13Z', 'revision_number': 2, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'subnets': [{'id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:25.938476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-4ebeda1b-d0f2-4d9b-ae2c-c0b80ea04ede service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd87951c-62b0-43ca-b450-1dbd2af6a4b9 HTTP/1.1" status: 200 len: 217 time: 0.1132903 Dec 15 13:58:25.988565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-7afa5541-92e4-40f3-8349-6b979ba2a164 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724268 Dec 15 13:58:26.091496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-94ceb274-1fe4-42ce-8e7e-02f5dc41ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:26.101403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-94ceb274-1fe4-42ce-8e7e-02f5dc41ce50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3619bab-84e8-42c6-af66-54ee2a96791d HTTP/1.1" status: 200 len: 848 time: 0.1526287 Dec 15 13:58:26.239833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c6c7af-d929-4cf5-98d9-a56ec6eb81e6 req-e4d14dac-e739-4b05-b824-54d06a0478c5 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045219 Dec 15 13:58:26.332021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Checking router: 282e754b-9eaa-4561-bfac-5e456671fece for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:26.333170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Updating router 282e754b-9eaa-4561-bfac-5e456671fece port 69e8764e-9881-477d-8510-1637cc7880b5 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:58:26.392378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.635300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-2da8781e-3380-4252-ab1e-ef307891f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:26.637175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-2da8781e-3380-4252-ab1e-ef307891f9e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3283fe27-d447-46f3-b635-65b1afc187f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5204501 Dec 15 13:58:26.656799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564daf8-616b-40c4-9618-79228362550f req-94699e06-85c8-45b9-b35f-e479cf51a7d5 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:26.663694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e564daf8-616b-40c4-9618-79228362550f req-94699e06-85c8-45b9-b35f-e479cf51a7d5 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0789568 Dec 15 13:58:26.738659 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.756225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.877626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e564daf8-616b-40c4-9618-79228362550f req-cd2f0580-c461-4988-a10b-a6598013d6cd tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129927 Dec 15 13:58:26.888416 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-6407b74d-b757-4ec5-adae-e39b07335853 service neutron] 10.222.0.24 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037864 Dec 15 13:58:26.890571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224162d-5a78-4255-a9a6-88b34e1f6363 None None] Pushing event updated for resources: {'Port': ['ID=69e8764e-9881-477d-8510-1637cc7880b5,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:26.956553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Attempting to bind port 69e8764e-9881-477d-8510-1637cc7880b5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:26.956936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Attempting to bind port 69e8764e-9881-477d-8510-1637cc7880b5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:26.957317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Attempting to bind port 69e8764e-9881-477d-8510-1637cc7880b5 on network 4c538e94-09d2-4836-8e92-7aaf2745a896 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:26.972458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:26.974646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Checking segment: {'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:26.975398 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:26.976078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Bound using segment: {'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:26.976843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Bound port: 69e8764e-9881-477d-8510-1637cc7880b5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dcbe34-effe-469a-989b-c590e0ba043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:26.977483 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.037456 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703b9a9-902a-46c1-810f-9d1a85c654d4 x-openstack-request-id: req-e703b9a9-902a-46c1-810f-9d1a85c654d4 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:27.037598 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d77922-22b3-468d-ae11-839d13f7981f", "tag": "fd87951c-62b0-43ca-b450-1dbd2af6a4b9", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:27.037826 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e703b9a9-902a-46c1-810f-9d1a85c654d4 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:27.038244 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d77922-22b3-468d-ae11-839d13f7981f', 'tag': 'fd87951c-62b0-43ca-b450-1dbd2af6a4b9', 'status': 'completed', 'code': 200} Dec 15 13:58:27.118439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] For port 69e8764e-9881-477d-8510-1637cc7880b5, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:27.125784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] For port 69e8764e-9881-477d-8510-1637cc7880b5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=69e8764e-9881-477d-8510-1637cc7880b5,segment=NetworkSegment(45dcbe34-effe-469a-989b-c590e0ba043a),segment_id=45dcbe34-effe-469a-989b-c590e0ba043a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:27.142729 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.171666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94d94be4-0c2b-4207-9050-8db6187ac20a req-6ddf9356-679c-4c75-90c0-e8412081d7b6 service neutron] 10.222.0.24 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705519 Dec 15 13:58:27.238854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224162d-5a78-4255-a9a6-88b34e1f6363 None None] Pushing event updated for resources: {'Port': ['ID=69e8764e-9881-477d-8510-1637cc7880b5,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:27.260564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device da85e1af-ca9a-4263-8bbe-968077aa4d30 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:27.310729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84e08-a25e-4f64-a56b-efe80bab83c3 req-01461f8b-73d5-438b-bfe8-4b2448207861 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:27.315493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57b84e08-a25e-4f64-a56b-efe80bab83c3 req-01461f8b-73d5-438b-bfe8-4b2448207861 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1094 time: 0.1173854 Dec 15 13:58:27.335258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Routers {'282e754b-9eaa-4561-bfac-5e456671fece'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:27.335976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['282e754b-9eaa-4561-bfac-5e456671fece'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:27.345078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-008083a6-484b-458e-9233-e4640eb026ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:27.352442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-008083a6-484b-458e-9233-e4640eb026ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac9007ef812040c3a1e6314d8dcdfad3&device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1094 time: 0.1145399 Dec 15 13:58:27.481739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] Set router 282e754b-9eaa-4561-bfac-5e456671fece gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:27.523853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-24cb32b7-06a0-47ca-8f69-f97ff0dc5c5b None None] Provisioning complete for port 69e8764e-9881-477d-8510-1637cc7880b5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:27.524253 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24cb32b7-06a0-47ca-8f69-f97ff0dc5c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.590589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port da85e1af-ca9a-4263-8bbe-968077aa4d30 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:27.590968 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:27.617944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-a9a7a01e-77b6-443a-8556-7de89f8ab5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:27.629171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-a9a7a01e-77b6-443a-8556-7de89f8ab5c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3283fe27-d447-46f3-b635-65b1afc187f6 HTTP/1.1" status: 200 len: 911 time: 0.2564924 Dec 15 13:58:27.638581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57b84e08-a25e-4f64-a56b-efe80bab83c3 req-aa53f406-aabf-4146-9f4f-efe88a454874 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094378 Dec 15 13:58:27.757563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-2a3f4168-79b8-4e43-9f8a-fdded2dde48f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd87951c-62b0-43ca-b450-1dbd2af6a4b9 HTTP/1.1" status: 200 len: 217 time: 0.1179574 Dec 15 13:58:27.862391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-5e9b1242-a870-4b61-9c89-d6d2dbbededd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:27.865145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-5e9b1242-a870-4b61-9c89-d6d2dbbededd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3619bab-84e8-42c6-af66-54ee2a96791d HTTP/1.1" status: 200 len: 848 time: 0.0812507 Dec 15 13:58:27.875337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac9045-c27c-40b1-b15e-b150dc040a38 req-ade6a47a-fd54-492d-a94b-f5a5423aa91a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:27.882721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e1ac9045-c27c-40b1-b15e-b150dc040a38 req-ade6a47a-fd54-492d-a94b-f5a5423aa91a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 945 time: 0.1095450 Dec 15 13:58:27.908607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device b7184fb5-0fb3-468f-b90f-ad0833ecd074 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:27.978951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e1ac9045-c27c-40b1-b15e-b150dc040a38 req-bbefc3a2-b023-4212-ae4d-e82f12b76b44 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952716 Dec 15 13:58:28.017071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-2d397c96-7354-411d-8f12-fac7eb0c7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:28.019774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-2d397c96-7354-411d-8f12-fac7eb0c7826 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3283fe27-d447-46f3-b635-65b1afc187f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268060 Dec 15 13:58:28.032126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24cb32b7-06a0-47ca-8f69-f97ff0dc5c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.043966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port b7184fb5-0fb3-468f-b90f-ad0833ecd074, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:28.047141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 69e8764e-9881-477d-8510-1637cc7880b5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:28.207708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'port_id': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'mac_address': 'fa:16:3e:12:de:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:28.213274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-ae96cf2e-67a4-4767-ae35-812b5127e7b3 service neutron] 10.222.0.24 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795805 Dec 15 13:58:28.258196 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.278677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-24cb32b7-06a0-47ca-8f69-f97ff0dc5c5b None None] For port 69e8764e-9881-477d-8510-1637cc7880b5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=69e8764e-9881-477d-8510-1637cc7880b5,segment=NetworkSegment(45dcbe34-effe-469a-989b-c590e0ba043a),segment_id=45dcbe34-effe-469a-989b-c590e0ba043a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:28.306996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657d043-5b0e-4943-8c3f-976b613b4399 req-93dfad15-2b2c-4ebb-a70a-54166915fc69 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:28.316382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b657d043-5b0e-4943-8c3f-976b613b4399 req-93dfad15-2b2c-4ebb-a70a-54166915fc69 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 944 time: 0.2052715 Dec 15 13:58:28.362542 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24cb32b7-06a0-47ca-8f69-f97ff0dc5c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.403125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b657d043-5b0e-4943-8c3f-976b613b4399 req-afbd3caf-e7a4-496b-8543-74e0bf4aa236 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856371 Dec 15 13:58:28.447667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3024e8e7-e5cb-4d40-9697-d14f5bd097fd req-56da7ae3-51dd-4057-a669-04da47efb15e service neutron] 10.222.0.24 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234981 Dec 15 13:58:28.518778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:28.521989 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a208345-f522-40e6-8532-87354ff0a3a4" -d '{"events": [{"server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "name": "network-vif-plugged", "status": "completed", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:28.566456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:28.566456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.591838 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.608807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7184fb5-0fb3-468f-b90f-ad0833ecd074 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:28.615048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-08cc7bf2-5702-45b8-ae95-d9f45ce4edad None None] Provisioning complete for port 69e8764e-9881-477d-8510-1637cc7880b5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:28.615441 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08cc7bf2-5702-45b8-ae95-d9f45ce4edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.617123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb32b7-06a0-47ca-8f69-f97ff0dc5c5b None None] Pushing event updated for resources: {'Port': ['ID=69e8764e-9881-477d-8510-1637cc7880b5,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:28.624281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 69e8764e-9881-477d-8510-1637cc7880b5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:28.624675 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.720833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:58:13Z', 'revision_number': 4, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port': {'id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:08Z', 'updated_at': '2021-12-15T13:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '69e8764e-9881-477d-8510-1637cc7880b5', 'name': '', 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'mac_address': 'fa:16:3e:3f:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:11Z', 'updated_at': '2021-12-15T13:58:27Z', 'revision_number': 4, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'subnets': [{'id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:28.732750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port b7184fb5-0fb3-468f-b90f-ad0833ecd074, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:28.771784 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:28.778334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe15ac5-b237-4fa9-b350-0550c5fc612c None None] The sync data for ids ['282e754b-9eaa-4561-bfac-5e456671fece'] in n-d-821840-1 is: [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:58:13Z', 'revision_number': 4, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port': {'id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:08Z', 'updated_at': '2021-12-15T13:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '69e8764e-9881-477d-8510-1637cc7880b5', 'name': '', 'network_id': '4c538e94-09d2-4836-8e92-7aaf2745a896', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'mac_address': 'fa:16:3e:3f:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:11Z', 'updated_at': '2021-12-15T13:58:27Z', 'revision_number': 4, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'subnets': [{'id': 'da65a50f-889b-41aa-98b2-d246be82e469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:28.849095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:28.856545 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe97c6b-057a-4a90-9759-ea7a5345b6af x-openstack-request-id: req-ebe97c6b-057a-4a90-9759-ea7a5345b6af {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:28.856848 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "name": "network-vif-plugged", "status": "completed", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:28.857097 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ebe97c6b-057a-4a90-9759-ea7a5345b6af {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:28.857505 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'code': 200} Dec 15 13:58:28.913063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-f6700f04-2781-491a-aca6-266ec3c9a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:28.914628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-f6700f04-2781-491a-aca6-266ec3c9a37e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 1097 time: 0.1749496 Dec 15 13:58:29.185241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5f858-6821-47f2-a952-6b6cc90938ab req-7b45e5e2-966a-4def-a784-0256798927b1 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:29.193009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51d5f858-6821-47f2-a952-6b6cc90938ab req-7b45e5e2-966a-4def-a784-0256798927b1 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1094 time: 0.2773321 Dec 15 13:58:29.376127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['b7184fb5-0fb3-468f-b90f-ad0833ecd074'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:29.389724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-49dc2c02-c202-4f70-b397-cadf4e20c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:29.391237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-49dc2c02-c202-4f70-b397-cadf4e20c03a service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 919 time: 0.4676147 Dec 15 13:58:29.480956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=b7184fb5-0fb3-468f-b90f-ad0833ecd074,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:29.504812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51d5f858-6821-47f2-a952-6b6cc90938ab req-884ba572-e588-4594-b07d-df0ebe9ba016 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918150 Dec 15 13:58:29.509778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-610060bd-6f6d-4af0-a904-30c8f2ab4941 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0994864 Dec 15 13:58:29.644204 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-51757af3-c796-4c83-8112-ea3d15bbb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:29.645672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-51757af3-c796-4c83-8112-ea3d15bbb8b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.1286650 Dec 15 13:58:29.785338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-d5d8e5db-e7d0-4fdf-bbbb-e2378253bc14 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158137 Dec 15 13:58:29.938117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 69e8764e-9881-477d-8510-1637cc7880b5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:29.938687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88158e1a-c6d4-49a9-969b-b472baee6cf8 req-8ff04ee1-47e2-4839-a37e-c5682f4d56e7 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:29.947267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88158e1a-c6d4-49a9-969b-b472baee6cf8 req-8ff04ee1-47e2-4839-a37e-c5682f4d56e7 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.3005369 Dec 15 13:58:30.064618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88158e1a-c6d4-49a9-969b-b472baee6cf8 req-5c24fe30-30b4-4f16-a2d0-19268b754625 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163158 Dec 15 13:58:30.087123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 69e8764e-9881-477d-8510-1637cc7880b5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:30.088225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.111565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-09f5e05f-29c9-4bfe-ab09-4fd7d2a14150 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018489 Dec 15 13:58:30.290959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50c0bdc8-3c70-49e6-9bab-4a62f23e8e08 req-5ca68385-b22e-4e54-a086-e5edb3dfa933 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713648 Dec 15 13:58:30.425765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fa815-0c1b-41f5-a16d-5472689a2450 req-899b0d26-f850-403c-b80b-db257d847f2a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:30.433667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b62fa815-0c1b-41f5-a16d-5472689a2450 req-899b0d26-f850-403c-b80b-db257d847f2a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1380785 Dec 15 13:58:30.529294 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b62fa815-0c1b-41f5-a16d-5472689a2450 req-c7ae2925-392a-43ec-b503-5c9941350210 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880458 Dec 15 13:58:30.702179 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:30.858801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5116e02-2dd1-411f-a4b9-493e9f413fea req-6330a71a-0bc9-4917-8c17-771651dbc227 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:30.866596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5116e02-2dd1-411f-a4b9-493e9f413fea req-6330a71a-0bc9-4917-8c17-771651dbc227 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 945 time: 0.2384598 Dec 15 13:58:30.938664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5116e02-2dd1-411f-a4b9-493e9f413fea req-e77d4dee-07e7-498b-bce9-2881abac5861 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688751 Dec 15 13:58:30.960701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.190867 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-894c426c-3ba6-4d1a-9038-ef4209d75c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:31.194677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fe861-5c10-4f52-908b-fc393b11644d req-0fce540a-548d-4cdb-b4f0-b871b1902570 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:31.197318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db7fe861-5c10-4f52-908b-fc393b11644d req-0fce540a-548d-4cdb-b4f0-b871b1902570 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1094 time: 0.0928588 Dec 15 13:58:31.351122 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db7fe861-5c10-4f52-908b-fc393b11644d req-120254a6-a594-4648-b635-de41fe12a64d tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434457 Dec 15 13:58:31.497799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035644a-b674-4251-8108-d3cc6c15c2be req-890012af-504d-4de1-b4bc-8c22ff4cedc6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:31.506616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5035644a-b674-4251-8108-d3cc6c15c2be req-890012af-504d-4de1-b4bc-8c22ff4cedc6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0772305 Dec 15 13:58:31.577759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5035644a-b674-4251-8108-d3cc6c15c2be req-2b2e3441-16ea-4ee7-b214-fe6962e1e2b9 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701535 Dec 15 13:58:31.759260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b0181-cc9c-4c39-a83d-34ea33174eda req-378d4df9-da86-4cf7-b46f-9f90f4e7f60a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:31.765280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-551b0181-cc9c-4c39-a83d-34ea33174eda req-378d4df9-da86-4cf7-b46f-9f90f4e7f60a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1117246 Dec 15 13:58:31.836004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-551b0181-cc9c-4c39-a83d-34ea33174eda req-e89305c9-ef28-4be3-9da9-db67911b93e0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622747 Dec 15 13:58:31.904311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fd87951c-62b0-43ca-b450-1dbd2af6a4b9 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:31.933854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device b7184fb5-0fb3-468f-b90f-ad0833ecd074 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:32.186424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee23e-7756-4f8b-b02c-cad5b5688ac7 req-da0ba5b7-5d65-4cdb-af4d-eff4ca462bf5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:32.196942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-abeee23e-7756-4f8b-b02c-cad5b5688ac7 req-da0ba5b7-5d65-4cdb-af4d-eff4ca462bf5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 945 time: 0.1131518 Dec 15 13:58:32.243205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port b7184fb5-0fb3-468f-b90f-ad0833ecd074 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:32.256579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port b7184fb5-0fb3-468f-b90f-ad0833ecd074 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:32.256953 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.259594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fd87951c-62b0-43ca-b450-1dbd2af6a4b9, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:32.264203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-abeee23e-7756-4f8b-b02c-cad5b5688ac7 req-6e22f199-c2c4-4408-9464-7fb08bef5294 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631611 Dec 15 13:58:32.312189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'fd87951c-62b0-43ca-b450-1dbd2af6a4b9', 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'port_id': 'fd87951c-62b0-43ca-b450-1dbd2af6a4b9', 'mac_address': 'fa:16:3e:d2:b0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3619bab-84e8-42c6-af66-54ee2a96791d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:32.480410 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.493209 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.571303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707e311-c347-43f5-ae59-02d49a2faf0e req-9e0c3247-9b09-43f4-bc94-1a4b0ae4bde8 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:32.576806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5707e311-c347-43f5-ae59-02d49a2faf0e req-9e0c3247-9b09-43f4-bc94-1a4b0ae4bde8 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1094 time: 0.1058466 Dec 15 13:58:32.587097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:32.594304 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3c7d1-4560-48b0-947c-677394454ed2" -d '{"events": [{"server_uuid": "7a0e3a9b-4b60-4957-bd5e-460861776582", "name": "network-vif-plugged", "status": "completed", "tag": "b7184fb5-0fb3-468f-b90f-ad0833ecd074"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:32.608539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd87951c-62b0-43ca-b450-1dbd2af6a4b9 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:32.663973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port b7184fb5-0fb3-468f-b90f-ad0833ecd074, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:32.685796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5707e311-c347-43f5-ae59-02d49a2faf0e req-c136ae5e-12d6-4503-b639-17561c45830d tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045749 Dec 15 13:58:32.688421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.762736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fd87951c-62b0-43ca-b450-1dbd2af6a4b9, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:32.764466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=b7184fb5-0fb3-468f-b90f-ad0833ecd074,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:32.781083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:32.906644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:32.925389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e87edb-077a-416d-8fd1-65ff028d3862 req-5752f16a-3fba-49d8-abfb-a99481ad5f45 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:32.936412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8e87edb-077a-416d-8fd1-65ff028d3862 req-5752f16a-3fba-49d8-abfb-a99481ad5f45 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.1327758 Dec 15 13:58:33.019673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8e87edb-077a-416d-8fd1-65ff028d3862 req-76c972aa-1fd1-42a4-8646-2c7f858f3c59 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717356 Dec 15 13:58:33.085847 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab3fc4f-4cbf-49d2-a2b1-cf5fb1381e6c x-openstack-request-id: req-cab3fc4f-4cbf-49d2-a2b1-cf5fb1381e6c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:33.086157 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0e3a9b-4b60-4957-bd5e-460861776582", "name": "network-vif-plugged", "status": "completed", "tag": "b7184fb5-0fb3-468f-b90f-ad0833ecd074", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:33.086555 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cab3fc4f-4cbf-49d2-a2b1-cf5fb1381e6c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:33.087024 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'code': 200} Dec 15 13:58:33.097444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fd87951c-62b0-43ca-b450-1dbd2af6a4b9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:33.305215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8b5b8-6944-463d-aa4d-12fee58626bb req-6a2120c1-fa1b-4ce6-9ccd-50d3e2694b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:33.314941 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74c8b5b8-6944-463d-aa4d-12fee58626bb req-6a2120c1-fa1b-4ce6-9ccd-50d3e2694b62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 1097 time: 0.1371582 Dec 15 13:58:33.396550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacd028-2abd-42bd-8064-ee6aec1b816e req-125b436d-7f5f-417c-bae2-b3596a232bcf tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:33.398144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cacd028-2abd-42bd-8064-ee6aec1b816e req-125b436d-7f5f-417c-bae2-b3596a232bcf tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1640992 Dec 15 13:58:33.424706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74c8b5b8-6944-463d-aa4d-12fee58626bb req-109e2e49-a6df-4761-9e0d-edd95d34697e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016610 Dec 15 13:58:33.498415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cacd028-2abd-42bd-8064-ee6aec1b816e req-49aca607-c19e-4e0a-b01f-3634567c23b3 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718813 Dec 15 13:58:33.638435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aead6b-8b07-4592-a104-0563f08c6052 req-39802d8d-c784-4547-a17b-ab18e313b3be tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:33.650149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9aead6b-8b07-4592-a104-0563f08c6052 req-39802d8d-c784-4547-a17b-ab18e313b3be tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0797117 Dec 15 13:58:33.740474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9aead6b-8b07-4592-a104-0563f08c6052 req-7103be70-445d-4f4f-8cf5-982e54ea2685 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817127 Dec 15 13:58:33.783484 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa207-5968-49e0-a5dc-44df472456f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:33.989244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ead22c-44b5-4e7d-bf42-c697aa215f37 req-ccd66806-676f-42b3-85c0-7e8d6142460f tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:34.000942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91ead22c-44b5-4e7d-bf42-c697aa215f37 req-ccd66806-676f-42b3-85c0-7e8d6142460f tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1095 time: 0.0683231 Dec 15 13:58:34.102208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91ead22c-44b5-4e7d-bf42-c697aa215f37 req-ac666579-ef7f-40a6-85c5-4d217545fab7 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002080 Dec 15 13:58:34.278983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f9a34-4218-4f0f-a457-d1b6f620af24 req-ea4b1a42-66cb-45a3-a79c-060c06b67a30 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:34.280505 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-631f9a34-4218-4f0f-a457-d1b6f620af24 req-ea4b1a42-66cb-45a3-a79c-060c06b67a30 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0836835 Dec 15 13:58:34.372006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-631f9a34-4218-4f0f-a457-d1b6f620af24 req-0f95ae38-8fa3-4c87-be47-ca2b0df0d026 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774426 Dec 15 13:58:34.670278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908d7c1-4e52-498a-aac4-63b21999d896 req-40cab57f-c246-4c3b-b387-3b2f2c4d7770 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:34.678879 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3908d7c1-4e52-498a-aac4-63b21999d896 req-40cab57f-c246-4c3b-b387-3b2f2c4d7770 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.0817709 Dec 15 13:58:34.746293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3908d7c1-4e52-498a-aac4-63b21999d896 req-5a4e78fd-3506-47ca-9ce4-853b34b4187f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606966 Dec 15 13:58:34.799211 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:34.939297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d86a1-7bb0-47d1-a50e-0832e2751a1e req-dde69f76-812d-46ea-88f3-3e350efa3585 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:34.941149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534d86a1-7bb0-47d1-a50e-0832e2751a1e req-dde69f76-812d-46ea-88f3-3e350efa3585 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0657601 Dec 15 13:58:35.067706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534d86a1-7bb0-47d1-a50e-0832e2751a1e req-235e1e81-255c-43d5-a405-df9ede6fe8fb tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136911 Dec 15 13:58:35.312003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53044ed-526f-4a2c-be5e-eecddd33f219 req-54bf7c6e-7446-4c21-a14d-8085f0b14cf1 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:35.312980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c53044ed-526f-4a2c-be5e-eecddd33f219 req-54bf7c6e-7446-4c21-a14d-8085f0b14cf1 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1095 time: 0.0525844 Dec 15 13:58:35.387629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c53044ed-526f-4a2c-be5e-eecddd33f219 req-02b46fcf-3cce-4f9e-b3fa-f501e69bc324 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699885 Dec 15 13:58:35.575032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb2a8f-f152-4ae0-8e43-b528d6bfabef req-96c44088-a127-4622-8804-df2657627587 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:35.577254 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bb2a8f-f152-4ae0-8e43-b528d6bfabef req-96c44088-a127-4622-8804-df2657627587 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0566151 Dec 15 13:58:35.682822 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bb2a8f-f152-4ae0-8e43-b528d6bfabef req-c06fe98b-0b0d-4ee7-ab03-1c919198eebc tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992172 Dec 15 13:58:35.915949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fd87951c-62b0-43ca-b450-1dbd2af6a4b9 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:35.945747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f201-d26a-40d3-8c32-d673490e61a7 req-bfa483a3-9abe-4eac-afd4-042123f000dd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:35.947362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff72f201-d26a-40d3-8c32-d673490e61a7 req-bfa483a3-9abe-4eac-afd4-042123f000dd tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.0934634 Dec 15 13:58:35.994465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:35.999205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:35.999786 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.043119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff72f201-d26a-40d3-8c32-d673490e61a7 req-7d515fd1-f35e-481a-bec9-898106ce6d45 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853486 Dec 15 13:58:36.157831 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.229889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port fd87951c-62b0-43ca-b450-1dbd2af6a4b9, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:36.236216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d77922-22b3-468d-ae11-839d13f7981f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd87951c-62b0-43ca-b450-1dbd2af6a4b9'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:36.241614 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac58cfe0-9c48-43c4-a886-14c68d9b43c1" -d '{"events": [{"server_uuid": "b3d77922-22b3-468d-ae11-839d13f7981f", "name": "network-vif-plugged", "status": "completed", "tag": "fd87951c-62b0-43ca-b450-1dbd2af6a4b9"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:36.257610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.289464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff111d-cfe1-46eb-9149-af2960e0e405 req-eb844403-69ca-4fe1-8d18-23053bd20c25 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:36.291207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-69ff111d-cfe1-46eb-9149-af2960e0e405 req-eb844403-69ca-4fe1-8d18-23053bd20c25 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1201472 Dec 15 13:58:36.339978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:36.369499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-69ff111d-cfe1-46eb-9149-af2960e0e405 req-ac27edcd-e0ad-4346-ab86-7be20cc9d9eb tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692480 Dec 15 13:58:36.570209 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4493b30d-ad8a-41a3-9b4d-cccf3cfe8367 x-openstack-request-id: req-4493b30d-ad8a-41a3-9b4d-cccf3cfe8367 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:36.570440 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d77922-22b3-468d-ae11-839d13f7981f", "name": "network-vif-plugged", "status": "completed", "tag": "fd87951c-62b0-43ca-b450-1dbd2af6a4b9", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:36.573316 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4493b30d-ad8a-41a3-9b4d-cccf3cfe8367 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:36.575147 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d77922-22b3-468d-ae11-839d13f7981f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd87951c-62b0-43ca-b450-1dbd2af6a4b9', 'code': 200} Dec 15 13:58:36.599077 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.695279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc888e-a0e9-48b2-8657-093134a6c4b6 req-edb26994-8b55-4d4f-9ead-7e36bda605b6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:36.702734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7dfc888e-a0e9-48b2-8657-093134a6c4b6 req-edb26994-8b55-4d4f-9ead-7e36bda605b6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0858552 Dec 15 13:58:36.715581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38612) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:36.726943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'floatingip': {'port_id': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:36.762719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bee57-6bb3-47e0-8a49-a5d16c87c61c req-f7ae540b-1b4f-47a5-a119-e345255817d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:36.764730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c50bee57-6bb3-47e0-8a49-a5d16c87c61c req-f7ae540b-1b4f-47a5-a119-e345255817d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.1189528 Dec 15 13:58:36.776036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845ca0-c1a3-41bf-9c89-c002cc7aa011 req-9fb2b85c-27e3-42f3-9389-5a51efb6a9d2 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:36.786365 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77845ca0-c1a3-41bf-9c89-c002cc7aa011 req-9fb2b85c-27e3-42f3-9389-5a51efb6a9d2 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.0778630 Dec 15 13:58:36.851590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:36.867320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c50bee57-6bb3-47e0-8a49-a5d16c87c61c req-d909eafd-cb23-4bea-bc88-0142db358dfb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782297 Dec 15 13:58:36.876671 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77845ca0-c1a3-41bf-9c89-c002cc7aa011 req-32896d8c-b1eb-4d46-88d0-65fe26f386b1 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893793 Dec 15 13:58:36.946575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35845-3aa6-41c8-a9c4-2de11aaaa3f2 req-80d4ce4a-98b5-49ad-a3d6-8971d0e38830 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:36.948303 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6d35845-3aa6-41c8-a9c4-2de11aaaa3f2 req-80d4ce4a-98b5-49ad-a3d6-8971d0e38830 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.1415808 Dec 15 13:58:37.109861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6d35845-3aa6-41c8-a9c4-2de11aaaa3f2 req-1a2cf1d5-12b2-4c04-9e1b-cce12fa6bd2e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507077 Dec 15 13:58:37.209053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbcfb0-6fb7-4c49-9849-2b5746bc6025 req-4c72a2a1-164f-4bbc-9981-06899c02f711 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:37.217876 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6fbcfb0-6fb7-4c49-9849-2b5746bc6025 req-4c72a2a1-164f-4bbc-9981-06899c02f711 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.0886462 Dec 15 13:58:37.273782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.316627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6fbcfb0-6fb7-4c49-9849-2b5746bc6025 req-5974a4d2-8d22-4a9c-b392-96646983545c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977387 Dec 15 13:58:37.854420 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:37.861313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.019424 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Floating IP decdb425-6097-4e64-959d-5d8d2b623104 associated. External IP: 172.25.7.131, port: b7184fb5-0fb3-468f-b90f-ad0833ecd074. Dec 15 13:58:38.024100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef59fc-fd60-41a5-af54-972fee410c7c req-c8f2161d-6bac-4835-86a7-214b5e7a6ec9 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:38.025741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9ef59fc-fd60-41a5-af54-972fee410c7c req-c8f2161d-6bac-4835-86a7-214b5e7a6ec9 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.0659354 Dec 15 13:58:38.119038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9ef59fc-fd60-41a5-af54-972fee410c7c req-10502dcf-2373-47f1-82b0-d097c97ea8e8 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602639 Dec 15 13:58:38.400859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf0fb0-5afc-494e-945b-90af7d0dda27 req-847047ab-c737-48cb-a669-1f87da2d7318 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:38.403633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2cf0fb0-5afc-494e-945b-90af7d0dda27 req-847047ab-c737-48cb-a669-1f87da2d7318 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.1291869 Dec 15 13:58:38.438823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Router 59d055da-6db8-43fd-bce9-74a02ba21744 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:58:38.476934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2cf0fb0-5afc-494e-945b-90af7d0dda27 req-f2f19437-2fa3-4f19-bee5-9d3e08ba6325 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646138 Dec 15 13:58:38.660538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:58:38.665776 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:38.674087 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] Sync routers for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:58:38.685485 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:38.686126 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:38.703951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b402da-4c63-48af-89e0-72b3c5c481cb req-fe9eb1bd-71c8-403f-ace1-1e16ae65ac93 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:38.711304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41b402da-4c63-48af-89e0-72b3c5c481cb req-fe9eb1bd-71c8-403f-ace1-1e16ae65ac93 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1093259 Dec 15 13:58:38.734526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-234a09c0-c1fe-43cb-b986-b712a2463cd9 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "PUT /v2.0/floatingips/decdb425-6097-4e64-959d-5d8d2b623104 HTTP/1.1" status: 200 len: 992 time: 2.0175717 Dec 15 13:58:38.736622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'tag': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:38.738930 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2747c-3ba8-4abd-a34f-ff8f99567c43" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e3a9b-4b60-4957-bd5e-460861776582", "tag": "b7184fb5-0fb3-468f-b90f-ad0833ecd074"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:38.783638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41b402da-4c63-48af-89e0-72b3c5c481cb req-b26701ac-d51d-406b-ba9f-049d3d925c4e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713313 Dec 15 13:58:38.912569 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15209223-1f8c-4570-ac7b-fce2c223b52e x-openstack-request-id: req-15209223-1f8c-4570-ac7b-fce2c223b52e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:38.913589 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e3a9b-4b60-4957-bd5e-460861776582", "tag": "b7184fb5-0fb3-468f-b90f-ad0833ecd074", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:38.914068 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15209223-1f8c-4570-ac7b-fce2c223b52e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:38.914687 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'tag': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'status': 'completed', 'code': 200} Dec 15 13:58:39.056620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-79dfc295-65ae-45c2-80f0-99964f7954d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.068348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-79dfc295-65ae-45c2-80f0-99964f7954d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 1097 time: 0.1129680 Dec 15 13:58:39.075332 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:39.236509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-1cea35a6-0478-4fbb-8f70-35e3a55b7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.238920 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-1cea35a6-0478-4fbb-8f70-35e3a55b7677 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.1534755 Dec 15 13:58:39.316234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0627c0-1bd9-4e70-8f81-bd445a45eaae req-eb55d568-e09d-4711-a3e6-09e8c8d3b34f tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.326304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad0627c0-1bd9-4e70-8f81-bd445a45eaae req-eb55d568-e09d-4711-a3e6-09e8c8d3b34f tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.0737200 Dec 15 13:58:39.363754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-f8fb6dfb-0234-4543-b007-5ac3905f2061 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074 HTTP/1.1" status: 200 len: 1000 time: 0.1157563 Dec 15 13:58:39.408104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad0627c0-1bd9-4e70-8f81-bd445a45eaae req-9339cb05-84fd-4a2a-ba11-729e1454511a tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806110 Dec 15 13:58:39.478369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-e50552cc-120f-40d3-aac1-ab6ce2c0887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.488281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-e50552cc-120f-40d3-aac1-ab6ce2c0887d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.1022768 Dec 15 13:58:39.534472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88aa58-50c5-40c4-9893-e10bffb22f99 req-4753b4fc-986d-463c-9fbc-458bdbae370c tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.543072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de88aa58-50c5-40c4-9893-e10bffb22f99 req-4753b4fc-986d-463c-9fbc-458bdbae370c tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.0606389 Dec 15 13:58:39.559723 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'decdb425-6097-4e64-959d-5d8d2b623104', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'port_id': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'mac_address': 'fa:16:3e:12:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:58:12Z', 'updated_at': '2021-12-15T13:58:37Z', 'revision_number': 1, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:39.563493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-cfa9d502-5346-4265-915f-69ef7a2f6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.565378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-cfa9d502-5346-4265-915f-69ef7a2f6e18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759962 Dec 15 13:58:39.598289 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] Checking router: 59d055da-6db8-43fd-bce9-74a02ba21744 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:58:39.609715 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:58:39.610636 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:58:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:39.618942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de88aa58-50c5-40c4-9893-e10bffb22f99 req-b1bff7a8-268e-4c73-83c0-ac0ff3d19869 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701592 Dec 15 13:58:39.694449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-e6313ba3-b1e7-4160-8d35-c9bffb69e155 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209176 Dec 15 13:58:39.772294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a44aa7-0141-4a6a-a974-bacfc752956b req-42d5599d-4012-4401-a6b1-1d51f1989a98 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.774226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0a44aa7-0141-4a6a-a974-bacfc752956b req-42d5599d-4012-4401-a6b1-1d51f1989a98 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0700414 Dec 15 13:58:39.788847 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:58:39.830592 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0a44aa7-0141-4a6a-a974-bacfc752956b req-e1c660c6-c10a-443f-a975-fb4bfcd5888e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501788 Dec 15 13:58:39.919508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e49d2fc9-a90f-4583-81c5-57a4c0fd105c no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:39.928131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eed2747c-3ba8-4abd-a34f-ff8f99567c43 req-503c29ab-e614-46bf-ac3f-7480d44c5983 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036483 Dec 15 13:58:39.945214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-45963e88-6e01-4b9a-95f5-389f5de5fdd1 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:39.953268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-45963e88-6e01-4b9a-95f5-389f5de5fdd1 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 805 time: 0.2533438 Dec 15 13:58:39.972708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-9ea34f80-29c3-4ba8-aa6b-1053f09b66f3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/quotas/1e94547dee2d4a96a96e1579c336f7fb HTTP/1.1" status: 200 len: 375 time: 0.0174880 Dec 15 13:58:39.997826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4e20-22a3-492b-b328-0a8afc5b064d req-096278f1-81cc-4436-bfce-a98d04893919 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:40.000468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57fc4e20-22a3-492b-b328-0a8afc5b064d req-096278f1-81cc-4436-bfce-a98d04893919 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.0902467 Dec 15 13:58:40.027782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-23dacccc-a985-4fc0-baa4-7b85a63ca8fc tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522461 Dec 15 13:58:40.061580 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-57fc4e20-22a3-492b-b328-0a8afc5b064d req-c35fe8a2-e041-49b0-b2f4-5f65fb74b291 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516298 Dec 15 13:58:40.066225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:40.088916 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.136360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:40.143295 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e050de4-69ab-43aa-b59d-80dd281f34fa" -d '{"events": [{"server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:40.177949 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'decdb425-6097-4e64-959d-5d8d2b623104', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'port_id': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'mac_address': 'fa:16:3e:12:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:58:12Z', 'updated_at': '2021-12-15T13:58:37Z', 'revision_number': 1, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:40.186554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:40.194675 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.212633 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d06a09-b5aa-4273-af22-5c2b19552cd7 None None] The sync data for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 is: [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'decdb425-6097-4e64-959d-5d8d2b623104', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'port_id': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'mac_address': 'fa:16:3e:12:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:58:12Z', 'updated_at': '2021-12-15T13:58:37Z', 'revision_number': 1, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:58:40.301577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:40.351853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9afae078-f2bb-4705-aeab-645234dd8df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.356414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b0621-696b-4054-a898-b45254602e47 req-58953e58-23cb-44e8-946b-747aa0266732 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:40.357988 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-322b0621-696b-4054-a898-b45254602e47 req-58953e58-23cb-44e8-946b-747aa0266732 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.0776508 Dec 15 13:58:40.384599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-2906e2d3-e2eb-4476-89d9-b2e855e1a1b7 service neutron] 10.222.0.86 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470643 Dec 15 13:58:40.412599 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-322b0621-696b-4054-a898-b45254602e47 req-6bd63d29-e8c6-499c-a37e-86a31df0743a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Dec 15 13:58:40.420161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-202fb39a-fb70-4685-9973-6f342791f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:40.421968 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-202fb39a-fb70-4685-9973-6f342791f2bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 1097 time: 0.1341417 Dec 15 13:58:40.487064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fbc327-2535-474c-8407-3fe404e68c3a None None] New status for floating IP decdb425-6097-4e64-959d-5d8d2b623104: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:58:40.544135 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136284a2-8c52-444c-94cc-827e00e891e0 x-openstack-request-id: req-136284a2-8c52-444c-94cc-827e00e891e0 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:40.544580 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:40.544935 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-136284a2-8c52-444c-94cc-827e00e891e0 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:40.545430 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'code': 200} Dec 15 13:58:40.620948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-8efda7bc-c0de-4b73-b01b-e5da94a82829 service neutron] 10.222.0.86 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267897 Dec 15 13:58:40.637657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9afae078-f2bb-4705-aeab-645234dd8df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.656640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9afae078-f2bb-4705-aeab-645234dd8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.687685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9afae078-f2bb-4705-aeab-645234dd8df1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db22f34cc6e44841bf7339c41d450b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6200504 Dec 15 13:58:40.691208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38850) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:40.694312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-0d12c360-3b09-4050-ac77-39c54efd9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:40.695809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-0d12c360-3b09-4050-ac77-39c54efd9ee3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.2444663 Dec 15 13:58:40.712298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afae078-f2bb-4705-aeab-645234dd8df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff9df3e-dc90-43ad-b659-d0f45e9f11ca,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:40.772894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-a98995be-bf96-487b-a018-2ee3fc8ce037 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30 HTTP/1.1" status: 200 len: 217 time: 0.0567253 Dec 15 13:58:40.804885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-f88480b8-8e84-4c34-a862-8ee41fb431a0 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:40.806516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-f88480b8-8e84-4c34-a862-8ee41fb431a0 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/networks?id=3283fe27-d447-46f3-b635-65b1afc187f6 HTTP/1.1" status: 200 len: 911 time: 0.1839919 Dec 15 13:58:40.807298 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.840010 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.842248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1dffddf-91ce-42b0-8c1d-75610002e529 req-7285bc2b-36c3-4fa7-b5fb-af52e88dc64c tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 210 time: 0.0487657 Dec 15 13:58:40.842394 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-772fd5d6-d3aa-4de5-812f-063593c229a5 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/quotas/ac9007ef812040c3a1e6314d8dcdfad3 HTTP/1.1" status: 200 len: 375 time: 0.0251119 Dec 15 13:58:40.871415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-736b69be-be08-41a8-abe8-4bef6f411418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:40.872898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-736b69be-be08-41a8-abe8-4bef6f411418 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.0910978 Dec 15 13:58:40.927791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-6bd42256-cc22-4594-8efb-7e35f6426718 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac9007ef812040c3a1e6314d8dcdfad3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691111 Dec 15 13:58:40.956433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.959147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:40.962890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5ff9df3e-dc90-43ad-b659-d0f45e9f11ca HTTP/1.1" status: 204 len: 168 time: 0.2681766 Dec 15 13:58:40.988402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1195c1-ece9-4789-af04-d75dfd164e01 req-e5a12353-d7a2-4526-9d40-bcd201584aa4 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:40.996140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd1195c1-ece9-4789-af04-d75dfd164e01 req-e5a12353-d7a2-4526-9d40-bcd201584aa4 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0837328 Dec 15 13:58:41.003904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-18b76503-769e-4002-aa6f-7e4626d93d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:41.005354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-18b76503-769e-4002-aa6f-7e4626d93d9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247301 Dec 15 13:58:41.021974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff9df3e-dc90-43ad-b659-d0f45e9f11ca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:41.034525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.034828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.035197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.035543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.035934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.036286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.036585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.036915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.037245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.037611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.038165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.038545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.038845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752534ac-2b3d-4ac2-abb1-746339aca64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:41.125725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-8bc5c6fd-fc82-4dbf-8cba-168ea714987d service neutron] 10.222.0.86 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793444 Dec 15 13:58:41.166311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd1195c1-ece9-4789-af04-d75dfd164e01 req-062c61fe-190d-44fd-8689-6633bb533a04 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692193 Dec 15 13:58:41.213408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-23b4cdcf-df41-43a3-a2ca-5ff9d034a14c tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:41.216117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-23b4cdcf-df41-43a3-a2ca-5ff9d034a14c tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb HTTP/1.1" status: 200 len: 943 time: 0.1822505 Dec 15 13:58:41.251174 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-0c9e100d-a1b6-490e-82e1-5c1d9996ee81 service neutron] 10.222.0.86 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241283 Dec 15 13:58:41.298259 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-489288b7-629b-4a15-8cff-053957259f10 service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846355 Dec 15 13:58:41.465071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Deleting port e49d2fc9-a90f-4583-81c5-57a4c0fd105c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:41.465466 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.471418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9aac7404-21c9-4677-b716-c2d1fce55b14 req-84ad3f03-e994-4bc9-9498-9aeff307f57f service neutron] 10.222.0.74 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368511 Dec 15 13:58:41.577032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c444c-7dc9-492a-a663-0db3931ac6bb req-edd66609-e65e-4852-b473-cfc18519c50d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:41.585276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] For port e49d2fc9-a90f-4583-81c5-57a4c0fd105c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:41.585676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.587039 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd2c444c-7dc9-492a-a663-0db3931ac6bb req-edd66609-e65e-4852-b473-cfc18519c50d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.0758235 Dec 15 13:58:41.600309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Calling delete_port for e49d2fc9-a90f-4583-81c5-57a4c0fd105c owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:41.666473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd2c444c-7dc9-492a-a663-0db3931ac6bb req-ea486807-15af-4228-b30f-1c7049756a28 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735853 Dec 15 13:58:41.672101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3e1ed33-b0f1-4a02-b243-dcabaaccb096 req-2cdafad7-96ba-46e7-a163-2d5d0e075ce6 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 210 time: 0.0674043 Dec 15 13:58:41.806344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.841884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Pushing event deleted for resources: {'Port': ['ID=e49d2fc9-a90f-4583-81c5-57a4c0fd105c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:41.885207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] No DVR routers for this DVR port e49d2fc9-a90f-4583-81c5-57a4c0fd105c on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:41.889963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:41.893451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d126a2d6-a484-4c3c-a5f6-96547ab54bdf req-1f67c867-00d1-496d-ae42-dff72ef942ee tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.24 "DELETE /v2.0/ports/e49d2fc9-a90f-4583-81c5-57a4c0fd105c HTTP/1.1" status: 204 len: 173 time: 0.6698427 Dec 15 13:58:41.893905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'name': 'network-vif-deleted', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:41.896356 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc4a56-8871-4f0d-87c7-6dfce60195ef" -d '{"events": [{"server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "name": "network-vif-deleted", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:41.960650 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800e1983-4c61-425d-9fa8-097229e17029 x-openstack-request-id: req-800e1983-4c61-425d-9fa8-097229e17029 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:41.960952 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb", "name": "network-vif-deleted", "tag": "e49d2fc9-a90f-4583-81c5-57a4c0fd105c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:41.961441 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-800e1983-4c61-425d-9fa8-097229e17029 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:41.962107 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc4dcc7-dc2a-4eb3-b05c-25321b6140cb', 'name': 'network-vif-deleted', 'tag': 'e49d2fc9-a90f-4583-81c5-57a4c0fd105c', 'status': 'completed', 'code': 200} Dec 15 13:58:42.025597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-010dba02-ed1d-455c-bb45-62aa4dafd092 req-cf7dec0e-7cbf-40ec-a0fa-85f8b9c10bfe tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 210 time: 0.0308402 Dec 15 13:58:42.314249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92172e-9ef1-45e2-80b6-2cc0aef151be req-5494e104-838a-4ea1-9720-4f60caeac009 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:42.321641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4f92172e-9ef1-45e2-80b6-2cc0aef151be req-5494e104-838a-4ea1-9720-4f60caeac009 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0696354 Dec 15 13:58:42.387011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4f92172e-9ef1-45e2-80b6-2cc0aef151be req-13712983-ff9a-4e34-a8f5-85ac60585a26 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641294 Dec 15 13:58:42.469439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:42.565552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-e2af347e-45cb-4e47-a4d1-2bfd3f90fbbf tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:42.567257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-e2af347e-45cb-4e47-a4d1-2bfd3f90fbbf tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 805 time: 0.4876826 Dec 15 13:58:42.581033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Request body: {'port': {'device_id': 'dfb36bac-4c72-40b6-92ff-22d9a5885945', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'admin_state_up': True, 'tenant_id': '1e94547dee2d4a96a96e1579c336f7fb'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:42.602074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e690652a-97e3-4d48-aa0f-293962b8e71d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.692384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e690652a-97e3-4d48-aa0f-293962b8e71d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.701076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Made reservation on behalf of 1e94547dee2d4a96a96e1579c336f7fb for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:42.705110 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.709220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e690652a-97e3-4d48-aa0f-293962b8e71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.759637 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e690652a-97e3-4d48-aa0f-293962b8e71d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c28e4617c40846e4a334dd25c7993a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2885268 Dec 15 13:58:42.770853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:42.842702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6a1859a-dcb8-48d9-9222-c7935f7c8dfa req-fe5092f7-4e71-41e2-a373-92d95f4a455c tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 210 time: 0.0438836 Dec 15 13:58:42.850291 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690652a-97e3-4d48-aa0f-293962b8e71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8246fbbc-32d0-4b43-a218-2d540d0f05b4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:42.896573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-d4f4abb7-6a64-4599-9a5b-ad807ff628dd tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:42.898555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-d4f4abb7-6a64-4599-9a5b-ad807ff628dd tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.74 "GET /v2.0/networks?id=3283fe27-d447-46f3-b635-65b1afc187f6 HTTP/1.1" status: 200 len: 911 time: 0.1993568 Dec 15 13:58:42.910908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Request body: {'port': {'device_id': '7d01b5c8-3239-4ce9-bff0-82723a38a204', 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'admin_state_up': True, 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:42.935383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Made reservation on behalf of ac9007ef812040c3a1e6314d8dcdfad3 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:42.939149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:42.941701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738bdd-d3c8-45e1-a8ac-ceaf464e8f1f req-b00a2797-13d8-4ce8-9345-613be4284dcf tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:42.943474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0738bdd-d3c8-45e1-a8ac-ceaf464e8f1f req-b00a2797-13d8-4ce8-9345-613be4284dcf tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 946 time: 0.1736195 Dec 15 13:58:42.967627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Allocated IP 172.20.0.6 (02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6/9f5b67be-874a-450c-bd78-1442e6685b9d/2226a418-5eee-4033-8dc9-f45a4d97cef1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:43.002382 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65519c18-33ce-4f4b-8dc2-df0eb0c464bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.066338 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65519c18-33ce-4f4b-8dc2-df0eb0c464bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.069914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Allocated IP 172.20.0.10 (3283fe27-d447-46f3-b635-65b1afc187f6/a3619bab-84e8-42c6-af66-54ee2a96791d/14c15a96-2fc5-40c8-8c46-392e8eb76314) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:43.085181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0738bdd-d3c8-45e1-a8ac-ceaf464e8f1f req-e0f5a4c5-11fc-4230-85ee-44512671e137 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254499 Dec 15 13:58:43.163255 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0638b28b-5c5a-4424-8f3a-fe18549dce72 req-49be5e2e-43bd-4f86-8d57-fc5dc76cfe46 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 210 time: 0.0458188 Dec 15 13:58:43.186803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65519c18-33ce-4f4b-8dc2-df0eb0c464bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.189512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65519c18-33ce-4f4b-8dc2-df0eb0c464bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.193204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-65519c18-33ce-4f4b-8dc2-df0eb0c464bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8246fbbc-32d0-4b43-a218-2d540d0f05b4 HTTP/1.1" status: 204 len: 168 time: 0.4184639 Dec 15 13:58:43.219293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65519c18-33ce-4f4b-8dc2-df0eb0c464bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8246fbbc-32d0-4b43-a218-2d540d0f05b4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:43.240821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.280872 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.283891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.295665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device da85e1af-ca9a-4263-8bbe-968077aa4d30 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:43.337313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Pushing event updated for resources: {'Port': ['ID=2226a418-5eee-4033-8dc9-f45a4d97cef1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:43.345389 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.346393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:43.347504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:43.349971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:43.357466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fd87951c-62b0-43ca-b450-1dbd2af6a4b9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:43.409424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:43.410107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.415276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Network 3283fe27-d447-46f3-b635-65b1afc187f6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:43.422790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:43.430793 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-44b02d93-2364-46dd-9b14-f506a3eda76d tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534646 Dec 15 13:58:43.435130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:43.452087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Request body: {'port': {'device_id': 'dfb36bac-4c72-40b6-92ff-22d9a5885945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:43.489942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Pushing event updated for resources: {'Port': ['ID=14c15a96-2fc5-40c8-8c46-392e8eb76314,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:43.590597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.602398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:43.603045 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.615567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.665820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:43.674102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:43.676926 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0e72e8-cb64-491f-904a-665ae62db2d4" -d '{"events": [{"server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "name": "network-vif-unplugged", "status": "completed", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:43.726430 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-910813e1-991a-4bf5-8de4-45d7d3302294 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8194604 Dec 15 13:58:43.762050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63268-3c1e-4fcf-968d-eb64e8e4d5f8 req-fdbbd3ce-858d-4bab-a01a-a47606d47d0d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:43.763595 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.772848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bed63268-3c1e-4fcf-968d-eb64e8e4d5f8 req-fdbbd3ce-858d-4bab-a01a-a47606d47d0d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.2673683 Dec 15 13:58:43.778379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Request body: {'port': {'device_id': '7d01b5c8-3239-4ce9-bff0-82723a38a204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:43.848051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:43.859661 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f18fde-908b-43e5-8322-20085f5bd220 x-openstack-request-id: req-74f18fde-908b-43e5-8322-20085f5bd220 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:43.860080 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "name": "network-vif-unplugged", "status": "completed", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:43.860398 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74f18fde-908b-43e5-8322-20085f5bd220 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:43.860867 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'code': 200} Dec 15 13:58:43.925372 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bed63268-3c1e-4fcf-968d-eb64e8e4d5f8 req-2600cba9-1efd-4039-962e-c69744754fb2 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515188 Dec 15 13:58:43.928873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-825ca28e-6025-46e2-9362-cd3bdf895232 None None] Provisioning complete for port 14c15a96-2fc5-40c8-8c46-392e8eb76314 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:43.929331 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-825ca28e-6025-46e2-9362-cd3bdf895232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.931141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:43.997668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e49d2fc9-a90f-4583-81c5-57a4c0fd105c no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:44.055450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a5f1-02f3-4dfd-bd85-9cac1269f54c req-bd077b76-b5d2-4eac-ad35-e27015e0934b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.064312 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ca6a5f1-02f3-4dfd-bd85-9cac1269f54c req-bd077b76-b5d2-4eac-ad35-e27015e0934b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1028 time: 0.0834098 Dec 15 13:58:44.077899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: e49d2fc9-a90f-4583-81c5-57a4c0fd105c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:44.078259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device e49d2fc9-a90f-4583-81c5-57a4c0fd105c not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:44.092488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-825ca28e-6025-46e2-9362-cd3bdf895232 None None] Port 14c15a96-2fc5-40c8-8c46-392e8eb76314 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:44.126559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2226a418-5eee-4033-8dc9-f45a4d97cef1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:44.134959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.150514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Transition to ACTIVE for port object 2226a418-5eee-4033-8dc9-f45a4d97cef1 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:44.164499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.283183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ca6a5f1-02f3-4dfd-bd85-9cac1269f54c req-dd64273c-2242-48ab-b647-1041be3bce6b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133174 Dec 15 13:58:44.286429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Pushing event updated for resources: {'Port': ['ID=2226a418-5eee-4033-8dc9-f45a4d97cef1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:44.341372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Attempting to bind port 2226a418-5eee-4033-8dc9-f45a4d97cef1 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:44.341808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Attempting to bind port 2226a418-5eee-4033-8dc9-f45a4d97cef1 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:44.342368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Attempting to bind port 2226a418-5eee-4033-8dc9-f45a4d97cef1 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:44.347169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Port 2226a418-5eee-4033-8dc9-f45a4d97cef1 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:44.347616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Attempting to bind port 2226a418-5eee-4033-8dc9-f45a4d97cef1 on network 02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:44.352940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:44.354089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Checking segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:44.354640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Bound using segment: {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:44.355184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Bound port: 2226a418-5eee-4033-8dc9-f45a4d97cef1, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c64a58d-a256-446b-af92-188ba820f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:44.355767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.370792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38966) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:44.393879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78f03f-d245-4efe-b727-d7a069444793 req-fc655658-c53e-44a0-9c1b-224f3caee12f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.395512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc78f03f-d245-4efe-b727-d7a069444793 req-fc655658-c53e-44a0-9c1b-224f3caee12f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 944 time: 0.1957588 Dec 15 13:58:44.444538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c15a96-2fc5-40c8-8c46-392e8eb76314 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:44.462979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.478725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de16fe8-95fb-43f7-8d41-5efe1a99fd4e req-c639a783-73bb-40b5-8b88-f74c015dde6f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.480587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6de16fe8-95fb-43f7-8d41-5efe1a99fd4e req-c639a783-73bb-40b5-8b88-f74c015dde6f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 943 time: 0.1087093 Dec 15 13:58:44.486105 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc78f03f-d245-4efe-b727-d7a069444793 req-db0940dc-89e8-419c-a556-87a66734dd7b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723474 Dec 15 13:58:44.487093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1752915329'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:44.488890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Transition to ACTIVE for port object 14c15a96-2fc5-40c8-8c46-392e8eb76314 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:58:44.493332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:44.493867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.502519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:44.518925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.555467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Pushing event updated for resources: {'Port': ['ID=14c15a96-2fc5-40c8-8c46-392e8eb76314,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:44.591127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Made reservation on behalf of 84199a87f7124bbab597368f05c907a5 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:44.594731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.603646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.604303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.605764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] 10.222.0.74 "PUT /v2.0/ports/2226a418-5eee-4033-8dc9-f45a4d97cef1 HTTP/1.1" status: 200 len: 1091 time: 1.1673090 Dec 15 13:58:44.606247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb36bac-4c72-40b6-92ff-22d9a5885945', 'tag': '2226a418-5eee-4033-8dc9-f45a4d97cef1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:44.608585 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ab39d-67cd-48db-92b9-a578685ca2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb36bac-4c72-40b6-92ff-22d9a5885945", "tag": "2226a418-5eee-4033-8dc9-f45a4d97cef1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:44.629812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.655069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6de16fe8-95fb-43f7-8d41-5efe1a99fd4e req-3c2834c0-02da-482a-83da-b831de281b11 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631386 Dec 15 13:58:44.681830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5a905-50e8-4fe4-9e4f-5ea941b2eee7 service neutron] Pushing event updated for resources: {'Port': ['ID=2226a418-5eee-4033-8dc9-f45a4d97cef1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:44.716932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5f703-c03d-4653-8c4c-5964831cb077 req-957f487b-1998-4383-abec-cd86b9385e93 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.719017 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3d5f703-c03d-4653-8c4c-5964831cb077 req-957f487b-1998-4383-abec-cd86b9385e93 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1262865 Dec 15 13:58:44.749788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Attempting to bind port 14c15a96-2fc5-40c8-8c46-392e8eb76314 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:44.750150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Attempting to bind port 14c15a96-2fc5-40c8-8c46-392e8eb76314 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:44.750463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Attempting to bind port 14c15a96-2fc5-40c8-8c46-392e8eb76314 on network 3283fe27-d447-46f3-b635-65b1afc187f6 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:44.767191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Port 14c15a96-2fc5-40c8-8c46-392e8eb76314 on network 3283fe27-d447-46f3-b635-65b1afc187f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:58:44.767830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Attempting to bind port 14c15a96-2fc5-40c8-8c46-392e8eb76314 on network 3283fe27-d447-46f3-b635-65b1afc187f6 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:44.779347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:44.779790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Checking segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:44.780300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Bound using segment: {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:44.780738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Bound port: 14c15a96-2fc5-40c8-8c46-392e8eb76314, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e82dc5-2cde-4cd9-a655-eca97e096145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:44.781104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.782010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-bed3bc23-3317-4820-89fb-d1723913f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.784139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-bed3bc23-3317-4820-89fb-d1723913f620 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 1094 time: 0.1185145 Dec 15 13:58:44.836434 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55085606-28ed-4d23-8bf5-27c21a335c36 x-openstack-request-id: req-55085606-28ed-4d23-8bf5-27c21a335c36 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:44.836731 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb36bac-4c72-40b6-92ff-22d9a5885945", "tag": "2226a418-5eee-4033-8dc9-f45a4d97cef1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:44.836987 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55085606-28ed-4d23-8bf5-27c21a335c36 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:44.837388 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb36bac-4c72-40b6-92ff-22d9a5885945', 'tag': '2226a418-5eee-4033-8dc9-f45a4d97cef1', 'status': 'completed', 'code': 200} Dec 15 13:58:44.840797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-b7a271f8-a424-4bde-8e43-8e5d50129045 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1 HTTP/1.1" status: 200 len: 217 time: 0.0483668 Dec 15 13:58:44.847047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3d5f703-c03d-4653-8c4c-5964831cb077 req-e64eb94b-3ddd-43cb-ba80-e14aa6a85d1f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190772 Dec 15 13:58:44.888599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] For port 14c15a96-2fc5-40c8-8c46-392e8eb76314, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:44.893301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] For port 14c15a96-2fc5-40c8-8c46-392e8eb76314, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14c15a96-2fc5-40c8-8c46-392e8eb76314,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:44.899195 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.902206 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.909434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.945104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.946228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:44.947751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] 10.222.0.74 "PUT /v2.0/ports/14c15a96-2fc5-40c8-8c46-392e8eb76314 HTTP/1.1" status: 200 len: 1092 time: 1.2079227 Dec 15 13:58:44.948264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d01b5c8-3239-4ce9-bff0-82723a38a204', 'tag': '14c15a96-2fc5-40c8-8c46-392e8eb76314'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:44.952459 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8882d8-65d8-43b2-a452-b41b8100e3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7d01b5c8-3239-4ce9-bff0-82723a38a204", "tag": "14c15a96-2fc5-40c8-8c46-392e8eb76314"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:44.958616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:44.962278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-86dd4fb8-2dcb-46dd-97c9-de537bc35be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:44.963812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-86dd4fb8-2dcb-46dd-97c9-de537bc35be5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f5b67be-874a-450c-bd78-1442e6685b9d HTTP/1.1" status: 200 len: 845 time: 0.1148803 Dec 15 13:58:44.985810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c59597-c508-4d33-9ae7-fa99df8b9a2a service neutron] Pushing event updated for resources: {'Port': ['ID=14c15a96-2fc5-40c8-8c46-392e8eb76314,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:45.002964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cef7bbe-5142-48c1-81c5-95053d02ff86,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:45.018053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.018414 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Added segment fe4fadf4-3177-4503-9bcc-432cbe9d21c2 of type vlan for network 0b019a30-61d9-4620-bf38-6ac1b2deb237 Dec 15 13:58:45.049741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-2494c610-403b-47a4-b004-0326ea928a16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600200 Dec 15 13:58:45.086845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-b2ce13dd-cae5-4fa4-915f-29a1c5bb847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.088377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-b2ce13dd-cae5-4fa4-915f-29a1c5bb847b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac9007ef812040c3a1e6314d8dcdfad3&device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1095 time: 0.0935144 Dec 15 13:58:45.099351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e198f8-a7fc-4c9b-9dc2-a26e39004312 req-23c46b17-57fa-4fff-9116-98fe40b76b81 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.100943 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3e198f8-a7fc-4c9b-9dc2-a26e39004312 req-23c46b17-57fa-4fff-9116-98fe40b76b81 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0662210 Dec 15 13:58:45.128741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d291ab-54f7-4785-8e50-43832b077496 req-59ee7983-37de-40aa-8244-1d52989d97c8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.130320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9d291ab-54f7-4785-8e50-43832b077496 req-59ee7983-37de-40aa-8244-1d52989d97c8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1919720 Dec 15 13:58:45.135300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.162771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-8e6864ee-a009-4de0-89b0-6ad0975e3cd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14c15a96-2fc5-40c8-8c46-392e8eb76314 HTTP/1.1" status: 200 len: 217 time: 0.0587304 Dec 15 13:58:45.231973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3e198f8-a7fc-4c9b-9dc2-a26e39004312 req-3a0ebbdf-7286-4c5e-933e-707d8c55b1c9 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224761 Dec 15 13:58:45.242522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.244061 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-ac8be812-2e0a-4538-96e3-54679060745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.246350 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-ac8be812-2e0a-4538-96e3-54679060745b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3619bab-84e8-42c6-af66-54ee2a96791d HTTP/1.1" status: 200 len: 848 time: 0.0754099 Dec 15 13:58:45.248884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.249533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.275247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9d291ab-54f7-4785-8e50-43832b077496 req-ec68fab0-bc41-45de-9c1a-6cc312143ada tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371958 Dec 15 13:58:45.290199 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d116f22-84da-4864-8f4d-480d75063298 x-openstack-request-id: req-9d116f22-84da-4864-8f4d-480d75063298 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:45.290971 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d01b5c8-3239-4ce9-bff0-82723a38a204", "tag": "14c15a96-2fc5-40c8-8c46-392e8eb76314", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:45.291240 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d116f22-84da-4864-8f4d-480d75063298 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:45.291702 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d01b5c8-3239-4ce9-bff0-82723a38a204', 'tag': '14c15a96-2fc5-40c8-8c46-392e8eb76314', 'status': 'completed', 'code': 200} Dec 15 13:58:45.307149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-5223d6e4-fcf8-44b1-a8e9-df4097846b10 service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306857 Dec 15 13:58:45.318729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-b70d3bde-32d9-4e6b-8f89-87bc3778c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.320413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-b70d3bde-32d9-4e6b-8f89-87bc3778c656 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3283fe27-d447-46f3-b635-65b1afc187f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650768 Dec 15 13:58:45.383704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:45.383976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0094466 Dec 15 13:58:45.390751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Request body: {'subnet': {'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:45.448579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc76a8e-b528-4135-83a5-67701c64d295 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event updated for resources: {'Network': ['ID=0b019a30-61d9-4620-bf38-6ac1b2deb237,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:45.471292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0b019a30-61d9-4620-bf38-6ac1b2deb237 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:45.492676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59e1c2-f6a1-4cb1-acb7-9792c3365494 req-c629521a-74d2-4db0-8ba1-97bc2d64b896 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.494384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e59e1c2-f6a1-4cb1-acb7-9792c3365494 req-c629521a-74d2-4db0-8ba1-97bc2d64b896 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1095 time: 0.1359673 Dec 15 13:58:45.497743 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-32a063bd-75c6-4481-88b0-96f77587d991 service neutron] 10.222.0.74 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687496 Dec 15 13:58:45.513895 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11ab499b-3db2-4437-82d8-2f675cdd7e0f req-db0d458a-c4cb-4009-9f87-9c679f092c8f service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676955 Dec 15 13:58:45.580977 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e59e1c2-f6a1-4cb1-acb7-9792c3365494 req-9808befd-4385-48c9-bb3e-cbae5fe839cc tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761273 Dec 15 13:58:45.624441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-fe7e69c7-d40a-4826-9881-b69a35982cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.626081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-fe7e69c7-d40a-4826-9881-b69a35982cf5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 1094 time: 0.0562160 Dec 15 13:58:45.661074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a86997c1-b68f-4b4d-8c6a-3638afbc2d42 req-025b52be-fb4e-495f-9032-ba84f0ac2127 service neutron] 10.222.0.74 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558566 Dec 15 13:58:45.663908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Made reservation on behalf of 84199a87f7124bbab597368f05c907a5 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:45.667371 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:45.733863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46368c-be79-475e-afc2-e0fc704316e7 req-a5bc4399-081c-4b44-bfd1-877f85d44704 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.735466 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d46368c-be79-475e-afc2-e0fc704316e7 req-a5bc4399-081c-4b44-bfd1-877f85d44704 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1325412 Dec 15 13:58:45.736407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-058903e6-40a5-4319-9f2b-6d8f3c3e62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.738957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-058903e6-40a5-4319-9f2b-6d8f3c3e62b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 200 len: 907 time: 0.1041658 Dec 15 13:58:45.810226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-a0587d96-12ee-4f42-8f03-fbbf3957d557 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1 HTTP/1.1" status: 200 len: 217 time: 0.0610225 Dec 15 13:58:45.836879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-84bba779-e0e4-4625-aaa7-8f6be13615d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.838382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-84bba779-e0e4-4625-aaa7-8f6be13615d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac9007ef812040c3a1e6314d8dcdfad3&device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1095 time: 0.1244199 Dec 15 13:58:45.865744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd6269-2a4b-4a0f-a3e2-b03ece0158b9 req-6f34d5dd-c429-4e8e-bdf5-7431c7548441 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.867263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04cd6269-2a4b-4a0f-a3e2-b03ece0158b9 req-6f34d5dd-c429-4e8e-bdf5-7431c7548441 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 943 time: 0.1201594 Dec 15 13:58:45.874717 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d46368c-be79-475e-afc2-e0fc704316e7 req-28098f6e-881d-4a2a-8edc-51e33ecf01f8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136410 Dec 15 13:58:45.881958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-763fe89a-7ef7-43b3-817a-e45a46ba2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:45.883394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-763fe89a-7ef7-43b3-817a-e45a46ba2313 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f5b67be-874a-450c-bd78-1442e6685b9d HTTP/1.1" status: 200 len: 845 time: 0.0656583 Dec 15 13:58:45.932780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-0d6a0b6b-89d9-4463-8fcc-e7feddfb6807 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341868 Dec 15 13:58:45.973216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04cd6269-2a4b-4a0f-a3e2-b03ece0158b9 req-0c6b9c08-3a23-435b-ba1a-1ed62ac4a312 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968604 Dec 15 13:58:46.033994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-5a75391a-62ae-4474-8e79-e4c5dadded87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.035481 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-5a75391a-62ae-4474-8e79-e4c5dadded87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3283fe27-d447-46f3-b635-65b1afc187f6 HTTP/1.1" status: 200 len: 911 time: 0.1870537 Dec 15 13:58:46.044686 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.055300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-4d996a73-947a-45d5-8441-f05922c1ff95 service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968144 Dec 15 13:58:46.120130 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-c9472ee5-1dcb-46c7-a84c-593f66663023 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14c15a96-2fc5-40c8-8c46-392e8eb76314 HTTP/1.1" status: 200 len: 217 time: 0.0726814 Dec 15 13:58:46.151174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event updated for resources: {'Subnet': ['ID=ba7294ae-e7ba-4891-b851-044db51293df,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:46.152004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b29ab39d-67cd-48db-92b9-a578685ca2a7 req-92a85e88-f82e-43d7-81f0-aedb3435879e service neutron] 10.222.0.74 "GET /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896480 Dec 15 13:58:46.190093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Checking segment: {'id': 'fe4fadf4-3177-4503-9bcc-432cbe9d21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:46.190459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Network hostable DHCP agents. Network: 0b019a30-61d9-4620-bf38-6ac1b2deb237, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:46.201705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-ca02ab2e-f01f-4189-89af-1bd8dfb8a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.203164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-ca02ab2e-f01f-4189-89af-1bd8dfb8a685 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3619bab-84e8-42c6-af66-54ee2a96791d HTTP/1.1" status: 200 len: 848 time: 0.0736830 Dec 15 13:58:46.222133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Network 0b019a30-61d9-4620-bf38-6ac1b2deb237 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:46.249410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 0b019a30-61d9-4620-bf38-6ac1b2deb237) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:46.255950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.256396 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.259350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1505591-f897-43f8-8bf9-be874ea86af4 None None] Network 0b019a30-61d9-4620-bf38-6ac1b2deb237 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:46.270382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-088c5405-6fe7-4a92-b623-5f413d37687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.271944 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-088c5405-6fe7-4a92-b623-5f413d37687c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3283fe27-d447-46f3-b635-65b1afc187f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599575 Dec 15 13:58:46.280586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-06139853-ce0d-49c4-95b9-34de81387750 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8958206 Dec 15 13:58:46.283338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39000) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:46.288520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Request body: {'port': {'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-541088511'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:46.400700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-0b019a30-61d9-4620-bf38-6ac1b2deb237', 'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237', 'project_id': '84199a87f7124bbab597368f05c907a5', 'fixed_ips': [{'subnet_id': 'ba7294ae-e7ba-4891-b851-044db51293df'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:58:46.402751 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.557138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Allocated IP 2001:db8::2 (0b019a30-61d9-4620-bf38-6ac1b2deb237/ba7294ae-e7ba-4891-b851-044db51293df/98341d67-2953-40c6-87fb-0990d4544a0d) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:46.571855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Made reservation on behalf of 84199a87f7124bbab597368f05c907a5 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:46.576593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.596401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] device_id is not set on port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:46.728398 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.734848 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.741973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b27ec-2335-404a-932d-3cf5e13d165f req-db166ec0-ecac-4840-a250-6b067deb6a69 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.742521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-422b27ec-2335-404a-932d-3cf5e13d165f req-db166ec0-ecac-4840-a250-6b067deb6a69 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1095 time: 0.0488920 Dec 15 13:58:46.747481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020271-b60d-40a6-85b6-10da631ff643 req-8def3305-79f0-4f64-ada5-b3e4dfacd786 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:46.748978 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d020271-b60d-40a6-85b6-10da631ff643 req-8def3305-79f0-4f64-ada5-b3e4dfacd786 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0789745 Dec 15 13:58:46.752834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-20f98330-e856-4d30-99de-9845d715cd2a service neutron] 10.222.0.74 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712846 Dec 15 13:58:46.783670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Network 0b019a30-61d9-4620-bf38-6ac1b2deb237 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:46.786581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:46.790555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:46.799669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Pushing event updated for resources: {'Port': ['ID=98341d67-2953-40c6-87fb-0990d4544a0d,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:46.831281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Allocated IP 2001:db8::18 (0b019a30-61d9-4620-bf38-6ac1b2deb237/ba7294ae-e7ba-4891-b851-044db51293df/2d622ad7-966f-4b46-ac51-ef42bcdd81e4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:46.851932 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-422b27ec-2335-404a-932d-3cf5e13d165f req-92c3363e-e7a1-40a6-9a24-a9ca6289c107 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848022 Dec 15 13:58:46.855635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Attempting to bind port 98341d67-2953-40c6-87fb-0990d4544a0d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:58:46.856452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Attempting to bind port 98341d67-2953-40c6-87fb-0990d4544a0d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fe4fadf4-3177-4503-9bcc-432cbe9d21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:58:46.856693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Attempting to bind port 98341d67-2953-40c6-87fb-0990d4544a0d on network 0b019a30-61d9-4620-bf38-6ac1b2deb237 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:58:46.857839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d020271-b60d-40a6-85b6-10da631ff643 req-f58bac38-dbc7-4311-bc2f-a680aa6f324c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014476 Dec 15 13:58:46.863046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:58:46.863574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Checking segment: {'id': 'fe4fadf4-3177-4503-9bcc-432cbe9d21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:46.864150 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.864641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Bound using segment: {'id': 'fe4fadf4-3177-4503-9bcc-432cbe9d21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:58:46.865272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Bound port: 98341d67-2953-40c6-87fb-0990d4544a0d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4fadf4-3177-4503-9bcc-432cbe9d21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:58:46.865754 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:46.885989 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab8882d8-65d8-43b2-a452-b41b8100e3ca req-d20b652e-3cd3-4635-971c-591363223c11 service neutron] 10.222.0.74 "GET /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217690 Dec 15 13:58:46.951139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] For port 98341d67-2953-40c6-87fb-0990d4544a0d, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:58:46.954553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] For port 98341d67-2953-40c6-87fb-0990d4544a0d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=98341d67-2953-40c6-87fb-0990d4544a0d,segment=NetworkSegment(fe4fadf4-3177-4503-9bcc-432cbe9d21c2),segment_id=fe4fadf4-3177-4503-9bcc-432cbe9d21c2)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:58:46.957802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.024472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704d778-a179-412b-8097-4fcffe5f69b4 None None] Pushing event updated for resources: {'Port': ['ID=98341d67-2953-40c6-87fb-0990d4544a0d,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:47.043237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040c668-16e2-40dd-aa6f-472ce5b70572 req-d75ff612-c70f-461f-ae7c-5a19836f8e30 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:47.044755 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1040c668-16e2-40dd-aa6f-472ce5b70572 req-d75ff612-c70f-461f-ae7c-5a19836f8e30 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0873091 Dec 15 13:58:47.091790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.127020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1040c668-16e2-40dd-aa6f-472ce5b70572 req-8b1a3d43-ecb6-48ac-90b3-a61a76fbe4a2 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716186 Dec 15 13:58:47.161028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.196186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d3af2-6d7c-4fd4-8df2-36e334604e2b req-c38af797-adaa-47a7-af58-d27956c504a0 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:47.201357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-282d3af2-6d7c-4fd4-8df2-36e334604e2b req-c38af797-adaa-47a7-af58-d27956c504a0 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 943 time: 0.0801380 Dec 15 13:58:47.217314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Network 0b019a30-61d9-4620-bf38-6ac1b2deb237 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:47.221395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:47.224021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:47.231045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:47.231756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.244551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event updated for resources: {'Port': ['ID=2d622ad7-966f-4b46-ac51-ef42bcdd81e4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:47.259802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-12e29aa7-14a1-4895-84d6-a916e4df596c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9752407 Dec 15 13:58:47.269538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39012) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:47.274987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Request body: {'port': {'network_id': '0b019a30-61d9-4620-bf38-6ac1b2deb237', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1929157222', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:47.275586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] bootfile-name is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:58:47.276029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] tftp-server is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:58:47.276991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] server-ip-address is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:58:47.301530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device da85e1af-ca9a-4263-8bbe-968077aa4d30 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:47.309856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-282d3af2-6d7c-4fd4-8df2-36e334604e2b req-6c2ed371-6b48-4fa2-9aac-94daa4db8da4 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Dec 15 13:58:47.401014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Made reservation on behalf of 84199a87f7124bbab597368f05c907a5 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:47.404721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.427136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] device_id is not set on port 349ab5c4-8153-4e3d-a0dd-07b0f0336dcc yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:47.545483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Allocated IP 2001:db8::1c (0b019a30-61d9-4620-bf38-6ac1b2deb237/ba7294ae-e7ba-4891-b851-044db51293df/349ab5c4-8153-4e3d-a0dd-07b0f0336dcc) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:58:47.717247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f04a295b-aed0-4670-8672-53841022ef35 req-b77ae7c9-a4d1-496f-adda-1f993dcede7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744035 Dec 15 13:58:47.741837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.806049 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.844327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a295b-aed0-4670-8672-53841022ef35 req-f0305a00-3a8b-4be7-8140-a955c6b1dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:47.847117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f04a295b-aed0-4670-8672-53841022ef35 req-f0305a00-3a8b-4be7-8140-a955c6b1dff3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 1096 time: 0.0831296 Dec 15 13:58:47.864167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Network 0b019a30-61d9-4620-bf38-6ac1b2deb237 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:58:47.868007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:47.874538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:47.885439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 98341d67-2953-40c6-87fb-0990d4544a0d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:47.886049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:47.886955 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.949629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 98341d67-2953-40c6-87fb-0990d4544a0d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:47.950005 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:47.989149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a295b-aed0-4670-8672-53841022ef35 req-b9c5ad58-4762-4809-a725-e241e149e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:47.990732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f04a295b-aed0-4670-8672-53841022ef35 req-b9c5ad58-4762-4809-a725-e241e149e07a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.1203561 Dec 15 13:58:48.029794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event updated for resources: {'Port': ['ID=349ab5c4-8153-4e3d-a0dd-07b0f0336dcc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:48.033072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d86f2f-3ae7-4673-aa4f-3c458a4bef94 req-b1b84bf6-2650-4b45-9c1a-e61767c4cf9c tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.037086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0d86f2f-3ae7-4673-aa4f-3c458a4bef94 req-b1b84bf6-2650-4b45-9c1a-e61767c4cf9c tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1095 time: 0.0507290 Dec 15 13:58:48.054788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c556cac-f43b-4fc3-a8f8-d6bafd98e09f tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7840095 Dec 15 13:58:48.057335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:48.059758 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.087395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f04a295b-aed0-4670-8672-53841022ef35 req-0f596017-e996-4d94-928f-45998dd732d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9efa67b1-0407-426e-8783-76f12beb0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0521376 Dec 15 13:58:48.097671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 98341d67-2953-40c6-87fb-0990d4544a0d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=98341d67-2953-40c6-87fb-0990d4544a0d,segment=NetworkSegment(fe4fadf4-3177-4503-9bcc-432cbe9d21c2),segment_id=fe4fadf4-3177-4503-9bcc-432cbe9d21c2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:48.106156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48302d-fb69-4497-9f7b-f674e7e7a26b req-41c075d7-a8f7-4769-8574-833b2d12a2b2 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.107943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a48302d-fb69-4497-9f7b-f674e7e7a26b req-41c075d7-a8f7-4769-8574-833b2d12a2b2 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.1230729 Dec 15 13:58:48.108078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.158111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb98be7-9cc2-45b3-b754-afd35b303cf9 None None] Network 0b019a30-61d9-4620-bf38-6ac1b2deb237 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:48.176199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a295b-aed0-4670-8672-53841022ef35 req-317620a0-9f4b-4cf7-bdb9-db61a3a282e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.177699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f04a295b-aed0-4670-8672-53841022ef35 req-317620a0-9f4b-4cf7-bdb9-db61a3a282e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.0688400 Dec 15 13:58:48.197110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6241d4-0c41-4c10-a346-9930a2e49e2c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.206780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6241d4-0c41-4c10-a346-9930a2e49e2c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.208751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=98341d67-2953-40c6-87fb-0990d4544a0d,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:48.214469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6241d4-0c41-4c10-a346-9930a2e49e2c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.216654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3e6241d4-0c41-4c10-a346-9930a2e49e2c tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1580544 Dec 15 13:58:48.220763 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0d86f2f-3ae7-4673-aa4f-3c458a4bef94 req-9faf2097-8762-48bf-8880-afd2be045531 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754227 Dec 15 13:58:48.221187 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39026) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:48.265742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a48302d-fb69-4497-9f7b-f674e7e7a26b req-6a82527b-fac3-4e2a-87a3-b47cde3b7b56 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131949 Dec 15 13:58:48.272801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a295b-aed0-4670-8672-53841022ef35 req-40b1b2a2-6008-420f-b890-ffe804e22f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.274819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-908abb55-a9b7-43e4-a2b7-5d54313f6b36 None None] Provisioning complete for port 98341d67-2953-40c6-87fb-0990d4544a0d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:48.274964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f04a295b-aed0-4670-8672-53841022ef35 req-40b1b2a2-6008-420f-b890-ffe804e22f3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853391 Dec 15 13:58:48.275106 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-908abb55-a9b7-43e4-a2b7-5d54313f6b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.347336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-70422a56-85a7-4976-86e6-768e5926cc4a tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Deleting port 349ab5c4-8153-4e3d-a0dd-07b0f0336dcc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:48.347691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70422a56-85a7-4976-86e6-768e5926cc4a tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.475085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053811b-55fe-4a2a-911a-7a5f30a31e08 req-cd3494a3-ed0b-44bd-aaa1-ed1d42d2525e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.476653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9053811b-55fe-4a2a-911a-7a5f30a31e08 req-cd3494a3-ed0b-44bd-aaa1-ed1d42d2525e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1015315 Dec 15 13:58:48.494320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f04a295b-aed0-4670-8672-53841022ef35 req-53e18576-76bf-4dac-a4ae-54e1207be9c9 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082031 Dec 15 13:58:48.506080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70422a56-85a7-4976-86e6-768e5926cc4a tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.535595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eac0e-bf04-410d-8882-9c1ef6ba1e72 req-2f14a90d-d6da-472b-ab8b-a6d3f7fd4245 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:48.537694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b6eac0e-bf04-410d-8882-9c1ef6ba1e72 req-2f14a90d-d6da-472b-ab8b-a6d3f7fd4245 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 943 time: 0.1064694 Dec 15 13:58:48.539595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-70422a56-85a7-4976-86e6-768e5926cc4a tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Calling delete_port for 349ab5c4-8153-4e3d-a0dd-07b0f0336dcc owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:48.581352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9053811b-55fe-4a2a-911a-7a5f30a31e08 req-8954fb3e-2904-4d2f-a041-96f487b8d396 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967400 Dec 15 13:58:48.619886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f04a295b-aed0-4670-8672-53841022ef35 req-96e06bf3-eed3-4e83-8606-5fce0ebeb49d service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074374 Dec 15 13:58:48.671346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a6e42cdc-f61e-402b-bbf6-19562c768062 None None] Provisioning complete for port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:48.671725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6e42cdc-f61e-402b-bbf6-19562c768062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.677783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b6eac0e-bf04-410d-8882-9c1ef6ba1e72 req-71d8e5c0-b5ef-4b88-b2aa-ad988eaa21af tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309681 Dec 15 13:58:48.714680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a6e42cdc-f61e-402b-bbf6-19562c768062 None None] Port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:48.726712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a6e42cdc-f61e-402b-bbf6-19562c768062 None None] Provisioning complete for port 98341d67-2953-40c6-87fb-0990d4544a0d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:48.727508 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6e42cdc-f61e-402b-bbf6-19562c768062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.774039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70422a56-85a7-4976-86e6-768e5926cc4a tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.811815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70422a56-85a7-4976-86e6-768e5926cc4a tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event deleted for resources: {'Port': ['ID=349ab5c4-8153-4e3d-a0dd-07b0f0336dcc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:48.820463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a6e42cdc-f61e-402b-bbf6-19562c768062 None None] Could not find standard attr ID for object 349ab5c4-8153-4e3d-a0dd-07b0f0336dcc. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:58:48.844184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70422a56-85a7-4976-86e6-768e5926cc4a tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.847512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-70422a56-85a7-4976-86e6-768e5926cc4a tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "DELETE /v2.0/ports/349ab5c4-8153-4e3d-a0dd-07b0f0336dcc HTTP/1.1" status: 204 len: 168 time: 0.6254010 Dec 15 13:58:48.851401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39032) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:48.856874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Request body: {'port': {'name': 'tempest-new-port-name-417442685', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:48.857273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] bootfile-name is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:58:48.857613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] tftp-server is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:58:48.857971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.api.validators [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] server-ip-address is not in valid_values {{(pid=109768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 13:58:48.940183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.943448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-737089bb-8ca3-41ff-b57a-0aafcca28c35 None None] Provisioning complete for port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:48.944167 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-737089bb-8ca3-41ff-b57a-0aafcca28c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:48.980000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-737089bb-8ca3-41ff-b57a-0aafcca28c35 None None] Port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:49.102591 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e8feb90d-c9d6-4f31-8d3c-ca679e2b279c None None] Could not find standard attr ID for object 349ab5c4-8153-4e3d-a0dd-07b0f0336dcc. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:58:49.149964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.155824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.195342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] In _notify_port_updated(), no bound segment for port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 on network 0b019a30-61d9-4620-bf38-6ac1b2deb237 {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 13:58:49.201648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:49.202335 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.203700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "PUT /v2.0/ports/2d622ad7-966f-4b46-ac51-ef42bcdd81e4 HTTP/1.1" status: 200 len: 1128 time: 0.3512678 Dec 15 13:58:49.206451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39034) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:49.221340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2bfe9-83d4-424b-af95-ec8d13a14ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event updated for resources: {'Port': ['ID=2d622ad7-966f-4b46-ac51-ef42bcdd81e4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:49.266947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78a087-fadc-421d-8e18-61a6d60c1474 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:49.273144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9c78a087-fadc-421d-8e18-61a6d60c1474 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "GET /v2.0/ports/2d622ad7-966f-4b46-ac51-ef42bcdd81e4 HTTP/1.1" status: 200 len: 1128 time: 0.0610585 Dec 15 13:58:49.274097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39038) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:49.300715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2226a418-5eee-4033-8dc9-f45a4d97cef1 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:49.413420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7ca65-87a2-41b6-8118-74a96d1ff138 req-a4decf15-7d92-4a9b-90e1-ec8cfbfcf19d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:49.422423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65e7ca65-87a2-41b6-8118-74a96d1ff138 req-a4decf15-7d92-4a9b-90e1-ec8cfbfcf19d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0628958 Dec 15 13:58:49.423284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262dbb-b94c-48f7-bffe-bf2e5a3cfbc9 req-abfc754c-9da7-4df3-8f4b-a10860dbea43 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:49.428509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:49.431168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58262dbb-b94c-48f7-bffe-bf2e5a3cfbc9 req-abfc754c-9da7-4df3-8f4b-a10860dbea43 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1095 time: 0.0833883 Dec 15 13:58:49.442050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '2226a418-5eee-4033-8dc9-f45a4d97cef1', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'port_id': '2226a418-5eee-4033-8dc9-f45a4d97cef1', 'mac_address': 'fa:16:3e:e6:23:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b67be-874a-450c-bd78-1442e6685b9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:49.477644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65e7ca65-87a2-41b6-8118-74a96d1ff138 req-babce9c5-6b57-4586-8d0b-71104c744fe4 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535877 Dec 15 13:58:49.502932 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.503827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1e99a89c-e137-405b-b7fb-e1b74f5eb89d tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Deleting port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:49.504202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e99a89c-e137-405b-b7fb-e1b74f5eb89d tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.519797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2226a418-5eee-4033-8dc9-f45a4d97cef1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:49.552475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:49.557321 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.558391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14c15a96-2fc5-40c8-8c46-392e8eb76314 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:58:49.596286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58262dbb-b94c-48f7-bffe-bf2e5a3cfbc9 req-b96d1738-31c5-42a2-aa93-c91a6f3a68a6 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639729 Dec 15 13:58:49.696131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e99a89c-e137-405b-b7fb-e1b74f5eb89d tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.715084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1e99a89c-e137-405b-b7fb-e1b74f5eb89d tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Calling delete_port for 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:49.749435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0223db-e16f-4d00-a3ce-b861383d7fa1 req-7b167b7d-c67b-4144-8857-742b5e2d03db tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:49.751391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e0223db-e16f-4d00-a3ce-b861383d7fa1 req-7b167b7d-c67b-4144-8857-742b5e2d03db tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0837634 Dec 15 13:58:49.833288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2226a418-5eee-4033-8dc9-f45a4d97cef1,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:49.843659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f2e10e29-162d-43c8-81c0-6bbfe45d7cdf None None] Provisioning complete for port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:49.844339 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2e10e29-162d-43c8-81c0-6bbfe45d7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:49.864631 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e0223db-e16f-4d00-a3ce-b861383d7fa1 req-d893da43-dcdc-4cd1-80eb-c29a2d53ceac tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022766 Dec 15 13:58:49.969551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e99a89c-e137-405b-b7fb-e1b74f5eb89d tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.012080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99a89c-e137-405b-b7fb-e1b74f5eb89d tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event deleted for resources: {'Port': ['ID=2d622ad7-966f-4b46-ac51-ef42bcdd81e4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:50.053762 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e99a89c-e137-405b-b7fb-e1b74f5eb89d tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.058314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1e99a89c-e137-405b-b7fb-e1b74f5eb89d tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "DELETE /v2.0/ports/2d622ad7-966f-4b46-ac51-ef42bcdd81e4 HTTP/1.1" status: 204 len: 168 time: 0.7829852 Dec 15 13:58:50.060971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39050) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:50.066809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3b4ee-5b8f-42b1-86fb-295aa633a946 req-29306f79-5a9e-4de3-a7f8-341c6a35fc27 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:50.075264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ada3b4ee-5b8f-42b1-86fb-295aa633a946 req-29306f79-5a9e-4de3-a7f8-341c6a35fc27 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 944 time: 0.1432340 Dec 15 13:58:50.114829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 98341d67-2953-40c6-87fb-0990d4544a0d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:50.117769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.118123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.118473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.118816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.119156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.119492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.119824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.123894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.127773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.131233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.133008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ada3b4ee-5b8f-42b1-86fb-295aa633a946 req-565afa54-c68f-46de-a9c1-a9b01d6a7475 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534587 Dec 15 13:58:50.136429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.142516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.143117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:58:50.174750 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:58:50.181213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d17e5ae-6349-4074-b294-ca80c36868f5 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Deleting subnet ba7294ae-e7ba-4891-b851-044db51293df {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:58:50.187618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14c15a96-2fc5-40c8-8c46-392e8eb76314, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14c15a96-2fc5-40c8-8c46-392e8eb76314,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:50.189286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d17e5ae-6349-4074-b294-ca80c36868f5 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.234570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '14c15a96-2fc5-40c8-8c46-392e8eb76314', 'network_id': '3283fe27-d447-46f3-b635-65b1afc187f6', 'port_id': '14c15a96-2fc5-40c8-8c46-392e8eb76314', 'mac_address': 'fa:16:3e:02:0c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3619bab-84e8-42c6-af66-54ee2a96791d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:58:50.234798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d17e5ae-6349-4074-b294-ca80c36868f5 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.238956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f2e10e29-162d-43c8-81c0-6bbfe45d7cdf None None] Port 2d622ad7-966f-4b46-ac51-ef42bcdd81e4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:58:50.290578 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.293543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 98341d67-2953-40c6-87fb-0990d4544a0d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:50.293853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.325549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c15a96-2fc5-40c8-8c46-392e8eb76314 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:58:50.335129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d17e5ae-6349-4074-b294-ca80c36868f5 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.353322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14c15a96-2fc5-40c8-8c46-392e8eb76314, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14c15a96-2fc5-40c8-8c46-392e8eb76314,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:50.361605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.398147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d17e5ae-6349-4074-b294-ca80c36868f5 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.428220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17e5ae-6349-4074-b294-ca80c36868f5 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7294ae-e7ba-4891-b851-044db51293df,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:50.430354 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d17e5ae-6349-4074-b294-ca80c36868f5 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.435063 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6d17e5ae-6349-4074-b294-ca80c36868f5 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "DELETE /v2.0/subnets/ba7294ae-e7ba-4891-b851-044db51293df HTTP/1.1" status: 204 len: 168 time: 0.3730454 Dec 15 13:58:50.437521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39052) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:50.442234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0f1c4-d742-4835-8a38-d47cf85e6c5f None None] Network 0b019a30-61d9-4620-bf38-6ac1b2deb237 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:50.461173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=14c15a96-2fc5-40c8-8c46-392e8eb76314,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:50.532305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.626449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] DHCP port deletion for 0b019a30-61d9-4620-bf38-6ac1b2deb237 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:58:50.642379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8320b-58ef-4439-bf86-63aac95621f8 req-05cb4a0a-781a-44dc-a88e-7a04b53d525f tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:50.643988 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48d8320b-58ef-4439-bf86-63aac95621f8 req-05cb4a0a-781a-44dc-a88e-7a04b53d525f tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0730193 Dec 15 13:58:50.649603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Deleting port 98341d67-2953-40c6-87fb-0990d4544a0d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:50.649944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.688180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] Deleting port 98341d67-2953-40c6-87fb-0990d4544a0d {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:50.688642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.739270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14c15a96-2fc5-40c8-8c46-392e8eb76314'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:50.741183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['2226a418-5eee-4033-8dc9-f45a4d97cef1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:50.752664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] For port 98341d67-2953-40c6-87fb-0990d4544a0d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=98341d67-2953-40c6-87fb-0990d4544a0d,segment=NetworkSegment(fe4fadf4-3177-4503-9bcc-432cbe9d21c2),segment_id=fe4fadf4-3177-4503-9bcc-432cbe9d21c2)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:50.753056 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.764951 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48d8320b-58ef-4439-bf86-63aac95621f8 req-6156c6ab-bc2c-4ad6-9912-331cc92d1ab0 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127045 Dec 15 13:58:50.771059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Calling delete_port for 98341d67-2953-40c6-87fb-0990d4544a0d owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:50.771949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19b6d5-39fc-4d06-9115-34f71d74762b req-04abe233-b068-4389-95d6-d72e1b292451 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:50.773694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d19b6d5-39fc-4d06-9115-34f71d74762b req-04abe233-b068-4389-95d6-d72e1b292451 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1096 time: 0.0507944 Dec 15 13:58:50.838681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] For port 98341d67-2953-40c6-87fb-0990d4544a0d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=98341d67-2953-40c6-87fb-0990d4544a0d,segment=NetworkSegment(fe4fadf4-3177-4503-9bcc-432cbe9d21c2),segment_id=fe4fadf4-3177-4503-9bcc-432cbe9d21c2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:50.840330 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.848494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d19b6d5-39fc-4d06-9115-34f71d74762b req-e66926b6-e8e7-4951-ad00-d19648f55465 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673099 Dec 15 13:58:50.865995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] Calling delete_port for 98341d67-2953-40c6-87fb-0990d4544a0d owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:50.872770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:50.906133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event deleted for resources: {'Port': ['ID=98341d67-2953-40c6-87fb-0990d4544a0d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:50.908107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] No DVR routers for this DVR port 98341d67-2953-40c6-87fb-0990d4544a0d on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:50.989443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b4137-0c26-4497-a606-e7c757d671ce req-54b2b301-f405-4742-992e-ee7b342246c5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:50.990978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-772b4137-0c26-4497-a606-e7c757d671ce req-54b2b301-f405-4742-992e-ee7b342246c5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0561683 Dec 15 13:58:51.000644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.024564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b019a30-61d9-4620-bf38-6ac1b2deb237']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:51.037625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4fadf4-3177-4503-9bcc-432cbe9d21c2') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:51.037972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4fadf4-3177-4503-9bcc-432cbe9d21c2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:51.050935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.056471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-772b4137-0c26-4497-a606-e7c757d671ce req-9074c3bc-75d8-4769-900e-677e17767aeb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574875 Dec 15 13:58:51.071137 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.076334 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.078268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:51.078729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:51.081873 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:51.116552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] Pushing event deleted for resources: {'Port': ['ID=98341d67-2953-40c6-87fb-0990d4544a0d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:51.121045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fee32d-e35d-4d42-92d1-553dc7c2a65b None None] No DVR routers for this DVR port 98341d67-2953-40c6-87fb-0990d4544a0d on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:51.161522 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.173688 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.177759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] 10.222.0.86 "DELETE /v2.0/networks/0b019a30-61d9-4620-bf38-6ac1b2deb237 HTTP/1.1" status: 204 len: 168 time: 0.7390153 Dec 15 13:58:51.190486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bca856-5d68-425c-89d1-033e671cc10e tempest-ExtraDHCPOptionsIpV6TestJSON-799275514 tempest-ExtraDHCPOptionsIpV6TestJSON-799275514-project] Pushing event deleted for resources: {'Network': ['ID=0b019a30-61d9-4620-bf38-6ac1b2deb237,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:51.258730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778a3a-3724-46d0-84af-7e01109cf1c0 req-b5f83c2f-2e03-4139-8f32-a432f717dfbe tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.262319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74778a3a-3724-46d0-84af-7e01109cf1c0 req-b5f83c2f-2e03-4139-8f32-a432f717dfbe tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 944 time: 0.0530281 Dec 15 13:58:51.321308 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74778a3a-3724-46d0-84af-7e01109cf1c0 req-e549a916-e7d9-4774-a830-6ad2ab1d96a0 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543683 Dec 15 13:58:51.440725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39070) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:51.573240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5560486c-e058-4a19-8a2e-2b83af84cc91 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84199a87f7124bbab597368f05c907a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311085 Dec 15 13:58:51.576166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39074) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:51.628128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f724292-be30-4fd2-82f9-ec2e8276159b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.652111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f724292-be30-4fd2-82f9-ec2e8276159b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.729342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-7f0cbb91-8cc4-4564-8b32-963aa28ff07d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0541909 Dec 15 13:58:51.736501 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f724292-be30-4fd2-82f9-ec2e8276159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.739269 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f724292-be30-4fd2-82f9-ec2e8276159b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:51.740422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3f724292-be30-4fd2-82f9-ec2e8276159b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0cef7bbe-5142-48c1-81c5-95053d02ff86 HTTP/1.1" status: 204 len: 168 time: 0.1633546 Dec 15 13:58:51.750403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f724292-be30-4fd2-82f9-ec2e8276159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cef7bbe-5142-48c1-81c5-95053d02ff86,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:51.820795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cef9706f-7c21-4c81-977f-3f247362ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.821592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cef9706f-7c21-4c81-977f-3f247362ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.822074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cef9706f-7c21-4c81-977f-3f247362ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.822543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cef9706f-7c21-4c81-977f-3f247362ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.823005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cef9706f-7c21-4c81-977f-3f247362ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.824756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cef9706f-7c21-4c81-977f-3f247362ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.824756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cef9706f-7c21-4c81-977f-3f247362ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.826765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cef9706f-7c21-4c81-977f-3f247362ffa5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6501 time: 0.0591400 Dec 15 13:58:51.873583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 98341d67-2953-40c6-87fb-0990d4544a0d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:58:51.913992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 98341d67-2953-40c6-87fb-0990d4544a0d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:58:51.914237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 98341d67-2953-40c6-87fb-0990d4544a0d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:58:51.980351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035a92-89e7-4110-ad38-d261b3eb2ce6 req-ac43917d-d4b2-4dd6-b528-3992d5df0ae3 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:51.981974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae035a92-89e7-4110-ad38-d261b3eb2ce6 req-ac43917d-d4b2-4dd6-b528-3992d5df0ae3 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1096 time: 0.0422823 Dec 15 13:58:52.012476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c79477-0863-4316-9fe8-c656af0b415f req-c0f6b73e-2f1e-45f7-8ddf-bb00757c9f8e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.014591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85c79477-0863-4316-9fe8-c656af0b415f req-c0f6b73e-2f1e-45f7-8ddf-bb00757c9f8e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.1298823 Dec 15 13:58:52.050865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae035a92-89e7-4110-ad38-d261b3eb2ce6 req-66ebcc53-5589-486a-b308-2f1a15c622b5 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590854 Dec 15 13:58:52.056678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dd9071d2-8a1e-4993-8798-35c52114c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.057163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dd9071d2-8a1e-4993-8798-35c52114c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.057737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dd9071d2-8a1e-4993-8798-35c52114c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.059773 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dd9071d2-8a1e-4993-8798-35c52114c312 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38 HTTP/1.1" status: 200 len: 2301 time: 0.1893687 Dec 15 13:58:52.142545 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85c79477-0863-4316-9fe8-c656af0b415f req-c180b295-a748-4004-a3e0-2e0c3f42c44e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173172 Dec 15 13:58:52.177744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-749023bc-7614-4d8b-a640-e7015e6aeeb3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7 HTTP/1.1" status: 200 len: 1001 time: 0.1023712 Dec 15 13:58:52.239281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-005b141b-55ee-4ed1-b9f6-2df525e3a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.241438 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-005b141b-55ee-4ed1-b9f6-2df525e3a516 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=299bbd43-2c6b-4617-9310-ef44d6baec67 HTTP/1.1" status: 200 len: 855 time: 0.0557418 Dec 15 13:58:52.246812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ab48a-6782-4b49-8278-1824ddc78ccc req-6a095419-73f7-4703-85a1-992147372afe tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.248601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d8ab48a-6782-4b49-8278-1824ddc78ccc req-6a095419-73f7-4703-85a1-992147372afe tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0544069 Dec 15 13:58:52.291345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-8b00202d-3429-4f01-8a41-091ce2d40424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.293666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-8b00202d-3429-4f01-8a41-091ce2d40424 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442905 Dec 15 13:58:52.299991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d8ab48a-6782-4b49-8278-1824ddc78ccc req-4c4fadf9-8d8e-444e-aa7f-21d0b56776f9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Dec 15 13:58:52.400755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-91230368-c506-4239-8220-7831f3c4ce14 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956604 Dec 15 13:58:52.502023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c2bb9-b7b5-4dbf-b060-21b242b5e665 req-c8aebc8b-9e67-452f-aac5-b9510b1a21d3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.502205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39110) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:52.503238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-819c2bb9-b7b5-4dbf-b060-21b242b5e665 req-c8aebc8b-9e67-452f-aac5-b9510b1a21d3 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 944 time: 0.1016405 Dec 15 13:58:52.556013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-42ba229f-912a-4c06-ad1d-f5a149f309c8 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450756 Dec 15 13:58:52.608753 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-819c2bb9-b7b5-4dbf-b060-21b242b5e665 req-1f231a71-4554-45cd-a84c-e5f24e4364b5 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990543 Dec 15 13:58:52.609318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'networks': [{'name': 'tempest-network--613195832'}, {'name': 'tempest-network--1651561519'}]} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:52.609819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'network': {'name': 'tempest-network--613195832'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:52.610133 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-afeed025-4940-4a6c-af18-87aac0c17d39 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 217 time: 0.0438180 Dec 15 13:58:52.610767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'network': {'name': 'tempest-network--1651561519'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:52.637397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Made reservation on behalf of 6e83ede4114848d7a39467b4399c6fb8 for: {'network': 2} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:52.645252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.657981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.672310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dd663d1b-5429-4066-87b2-5c47d5404353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.673804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dd663d1b-5429-4066-87b2-5c47d5404353 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.0553553 Dec 15 13:58:52.727848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-312747e9-0865-44bd-92bb-77a5c71ce9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.730490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-312747e9-0865-44bd-92bb-77a5c71ce9c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478370 Dec 15 13:58:52.742716 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.748114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.748820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.801937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e52d68e-f21f-46f6-9345-a0b702f91069,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:52.818763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:52.829059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.829789 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Added segment 3e99053f-30d4-4732-a4ca-5693506aa81f of type vlan for network edf833a7-235f-4903-a5b9-f6b5f9afe1b9 Dec 15 13:58:52.880114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-d42ec424-fc6a-4f60-9626-01d5a16c5a69 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430767 Dec 15 13:58:52.889444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.947058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad75c65-60a0-4542-b342-ddf4aad51834 req-a504b1bb-6940-441d-ac6f-75f205412a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:52.949334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ad75c65-60a0-4542-b342-ddf4aad51834 req-a504b1bb-6940-441d-ac6f-75f205412a26 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 1097 time: 0.0704226 Dec 15 13:58:52.950653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:52.975234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:52.975580 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Added segment 15cd2b32-379e-4624-bb85-fb828eddb2fc of type vlan for network 58f2f638-042a-4679-bfcb-b2c00150d64f Dec 15 13:58:52.999430 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-55fa1e4f-d5f3-4230-9038-abe76f70ad45 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122508 Dec 15 13:58:53.034050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ad75c65-60a0-4542-b342-ddf4aad51834 req-7c4c0c33-9fed-4d65-9ec2-590d07b1eca7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782492 Dec 15 13:58:53.037246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.043138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-00b0363f-9611-467b-a867-724ac1694e8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 217 time: 0.0367954 Dec 15 13:58:53.062111 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.062963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.068184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.073300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.073913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.127699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6243839 Dec 15 13:58:53.130366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39134) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:53.172041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Network': ['ID=edf833a7-235f-4903-a5b9-f6b5f9afe1b9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:53.184104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network edf833a7-235f-4903-a5b9-f6b5f9afe1b9 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:53.246810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584b95d-d994-4f0e-837e-6cce8aa05021 req-483df0db-35a8-4dee-a373-ab20d3d6080e tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.248668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2584b95d-d994-4f0e-837e-6cce8aa05021 req-483df0db-35a8-4dee-a373-ab20d3d6080e tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1096 time: 0.1247878 Dec 15 13:58:53.265372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07027f77-5087-416a-8a18-062e63b2d980 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Network': ['ID=58f2f638-042a-4679-bfcb-b2c00150d64f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:53.283388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 58f2f638-042a-4679-bfcb-b2c00150d64f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:53.291702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721bbc1-02f8-4ca0-ad14-aad89e44e005 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.299334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721bbc1-02f8-4ca0-ad14-aad89e44e005 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.304893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2584b95d-d994-4f0e-837e-6cce8aa05021 req-96e21656-78fa-4b9a-8a61-42fecbd5bd78 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483105 Dec 15 13:58:53.305908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721bbc1-02f8-4ca0-ad14-aad89e44e005 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.313123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721bbc1-02f8-4ca0-ad14-aad89e44e005 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.316392 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5721bbc1-02f8-4ca0-ad14-aad89e44e005 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1849842 Dec 15 13:58:53.317714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39140) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:53.334852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-b066dc98-f594-46f9-9874-25d60749dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.336462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-b066dc98-f594-46f9-9874-25d60749dc09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1093957 Dec 15 13:58:53.346234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14c15a96-2fc5-40c8-8c46-392e8eb76314 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:53.429359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51056862-e069-46c9-bd6c-399fb24b347e req-a81140e7-7657-406d-a3ff-16ae1e6e4e1c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.431016 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51056862-e069-46c9-bd6c-399fb24b347e req-a81140e7-7657-406d-a3ff-16ae1e6e4e1c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.1133316 Dec 15 13:58:53.437039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 14c15a96-2fc5-40c8-8c46-392e8eb76314 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:53.437631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-28c97b24-b435-41b1-bae6-757bb68689c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.439183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-28c97b24-b435-41b1-bae6-757bb68689c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915577 Dec 15 13:58:53.445299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 14c15a96-2fc5-40c8-8c46-392e8eb76314 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:53.445719 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.535095 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.538846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51056862-e069-46c9-bd6c-399fb24b347e req-45e5330e-0129-4bcc-9ed0-b879296e723d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973511 Dec 15 13:58:53.578315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d01b5c8-3239-4ce9-bff0-82723a38a204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c15a96-2fc5-40c8-8c46-392e8eb76314'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:53.579315 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-371b0cbe-2c4b-4d93-8513-d4d709f97e6f service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293032 Dec 15 13:58:53.581038 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253438dd-6a32-4e45-81c7-07f4114bb120" -d '{"events": [{"server_uuid": "7d01b5c8-3239-4ce9-bff0-82723a38a204", "name": "network-vif-plugged", "status": "completed", "tag": "14c15a96-2fc5-40c8-8c46-392e8eb76314"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:53.597520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 14c15a96-2fc5-40c8-8c46-392e8eb76314, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14c15a96-2fc5-40c8-8c46-392e8eb76314,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:53.606067 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.609178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2226a418-5eee-4033-8dc9-f45a4d97cef1 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:58:53.649886 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62d33fa-1593-4724-885d-59ebec39f002 x-openstack-request-id: req-b62d33fa-1593-4724-885d-59ebec39f002 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:53.650015 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d01b5c8-3239-4ce9-bff0-82723a38a204", "name": "network-vif-plugged", "status": "completed", "tag": "14c15a96-2fc5-40c8-8c46-392e8eb76314", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:53.650179 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b62d33fa-1593-4724-885d-59ebec39f002 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:53.650786 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d01b5c8-3239-4ce9-bff0-82723a38a204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c15a96-2fc5-40c8-8c46-392e8eb76314', 'code': 200} Dec 15 13:58:53.718939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-365fcd19-0136-4f1b-a484-73a81f8c95a8 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316464 Dec 15 13:58:53.734684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=14c15a96-2fc5-40c8-8c46-392e8eb76314,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:53.749391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 2226a418-5eee-4033-8dc9-f45a4d97cef1 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:58:53.757507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 2226a418-5eee-4033-8dc9-f45a4d97cef1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:58:53.757885 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.776458 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.812448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-c619b00a-9b0a-444b-8e76-9bf64576e0cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc HTTP/1.1" status: 200 len: 217 time: 0.0829394 Dec 15 13:58:53.860123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.903020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44adea-760a-449d-9887-0a19ec832cb0 req-401b669a-f017-4f0f-b1df-10e6c725aa90 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.903283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:53.908605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:53.910751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac44adea-760a-449d-9887-0a19ec832cb0 req-401b669a-f017-4f0f-b1df-10e6c725aa90 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1290336 Dec 15 13:58:53.935331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fd76b-8365-4d1e-b1b8-712d44fc8458 req-0c665522-afd5-4510-8044-167f9ec71f76 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.949193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e72fd76b-8365-4d1e-b1b8-712d44fc8458 req-0c665522-afd5-4510-8044-167f9ec71f76 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 944 time: 0.1346576 Dec 15 13:58:53.968491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-aff93daf-3fd0-49cf-b157-15934d575cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:53.970294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-aff93daf-3fd0-49cf-b157-15934d575cfe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1404157 Dec 15 13:58:53.988037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2226a418-5eee-4033-8dc9-f45a4d97cef1,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:53.997528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac44adea-760a-449d-9887-0a19ec832cb0 req-19714de9-1342-49fb-b8c6-212461d11562 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858009 Dec 15 13:58:54.004560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc03178-6e3e-45ef-8de7-edf4da89733e req-94274afd-8789-4687-bca7-164a7dfdf39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.017257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8fc03178-6e3e-45ef-8de7-edf4da89733e req-94274afd-8789-4687-bca7-164a7dfdf39b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1097 time: 0.2367659 Dec 15 13:58:54.029609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e72fd76b-8365-4d1e-b1b8-712d44fc8458 req-e2a57311-7cb8-4130-87b6-91aa5cb6dc46 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767782 Dec 15 13:58:54.074031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.115228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dd268bff-7f34-42c5-af36-5c76ae9e8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.118393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dd268bff-7f34-42c5-af36-5c76ae9e8681 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877118 Dec 15 13:58:54.142956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf833a7-235f-4903-a5b9-f6b5f9afe1b9']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:54.159011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e99053f-30d4-4732-a4ca-5693506aa81f') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:54.159742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e99053f-30d4-4732-a4ca-5693506aa81f') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:54.171639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.180069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8fc03178-6e3e-45ef-8de7-edf4da89733e req-a23dff02-cd7d-47a8-8bc8-164a32e7d790 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461568 Dec 15 13:58:54.187989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.195152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:54.196348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:54.199468 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:54.231795 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-b71fdcce-0af8-4a10-adf7-1d0a5e332316 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029716 Dec 15 13:58:54.257874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.265375 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.271503 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/networks/edf833a7-235f-4903-a5b9-f6b5f9afe1b9 HTTP/1.1" status: 204 len: 168 time: 0.9499333 Dec 15 13:58:54.274457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:54.281225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be485bb-6038-4619-af32-fb07690f10b9 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Network': ['ID=edf833a7-235f-4903-a5b9-f6b5f9afe1b9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:54.356612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.425826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad2a08-2705-4b52-8b00-c075a0809288 req-326951db-883e-4615-bbf3-2fbf176be1ce tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.427702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50ad2a08-2705-4b52-8b00-c075a0809288 req-326951db-883e-4615-bbf3-2fbf176be1ce tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1097 time: 0.0440807 Dec 15 13:58:54.497516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50ad2a08-2705-4b52-8b00-c075a0809288 req-cbae7d36-6982-4b77-b571-5c01771535d3 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585163 Dec 15 13:58:54.511139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.544214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f2f638-042a-4679-bfcb-b2c00150d64f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:54.562440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cd2b32-379e-4624-bb85-fb828eddb2fc') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:54.562745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cd2b32-379e-4624-bb85-fb828eddb2fc') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:58:54.566146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-d6f6b02b-b320-482c-a650-9d66e7127059 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959333 Dec 15 13:58:54.582842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.619158 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-4e395605-6fd5-412e-acf2-fae4adcd9e42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e HTTP/1.1" status: 200 len: 217 time: 0.0444634 Dec 15 13:58:54.641975 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.693569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:58:54.693906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:58:54.697033 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:58:54.764998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-01bee21b-dd80-498c-ba5a-2cd78b35d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.766574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-01bee21b-dd80-498c-ba5a-2cd78b35d644 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1403968 Dec 15 13:58:54.783971 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.793312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2c89f-9a3f-465d-8bcd-5e82856f8d09 req-76064f21-cccc-4a3f-a6c0-58c604d76595 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.794848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aff2c89f-9a3f-465d-8bcd-5e82856f8d09 req-76064f21-cccc-4a3f-a6c0-58c604d76595 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.1717939 Dec 15 13:58:54.821106 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:54.825349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/networks/58f2f638-042a-4679-bfcb-b2c00150d64f HTTP/1.1" status: 204 len: 168 time: 0.5498102 Dec 15 13:58:54.828374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39160) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:54.850535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c05e7-cdd0-4f62-adf5-8262e7940b93 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Network': ['ID=58f2f638-042a-4679-bfcb-b2c00150d64f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:54.886704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-ea665a87-89d7-400d-af60-3f2b3f435998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.888266 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-ea665a87-89d7-400d-af60-3f2b3f435998 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144989 Dec 15 13:58:54.893188 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aff2c89f-9a3f-465d-8bcd-5e82856f8d09 req-bf3ed40e-993d-40a0-b65d-3c51584445d8 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780895 Dec 15 13:58:54.966894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de0031-1548-497a-8d86-d76ebf314924 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.973553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de0031-1548-497a-8d86-d76ebf314924 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:54.976124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-13de0031-1548-497a-8d86-d76ebf314924 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1460307 Dec 15 13:58:54.979773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39164) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:54.985449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1313563880'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:54.993195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-52008767-3094-4c27-a040-655f2f3a2572 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970411 Dec 15 13:58:55.044246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Made reservation on behalf of 6e83ede4114848d7a39467b4399c6fb8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:55.048449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.074582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:55.094960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f93ad-0712-44f9-96e8-4f690cc1e438 req-06ab282a-0c20-4916-81e0-709525b4718f tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.100266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b7f93ad-0712-44f9-96e8-4f690cc1e438 req-06ab282a-0c20-4916-81e0-709525b4718f tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1237986 Dec 15 13:58:55.112172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.112570 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Added segment d1d800a8-a744-4d91-a89b-433c9b3f06fa of type vlan for network c9c87394-6f54-4fed-ae2a-c9a94c9bb612 Dec 15 13:58:55.156523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-f0007555-03ce-458d-b7fa-d76fc64c2391 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557055 Dec 15 13:58:55.170462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc44913-45d6-4ac0-914b-768e743488ac req-2017e6ca-879c-45e0-90ad-81d95f59acd6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.172746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.179518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8cc44913-45d6-4ac0-914b-768e743488ac req-2017e6ca-879c-45e0-90ad-81d95f59acd6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1023593 Dec 15 13:58:55.195921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b7f93ad-0712-44f9-96e8-4f690cc1e438 req-5fd5b2f1-717a-45c9-ac24-ae0041911bea tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946941 Dec 15 13:58:55.215953 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.228510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.228510 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.234635 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-dc60fc59-8a44-4dbd-9047-820e72100597 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789 HTTP/1.1" status: 200 len: 217 time: 0.0464847 Dec 15 13:58:55.293521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3092961 Dec 15 13:58:55.294466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39176) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:55.300088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-491150677'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:55.314822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8cc44913-45d6-4ac0-914b-768e743488ac req-2c9b035a-7366-4d7d-b75b-750926e0d402 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337721 Dec 15 13:58:55.337368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-348401da-5708-4a0d-8c4e-885e2b0275fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.339693 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-348401da-5708-4a0d-8c4e-885e2b0275fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.0922506 Dec 15 13:58:55.386981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Made reservation on behalf of 6e83ede4114848d7a39467b4399c6fb8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:55.399418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cfca5bb6-fa9e-41ac-9066-586f32a23136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.400008 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.404201 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-cfca5bb6-fa9e-41ac-9066-586f32a23136 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564058 Dec 15 13:58:55.429062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578f6d-9c8f-4443-8a80-d6e1876c1fe0 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Network': ['ID=c9c87394-6f54-4fed-ae2a-c9a94c9bb612,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:55.459464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network c9c87394-6f54-4fed-ae2a-c9a94c9bb612 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:55.464676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:55.480652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73db4a7-4b7d-4e3c-a54d-8d7c3e53c1bc req-9706138c-8eb0-4d5b-b976-6ccaacb31708 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.482130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d73db4a7-4b7d-4e3c-a54d-8d7c3e53c1bc req-9706138c-8eb0-4d5b-b976-6ccaacb31708 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 945 time: 0.1317861 Dec 15 13:58:55.487385 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.487735 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Added segment b8700eaa-abfb-41f8-be62-2b41c7289faa of type vlan for network afb35cfc-a724-4b60-acdd-16dd3147fdaf Dec 15 13:58:55.550694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-6d268864-8997-4b73-9735-e783cac1d542 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389253 Dec 15 13:58:55.565989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d73db4a7-4b7d-4e3c-a54d-8d7c3e53c1bc req-de14b013-ceb9-4e0e-a623-95eb03f44c8e tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660634 Dec 15 13:58:55.581154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.622204 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.628906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.629621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:55.652906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb36bac-4c72-40b6-92ff-22d9a5885945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226a418-5eee-4033-8dc9-f45a4d97cef1'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:55.655894 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8a32e5-e2f7-4fdd-b84c-fcbadccec69b" -d '{"events": [{"server_uuid": "dfb36bac-4c72-40b6-92ff-22d9a5885945", "name": "network-vif-plugged", "status": "completed", "tag": "2226a418-5eee-4033-8dc9-f45a4d97cef1"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:55.706172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4107220 Dec 15 13:58:55.709532 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39186) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:55.722730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'ports': [{'network_id': 'c9c87394-6f54-4fed-ae2a-c9a94c9bb612', 'name': 'tempest-port--916263331', 'admin_state_up': True}, {'network_id': 'afb35cfc-a724-4b60-acdd-16dd3147fdaf', 'admin_state_up': False}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:55.723343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'port': {'network_id': 'c9c87394-6f54-4fed-ae2a-c9a94c9bb612', 'name': 'tempest-port--916263331', 'admin_state_up': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:55.725803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'port': {'network_id': 'afb35cfc-a724-4b60-acdd-16dd3147fdaf', 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:55.744755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff9721-d974-4e74-a82a-b066f006db13 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Network': ['ID=afb35cfc-a724-4b60-acdd-16dd3147fdaf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:55.747020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-7b7bf6ee-c4ae-4518-94a3-e77e605e79ac service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882362 Dec 15 13:58:55.755181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network afb35cfc-a724-4b60-acdd-16dd3147fdaf details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:55.764896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a3fd3-ad17-4178-9965-3e8ec0e8ef68 req-9902a90f-14ed-478d-b998-d24dc67dc3f6 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:55.785336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d6a3fd3-ad17-4178-9965-3e8ec0e8ef68 req-9902a90f-14ed-478d-b998-d24dc67dc3f6 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1097 time: 0.0945323 Dec 15 13:58:55.918142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d6a3fd3-ad17-4178-9965-3e8ec0e8ef68 req-27be94ca-f52f-40e6-8d76-dff9bcdaf3c8 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148105 Dec 15 13:58:55.932287 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4c461-5bef-4c2f-aa92-0b57fb18d4cb x-openstack-request-id: req-f2a4c461-5bef-4c2f-aa92-0b57fb18d4cb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:55.933279 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb36bac-4c72-40b6-92ff-22d9a5885945", "name": "network-vif-plugged", "status": "completed", "tag": "2226a418-5eee-4033-8dc9-f45a4d97cef1", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:55.933576 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f2a4c461-5bef-4c2f-aa92-0b57fb18d4cb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:55.934018 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb36bac-4c72-40b6-92ff-22d9a5885945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226a418-5eee-4033-8dc9-f45a4d97cef1', 'code': 200} Dec 15 13:58:56.096459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba4ffe-2950-4f33-be81-06a608318d4c req-d7502d08-c06a-4bae-97a3-b36547c99715 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.098770 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4eba4ffe-2950-4f33-be81-06a608318d4c req-d7502d08-c06a-4bae-97a3-b36547c99715 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0922050 Dec 15 13:58:56.101859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230feadd-c35c-404f-85fd-ada1c868d64b req-43c59daf-131e-4354-98c9-43565903f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.103567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230feadd-c35c-404f-85fd-ada1c868d64b req-43c59daf-131e-4354-98c9-43565903f331 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 1096 time: 0.0982745 Dec 15 13:58:56.194670 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-230feadd-c35c-404f-85fd-ada1c868d64b req-4f97c24d-aa78-437f-b46c-b10d5d67bbad service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818129 Dec 15 13:58:56.198268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4eba4ffe-2950-4f33-be81-06a608318d4c req-7bb9f1ab-de4d-4606-9720-93c623c58ce6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929077 Dec 15 13:58:56.251791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-aeabc797-7481-4d1c-a981-786ca13d6e4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559 HTTP/1.1" status: 200 len: 217 time: 0.4640753 Dec 15 13:58:56.340910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eec22a-0e92-470d-843e-b92f68e19ae1 req-afcbbd59-4bef-4fd0-9c71-6e55f37020af tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.342551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9eec22a-0e92-470d-843e-b92f68e19ae1 req-afcbbd59-4bef-4fd0-9c71-6e55f37020af tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1097 time: 0.1340566 Dec 15 13:58:56.442663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df52b88-b1e4-4658-845e-f0cbfc92aab9 req-5f49908f-e268-4fb9-8bd8-09668ae26851 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.444544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1df52b88-b1e4-4658-845e-f0cbfc92aab9 req-5f49908f-e268-4fb9-8bd8-09668ae26851 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0544512 Dec 15 13:58:56.449499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Made reservation on behalf of 6e83ede4114848d7a39467b4399c6fb8 for: {'port': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:56.454095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.460546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9eec22a-0e92-470d-843e-b92f68e19ae1 req-7663bdd8-ada9-428e-b9d7-cf68b71c43ad tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086280 Dec 15 13:58:56.479493 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.482318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-b8883f2c-fd2c-47d7-9c89-ac44c7c7006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.484369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-b8883f2c-fd2c-47d7-9c89-ac44c7c7006c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.0906124 Dec 15 13:58:56.515834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1df52b88-b1e4-4658-845e-f0cbfc92aab9 req-2d968c41-3d1f-4079-a1f3-df907d7a3273 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612988 Dec 15 13:58:56.595314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] device_id is not set on port 62a7eb45-ce9d-4f2e-bd77-5506d4604b3e yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:56.650013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b4f4c-9f4e-4942-a77e-2c8850e2f8b7 req-227e94b1-d632-45f3-9040-a4412786fcfe tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.653171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-52abc0f7-30f4-4ed1-afd1-31d6e431bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.655178 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-52abc0f7-30f4-4ed1-afd1-31d6e431bdef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1507485 Dec 15 13:58:56.659403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b88b4f4c-9f4e-4942-a77e-2c8850e2f8b7 req-227e94b1-d632-45f3-9040-a4412786fcfe tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1097 time: 0.0708911 Dec 15 13:58:56.706632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b88b4f4c-9f4e-4942-a77e-2c8850e2f8b7 req-85812178-e869-4c31-9b68-96b7397897c2 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Dec 15 13:58:56.861123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4d9f-4a65-4971-8992-8fdc5468f3eb req-fc0285ee-ee9a-403c-905d-96a565e3aa34 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:56.862670 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecaf4d9f-4a65-4971-8992-8fdc5468f3eb req-fc0285ee-ee9a-403c-905d-96a565e3aa34 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 945 time: 0.1791499 Dec 15 13:58:56.924811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:56.928924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-49fb5e24-32bc-4272-a211-038b1a8dc95a service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567222 Dec 15 13:58:57.025159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae025-36e7-4057-bfc6-3d35b39d8ccf req-0d98a545-4dd9-4da2-971f-af943bc77e4b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.027900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68bae025-36e7-4057-bfc6-3d35b39d8ccf req-0d98a545-4dd9-4da2-971f-af943bc77e4b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1097 time: 0.0492375 Dec 15 13:58:57.036187 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecaf4d9f-4a65-4971-8992-8fdc5468f3eb req-c3428480-386d-4339-91ff-5f2eb1462cb1 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529002 Dec 15 13:58:57.087116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68bae025-36e7-4057-bfc6-3d35b39d8ccf req-630f6f71-f983-45c5-a229-823791d3145e tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Dec 15 13:58:57.087733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] device_id is not set on port a6feff42-1496-4e37-a1a0-e0aa5155dd4e yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:58:57.137631 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff293c33-98c5-484a-aa62-06e2f51c12da req-607d835c-cabc-4148-87bb-28f8e022a38a service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636033 Dec 15 13:58:57.228460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.273001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.353390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Port': ['ID=62a7eb45-ce9d-4f2e-bd77-5506d4604b3e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:57.384294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941d701-3998-4b5e-9845-87336497047b req-3c25d206-025a-4811-a605-63f1494334b9 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.386288 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f941d701-3998-4b5e-9845-87336497047b req-3c25d206-025a-4811-a605-63f1494334b9 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1045613 Dec 15 13:58:57.392338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Checking segment: {'id': 'd1d800a8-a744-4d91-a89b-433c9b3f06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c9c87394-6f54-4fed-ae2a-c9a94c9bb612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:57.392920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Network hostable DHCP agents. Network: c9c87394-6f54-4fed-ae2a-c9a94c9bb612, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:57.435035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Network c9c87394-6f54-4fed-ae2a-c9a94c9bb612 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:57.454815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f941d701-3998-4b5e-9845-87336497047b req-9c51f113-b793-4015-94c0-4b07185fe71d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588033 Dec 15 13:58:57.456727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, c9c87394-6f54-4fed-ae2a-c9a94c9bb612) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:57.460622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:57.461682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.468974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad302f9-95ea-48e5-8df0-08eb84e3e51d None None] Network c9c87394-6f54-4fed-ae2a-c9a94c9bb612 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:57.531084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Port': ['ID=a6feff42-1496-4e37-a1a0-e0aa5155dd4e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:57.572272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Checking segment: {'id': 'b8700eaa-abfb-41f8-be62-2b41c7289faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'afb35cfc-a724-4b60-acdd-16dd3147fdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:58:57.572647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Network hostable DHCP agents. Network: afb35cfc-a724-4b60-acdd-16dd3147fdaf, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:58:57.591944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Network afb35cfc-a724-4b60-acdd-16dd3147fdaf is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:58:57.605919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, afb35cfc-a724-4b60-acdd-16dd3147fdaf) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:58:57.617098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f45464-57c4-4cfa-8db6-aec874c55d8e None None] Network afb35cfc-a724-4b60-acdd-16dd3147fdaf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:58:57.618503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:58:57.626575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.632097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.632878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.697161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e4746a1e-b755-4fa8-a801-1d42990f34f8 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9859068 Dec 15 13:58:57.699447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39220) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:57.720474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7b4a2-bd52-40f6-847d-41db7014f775 req-f401136c-3139-4c60-b78a-0ae125000591 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.722770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07c7b4a2-bd52-40f6-847d-41db7014f775 req-f401136c-3139-4c60-b78a-0ae125000591 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1053629 Dec 15 13:58:57.801625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c1066c-04f8-4012-b340-9c6e4c305b58 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.828810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07c7b4a2-bd52-40f6-847d-41db7014f775 req-1fe055ce-64d0-46d5-98d6-4db6db78008b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975893 Dec 15 13:58:57.831408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c1066c-04f8-4012-b340-9c6e4c305b58 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.836824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29c1066c-04f8-4012-b340-9c6e4c305b58 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1359696 Dec 15 13:58:57.839271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39226) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:57.941986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1ada8ee5-e19c-4237-a954-fc14eefd2edb tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Deleting port 62a7eb45-ce9d-4f2e-bd77-5506d4604b3e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:57.942392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ada8ee5-e19c-4237-a954-fc14eefd2edb tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:57.967172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962e56d-8ef2-4349-a8af-116f45bc1858 req-d8119292-45d4-4dd1-87c5-dc6bc8386420 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:57.968755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b962e56d-8ef2-4349-a8af-116f45bc1858 req-d8119292-45d4-4dd1-87c5-dc6bc8386420 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0701473 Dec 15 13:58:58.034781 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ada8ee5-e19c-4237-a954-fc14eefd2edb tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.056693 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b962e56d-8ef2-4349-a8af-116f45bc1858 req-cdc29853-a0e2-40f5-9c93-e3ccb68dbf6b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761104 Dec 15 13:58:58.070216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1ada8ee5-e19c-4237-a954-fc14eefd2edb tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Calling delete_port for 62a7eb45-ce9d-4f2e-bd77-5506d4604b3e owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:58.201507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552895a-b012-4e8e-918c-fb9315bcb29e req-30f317b3-35db-4fa6-bdf6-6f4c73cd9193 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:58.203805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a552895a-b012-4e8e-918c-fb9315bcb29e req-30f317b3-35db-4fa6-bdf6-6f4c73cd9193 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 945 time: 0.0931423 Dec 15 13:58:58.212897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac47d9b-75f0-4c76-9562-9dc633e7fd18 req-6e145261-b4c4-4636-992b-f3f16bc6a28f tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:58.215166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4ac47d9b-75f0-4c76-9562-9dc633e7fd18 req-6e145261-b4c4-4636-992b-f3f16bc6a28f tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1097 time: 0.0506384 Dec 15 13:58:58.245141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ada8ee5-e19c-4237-a954-fc14eefd2edb tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.267944 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4ac47d9b-75f0-4c76-9562-9dc633e7fd18 req-47c77cd3-a849-4f38-a09f-8c00b5dbd486 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Dec 15 13:58:58.294663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada8ee5-e19c-4237-a954-fc14eefd2edb tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Port': ['ID=62a7eb45-ce9d-4f2e-bd77-5506d4604b3e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:58.306382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a552895a-b012-4e8e-918c-fb9315bcb29e req-27ed0db3-d72a-49b7-aaee-8242eea0db81 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951290 Dec 15 13:58:58.308025 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ada8ee5-e19c-4237-a954-fc14eefd2edb tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.311910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1ada8ee5-e19c-4237-a954-fc14eefd2edb tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/ports/62a7eb45-ce9d-4f2e-bd77-5506d4604b3e HTTP/1.1" status: 204 len: 168 time: 0.4709313 Dec 15 13:58:58.313858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39232) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:58.405657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-83674b0d-33e7-48d9-868e-d092281edb1e tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:58.408786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-83674b0d-33e7-48d9-868e-d092281edb1e tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 1097 time: 0.0562778 Dec 15 13:58:58.417951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ee091cf6-79aa-4763-a7d3-3bbcd8fc34da tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Deleting port a6feff42-1496-4e37-a1a0-e0aa5155dd4e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:58.418666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee091cf6-79aa-4763-a7d3-3bbcd8fc34da tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.496181 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee091cf6-79aa-4763-a7d3-3bbcd8fc34da tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.514454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Deleting port 14c15a96-2fc5-40c8-8c46-392e8eb76314 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:58:58.515012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ee091cf6-79aa-4763-a7d3-3bbcd8fc34da tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Calling delete_port for a6feff42-1496-4e37-a1a0-e0aa5155dd4e owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:58.515150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.607618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee091cf6-79aa-4763-a7d3-3bbcd8fc34da tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.609331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] For port 14c15a96-2fc5-40c8-8c46-392e8eb76314, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14c15a96-2fc5-40c8-8c46-392e8eb76314,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:58:58.609722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.629062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Calling delete_port for 14c15a96-2fc5-40c8-8c46-392e8eb76314 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:58:58.645275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee091cf6-79aa-4763-a7d3-3bbcd8fc34da tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Port': ['ID=a6feff42-1496-4e37-a1a0-e0aa5155dd4e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:58.655049 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee091cf6-79aa-4763-a7d3-3bbcd8fc34da tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.659175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ee091cf6-79aa-4763-a7d3-3bbcd8fc34da tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/ports/a6feff42-1496-4e37-a1a0-e0aa5155dd4e HTTP/1.1" status: 204 len: 168 time: 0.3434594 Dec 15 13:58:58.661630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39246) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:58.723708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-be695622-01a0-4920-8a1b-99474ee0f6db tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0608554 Dec 15 13:58:58.731362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:58.744355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-109243276'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:58.785480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Made reservation on behalf of 6e83ede4114848d7a39467b4399c6fb8 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:58.789025 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.826072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:58.868325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.869051 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Added segment aaa03d70-040a-4279-97c9-4f2f05a36b65 of type vlan for network cd75e15a-501f-48e4-b2fd-02b4ea30c638 Dec 15 13:58:58.922952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.925349 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:58.937302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14c15a96-2fc5-40c8-8c46-392e8eb76314'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:58.941645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fd87951c-62b0-43ca-b450-1dbd2af6a4b9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:58:59.002924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Pushing event deleted for resources: {'Port': ['ID=14c15a96-2fc5-40c8-8c46-392e8eb76314,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:59.039525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.046913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:59.047530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.073720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] No DVR routers for this DVR port 14c15a96-2fc5-40c8-8c46-392e8eb76314 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:58:59.087604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3730f-02dd-4808-b988-54cdf5fcd85d req-33e68ea4-62ec-4e35-8a3f-ef28bdf38434 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:59.090673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b0f3730f-02dd-4808-b988-54cdf5fcd85d req-33e68ea4-62ec-4e35-8a3f-ef28bdf38434 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1708150 Dec 15 13:58:59.091905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.095302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4ed2ba5-ed97-4781-8ca8-ee1a1a868ca9 req-27e956c4-d903-44e6-8ed7-08e957dc7921 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.74 "DELETE /v2.0/ports/14c15a96-2fc5-40c8-8c46-392e8eb76314 HTTP/1.1" status: 204 len: 173 time: 0.6796486 Dec 15 13:58:59.111479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d01b5c8-3239-4ce9-bff0-82723a38a204', 'name': 'network-vif-deleted', 'tag': '14c15a96-2fc5-40c8-8c46-392e8eb76314'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:58:59.113728 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e74427c-452b-40b4-8239-642fea2b5d53" -d '{"events": [{"server_uuid": "7d01b5c8-3239-4ce9-bff0-82723a38a204", "name": "network-vif-deleted", "tag": "14c15a96-2fc5-40c8-8c46-392e8eb76314"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:58:59.172343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4330194 Dec 15 13:58:59.174951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39288) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:58:59.183260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1094264219'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:58:59.203975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce691668-1062-40a4-a0a0-5878a7744cb6 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Network': ['ID=cd75e15a-501f-48e4-b2fd-02b4ea30c638,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:59.216164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Made reservation on behalf of 6e83ede4114848d7a39467b4399c6fb8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:58:59.219157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network cd75e15a-501f-48e4-b2fd-02b4ea30c638 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:59.223001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.244181 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b0f3730f-02dd-4808-b988-54cdf5fcd85d req-6ad6ec36-5a29-42e5-a885-38a636b2135d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274588 Dec 15 13:58:59.295233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:58:59.317580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.317938 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Added segment 6b5cc28d-0d85-4a02-81bc-2cf153c54840 of type vlan for network aa6c9f95-1894-421c-ba68-572e2269f287 Dec 15 13:58:59.333778 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eec3e0-6762-40a9-9f15-ce840d31233d x-openstack-request-id: req-d7eec3e0-6762-40a9-9f15-ce840d31233d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:58:59.334081 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d01b5c8-3239-4ce9-bff0-82723a38a204", "name": "network-vif-deleted", "tag": "14c15a96-2fc5-40c8-8c46-392e8eb76314", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:58:59.334342 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d7eec3e0-6762-40a9-9f15-ce840d31233d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:58:59.334768 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d01b5c8-3239-4ce9-bff0-82723a38a204', 'name': 'network-vif-deleted', 'tag': '14c15a96-2fc5-40c8-8c46-392e8eb76314', 'status': 'completed', 'code': 200} Dec 15 13:58:59.377928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.397133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09940ad8-5275-47b4-bd54-d93e7c082b3f req-5432d5c2-96ce-4579-9841-6e042f6c248c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:59.398657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09940ad8-5275-47b4-bd54-d93e7c082b3f req-5432d5c2-96ce-4579-9841-6e042f6c248c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0576601 Dec 15 13:58:59.409580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.415595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:59.416242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:58:59.451927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09940ad8-5275-47b4-bd54-d93e7c082b3f req-132015e1-ae6d-4a94-8e32-a911e62a04ed tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467982 Dec 15 13:58:59.500400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3241334 Dec 15 13:58:59.504993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b881f942-926f-4038-b9d1-1a88aee0329a req-7d7e4bf8-3a82-4cfc-841a-b91ef9793b10 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7d01b5c8-3239-4ce9-bff0-82723a38a204 HTTP/1.1" status: 200 len: 210 time: 0.0609803 Dec 15 13:58:59.527286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a087b-5019-46eb-bb36-768e5fe12883 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Network': ['ID=aa6c9f95-1894-421c-ba68-572e2269f287,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:58:59.546899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network aa6c9f95-1894-421c-ba68-572e2269f287 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:58:59.606700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ca724-5b92-4b5e-b749-6264afc7872f req-21e55656-b19a-4db5-ad26-8a20ec421b45 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:58:59.615630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-954ca724-5b92-4b5e-b749-6264afc7872f req-21e55656-b19a-4db5-ad26-8a20ec421b45 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 945 time: 0.0646994 Dec 15 13:58:59.690763 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-954ca724-5b92-4b5e-b749-6264afc7872f req-09fbe574-e74d-4aba-96f7-37f3c01098eb tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718775 Dec 15 13:59:00.138485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f68072-ecea-4ca9-8634-6d1c225fcc8d req-8a141ab5-ee46-4eb9-8f18-01456debe5dd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:00.140088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2f68072-ecea-4ca9-8634-6d1c225fcc8d req-8a141ab5-ee46-4eb9-8f18-01456debe5dd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 946 time: 0.0521412 Dec 15 13:59:00.208078 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2f68072-ecea-4ca9-8634-6d1c225fcc8d req-0979f7ba-958b-4969-80f0-8965029c55c4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608385 Dec 15 13:59:00.379527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a615a30-b4de-4cd7-9434-f980654d8719 req-de2fd732-d5c8-4531-88aa-9c238b15b05d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:00.381104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3a615a30-b4de-4cd7-9434-f980654d8719 req-de2fd732-d5c8-4531-88aa-9c238b15b05d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0545585 Dec 15 13:59:00.431495 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3a615a30-b4de-4cd7-9434-f980654d8719 req-7cbaf9a9-481b-4de7-9cd6-8bb1ab31b787 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434761 Dec 15 13:59:00.708446 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:00.857545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844e00c-6129-406d-950a-05c53f25fd63 req-952fc190-8a77-46c2-a202-67a47e0cdcc7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:00.859630 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e844e00c-6129-406d-950a-05c53f25fd63 req-952fc190-8a77-46c2-a202-67a47e0cdcc7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 945 time: 0.0661063 Dec 15 13:59:00.875975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad1566-b534-4326-9bba-dfaf862d9712 req-365474ad-c94f-4161-b017-e6b4d9fa8eec tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:00.885998 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38ad1566-b534-4326-9bba-dfaf862d9712 req-365474ad-c94f-4161-b017-e6b4d9fa8eec tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.0980434 Dec 15 13:59:00.957126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e844e00c-6129-406d-950a-05c53f25fd63 req-9e957309-b2bf-4756-ad62-084fa091f5de tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871451 Dec 15 13:59:00.973356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:00.993650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38ad1566-b534-4326-9bba-dfaf862d9712 req-65e19a98-966b-42e2-bf35-258c751a54ef tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056676 Dec 15 13:59:01.167906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c025121-a5c4-479e-908e-2056836ece49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:01.340288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86adc7a-1401-424f-98b3-3dec83dada46 req-d06a1771-5b9e-4c28-9841-be8d29f2c90b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:01.341776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c86adc7a-1401-424f-98b3-3dec83dada46 req-d06a1771-5b9e-4c28-9841-be8d29f2c90b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 946 time: 0.0559673 Dec 15 13:59:01.362219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2226a418-5eee-4033-8dc9-f45a4d97cef1 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:01.409408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c86adc7a-1401-424f-98b3-3dec83dada46 req-d18e6ff6-d3b8-40cc-adb6-480703bfb646 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611243 Dec 15 13:59:01.509355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:01.520898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '2226a418-5eee-4033-8dc9-f45a4d97cef1', 'network_id': '02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6', 'port_id': '2226a418-5eee-4033-8dc9-f45a4d97cef1', 'mac_address': 'fa:16:3e:e6:23:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b67be-874a-450c-bd78-1442e6685b9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:01.562430 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:01.580149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2226a418-5eee-4033-8dc9-f45a4d97cef1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:01.591690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417b818-380f-4e33-8d44-8b069c263212 req-65ba4e26-b950-4a3e-a989-b68e9dbe35ef tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:01.593550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8417b818-380f-4e33-8d44-8b069c263212 req-65ba4e26-b950-4a3e-a989-b68e9dbe35ef tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0573881 Dec 15 13:59:01.600779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:01.604721 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:01.650760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8417b818-380f-4e33-8d44-8b069c263212 req-7342313c-3553-40a5-a03a-f4fa2541e139 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502944 Dec 15 13:59:01.667761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2226a418-5eee-4033-8dc9-f45a4d97cef1,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:01.734515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['2226a418-5eee-4033-8dc9-f45a4d97cef1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:01.869486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fb9f4-1ffe-4840-ac34-5d1a95bff849 req-c7e35391-d0c3-4cf2-8a7d-5714f16f1f30 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:01.871040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-674fb9f4-1ffe-4840-ac34-5d1a95bff849 req-c7e35391-d0c3-4cf2-8a7d-5714f16f1f30 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0571907 Dec 15 13:59:01.929451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-674fb9f4-1ffe-4840-ac34-5d1a95bff849 req-2672a382-2262-4fc9-bd63-ab522d9bf5ac tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520911 Dec 15 13:59:01.971450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065caa0-1522-430e-b4c5-9a9230210dea req-19a10e7c-d0f3-44b4-92d8-30c36f8851de tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:01.973502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c065caa0-1522-430e-b4c5-9a9230210dea req-19a10e7c-d0f3-44b4-92d8-30c36f8851de tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.24 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 946 time: 0.1111345 Dec 15 13:59:01.987840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-ab015e8d-ad37-4ae6-ac5b-9a1143ab54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:01.990044 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-ab015e8d-ad37-4ae6-ac5b-9a1143ab54fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1096 time: 0.0456142 Dec 15 13:59:02.151779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cce6a8-5363-49a2-9503-7d2f19e968c7 req-dc022cb5-d5ca-4836-9580-15118664c455 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.153961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04cce6a8-5363-49a2-9503-7d2f19e968c7 req-dc022cb5-d5ca-4836-9580-15118664c455 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 944 time: 0.1070325 Dec 15 13:59:02.174550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Deleting port c99e53cc-d1e1-4294-9649-6da7e35e4261 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:02.175435 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:02.184877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ed746-e542-42fa-a8a0-a03e55695920 req-acf6e573-82d0-47cc-91cc-6d705c085e3d tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.187002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af0ed746-e542-42fa-a8a0-a03e55695920 req-acf6e573-82d0-47cc-91cc-6d705c085e3d tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.0846143 Dec 15 13:59:02.212285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-48e7e74a-ed7d-4b53-ade6-bb08564ce8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.213819 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-48e7e74a-ed7d-4b53-ade6-bb08564ce8e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.2061462 Dec 15 13:59:02.270573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04cce6a8-5363-49a2-9503-7d2f19e968c7 req-6464c849-0a28-4e5a-9743-bd0c6db6cf92 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049547 Dec 15 13:59:02.298625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af0ed746-e542-42fa-a8a0-a03e55695920 req-8c61c7c1-6543-4a0b-9848-b93fb1a0cb81 tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=391c45dc-b326-4ea7-a1fd-3c99ea7939b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939486 Dec 15 13:59:02.306489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] For port c99e53cc-d1e1-4294-9649-6da7e35e4261, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c99e53cc-d1e1-4294-9649-6da7e35e4261,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:02.307147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:02.309184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-b73a457b-b1d6-4987-a16a-11901bcba218 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1000 time: 0.0879302 Dec 15 13:59:02.398034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-84529752-1aff-4808-88ff-b50036d3f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.400394 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-84529752-1aff-4808-88ff-b50036d3f324 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.0807581 Dec 15 13:59:02.476357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-39c65b2d-72ac-4b79-b3e4-8b27d2986770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.479626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-39c65b2d-72ac-4b79-b3e4-8b27d2986770 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632699 Dec 15 13:59:02.625235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c4982045-1a06-449a-a803-ee2e30742b3b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.627468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c4982045-1a06-449a-a803-ee2e30742b3b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 1096 time: 0.0611045 Dec 15 13:59:02.718490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-3e994685-8366-4e65-adda-3d9d93e74c92 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311177 Dec 15 13:59:02.758000 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:02.758486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:02.758907 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Floating IP 0f7f5949-26de-45e2-b890-7ab5eda23575 disassociated. External IP: 172.25.7.192, port: c99e53cc-d1e1-4294-9649-6da7e35e4261. Dec 15 13:59:02.759352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Calling delete_port for c99e53cc-d1e1-4294-9649-6da7e35e4261 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:02.769403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-c196c4ce-5783-40d9-9819-a9a3c62d2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.771085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-c196c4ce-5783-40d9-9819-a9a3c62d2d10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1430633 Dec 15 13:59:02.812869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Deleting port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:02.813500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:02.885019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39366) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:02.892772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'subnets': [{'network_id': 'cd75e15a-501f-48e4-b2fd-02b4ea30c638', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2082010871', 'ip_version': 6}, {'network_id': 'aa6c9f95-1894-421c-ba68-572e2269f287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:02.892772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'subnet': {'network_id': 'cd75e15a-501f-48e4-b2fd-02b4ea30c638', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2082010871', 'ip_version': 6}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:02.893316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Request body: {'subnet': {'network_id': 'aa6c9f95-1894-421c-ba68-572e2269f287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:02.996689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-8b217c79-50e5-4ed3-885b-20ff7b6e10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:02.998181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-8b217c79-50e5-4ed3-885b-20ff7b6e10e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 919 time: 0.1614141 Dec 15 13:59:02.998949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] For port fd87951c-62b0-43ca-b450-1dbd2af6a4b9, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:02.999395 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.038027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Calling delete_port for fd87951c-62b0-43ca-b450-1dbd2af6a4b9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:03.048960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-e6e7e622-fe25-4d1c-9f3a-c15d4db20c53 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171964 Dec 15 13:59:03.075796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-e5748ba4-4741-484a-b9e3-b8f0f709f80e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a890701b-a83e-4d7e-899b-21ce2c86957b HTTP/1.1" status: 200 len: 217 time: 0.0532417 Dec 15 13:59:03.106632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40ff9e-e311-4728-8023-202ea12df367 req-c4658259-ce5c-4a95-8fa3-8ddcd080fc0a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.108641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf40ff9e-e311-4728-8023-202ea12df367 req-c4658259-ce5c-4a95-8fa3-8ddcd080fc0a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 946 time: 0.1510112 Dec 15 13:59:03.138818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.144265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dffad-7722-4464-aff6-3f306a61c9aa req-d1f8e298-4631-49a2-89de-c2dd41211316 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.145828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a37dffad-7722-4464-aff6-3f306a61c9aa req-d1f8e298-4631-49a2-89de-c2dd41211316 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.2585084 Dec 15 13:59:03.190415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event deleted for resources: {'Port': ['ID=c99e53cc-d1e1-4294-9649-6da7e35e4261,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:03.192947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-72ec06f4-0bd4-4d19-a042-36aa2d814b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:03.194403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-72ec06f4-0bd4-4d19-a042-36aa2d814b09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.1055150 Dec 15 13:59:03.241445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-8f9c620e-50e9-49ae-aae8-47021c2a9854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369933 Dec 15 13:59:03.260872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Made reservation on behalf of 6e83ede4114848d7a39467b4399c6fb8 for: {'subnet': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:03.265581 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.265932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.273284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a37dffad-7722-4464-aff6-3f306a61c9aa req-51f128ae-47bd-4986-9645-9210a5471db4 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076808 Dec 15 13:59:03.287368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf40ff9e-e311-4728-8023-202ea12df367 req-750de6de-71b7-41e3-bbc0-ba48a9ba27c6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=b50b3119-4b79-481b-a08f-968cdb3fc83d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590033 Dec 15 13:59:03.365161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14c15a96-2fc5-40c8-8c46-392e8eb76314 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:03.414162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 14c15a96-2fc5-40c8-8c46-392e8eb76314 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:03.414925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14c15a96-2fc5-40c8-8c46-392e8eb76314 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:03.415520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2226a418-5eee-4033-8dc9-f45a4d97cef1 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:03.424671 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.434553 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-3e04c543-0e2e-494d-948c-4f96d6dc8a0f service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593733 Dec 15 13:59:03.447009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['fd87951c-62b0-43ca-b450-1dbd2af6a4b9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:03.462873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Router 6b6f7914-93c6-490d-babc-4d45a80c2d24 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:03.499942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd87951c-62b0-43ca-b450-1dbd2af6a4b9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:03.504649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5171b675-90ec-4abf-a180-69159ceabf21 req-dae6d38c-f3ee-4d10-acad-c1f0544b9d2d tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3d77922-22b3-468d-ae11-839d13f7981f HTTP/1.1" status: 200 len: 210 time: 0.1036353 Dec 15 13:59:03.576160 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.598112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2226a418-5eee-4033-8dc9-f45a4d97cef1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:03.609809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] No DVR routers for this DVR port fd87951c-62b0-43ca-b450-1dbd2af6a4b9 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:03.614883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.619402 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-434133b3-9345-480b-aa9e-e8cf9933f575 req-c68d0eec-9e8e-46ea-9093-74c27b863a7b tempest-TestServerMultinode-549327448 tempest-TestServerMultinode-549327448-project-admin] 10.222.0.24 "DELETE /v2.0/ports/fd87951c-62b0-43ca-b450-1dbd2af6a4b9 HTTP/1.1" status: 204 len: 173 time: 0.9846714 Dec 15 13:59:03.624174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d77922-22b3-468d-ae11-839d13f7981f', 'name': 'network-vif-deleted', 'tag': 'fd87951c-62b0-43ca-b450-1dbd2af6a4b9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:03.628561 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643e743c-d780-41a8-b0e3-e644c7ed4c70" -d '{"events": [{"server_uuid": "b3d77922-22b3-468d-ae11-839d13f7981f", "name": "network-vif-deleted", "tag": "fd87951c-62b0-43ca-b450-1dbd2af6a4b9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:03.652764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:03.669908 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.757144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2226a418-5eee-4033-8dc9-f45a4d97cef1,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:03.805040 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-667a2204-0c07-4aa6-8044-f92ab305a529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:03.979604 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64068d96-6267-47e3-890e-c76f0b32af01 x-openstack-request-id: req-64068d96-6267-47e3-890e-c76f0b32af01 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:03.981450 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d77922-22b3-468d-ae11-839d13f7981f", "name": "network-vif-deleted", "tag": "fd87951c-62b0-43ca-b450-1dbd2af6a4b9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:03.981872 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-64068d96-6267-47e3-890e-c76f0b32af01 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:03.982652 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d77922-22b3-468d-ae11-839d13f7981f', 'name': 'network-vif-deleted', 'tag': 'fd87951c-62b0-43ca-b450-1dbd2af6a4b9', 'status': 'completed', 'code': 200} Dec 15 13:59:04.043616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf68b6a-8a49-4edc-8e02-d569c97c4055 req-17534359-96b3-43e8-adb3-d8256893765e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:04.051484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cf68b6a-8a49-4edc-8e02-d569c97c4055 req-17534359-96b3-43e8-adb3-d8256893765e tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.6371047 Dec 15 13:59:04.169416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f60dd-ec9d-4c3e-8e5d-5c85312f33d0 req-d0a2f27e-92c9-4760-9b8a-6f2e3252d972 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:04.172571 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d34f60dd-ec9d-4c3e-8e5d-5c85312f33d0 req-d0a2f27e-92c9-4760-9b8a-6f2e3252d972 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 943 time: 0.0743573 Dec 15 13:59:04.174302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.179559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cf68b6a-8a49-4edc-8e02-d569c97c4055 req-a94cf701-8d0c-4a8e-bc89-c08302b5866b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270895 Dec 15 13:59:04.206703 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3408f35-e5bf-41be-a9fd-1dde312a190a req-2d621450-19c0-4499-b884-7a51f6e864c1 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523692 Dec 15 13:59:04.234701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:04.249796 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] Sync routers for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:04.287219 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:04.288371 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:04.310254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] No DVR routers for this DVR port c99e53cc-d1e1-4294-9649-6da7e35e4261 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:04.312829 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.318003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c065caa0-1522-430e-b4c5-9a9230210dea req-5708aca2-92bd-449a-9aa9-eff032a6fc99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.24 "DELETE /v2.0/ports/c99e53cc-d1e1-4294-9649-6da7e35e4261 HTTP/1.1" status: 204 len: 173 time: 2.3327777 Dec 15 13:59:04.318674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-deleted', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:04.321258 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42961ef0-de65-47b5-b175-4c7c02065b7e" -d '{"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-deleted", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:04.333759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d34f60dd-ec9d-4c3e-8e5d-5c85312f33d0 req-e6eb024a-6658-4436-9822-3ca48487a34f tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2a9e6be-9893-47af-bcb2-6aba9cc91a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247165 Dec 15 13:59:04.339186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Subnet': ['ID=a968fddd-a4fb-43c2-9073-3c328bdf7870,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:04.368221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Checking segment: {'id': 'aaa03d70-040a-4279-97c9-4f2f05a36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'cd75e15a-501f-48e4-b2fd-02b4ea30c638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:04.368598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Network hostable DHCP agents. Network: cd75e15a-501f-48e4-b2fd-02b4ea30c638, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:04.413364 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c185878-9a22-41ca-aca2-d3763063a231 x-openstack-request-id: req-7c185878-9a22-41ca-aca2-d3763063a231 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:04.420317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-99dee8f5-a682-4a9d-8153-b77bc6a5fe3c tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:04.420690 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685b125-904e-4ced-b481-127fd13cfd1f", "name": "network-vif-deleted", "tag": "c99e53cc-d1e1-4294-9649-6da7e35e4261", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:04.421379 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7c185878-9a22-41ca-aca2-d3763063a231 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:04.421895 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a685b125-904e-4ced-b481-127fd13cfd1f', 'name': 'network-vif-deleted', 'tag': 'c99e53cc-d1e1-4294-9649-6da7e35e4261', 'status': 'completed', 'code': 200} Dec 15 13:59:04.422125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-99dee8f5-a682-4a9d-8153-b77bc6a5fe3c tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 943 time: 0.1532865 Dec 15 13:59:04.450913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Network cd75e15a-501f-48e4-b2fd-02b4ea30c638 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:04.469419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eda530-7e34-45c2-9c61-bc44a26190db req-ca42d4a0-a121-4536-a808-18d900035630 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:04.472104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19eda530-7e34-45c2-9c61-bc44a26190db req-ca42d4a0-a121-4536-a808-18d900035630 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1167545 Dec 15 13:59:04.472625 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:04.519510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, cd75e15a-501f-48e4-b2fd-02b4ea30c638) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:04.531167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec8bde-15e3-43ad-8c4f-69ded3ae6c19 None None] Network cd75e15a-501f-48e4-b2fd-02b4ea30c638 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:04.540588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19eda530-7e34-45c2-9c61-bc44a26190db req-5ae2c813-00b7-4030-8769-27c1ba67522d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597024 Dec 15 13:59:04.566361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.577802 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0be5c691-d6b0-43e7-b054-46a54aa761e6 req-5aae6757-18e9-4b57-acfb-ec36f21d23c4 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=a685b125-904e-4ced-b481-127fd13cfd1f HTTP/1.1" status: 200 len: 210 time: 0.0886166 Dec 15 13:59:04.646372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39398) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:04.680038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event updated for resources: {'Subnet': ['ID=21af319b-0d8f-478a-b574-7c34f4b7adf2,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:04.741331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Checking segment: {'id': '6b5cc28d-0d85-4a02-81bc-2cf153c54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'aa6c9f95-1894-421c-ba68-572e2269f287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:04.742165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Network hostable DHCP agents. Network: aa6c9f95-1894-421c-ba68-572e2269f287, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:04.761723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Deleting port 2226a418-5eee-4033-8dc9-f45a4d97cef1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:04.762691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.831487 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.833994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Network aa6c9f95-1894-421c-ba68-572e2269f287 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:04.835318 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:04.874094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-cd75e15a-501f-48e4-b2fd-02b4ea30c638', 'network_id': 'cd75e15a-501f-48e4-b2fd-02b4ea30c638', 'project_id': '6e83ede4114848d7a39467b4399c6fb8', 'fixed_ips': [{'subnet_id': 'a968fddd-a4fb-43c2-9073-3c328bdf7870'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:04.874820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] Checking router: 6b6f7914-93c6-490d-babc-4d45a80c2d24 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:59:04.875743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.888105 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:04.889113 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:04.952716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] For port 2226a418-5eee-4033-8dc9-f45a4d97cef1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2226a418-5eee-4033-8dc9-f45a4d97cef1,segment=NetworkSegment(2c64a58d-a256-446b-af92-188ba820f76b),segment_id=2c64a58d-a256-446b-af92-188ba820f76b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:04.953511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:04.971706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Calling delete_port for 2226a418-5eee-4033-8dc9-f45a4d97cef1 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:05.082895 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:05.087991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, aa6c9f95-1894-421c-ba68-572e2269f287) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:05.103002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e080ec3-ba24-4333-8d82-485ff51214d0 None None] Network aa6c9f95-1894-421c-ba68-572e2269f287 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:05.110518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.111374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.112096 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.149191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4ec72e0e-f04c-45c0-ad5d-b23bb8832894 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2594721 Dec 15 13:59:05.155653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:05.236146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-aa6c9f95-1894-421c-ba68-572e2269f287', 'network_id': 'aa6c9f95-1894-421c-ba68-572e2269f287', 'project_id': '6e83ede4114848d7a39467b4399c6fb8', 'fixed_ips': [{'subnet_id': '21af319b-0d8f-478a-b574-7c34f4b7adf2'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:05.237121 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.248216 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.262250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48955de7-96c5-4101-9aaa-ef2cefc51a6d tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.264178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48955de7-96c5-4101-9aaa-ef2cefc51a6d tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.266562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48955de7-96c5-4101-9aaa-ef2cefc51a6d tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.279688 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-48955de7-96c5-4101-9aaa-ef2cefc51a6d tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1175456 Dec 15 13:59:05.282811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39408) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:05.349116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac8881b-324e-4efe-92c2-c0e1a463eee3 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Deleting subnet a968fddd-a4fb-43c2-9073-3c328bdf7870 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:05.355627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.403387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Allocated IP 2001:db8:0:1::1 (aa6c9f95-1894-421c-ba68-572e2269f287/21af319b-0d8f-478a-b574-7c34f4b7adf2/8456e182-a4e8-4800-9263-1521fa2bd87d) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:05.413449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Pushing event deleted for resources: {'Port': ['ID=2226a418-5eee-4033-8dc9-f45a4d97cef1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:05.433717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Allocated IP 2001:db8::1 (cd75e15a-501f-48e4-b2fd-02b4ea30c638/a968fddd-a4fb-43c2-9073-3c328bdf7870/c913a5b9-5831-4b77-8040-191b92c967bc) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:05.470589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] No DVR routers for this DVR port 2226a418-5eee-4033-8dc9-f45a4d97cef1 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:05.480523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbbfed-b44b-41a4-b759-5f27f90353ff req-ad1408a3-e822-41a1-b032-7ddf88bb0eca tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.482306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afdbbfed-b44b-41a4-b759-5f27f90353ff req-ad1408a3-e822-41a1-b032-7ddf88bb0eca tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1292915 Dec 15 13:59:05.483232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.486744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee07f9af-40ce-4ad2-93b6-d16c57fd45d1 req-eb6050f4-9994-4a98-9a8f-e2ad087d8be7 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.74 "DELETE /v2.0/ports/2226a418-5eee-4033-8dc9-f45a4d97cef1 HTTP/1.1" status: 204 len: 173 time: 1.0484676 Dec 15 13:59:05.533618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4d846bf-9c31-45c3-af76-45ecf799436a req-e1cdf48a-9da7-4fb7-9820-e89f5076b287 tempest-ImagesTestJSON-639918023 tempest-ImagesTestJSON-639918023-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfb36bac-4c72-40b6-92ff-22d9a5885945 HTTP/1.1" status: 200 len: 210 time: 0.0557027 Dec 15 13:59:05.578191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afdbbfed-b44b-41a4-b759-5f27f90353ff req-01cf89c6-6c84-4ab5-bdc4-65a1fd424cbb tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887461 Dec 15 13:59:05.701962 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:05.707223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f6712-8df1-4278-904a-73b566677c65 req-28b66f83-d6de-4d35-83e6-5a0801aa1fbc tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.709086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d6f6712-8df1-4278-904a-73b566677c65 req-28b66f83-d6de-4d35-83e6-5a0801aa1fbc tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0851247 Dec 15 13:59:05.740046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94854ace-540d-4e05-bb33-22dce88bf031 req-24c2b1e8-4fc2-4629-aa2d-6db617d18025 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:05.741658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94854ace-540d-4e05-bb33-22dce88bf031 req-24c2b1e8-4fc2-4629-aa2d-6db617d18025 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0674074 Dec 15 13:59:05.743476 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae08a5-c10f-4ac0-8deb-78f5fe57c6b4 None None] The sync data for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 is: [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:05.803809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.812936 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.818888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d6f6712-8df1-4278-904a-73b566677c65 req-3a1c92fd-6885-4045-9f49-6a00f9043f40 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002264 Dec 15 13:59:05.823676 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.825375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Deleting port 76839abc-ef74-439c-b65a-7047e1b9c53e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:05.828006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.828535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94854ace-540d-4e05-bb33-22dce88bf031 req-92311a3d-a033-4d37-a08e-adeecabc724b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779743 Dec 15 13:59:05.830117 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ac8881b-324e-4efe-92c2-c0e1a463eee3 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.881751 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:05.888648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Pushing event updated for resources: {'Port': ['ID=8456e182-a4e8-4800-9263-1521fa2bd87d,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:05.942549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39422) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:05.968692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Pushing event updated for resources: {'Port': ['ID=c913a5b9-5831-4b77-8040-191b92c967bc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:05.976558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Network aa6c9f95-1894-421c-ba68-572e2269f287 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:05.980433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Network cd75e15a-501f-48e4-b2fd-02b4ea30c638 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:05.982841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:05.986039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:05.987794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:05.990291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:05.993614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb36bac-4c72-40b6-92ff-22d9a5885945', 'name': 'network-vif-deleted', 'tag': '2226a418-5eee-4033-8dc9-f45a4d97cef1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:05.997751 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5280f8b-8cab-4b0c-bd3f-215912b8ba75" -d '{"events": [{"server_uuid": "dfb36bac-4c72-40b6-92ff-22d9a5885945", "name": "network-vif-deleted", "tag": "2226a418-5eee-4033-8dc9-f45a4d97cef1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:06.022074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] For port 76839abc-ef74-439c-b65a-7047e1b9c53e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76839abc-ef74-439c-b65a-7047e1b9c53e,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:06.022434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.028322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ac8881b-324e-4efe-92c2-c0e1a463eee3 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.050484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Calling delete_port for 76839abc-ef74-439c-b65a-7047e1b9c53e owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:06.068399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fd87951c-62b0-43ca-b450-1dbd2af6a4b9 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:06.116097 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5dc226-9ac9-4a0b-b49a-7fa7a7f55528 x-openstack-request-id: req-7f5dc226-9ac9-4a0b-b49a-7fa7a7f55528 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:06.116364 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb36bac-4c72-40b6-92ff-22d9a5885945", "name": "network-vif-deleted", "tag": "2226a418-5eee-4033-8dc9-f45a4d97cef1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:06.121646 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7f5dc226-9ac9-4a0b-b49a-7fa7a7f55528 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:06.121646 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb36bac-4c72-40b6-92ff-22d9a5885945', 'name': 'network-vif-deleted', 'tag': '2226a418-5eee-4033-8dc9-f45a4d97cef1', 'status': 'completed', 'code': 200} Dec 15 13:59:06.175456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: fd87951c-62b0-43ca-b450-1dbd2af6a4b9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:06.175839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device fd87951c-62b0-43ca-b450-1dbd2af6a4b9 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:06.176310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:06.194571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cb4a2-4fb7-4d53-a37a-616534158fc5 req-c2730cab-f469-46c3-9ddd-69323c776b9c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:06.197089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f8cb4a2-4fb7-4d53-a37a-616534158fc5 req-c2730cab-f469-46c3-9ddd-69323c776b9c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2052925 Dec 15 13:59:06.215045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Attempting to bind port 8456e182-a4e8-4800-9263-1521fa2bd87d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:06.215433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Attempting to bind port 8456e182-a4e8-4800-9263-1521fa2bd87d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '6b5cc28d-0d85-4a02-81bc-2cf153c54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'aa6c9f95-1894-421c-ba68-572e2269f287'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:06.215815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Attempting to bind port 8456e182-a4e8-4800-9263-1521fa2bd87d on network aa6c9f95-1894-421c-ba68-572e2269f287 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:06.219339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Attempting to bind port c913a5b9-5831-4b77-8040-191b92c967bc on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:06.219723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Attempting to bind port c913a5b9-5831-4b77-8040-191b92c967bc by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'aaa03d70-040a-4279-97c9-4f2f05a36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'cd75e15a-501f-48e4-b2fd-02b4ea30c638'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:06.220184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Attempting to bind port c913a5b9-5831-4b77-8040-191b92c967bc on network cd75e15a-501f-48e4-b2fd-02b4ea30c638 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:06.221981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: c99e53cc-d1e1-4294-9649-6da7e35e4261 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:06.222336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c99e53cc-d1e1-4294-9649-6da7e35e4261 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:06.229917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:06.230224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Checking segment: {'id': '6b5cc28d-0d85-4a02-81bc-2cf153c54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'aa6c9f95-1894-421c-ba68-572e2269f287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:06.230599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.230999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Bound using segment: {'id': '6b5cc28d-0d85-4a02-81bc-2cf153c54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'aa6c9f95-1894-421c-ba68-572e2269f287'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:06.231494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Bound port: 8456e182-a4e8-4800-9263-1521fa2bd87d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5cc28d-0d85-4a02-81bc-2cf153c54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'aa6c9f95-1894-421c-ba68-572e2269f287'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:06.231976 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.234399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:06.234776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Checking segment: {'id': 'aaa03d70-040a-4279-97c9-4f2f05a36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'cd75e15a-501f-48e4-b2fd-02b4ea30c638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:06.235172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.235568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Bound using segment: {'id': 'aaa03d70-040a-4279-97c9-4f2f05a36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'cd75e15a-501f-48e4-b2fd-02b4ea30c638'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:06.236082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Bound port: c913a5b9-5831-4b77-8040-191b92c967bc, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa03d70-040a-4279-97c9-4f2f05a36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'cd75e15a-501f-48e4-b2fd-02b4ea30c638'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:06.236471 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.263513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ac8881b-324e-4efe-92c2-c0e1a463eee3 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.341171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3641fe-1319-42fe-9754-85e621a5a1ad None None] New status for floating IP 0f7f5949-26de-45e2-b890-7ab5eda23575: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:59:06.352332 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9764c762-2a55-4fd7-a034-e24860921fff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.397541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.426737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=76839abc-ef74-439c-b65a-7047e1b9c53e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:06.497795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] For port 8456e182-a4e8-4800-9263-1521fa2bd87d, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:06.519263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] For port 8456e182-a4e8-4800-9263-1521fa2bd87d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8456e182-a4e8-4800-9263-1521fa2bd87d,segment=NetworkSegment(6b5cc28d-0d85-4a02-81bc-2cf153c54840),segment_id=6b5cc28d-0d85-4a02-81bc-2cf153c54840)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:06.529194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.625692 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.646639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24613ec-fa86-4569-a3eb-7c6c1e9abf79 None None] Pushing event updated for resources: {'Port': ['ID=8456e182-a4e8-4800-9263-1521fa2bd87d,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:06.675623 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.830892 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9764c762-2a55-4fd7-a034-e24860921fff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.851904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ac8881b-324e-4efe-92c2-c0e1a463eee3 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.861061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] For port c913a5b9-5831-4b77-8040-191b92c967bc, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:06.880069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] For port c913a5b9-5831-4b77-8040-191b92c967bc, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c913a5b9-5831-4b77-8040-191b92c967bc,segment=NetworkSegment(aaa03d70-040a-4279-97c9-4f2f05a36b65),segment_id=aaa03d70-040a-4279-97c9-4f2f05a36b65)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:06.887104 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.893064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f8cb4a2-4fb7-4d53-a37a-616534158fc5 req-b83fa069-dbae-4184-bef1-352da180b1a2 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5870578 Dec 15 13:59:06.897380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8881b-324e-4efe-92c2-c0e1a463eee3 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Subnet': ['ID=a968fddd-a4fb-43c2-9073-3c328bdf7870,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:06.936425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ac8881b-324e-4efe-92c2-c0e1a463eee3 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:06.942720 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6ac8881b-324e-4efe-92c2-c0e1a463eee3 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/subnets/a968fddd-a4fb-43c2-9073-3c328bdf7870 HTTP/1.1" status: 204 len: 168 time: 1.6560564 Dec 15 13:59:06.944673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:06.982103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Router 09387a89-3630-4a09-a522-151f6183e75c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:07.046143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9764c762-2a55-4fd7-a034-e24860921fff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.048870 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9764c762-2a55-4fd7-a034-e24860921fff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.052042 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9764c762-2a55-4fd7-a034-e24860921fff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "DELETE /v2.0/security-groups/b50b3119-4b79-481b-a08f-968cdb3fc83d HTTP/1.1" status: 204 len: 168 time: 1.1049693 Dec 15 13:59:07.059122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:07.079881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f6b08d-500f-4fda-abd7-d1d5c01b0185 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Deleting subnet 21af319b-0d8f-478a-b574-7c34f4b7adf2 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:07.081345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fa905-23aa-42aa-9696-fcb43aa5dc37 None None] Pushing event updated for resources: {'Port': ['ID=c913a5b9-5831-4b77-8040-191b92c967bc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:07.088730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b08d-500f-4fda-abd7-d1d5c01b0185 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.100311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409e43d-e26d-4914-ba82-1ea7a00cbc64 req-fbf79266-f753-4c6a-af78-45fe5bfb5e45 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:07.110398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a409e43d-e26d-4914-ba82-1ea7a00cbc64 req-fbf79266-f753-4c6a-af78-45fe5bfb5e45 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1738012 Dec 15 13:59:07.114079 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-91a12656-528e-4bd4-b8c8-2b685c9752eb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] show failed (client error): The resource could not be found. Dec 15 13:59:07.115133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-91a12656-528e-4bd4-b8c8-2b685c9752eb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups/b50b3119-4b79-481b-a08f-968cdb3fc83d HTTP/1.1" status: 404 len: 347 time: 0.0548396 Dec 15 13:59:07.125902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:07.132615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764c762-2a55-4fd7-a034-e24860921fff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b3119-4b79-481b-a08f-968cdb3fc83d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:07.200445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b08d-500f-4fda-abd7-d1d5c01b0185 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.272748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.337074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a409e43d-e26d-4914-ba82-1ea7a00cbc64 req-a1a4a997-24f2-4256-980d-71d07802df61 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208230 Dec 15 13:59:07.348567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b08d-500f-4fda-abd7-d1d5c01b0185 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.380944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:07.390254 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff0404c4-1ffc-4d39-bc59-039f88feafd5 admin admin] 10.222.0.86 "PUT /v2.0/routers/09387a89-3630-4a09-a522-151f6183e75c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7397840 Dec 15 13:59:07.392426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39472) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:07.395692 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] Sync routers for ids ['09387a89-3630-4a09-a522-151f6183e75c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:07.449430 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] Routers {'09387a89-3630-4a09-a522-151f6183e75c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:07.451106 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09387a89-3630-4a09-a522-151f6183e75c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:07.495560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b08d-500f-4fda-abd7-d1d5c01b0185 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.539266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6b08d-500f-4fda-abd7-d1d5c01b0185 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Subnet': ['ID=21af319b-0d8f-478a-b574-7c34f4b7adf2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:07.560563 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b08d-500f-4fda-abd7-d1d5c01b0185 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.567921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a7f6b08d-500f-4fda-abd7-d1d5c01b0185 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/subnets/21af319b-0d8f-478a-b574-7c34f4b7adf2 HTTP/1.1" status: 204 len: 168 time: 0.6221478 Dec 15 13:59:07.570331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:07.639935 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] Set router 09387a89-3630-4a09-a522-151f6183e75c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:07.640315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45070f5b-73db-4490-a935-75d7882ca277 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:07.642969 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-45070f5b-73db-4490-a935-75d7882ca277 tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0714560 Dec 15 13:59:07.647126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:07.680306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Deleting port d4643cbe-9fe4-4729-954c-35f539970e0e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:07.680898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.682913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.793441 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.801242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157a1a0-393c-4681-b6b8-a3e39978a9eb req-ede62738-4faf-4282-a871-cc59386df030 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:07.809186 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3157a1a0-393c-4681-b6b8-a3e39978a9eb req-ede62738-4faf-4282-a871-cc59386df030 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.3049316 Dec 15 13:59:07.955959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Deleting port 8456e182-a4e8-4800-9263-1521fa2bd87d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:07.956283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.976598 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3157a1a0-393c-4681-b6b8-a3e39978a9eb req-208d026a-6d01-48d3-a7cc-422223082cd1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615970 Dec 15 13:59:07.993078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:07.993719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.032057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Calling delete_port for d4643cbe-9fe4-4729-954c-35f539970e0e owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:08.047381 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:59:06Z', 'revision_number': 5, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port': {'id': '0c99c806-79fd-479b-9ed9-38cda3846c81', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09387a89-3630-4a09-a522-151f6183e75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:51Z', 'updated_at': '2021-12-15T13:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:08.070177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39486) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:08.071472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.128831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] For port 8456e182-a4e8-4800-9263-1521fa2bd87d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8456e182-a4e8-4800-9263-1521fa2bd87d,segment=NetworkSegment(6b5cc28d-0d85-4a02-81bc-2cf153c54840),segment_id=6b5cc28d-0d85-4a02-81bc-2cf153c54840)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:08.129322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.133206 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] Checking router: 09387a89-3630-4a09-a522-151f6183e75c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:59:08.154608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Calling delete_port for 8456e182-a4e8-4800-9263-1521fa2bd87d owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:08.162232 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] Routers {'09387a89-3630-4a09-a522-151f6183e75c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:08.163269 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['09387a89-3630-4a09-a522-151f6183e75c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:08.163927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cc950a-3e12-4913-8292-3c3f9cfbc01e admin admin] Deleting subnet 9f5b67be-874a-450c-bd78-1442e6685b9d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:08.177520 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99cc950a-3e12-4913-8292-3c3f9cfbc01e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.275130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99cc950a-3e12-4913-8292-3c3f9cfbc01e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.341276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Deleting port 0c99c806-79fd-479b-9ed9-38cda3846c81 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:08.344776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.345988 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] Set router 09387a89-3630-4a09-a522-151f6183e75c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:08.355320 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99cc950a-3e12-4913-8292-3c3f9cfbc01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.431174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.460346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c913a5b9-5831-4b77-8040-191b92c967bc up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:08.467156 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:59:08Z', 'revision_number': 6, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:08.503828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Port': ['ID=8456e182-a4e8-4800-9263-1521fa2bd87d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:08.511669 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578797e-1797-4131-88a5-5ef4eb6a0f41 None None] The sync data for ids ['09387a89-3630-4a09-a522-151f6183e75c'] in n-d-821840-1 is: [{'id': '09387a89-3630-4a09-a522-151f6183e75c', 'name': 'tempest-TestServerMultinode-862568005-router', 'tenant_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:47Z', 'updated_at': '2021-12-15T13:59:08Z', 'revision_number': 6, 'project_id': 'ac8643eab6974c54bd4ace358e11f7f0', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:08.523276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b21403-5d61-4077-b111-718dc20c049a None None] Network aa6c9f95-1894-421c-ba68-572e2269f287 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:08.532547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] No DVR routers for this DVR port 8456e182-a4e8-4800-9263-1521fa2bd87d on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:08.565734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c314b7ee-324f-4f1b-b8f8-805333166357 None None] Could not find standard attr ID for object 8456e182-a4e8-4800-9263-1521fa2bd87d. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 13:59:08.590795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] For port 0c99c806-79fd-479b-9ed9-38cda3846c81, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0c99c806-79fd-479b-9ed9-38cda3846c81,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:08.591172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.615626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Calling delete_port for 0c99c806-79fd-479b-9ed9-38cda3846c81 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:08.622247 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.648607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c913a5b9-5831-4b77-8040-191b92c967bc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:08.649055 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.654755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99cc950a-3e12-4913-8292-3c3f9cfbc01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.688599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event deleted for resources: {'Port': ['ID=d4643cbe-9fe4-4729-954c-35f539970e0e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:08.734260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc950a-3e12-4913-8292-3c3f9cfbc01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5b67be-874a-450c-bd78-1442e6685b9d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:08.750126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.752163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99cc950a-3e12-4913-8292-3c3f9cfbc01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.758177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-99cc950a-3e12-4913-8292-3c3f9cfbc01e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9f5b67be-874a-450c-bd78-1442e6685b9d HTTP/1.1" status: 204 len: 168 time: 0.6849904 Dec 15 13:59:08.766854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997970-475c-49ea-9aab-7977ccdd4b3a req-dbf7cad4-3fbd-479d-91ff-3a84b07a0135 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:08.768562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc997970-475c-49ea-9aab-7977ccdd4b3a req-dbf7cad4-3fbd-479d-91ff-3a84b07a0135 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.2697778 Dec 15 13:59:08.772131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39492) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:08.800064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6809521-9593-48b7-a585-2f0c1b088a05 None None] Network cd75e15a-501f-48e4-b2fd-02b4ea30c638 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:08.822659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port c913a5b9-5831-4b77-8040-191b92c967bc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c913a5b9-5831-4b77-8040-191b92c967bc,segment=NetworkSegment(aaa03d70-040a-4279-97c9-4f2f05a36b65),segment_id=aaa03d70-040a-4279-97c9-4f2f05a36b65)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:08.862611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.863838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8456e182-a4e8-4800-9263-1521fa2bd87d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:08.878941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.890438 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:08.935055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8456e182-a4e8-4800-9263-1521fa2bd87d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:08.935419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8456e182-a4e8-4800-9263-1521fa2bd87d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 15 13:59:08.953547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d8044-1d57-435f-af5c-40f6296146e5 None None] DHCP port deletion for aa6c9f95-1894-421c-ba68-572e2269f287 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:08.966444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6c9f95-1894-421c-ba68-572e2269f287']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:08.987218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Port 8456e182-a4e8-4800-9263-1521fa2bd87d not found, will not notify nova. {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 15 13:59:09.011566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc997970-475c-49ea-9aab-7977ccdd4b3a req-546eba58-e0f4-4c3f-8e6a-0a72a85b3c70 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552880 Dec 15 13:59:09.017475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5cc28d-0d85-4a02-81bc-2cf153c54840') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:09.020501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5cc28d-0d85-4a02-81bc-2cf153c54840') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:09.046048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.057548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=c913a5b9-5831-4b77-8040-191b92c967bc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:09.085806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-be2512bf-6b6b-4747-874d-5e64296a77d0 None None] Provisioning complete for port c913a5b9-5831-4b77-8040-191b92c967bc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:09.086428 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be2512bf-6b6b-4747-874d-5e64296a77d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.102907 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.116314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.128471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:09.129143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:09.133146 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:09.212117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:09.227742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c64a58d-a256-446b-af92-188ba820f76b') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:09.228142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c64a58d-a256-446b-af92-188ba820f76b') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:09.239628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.242441 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.255841 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.259158 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/networks/aa6c9f95-1894-421c-ba68-572e2269f287 HTTP/1.1" status: 204 len: 168 time: 1.6110914 Dec 15 13:59:09.263176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39498) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:09.281047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.283712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.283923 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.287658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8565a5ef-c07c-4e7b-aec3-407c407abc77 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "DELETE /v2.0/floatingips/0f7f5949-26de-45e2-b890-7ab5eda23575 HTTP/1.1" status: 204 len: 168 time: 2.1579826 Dec 15 13:59:09.297184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1be1-ef11-4688-995b-a31a9275ab2f tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Network': ['ID=aa6c9f95-1894-421c-ba68-572e2269f287,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:09.338407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:09.338407 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:09.340654 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:09.348528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e65c3-ecc9-4d66-a2d4-e78459a722d2 req-63d1e930-8d98-4358-8781-5581d2031f01 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:09.349395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a7e65c3-ecc9-4d66-a2d4-e78459a722d2 req-63d1e930-8d98-4358-8781-5581d2031f01 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1992190 Dec 15 13:59:09.373066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2226a418-5eee-4033-8dc9-f45a4d97cef1 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:09.400163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 2226a418-5eee-4033-8dc9-f45a4d97cef1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:09.400892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2226a418-5eee-4033-8dc9-f45a4d97cef1 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:09.406408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a7e65c3-ecc9-4d66-a2d4-e78459a722d2 req-a0d0ff6a-761e-4707-8e6a-5b175b2e8336 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562575 Dec 15 13:59:09.421225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.440859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.454601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] DHCP port deletion for cd75e15a-501f-48e4-b2fd-02b4ea30c638 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:09.486352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c99c806-79fd-479b-9ed9-38cda3846c81,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:09.507469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6df17b-c6b0-4cd3-ac48-2a9d48eab428 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:09.529605 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.556952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.562200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] 10.222.0.86 "DELETE /v2.0/networks/02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6 HTTP/1.1" status: 204 len: 168 time: 0.7886834 Dec 15 13:59:09.594312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] Deleting port c913a5b9-5831-4b77-8040-191b92c967bc {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:09.594312 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.617245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e25192-ac16-4f06-8e6f-0144a10f0c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c01c9e-9bc4-40a2-9bd6-e98b4632c3e6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:09.632908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Deleting port c913a5b9-5831-4b77-8040-191b92c967bc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:09.633266 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.662267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39508) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:09.672849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-00fc7c02-d6cd-4296-9f7c-912e85bd838b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--283801937', 'description': 'tempest-description--1933177340'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:09.712008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] For port c913a5b9-5831-4b77-8040-191b92c967bc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c913a5b9-5831-4b77-8040-191b92c967bc,segment=NetworkSegment(aaa03d70-040a-4279-97c9-4f2f05a36b65),segment_id=aaa03d70-040a-4279-97c9-4f2f05a36b65)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:09.712482 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.732498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] Calling delete_port for c913a5b9-5831-4b77-8040-191b92c967bc owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:09.755118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] For port c913a5b9-5831-4b77-8040-191b92c967bc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c913a5b9-5831-4b77-8040-191b92c967bc,segment=NetworkSegment(aaa03d70-040a-4279-97c9-4f2f05a36b65),segment_id=aaa03d70-040a-4279-97c9-4f2f05a36b65)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:09.755506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.770630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Calling delete_port for c913a5b9-5831-4b77-8040-191b92c967bc owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:09.816135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.879695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.914269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] Pushing event deleted for resources: {'Port': ['ID=c913a5b9-5831-4b77-8040-191b92c967bc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:09.917112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc192b-1c3c-4984-ac12-e7a0088fc643 None None] No DVR routers for this DVR port c913a5b9-5831-4b77-8040-191b92c967bc on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:09.929145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.937399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.940095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:09.949657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] No DVR routers for this DVR port c913a5b9-5831-4b77-8040-191b92c967bc on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:09.970228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c913a5b9-5831-4b77-8040-191b92c967bc no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:09.974677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:09.993875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c913a5b9-5831-4b77-8040-191b92c967bc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:09.994595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c913a5b9-5831-4b77-8040-191b92c967bc not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:09.996251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76839abc-ef74-439c-b65a-7047e1b9c53e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:10.001663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Port': ['ID=c913a5b9-5831-4b77-8040-191b92c967bc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:10.016868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.017590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09387a89-3630-4a09-a522-151f6183e75c {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:59:10.022843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.024134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 76839abc-ef74-439c-b65a-7047e1b9c53e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:10.024654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76839abc-ef74-439c-b65a-7047e1b9c53e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:10.025667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0c99c806-79fd-479b-9ed9-38cda3846c81 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:10.027355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-134d950c-e361-4335-ac3c-77245bed513c admin admin] 10.222.0.86 "DELETE /v2.0/routers/09387a89-3630-4a09-a522-151f6183e75c HTTP/1.1" status: 204 len: 168 time: 2.6339822 Dec 15 13:59:10.028911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:10.037679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00fc7c02-d6cd-4296-9f7c-912e85bd838b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.042618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-0cdc90cf-a739-4014-9e24-a61d7f5e45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:10.044483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-0cdc90cf-a739-4014-9e24-a61d7f5e45eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ada53ad04704bb09edba8eca9eebc64&device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 1096 time: 0.3418941 Dec 15 13:59:10.064364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 0c99c806-79fd-479b-9ed9-38cda3846c81 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:10.064772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0c99c806-79fd-479b-9ed9-38cda3846c81 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:10.065213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8456e182-a4e8-4800-9263-1521fa2bd87d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:10.100000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8456e182-a4e8-4800-9263-1521fa2bd87d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:10.100366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8456e182-a4e8-4800-9263-1521fa2bd87d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:10.109549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f6cb-3c2b-4c4c-abc2-3167684a0b86 req-24777016-4492-4c7d-bf19-e7113867ba16 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:10.118087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b67f6cb-3c2b-4c4c-abc2-3167684a0b86 req-24777016-4492-4c7d-bf19-e7113867ba16 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.3804591 Dec 15 13:59:10.129001 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-522bc8eb-1aa1-4b5b-951c-4ccadf5a0d3e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e94547dee2d4a96a96e1579c336f7fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522315 Dec 15 13:59:10.130774 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:10.206846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.241516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de002e5-4f5f-4709-9ace-f04eb3ebe2dd admin admin] Deleting subnet a3619bab-84e8-42c6-af66-54ee2a96791d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:10.250549 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1de002e5-4f5f-4709-9ace-f04eb3ebe2dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.268088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b67f6cb-3c2b-4c4c-abc2-3167684a0b86 req-0e87c966-4766-4144-a326-cd80fbf7f030 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490016 Dec 15 13:59:10.279187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-10043efb-1d5c-4da9-9715-8f0159986c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:10.280721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-10043efb-1d5c-4da9-9715-8f0159986c07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 200 len: 913 time: 0.2210805 Dec 15 13:59:10.285191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd75e15a-501f-48e4-b2fd-02b4ea30c638']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:10.291011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00fc7c02-d6cd-4296-9f7c-912e85bd838b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.299777 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00fc7c02-d6cd-4296-9f7c-912e85bd838b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.317031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa03d70-040a-4279-97c9-4f2f05a36b65') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:10.317334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa03d70-040a-4279-97c9-4f2f05a36b65') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:10.337717 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1de002e5-4f5f-4709-9ace-f04eb3ebe2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.343272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.366524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00fc7c02-d6cd-4296-9f7c-912e85bd838b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.370748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-00fc7c02-d6cd-4296-9f7c-912e85bd838b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6992035 Dec 15 13:59:10.371582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39522) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:10.377556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7336a661-258e-47c4-be77-a2d26bfc7f5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'security_group_rule': {'security_group_id': 'e9df9a9f-40b2-44f4-abea-dfa8783d30c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:10.381433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc7c02-d6cd-4296-9f7c-912e85bd838b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9df9a9f-40b2-44f4-abea-dfa8783d30c3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:10.381564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafec4d-0baa-4cea-bb41-a9193b8ee638 req-284b8252-74eb-4605-b9c8-0ae828936eb6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:10.383025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5bafec4d-0baa-4cea-bb41-a9193b8ee638 req-284b8252-74eb-4605-b9c8-0ae828936eb6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.2212739 Dec 15 13:59:10.396305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-90ed873a-7642-4e9f-862f-f51b5f8a0864 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 200 len: 1000 time: 0.1076705 Dec 15 13:59:10.403960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d383ec5-2cdf-4101-b152-379e177de808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.415019 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.438722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:10.439122 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:10.444311 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:10.461138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7336a661-258e-47c4-be77-a2d26bfc7f5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.476628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-d9421743-95af-40c7-8b76-edaef6f2442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:10.478121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-d9421743-95af-40c7-8b76-edaef6f2442d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 200 len: 850 time: 0.0725343 Dec 15 13:59:10.511226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d383ec5-2cdf-4101-b152-379e177de808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.552978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7336a661-258e-47c4-be77-a2d26bfc7f5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.555926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-b6dbcbde-1f5e-4c72-95e5-4ace69f894fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:10.558259 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-b6dbcbde-1f5e-4c72-95e5-4ace69f894fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e07166e-e6e5-4522-9054-de8821e1eb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668049 Dec 15 13:59:10.559457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7336a661-258e-47c4-be77-a2d26bfc7f5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.566894 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5bafec4d-0baa-4cea-bb41-a9193b8ee638 req-4133e32f-0572-45d2-a760-ee96b34ba746 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717227 Dec 15 13:59:10.587312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336a661-258e-47c4-be77-a2d26bfc7f5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a03151-18c2-45f3-8ae9-bface3704bdc,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:10.590611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.602948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.606713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/networks/cd75e15a-501f-48e4-b2fd-02b4ea30c638 HTTP/1.1" status: 204 len: 168 time: 1.3403807 Dec 15 13:59:10.607778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7336a661-258e-47c4-be77-a2d26bfc7f5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.608993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7336a661-258e-47c4-be77-a2d26bfc7f5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364664 Dec 15 13:59:10.610373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39524) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:10.628762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39526) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:10.633870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9911a30e-d91b-4378-81f2-9ad752dda110 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'security_group_rule': {'security_group_id': 'e9df9a9f-40b2-44f4-abea-dfa8783d30c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:10.640506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1de002e5-4f5f-4709-9ace-f04eb3ebe2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.653328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8be9c3-d1e5-45aa-80b1-1b3692c1fe7e tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Network': ['ID=cd75e15a-501f-48e4-b2fd-02b4ea30c638,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:10.686351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-67ac1b21-0884-4a4f-af95-b667d1f7c572 service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188014 Dec 15 13:59:10.731105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d383ec5-2cdf-4101-b152-379e177de808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.733732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d383ec5-2cdf-4101-b152-379e177de808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.734865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4d383ec5-2cdf-4101-b152-379e177de808 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d2a9e6be-9893-47af-bcb2-6aba9cc91a09 HTTP/1.1" status: 204 len: 168 time: 0.5743732 Dec 15 13:59:10.770708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d383ec5-2cdf-4101-b152-379e177de808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9e6be-9893-47af-bcb2-6aba9cc91a09,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:10.785126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.788210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9911a30e-d91b-4378-81f2-9ad752dda110 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.797639 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25d574e0-68f7-4a93-ac22-5654861a2450 req-094d2727-c730-4ad7-8bb7-d551b4014b7f service neutron] 10.222.0.24 "GET /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035078 Dec 15 13:59:10.823440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1de002e5-4f5f-4709-9ace-f04eb3ebe2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.860315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de002e5-4f5f-4709-9ace-f04eb3ebe2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3619bab-84e8-42c6-af66-54ee2a96791d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:10.872200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0046a-b5cd-4cd6-874c-7875b047fabe None None] Network 3283fe27-d447-46f3-b635-65b1afc187f6 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:10.887275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1de002e5-4f5f-4709-9ace-f04eb3ebe2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:10.890488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1de002e5-4f5f-4709-9ace-f04eb3ebe2dd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a3619bab-84e8-42c6-af66-54ee2a96791d HTTP/1.1" status: 204 len: 168 time: 0.8603225 Dec 15 13:59:10.893121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39530) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:11.039849 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9911a30e-d91b-4378-81f2-9ad752dda110 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.053316 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9911a30e-d91b-4378-81f2-9ad752dda110 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.056724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.064177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.067318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] DHCP port deletion for 3283fe27-d447-46f3-b635-65b1afc187f6 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:11.109828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911a30e-d91b-4378-81f2-9ad752dda110 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838d62bb-acc8-4cf0-b1b0-0ae3defdc48f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:11.115800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb35cfc-a724-4b60-acdd-16dd3147fdaf']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.145554 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9911a30e-d91b-4378-81f2-9ad752dda110 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.149908 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9911a30e-d91b-4378-81f2-9ad752dda110 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5198905 Dec 15 13:59:11.150808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39544) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:11.157944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8700eaa-abfb-41f8-be62-2b41c7289faa') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.158260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8700eaa-abfb-41f8-be62-2b41c7289faa') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.163177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:11.185209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.210414 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.222458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:11.222924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:11.227215 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:11.241697 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.302115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Deleting port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:11.302307 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.327433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] Deleting port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:11.327976 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.353399 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.390838 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.398114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/networks/afb35cfc-a724-4b60-acdd-16dd3147fdaf HTTP/1.1" status: 204 len: 168 time: 0.7847602 Dec 15 13:59:11.398114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39552) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:11.418838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] For port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:11.419251 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.432030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d469c9-f27a-4227-bdf9-dbd40d081efb req-35587601-2375-4f05-b568-36e21025381f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:11.433767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07d469c9-f27a-4227-bdf9-dbd40d081efb req-35587601-2375-4f05-b568-36e21025381f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0659044 Dec 15 13:59:11.436822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] Calling delete_port for 051308d6-22cb-421b-b3b7-a9d2f90ae1ef owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:11.445556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a484186-fcb3-4430-926f-eac8779eacbf tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Network': ['ID=afb35cfc-a724-4b60-acdd-16dd3147fdaf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:11.512233 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07d469c9-f27a-4227-bdf9-dbd40d081efb req-2f5afca5-3c94-48c6-bad3-bf145b60a72c tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702884 Dec 15 13:59:11.532228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] For port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,segment=NetworkSegment(11e82dc5-2cde-4cd9-a655-eca97e096145),segment_id=11e82dc5-2cde-4cd9-a655-eca97e096145)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:11.532867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.533339 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.566802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Calling delete_port for 051308d6-22cb-421b-b3b7-a9d2f90ae1ef owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:11.571572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.574581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] Pushing event deleted for resources: {'Port': ['ID=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:11.590951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821b72f-9d22-4ab2-a25f-ed461ec742cc None None] No DVR routers for this DVR port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:11.786334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.789213 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.827621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.832808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c87394-6f54-4fed-ae2a-c9a94c9bb612']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.868846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 051308d6-22cb-421b-b3b7-a9d2f90ae1ef no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:11.884595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c1152-4c90-4ee7-813d-b558c53ae2d4 req-56e7a681-801a-4907-81b5-837a6831b722 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:11.886923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e59c1152-4c90-4ee7-813d-b558c53ae2d4 req-56e7a681-801a-4907-81b5-837a6831b722 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.2133958 Dec 15 13:59:11.899071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 051308d6-22cb-421b-b3b7-a9d2f90ae1ef {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:11.899558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 051308d6-22cb-421b-b3b7-a9d2f90ae1ef not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:11.905735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d800a8-a744-4d91-a89b-433c9b3f06fa') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.906081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d800a8-a744-4d91-a89b-433c9b3f06fa') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:11.921108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Pushing event deleted for resources: {'Port': ['ID=051308d6-22cb-421b-b3b7-a9d2f90ae1ef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:11.931461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] No DVR routers for this DVR port 051308d6-22cb-421b-b3b7-a9d2f90ae1ef on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:11.936562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:11.985253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.029219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:12.029731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:12.040844 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:12.152325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.157615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e59c1152-4c90-4ee7-813d-b558c53ae2d4 req-3786d721-56ec-4f61-96b2-cde097833799 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471044 Dec 15 13:59:12.183630 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.185947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Allocated IP 172.25.7.214 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/87d08de2-05fd-4a2d-9094-035aa9168b43) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:12.206029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.211979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] 10.222.0.86 "DELETE /v2.0/networks/c9c87394-6f54-4fed-ae2a-c9a94c9bb612 HTTP/1.1" status: 204 len: 168 time: 0.8034754 Dec 15 13:59:12.227435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3283fe27-d447-46f3-b635-65b1afc187f6']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:12.230602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53d923-bd10-469d-9502-70ba4302d7af tempest-BulkNetworkOpsIpV6Test-998027225 tempest-BulkNetworkOpsIpV6Test-998027225-project] Pushing event deleted for resources: {'Network': ['ID=c9c87394-6f54-4fed-ae2a-c9a94c9bb612,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:12.245792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e82dc5-2cde-4cd9-a655-eca97e096145') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:12.246060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e82dc5-2cde-4cd9-a655-eca97e096145') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:12.263637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39576) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:12.292716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.315150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.325411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:12.326080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:12.327517 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:12.389691 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd8808ed-64f4-44c9-97fe-b59e6990a90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.409017 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.412031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.420239 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.424953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3283fe27-d447-46f3-b635-65b1afc187f6 HTTP/1.1" status: 204 len: 168 time: 1.5308840 Dec 15 13:59:12.427810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:12.445407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b810719-b685-4652-a056-90c2eaec2241 admin admin] Pushing event deleted for resources: {'Network': ['ID=3283fe27-d447-46f3-b635-65b1afc187f6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:12.484464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd8808ed-64f4-44c9-97fe-b59e6990a90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.490695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd8808ed-64f4-44c9-97fe-b59e6990a90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.517822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39584) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:12.531773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8808ed-64f4-44c9-97fe-b59e6990a90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0128585c-6302-4135-b707-1f407306ea64,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:12.538565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cd8808ed-64f4-44c9-97fe-b59e6990a90d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8631c05896ba464bb879fdb49db272e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708716 Dec 15 13:59:12.538802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39590) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:12.576926 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.601971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70b3a24a-643a-4cb4-bfa3-9abb82a3913a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.625950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70b3a24a-643a-4cb4-bfa3-9abb82a3913a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.637579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:12.651180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:12.654030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:12.684923 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70b3a24a-643a-4cb4-bfa3-9abb82a3913a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.687689 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70b3a24a-643a-4cb4-bfa3-9abb82a3913a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:12.689134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-70b3a24a-643a-4cb4-bfa3-9abb82a3913a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0128585c-6302-4135-b707-1f407306ea64 HTTP/1.1" status: 204 len: 168 time: 0.1489732 Dec 15 13:59:12.700300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3a24a-643a-4cb4-bfa3-9abb82a3913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0128585c-6302-4135-b707-1f407306ea64,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:13.082221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'Port': ['ID=87d08de2-05fd-4a2d-9094-035aa9168b43,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:13.212738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e08d0a-18e1-4aeb-a5b6-9c2ee04a36bd req-86ded5cf-4409-47fe-a242-4073559051f9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:13.215240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7e08d0a-18e1-4aeb-a5b6-9c2ee04a36bd req-86ded5cf-4409-47fe-a242-4073559051f9 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.5895154 Dec 15 13:59:13.221217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-13be3aa3-740c-4496-9fca-470856f6be03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e83ede4114848d7a39467b4399c6fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7011192 Dec 15 13:59:13.230568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39612) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:13.273154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.338237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26529a33-d004-4a47-aa62-422a10721806 req-81b92d5c-cd75-46bc-a16c-c61837d39a73 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:13.339966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26529a33-d004-4a47-aa62-422a10721806 req-81b92d5c-cd75-46bc-a16c-c61837d39a73 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0882041 Dec 15 13:59:13.344948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b337917c-2dfd-4da4-94e7-8f47427a4715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.368707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.377974 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7e08d0a-18e1-4aeb-a5b6-9c2ee04a36bd req-f470f9c9-f297-4e59-b87b-6021ffde1d7d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187999 Dec 15 13:59:13.383205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b337917c-2dfd-4da4-94e7-8f47427a4715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.415910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39622) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:13.444430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26529a33-d004-4a47-aa62-422a10721806 req-7e01b5ca-4909-430c-a240-17534419fa62 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974774 Dec 15 13:59:13.472862 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b337917c-2dfd-4da4-94e7-8f47427a4715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.477202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b337917c-2dfd-4da4-94e7-8f47427a4715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.498277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b337917c-2dfd-4da4-94e7-8f47427a4715 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e52d68e-f21f-46f6-9345-a0b702f91069 HTTP/1.1" status: 204 len: 168 time: 0.2592292 Dec 15 13:59:13.517110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337917c-2dfd-4da4-94e7-8f47427a4715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e52d68e-f21f-46f6-9345-a0b702f91069,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:13.583465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822faf-5b2c-48ce-84af-2adead243fc9 req-57e0cf54-51b1-4332-b5ab-d5323c336596 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:13.585360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2822faf-5b2c-48ce-84af-2adead243fc9 req-57e0cf54-51b1-4332-b5ab-d5323c336596 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.0704055 Dec 15 13:59:13.611290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.615167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.658424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.668298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2822faf-5b2c-48ce-84af-2adead243fc9 req-21176882-b76b-4727-aa4f-89aece990b7a tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709586 Dec 15 13:59:13.763199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1329443765-network', 'tenant_id': '9da4a251bc2f4c71bfb094c9a0d03aa8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:13.787832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'Port': ['ID=87d08de2-05fd-4a2d-9094-035aa9168b43,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:13.801013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Made reservation on behalf of 9da4a251bc2f4c71bfb094c9a0d03aa8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:13.801310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.805176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.819989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.853536 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.855003 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0616ee26-a9e8-4924-b46b-3b9a2677566c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7003872 Dec 15 13:59:13.936144 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.942079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.965950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:13.981470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5afeb4-2995-4c2d-8824-2e42987c472b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:13.988567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:13.989020 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Added segment 3967949f-7875-4a61-a37a-ba2feeef413a of type vlan for network f59df4ab-eae4-44f8-82fa-40b4224f90c5 Dec 15 13:59:14.024106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Deleting port 69e8764e-9881-477d-8510-1637cc7880b5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:14.025270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.039798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.074257 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.075303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.075948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.133396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] For port 69e8764e-9881-477d-8510-1637cc7880b5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=69e8764e-9881-477d-8510-1637cc7880b5,segment=NetworkSegment(45dcbe34-effe-469a-989b-c590e0ba043a),segment_id=45dcbe34-effe-469a-989b-c590e0ba043a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:14.133768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.139615 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7165825 Dec 15 13:59:14.151681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39664) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:14.157028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Request body: {'subnet': {'network_id': 'f59df4ab-eae4-44f8-82fa-40b4224f90c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1329443765-subnet', 'tenant_id': '9da4a251bc2f4c71bfb094c9a0d03aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:14.167110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Calling delete_port for 69e8764e-9881-477d-8510-1637cc7880b5 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:14.189300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6f216-e134-48d4-ab2b-75eb48ca2ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=f59df4ab-eae4-44f8-82fa-40b4224f90c5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:14.206390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f59df4ab-eae4-44f8-82fa-40b4224f90c5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:14.223145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Made reservation on behalf of 9da4a251bc2f4c71bfb094c9a0d03aa8 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:14.225509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.240576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-b57bdcde-308f-4564-94cf-8700480ad290 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--283801937&fields=id&tenant_id=948364fc4d744d30bf8491c7a5748247 HTTP/1.1" status: 200 len: 267 time: 0.1052120 Dec 15 13:59:14.426982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-81285fda-3e50-4ce2-bc22-ad8454ecd4d2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.435409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-81285fda-3e50-4ce2-bc22-ad8454ecd4d2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 816 time: 0.1939876 Dec 15 13:59:14.449944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-624f0e8e-fd39-44f1-9380-5782d2db94fb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/quotas/948364fc4d744d30bf8491c7a5748247 HTTP/1.1" status: 200 len: 375 time: 0.0128930 Dec 15 13:59:14.468529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.502915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e8764e-9881-477d-8510-1637cc7880b5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:14.522542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-603e9957-47ea-4635-aa8d-e986dfff94b7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665627 Dec 15 13:59:14.642993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39706) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:14.742587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.754793 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-6df0b83d-f1d2-435b-8cd1-57b3f98700db service neutron] 10.222.0.86 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874323 Dec 15 13:59:14.772941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.784831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-55cb6cc1-f0b2-4c2d-a7ca-80e54abc5d3f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:14.786415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-55cb6cc1-f0b2-4c2d-a7ca-80e54abc5d3f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bd6a2fa-faae-435e-acd7-769999f949e4 HTTP/1.1" status: 200 len: 944 time: 0.0818205 Dec 15 13:59:14.830349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3ac0f0df-2df4-4b51-9940-ba882d7da490 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1653306503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:14.888420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d7c337-af0b-4dc1-9e2c-7e32ace576fb,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:14.923049 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f0df-2df4-4b51-9940-ba882d7da490 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.924095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f0df-2df4-4b51-9940-ba882d7da490 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:14.931040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Checking segment: {'id': '3967949f-7875-4a61-a37a-ba2feeef413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f59df4ab-eae4-44f8-82fa-40b4224f90c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:14.931403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Network hostable DHCP agents. Network: f59df4ab-eae4-44f8-82fa-40b4224f90c5, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:14.955569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-7f35d3f2-7928-48a8-a885-7dbc1a4f74cb service neutron] 10.222.0.86 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703494 Dec 15 13:59:14.988240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Deleting port da85e1af-ca9a-4263-8bbe-968077aa4d30 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:14.988590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.006202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Network f59df4ab-eae4-44f8-82fa-40b4224f90c5 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:15.009221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f0df-2df4-4b51-9940-ba882d7da490 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.016489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f0df-2df4-4b51-9940-ba882d7da490 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.022476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f59df4ab-eae4-44f8-82fa-40b4224f90c5) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:15.030886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.031485 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.042617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575f95a-e0cf-405d-b12e-1029c33d17f7 None None] Network f59df4ab-eae4-44f8-82fa-40b4224f90c5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:15.046629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f0df-2df4-4b51-9940-ba882d7da490 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.048162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3ac0f0df-2df4-4b51-9940-ba882d7da490 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4007251 Dec 15 13:59:15.050871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39710) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:15.055919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1176538924'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:15.062365 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cac3e062-bd52-4800-b039-d8e452ebfafd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9096353 Dec 15 13:59:15.086332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Made reservation on behalf of bc9bfab145e24ca1a2e4297510e0c5df for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:15.091905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.119830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.258067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.265417 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.274795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4019c-0dba-4fe3-bc92-a6eb92bb97c3 None None] Network f59df4ab-eae4-44f8-82fa-40b4224f90c5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:15.280388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:15.294649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.294982 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Added segment 0ee9148b-47a0-4899-9f8e-1a2c8aba70ea of type vlan for network f6766810-af16-42ba-85f3-b962fc852d4e Dec 15 13:59:15.320401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] For port da85e1af-ca9a-4263-8bbe-968077aa4d30, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=da85e1af-ca9a-4263-8bbe-968077aa4d30,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:15.320843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.340327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Calling delete_port for da85e1af-ca9a-4263-8bbe-968077aa4d30 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:15.350318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Router 282e754b-9eaa-4561-bfac-5e456671fece has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:15.366278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.423233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0949d6-6009-475e-892f-2b65e739d2d8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:15.448304 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.455136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.455768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.486260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38f86-ab79-4a37-bcce-1a176176889b req-3d5062e4-06c7-4834-8dc5-1d1a519f640e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.495009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b6b38f86-ab79-4a37-bcce-1a176176889b req-3d5062e4-06c7-4834-8dc5-1d1a519f640e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1597621 Dec 15 13:59:15.557611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5049648 Dec 15 13:59:15.562421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39726) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:15.574841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:15.575126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'subnet': {'network_id': 'f6766810-af16-42ba-85f3-b962fc852d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:15.585280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39728) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:15.587011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8bd50053-408b-4400-a414-e4130f3246b3 admin admin] 10.222.0.86 "PUT /v2.0/routers/282e754b-9eaa-4561-bfac-5e456671fece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1490283 Dec 15 13:59:15.589063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] Sync routers for ids ['282e754b-9eaa-4561-bfac-5e456671fece'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:15.602076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] Routers {'282e754b-9eaa-4561-bfac-5e456671fece'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:15.603117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['282e754b-9eaa-4561-bfac-5e456671fece'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:15.662490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.676561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5ecb-eaba-4e1b-bd38-d2a0823f1a37 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Network': ['ID=f6766810-af16-42ba-85f3-b962fc852d4e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:15.679152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['9efa67b1-0407-426e-8783-76f12beb0ba3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:15.682366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14120252-fe83-4307-b476-775d37debdc7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:15.696060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event deleted for resources: {'Port': ['ID=da85e1af-ca9a-4263-8bbe-968077aa4d30,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:15.738414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f6766810-af16-42ba-85f3-b962fc852d4e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:15.765620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] No DVR routers for this DVR port da85e1af-ca9a-4263-8bbe-968077aa4d30 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:15.768483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:15.773048 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1c052899-8845-4ba3-9584-fdf551c2a35f req-6a732ef2-7ac0-4eab-88ec-3f1b23e8db00 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "DELETE /v2.0/ports/da85e1af-ca9a-4263-8bbe-968077aa4d30 HTTP/1.1" status: 204 len: 173 time: 0.9780450 Dec 15 13:59:15.774857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'name': 'network-vif-deleted', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:15.777583 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb0d8ea-3d41-4c90-b747-f50fe5761c40" -d '{"events": [{"server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "name": "network-vif-deleted", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:15.789522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b6b38f86-ab79-4a37-bcce-1a176176889b req-d27b27a3-b553-4c6b-9c7b-007458abbab8 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878613 Dec 15 13:59:15.911152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd0f77-3750-4102-b78b-935f465e07ca req-c036f41c-741d-4e8f-8185-8ca37502e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:15.912981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5fbd0f77-3750-4102-b78b-935f465e07ca req-c036f41c-741d-4e8f-8185-8ca37502e717 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1096 time: 0.2340183 Dec 15 13:59:15.921150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Made reservation on behalf of bc9bfab145e24ca1a2e4297510e0c5df for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:15.926455 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.042945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.125279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] Set router 282e754b-9eaa-4561-bfac-5e456671fece gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:16.165401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc770f18-2103-4bff-a3c9-d42cb1e43e33 req-519d0415-f909-4ea2-a6ba-05109044f68e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 210 time: 0.0643563 Dec 15 13:59:16.195616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5fbd0f77-3750-4102-b78b-935f465e07ca req-3b2f13d4-997e-492c-8769-ba7044cf37fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513530 Dec 15 13:59:16.305265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.406391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.470121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:59:14Z', 'revision_number': 5, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port': {'id': '5aec20cd-edc1-4c26-b860-0ea637e5df93', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282e754b-9eaa-4561-bfac-5e456671fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:08Z', 'updated_at': '2021-12-15T13:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:16.491559 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065859a5-bac0-48c4-9cde-826894dedc6c x-openstack-request-id: req-065859a5-bac0-48c4-9cde-826894dedc6c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:16.492163 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd6a2fa-faae-435e-acd7-769999f949e4", "name": "network-vif-deleted", "tag": "da85e1af-ca9a-4263-8bbe-968077aa4d30", "status": "failed", "code": 422}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:16.492667 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-065859a5-bac0-48c4-9cde-826894dedc6c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:16.493314 n-d-821840-1 neutron-server[109767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3bd6a2fa-faae-435e-acd7-769999f949e4', 'name': 'network-vif-deleted', 'tag': 'da85e1af-ca9a-4263-8bbe-968077aa4d30', 'status': 'failed', 'code': 422} returned with failed status Dec 15 13:59:16.502439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] Checking router: 282e754b-9eaa-4561-bfac-5e456671fece for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:59:16.514050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] Routers {'282e754b-9eaa-4561-bfac-5e456671fece'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:16.514696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['282e754b-9eaa-4561-bfac-5e456671fece'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:16.641024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] Set router 282e754b-9eaa-4561-bfac-5e456671fece gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:16.715449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:59:16Z', 'revision_number': 6, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:16.746213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1ad2a-12d7-445d-bd2d-f1cf5ccb5a07 None None] The sync data for ids ['282e754b-9eaa-4561-bfac-5e456671fece'] in n-d-821840-1 is: [{'id': '282e754b-9eaa-4561-bfac-5e456671fece', 'name': 'tempest-TestServerMultinode-1935768600-router', 'tenant_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:58:06Z', 'updated_at': '2021-12-15T13:59:16Z', 'revision_number': 6, 'project_id': 'ac9007ef812040c3a1e6314d8dcdfad3', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:16.796456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Deleting port 5aec20cd-edc1-4c26-b860-0ea637e5df93 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:16.796940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:16.830389 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-0f7d1106-b9b3-4ebe-9a44-a6fa553a5c34 req-30d5939b-403b-441e-b53b-a2bc30ab0f90 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] show failed (client error): The resource could not be found. Dec 15 13:59:16.831438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f7d1106-b9b3-4ebe-9a44-a6fa553a5c34 req-30d5939b-403b-441e-b53b-a2bc30ab0f90 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] 10.222.0.86 "GET /v2.0/security-groups/60a0edb5-1e7d-4170-bb80-5a85ed63a50a HTTP/1.1" status: 404 len: 352 time: 0.3850472 Dec 15 13:59:16.902720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502084c1-72cc-4f86-8e52-d805408fd482 req-a37abc57-148b-44a6-9c4d-e6095fc44be1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:16.904292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-502084c1-72cc-4f86-8e52-d805408fd482 req-a37abc57-148b-44a6-9c4d-e6095fc44be1 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 907 time: 0.0619264 Dec 15 13:59:16.929455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Subnet': ['ID=327b04df-8b9f-4ac5-8886-8cc3745a831d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:16.989625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a2d3108-5da9-4508-822b-6d6b3d3adbe0 req-725da175-188c-4b2a-8cf1-f03c783723e9 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9da4a251bc2f4c71bfb094c9a0d03aa8 HTTP/1.1" status: 200 len: 3005 time: 0.0464129 Dec 15 13:59:17.003090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Checking segment: {'id': '0ee9148b-47a0-4899-9f8e-1a2c8aba70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f6766810-af16-42ba-85f3-b962fc852d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:17.003375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network hostable DHCP agents. Network: f6766810-af16-42ba-85f3-b962fc852d4e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:17.031335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] For port 5aec20cd-edc1-4c26-b860-0ea637e5df93, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5aec20cd-edc1-4c26-b860-0ea637e5df93,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:17.031707 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.036328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a2d3108-5da9-4508-822b-6d6b3d3adbe0 req-71df4b9b-72e7-48a8-8deb-1a434858d5b0 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] 10.222.0.86 "GET /v2.0/security-groups/0e5afeb4-2995-4c2d-8824-2e42987c472b HTTP/1.1" status: 200 len: 3002 time: 0.0402195 Dec 15 13:59:17.050669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-4810893f-cd01-4a4f-8dbe-2e2afa99b57c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:17.052047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-4810893f-cd01-4a4f-8dbe-2e2afa99b57c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 816 time: 0.2734330 Dec 15 13:59:17.068785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7aa50-deb8-40e3-ad4e-dae33c9c3eb4 req-61f46834-fbf2-47e0-a6fa-6354228a4a3e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:17.070246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00e7aa50-deb8-40e3-ad4e-dae33c9c3eb4 req-61f46834-fbf2-47e0-a6fa-6354228a4a3e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1683536 Dec 15 13:59:17.072369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Calling delete_port for 5aec20cd-edc1-4c26-b860-0ea637e5df93 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:17.084541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a2d3108-5da9-4508-822b-6d6b3d3adbe0 req-0e2b3398-d667-4b87-be46-a8cf43bd4979 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] 10.222.0.86 "GET /v2.0/security-groups/0e5afeb4-2995-4c2d-8824-2e42987c472b HTTP/1.1" status: 200 len: 3002 time: 0.0414369 Dec 15 13:59:17.116582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network f6766810-af16-42ba-85f3-b962fc852d4e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:17.189345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f6766810-af16-42ba-85f3-b962fc852d4e) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:17.202630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343756ad-5c7b-4ef2-bc5e-9452544e4627 None None] Network f6766810-af16-42ba-85f3-b962fc852d4e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:17.205388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:17.206176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.249952 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09ec2448-951e-4c3a-a298-c9a20a93dca5 req-b49996e9-ff66-4f34-a2cd-133a829c0362 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] 10.222.0.86 "GET /v2.0/security-groups/0e5afeb4-2995-4c2d-8824-2e42987c472b HTTP/1.1" status: 200 len: 3002 time: 0.0739374 Dec 15 13:59:17.253457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00e7aa50-deb8-40e3-ad4e-dae33c9c3eb4 req-3d375e4f-d0e7-451a-88b5-0a87777d77c6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720717 Dec 15 13:59:17.264778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-dbe62a0e-25b7-48c0-aeac-a71040bffd7c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=948364fc4d744d30bf8491c7a5748247 HTTP/1.1" status: 200 len: 379 time: 0.1935682 Dec 15 13:59:17.271121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bdd8754f-9e45-49c2-8a4a-f0d70857331a tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7014935 Dec 15 13:59:17.279708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39764) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:17.318812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'port': {'device_id': 'fc5a872b-ec08-4319-b273-effb21091e65', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'admin_state_up': True, 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'security_groups': ['e9df9a9f-40b2-44f4-abea-dfa8783d30c3']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:17.325976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'network': {'name': 'tempest-router-network01--465558760'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:17.366697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-f6766810-af16-42ba-85f3-b962fc852d4e', 'network_id': 'f6766810-af16-42ba-85f3-b962fc852d4e', 'project_id': 'bc9bfab145e24ca1a2e4297510e0c5df', 'fixed_ips': [{'subnet_id': '327b04df-8b9f-4ac5-8886-8cc3745a831d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:17.367748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.384406 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-09ec2448-951e-4c3a-a298-c9a20a93dca5 req-fc4669e1-c72a-4ccc-b927-573777ab6a6c tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 13:59:17.394896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09ec2448-951e-4c3a-a298-c9a20a93dca5 req-fc4669e1-c72a-4ccc-b927-573777ab6a6c tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] 10.222.0.86 "DELETE /v2.0/security-groups/0e5afeb4-2995-4c2d-8824-2e42987c472b HTTP/1.1" status: 409 len: 352 time: 0.1317728 Dec 15 13:59:17.437772 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-127f9197-02ba-4c7d-9c59-58a8e58dc699 req-5bf2807d-34e9-4638-a6bd-286adc50f311 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] show failed (client error): The resource could not be found. Dec 15 13:59:17.442741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-127f9197-02ba-4c7d-9c59-58a8e58dc699 req-5bf2807d-34e9-4638-a6bd-286adc50f311 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] 10.222.0.86 "GET /v2.0/security-groups/bf689496-247b-4159-ab30-60d494b2dfc0 HTTP/1.1" status: 404 len: 352 time: 0.0307131 Dec 15 13:59:17.443572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b52383fb-b91d-42a9-8bc6-e64404e2f8f0 req-32cb622c-a595-43bb-8ab7-014626d6a315 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 210 time: 0.0529218 Dec 15 13:59:17.469900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Made reservation on behalf of bc9bfab145e24ca1a2e4297510e0c5df for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:17.473763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.485582 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-fe9033c4-55fe-41ae-bdda-b793d9b677cd req-af3cece4-419d-489d-9b32-ef235b204c09 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] show failed (client error): The resource could not be found. Dec 15 13:59:17.486694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fe9033c4-55fe-41ae-bdda-b793d9b677cd req-af3cece4-419d-489d-9b32-ef235b204c09 tempest-SecurityGroupsNegativeTestJSON-1540533642 tempest-SecurityGroupsNegativeTestJSON-1540533642-project] 10.222.0.86 "GET /v2.0/security-groups/8cb60d7c-ca4e-485b-b9ac-9a931398f63d HTTP/1.1" status: 404 len: 352 time: 0.0153296 Dec 15 13:59:17.500005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:17.546380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a6c7b0-fc22-4fc2-91e3-973f4062a7f3 admin admin] Deleting subnet f5d7c337-af0b-4dc1-9e2c-7e32ace576fb {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:17.549782 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7b0-fc22-4fc2-91e3-973f4062a7f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.566619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Allocated IP 172.20.0.2 (f6766810-af16-42ba-85f3-b962fc852d4e/327b04df-8b9f-4ac5-8886-8cc3745a831d/45459cdd-b908-47aa-90d9-ad9f2f9a3623) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:17.570607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:17.580815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.600934 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7b0-fc22-4fc2-91e3-973f4062a7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.605210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.605210 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Added segment 2fb31d90-eb27-4639-8adf-a8059ad06b4a of type vlan for network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc Dec 15 13:59:17.657545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Made reservation on behalf of 948364fc4d744d30bf8491c7a5748247 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:17.661104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.663797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7b0-fc22-4fc2-91e3-973f4062a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.664475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aec20cd-edc1-4c26-b860-0ea637e5df93,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:17.690289 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a8c7a-e0d4-4d6c-8be3-719cef7525e7 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:17.738550 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7b0-fc22-4fc2-91e3-973f4062a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.767694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6c7b0-fc22-4fc2-91e3-973f4062a7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d7c337-af0b-4dc1-9e2c-7e32ace576fb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:17.767960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.777183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7b0-fc22-4fc2-91e3-973f4062a7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.781300 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.786845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39774) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:17.787293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c2a6c7b0-fc22-4fc2-91e3-973f4062a7f3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f5d7c337-af0b-4dc1-9e2c-7e32ace576fb HTTP/1.1" status: 204 len: 168 time: 0.2825706 Dec 15 13:59:17.789481 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.837060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Network f6766810-af16-42ba-85f3-b962fc852d4e is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:17.840390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:17.843827 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:17.851254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Pushing event updated for resources: {'Port': ['ID=45459cdd-b908-47aa-90d9-ad9f2f9a3623,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:17.910079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.911797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5aec20cd-edc1-4c26-b860-0ea637e5df93 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:17.937906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5aec20cd-edc1-4c26-b860-0ea637e5df93 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:17.938263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5aec20cd-edc1-4c26-b860-0ea637e5df93 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:17.938689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 69e8764e-9881-477d-8510-1637cc7880b5 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:17.940488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Attempting to bind port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:17.940862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Attempting to bind port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0ee9148b-47a0-4899-9f8e-1a2c8aba70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f6766810-af16-42ba-85f3-b962fc852d4e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:17.941232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Attempting to bind port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 on network f6766810-af16-42ba-85f3-b962fc852d4e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:17.965626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 69e8764e-9881-477d-8510-1637cc7880b5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:17.965980 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 69e8764e-9881-477d-8510-1637cc7880b5 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:17.967688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:17.968165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Checking segment: {'id': '0ee9148b-47a0-4899-9f8e-1a2c8aba70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f6766810-af16-42ba-85f3-b962fc852d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:17.968576 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.968966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Bound using segment: {'id': '0ee9148b-47a0-4899-9f8e-1a2c8aba70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f6766810-af16-42ba-85f3-b962fc852d4e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:17.969496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Bound port: 45459cdd-b908-47aa-90d9-ad9f2f9a3623, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee9148b-47a0-4899-9f8e-1a2c8aba70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f6766810-af16-42ba-85f3-b962fc852d4e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:17.969842 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.988810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:17.994841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:17.995601 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.041345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] For port 45459cdd-b908-47aa-90d9-ad9f2f9a3623, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:18.044836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] For port 45459cdd-b908-47aa-90d9-ad9f2f9a3623, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=45459cdd-b908-47aa-90d9-ad9f2f9a3623,segment=NetworkSegment(0ee9148b-47a0-4899-9f8e-1a2c8aba70ea),segment_id=0ee9148b-47a0-4899-9f8e-1a2c8aba70ea)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:18.049527 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.051009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51930fd-3ab9-43b7-a178-96226b85a087 req-e8a7ef46-e470-4287-8051-879def9da468 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.056397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b51930fd-3ab9-43b7-a178-96226b85a087 req-e8a7ef46-e470-4287-8051-879def9da468 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 907 time: 0.0662489 Dec 15 13:59:18.094266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.095213 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.117588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb02ef6-1354-4e5e-8edb-2ae3ee0b1406 None None] Pushing event updated for resources: {'Port': ['ID=45459cdd-b908-47aa-90d9-ad9f2f9a3623,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:18.128606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.152848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8688197 Dec 15 13:59:18.155559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:18.162494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'network': {'name': 'tempest-router-network02--922951372'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:18.211399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Allocated IP 172.20.0.13 (92a73772-e43c-4d8f-8ab4-eaa21a18ff95/b544d04c-b13d-4592-8537-97e17c972fda/ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:18.213565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6335f-d96f-490f-a987-fd458fa23b5e tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Network': ['ID=97181ed8-5a93-4ba1-baf0-0a501fdbf0fc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:18.233783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:18.247422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87070-6dab-4f84-875f-120367988ea9 req-040f74a2-97f4-4d3a-b519-1e911f90706f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.249118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90d87070-6dab-4f84-875f-120367988ea9 req-040f74a2-97f4-4d3a-b519-1e911f90706f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 907 time: 0.0782125 Dec 15 13:59:18.249302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.249865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 282e754b-9eaa-4561-bfac-5e456671fece {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:59:18.250051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Made reservation on behalf of bc9bfab145e24ca1a2e4297510e0c5df for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:18.253815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.285834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.289347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e17d1569-e672-48b3-b963-56db84411a75 admin admin] 10.222.0.86 "DELETE /v2.0/routers/282e754b-9eaa-4561-bfac-5e456671fece HTTP/1.1" status: 204 len: 168 time: 2.7009449 Dec 15 13:59:18.297702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39782) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:18.395878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:18.480851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd11a86d-c270-4c4e-a93e-e22845709903 admin admin] Deleting subnet da65a50f-889b-41aa-98b2-d246be82e469 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:18.485207 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd11a86d-c270-4c4e-a93e-e22845709903 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.488446 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.491342 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Added segment 25622991-a9ed-4e90-afa7-eed7cb2ffe31 of type vlan for network c985b8d3-5b8e-42e8-9cec-04de0448b9b3 Dec 15 13:59:18.515547 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.550799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59df4ab-eae4-44f8-82fa-40b4224f90c5']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:18.554754 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.578320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3967949f-7875-4a61-a37a-ba2feeef413a') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:18.578840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3967949f-7875-4a61-a37a-ba2feeef413a') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:18.599039 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd11a86d-c270-4c4e-a93e-e22845709903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.602066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8158e-d3d2-464e-b067-f0b347a01bad req-6d10805f-b15f-4c4f-9187-333adf423747 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.603557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3bf8158e-d3d2-464e-b067-f0b347a01bad req-6d10805f-b15f-4c4f-9187-333adf423747 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.2054203 Dec 15 13:59:18.617662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.618222 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.624218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:18.624792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.638025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bae3160d-e937-4387-92c0-ee11a138f010 req-e6883c48-de39-476e-96fc-021f611e0000 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 210 time: 0.0714195 Dec 15 13:59:18.674819 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.695340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:18.695691 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:18.700334 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:18.703130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Deleting port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:18.703661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.719741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5616193 Dec 15 13:59:18.736278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39790) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:18.750409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'subnet': {'network_id': '97181ed8-5a93-4ba1-baf0-0a501fdbf0fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:18.763858 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.803682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc079d86-826c-44af-b5f6-ffad874ff617 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Network': ['ID=c985b8d3-5b8e-42e8-9cec-04de0448b9b3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:18.816438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network c985b8d3-5b8e-42e8-9cec-04de0448b9b3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:18.817220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3bf8158e-d3d2-464e-b067-f0b347a01bad req-9b7d98a2-3fbd-45a8-909a-8c6dff5e0866 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070405 Dec 15 13:59:18.878161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd11a86d-c270-4c4e-a93e-e22845709903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.918832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] For port 4f18dd4c-7747-4a26-b1f3-d769916f5a37, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4f18dd4c-7747-4a26-b1f3-d769916f5a37,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:18.919204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.935517 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.940174 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.943340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Calling delete_port for 4f18dd4c-7747-4a26-b1f3-d769916f5a37 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:18.952809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Made reservation on behalf of bc9bfab145e24ca1a2e4297510e0c5df for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:18.955689 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.957277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:18.959152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f59df4ab-eae4-44f8-82fa-40b4224f90c5 HTTP/1.1" status: 204 len: 168 time: 1.1697533 Dec 15 13:59:19.008935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59df4ab-eae4-44f8-82fa-40b4224f90c5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:19.030146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.030505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.030855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.031203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.031546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.031930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.032242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.032575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.032916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.033242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.034246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.034246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.034457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877e4a3-d990-48d3-a0ca-ec798f5a84b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:19.038997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:19.043912 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd11a86d-c270-4c4e-a93e-e22845709903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.058159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:19.060750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd11a86d-c270-4c4e-a93e-e22845709903 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.064750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd11a86d-c270-4c4e-a93e-e22845709903 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/da65a50f-889b-41aa-98b2-d246be82e469 HTTP/1.1" status: 204 len: 168 time: 0.7656918 Dec 15 13:59:19.068866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:19.069764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:19.071620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73d690-0c1e-41bf-9d08-f892af3c76bd None None] Network 4c538e94-09d2-4836-8e92-7aaf2745a896 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:19.159918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:19.175451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11a86d-c270-4c4e-a93e-e22845709903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da65a50f-889b-41aa-98b2-d246be82e469,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:19.273139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:19.273796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.330753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-d0ba63bd-2474-44a5-beec-d19cb2f62e74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0502717 Dec 15 13:59:19.339241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-4fb75584-3125-477c-965a-90ab5bfef7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:19.341975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-4fb75584-3125-477c-965a-90ab5bfef7ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1384614 Dec 15 13:59:19.358858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39806) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:19.372517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324ebd-d7ee-4378-82ee-0a624a4ad14d req-7f153c3b-3ee5-44c6-8bf3-adc93eef3693 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:19.374351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81324ebd-d7ee-4378-82ee-0a624a4ad14d req-7f153c3b-3ee5-44c6-8bf3-adc93eef3693 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 907 time: 0.1490841 Dec 15 13:59:19.384858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Request body: {'port': {'device_id': 'fc5a872b-ec08-4319-b273-effb21091e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:19.501673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] DHCP port deletion for 4c538e94-09d2-4836-8e92-7aaf2745a896 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:19.567913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.577691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] Deleting port cdfe3834-0e27-4016-90a8-89793741e5e9 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:19.578493 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.605336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-24241295-276b-44f3-8963-f649b7100bab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9da4a251bc2f4c71bfb094c9a0d03aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295642 Dec 15 13:59:19.605963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.607754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39810) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:19.653616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-a642a911-7f28-47e8-8efb-210a4192a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:19.655122 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-a642a911-7f28-47e8-8efb-210a4192a17e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 919 time: 0.2935066 Dec 15 13:59:19.678146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event deleted for resources: {'Port': ['ID=4f18dd4c-7747-4a26-b1f3-d769916f5a37,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:19.678286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] For port cdfe3834-0e27-4016-90a8-89793741e5e9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cdfe3834-0e27-4016-90a8-89793741e5e9,segment=NetworkSegment(45dcbe34-effe-469a-989b-c590e0ba043a),segment_id=45dcbe34-effe-469a-989b-c590e0ba043a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:19.678650 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.722095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.727962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] Calling delete_port for cdfe3834-0e27-4016-90a8-89793741e5e9 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:19.735678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.744719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9a56-87bb-4cf0-b5fc-96807d2df437 req-1440b845-ccc9-4434-9217-8a5d1fa9aa8c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:19.746519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-891e9a56-87bb-4cf0-b5fc-96807d2df437 req-1440b845-ccc9-4434-9217-8a5d1fa9aa8c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.4690688 Dec 15 13:59:19.789347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] No DVR routers for this DVR port 4f18dd4c-7747-4a26-b1f3-d769916f5a37 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:19.802947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:19.806682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90d87070-6dab-4f84-875f-120367988ea9 req-d775c39a-4d3a-454d-9bc5-53092d3476f4 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "DELETE /v2.0/ports/4f18dd4c-7747-4a26-b1f3-d769916f5a37 HTTP/1.1" status: 204 len: 173 time: 1.5364954 Dec 15 13:59:19.813101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'name': 'network-vif-deleted', 'tag': '4f18dd4c-7747-4a26-b1f3-d769916f5a37'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:19.814895 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f1b6f6-9b3c-4c3c-9ced-b9e0557dd033" -d '{"events": [{"server_uuid": "8e3faf83-d667-4b69-b031-dd7e07f8ee97", "name": "network-vif-deleted", "tag": "4f18dd4c-7747-4a26-b1f3-d769916f5a37"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:19.907764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-670c4547-0e68-45d8-98a8-cb412721da7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a890701b-a83e-4d7e-899b-21ce2c86957b HTTP/1.1" status: 200 len: 217 time: 0.2434857 Dec 15 13:59:19.953384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Subnet': ['ID=193a9553-4a97-4095-9178-5fffd746ff2a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:19.998724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-609e5a6f-e12e-4abf-a7af-eb109c898ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.001309 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-609e5a6f-e12e-4abf-a7af-eb109c898ce2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.0698197 Dec 15 13:59:20.017256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Checking segment: {'id': '2fb31d90-eb27-4639-8adf-a8059ad06b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '97181ed8-5a93-4ba1-baf0-0a501fdbf0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:20.017624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network hostable DHCP agents. Network: 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:20.040427 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-891e9a56-87bb-4cf0-b5fc-96807d2df437 req-e6dc9079-72e3-4c17-bbae-933288e88f7a tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746410 Dec 15 13:59:20.042019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56844d42-ce90-4fcc-95dd-6ea94147d66f None None] Network f6766810-af16-42ba-85f3-b962fc852d4e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:20.044908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 45459cdd-b908-47aa-90d9-ad9f2f9a3623 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:20.083474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:20.107593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Deleting port cdfe3834-0e27-4016-90a8-89793741e5e9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:20.108274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.110291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-9417f931-2e8a-4f0a-874a-d016f8ba971c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902884 Dec 15 13:59:20.114447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:20.123420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b89f2-c4ca-416b-b9c1-f0a84fa95402 req-69611d65-ee26-49ba-b531-dd299b0e99bb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.125576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-97da6a4c-fc1f-42dd-824a-4f23fefd05e5 None None] Provisioning complete for port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:20.126137 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97da6a4c-fc1f-42dd-824a-4f23fefd05e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.130776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e0b89f2-c4ca-416b-b9c1-f0a84fa95402 req-69611d65-ee26-49ba-b531-dd299b0e99bb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 932 time: 0.2323728 Dec 15 13:59:20.139362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:20.139996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.147361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-178fae16-6243-4de2-87c2-da2f28d7f01e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.171266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-178fae16-6243-4de2-87c2-da2f28d7f01e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.185880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b1ef5e-34a7-4e01-9e3a-4ae69739a578 None None] Network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:20.193661 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ab4144e1-4d2c-4d45-83e3-fe09c93b9339 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4521224 Dec 15 13:59:20.200399 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc648239-f01b-4685-8309-2574fd622ce4 x-openstack-request-id: req-fc648239-f01b-4685-8309-2574fd622ce4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:20.200760 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3faf83-d667-4b69-b031-dd7e07f8ee97", "name": "network-vif-deleted", "tag": "4f18dd4c-7747-4a26-b1f3-d769916f5a37", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:20.201093 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fc648239-f01b-4685-8309-2574fd622ce4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:20.201552 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3faf83-d667-4b69-b031-dd7e07f8ee97', 'name': 'network-vif-deleted', 'tag': '4f18dd4c-7747-4a26-b1f3-d769916f5a37', 'status': 'completed', 'code': 200} Dec 15 13:59:20.202050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39818) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:20.207654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'subnet': {'network_id': 'c985b8d3-5b8e-42e8-9cec-04de0448b9b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:20.272621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] For port cdfe3834-0e27-4016-90a8-89793741e5e9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cdfe3834-0e27-4016-90a8-89793741e5e9,segment=NetworkSegment(45dcbe34-effe-469a-989b-c590e0ba043a),segment_id=45dcbe34-effe-469a-989b-c590e0ba043a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:20.273285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.301937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Calling delete_port for cdfe3834-0e27-4016-90a8-89793741e5e9 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:20.327030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-97da6a4c-fc1f-42dd-824a-4f23fefd05e5 None None] Port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:20.366666 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.382405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:20.383189 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.411830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Made reservation on behalf of bc9bfab145e24ca1a2e4297510e0c5df for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:20.420934 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.455483 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] Pushing event deleted for resources: {'Port': ['ID=cdfe3834-0e27-4016-90a8-89793741e5e9,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:20.462652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2945e-9788-4b90-98bc-025f658cab6f None None] No DVR routers for this DVR port cdfe3834-0e27-4016-90a8-89793741e5e9 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:20.472744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-97181ed8-5a93-4ba1-baf0-0a501fdbf0fc', 'network_id': '97181ed8-5a93-4ba1-baf0-0a501fdbf0fc', 'project_id': 'bc9bfab145e24ca1a2e4297510e0c5df', 'fixed_ips': [{'subnet_id': '193a9553-4a97-4095-9178-5fffd746ff2a'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:20.473915 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.530439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39c9e5ff-6c08-4a77-aef6-18747d90d697 None None] Provisioning complete for port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:20.530923 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39c9e5ff-6c08-4a77-aef6-18747d90d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.723307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e0b89f2-c4ca-416b-b9c1-f0a84fa95402 req-7fe59cfb-4f12-4d72-81e2-841777fa634a tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5915282 Dec 15 13:59:20.764796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-637115b5-d9e0-448f-9b16-3814e1eed21c service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319311 Dec 15 13:59:20.795130 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.832793 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39c9e5ff-6c08-4a77-aef6-18747d90d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.840077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:20.851250 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.869850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Transition to ACTIVE for port object ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:59:20.872475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-178fae16-6243-4de2-87c2-da2f28d7f01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.877239 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-178fae16-6243-4de2-87c2-da2f28d7f01e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.882216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-178fae16-6243-4de2-87c2-da2f28d7f01e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e5afeb4-2995-4c2d-8824-2e42987c472b HTTP/1.1" status: 204 len: 168 time: 1.2716572 Dec 15 13:59:20.893637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.897397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 45459cdd-b908-47aa-90d9-ad9f2f9a3623, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=45459cdd-b908-47aa-90d9-ad9f2f9a3623,segment=NetworkSegment(0ee9148b-47a0-4899-9f8e-1a2c8aba70ea),segment_id=0ee9148b-47a0-4899-9f8e-1a2c8aba70ea)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:20.899386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Allocated IP 172.20.0.2 (97181ed8-5a93-4ba1-baf0-0a501fdbf0fc/193a9553-4a97-4095-9178-5fffd746ff2a/924ebab8-f53e-4896-a485-3d4595a867f6) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:20.910896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fae16-6243-4de2-87c2-da2f28d7f01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5afeb4-2995-4c2d-8824-2e42987c472b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:20.918151 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:20.976649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:20.996984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-608668b5-616b-4a7f-b9b1-320523885536 req-4b0b8078-81af-4ac5-9783-c187c897110d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e3faf83-d667-4b69-b031-dd7e07f8ee97 HTTP/1.1" status: 200 len: 210 time: 0.0832677 Dec 15 13:59:21.038424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.097926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] No DVR routers for this DVR port cdfe3834-0e27-4016-90a8-89793741e5e9 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:21.103162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfe3834-0e27-4016-90a8-89793741e5e9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:21.103467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63252cbf-95bd-491c-9146-fbe21d695f98 req-5141bbef-8d9b-4eba-ae20-765e2c101f84 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188554 Dec 15 13:59:21.127905 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-39c9e5ff-6c08-4a77-aef6-18747d90d697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:59:21.127905 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-39c9e5ff-6c08-4a77-aef6-18747d90d697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:59:21.128565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cdfe3834-0e27-4016-90a8-89793741e5e9 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:21.266940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=45459cdd-b908-47aa-90d9-ad9f2f9a3623,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:21.272026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: cdfe3834-0e27-4016-90a8-89793741e5e9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:21.272422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cdfe3834-0e27-4016-90a8-89793741e5e9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:21.349477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Attempting to bind port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:21.350116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Attempting to bind port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:21.351364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Attempting to bind port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:21.358744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:59:21.359253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Attempting to bind port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:21.361821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.373635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20843d6-efbf-4f1e-8770-4ec53110f38e req-524f4b66-4ace-4427-b155-3e523095c456 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:21.380890 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20843d6-efbf-4f1e-8770-4ec53110f38e req-524f4b66-4ace-4427-b155-3e523095c456 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1698754 Dec 15 13:59:21.389868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:21.390196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Checking segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:21.390574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Bound using segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:21.391016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Bound port: ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:21.391370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.405688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c538e94-09d2-4836-8e92-7aaf2745a896']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:21.420575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dcbe34-effe-469a-989b-c590e0ba043a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:21.421077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dcbe34-effe-469a-989b-c590e0ba043a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:21.431701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.449082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.460260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4f18dd4c-7747-4a26-b1f3-d769916f5a37 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:21.460514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:21.461199 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.465189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f20843d6-efbf-4f1e-8770-4ec53110f38e req-7fb9ba29-5260-43c7-98b2-bdb440f3c8de tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834267 Dec 15 13:59:21.502013 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.503858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 4f18dd4c-7747-4a26-b1f3-d769916f5a37 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:21.504624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4f18dd4c-7747-4a26-b1f3-d769916f5a37 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:21.513392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:21.513628 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:21.517057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:21.524938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:21.532124 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.559168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:21.562212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:21.566122 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:21.571512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Pushing event updated for resources: {'Port': ['ID=924ebab8-f53e-4896-a485-3d4595a867f6,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:21.589344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:21.593370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.595432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 1092 time: 2.2347021 Dec 15 13:59:21.599274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:21.602180 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56438340-7413-46e2-a175-5250c7581c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:21.613285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.630309 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.648556 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4c538e94-09d2-4836-8e92-7aaf2745a896 HTTP/1.1" status: 204 len: 168 time: 2.5750210 Dec 15 13:59:21.654024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fd19f-15bc-480c-a835-d6dbdae9ae80 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:21.675602 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27b493e-3702-4df3-abbe-93ffee8047d5 x-openstack-request-id: req-d27b493e-3702-4df3-abbe-93ffee8047d5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:21.675926 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:21.676192 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d27b493e-3702-4df3-abbe-93ffee8047d5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:21.676588 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'status': 'completed', 'code': 200} Dec 15 13:59:21.687478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.709134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180c74-aebb-4ce8-acfa-99fd286c6787 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c538e94-09d2-4836-8e92-7aaf2745a896,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:21.720669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-9553551d-e3c9-4a59-bb24-b6a2728be409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:21.722476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-9553551d-e3c9-4a59-bb24-b6a2728be409 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1095 time: 0.0612829 Dec 15 13:59:21.757403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Attempting to bind port 924ebab8-f53e-4896-a485-3d4595a867f6 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:21.757809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Attempting to bind port 924ebab8-f53e-4896-a485-3d4595a867f6 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '2fb31d90-eb27-4639-8adf-a8059ad06b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '97181ed8-5a93-4ba1-baf0-0a501fdbf0fc'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:21.758188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Attempting to bind port 924ebab8-f53e-4896-a485-3d4595a867f6 on network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:21.766851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:21.767654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Checking segment: {'id': '2fb31d90-eb27-4639-8adf-a8059ad06b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '97181ed8-5a93-4ba1-baf0-0a501fdbf0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:21.768102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.768704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Bound using segment: {'id': '2fb31d90-eb27-4639-8adf-a8059ad06b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '97181ed8-5a93-4ba1-baf0-0a501fdbf0fc'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:21.769148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Bound port: 924ebab8-f53e-4896-a485-3d4595a867f6, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb31d90-eb27-4639-8adf-a8059ad06b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '97181ed8-5a93-4ba1-baf0-0a501fdbf0fc'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:21.769597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:21.858355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Subnet': ['ID=7ab27533-adc2-44cc-a9c5-b8130c1a4e13,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:21.895348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:21.897487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-04be8294-dcb1-4dee-b006-11b7dd7eec87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 217 time: 0.1519933 Dec 15 13:59:21.912181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Checking segment: {'id': '25622991-a9ed-4e90-afa7-eed7cb2ffe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'c985b8d3-5b8e-42e8-9cec-04de0448b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:21.912556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network hostable DHCP agents. Network: c985b8d3-5b8e-42e8-9cec-04de0448b9b3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:21.943647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] For port 924ebab8-f53e-4896-a485-3d4595a867f6, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:21.953362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] For port 924ebab8-f53e-4896-a485-3d4595a867f6, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=924ebab8-f53e-4896-a485-3d4595a867f6,segment=NetworkSegment(2fb31d90-eb27-4639-8adf-a8059ad06b4a),segment_id=2fb31d90-eb27-4639-8adf-a8059ad06b4a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:21.968545 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.009535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network c985b8d3-5b8e-42e8-9cec-04de0448b9b3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:22.012232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 45459cdd-b908-47aa-90d9-ad9f2f9a3623 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:22.055675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, c985b8d3-5b8e-42e8-9cec-04de0448b9b3) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:22.078383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a64b4-b2db-4690-b83d-6e1bbb6f3b59 req-03460d0a-1112-4029-8d0d-24e41e6bdff3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.083746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6dcc0-04fc-4c0c-bfa7-3094ae5e8571 None None] Network c985b8d3-5b8e-42e8-9cec-04de0448b9b3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:22.084151 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cac9ace1-51b3-4291-9e8a-ddabb64188b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac8643eab6974c54bd4ace358e11f7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877670 Dec 15 13:59:22.085576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.086175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.097186 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f64a64b4-b2db-4690-b83d-6e1bbb6f3b59 req-03460d0a-1112-4029-8d0d-24e41e6bdff3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 944 time: 0.1901057 Dec 15 13:59:22.102070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39856) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:22.125181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-f39af28b-bb68-4482-bf60-e8aba057840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.127335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-f39af28b-bb68-4482-bf60-e8aba057840d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.1986089 Dec 15 13:59:22.138533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-959e7c1c-e23f-410b-ab55-f91f2dea8016 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9351926 Dec 15 13:59:22.139222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:22.203692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-22c5d2f4-27d4-43ce-998a-535f7dd595c3 None None] Provisioning complete for port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:22.204337 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22c5d2f4-27d4-43ce-998a-535f7dd595c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.266721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad4230-7b0b-4758-8b36-7543a197dbfe None None] Pushing event updated for resources: {'Port': ['ID=924ebab8-f53e-4896-a485-3d4595a867f6,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:22.281568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-f1a2013a-e76e-4929-8af7-a31e76989736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.283994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-f1a2013a-e76e-4929-8af7-a31e76989736 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399827 Dec 15 13:59:22.309321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f64a64b4-b2db-4690-b83d-6e1bbb6f3b59 req-78be08d9-b6e5-4ce9-a052-08450a713329 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083497 Dec 15 13:59:22.318180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:22.318577 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.532859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-667f6e32-0f5b-4f1e-ac64-ab3749807e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.575036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39872) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:22.608865 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-c985b8d3-5b8e-42e8-9cec-04de0448b9b3', 'network_id': 'c985b8d3-5b8e-42e8-9cec-04de0448b9b3', 'project_id': 'bc9bfab145e24ca1a2e4297510e0c5df', 'fixed_ips': [{'subnet_id': '7ab27533-adc2-44cc-a9c5-b8130c1a4e13'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:22.609936 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.613955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-f2f31184-7d1a-48a3-a1e7-6f4efa405fee service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707617 Dec 15 13:59:22.619197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-667f6e32-0f5b-4f1e-ac64-ab3749807e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.726225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3c859-7906-4731-b301-80c14c2050ef req-a3199b99-c720-4d02-be5d-5d38ab5d6a84 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.736916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fd3c859-7906-4731-b301-80c14c2050ef req-a3199b99-c720-4d02-be5d-5d38ab5d6a84 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 945 time: 0.2200031 Dec 15 13:59:22.769554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1092832587-network', 'tenant_id': 'd606782eb8b4425ea38100e5d1ac0bca'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:22.778255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.787477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Allocated IP 172.20.0.2 (c985b8d3-5b8e-42e8-9cec-04de0448b9b3/7ab27533-adc2-44cc-a9c5-b8130c1a4e13/aa2bdb8d-42da-4048-aeaf-833f04fea8cf) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:22.799769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2992353-9695-4507-b19f-12e421d96e73 req-78849e34-27cc-47df-8848-d121853e88b8 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:22.801350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2992353-9695-4507-b19f-12e421d96e73 req-78849e34-27cc-47df-8848-d121853e88b8 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1791184 Dec 15 13:59:22.836097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Made reservation on behalf of d606782eb8b4425ea38100e5d1ac0bca for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:22.838964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.840757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-667f6e32-0f5b-4f1e-ac64-ab3749807e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.843278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-667f6e32-0f5b-4f1e-ac64-ab3749807e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:22.844412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-667f6e32-0f5b-4f1e-ac64-ab3749807e5f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b5e49f7-ccb2-4909-9af4-b775eb7999dd HTTP/1.1" status: 204 len: 168 time: 0.7407875 Dec 15 13:59:22.853349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fd3c859-7906-4731-b301-80c14c2050ef req-a577195d-29f6-4427-a300-b0abddd493b6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150305 Dec 15 13:59:22.871078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f6e32-0f5b-4f1e-ac64-ab3749807e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5e49f7-ccb2-4909-9af4-b775eb7999dd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:22.873047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c96726e-04e4-4221-a843-1b9c5543ccea req-9930234c-6c9c-471e-b414-6b19038377db service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424524 Dec 15 13:59:22.875489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.096689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2992353-9695-4507-b19f-12e421d96e73 req-3d9a0dea-2e36-4202-bdcc-9e99bbcf45fe tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704601 Dec 15 13:59:23.154689 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.161009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438340-7413-46e2-a175-5250c7581c6c req-cea8dc0f-d17a-4a1f-87bc-336c44010faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.162524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56438340-7413-46e2-a175-5250c7581c6c req-cea8dc0f-d17a-4a1f-87bc-336c44010faf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1095 time: 0.1897986 Dec 15 13:59:23.164582 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.244696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:23.248186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Allocated IP 172.20.0.1 (97181ed8-5a93-4ba1-baf0-0a501fdbf0fc/193a9553-4a97-4095-9178-5fffd746ff2a/d6262e9d-d674-4b71-a67c-4e66c63c23dd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:23.263113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.268306 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.326348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Network c985b8d3-5b8e-42e8-9cec-04de0448b9b3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:23.329762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:23.335821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:23.336592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:23.353176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.354074 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Added segment 90f6f21a-468f-4577-bd92-5ae79ecbe830 of type vlan for network 022acac5-cc30-48a2-8d9c-86c3f57752ba Dec 15 13:59:23.380886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Pushing event updated for resources: {'Port': ['ID=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:23.419648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Attempting to bind port aa2bdb8d-42da-4048-aeaf-833f04fea8cf on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:23.420355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Attempting to bind port aa2bdb8d-42da-4048-aeaf-833f04fea8cf by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '25622991-a9ed-4e90-afa7-eed7cb2ffe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'c985b8d3-5b8e-42e8-9cec-04de0448b9b3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:23.421260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Attempting to bind port aa2bdb8d-42da-4048-aeaf-833f04fea8cf on network c985b8d3-5b8e-42e8-9cec-04de0448b9b3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:23.430422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:23.430916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Checking segment: {'id': '25622991-a9ed-4e90-afa7-eed7cb2ffe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'c985b8d3-5b8e-42e8-9cec-04de0448b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:23.431231 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.432266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Bound using segment: {'id': '25622991-a9ed-4e90-afa7-eed7cb2ffe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'c985b8d3-5b8e-42e8-9cec-04de0448b9b3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:23.435164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Bound port: aa2bdb8d-42da-4048-aeaf-833f04fea8cf, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25622991-a9ed-4e90-afa7-eed7cb2ffe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'c985b8d3-5b8e-42e8-9cec-04de0448b9b3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:23.435659 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.440692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39884) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:23.463374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.468089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438340-7413-46e2-a175-5250c7581c6c req-886cb4fe-0f0f-4b81-b61f-f32fdf194437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.469579 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56438340-7413-46e2-a175-5250c7581c6c req-886cb4fe-0f0f-4b81-b61f-f32fdf194437 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.2911241 Dec 15 13:59:23.535904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.545469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] For port aa2bdb8d-42da-4048-aeaf-833f04fea8cf, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:23.550561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] For port aa2bdb8d-42da-4048-aeaf-833f04fea8cf, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,segment=NetworkSegment(25622991-a9ed-4e90-afa7-eed7cb2ffe31),segment_id=25622991-a9ed-4e90-afa7-eed7cb2ffe31)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:23.560941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.562504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.563163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.565044 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.613792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-572b37a0-95e5-43af-b6d4-aacf99691637 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac9007ef812040c3a1e6314d8dcdfad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720564 Dec 15 13:59:23.635911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39888) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:23.639947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bbb8b-d82f-4a1b-99f0-dfeb067e7a7b None None] Pushing event updated for resources: {'Port': ['ID=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:23.730406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5667f-5ec6-4ae5-8d69-5b9ee05fae46 None None] Network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:23.735366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56438340-7413-46e2-a175-5250c7581c6c req-5be0e93c-0b54-4b2c-abb7-bd2ccbaf0b88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 217 time: 0.2544205 Dec 15 13:59:23.775366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b15f5-be16-4407-a545-03bb1a83f043 req-f36692d2-f533-4f4e-8d4a-4ae96164e6a9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.777849 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-572b15f5-be16-4407-a545-03bb1a83f043 req-f36692d2-f533-4f4e-8d4a-4ae96164e6a9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 944 time: 0.2194538 Dec 15 13:59:23.784151 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.795566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90b51d2f-3a75-482a-9d18-fb8e7e2ad92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.808435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2196195 Dec 15 13:59:23.808888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39890) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:23.814656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-90ae94d7-d50a-4fe6-ae47-3ef3e7652cf1 None None] Provisioning complete for port 924ebab8-f53e-4896-a485-3d4595a867f6 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:23.816490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Request body: {'subnet': {'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1092832587-subnet', 'tenant_id': 'd606782eb8b4425ea38100e5d1ac0bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:23.817923 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90ae94d7-d50a-4fe6-ae47-3ef3e7652cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.842556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d28b1c-430c-4ba6-86c1-a14179bb210f admin admin] Pushing event updated for resources: {'Network': ['ID=022acac5-cc30-48a2-8d9c-86c3f57752ba,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:23.848134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Made reservation on behalf of d606782eb8b4425ea38100e5d1ac0bca for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:23.850519 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:23.865157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:23.874557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438340-7413-46e2-a175-5250c7581c6c req-ec1ea5dc-a340-46ad-b99d-5a90c9a7cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:23.876886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56438340-7413-46e2-a175-5250c7581c6c req-ec1ea5dc-a340-46ad-b99d-5a90c9a7cb52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.1255493 Dec 15 13:59:23.881704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:23.894058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:23.906591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:23.919392 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90b51d2f-3a75-482a-9d18-fb8e7e2ad92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.020002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Port': ['ID=d6262e9d-d674-4b71-a67c-4e66c63c23dd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:24.061001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.096573 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-572b15f5-be16-4407-a545-03bb1a83f043 req-74ebc9b3-7f9c-48d6-ad46-915be5b1bada tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792103 Dec 15 13:59:24.139227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 924ebab8-f53e-4896-a485-3d4595a867f6 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:24.196953 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90b51d2f-3a75-482a-9d18-fb8e7e2ad92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.201839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90b51d2f-3a75-482a-9d18-fb8e7e2ad92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.202994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-90b51d2f-3a75-482a-9d18-fb8e7e2ad92c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/391c45dc-b326-4ea7-a1fd-3c99ea7939b1 HTTP/1.1" status: 204 len: 168 time: 0.5689790 Dec 15 13:59:24.245156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b51d2f-3a75-482a-9d18-fb8e7e2ad92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391c45dc-b326-4ea7-a1fd-3c99ea7939b1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:24.386500 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90ae94d7-d50a-4fe6-ae47-3ef3e7652cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.406381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 924ebab8-f53e-4896-a485-3d4595a867f6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:24.406755 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.413398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438340-7413-46e2-a175-5250c7581c6c req-cb115d2f-ed8f-4082-ab48-1eb1bff58c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.414998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56438340-7413-46e2-a175-5250c7581c6c req-cb115d2f-ed8f-4082-ab48-1eb1bff58c81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5067921 Dec 15 13:59:24.420453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15746c00-b71e-4b5c-92fa-d855ac0e73c6 req-24852b06-5e67-4d74-8505-ed746162d724 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.423204 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15746c00-b71e-4b5c-92fa-d855ac0e73c6 req-24852b06-5e67-4d74-8505-ed746162d724 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1111984 Dec 15 13:59:24.441734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.457683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73869843-a0f6-4c41-a00f-52ed995382dc req-1a050d89-de1c-41e0-b336-6ee1a29f3c4f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.459503 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73869843-a0f6-4c41-a00f-52ed995382dc req-1a050d89-de1c-41e0-b336-6ee1a29f3c4f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 945 time: 0.5206518 Dec 15 13:59:24.460506 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.475900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-90ae94d7-d50a-4fe6-ae47-3ef3e7652cf1 None None] For port 924ebab8-f53e-4896-a485-3d4595a867f6, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=924ebab8-f53e-4896-a485-3d4595a867f6,segment=NetworkSegment(2fb31d90-eb27-4639-8adf-a8059ad06b4a),segment_id=2fb31d90-eb27-4639-8adf-a8059ad06b4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:24.485573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90ae94d7-d50a-4fe6-ae47-3ef3e7652cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.572270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15746c00-b71e-4b5c-92fa-d855ac0e73c6 req-5b96d548-7250-47aa-a9bd-6fa1c5c090bb tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312335 Dec 15 13:59:24.586546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe339-ae0d-41bb-b728-d8531c304fce req-d107b35d-5aa5-47f2-87f3-bee6fbe35a19 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:24.597717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24cbe339-ae0d-41bb-b728-d8531c304fce req-d107b35d-5aa5-47f2-87f3-bee6fbe35a19 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 945 time: 0.5149107 Dec 15 13:59:24.646754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae94d7-d50a-4fe6-ae47-3ef3e7652cf1 None None] Pushing event updated for resources: {'Port': ['ID=924ebab8-f53e-4896-a485-3d4595a867f6,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:24.838954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c723c73f-b404-4708-9d68-b64a1ce9f6cf None None] Provisioning complete for port 924ebab8-f53e-4896-a485-3d4595a867f6 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:24.839627 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c723c73f-b404-4708-9d68-b64a1ce9f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:24.871402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56438340-7413-46e2-a175-5250c7581c6c req-d76597fc-7fdf-4a0d-a5cf-b86535f6cb3d service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035742 Dec 15 13:59:25.104984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a810473-510c-4634-84c0-8dfe62ec7ea0,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:25.153874 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.167491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c723c73f-b404-4708-9d68-b64a1ce9f6cf None None] Provisioning complete for port d6262e9d-d674-4b71-a67c-4e66c63c23dd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:25.168060 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c723c73f-b404-4708-9d68-b64a1ce9f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.172150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.215104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24cbe339-ae0d-41bb-b728-d8531c304fce req-813ae31a-2c41-493a-a4ea-1dcd196418b5 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160989 Dec 15 13:59:25.229914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Checking segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:25.230285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Network hostable DHCP agents. Network: 022acac5-cc30-48a2-8d9c-86c3f57752ba, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:25.252152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c723c73f-b404-4708-9d68-b64a1ce9f6cf None None] Port d6262e9d-d674-4b71-a67c-4e66c63c23dd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:25.307777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Deleting port 9efa67b1-0407-426e-8783-76f12beb0ba3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:25.308046 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.308300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.380820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bdc81105-0faa-486f-ac74-ddce3e538ee1 None None] Provisioning complete for port d6262e9d-d674-4b71-a67c-4e66c63c23dd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:25.381204 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bdc81105-0faa-486f-ac74-ddce3e538ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.426972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56438340-7413-46e2-a175-5250c7581c6c req-da211066-fbdb-47b1-9059-b83d86642984 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027307 Dec 15 13:59:25.445500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bdc81105-0faa-486f-ac74-ddce3e538ee1 None None] Port d6262e9d-d674-4b71-a67c-4e66c63c23dd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:25.452906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] For port 9efa67b1-0407-426e-8783-76f12beb0ba3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=9efa67b1-0407-426e-8783-76f12beb0ba3,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:25.453970 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.462511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:25.469410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Port': ['ID=d6262e9d-d674-4b71-a67c-4e66c63c23dd,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:25.480434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Calling delete_port for 9efa67b1-0407-426e-8783-76f12beb0ba3 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:25.491912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 022acac5-cc30-48a2-8d9c-86c3f57752ba) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:25.496910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9bae-3e9b-4620-b57c-92d431199b8f req-c1cd7bcc-980b-4c8f-bb98-7842035f58df tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:25.499100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:25.500137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.506397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc0d9bae-3e9b-4620-b57c-92d431199b8f req-c1cd7bcc-980b-4c8f-bb98-7842035f58df tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 944 time: 0.2154741 Dec 15 13:59:25.508572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d598e-c468-4028-bdf4-c33614b5cdba None None] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:25.549547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d83e75-7d78-4044-9098-d3222dc26767 None None] Network c985b8d3-5b8e-42e8-9cec-04de0448b9b3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:25.566923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54777aac-f627-4529-8844-b39c72125b7e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7550242 Dec 15 13:59:25.595349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc0d9bae-3e9b-4620-b57c-92d431199b8f req-634166d6-b6aa-4600-9b1d-989b250548da tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842662 Dec 15 13:59:25.631283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:25.640092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:25.687056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.759442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event deleted for resources: {'Port': ['ID=9efa67b1-0407-426e-8783-76f12beb0ba3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:25.853539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] No DVR routers for this DVR port 9efa67b1-0407-426e-8783-76f12beb0ba3 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:25.856798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:25.862083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73869843-a0f6-4c41-a00f-52ed995382dc req-df4c4d01-179f-4942-9c67-aeb9b0606fd0 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "DELETE /v2.0/ports/9efa67b1-0407-426e-8783-76f12beb0ba3 HTTP/1.1" status: 204 len: 173 time: 1.3666418 Dec 15 13:59:25.862656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc44b52c-d4f0-4311-81c1-f301e22e2b91', 'name': 'network-vif-deleted', 'tag': '9efa67b1-0407-426e-8783-76f12beb0ba3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:25.866216 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c813791-906d-43a7-9d7e-14a19ca138e1" -d '{"events": [{"server_uuid": "bc44b52c-d4f0-4311-81c1-f301e22e2b91", "name": "network-vif-deleted", "tag": "9efa67b1-0407-426e-8783-76f12beb0ba3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:25.924965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['9efa67b1-0407-426e-8783-76f12beb0ba3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:25.929275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14120252-fe83-4307-b476-775d37debdc7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:25.942861 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae6fad-f074-47be-9d4c-60a6f2d8aa31 x-openstack-request-id: req-45ae6fad-f074-47be-9d4c-60a6f2d8aa31 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:25.943154 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc44b52c-d4f0-4311-81c1-f301e22e2b91", "name": "network-vif-deleted", "tag": "9efa67b1-0407-426e-8783-76f12beb0ba3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:25.943420 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-45ae6fad-f074-47be-9d4c-60a6f2d8aa31 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:25.943881 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc44b52c-d4f0-4311-81c1-f301e22e2b91', 'name': 'network-vif-deleted', 'tag': '9efa67b1-0407-426e-8783-76f12beb0ba3', 'status': 'completed', 'code': 200} Dec 15 13:59:25.953907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Router cb6f7433-66eb-4e78-aa85-e8f789147516 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:59:26.037309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-22f9d528-dbc0-4f8d-8261-98e8db88bd57 None None] Provisioning complete for port aa2bdb8d-42da-4048-aeaf-833f04fea8cf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:26.038098 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22f9d528-dbc0-4f8d-8261-98e8db88bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.047322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8313b1b9-fbe6-446d-b77b-ba7bcd7e6ecf None None] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:26.122623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:26.196872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:26.206640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:26.211770 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0c1f30-3e17-408e-b1ac-a0e775023ce9 None None] Sync routers for ids ['cb6f7433-66eb-4e78-aa85-e8f789147516'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:26.213212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9e41be50-8842-4958-a07a-1eb681126cd2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "PUT /v2.0/routers/cb6f7433-66eb-4e78-aa85-e8f789147516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0727842 Dec 15 13:59:26.247530 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c1f30-3e17-408e-b1ac-a0e775023ce9 None None] Routers {'cb6f7433-66eb-4e78-aa85-e8f789147516'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:26.249973 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9d0c1f30-3e17-408e-b1ac-a0e775023ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cb6f7433-66eb-4e78-aa85-e8f789147516'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:26.353057 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:59:26.409020 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9d0c1f30-3e17-408e-b1ac-a0e775023ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:26.439335 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c1f30-3e17-408e-b1ac-a0e775023ce9 None None] Routers {'cb6f7433-66eb-4e78-aa85-e8f789147516'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:26.440210 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9d0c1f30-3e17-408e-b1ac-a0e775023ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cb6f7433-66eb-4e78-aa85-e8f789147516'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:26.542260 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9d0c1f30-3e17-408e-b1ac-a0e775023ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:26.542958 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0c1f30-3e17-408e-b1ac-a0e775023ce9 None None] The sync data for ids ['cb6f7433-66eb-4e78-aa85-e8f789147516'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:26.546374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:26.608160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device aa2bdb8d-42da-4048-aeaf-833f04fea8cf up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:26.643190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-a5d93a51-4f91-4ba1-836f-14cd6b754fdd tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:26.659792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-a5d93a51-4f91-4ba1-836f-14cd6b754fdd tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.2696428 Dec 15 13:59:26.687997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37f2abc7-ee9e-47d1-9035-1b818fc27707 req-2d1ff740-be79-4985-8987-49da12827182 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc44b52c-d4f0-4311-81c1-f301e22e2b91 HTTP/1.1" status: 200 len: 210 time: 0.1558964 Dec 15 13:59:26.695251 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-f26785de-a5a9-4e7b-b79d-d652ffd82e3a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/quotas/d606782eb8b4425ea38100e5d1ac0bca HTTP/1.1" status: 200 len: 375 time: 0.0195594 Dec 15 13:59:26.742846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'port_id': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'mac_address': 'fa:16:3e:a3:c7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:26.768244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-c20912fb-b790-4875-898b-cb48d1bd2404 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559537 Dec 15 13:59:26.806025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22f9d528-dbc0-4f8d-8261-98e8db88bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.879735 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-e3c2a130-dcb7-4c1d-9631-c9099df23d1b service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102531 Dec 15 13:59:26.955860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-22f9d528-dbc0-4f8d-8261-98e8db88bd57 None None] For port aa2bdb8d-42da-4048-aeaf-833f04fea8cf, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,segment=NetworkSegment(25622991-a9ed-4e90-afa7-eed7cb2ffe31),segment_id=25622991-a9ed-4e90-afa7-eed7cb2ffe31)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:26.958484 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.977111 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22f9d528-dbc0-4f8d-8261-98e8db88bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:26.986985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-128370a3-6f1a-497b-a948-3d876edf403a service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062679 Dec 15 13:59:27.025103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:27.060507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port aa2bdb8d-42da-4048-aeaf-833f04fea8cf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:27.060892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:27.076443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:27.125334 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:27.142250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9d528-dbc0-4f8d-8261-98e8db88bd57 None None] Pushing event updated for resources: {'Port': ['ID=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:27.165068 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:59:27.252803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b54bb6ee-6a81-49dc-a6e5-02ff9be746d6 None None] Provisioning complete for port d6262e9d-d674-4b71-a67c-4e66c63c23dd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:27.253315 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b54bb6ee-6a81-49dc-a6e5-02ff9be746d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:27.267510 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50c7f2b1-c0ce-4f8f-8555-54f39f7ac79b req-d45bceb9-c6ab-40b9-a787-8f63fbfa363d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 210 time: 0.0331228 Dec 15 13:59:27.336382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b54bb6ee-6a81-49dc-a6e5-02ff9be746d6 None None] Port d6262e9d-d674-4b71-a67c-4e66c63c23dd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:27.357829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:27.371000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b54bb6ee-6a81-49dc-a6e5-02ff9be746d6 None None] Provisioning complete for port aa2bdb8d-42da-4048-aeaf-833f04fea8cf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:27.371317 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b54bb6ee-6a81-49dc-a6e5-02ff9be746d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:27.373601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 924ebab8-f53e-4896-a485-3d4595a867f6 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:27.375855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7011-051c-4ae6-8df3-5ae3e95a54bf req-fce54aac-d69c-486c-a177-4e6e5a2b7518 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:27.384066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b90f7011-051c-4ae6-8df3-5ae3e95a54bf req-fce54aac-d69c-486c-a177-4e6e5a2b7518 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 944 time: 0.4890308 Dec 15 13:59:27.414974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:27.493248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b90f7011-051c-4ae6-8df3-5ae3e95a54bf req-f35bf1bd-5cd7-4552-8983-45450da06be0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033185 Dec 15 13:59:27.516807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf0c34-277b-41e9-abb2-7f74653b798f req-14c9c9ce-4672-43db-8b57-2cef4d30df4e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:27.518963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2caf0c34-277b-41e9-abb2-7f74653b798f req-14c9c9ce-4672-43db-8b57-2cef4d30df4e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0645168 Dec 15 13:59:27.552549 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-76ee4f5d-6498-4582-99da-c9e05ee2f9b0 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 13:59:27.556426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-76ee4f5d-6498-4582-99da-c9e05ee2f9b0 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "PUT /v2.0/routers/cb6f7433-66eb-4e78-aa85-e8f789147516/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3462033 Dec 15 13:59:27.558071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39960) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:27.592748 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2caf0c34-277b-41e9-abb2-7f74653b798f req-a4240e92-3fbd-4097-bcdb-6bba14e0f2f4 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654428 Dec 15 13:59:27.617835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 924ebab8-f53e-4896-a485-3d4595a867f6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:27.617835 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.061739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.080316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 9efa67b1-0407-426e-8783-76f12beb0ba3 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:28.123726 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device aa2bdb8d-42da-4048-aeaf-833f04fea8cf up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:28.140068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 9efa67b1-0407-426e-8783-76f12beb0ba3 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:28.140802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 9efa67b1-0407-426e-8783-76f12beb0ba3 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:28.158497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5933db-f4d3-4766-b19f-824118eab870 req-651bca3c-2cc3-41f7-a2c0-e1215a7f0134 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:28.164411 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c5933db-f4d3-4766-b19f-824118eab870 req-651bca3c-2cc3-41f7-a2c0-e1215a7f0134 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.0992579 Dec 15 13:59:28.204768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port aa2bdb8d-42da-4048-aeaf-833f04fea8cf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:28.205246 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.222452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c5933db-f4d3-4766-b19f-824118eab870 req-50a36a1a-16f2-4e6e-b12f-51cfafc8ac2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=72b2e6af-08c0-46d8-aa46-4d9b510e8d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526881 Dec 15 13:59:28.359810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-75ab4e21-f152-4730-8e40-fae622dd25b8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:28.361612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-75ab4e21-f152-4730-8e40-fae622dd25b8 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 945 time: 0.0708663 Dec 15 13:59:28.441620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4aeba182-abde-4c5c-942f-d025d73d4d24 req-c80d566b-78d4-4782-9a4b-6e14e2e1a4f2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 210 time: 0.0582213 Dec 15 13:59:28.451216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Deleting port d6262e9d-d674-4b71-a67c-4e66c63c23dd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:28.451566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.561044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Deleting port 14120252-fe83-4307-b476-775d37debdc7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:28.561576 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.640761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-d9fa8b1c-1c6d-49b9-a2c5-e09017abf5b6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:28.642221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-d9fa8b1c-1c6d-49b9-a2c5-e09017abf5b6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.2230585 Dec 15 13:59:28.644061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.663751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Request body: {'port': {'device_id': 'e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'admin_state_up': True, 'tenant_id': 'd606782eb8b4425ea38100e5d1ac0bca'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:28.671337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Calling delete_port for d6262e9d-d674-4b71-a67c-4e66c63c23dd owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:28.678818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] For port 14120252-fe83-4307-b476-775d37debdc7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=14120252-fe83-4307-b476-775d37debdc7,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:28.679186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.702176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Calling delete_port for 14120252-fe83-4307-b476-775d37debdc7 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:28.741380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0cd8e-ba07-4189-afa2-a4549c5692b0 req-17c08f52-745a-4753-8f4c-928d01f25d2b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:28.743068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d5e0cd8e-ba07-4189-afa2-a4549c5692b0 req-17c08f52-745a-4753-8f4c-928d01f25d2b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1595390 Dec 15 13:59:28.843621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.857090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['14120252-fe83-4307-b476-775d37debdc7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:28.875339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event deleted for resources: {'Port': ['ID=14120252-fe83-4307-b476-775d37debdc7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:28.904692 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d5e0cd8e-ba07-4189-afa2-a4549c5692b0 req-1856926d-537f-4a13-9039-28efc8bb0b32 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208487 Dec 15 13:59:28.939911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] No DVR routers for this DVR port 14120252-fe83-4307-b476-775d37debdc7 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:28.942543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.946450 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdd9dc64-edcf-418a-af43-c68c4ad7db42 req-5f2808c3-dd33-4c80-911c-4d41bfdd66dc tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.74 "DELETE /v2.0/ports/14120252-fe83-4307-b476-775d37debdc7 HTTP/1.1" status: 204 len: 173 time: 0.5735009 Dec 15 13:59:28.947335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1251f06d-0544-4fb2-bbd7-2661f1d33963', 'name': 'network-vif-deleted', 'tag': '14120252-fe83-4307-b476-775d37debdc7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:28.949359 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a671b1a-74da-421c-a819-a6c2bca2580c" -d '{"events": [{"server_uuid": "1251f06d-0544-4fb2-bbd7-2661f1d33963", "name": "network-vif-deleted", "tag": "14120252-fe83-4307-b476-775d37debdc7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:28.962729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Made reservation on behalf of d606782eb8b4425ea38100e5d1ac0bca for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:28.968883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:28.995987 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2acbc3-11ae-487e-bfc7-b4d911688d58 x-openstack-request-id: req-6f2acbc3-11ae-487e-bfc7-b4d911688d58 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:28.996379 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1251f06d-0544-4fb2-bbd7-2661f1d33963", "name": "network-vif-deleted", "tag": "14120252-fe83-4307-b476-775d37debdc7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:28.996645 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6f2acbc3-11ae-487e-bfc7-b4d911688d58 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:28.997112 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1251f06d-0544-4fb2-bbd7-2661f1d33963', 'name': 'network-vif-deleted', 'tag': '14120252-fe83-4307-b476-775d37debdc7', 'status': 'completed', 'code': 200} Dec 15 13:59:29.078463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:29.170182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Port': ['ID=d6262e9d-d674-4b71-a67c-4e66c63c23dd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:29.391262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:29.402062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Allocated IP 172.20.0.11 (022acac5-cc30-48a2-8d9c-86c3f57752ba/3a810473-510c-4634-84c0-8dfe62ec7ea0/e695daa2-ac3a-403f-8e40-de0d37ed86ae) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:29.413052 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48872e46-929b-45e3-aec9-b3caa32a67c0 req-fbf78cb6-fd6b-4158-9bbe-0a60662fa36d tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=1251f06d-0544-4fb2-bbd7-2661f1d33963 HTTP/1.1" status: 200 len: 210 time: 0.0513330 Dec 15 13:59:29.617025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18684cd4-489d-459d-9f3c-a1cd2dc62506 req-75580990-b7f4-43f5-88fe-44ad8755cab6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 210 time: 0.0743437 Dec 15 13:59:29.698696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Router cb6f7433-66eb-4e78-aa85-e8f789147516 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:29.810821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:29.824700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4f30c152-1df4-4a2e-88cd-050987ddd711 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "PUT /v2.0/routers/cb6f7433-66eb-4e78-aa85-e8f789147516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2607653 Dec 15 13:59:29.825744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39998) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:29.833370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a161b5-6d0d-4377-95f9-ce597e98c430 None None] Sync routers for ids ['cb6f7433-66eb-4e78-aa85-e8f789147516'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:29.847052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a161b5-6d0d-4377-95f9-ce597e98c430 None None] Routers {'cb6f7433-66eb-4e78-aa85-e8f789147516'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:29.848063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-57a161b5-6d0d-4377-95f9-ce597e98c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cb6f7433-66eb-4e78-aa85-e8f789147516'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:29.877539 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:29.880981 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-fbad8099-50f5-40a2-8ec8-70757b4cd1c6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] delete failed (client error): The resource could not be found. Dec 15 13:59:29.882373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fbad8099-50f5-40a2-8ec8-70757b4cd1c6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/routers/tempest-non_exist_router-750668584 HTTP/1.1" status: 404 len: 334 time: 0.0557113 Dec 15 13:59:29.886925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:29.893427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6f53d703-80a9-4ce1-8219-b51037108aa2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb6f7433-66eb-4e78-aa85-e8f789147516'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:29.898218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-57a161b5-6d0d-4377-95f9-ce597e98c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:29.922800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a161b5-6d0d-4377-95f9-ce597e98c430 None None] Routers {'cb6f7433-66eb-4e78-aa85-e8f789147516'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:29.923686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-57a161b5-6d0d-4377-95f9-ce597e98c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cb6f7433-66eb-4e78-aa85-e8f789147516'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:29.930271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.005812 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-57a161b5-6d0d-4377-95f9-ce597e98c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:30.007313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a161b5-6d0d-4377-95f9-ce597e98c430 None None] The sync data for ids ['cb6f7433-66eb-4e78-aa85-e8f789147516'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:30.051695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:30.055503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:30.066292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:30.076614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event updated for resources: {'Port': ['ID=e695daa2-ac3a-403f-8e40-de0d37ed86ae,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:30.109580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:30.138878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:30.139809 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.159355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-85081afe-c430-4cff-b920-2d3ccfeb464f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4993396 Dec 15 13:59:30.173906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Request body: {'port': {'device_id': 'e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:30.175557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:59:30.185210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:30.185934 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.283741 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.352965 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.379135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:30.381477 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec1a61b-8c75-47a0-9a7b-ed01c3de6002" -d '{"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:30.396414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:30.400957 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.476657 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8861cfdb-37dd-43c5-ad8f-9f9110d0218f x-openstack-request-id: req-8861cfdb-37dd-43c5-ad8f-9f9110d0218f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:30.476928 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:30.477183 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8861cfdb-37dd-43c5-ad8f-9f9110d0218f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:30.477527 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'code': 200} Dec 15 13:59:30.510297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:30.641441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d229373-aefa-4120-baa7-051f8c883bdb req-4a69c29b-ba30-4ea7-8141-4b3c0bce037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:30.642967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d229373-aefa-4120-baa7-051f8c883bdb req-4a69c29b-ba30-4ea7-8141-4b3c0bce037f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1097 time: 0.1102021 Dec 15 13:59:30.722340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d229373-aefa-4120-baa7-051f8c883bdb req-d80c48da-5029-4136-87df-94933337cfd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688400 Dec 15 13:59:30.724999 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.803012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e695daa2-ac3a-403f-8e40-de0d37ed86ae {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:30.817504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.856393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Transition to ACTIVE for port object e695daa2-ac3a-403f-8e40-de0d37ed86ae will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:59:30.870613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.910682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f53d703-80a9-4ce1-8219-b51037108aa2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:30.927820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4721-b10e-417e-8325-a605bbafab97 req-ef005004-7a6d-4f2d-8764-d3507c0ef2dc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:30.936651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7dfb4721-b10e-417e-8325-a605bbafab97 req-ef005004-7a6d-4f2d-8764-d3507c0ef2dc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.8825622 Dec 15 13:59:31.010903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7dfb4721-b10e-417e-8325-a605bbafab97 req-e1cd4845-1236-42b3-8049-ccc83c95ac46 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686765 Dec 15 13:59:31.016547 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.057361 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-6f53d703-80a9-4ce1-8219-b51037108aa2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] update failed (client error): The resource could not be found. Dec 15 13:59:31.065159 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6f53d703-80a9-4ce1-8219-b51037108aa2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "PUT /v2.0/routers/cb6f7433-66eb-4e78-aa85-e8f789147516 HTTP/1.1" status: 404 len: 339 time: 1.1766841 Dec 15 13:59:31.066008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:31.095010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e695daa2-ac3a-403f-8e40-de0d37ed86ae,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:31.183289 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2dd3-94cb-4c9e-8893-36f04e47f3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.190155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace254a6-4b6e-4e6e-9610-2a523f20b247 req-6dba5c97-802b-4e02-8d31-e79c23083d31 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:31.198349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ace254a6-4b6e-4e6e-9610-2a523f20b247 req-6dba5c97-802b-4e02-8d31-e79c23083d31 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 944 time: 0.1838408 Dec 15 13:59:31.263564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ace254a6-4b6e-4e6e-9610-2a523f20b247 req-af09c158-3f53-4e0e-8441-7fa55ae15588 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Dec 15 13:59:31.264298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Attempting to bind port e695daa2-ac3a-403f-8e40-de0d37ed86ae on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:31.264684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Attempting to bind port e695daa2-ac3a-403f-8e40-de0d37ed86ae by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:31.265011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Attempting to bind port e695daa2-ac3a-403f-8e40-de0d37ed86ae on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:31.270714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Port e695daa2-ac3a-403f-8e40-de0d37ed86ae on network 022acac5-cc30-48a2-8d9c-86c3f57752ba not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:59:31.271036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Attempting to bind port e695daa2-ac3a-403f-8e40-de0d37ed86ae on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:31.282729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:31.283063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Checking segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:31.284318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Bound using segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:31.284961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Bound port: e695daa2-ac3a-403f-8e40-de0d37ed86ae, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:31.285515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.355755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc338c81-ad6d-4c94-b314-392827f9ac67 req-9db2b831-cb5a-42ea-a01f-8546bb702e0f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:31.358898 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc338c81-ad6d-4c94-b314-392827f9ac67 req-9db2b831-cb5a-42ea-a01f-8546bb702e0f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1935256 Dec 15 13:59:31.415480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] For port e695daa2-ac3a-403f-8e40-de0d37ed86ae, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:31.420391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] For port e695daa2-ac3a-403f-8e40-de0d37ed86ae, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e695daa2-ac3a-403f-8e40-de0d37ed86ae,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:31.428214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.499132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14120252-fe83-4307-b476-775d37debdc7 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:31.505803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e695daa2-ac3a-403f-8e40-de0d37ed86ae,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:31.513206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:31.514035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.515803 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-969dacac-224b-4f9e-b56a-1f90a17ea5d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/e695daa2-ac3a-403f-8e40-de0d37ed86ae HTTP/1.1" status: 200 len: 1092 time: 1.3475215 Dec 15 13:59:31.516329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c', 'tag': 'e695daa2-ac3a-403f-8e40-de0d37ed86ae'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:31.519090 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904a9d5-4e68-43e9-8b9f-fde1264998af" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c", "tag": "e695daa2-ac3a-403f-8e40-de0d37ed86ae"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:31.563779 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc338c81-ad6d-4c94-b314-392827f9ac67 req-af63e8f0-a401-498f-9372-b14f37ae7a35 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556435 Dec 15 13:59:31.569684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 14120252-fe83-4307-b476-775d37debdc7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:31.570975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 14120252-fe83-4307-b476-775d37debdc7 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:31.600974 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612d8496-9b82-45af-bf12-7b7ccd11b502 x-openstack-request-id: req-612d8496-9b82-45af-bf12-7b7ccd11b502 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:31.601269 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c", "tag": "e695daa2-ac3a-403f-8e40-de0d37ed86ae", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:31.601528 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-612d8496-9b82-45af-bf12-7b7ccd11b502 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:31.602058 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c', 'tag': 'e695daa2-ac3a-403f-8e40-de0d37ed86ae', 'status': 'completed', 'code': 200} Dec 15 13:59:31.617570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:31.625538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-862a668f-be7a-46ca-8789-be2af8a85add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:31.627684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-862a668f-be7a-46ca-8789-be2af8a85add service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 1095 time: 0.0581594 Dec 15 13:59:31.675493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-953c3b7b-7bbd-4673-9d67-bf697be54cb6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e695daa2-ac3a-403f-8e40-de0d37ed86ae HTTP/1.1" status: 200 len: 217 time: 0.0401533 Dec 15 13:59:31.724523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-c04af5b2-a433-4d30-a1c3-35523bc66315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:31.725985 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-c04af5b2-a433-4d30-a1c3-35523bc66315 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.0431163 Dec 15 13:59:31.761139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-dff8f1a9-0d96-4259-8314-d5cfeb33ada6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258751 Dec 15 13:59:31.872534 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-c618a571-f58a-4d36-b100-028bb4efa252 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046884 Dec 15 13:59:31.881230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Allocated IP 172.20.0.1 (f6766810-af16-42ba-85f3-b962fc852d4e/327b04df-8b9f-4ac5-8886-8cc3745a831d/5b613d1b-f5a1-49b4-b2ef-709e105753a1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:31.997195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bdc10c1e-3a45-449f-a87f-58e4c1122922 req-259e7b57-ead8-45b2-8f38-d7c520d22147 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183145 Dec 15 13:59:32.043794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.085453 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.104328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-44e43d8e-8498-4eb6-902c-dcf9af3c7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.105891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-44e43d8e-8498-4eb6-902c-dcf9af3c7be6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 1095 time: 0.0595810 Dec 15 13:59:32.134905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network f6766810-af16-42ba-85f3-b962fc852d4e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:32.140718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:32.154386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:32.188881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Port': ['ID=5b613d1b-f5a1-49b4-b2ef-709e105753a1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:32.221729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fd18e-91eb-40b5-8449-a4cdc7903c77 req-4b8befff-0658-4702-a286-c9080cbfee65 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.223285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a5fd18e-91eb-40b5-8449-a4cdc7903c77 req-4b8befff-0658-4702-a286-c9080cbfee65 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1146786 Dec 15 13:59:32.237630 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.266825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-6e831a2e-b3b9-47aa-a3a8-abfe59d036d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.268332 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-6e831a2e-b3b9-47aa-a3a8-abfe59d036d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 914 time: 0.1509199 Dec 15 13:59:32.331899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-c517ee82-de6f-4068-b8b0-6a37df3b6868 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e695daa2-ac3a-403f-8e40-de0d37ed86ae HTTP/1.1" status: 200 len: 217 time: 0.0513375 Dec 15 13:59:32.337905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a5fd18e-91eb-40b5-8449-a4cdc7903c77 req-c20c090b-de8e-4f78-97db-61082d71bcd7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025763 Dec 15 13:59:32.394307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-4af8515d-54ef-41e1-8d2b-7f415c681c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.396535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-4af8515d-54ef-41e1-8d2b-7f415c681c3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.0553501 Dec 15 13:59:32.482118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-b7114ab5-0f8b-4152-bc00-2c178d394ec3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745664 Dec 15 13:59:32.510353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-665402e2-017d-4731-8502-b4b5f1b7c8df None None] Provisioning complete for port 5b613d1b-f5a1-49b4-b2ef-709e105753a1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:32.511257 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-665402e2-017d-4731-8502-b4b5f1b7c8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.521031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.548791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a610bf4-e183-4edc-a6a9-5a77886fe90e req-e3063cb9-0ae1-45f9-8a32-f65512a90669 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.548791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a610bf4-e183-4edc-a6a9-5a77886fe90e req-e3063cb9-0ae1-45f9-8a32-f65512a90669 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 944 time: 0.1764281 Dec 15 13:59:32.589194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-665402e2-017d-4731-8502-b4b5f1b7c8df None None] Port 5b613d1b-f5a1-49b4-b2ef-709e105753a1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:32.607537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a28dc-daa8-4bbc-87a3-7007a11677ae req-f8e4aa62-84a3-4817-9894-4afd6c00a121 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.618903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40042) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:32.619627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd9a28dc-daa8-4bbc-87a3-7007a11677ae req-f8e4aa62-84a3-4817-9894-4afd6c00a121 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1613960 Dec 15 13:59:32.631854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Request body: {'floatingip': {'port_id': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:32.655684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-1b4c8ea2-b9a3-43fa-bf98-4d4700a64265 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516142 Dec 15 13:59:32.768355 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:32.802241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a610bf4-e183-4edc-a6a9-5a77886fe90e req-f67c542e-8a98-401d-b712-91ed87adb58d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181649 Dec 15 13:59:32.871046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904a9d5-4e68-43e9-8b9f-fde1264998af req-d24fa000-c687-43fd-8657-71bf6ca33e56 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761739 Dec 15 13:59:32.881754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-a20e546e-38dc-4275-9204-91826c4441c6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.885139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-a20e546e-38dc-4275-9204-91826c4441c6 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.2250221 Dec 15 13:59:32.912354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80928d-e51b-4bf3-84dc-985f14a7e853 req-0a5343aa-67a9-4bc9-8a71-e8f85f1c4bce tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:32.914139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c80928d-e51b-4bf3-84dc-985f14a7e853 req-0a5343aa-67a9-4bc9-8a71-e8f85f1c4bce tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 945 time: 0.1547165 Dec 15 13:59:33.022612 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c80928d-e51b-4bf3-84dc-985f14a7e853 req-3aceb0c7-cb31-48e5-87ea-09c65125997b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dd44fb0-605c-412e-a2e9-5ec85b0df44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884848 Dec 15 13:59:33.037380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Deleting port 0bfb3d96-6544-486a-897c-8f89b1721e29 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:33.037732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.123625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.161345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.164753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] For port 0bfb3d96-6544-486a-897c-8f89b1721e29, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0bfb3d96-6544-486a-897c-8f89b1721e29,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:33.165260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.281808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.298629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event updated for resources: {'Port': ['ID=5b613d1b-f5a1-49b4-b2ef-709e105753a1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:33.348163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.348762 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.348881 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Floating IP 8bfd55ed-ed2d-4921-86e3-5015698a1f3b disassociated. External IP: 172.25.7.179, port: 0bfb3d96-6544-486a-897c-8f89b1721e29. Dec 15 13:59:33.349170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Calling delete_port for 0bfb3d96-6544-486a-897c-8f89b1721e29 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:33.493884 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.500655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Network f6766810-af16-42ba-85f3-b962fc852d4e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:33.503830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:33.531559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event deleted for resources: {'Port': ['ID=0bfb3d96-6544-486a-897c-8f89b1721e29,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:33.596774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.676213 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.774999 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b28dc4fd-6cbd-47df-bb0e-5433d8ce4bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:33.784975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Router cb6f7433-66eb-4e78-aa85-e8f789147516 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:33.943278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-efcc1f56-5c99-4ae2-b32e-bf898142c469 None None] Provisioning complete for port 5b613d1b-f5a1-49b4-b2ef-709e105753a1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:33.944057 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efcc1f56-5c99-4ae2-b32e-bf898142c469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.003397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-efcc1f56-5c99-4ae2-b32e-bf898142c469 None None] Port 5b613d1b-f5a1-49b4-b2ef-709e105753a1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:34.216287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Router d321acb4-c545-4e2c-89b4-6e71850391a5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:34.225065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad452-01a9-4996-87ea-3c08e966b368 req-15ecb4cb-a941-4c09-af0e-62ffb5a9f05d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:34.226632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383ad452-01a9-4996-87ea-3c08e966b368 req-15ecb4cb-a941-4c09-af0e-62ffb5a9f05d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 944 time: 0.0692377 Dec 15 13:59:34.316559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71904bf5-a99d-406a-9bbd-8a1685cb4688 req-abfa056f-2783-4a6a-9d94-fdfcedce8c96 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/ports?device_id=66bd68ec-fbd2-4d63-b5db-bba0d993b50d HTTP/1.1" status: 200 len: 210 time: 0.0403156 Dec 15 13:59:34.325989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383ad452-01a9-4996-87ea-3c08e966b368 req-c0fd6707-63b0-4717-bcad-5613e752807c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909483 Dec 15 13:59:34.330135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:34.335974 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-09b0b240-3d62-4270-b867-b7255fa1a8c2 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "PUT /v2.0/routers/cb6f7433-66eb-4e78-aa85-e8f789147516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2684374 Dec 15 13:59:34.338174 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Floating IP 11088c84-4ad0-4a33-86f7-1bdd8da49f8e associated. External IP: 172.25.7.214, port: ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5. Dec 15 13:59:34.340191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40056) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:34.346929 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c8c49-12a2-4ba5-a6a6-974b40f82256 None None] Sync routers for ids ['cb6f7433-66eb-4e78-aa85-e8f789147516'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:34.364932 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c8c49-12a2-4ba5-a6a6-974b40f82256 None None] Routers {'cb6f7433-66eb-4e78-aa85-e8f789147516'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:34.365871 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5e3c8c49-12a2-4ba5-a6a6-974b40f82256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cb6f7433-66eb-4e78-aa85-e8f789147516'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:34.391167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:34.406334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] Sync routers for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:34.430650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:34.433195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:34.439734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] No DVR routers for this DVR port 0bfb3d96-6544-486a-897c-8f89b1721e29 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:34.443205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.446599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58fa9e1d-dc9d-4ad7-9942-6805ca75127a req-7bc1bb1e-f842-48ec-b95d-4229c662cc2f tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.24 "DELETE /v2.0/ports/0bfb3d96-6544-486a-897c-8f89b1721e29 HTTP/1.1" status: 204 len: 173 time: 1.5550799 Dec 15 13:59:34.447222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-deleted', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:34.450628 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620ba0fc-1657-4730-bf54-5f807e1ae6c9" -d '{"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-deleted", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:34.465507 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5e3c8c49-12a2-4ba5-a6a6-974b40f82256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:34.506090 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c8c49-12a2-4ba5-a6a6-974b40f82256 None None] Routers {'cb6f7433-66eb-4e78-aa85-e8f789147516'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:34.507126 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5e3c8c49-12a2-4ba5-a6a6-974b40f82256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cb6f7433-66eb-4e78-aa85-e8f789147516'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:34.520080 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f288e1-5c03-42e6-8810-8e9c0e3d0e13 x-openstack-request-id: req-39f288e1-5c03-42e6-8810-8e9c0e3d0e13 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:34.520244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaac1051-c3a5-4723-ade9-254ed4067067 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.520462 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd68ec-fbd2-4d63-b5db-bba0d993b50d", "name": "network-vif-deleted", "tag": "0bfb3d96-6544-486a-897c-8f89b1721e29", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:34.520733 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-39f288e1-5c03-42e6-8810-8e9c0e3d0e13 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:34.521147 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd68ec-fbd2-4d63-b5db-bba0d993b50d', 'name': 'network-vif-deleted', 'tag': '0bfb3d96-6544-486a-897c-8f89b1721e29', 'status': 'completed', 'code': 200} Dec 15 13:59:34.611222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5e3c8c49-12a2-4ba5-a6a6-974b40f82256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:34.612074 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c8c49-12a2-4ba5-a6a6-974b40f82256 None None] The sync data for ids ['cb6f7433-66eb-4e78-aa85-e8f789147516'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:34.667704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:34.672158 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-eaac1051-c3a5-4723-ade9-254ed4067067 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 13:59:34.676553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40062) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:34.684910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-eaac1051-c3a5-4723-ade9-254ed4067067 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/routers/cb6f7433-66eb-4e78-aa85-e8f789147516 HTTP/1.1" status: 409 len: 329 time: 0.3436759 Dec 15 13:59:34.817758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Router 6b6f7914-93c6-490d-babc-4d45a80c2d24 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:34.835189 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.941135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:55Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:34.960690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:34.971484 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] Sync routers for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:34.971970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] Checking router: d321acb4-c545-4e2c-89b4-6e71850391a5 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:59:34.982002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:34.982569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:34.983641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:34.984062 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:34.985591 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:35.061229 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-247205f2-b29e-4d2b-9245-7294bec89768 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "PUT /v2.0/floatingips/11088c84-4ad0-4a33-86f7-1bdd8da49f8e HTTP/1.1" status: 200 len: 992 time: 2.4385471 Dec 15 13:59:35.061867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:35.067299 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562c7ea3-7fb9-4cf3-8c87-362451e9baee" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:35.143610 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:35.152525 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:35.189434 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94edd6-c6d6-4aae-8e17-8a9d53414766 x-openstack-request-id: req-ce94edd6-c6d6-4aae-8e17-8a9d53414766 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:35.189856 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:35.190227 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce94edd6-c6d6-4aae-8e17-8a9d53414766 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:35.190786 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'status': 'completed', 'code': 200} Dec 15 13:59:35.194309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.317485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-682c1415-08c6-490e-912d-717f1eb30bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:35.319166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-682c1415-08c6-490e-912d-717f1eb30bcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1097 time: 0.0854461 Dec 15 13:59:35.379764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:55Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:35.417915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6317696-d05d-4f50-9448-f15868967e2a None None] The sync data for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 is: [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:49:49Z', 'revision_number': 4, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4fe10aab-fa09-4a5c-b84e-60dcc4872ddf', 'name': '', 'network_id': '0e07166e-e6e5-4522-9054-de8821e1eb7e', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'mac_address': 'fa:16:3e:56:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:47Z', 'updated_at': '2021-12-15T13:49:55Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'subnets': [{'id': '5de816d9-6c94-4257-bb63-81cc5bec5ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:35.426948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '11088c84-4ad0-4a33-86f7-1bdd8da49f8e', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'port_id': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'mac_address': 'fa:16:3e:a3:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5a872b-ec08-4319-b273-effb21091e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:59:13Z', 'updated_at': '2021-12-15T13:59:33Z', 'revision_number': 1, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:35.489528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-53679ea2-50b3-41e7-bc71-85b27265c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:35.491259 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-53679ea2-50b3-41e7-bc71-85b27265c425 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.1400375 Dec 15 13:59:35.514912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e695daa2-ac3a-403f-8e40-de0d37ed86ae details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:35.540495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40078) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:35.575780 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] Checking router: 6b6f7914-93c6-490d-babc-4d45a80c2d24 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:59:35.591741 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:35.592414 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:35.629784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-8cc331d8-6276-4a97-925b-e34b5b75bc26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 1000 time: 0.1299417 Dec 15 13:59:35.639276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e4bfd33-1e52-46d2-bbf9-510608cace46 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.653213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79424919-0b64-4757-94e3-bdd226c33f08 req-06616c90-02d6-4155-89ee-d20c4f0c548c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:35.654382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79424919-0b64-4757-94e3-bdd226c33f08 req-06616c90-02d6-4155-89ee-d20c4f0c548c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 944 time: 0.1756992 Dec 15 13:59:35.685685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e695daa2-ac3a-403f-8e40-de0d37ed86ae, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e695daa2-ac3a-403f-8e40-de0d37ed86ae,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:35.694632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Deleting port 5b613d1b-f5a1-49b4-b2ef-709e105753a1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:35.695127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.703421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'e695daa2-ac3a-403f-8e40-de0d37ed86ae', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'port_id': 'e695daa2-ac3a-403f-8e40-de0d37ed86ae', 'mac_address': 'fa:16:3e:d8:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a810473-510c-4634-84c0-8dfe62ec7ea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:35.731693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-858763da-9437-4b6d-b52f-1f3c5d19c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:35.733798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-858763da-9437-4b6d-b52f-1f3c5d19c102 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.0953474 Dec 15 13:59:35.763968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e4bfd33-1e52-46d2-bbf9-510608cace46 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.768841 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:35.771591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79424919-0b64-4757-94e3-bdd226c33f08 req-5a98e6cd-04c4-4ef7-8b13-a9a4bb1cde9c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078503 Dec 15 13:59:35.784571 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.826886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e695daa2-ac3a-403f-8e40-de0d37ed86ae {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:35.867756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e695daa2-ac3a-403f-8e40-de0d37ed86ae, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e695daa2-ac3a-403f-8e40-de0d37ed86ae,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:35.869588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e4bfd33-1e52-46d2-bbf9-510608cace46 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.872792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e4bfd33-1e52-46d2-bbf9-510608cace46 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.873880 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.875177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0e4bfd33-1e52-46d2-bbf9-510608cace46 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "DELETE /v2.0/security-groups/4dd44fb0-605c-412e-a2e9-5ec85b0df44a HTTP/1.1" status: 204 len: 168 time: 0.3320222 Dec 15 13:59:35.878938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:35.907946 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-0ffd8439-a21a-4fef-adac-c23a7fcdc411 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] show failed (client error): The resource could not be found. Dec 15 13:59:35.909187 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0ffd8439-a21a-4fef-adac-c23a7fcdc411 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "GET /v2.0/security-groups/4dd44fb0-605c-412e-a2e9-5ec85b0df44a HTTP/1.1" status: 404 len: 347 time: 0.0274110 Dec 15 13:59:35.913107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:35.917705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-3b7bef12-d569-4aa7-aede-31480a64621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:35.919283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-3b7bef12-d569-4aa7-aede-31480a64621b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154335 Dec 15 13:59:35.925264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40084) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:35.925419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bfd33-1e52-46d2-bbf9-510608cace46 tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd44fb0-605c-412e-a2e9-5ec85b0df44a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:35.930564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8e136-1ca8-437e-88c7-d2c15e4f6f76 None None] New status for floating IP 8bfd55ed-ed2d-4921-86e3-5015698a1f3b: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:59:35.970161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e695daa2-ac3a-403f-8e40-de0d37ed86ae,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:35.991231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Calling delete_port for 5b613d1b-f5a1-49b4-b2ef-709e105753a1 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:36.140223 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '11088c84-4ad0-4a33-86f7-1bdd8da49f8e', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'port_id': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'mac_address': 'fa:16:3e:a3:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5a872b-ec08-4319-b273-effb21091e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:59:13Z', 'updated_at': '2021-12-15T13:59:33Z', 'revision_number': 1, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:36.173952 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4cad6-b2db-4197-973e-a672f87d0d70 None None] The sync data for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 is: [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '11088c84-4ad0-4a33-86f7-1bdd8da49f8e', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'port_id': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'mac_address': 'fa:16:3e:a3:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5a872b-ec08-4319-b273-effb21091e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:59:13Z', 'updated_at': '2021-12-15T13:59:33Z', 'revision_number': 1, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:36.174482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e695daa2-ac3a-403f-8e40-de0d37ed86ae'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:36.276287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-fc3fd80c-43f0-4b68-bda7-03da335bbcc8 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415029 Dec 15 13:59:36.394538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Deleting port d6f4c85c-6267-4578-b71c-7e8014d40cc2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:36.394876 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.434476 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b59b1e-3a06-4362-a5fa-99e9f16aed5a None None] New status for floating IP 11088c84-4ad0-4a33-86f7-1bdd8da49f8e: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:59:36.486601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-562c7ea3-7fb9-4cf3-8c87-362451e9baee req-41234fe6-4409-4b61-920c-7e0c7060e8f7 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004409 Dec 15 13:59:36.489061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.529172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Port': ['ID=5b613d1b-f5a1-49b4-b2ef-709e105753a1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:36.574766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.605703 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.605939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.626326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Calling delete_port for d6f4c85c-6267-4578-b71c-7e8014d40cc2 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:36.748639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:36.912079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c0240-d965-4d59-b626-38edf1a27a08 req-63355b19-9bc8-4687-863a-6a3f53a2a32e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:36.915141 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-008c0240-d965-4d59-b626-38edf1a27a08 req-63355b19-9bc8-4687-863a-6a3f53a2a32e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 945 time: 0.0595679 Dec 15 13:59:36.964123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-008c0240-d965-4d59-b626-38edf1a27a08 req-1c8f0740-bb76-4e6a-812b-665473db345c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Dec 15 13:59:36.967986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Router cb6f7433-66eb-4e78-aa85-e8f789147516 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:36.987203 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.074950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Pushing event deleted for resources: {'Port': ['ID=d6f4c85c-6267-4578-b71c-7e8014d40cc2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:37.084784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:37.091106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe1643e-99ce-4676-8c35-5772fe74cad1 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:37.098219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461b0e1-4a8a-4668-8b48-2fe4d57245dd None None] Sync routers for ids ['cb6f7433-66eb-4e78-aa85-e8f789147516'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:37.102204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-675553a2-f00f-4975-938a-9322dca88ab6 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "PUT /v2.0/routers/cb6f7433-66eb-4e78-aa85-e8f789147516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4245605 Dec 15 13:59:37.106395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40098) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:37.119757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461b0e1-4a8a-4668-8b48-2fe4d57245dd None None] Routers {'cb6f7433-66eb-4e78-aa85-e8f789147516'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:37.120617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9461b0e1-4a8a-4668-8b48-2fe4d57245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cb6f7433-66eb-4e78-aa85-e8f789147516'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:37.157398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9461b0e1-4a8a-4668-8b48-2fe4d57245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:37.166725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461b0e1-4a8a-4668-8b48-2fe4d57245dd None None] Routers {'cb6f7433-66eb-4e78-aa85-e8f789147516'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:37.167568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9461b0e1-4a8a-4668-8b48-2fe4d57245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cb6f7433-66eb-4e78-aa85-e8f789147516'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:37.170779 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-18e716d7-b6c9-4372-8ba4-90eaa27bafe5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] show failed (client error): The resource could not be found. Dec 15 13:59:37.171733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-18e716d7-b6c9-4372-8ba4-90eaa27bafe5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "GET /v2.0/routers/tempest-non_exist_router-1104469760 HTTP/1.1" status: 404 len: 335 time: 0.0644274 Dec 15 13:59:37.175491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40100) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:37.181308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-28bf4cf9-4415-439f-a34e-26bab99c5804 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:37.202551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9461b0e1-4a8a-4668-8b48-2fe4d57245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:37.203210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461b0e1-4a8a-4668-8b48-2fe4d57245dd None None] The sync data for ids ['cb6f7433-66eb-4e78-aa85-e8f789147516'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:37.217318 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-28bf4cf9-4415-439f-a34e-26bab99c5804 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] update failed (client error): The resource could not be found. Dec 15 13:59:37.218337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-28bf4cf9-4415-439f-a34e-26bab99c5804 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "PUT /v2.0/routers/tempest-non_exist_router-1441489363 HTTP/1.1" status: 404 len: 335 time: 0.0419068 Dec 15 13:59:37.219194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.221758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.222090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40102) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:37.222768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-346ba206-036b-4970-a911-ae765a52275b tempest-ServerActionsTestJSON-490612130 tempest-ServerActionsTestJSON-490612130-project] 10.222.0.86 "DELETE /v2.0/floatingips/8bfd55ed-ed2d-4921-86e3-5015698a1f3b HTTP/1.1" status: 204 len: 168 time: 1.2964952 Dec 15 13:59:37.227157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40104) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:37.268138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.284803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ef61de-3d4e-4ee3-9968-3740a38b5246 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Deleting subnet 7ab27533-adc2-44cc-a9c5-b8130c1a4e13 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:37.289161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef61de-3d4e-4ee3-9968-3740a38b5246 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.340604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef61de-3d4e-4ee3-9968-3740a38b5246 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.431775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef61de-3d4e-4ee3-9968-3740a38b5246 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.494814 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef61de-3d4e-4ee3-9968-3740a38b5246 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.524305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3ef61de-3d4e-4ee3-9968-3740a38b5246 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.530283 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f3ef61de-3d4e-4ee3-9968-3740a38b5246 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/subnets/7ab27533-adc2-44cc-a9c5-b8130c1a4e13 HTTP/1.1" status: 204 len: 168 time: 0.3068399 Dec 15 13:59:37.531016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaf8eb2-7d35-4332-8fcc-447c3299156c None None] Network c985b8d3-5b8e-42e8-9cec-04de0448b9b3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:37.531462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef61de-3d4e-4ee3-9968-3740a38b5246 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab27533-adc2-44cc-a9c5-b8130c1a4e13,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:37.533897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:37.550183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e695daa2-ac3a-403f-8e40-de0d37ed86ae up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:37.592297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5764568-d984-478e-9102-bcff6f7c56d9 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Deleting subnet 193a9553-4a97-4095-9178-5fffd746ff2a {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:37.595760 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5764568-d984-478e-9102-bcff6f7c56d9 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.641097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5764568-d984-478e-9102-bcff6f7c56d9 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.685031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port e695daa2-ac3a-403f-8e40-de0d37ed86ae completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:59:37.693203 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port e695daa2-ac3a-403f-8e40-de0d37ed86ae triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:37.693608 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.737305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5764568-d984-478e-9102-bcff6f7c56d9 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.774213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] DHCP port deletion for c985b8d3-5b8e-42e8-9cec-04de0448b9b3 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:37.805971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.812530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5764568-d984-478e-9102-bcff6f7c56d9 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.815633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.846394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695daa2-ac3a-403f-8e40-de0d37ed86ae'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:37.848675 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7bcada-e094-4e59-89f4-40e08852fdbb" -d '{"events": [{"server_uuid": "e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c", "name": "network-vif-plugged", "status": "completed", "tag": "e695daa2-ac3a-403f-8e40-de0d37ed86ae"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:37.861067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5764568-d984-478e-9102-bcff6f7c56d9 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.863508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e695daa2-ac3a-403f-8e40-de0d37ed86ae, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e695daa2-ac3a-403f-8e40-de0d37ed86ae,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:37.864500 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b5764568-d984-478e-9102-bcff6f7c56d9 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/subnets/193a9553-4a97-4095-9178-5fffd746ff2a HTTP/1.1" status: 204 len: 168 time: 0.3296063 Dec 15 13:59:37.865522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5764568-d984-478e-9102-bcff6f7c56d9 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Subnet': ['ID=193a9553-4a97-4095-9178-5fffd746ff2a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:37.867109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40116) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:37.869469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404588ab-7711-4b22-8a4e-b20e0e9489a2 None None] Network 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:37.884708 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:37.958807 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.055827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Deleting port aa2bdb8d-42da-4048-aeaf-833f04fea8cf {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:38.056234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.128090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081aaca-59ab-476e-b56a-bdb7116c953b req-b09d0fd5-95b6-4896-982d-26aa9891dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:38.129626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9081aaca-59ab-476e-b56a-bdb7116c953b req-b09d0fd5-95b6-4896-982d-26aa9891dc49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 1097 time: 0.1404738 Dec 15 13:59:38.145824 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d45bd5-95f1-4d51-863d-966fa32b3ade x-openstack-request-id: req-68d45bd5-95f1-4d51-863d-966fa32b3ade {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:38.146536 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c", "name": "network-vif-plugged", "status": "completed", "tag": "e695daa2-ac3a-403f-8e40-de0d37ed86ae", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:38.147616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] For port aa2bdb8d-42da-4048-aeaf-833f04fea8cf, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,segment=NetworkSegment(25622991-a9ed-4e90-afa7-eed7cb2ffe31),segment_id=25622991-a9ed-4e90-afa7-eed7cb2ffe31)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:38.148277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.152870 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-68d45bd5-95f1-4d51-863d-966fa32b3ade {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:38.153453 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695daa2-ac3a-403f-8e40-de0d37ed86ae', 'code': 200} Dec 15 13:59:38.156668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36701c-e4a4-4f4c-8bb0-0b4f927d21cc req-d8b1c538-eca2-471d-9d1a-d29ee184a50d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:38.158236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36701c-e4a4-4f4c-8bb0-0b4f927d21cc req-d8b1c538-eca2-471d-9d1a-d29ee184a50d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 946 time: 0.1028004 Dec 15 13:59:38.179417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Calling delete_port for aa2bdb8d-42da-4048-aeaf-833f04fea8cf owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:38.181896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device aa2bdb8d-42da-4048-aeaf-833f04fea8cf no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:38.215617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:38.245029 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9081aaca-59ab-476e-b56a-bdb7116c953b req-cea726bb-bcd9-4cab-a8f0-4368c455cb8a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008387 Dec 15 13:59:38.248577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] Deleting port aa2bdb8d-42da-4048-aeaf-833f04fea8cf {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:38.248956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.250760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 0bfb3d96-6544-486a-897c-8f89b1721e29 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:38.251104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0bfb3d96-6544-486a-897c-8f89b1721e29 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:38.265653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36701c-e4a4-4f4c-8bb0-0b4f927d21cc req-c2b4c3ab-0667-4676-9661-dbfc826a3e7f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981898 Dec 15 13:59:38.268504 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.304557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Port': ['ID=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:38.324749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] No DVR routers for this DVR port aa2bdb8d-42da-4048-aeaf-833f04fea8cf on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:38.344048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Deleting port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:38.344787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.364441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e695daa2-ac3a-403f-8e40-de0d37ed86ae,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:38.383331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No active binding found for port aa2bdb8d-42da-4048-aeaf-833f04fea8cf {{(pid=109769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 13:59:38.384261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device aa2bdb8d-42da-4048-aeaf-833f04fea8cf not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:38.393438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] For port aa2bdb8d-42da-4048-aeaf-833f04fea8cf, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,segment=NetworkSegment(25622991-a9ed-4e90-afa7-eed7cb2ffe31),segment_id=25622991-a9ed-4e90-afa7-eed7cb2ffe31)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:38.393832 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.416356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] Calling delete_port for aa2bdb8d-42da-4048-aeaf-833f04fea8cf owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:38.473126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.479424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] For port 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:38.479790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.486066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] DHCP port deletion for 97181ed8-5a93-4ba1-baf0-0a501fdbf0fc request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:38.492162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Calling delete_port for 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:38.502320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c985b8d3-5b8e-42e8-9cec-04de0448b9b3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:38.512953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25622991-a9ed-4e90-afa7-eed7cb2ffe31') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:38.513362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25622991-a9ed-4e90-afa7-eed7cb2ffe31') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:38.523575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.537503 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.545181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:38.545949 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:38.549168 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:38.552568 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.582616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] Pushing event deleted for resources: {'Port': ['ID=aa2bdb8d-42da-4048-aeaf-833f04fea8cf,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:38.587021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305f921-cf0e-446d-8bd7-ffe447aba36e None None] No DVR routers for this DVR port aa2bdb8d-42da-4048-aeaf-833f04fea8cf on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:38.594668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] Deleting port 924ebab8-f53e-4896-a485-3d4595a867f6 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:38.595050 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.627432 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.633331 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.641941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/networks/c985b8d3-5b8e-42e8-9cec-04de0448b9b3 HTTP/1.1" status: 204 len: 168 time: 0.7712274 Dec 15 13:59:38.644314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:38.670751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] For port 924ebab8-f53e-4896-a485-3d4595a867f6, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=924ebab8-f53e-4896-a485-3d4595a867f6,segment=NetworkSegment(2fb31d90-eb27-4639-8adf-a8059ad06b4a),segment_id=2fb31d90-eb27-4639-8adf-a8059ad06b4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:38.671170 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.673038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204679b9-14b7-4d1e-bdf5-bd1df1dc7995 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Network': ['ID=c985b8d3-5b8e-42e8-9cec-04de0448b9b3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:38.684813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] Calling delete_port for 924ebab8-f53e-4896-a485-3d4595a867f6 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:38.716378 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.742603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe10aab-fa09-4a5c-b84e-60dcc4872ddf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:38.748040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.783261 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.817250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Deleting port 924ebab8-f53e-4896-a485-3d4595a867f6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:38.818226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.839232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] No DVR routers for this DVR port 924ebab8-f53e-4896-a485-3d4595a867f6 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:38.840934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccd2fa-46c9-4239-b686-2c539119b916 None None] Pushing event deleted for resources: {'Port': ['ID=924ebab8-f53e-4896-a485-3d4595a867f6,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:38.898363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] For port 924ebab8-f53e-4896-a485-3d4595a867f6, host n-d-821840-1, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:38.899003 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.915016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Calling delete_port for 924ebab8-f53e-4896-a485-3d4595a867f6 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:38.919121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Port 924ebab8-f53e-4896-a485-3d4595a867f6 was not found and therefore no delete operation was performed {{(pid=109767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:59:38.921619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.930856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:38.958825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] No DVR routers for this DVR port 924ebab8-f53e-4896-a485-3d4595a867f6 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:38.966470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Port': ['ID=924ebab8-f53e-4896-a485-3d4595a867f6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:39.054867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.076089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97181ed8-5a93-4ba1-baf0-0a501fdbf0fc']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.085541 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb31d90-eb27-4639-8adf-a8059ad06b4a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.085845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb31d90-eb27-4639-8adf-a8059ad06b4a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.096803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.110835 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.117587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:39.118069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:39.121676 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:39.191557 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.220883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.227514 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/networks/97181ed8-5a93-4ba1-baf0-0a501fdbf0fc HTTP/1.1" status: 204 len: 168 time: 0.5805943 Dec 15 13:59:39.229050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c911ab-d734-40ae-8132-b29a102104e5 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Network': ['ID=97181ed8-5a93-4ba1-baf0-0a501fdbf0fc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:39.230875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40134) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:39.316009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49eb1f2-425e-4b2f-9bb4-374b84bd3b6b tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Deleting subnet 327b04df-8b9f-4ac5-8886-8cc3745a831d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:39.320688 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d49eb1f2-425e-4b2f-9bb4-374b84bd3b6b tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.378970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d49eb1f2-425e-4b2f-9bb4-374b84bd3b6b tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.470621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d49eb1f2-425e-4b2f-9bb4-374b84bd3b6b tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.544354 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d49eb1f2-425e-4b2f-9bb4-374b84bd3b6b tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.571540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eb1f2-425e-4b2f-9bb4-374b84bd3b6b tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Subnet': ['ID=327b04df-8b9f-4ac5-8886-8cc3745a831d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:39.576055 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d49eb1f2-425e-4b2f-9bb4-374b84bd3b6b tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.579261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d49eb1f2-425e-4b2f-9bb4-374b84bd3b6b tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/subnets/327b04df-8b9f-4ac5-8886-8cc3745a831d HTTP/1.1" status: 204 len: 168 time: 0.3473735 Dec 15 13:59:39.581728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40142) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:39.583591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18beb-cfa1-440f-ada2-c806950ab7c8 req-4bff4b2d-d4d7-434c-84b7-21e4095d59c3 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:39.583738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5ff275-5f1f-432f-bdbf-ecec93496a3b None None] Network f6766810-af16-42ba-85f3-b962fc852d4e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:39.592567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50d18beb-cfa1-440f-ada2-c806950ab7c8 req-4bff4b2d-d4d7-434c-84b7-21e4095d59c3 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 946 time: 0.1078513 Dec 15 13:59:39.625259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Router d321acb4-c545-4e2c-89b4-6e71850391a5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:59:39.665257 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.699415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50d18beb-cfa1-440f-ada2-c806950ab7c8 req-0a632a8a-4640-491b-9e37-4e6f638893c9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026113 Dec 15 13:59:39.731238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Deleting port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:39.731587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.745394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] DHCP port deletion for f6766810-af16-42ba-85f3-b962fc852d4e request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:39.798621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:59:39.805830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] For port 45459cdd-b908-47aa-90d9-ad9f2f9a3623, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=45459cdd-b908-47aa-90d9-ad9f2f9a3623,segment=NetworkSegment(0ee9148b-47a0-4899-9f8e-1a2c8aba70ea),segment_id=0ee9148b-47a0-4899-9f8e-1a2c8aba70ea)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:39.806230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.809941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:39.810582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-805fbad1-fa50-4f0e-b898-e3bf2c052c89 admin admin] 10.222.0.86 "PUT /v2.0/routers/d321acb4-c545-4e2c-89b4-6e71850391a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823834 Dec 15 13:59:39.812675 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] Sync routers for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:59:39.814951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] Deleting port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:39.815364 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.825958 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:39.826982 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:39.859293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Calling delete_port for 45459cdd-b908-47aa-90d9-ad9f2f9a3623 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:39.885540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] For port 45459cdd-b908-47aa-90d9-ad9f2f9a3623, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=45459cdd-b908-47aa-90d9-ad9f2f9a3623,segment=NetworkSegment(0ee9148b-47a0-4899-9f8e-1a2c8aba70ea),segment_id=0ee9148b-47a0-4899-9f8e-1a2c8aba70ea)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:39.886738 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:39.904118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] Calling delete_port for 45459cdd-b908-47aa-90d9-ad9f2f9a3623 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:39.946765 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:40.001059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.080718 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.106996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc70bb-f4d7-4c0d-b6da-4780c3892385 req-b10c6154-3f23-4912-b396-ff2add8957e0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:40.109880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01bc70bb-f4d7-4c0d-b6da-4780c3892385 req-b10c6154-3f23-4912-b396-ff2add8957e0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 946 time: 0.1379461 Dec 15 13:59:40.142038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.149187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] Pushing event deleted for resources: {'Port': ['ID=45459cdd-b908-47aa-90d9-ad9f2f9a3623,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:40.154038 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:59:38Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:40.157431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a26c4-48de-4146-a70a-5f580443d706 None None] No DVR routers for this DVR port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:40.165143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01bc70bb-f4d7-4c0d-b6da-4780c3892385 req-e4ae1306-9a27-4b4d-aae0-70efe61b89f1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486040 Dec 15 13:59:40.206284 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] Checking router: d321acb4-c545-4e2c-89b4-6e71850391a5 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:59:40.216203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] Routers {'d321acb4-c545-4e2c-89b4-6e71850391a5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:59:40.216822 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T13:59:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d321acb4-c545-4e2c-89b4-6e71850391a5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:40.219601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 924ebab8-f53e-4896-a485-3d4595a867f6 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:40.238358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] No DVR routers for this DVR port 45459cdd-b908-47aa-90d9-ad9f2f9a3623 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:40.240222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 924ebab8-f53e-4896-a485-3d4595a867f6 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:40.240587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 924ebab8-f53e-4896-a485-3d4595a867f6 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:40.240762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Port': ['ID=45459cdd-b908-47aa-90d9-ad9f2f9a3623,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:40.241016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 45459cdd-b908-47aa-90d9-ad9f2f9a3623 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:40.245255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.262395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 45459cdd-b908-47aa-90d9-ad9f2f9a3623 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:40.262752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 45459cdd-b908-47aa-90d9-ad9f2f9a3623 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:40.347449 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] Set router d321acb4-c545-4e2c-89b4-6e71850391a5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:59:40.396486 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.424871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6766810-af16-42ba-85f3-b962fc852d4e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:40.439053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee9148b-47a0-4899-9f8e-1a2c8aba70ea') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:40.439385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee9148b-47a0-4899-9f8e-1a2c8aba70ea') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:40.456466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.458747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Deleting port 4823e076-e933-45bf-b5e5-d8d5085c1880 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:40.459070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.508690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.519431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:40.519777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:40.522864 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:40.561092 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:59:38Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:40.589560 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a3a39-c5b4-4d87-93f3-232ccbb06de8 None None] The sync data for ids ['d321acb4-c545-4e2c-89b4-6e71850391a5'] in n-d-821840-1 is: [{'id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'name': 'tempest-ServerActionsTestJSON-885984842-router', 'tenant_id': '2ada53ad04704bb09edba8eca9eebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:49:41Z', 'updated_at': '2021-12-15T13:59:38Z', 'revision_number': 5, 'project_id': '2ada53ad04704bb09edba8eca9eebc64', 'gw_port': {'id': '4823e076-e933-45bf-b5e5-d8d5085c1880', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd321acb4-c545-4e2c-89b4-6e71850391a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:49:42Z', 'updated_at': '2021-12-15T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:59:40.607421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] For port 4823e076-e933-45bf-b5e5-d8d5085c1880, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4823e076-e933-45bf-b5e5-d8d5085c1880,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:40.607918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.610670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.625327 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.629329 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/networks/f6766810-af16-42ba-85f3-b962fc852d4e HTTP/1.1" status: 204 len: 168 time: 1.0466163 Dec 15 13:59:40.632525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40158) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:40.644475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Calling delete_port for 4823e076-e933-45bf-b5e5-d8d5085c1880 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:40.647210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355de69-db6e-4064-9b97-2ae389186dd4 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Pushing event deleted for resources: {'Network': ['ID=f6766810-af16-42ba-85f3-b962fc852d4e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:40.665390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aaf713fa-bbf4-4f37-af85-107acea14726 tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb6f7433-66eb-4e78-aa85-e8f789147516 HTTP/1.1" status: 200 len: 205 time: 0.0321317 Dec 15 13:59:40.668656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40160) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:40.740733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-809e0a94-7baf-4cc0-96db-14f0266a61ca tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.818610 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.846198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Pushing event deleted for resources: {'Port': ['ID=4823e076-e933-45bf-b5e5-d8d5085c1880,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:40.861773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b9f99-f00b-4bcf-9ebd-f06c34d92bff None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:40.901564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-809e0a94-7baf-4cc0-96db-14f0266a61ca tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.903671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-809e0a94-7baf-4cc0-96db-14f0266a61ca tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.905830 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.954679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-809e0a94-7baf-4cc0-96db-14f0266a61ca tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.956290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809e0a94-7baf-4cc0-96db-14f0266a61ca tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Fanout notify agent at l3_agent the message router_deleted on router cb6f7433-66eb-4e78-aa85-e8f789147516 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:59:40.968642 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-809e0a94-7baf-4cc0-96db-14f0266a61ca tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:40.969884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-809e0a94-7baf-4cc0-96db-14f0266a61ca tempest-RoutersNegativeTest-478719672 tempest-RoutersNegativeTest-478719672-project] 10.222.0.86 "DELETE /v2.0/routers/cb6f7433-66eb-4e78-aa85-e8f789147516 HTTP/1.1" status: 204 len: 168 time: 0.3001864 Dec 15 13:59:41.022908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.026833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.086832 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.088018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d321acb4-c545-4e2c-89b4-6e71850391a5 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:59:41.097024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.100862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3546ba9e-9ffb-41b4-9cc9-9478dc9a7567 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d321acb4-c545-4e2c-89b4-6e71850391a5 HTTP/1.1" status: 204 len: 168 time: 1.2872300 Dec 15 13:59:41.100862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40164) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:41.177655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Deleting subnet 5de816d9-6c94-4257-bb63-81cc5bec5ed5 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:41.181106 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.228550 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.316157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40176) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:41.357998 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.377603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-6cf3e1d4-3716-411a-a35d-e7299b238f90 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:41.379138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-6cf3e1d4-3716-411a-a35d-e7299b238f90 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 946 time: 0.1526446 Dec 15 13:59:41.402565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502858ac-3612-4384-9ee2-dc577c23eaff req-8f77eeb3-3cb6-46aa-b480-8d125c1778d8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:41.404076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-502858ac-3612-4384-9ee2-dc577c23eaff req-8f77eeb3-3cb6-46aa-b480-8d125c1778d8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 946 time: 0.1071754 Dec 15 13:59:41.466818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.515140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de816d9-6c94-4257-bb63-81cc5bec5ed5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:41.531315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5cfb5-a799-41d7-82c5-7b28860b59c6 None None] Network 0e07166e-e6e5-4522-9054-de8821e1eb7e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:41.573283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.573560 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-502858ac-3612-4384-9ee2-dc577c23eaff req-afe68212-f862-4b41-a38c-dc7ed698f829 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335025 Dec 15 13:59:41.582203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5de816d9-6c94-4257-bb63-81cc5bec5ed5 HTTP/1.1" status: 204 len: 168 time: 0.4775691 Dec 15 13:59:41.586644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40188) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:41.590287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.590650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.591001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.591345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.597953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.598385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.598741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.599089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.599430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.599770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.600131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.600465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.600796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b144a1-d6ef-4255-82c3-c4a64bd02aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:41.645100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Deleting port e695daa2-ac3a-403f-8e40-de0d37ed86ae {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:41.645100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.653177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53e191e8-2689-4b71-95ac-83fdc36d8a76 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc9bfab145e24ca1a2e4297510e0c5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381827 Dec 15 13:59:41.665805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40192) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:41.718821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.805724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-2bdb53e3-5083-449c-9ee0-d51ff98aedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:41.807967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-2bdb53e3-5083-449c-9ee0-d51ff98aedfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1959841 Dec 15 13:59:41.823550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcc358-0fc3-4a42-bbf4-8d41ee28ccf5 req-74d01f69-5b71-498c-9d2f-ef6acd5e3b29 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:41.825166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7cdcc358-0fc3-4a42-bbf4-8d41ee28ccf5 req-74d01f69-5b71-498c-9d2f-ef6acd5e3b29 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0925887 Dec 15 13:59:41.832962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Deleting port 9ad65620-9617-41e7-807d-3dfa6401338c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:41.833388 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.857730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad083950-f0b5-4b9c-aadc-031c5e45bafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.882634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] DHCP port deletion for 0e07166e-e6e5-4522-9054-de8821e1eb7e request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:41.917531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] For port e695daa2-ac3a-403f-8e40-de0d37ed86ae, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e695daa2-ac3a-403f-8e40-de0d37ed86ae,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:41.917912 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.943354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Calling delete_port for e695daa2-ac3a-403f-8e40-de0d37ed86ae owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:41.944440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] For port 9ad65620-9617-41e7-807d-3dfa6401338c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9ad65620-9617-41e7-807d-3dfa6401338c,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:41.944806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.948126 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad083950-f0b5-4b9c-aadc-031c5e45bafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.960115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] Deleting port 9ad65620-9617-41e7-807d-3dfa6401338c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:41.960773 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:41.977171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Calling delete_port for 9ad65620-9617-41e7-807d-3dfa6401338c owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:42.003081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7cdcc358-0fc3-4a42-bbf4-8d41ee28ccf5 req-31c4508d-0dbf-4782-a29d-c5480df52d98 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713164 Dec 15 13:59:42.064475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-f52bf4f6-c91b-4bae-9571-67bcee7c623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:42.065924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-f52bf4f6-c91b-4bae-9571-67bcee7c623b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 919 time: 0.2392893 Dec 15 13:59:42.089963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9ad65620-9617-41e7-807d-3dfa6401338c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:42.099780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] For port 9ad65620-9617-41e7-807d-3dfa6401338c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9ad65620-9617-41e7-807d-3dfa6401338c,segment=NetworkSegment(857b069f-ecb5-4d89-bf13-9db93430562e),segment_id=857b069f-ecb5-4d89-bf13-9db93430562e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:42.100145 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.115956 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.117624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-19ed444c-09fb-4be7-8a9c-c68f2eaf715f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a890701b-a83e-4d7e-899b-21ce2c86957b HTTP/1.1" status: 200 len: 217 time: 0.0425913 Dec 15 13:59:42.152007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad65620-9617-41e7-807d-3dfa6401338c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:42.152220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] Calling delete_port for 9ad65620-9617-41e7-807d-3dfa6401338c owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:42.163386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] No DVR routers for this DVR port 9ad65620-9617-41e7-807d-3dfa6401338c on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:42.167731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad083950-f0b5-4b9c-aadc-031c5e45bafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.170985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad083950-f0b5-4b9c-aadc-031c5e45bafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.172228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ad083950-f0b5-4b9c-aadc-031c5e45bafe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd0949d6-6009-475e-892f-2b65e739d2d8 HTTP/1.1" status: 204 len: 168 time: 0.5042555 Dec 15 13:59:42.186195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No active binding found for port 9ad65620-9617-41e7-807d-3dfa6401338c {{(pid=109769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 13:59:42.187994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9ad65620-9617-41e7-807d-3dfa6401338c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:42.188773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4823e076-e933-45bf-b5e5-d8d5085c1880 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:42.211040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad083950-f0b5-4b9c-aadc-031c5e45bafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0949d6-6009-475e-892f-2b65e739d2d8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:42.224045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-27008c11-4ff4-4b1e-a71d-01df0946b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:42.225546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-27008c11-4ff4-4b1e-a71d-01df0946b500 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.0957017 Dec 15 13:59:42.254414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 4823e076-e933-45bf-b5e5-d8d5085c1880 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:42.255050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4823e076-e933-45bf-b5e5-d8d5085c1880 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:42.255677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:42.271901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-c904828e-fa8b-4713-871a-4913480ccd35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379126 Dec 15 13:59:42.280280 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.282207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.286429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:42.287182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4fe10aab-fa09-4a5c-b84e-60dcc4872ddf not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:42.310810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e07166e-e6e5-4522-9054-de8821e1eb7e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:42.314559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e695daa2-ac3a-403f-8e40-de0d37ed86ae'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:42.322369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event deleted for resources: {'Port': ['ID=e695daa2-ac3a-403f-8e40-de0d37ed86ae,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:42.323214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857b069f-ecb5-4d89-bf13-9db93430562e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:42.323647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857b069f-ecb5-4d89-bf13-9db93430562e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:42.336030 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.358401 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.366730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:42.368267 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.400799 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: timer() Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:42.427020 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:42.429353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] No DVR routers for this DVR port e695daa2-ac3a-403f-8e40-de0d37ed86ae on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:42.433882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] No DVR routers for this DVR port 9ad65620-9617-41e7-807d-3dfa6401338c on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:42.434135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.436181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3660548-334a-46e5-96c9-2742a64a7aa1 None None] Pushing event deleted for resources: {'Port': ['ID=9ad65620-9617-41e7-807d-3dfa6401338c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:42.437495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5f4684b-0e7b-46bf-8a9f-7f902a3b6bab req-5b387bcc-df6f-4063-bcc3-a231d82aa26e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "DELETE /v2.0/ports/e695daa2-ac3a-403f-8e40-de0d37ed86ae HTTP/1.1" status: 204 len: 173 time: 1.0490506 Dec 15 13:59:42.437962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c', 'name': 'network-vif-deleted', 'tag': 'e695daa2-ac3a-403f-8e40-de0d37ed86ae'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:42.438635 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.440396 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de48d13b-d5f1-4976-83ea-5a4ca96be86f" -d '{"events": [{"server_uuid": "e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c", "name": "network-vif-deleted", "tag": "e695daa2-ac3a-403f-8e40-de0d37ed86ae"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:42.447540 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.454220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0e07166e-e6e5-4522-9054-de8821e1eb7e HTTP/1.1" status: 204 len: 168 time: 0.8640366 Dec 15 13:59:42.467488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39609f70-fa35-4119-aa00-91c16293c003 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e07166e-e6e5-4522-9054-de8821e1eb7e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:42.516093 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f5e501-0e0d-48b8-a359-186a12c666ec x-openstack-request-id: req-46f5e501-0e0d-48b8-a359-186a12c666ec {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:42.516383 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c", "name": "network-vif-deleted", "tag": "e695daa2-ac3a-403f-8e40-de0d37ed86ae", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:42.516646 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-46f5e501-0e0d-48b8-a359-186a12c666ec {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:42.517052 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c', 'name': 'network-vif-deleted', 'tag': 'e695daa2-ac3a-403f-8e40-de0d37ed86ae', 'status': 'completed', 'code': 200} Dec 15 13:59:42.541578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-12b1059b-5da4-4d0c-9d59-ac35196295a6 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550485 Dec 15 13:59:42.651745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64b684da-6b8a-4937-9f30-4cc8509bc1fd req-c20bbbf3-aded-49f4-8b72-4de7c5369a40 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028342 Dec 15 13:59:42.773191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40222) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:42.774347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-433ec4fd-2abe-4deb-8e4c-67faa1711f6d req-be78a03d-a941-4923-84fd-788abf44dbd1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8ac2d93-83e4-4f52-bcf3-26e016dc6a1c HTTP/1.1" status: 200 len: 210 time: 0.0355599 Dec 15 13:59:42.846249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53305412-9f45-427c-a6bf-9ced8755fe16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ada53ad04704bb09edba8eca9eebc64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0691762 Dec 15 13:59:42.846598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40226) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:42.904750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c3f416-f7f6-40ea-8b90-2952b9fa8f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.927154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c3f416-f7f6-40ea-8b90-2952b9fa8f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.977449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c3f416-f7f6-40ea-8b90-2952b9fa8f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.981186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c3f416-f7f6-40ea-8b90-2952b9fa8f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:42.982344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-05c3f416-f7f6-40ea-8b90-2952b9fa8f5b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72b2e6af-08c0-46d8-aa46-4d9b510e8d46 HTTP/1.1" status: 204 len: 168 time: 0.1347573 Dec 15 13:59:42.990898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3f416-f7f6-40ea-8b90-2952b9fa8f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b2e6af-08c0-46d8-aa46-4d9b510e8d46,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:43.131718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eef76b-e84b-4cff-9db5-3cb6975b799b req-90c9849e-037e-4c93-b59d-5f623d7ca1e9 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:43.133506 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85eef76b-e84b-4cff-9db5-3cb6975b799b req-90c9849e-037e-4c93-b59d-5f623d7ca1e9 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0565643 Dec 15 13:59:43.186172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40242) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:43.198558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85eef76b-e84b-4cff-9db5-3cb6975b799b req-8e5cc4f1-14e5-4596-9ed8-e78288082fd5 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570755 Dec 15 13:59:43.298643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1790391240'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:43.322754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Made reservation on behalf of 9ff4e433606a48a390ee13d5340b7ea4 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:43.326045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.335413 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.432317 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.436488 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.463945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:43.479835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5c1ee0-bf00-43fd-b4c9-dca7fd9a0c37,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:43.482763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.483115 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Added segment 51469df8-93b1-4f87-85e6-e072bbbc1580 of type vlan for network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 Dec 15 13:59:43.525476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.551525 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.557346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:43.557964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.609966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4224775 Dec 15 13:59:43.612868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40260) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:43.622801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Request body: {'subnet': {'network_id': '7fbd994d-9e28-44f8-8854-9ac8043c1fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:43.629855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4e39b-3f77-462d-8576-610c1f64adfc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Pushing event updated for resources: {'Network': ['ID=7fbd994d-9e28-44f8-8854-9ac8043c1fd4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:43.643339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:43.738318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Made reservation on behalf of 9ff4e433606a48a390ee13d5340b7ea4 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:43.746183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.746291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40266) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:43.902000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-223730820-network', 'tenant_id': '79575d7171ab4abdb80a06d0a8acb8c5'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:43.939498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Made reservation on behalf of 79575d7171ab4abdb80a06d0a8acb8c5 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:43.942169 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.953057 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:43.997330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.051659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.058019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.075816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Pushing event updated for resources: {'Subnet': ['ID=653650c6-1900-4318-a1e9-7890c5caae0f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:44.086399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Checking segment: {'id': '51469df8-93b1-4f87-85e6-e072bbbc1580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7fbd994d-9e28-44f8-8854-9ac8043c1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:44.088070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Network hostable DHCP agents. Network: 7fbd994d-9e28-44f8-8854-9ac8043c1fd4, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:44.090519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:59:44.101416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257bc670-9334-46e7-8f25-eabae93b3b09,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:44.107992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.108346 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Added segment 5ddabc41-5e93-4db3-a887-8f485e1486dc of type vlan for network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 Dec 15 13:59:44.108593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:44.124475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7fbd994d-9e28-44f8-8854-9ac8043c1fd4) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:44.132572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:44.133325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.137501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a70d1-efcc-44ba-9867-50429ce83e92 None None] Network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:44.170734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e14777c9-e229-405f-b421-785dd7cc0cdc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5561373 Dec 15 13:59:44.171396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40288) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:44.177485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Request body: {'port': {'network_id': '7fbd994d-9e28-44f8-8854-9ac8043c1fd4', 'name': 'tempest-TagsExtTest-17471585'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:44.201838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.311812 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-7fbd994d-9e28-44f8-8854-9ac8043c1fd4', 'network_id': '7fbd994d-9e28-44f8-8854-9ac8043c1fd4', 'project_id': '9ff4e433606a48a390ee13d5340b7ea4', 'fixed_ips': [{'subnet_id': '653650c6-1900-4318-a1e9-7890c5caae0f'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:59:44.312746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.338251 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.339961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:44.341043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.372764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-cfb3b045-6c95-49f9-b79e-e4834b8817dd tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:44.380865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-cfb3b045-6c95-49f9-b79e-e4834b8817dd tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.2076843 Dec 15 13:59:44.434369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6875200 Dec 15 13:59:44.441544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40292) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:44.450605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-cee671c1-1e2f-40db-bf01-6d42258113f7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/quotas/d606782eb8b4425ea38100e5d1ac0bca HTTP/1.1" status: 200 len: 375 time: 0.0683742 Dec 15 13:59:44.459192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Request body: {'subnet': {'network_id': '0aef2c56-3f65-47ba-9090-5ce0c2f78eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-223730820-subnet', 'tenant_id': '79575d7171ab4abdb80a06d0a8acb8c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:44.496252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Allocated IP 172.20.0.2 (7fbd994d-9e28-44f8-8854-9ac8043c1fd4/653650c6-1900-4318-a1e9-7890c5caae0f/06bf2a80-90c2-44bd-b075-160d994e64a6) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:44.496614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-5f312b10-24d0-45e2-82ee-8691b27a0f90 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445836 Dec 15 13:59:44.517456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681db682-709f-442e-a5e0-8f38c272300c admin admin] Pushing event updated for resources: {'Network': ['ID=0aef2c56-3f65-47ba-9090-5ce0c2f78eb9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:44.559572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:59:44.595956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Made reservation on behalf of 79575d7171ab4abdb80a06d0a8acb8c5 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:44.598930 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.660482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e1328-f381-4032-a3ab-b35d0c522407 req-db305124-f92a-4004-adbd-52a6a5925b75 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:44.667948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab9e1328-f381-4032-a3ab-b35d0c522407 req-db305124-f92a-4004-adbd-52a6a5925b75 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0817015 Dec 15 13:59:44.692742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-e1eaa217-5ca3-42be-ad84-b69eb24bad50 service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852345 Dec 15 13:59:44.732798 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab9e1328-f381-4032-a3ab-b35d0c522407 req-02ed01f6-6cd2-4d97-abd8-bb48e11e67e1 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638807 Dec 15 13:59:44.740801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Made reservation on behalf of 9ff4e433606a48a390ee13d5340b7ea4 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:44.745178 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.747820 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.758789 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.770996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] device_id is not set on port f8999c29-3504-4d01-b6ad-630b20469e2a yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 13:59:44.799713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:44.804360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:44.808538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:44.820220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Pushing event updated for resources: {'Port': ['ID=06bf2a80-90c2-44bd-b075-160d994e64a6,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:44.847248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-1ae2ddc9-b92e-4479-a5c6-4d31ec3eb0c3 service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544173 Dec 15 13:59:44.901369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Attempting to bind port 06bf2a80-90c2-44bd-b075-160d994e64a6 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:44.902128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Attempting to bind port 06bf2a80-90c2-44bd-b075-160d994e64a6 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '51469df8-93b1-4f87-85e6-e072bbbc1580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7fbd994d-9e28-44f8-8854-9ac8043c1fd4'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:44.902720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Attempting to bind port 06bf2a80-90c2-44bd-b075-160d994e64a6 on network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:44.909089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:44.909766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Checking segment: {'id': '51469df8-93b1-4f87-85e6-e072bbbc1580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7fbd994d-9e28-44f8-8854-9ac8043c1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:44.910389 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.910987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Bound using segment: {'id': '51469df8-93b1-4f87-85e6-e072bbbc1580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7fbd994d-9e28-44f8-8854-9ac8043c1fd4'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:44.911929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Bound port: 06bf2a80-90c2-44bd-b075-160d994e64a6, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51469df8-93b1-4f87-85e6-e072bbbc1580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7fbd994d-9e28-44f8-8854-9ac8043c1fd4'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:44.912594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.924448 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:44.989680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50e673b-7e41-464b-b646-a67750b11933,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:44.990617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Allocated IP 172.20.0.8 (7fbd994d-9e28-44f8-8854-9ac8043c1fd4/653650c6-1900-4318-a1e9-7890c5caae0f/f8999c29-3504-4d01-b6ad-630b20469e2a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:45.125947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] For port 06bf2a80-90c2-44bd-b075-160d994e64a6, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:45.135825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] For port 06bf2a80-90c2-44bd-b075-160d994e64a6, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=06bf2a80-90c2-44bd-b075-160d994e64a6,segment=NetworkSegment(51469df8-93b1-4f87-85e6-e072bbbc1580),segment_id=51469df8-93b1-4f87-85e6-e072bbbc1580)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:45.141858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Checking segment: {'id': '5ddabc41-5e93-4db3-a887-8f485e1486dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0aef2c56-3f65-47ba-9090-5ce0c2f78eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:45.142226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Network hostable DHCP agents. Network: 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:59:45.144913 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.159093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24434652-9aa5-4b7f-873d-e7c3b41c4e57 req-598bddf1-0bc6-4234-8981-7b9fbed890e2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 210 time: 0.0545247 Dec 15 13:59:45.193713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:59:45.214563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:45.220504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:45.221107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.233845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba9e045-be5b-498c-b54f-eda3bb6c016a None None] Network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:45.252584 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-80d0a689-d892-43e0-8ec8-cb9d710e8a22 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8095496 Dec 15 13:59:45.312448 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.372085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.377956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291be8f6-44ad-43b1-8a3c-2eb6d03f5c51 None None] Pushing event updated for resources: {'Port': ['ID=06bf2a80-90c2-44bd-b075-160d994e64a6,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:45.424984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:45.428912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:45.432221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:45.457806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b72966a-604f-447f-bc05-961f032d2ac9 None None] Network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:45.554789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e695daa2-ac3a-403f-8e40-de0d37ed86ae no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:45.558264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:45.558926 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.585208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Pushing event updated for resources: {'Port': ['ID=f8999c29-3504-4d01-b6ad-630b20469e2a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:45.600287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40320) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:45.601684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-72abeb34-2e71-482c-a6b7-1ba9adfbd4ff tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.4280159 Dec 15 13:59:45.606443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d1be392f-5dbf-41cf-8c28-b655c841883c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1024078984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:45.659016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1be392f-5dbf-41cf-8c28-b655c841883c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.660806 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1be392f-5dbf-41cf-8c28-b655c841883c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.760023 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1be392f-5dbf-41cf-8c28-b655c841883c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.765810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1be392f-5dbf-41cf-8c28-b655c841883c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.796684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1be392f-5dbf-41cf-8c28-b655c841883c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.803617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:45.804624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d1be392f-5dbf-41cf-8c28-b655c841883c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2024250 Dec 15 13:59:45.808936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-50404edc-b750-4bd7-b40f-67fa009bc7d5 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1820633844', 'prefixes': ['172.20.0.0/16']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:45.872725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: e695daa2-ac3a-403f-8e40-de0d37ed86ae {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:45.873314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e695daa2-ac3a-403f-8e40-de0d37ed86ae not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:45.940479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13342b2-3b8c-46af-a392-ab3e60813d9d req-843b4062-42ee-4df5-957b-a63a7d5c7a7c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:45.943169 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c13342b2-3b8c-46af-a392-ab3e60813d9d req-843b4062-42ee-4df5-957b-a63a7d5c7a7c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0760450 Dec 15 13:59:45.960680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50404edc-b750-4bd7-b40f-67fa009bc7d5 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for subnetpool, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:45.962111 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-50404edc-b750-4bd7-b40f-67fa009bc7d5 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1574128 Dec 15 13:59:45.968042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40336) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:45.973844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-fad68ace-ec8a-41ac-8216-9016a9b50c0e tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f', 'tempest-TagsExtTest-Tag-851797846') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.069765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c13342b2-3b8c-46af-a392-ab3e60813d9d req-e2a44f05-aff7-4481-ad54-de38e1fa0f89 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185091 Dec 15 13:59:46.085282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-f83aff2d-2b39-4e3d-b257-947e84cba6fb tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:46.087070 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-f83aff2d-2b39-4e3d-b257-947e84cba6fb tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/networks?id=0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 HTTP/1.1" status: 200 len: 820 time: 0.1420705 Dec 15 13:59:46.096170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 06bf2a80-90c2-44bd-b075-160d994e64a6 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:46.123446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-d9058a59-30b9-4f33-9326-f061a8010109 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/quotas/79575d7171ab4abdb80a06d0a8acb8c5 HTTP/1.1" status: 200 len: 375 time: 0.0217073 Dec 15 13:59:46.129958 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fad68ace-ec8a-41ac-8216-9016a9b50c0e tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags/tempest-TagsExtTest-Tag-851797846 HTTP/1.1" status: 201 len: 201 time: 0.1606545 Dec 15 13:59:46.137245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40342) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.151560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-6d4c1931-99b5-4136-9fe8-4510507ff068 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a', 'tempest-TagsExtTest-Tag-419155023') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.186261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-d0456470-a912-4f46-9f10-af1d626575a8 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=79575d7171ab4abdb80a06d0a8acb8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501537 Dec 15 13:59:46.189314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 06bf2a80-90c2-44bd-b075-160d994e64a6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:46.190545 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.265357 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6d4c1931-99b5-4136-9fe8-4510507ff068 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags/tempest-TagsExtTest-Tag-419155023 HTTP/1.1" status: 201 len: 201 time: 0.1269207 Dec 15 13:59:46.266632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40346) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.273495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-7cc81601-b2d3-4ce8-afc2-be91131ad8a1 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86', 'tempest-TagsExtTest-Tag-524519248') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.354488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.404766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 06bf2a80-90c2-44bd-b075-160d994e64a6, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=06bf2a80-90c2-44bd-b075-160d994e64a6,segment=NetworkSegment(51469df8-93b1-4f87-85e6-e072bbbc1580),segment_id=51469df8-93b1-4f87-85e6-e072bbbc1580)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:46.413082 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.422901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-f841427d-2e93-4936-8271-a3534c623154 service neutron] 10.222.0.86 "GET /v2.0/networks/0aef2c56-3f65-47ba-9090-5ce0c2f78eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269330 Dec 15 13:59:46.444266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7cc81601-b2d3-4ce8-afc2-be91131ad8a1 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags/tempest-TagsExtTest-Tag-524519248 HTTP/1.1" status: 201 len: 201 time: 0.1742864 Dec 15 13:59:46.446569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40348) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.452448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-be5abbb6-8ceb-47f3-978e-e981a1f2e1bc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2', 'tempest-TagsExtTest-Tag-308518324') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.475541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=06bf2a80-90c2-44bd-b075-160d994e64a6,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:46.537137 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-053b6993-e421-4e52-8a5c-faf4c6afa962 req-4ac3c9bf-11c8-4aba-92fa-3591a858a388 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 210 time: 0.0384185 Dec 15 13:59:46.542452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-d2cc1d57-bba2-46ce-b6d8-b57776d307fa service neutron] 10.222.0.86 "GET /v2.0/networks/0aef2c56-3f65-47ba-9090-5ce0c2f78eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186235 Dec 15 13:59:46.549028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-be5abbb6-8ceb-47f3-978e-e981a1f2e1bc tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags/tempest-TagsExtTest-Tag-308518324 HTTP/1.1" status: 201 len: 201 time: 0.1003578 Dec 15 13:59:46.551505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40350) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.555582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-b0798069-792d-4150-be77-98babb98033b tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.610811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b0798069-792d-4150-be77-98babb98033b tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags HTTP/1.1" status: 200 len: 240 time: 0.0580404 Dec 15 13:59:46.613296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40352) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.617864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-76e1bcdd-84e4-45b7-8103-34d94d0052b1 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f', 'tempest-TagsExtTest-Tag-851797846') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.674461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-76e1bcdd-84e4-45b7-8103-34d94d0052b1 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags/tempest-TagsExtTest-Tag-851797846 HTTP/1.1" status: 204 len: 168 time: 0.0599663 Dec 15 13:59:46.677077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40356) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.681869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-6871acb1-08b6-475a-b264-868f81663304 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f', 'tempest-TagsExtTest-Tag-851797846') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.698735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d80acc-30fe-4907-9511-8241c75c754b None None] Network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:46.820993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6871acb1-08b6-475a-b264-868f81663304 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags/tempest-TagsExtTest-Tag-851797846 HTTP/1.1" status: 204 len: 168 time: 0.1427834 Dec 15 13:59:46.823675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40360) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.830155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-c4ec7d59-3759-4be8-8355-3e3daa4dc3af tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.842447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-950a921c-6ab6-4b9f-9657-fca5f9144db4 req-523173b2-e510-4730-8884-7f028451ea18 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 210 time: 0.0513616 Dec 15 13:59:46.871840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6eede0c2-aff9-4983-8187-52f450c4f3c3 None None] Provisioning complete for port 06bf2a80-90c2-44bd-b075-160d994e64a6 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:46.872367 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6eede0c2-aff9-4983-8187-52f450c4f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:46.905921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c4ec7d59-3759-4be8-8355-3e3daa4dc3af tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags HTTP/1.1" status: 200 len: 205 time: 0.0807233 Dec 15 13:59:46.909889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.914963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-b60577fb-84d7-4924-bf63-e33038b87a03 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:46.933490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-8da934a6-1827-458e-a644-a562e6e9aab2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:46.935499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-8da934a6-1827-458e-a644-a562e6e9aab2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.2117815 Dec 15 13:59:46.949210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Request body: {'port': {'device_id': 'decff057-794c-4fd0-b07f-67e292ddd2bf', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'admin_state_up': True, 'tenant_id': 'd606782eb8b4425ea38100e5d1ac0bca'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:46.981061 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b60577fb-84d7-4924-bf63-e33038b87a03 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags HTTP/1.1" status: 200 len: 240 time: 0.0674291 Dec 15 13:59:46.982049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40368) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:46.989231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-d29d0440-cb11-402b-bb8d-3014ecd086de tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a', 'tempest-TagsExtTest-Tag-419155023') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.069122 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d29d0440-cb11-402b-bb8d-3014ecd086de tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags/tempest-TagsExtTest-Tag-419155023 HTTP/1.1" status: 204 len: 168 time: 0.0851340 Dec 15 13:59:47.072931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.080849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-97227f15-1e8a-4dc7-9b5b-6bab20871ec4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a', 'tempest-TagsExtTest-Tag-419155023') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.116576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Made reservation on behalf of d606782eb8b4425ea38100e5d1ac0bca for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:47.121920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.167074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-97227f15-1e8a-4dc7-9b5b-6bab20871ec4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags/tempest-TagsExtTest-Tag-419155023 HTTP/1.1" status: 204 len: 168 time: 0.0925269 Dec 15 13:59:47.170230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40374) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.177759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-c9fae4a8-b898-4b35-8484-28eb2de7854f tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.298814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b87c5-e1d0-4905-9ca1-5c4dbbe0af2d req-daab9619-a5f1-4f6a-9a3a-0b2615d29c7a tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:47.300705 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa3b87c5-e1d0-4905-9ca1-5c4dbbe0af2d req-daab9619-a5f1-4f6a-9a3a-0b2615d29c7a tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0965509 Dec 15 13:59:47.334893 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c9fae4a8-b898-4b35-8484-28eb2de7854f tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags HTTP/1.1" status: 200 len: 205 time: 0.1629255 Dec 15 13:59:47.336011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40382) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.345259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-e948f187-9736-4e17-ae39-63abe08a0bc6 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.379320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5a278524-fb53-4663-ac32-b7c908f03e5c None None] Provisioning complete for port f8999c29-3504-4d01-b6ad-630b20469e2a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:47.379960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa3b87c5-e1d0-4905-9ca1-5c4dbbe0af2d req-94d9c9db-3504-4ae6-a0d6-2e5f5de9ecdd tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707874 Dec 15 13:59:47.384440 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5a278524-fb53-4663-ac32-b7c908f03e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.402899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Allocated IP 172.20.0.6 (022acac5-cc30-48a2-8d9c-86c3f57752ba/3a810473-510c-4634-84c0-8dfe62ec7ea0/d94d810a-2380-4c19-9097-0af963e4ea56) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:47.455724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5a278524-fb53-4663-ac32-b7c908f03e5c None None] Port f8999c29-3504-4d01-b6ad-630b20469e2a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:47.468288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5a278524-fb53-4663-ac32-b7c908f03e5c None None] Provisioning complete for port 06bf2a80-90c2-44bd-b075-160d994e64a6 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:47.468892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5a278524-fb53-4663-ac32-b7c908f03e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.504238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.510854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-42757bb5-1a2d-4af3-84fb-f282b71631fd tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86', 'tempest-TagsExtTest-Tag-524519248') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.514803 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e948f187-9736-4e17-ae39-63abe08a0bc6 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags HTTP/1.1" status: 200 len: 240 time: 0.1767335 Dec 15 13:59:47.628720 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-42757bb5-1a2d-4af3-84fb-f282b71631fd tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags/tempest-TagsExtTest-Tag-524519248 HTTP/1.1" status: 204 len: 168 time: 0.1231039 Dec 15 13:59:47.631150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40390) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.637336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-b0483805-679b-479f-9036-0e4d9adba464 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86', 'tempest-TagsExtTest-Tag-524519248') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.669486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a282c44-77a9-4eff-bed1-8fc19fc26e6a req-63a2d1f7-063d-4061-b58b-102cb7af2d48 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 210 time: 0.0368700 Dec 15 13:59:47.680279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.718088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.719701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-96d49990-672a-4508-ba72-0f8b13028f71 None None] Provisioning complete for port f8999c29-3504-4d01-b6ad-630b20469e2a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:47.720149 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-96d49990-672a-4508-ba72-0f8b13028f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.747910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b0483805-679b-479f-9036-0e4d9adba464 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags/tempest-TagsExtTest-Tag-524519248 HTTP/1.1" status: 204 len: 168 time: 0.1157408 Dec 15 13:59:47.750370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.754917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-1432179d-9034-415b-82d1-493c3aeaf85b tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.764474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-96d49990-672a-4508-ba72-0f8b13028f71 None None] Port f8999c29-3504-4d01-b6ad-630b20469e2a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:59:47.768123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:47.771355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:47.775199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:47.800238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event updated for resources: {'Port': ['ID=d94d810a-2380-4c19-9097-0af963e4ea56,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:47.829047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:47.829794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.837703 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1432179d-9034-415b-82d1-493c3aeaf85b tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags HTTP/1.1" status: 200 len: 205 time: 0.0839040 Dec 15 13:59:47.838011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.842214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-a22cc169-44cf-44dc-b672-b5a965e2664a tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.845843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-55a6e078-e85c-4902-a70f-406324698c9a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9012930 Dec 15 13:59:47.860304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Request body: {'port': {'device_id': 'decff057-794c-4fd0-b07f-67e292ddd2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:47.877924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a22cc169-44cf-44dc-b672-b5a965e2664a tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags HTTP/1.1" status: 200 len: 240 time: 0.0379632 Dec 15 13:59:47.879536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40396) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.883723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-4aadcbe0-9783-497b-b50b-6ebe826f4e2a tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2', 'tempest-TagsExtTest-Tag-308518324') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.905535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4aadcbe0-9783-497b-b50b-6ebe826f4e2a tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags/tempest-TagsExtTest-Tag-308518324 HTTP/1.1" status: 204 len: 168 time: 0.0249412 Dec 15 13:59:47.907913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40400) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.912190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-2a1189c2-abe0-42e9-a20c-76f5e8cfb3f4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2', 'tempest-TagsExtTest-Tag-308518324') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:47.914606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:47.954048 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a1189c2-abe0-42e9-a20c-76f5e8cfb3f4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags/tempest-TagsExtTest-Tag-308518324 HTTP/1.1" status: 204 len: 168 time: 0.0451186 Dec 15 13:59:47.964847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:47.986206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-439b19e2-cf26-45b3-9896-9f211bd47c3d tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:48.007406 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32c86ccf-5292-4e56-96fb-654ec9e0d1f0 req-4f1b0b63-29d6-426c-8bba-08a50b9fc225 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 210 time: 0.0580301 Dec 15 13:59:48.069044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 06bf2a80-90c2-44bd-b075-160d994e64a6 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:48.086864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-439b19e2-cf26-45b3-9896-9f211bd47c3d tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags HTTP/1.1" status: 200 len: 205 time: 0.1225209 Dec 15 13:59:48.091852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:48.096455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-54fb2942-22a0-493f-b5bc-d5648921b13c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:48.133137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 06bf2a80-90c2-44bd-b075-160d994e64a6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:48.133472 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.169259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-54fb2942-22a0-493f-b5bc-d5648921b13c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags HTTP/1.1" status: 204 len: 168 time: 0.0757775 Dec 15 13:59:48.171985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40406) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:48.177334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-3bac1841-5fdb-4a61-9cc1-dd43e6233569 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:48.178235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-323b6c73-ec9c-4d16-97af-f70e6dea0e6b tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:48.180459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-323b6c73-ec9c-4d16-97af-f70e6dea0e6b tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.74 "GET /v2.0/networks?id=0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 HTTP/1.1" status: 200 len: 820 time: 0.1587291 Dec 15 13:59:48.198586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Request body: {'port': {'device_id': '6bf0ae5f-8018-4b38-b244-7320ff611516', 'network_id': '0aef2c56-3f65-47ba-9090-5ce0c2f78eb9', 'admin_state_up': True, 'tenant_id': '79575d7171ab4abdb80a06d0a8acb8c5'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:48.311541 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Made reservation on behalf of 79575d7171ab4abdb80a06d0a8acb8c5 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:59:48.315057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.321761 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3bac1841-5fdb-4a61-9cc1-dd43e6233569 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags HTTP/1.1" status: 204 len: 168 time: 0.1480026 Dec 15 13:59:48.324095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40410) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:48.329959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-a7843478-7ade-4693-8dd5-3961e10cb4ca tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:48.465342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Allocated IP 172.20.0.8 (0aef2c56-3f65-47ba-9090-5ce0c2f78eb9/a50e673b-7e41-464b-b646-a67750b11933/0025ad78-399d-4245-bf1f-1921922f8105) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:59:48.579122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79604b09-cb67-4ec6-83a1-ce2d361a5148 req-f96ef76f-ca59-4306-882e-6630e0d73da3 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:48.580754 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79604b09-cb67-4ec6-83a1-ce2d361a5148 req-f96ef76f-ca59-4306-882e-6630e0d73da3 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1034009 Dec 15 13:59:48.670344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94d810a-2380-4c19-9097-0af963e4ea56 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:48.683328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.687630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79604b09-cb67-4ec6-83a1-ce2d361a5148 req-ebb07637-b3c5-489d-89ab-19b2d8dea198 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816789 Dec 15 13:59:48.701519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Transition to ACTIVE for port object d94d810a-2380-4c19-9097-0af963e4ea56 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:59:48.706291 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.707651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.759315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.777914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d94d810a-2380-4c19-9097-0af963e4ea56,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:48.811509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:59:48.815364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:59:48.816884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a7843478-7ade-4693-8dd5-3961e10cb4ca tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags HTTP/1.1" status: 204 len: 168 time: 0.4916916 Dec 15 13:59:48.821554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40420) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:48.822845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:59:48.831902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-45b42810-41c8-4448-a3be-e882b80ca7af tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:48.870582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b525c36-1106-49c1-ad18-6d97b8dedb40 req-6cbeba40-6268-417e-8ef3-13acf98226ab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:48.872087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2b525c36-1106-49c1-ad18-6d97b8dedb40 req-6cbeba40-6268-417e-8ef3-13acf98226ab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 943 time: 0.1116252 Dec 15 13:59:48.873911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Pushing event updated for resources: {'Port': ['ID=0025ad78-399d-4245-bf1f-1921922f8105,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:48.899734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Attempting to bind port d94d810a-2380-4c19-9097-0af963e4ea56 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:48.900721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Attempting to bind port d94d810a-2380-4c19-9097-0af963e4ea56 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:48.900989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Attempting to bind port d94d810a-2380-4c19-9097-0af963e4ea56 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:48.911790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Port d94d810a-2380-4c19-9097-0af963e4ea56 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:59:48.912144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Attempting to bind port d94d810a-2380-4c19-9097-0af963e4ea56 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:48.914246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:48.914865 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.924486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:48.924751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Checking segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:48.925140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Bound using segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:48.925596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Bound port: d94d810a-2380-4c19-9097-0af963e4ea56, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:48.925945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:48.937188 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-ddbc7ca6-ced6-41e0-8041-5fd74d047fca tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464113 Dec 15 13:59:48.950024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2b525c36-1106-49c1-ad18-6d97b8dedb40 req-8649eb48-c53a-4ca1-9ceb-bb12eeaeab9d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664093 Dec 15 13:59:48.951142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Request body: {'port': {'device_id': '6bf0ae5f-8018-4b38-b244-7320ff611516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:59:48.960778 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-45b42810-41c8-4448-a3be-e882b80ca7af tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1320875 Dec 15 13:59:48.970414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40422) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:48.979295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-d8778a40-4fba-412b-be6c-90e9944e45b8 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f', 'tempest-TagsExtTest-Tag-1981048036') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:49.014961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.038535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] For port d94d810a-2380-4c19-9097-0af963e4ea56, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:49.043164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] For port d94d810a-2380-4c19-9097-0af963e4ea56, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d94d810a-2380-4c19-9097-0af963e4ea56,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:49.048845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.093314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.093936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.095305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/d94d810a-2380-4c19-9097-0af963e4ea56 HTTP/1.1" status: 200 len: 1091 time: 1.2392240 Dec 15 13:59:49.095748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decff057-794c-4fd0-b07f-67e292ddd2bf', 'tag': 'd94d810a-2380-4c19-9097-0af963e4ea56'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:49.098010 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec972564-7e65-4af8-884e-0329f3aaa402" -d '{"events": [{"name": "network-changed", "server_uuid": "decff057-794c-4fd0-b07f-67e292ddd2bf", "tag": "d94d810a-2380-4c19-9097-0af963e4ea56"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:49.126163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ca0be-7132-4237-9baf-08a200dff2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d94d810a-2380-4c19-9097-0af963e4ea56,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:49.135663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d8778a40-4fba-412b-be6c-90e9944e45b8 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags/tempest-TagsExtTest-Tag-1981048036 HTTP/1.1" status: 201 len: 201 time: 0.1636848 Dec 15 13:59:49.137802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40428) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:49.145469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-c0d22318-6255-4e5a-b3b6-7674dcc3b790 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a', 'tempest-TagsExtTest-Tag-1490592093') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:49.183588 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d670adbd-a646-41e5-b18c-5773e34ee06e x-openstack-request-id: req-d670adbd-a646-41e5-b18c-5773e34ee06e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:49.183809 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decff057-794c-4fd0-b07f-67e292ddd2bf", "tag": "d94d810a-2380-4c19-9097-0af963e4ea56", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:49.184073 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d670adbd-a646-41e5-b18c-5773e34ee06e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:49.184490 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decff057-794c-4fd0-b07f-67e292ddd2bf', 'tag': 'd94d810a-2380-4c19-9097-0af963e4ea56', 'status': 'completed', 'code': 200} Dec 15 13:59:49.232724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-3c052e09-574e-421d-a8a7-3c019f8f9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.234220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-3c052e09-574e-421d-a8a7-3c019f8f9f17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 1094 time: 0.0812385 Dec 15 13:59:49.262437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a0277-6bbe-4709-9c31-baa0916f1f14 req-00a47b5f-2567-4414-886d-0d2940fb55c8 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.264100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b63a0277-6bbe-4709-9c31-baa0916f1f14 req-00a47b5f-2567-4414-886d-0d2940fb55c8 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 931 time: 0.1429749 Dec 15 13:59:49.284702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-753dbba2-6fc5-4223-a9a1-4ede89b9efd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94d810a-2380-4c19-9097-0af963e4ea56 HTTP/1.1" status: 200 len: 217 time: 0.0421093 Dec 15 13:59:49.290428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c0d22318-6255-4e5a-b3b6-7674dcc3b790 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags/tempest-TagsExtTest-Tag-1490592093 HTTP/1.1" status: 201 len: 201 time: 0.1511285 Dec 15 13:59:49.294852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40430) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:49.301658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-7a1802be-d5f5-4fa7-8d2d-eca35501b5e6 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86', 'tempest-TagsExtTest-Tag-550387330') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:49.333864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-ae3d0405-817a-48e4-beab-d79c68f806b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.335407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-ae3d0405-817a-48e4-beab-d79c68f806b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.0434349 Dec 15 13:59:49.367619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-38b8d31c-beb9-4bdf-b4fe-6fe518fe3e6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245042 Dec 15 13:59:49.396330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b63a0277-6bbe-4709-9c31-baa0916f1f14 req-02ae02fd-8eb1-48bb-ac58-b80f364f5896 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236446 Dec 15 13:59:49.470432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-f69e9eb5-25d6-4f3d-b841-4f87895e8454 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951526 Dec 15 13:59:49.520820 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7a1802be-d5f5-4fa7-8d2d-eca35501b5e6 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags/tempest-TagsExtTest-Tag-550387330 HTTP/1.1" status: 201 len: 201 time: 0.2226775 Dec 15 13:59:49.523344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40436) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:49.528738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-64c1c5ca-c982-422b-8db6-ba84a67360d6 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2', 'tempest-TagsExtTest-Tag-1574894690') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:49.532736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0025ad78-399d-4245-bf1f-1921922f8105 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:49.547414 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.566876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Transition to ACTIVE for port object 0025ad78-399d-4245-bf1f-1921922f8105 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:59:49.570367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b89a867-7631-4f2b-9d9b-93d115eb62fd req-629baf3b-fce5-447f-8d53-390799abd7e0 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907252 Dec 15 13:59:49.575618 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.611794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-64c1c5ca-c982-422b-8db6-ba84a67360d6 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags/tempest-TagsExtTest-Tag-1574894690 HTTP/1.1" status: 201 len: 201 time: 0.0874043 Dec 15 13:59:49.614557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40438) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:49.621058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-becf2680-d4bb-41d4-adfe-afe47b43b8b8 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f', {'tags': ['tempest-TagsExtTest-Tag-401467082', 'tempest-TagsExtTest-Tag-319235593', 'tempest-TagsExtTest-Tag-1538798669']}) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:49.637771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Pushing event updated for resources: {'Port': ['ID=0025ad78-399d-4245-bf1f-1921922f8105,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:49.711112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-e5ce76ba-6fd7-4aea-aa2c-1a6622664e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.713266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-e5ce76ba-6fd7-4aea-aa2c-1a6622664e72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 1094 time: 0.0630755 Dec 15 13:59:49.725412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Attempting to bind port 0025ad78-399d-4245-bf1f-1921922f8105 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:59:49.725796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Attempting to bind port 0025ad78-399d-4245-bf1f-1921922f8105 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5ddabc41-5e93-4db3-a887-8f485e1486dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0aef2c56-3f65-47ba-9090-5ce0c2f78eb9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:59:49.726136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Attempting to bind port 0025ad78-399d-4245-bf1f-1921922f8105 on network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:49.730564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-becf2680-d4bb-41d4-adfe-afe47b43b8b8 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags HTTP/1.1" status: 200 len: 316 time: 0.1136842 Dec 15 13:59:49.732969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Port 0025ad78-399d-4245-bf1f-1921922f8105 on network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:59:49.733520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Attempting to bind port 0025ad78-399d-4245-bf1f-1921922f8105 on network 0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:59:49.735447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40444) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:49.740922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-13a4e166-b7e4-4dcf-87d6-ffa3e3dc25a3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:49.765774 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:59:49.766173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Checking segment: {'id': '5ddabc41-5e93-4db3-a887-8f485e1486dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0aef2c56-3f65-47ba-9090-5ce0c2f78eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:59:49.766512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Bound using segment: {'id': '5ddabc41-5e93-4db3-a887-8f485e1486dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0aef2c56-3f65-47ba-9090-5ce0c2f78eb9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:59:49.766965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Bound port: 0025ad78-399d-4245-bf1f-1921922f8105, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddabc41-5e93-4db3-a887-8f485e1486dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0aef2c56-3f65-47ba-9090-5ce0c2f78eb9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:59:49.767333 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.815612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-0c057490-0d24-4028-a5fc-9b65308c1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.817236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-0c057490-0d24-4028-a5fc-9b65308c1607 service neutron] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 914 time: 0.0976617 Dec 15 13:59:49.864780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-9b03b89a-90b8-49da-b053-e5a1df5a8044 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94d810a-2380-4c19-9097-0af963e4ea56 HTTP/1.1" status: 200 len: 217 time: 0.0396292 Dec 15 13:59:49.895205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] For port 0025ad78-399d-4245-bf1f-1921922f8105, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:59:49.901184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] For port 0025ad78-399d-4245-bf1f-1921922f8105, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0025ad78-399d-4245-bf1f-1921922f8105,segment=NetworkSegment(5ddabc41-5e93-4db3-a887-8f485e1486dc),segment_id=5ddabc41-5e93-4db3-a887-8f485e1486dc)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:59:49.910283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37319c2-76b5-4850-99df-a77c11b9e4e5 req-a5a97975-2002-4e12-9715-a686a2f877dc tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.911758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d37319c2-76b5-4850-99df-a77c11b9e4e5 req-a5a97975-2002-4e12-9715-a686a2f877dc tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1172795 Dec 15 13:59:49.914234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.919818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-2ee7128c-9c4d-48ff-8333-35473a742ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.922056 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-2ee7128c-9c4d-48ff-8333-35473a742ceb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.0488758 Dec 15 13:59:49.923290 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-13a4e166-b7e4-4dcf-87d6-ffa3e3dc25a3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1855686 Dec 15 13:59:49.924751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40446) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:49.928997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-2c5b3e84-1eca-40bd-b020-69ccdc4c53c9 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f', 'tempest-TagsExtTest-Tag-401467082') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:49.970408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:49.970932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:49.971407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-ee6577c1-b419-4867-8e8c-a3eaa8d0ca34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398977 Dec 15 13:59:49.972295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] 10.222.0.74 "PUT /v2.0/ports/0025ad78-399d-4245-bf1f-1921922f8105 HTTP/1.1" status: 200 len: 1091 time: 1.0265951 Dec 15 13:59:49.975074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf0ae5f-8018-4b38-b244-7320ff611516', 'tag': '0025ad78-399d-4245-bf1f-1921922f8105'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:49.977378 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39de6310-21a3-4401-bf17-746a8c9db528" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf0ae5f-8018-4b38-b244-7320ff611516", "tag": "0025ad78-399d-4245-bf1f-1921922f8105"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:50.017608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d37319c2-76b5-4850-99df-a77c11b9e4e5 req-b54c2ab9-e4ce-461d-ba41-aba5713a6f32 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977087 Dec 15 13:59:50.018229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b448e-9121-44b7-a75a-8bed62dee5cf service neutron] Pushing event updated for resources: {'Port': ['ID=0025ad78-399d-4245-bf1f-1921922f8105,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:50.081560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-8ef554bb-b393-4d78-b93c-a56596831bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.083238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-8ef554bb-b393-4d78-b93c-a56596831bfa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79575d7171ab4abdb80a06d0a8acb8c5&device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 1094 time: 0.0505435 Dec 15 13:59:50.084833 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb4af30-557f-45d7-b47d-1697ab056dc8 x-openstack-request-id: req-dbb4af30-557f-45d7-b47d-1697ab056dc8 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:50.085223 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf0ae5f-8018-4b38-b244-7320ff611516", "tag": "0025ad78-399d-4245-bf1f-1921922f8105", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:50.085575 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbb4af30-557f-45d7-b47d-1697ab056dc8 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:50.086054 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf0ae5f-8018-4b38-b244-7320ff611516', 'tag': '0025ad78-399d-4245-bf1f-1921922f8105', 'status': 'completed', 'code': 200} Dec 15 13:59:50.132247 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-e0ffb3b2-a79e-4d03-bbb7-1c3d5ba5e563 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0025ad78-399d-4245-bf1f-1921922f8105 HTTP/1.1" status: 200 len: 217 time: 0.0387719 Dec 15 13:59:50.153846 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-2c5b3e84-1eca-40bd-b020-69ccdc4c53c9 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:50.154914 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2c5b3e84-1eca-40bd-b020-69ccdc4c53c9 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags/tempest-TagsExtTest-Tag-401467082 HTTP/1.1" status: 404 len: 328 time: 0.2292471 Dec 15 13:59:50.162697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f536a6c-bbf0-425b-bfc6-e76a81c59cc0 req-f960fb4e-bbdb-4052-9df9-c5c5d2c63963 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.164184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f536a6c-bbf0-425b-bfc6-e76a81c59cc0 req-f960fb4e-bbdb-4052-9df9-c5c5d2c63963 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 943 time: 0.1241009 Dec 15 13:59:50.165480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.172372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-919d5b21-b6fe-4eff-b188-945957bdd789 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f', 'tempest-TagsExtTest-Tag-319235593') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:50.181929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-c0c0b141-0c70-4260-bdf5-747f5fdd4feb service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929436 Dec 15 13:59:50.220666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-276e96b1-7429-47e7-8a2c-58543f8c1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.222211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-276e96b1-7429-47e7-8a2c-58543f8c1269 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a50e673b-7e41-464b-b646-a67750b11933 HTTP/1.1" status: 200 len: 860 time: 0.0826643 Dec 15 13:59:50.262930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-f96b0bde-eef6-49ce-9f46-20846b40bba0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0aef2c56-3f65-47ba-9090-5ce0c2f78eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297174 Dec 15 13:59:50.277731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f536a6c-bbf0-425b-bfc6-e76a81c59cc0 req-1f6f6c22-5c3a-4e38-8ebd-fb279ef947a6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038146 Dec 15 13:59:50.321268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec972564-7e65-4af8-884e-0329f3aaa402 req-1cd61100-ddce-45eb-9181-ab7fe3c24ad8 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293013 Dec 15 13:59:50.342924 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-919d5b21-b6fe-4eff-b188-945957bdd789 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:50.343990 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-919d5b21-b6fe-4eff-b188-945957bdd789 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags/tempest-TagsExtTest-Tag-319235593 HTTP/1.1" status: 404 len: 328 time: 0.1771550 Dec 15 13:59:50.346995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40454) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.351611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-4dc0f4b2-b5e0-47ab-88ec-f583dc34f6bb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f', 'tempest-TagsExtTest-Tag-1538798669') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:50.379758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-0ef594da-760c-4496-bfe8-b31e0ff80d08 service neutron] 10.222.0.74 "GET /v2.0/networks/0aef2c56-3f65-47ba-9090-5ce0c2f78eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092126 Dec 15 13:59:50.409493 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-4dc0f4b2-b5e0-47ab-88ec-f583dc34f6bb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:50.410658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4dc0f4b2-b5e0-47ab-88ec-f583dc34f6bb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags/tempest-TagsExtTest-Tag-1538798669 HTTP/1.1" status: 404 len: 329 time: 0.0625691 Dec 15 13:59:50.414451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40456) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.418920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-5b997e93-aadb-4c15-8ffe-799f97c6c854 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a', {'tags': ['tempest-TagsExtTest-Tag-1749137109', 'tempest-TagsExtTest-Tag-199198596', 'tempest-TagsExtTest-Tag-177385398']}) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:50.504994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83c5b742-6453-474b-84c7-d1ea96431af4 req-f12a50f3-bcab-4ddd-a05d-fd2d9c6ec205 service neutron] 10.222.0.74 "GET /v2.0/networks/0aef2c56-3f65-47ba-9090-5ce0c2f78eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168797 Dec 15 13:59:50.542891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5b997e93-aadb-4c15-8ffe-799f97c6c854 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags HTTP/1.1" status: 200 len: 316 time: 0.1256850 Dec 15 13:59:50.543232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40462) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.548183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-ed15f558-f7fb-4ef1-ae9f-12e15e5c5f7b tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:50.595924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c57359-abbf-4320-aaf7-81e0f41044a3 req-248eeefb-982a-484d-b4bf-81e48950b280 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.597426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2c57359-abbf-4320-aaf7-81e0f41044a3 req-248eeefb-982a-484d-b4bf-81e48950b280 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 943 time: 0.1093981 Dec 15 13:59:50.686110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de6310-21a3-4401-bf17-746a8c9db528 req-1a77c05a-a767-490b-a263-894d47941273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.687592 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39de6310-21a3-4401-bf17-746a8c9db528 req-1a77c05a-a767-490b-a263-894d47941273 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79575d7171ab4abdb80a06d0a8acb8c5&device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 1094 time: 0.1104825 Dec 15 13:59:50.699239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2c57359-abbf-4320-aaf7-81e0f41044a3 req-8a26fd1d-760f-4f05-ae61-47cb5e62d2e1 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822930 Dec 15 13:59:50.774327 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ed15f558-f7fb-4ef1-ae9f-12e15e5c5f7b tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags HTTP/1.1" status: 204 len: 168 time: 0.2317507 Dec 15 13:59:50.777600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.788125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-77e15757-edf8-4fbb-a9e5-ae6cd364a597 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a', 'tempest-TagsExtTest-Tag-1749137109') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:50.830380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de6310-21a3-4401-bf17-746a8c9db528 req-27880f00-c048-49e9-b937-2411437a7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.831839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39de6310-21a3-4401-bf17-746a8c9db528 req-27880f00-c048-49e9-b937-2411437a7c13 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 HTTP/1.1" status: 200 len: 922 time: 0.1367483 Dec 15 13:59:50.880701 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39de6310-21a3-4401-bf17-746a8c9db528 req-2ee53a34-983f-4041-9653-f5eaee26e4f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0025ad78-399d-4245-bf1f-1921922f8105 HTTP/1.1" status: 200 len: 217 time: 0.0409837 Dec 15 13:59:50.890009 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-77e15757-edf8-4fbb-a9e5-ae6cd364a597 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:50.894645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-77e15757-edf8-4fbb-a9e5-ae6cd364a597 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags/tempest-TagsExtTest-Tag-1749137109 HTTP/1.1" status: 404 len: 329 time: 0.1125281 Dec 15 13:59:50.895028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40470) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.899483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-d89ca81f-6767-40a4-b287-4996e7fa2c50 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a', 'tempest-TagsExtTest-Tag-199198596') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:50.940933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de6310-21a3-4401-bf17-746a8c9db528 req-f0e54ce5-dd95-45db-99c8-c60295053868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:50.942368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39de6310-21a3-4401-bf17-746a8c9db528 req-f0e54ce5-dd95-45db-99c8-c60295053868 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a50e673b-7e41-464b-b646-a67750b11933 HTTP/1.1" status: 200 len: 860 time: 0.0503793 Dec 15 13:59:50.952817 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-d89ca81f-6767-40a4-b287-4996e7fa2c50 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:50.953862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d89ca81f-6767-40a4-b287-4996e7fa2c50 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags/tempest-TagsExtTest-Tag-199198596 HTTP/1.1" status: 404 len: 328 time: 0.0578344 Dec 15 13:59:50.956711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40472) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:50.960757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-c972db81-6969-41a5-8636-2ddd8a9c6110 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a', 'tempest-TagsExtTest-Tag-177385398') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:50.975945 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39de6310-21a3-4401-bf17-746a8c9db528 req-e773c8a5-78ae-4865-a82d-aa666fc44b71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0aef2c56-3f65-47ba-9090-5ce0c2f78eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247631 Dec 15 13:59:51.013026 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-c972db81-6969-41a5-8636-2ddd8a9c6110 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:51.014200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c972db81-6969-41a5-8636-2ddd8a9c6110 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags/tempest-TagsExtTest-Tag-177385398 HTTP/1.1" status: 404 len: 328 time: 0.0564847 Dec 15 13:59:51.016970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40474) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.021493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-5155dd89-3d49-49ee-9ce5-d4e996890a7a tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86', {'tags': ['tempest-TagsExtTest-Tag-556425019', 'tempest-TagsExtTest-Tag-1994134688', 'tempest-TagsExtTest-Tag-1876760416']}) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.111150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5155dd89-3d49-49ee-9ce5-d4e996890a7a tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags HTTP/1.1" status: 200 len: 317 time: 0.0931423 Dec 15 13:59:51.113924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40478) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.119069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-12d27e32-fb09-4b5b-bf47-b672f4e5c74c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.221458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-12d27e32-fb09-4b5b-bf47-b672f4e5c74c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags HTTP/1.1" status: 204 len: 168 time: 0.1040168 Dec 15 13:59:51.221813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40480) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.226629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-29426c5b-dee8-4543-b309-34d53652ebdf tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86', 'tempest-TagsExtTest-Tag-556425019') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.315836 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-29426c5b-dee8-4543-b309-34d53652ebdf tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:51.319754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29426c5b-dee8-4543-b309-34d53652ebdf tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags/tempest-TagsExtTest-Tag-556425019 HTTP/1.1" status: 404 len: 328 time: 0.0944393 Dec 15 13:59:51.320253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40484) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.329469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-e2118841-555d-442c-9521-e32f9c022d22 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86', 'tempest-TagsExtTest-Tag-1994134688') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.428259 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-e2118841-555d-442c-9521-e32f9c022d22 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:51.432284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e2118841-555d-442c-9521-e32f9c022d22 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags/tempest-TagsExtTest-Tag-1994134688 HTTP/1.1" status: 404 len: 329 time: 0.1112080 Dec 15 13:59:51.433751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.437336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97564121-06b8-40b4-82ad-d79310df8226 req-f0bd8181-9e61-445d-91dc-ba38c61c1509 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:51.438851 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97564121-06b8-40b4-82ad-d79310df8226 req-f0bd8181-9e61-445d-91dc-ba38c61c1509 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0774980 Dec 15 13:59:51.439680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-92023e47-9159-4219-a7fa-b9563cc5e7ab tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86', 'tempest-TagsExtTest-Tag-1876760416') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.443551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39de6310-21a3-4401-bf17-746a8c9db528 req-54b05f5b-1814-45d8-81d6-1b3588eb8e2e service neutron] 10.222.0.74 "GET /v2.0/networks/0aef2c56-3f65-47ba-9090-5ce0c2f78eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580493 Dec 15 13:59:51.495942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b48bb7-805b-4db1-8369-96a0cb7b6f2b req-6f316fb0-f93b-4d63-904f-37c45e86b0d7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:51.497364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66b48bb7-805b-4db1-8369-96a0cb7b6f2b req-6f316fb0-f93b-4d63-904f-37c45e86b0d7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 943 time: 0.1251781 Dec 15 13:59:51.544787 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97564121-06b8-40b4-82ad-d79310df8226 req-c77c8ddc-71b0-4c2b-8f73-b2cd5e794068 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984402 Dec 15 13:59:51.546213 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-92023e47-9159-4219-a7fa-b9563cc5e7ab tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:51.547903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-92023e47-9159-4219-a7fa-b9563cc5e7ab tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags/tempest-TagsExtTest-Tag-1876760416 HTTP/1.1" status: 404 len: 329 time: 0.1115813 Dec 15 13:59:51.550434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40490) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.558364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-78cfda9b-c8bf-4d13-85bb-1f36000852f4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2', {'tags': ['tempest-TagsExtTest-Tag-1641577845', 'tempest-TagsExtTest-Tag-1862298260', 'tempest-TagsExtTest-Tag-906640616']}) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.563213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d94d810a-2380-4c19-9097-0af963e4ea56 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:51.580002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39de6310-21a3-4401-bf17-746a8c9db528 req-2c88a2d3-672e-465d-943c-36386c6e062b service neutron] 10.222.0.74 "GET /v2.0/networks/0aef2c56-3f65-47ba-9090-5ce0c2f78eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260684 Dec 15 13:59:51.630957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66b48bb7-805b-4db1-8369-96a0cb7b6f2b req-b5e30773-a2d8-4618-93c3-b3e7ab46f7ef tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094768 Dec 15 13:59:51.649410 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-78cfda9b-c8bf-4d13-85bb-1f36000852f4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "PUT /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags HTTP/1.1" status: 200 len: 317 time: 0.0965283 Dec 15 13:59:51.663045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40492) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.671701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-3d57d3c4-715a-4d3e-9fa7-bd7893b13e01 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.710402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port d94d810a-2380-4c19-9097-0af963e4ea56, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d94d810a-2380-4c19-9097-0af963e4ea56,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:51.718641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3d57d3c4-715a-4d3e-9fa7-bd7893b13e01 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags HTTP/1.1" status: 204 len: 168 time: 0.0531209 Dec 15 13:59:51.721188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.726055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'd94d810a-2380-4c19-9097-0af963e4ea56', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'port_id': 'd94d810a-2380-4c19-9097-0af963e4ea56', 'mac_address': 'fa:16:3e:fb:51:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a810473-510c-4634-84c0-8dfe62ec7ea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:51.727559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-8ddb2cb2-4bc6-4888-8c14-1f87afa787e5 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2', 'tempest-TagsExtTest-Tag-1641577845') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.754929 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-8ddb2cb2-4bc6-4888-8c14-1f87afa787e5 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:51.758713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8ddb2cb2-4bc6-4888-8c14-1f87afa787e5 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags/tempest-TagsExtTest-Tag-1641577845 HTTP/1.1" status: 404 len: 329 time: 0.0325432 Dec 15 13:59:51.758945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.764526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-ee8c566f-4a0e-4c3f-a8cb-8d1863d3b29f tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2', 'tempest-TagsExtTest-Tag-1862298260') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.785363 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.809052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94d810a-2380-4c19-9097-0af963e4ea56 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:51.822966 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-ee8c566f-4a0e-4c3f-a8cb-8d1863d3b29f tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:51.824109 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ee8c566f-4a0e-4c3f-a8cb-8d1863d3b29f tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags/tempest-TagsExtTest-Tag-1862298260 HTTP/1.1" status: 404 len: 329 time: 0.0635269 Dec 15 13:59:51.827057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.832902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-71631744-a82b-4f5d-8930-92f8dc6456a4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2', 'tempest-TagsExtTest-Tag-906640616') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.834435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port d94d810a-2380-4c19-9097-0af963e4ea56, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d94d810a-2380-4c19-9097-0af963e4ea56,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:51.840689 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:51.869527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2600cd-3903-4e4c-a511-7fe30a78933c req-54bba65c-d578-4173-999c-6069a64e0198 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:51.871651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce2600cd-3903-4e4c-a511-7fe30a78933c req-54bba65c-d578-4173-999c-6069a64e0198 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 943 time: 0.0815029 Dec 15 13:59:51.876205 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-71631744-a82b-4f5d-8930-92f8dc6456a4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] show failed (client error): The resource could not be found. Dec 15 13:59:51.877240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-71631744-a82b-4f5d-8930-92f8dc6456a4 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags/tempest-TagsExtTest-Tag-906640616 HTTP/1.1" status: 404 len: 328 time: 0.0491738 Dec 15 13:59:51.880129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40506) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.889219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-6c6d7744-db5c-4e96-933a-1f47f67ee97c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd47423fb-ea3b-407d-a672-1a4948e150a2') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:51.901535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=d94d810a-2380-4c19-9097-0af963e4ea56,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:51.911576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.912908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.913280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.913803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.914173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.914523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.914867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.915209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.917107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.917640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.918003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.918670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.919025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:59:51.929736 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce2600cd-3903-4e4c-a511-7fe30a78933c req-39fbedee-729f-401e-a2a4-e85fce71339b tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512447 Dec 15 13:59:51.943463 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c6d7744-db5c-4e96-933a-1f47f67ee97c tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2/tags HTTP/1.1" status: 204 len: 168 time: 0.0596142 Dec 15 13:59:51.944269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:51.949238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-fbe8367e-5d58-4661-83e2-b0d3680c446e tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22ac9d2d-d408-4e4a-b42a-167fbbc6ee86') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:52.042271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fbe8367e-5d58-4661-83e2-b0d3680c446e tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86/tags HTTP/1.1" status: 204 len: 168 time: 0.0964808 Dec 15 13:59:52.044718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:52.049224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-54c68435-57b1-40f8-89d6-3747aa3adab2 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8999c29-3504-4d01-b6ad-630b20469e2a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:52.115769 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-54c68435-57b1-40f8-89d6-3747aa3adab2 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0676174 Dec 15 13:59:52.116065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40512) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:52.120929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-b960eaed-a0b1-45b1-96a3-da14674ff9a8 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '653650c6-1900-4318-a1e9-7890c5caae0f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:52.122846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['d94d810a-2380-4c19-9097-0af963e4ea56'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:52.179598 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b960eaed-a0b1-45b1-96a3-da14674ff9a8 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f/tags HTTP/1.1" status: 204 len: 168 time: 0.0624955 Dec 15 13:59:52.184525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40514) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:52.270781 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-072b7c53-959f-4920-96fb-6baccf612319 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for subnetpool, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.274711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-072b7c53-959f-4920-96fb-6baccf612319 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnetpools/d47423fb-ea3b-407d-a672-1a4948e150a2 HTTP/1.1" status: 204 len: 168 time: 0.0891933 Dec 15 13:59:52.275411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:52.303929 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cb1ea585-6951-4023-b04d-e9f1e3769103 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "GET /v2.0/ports?device_id=22ac9d2d-d408-4e4a-b42a-167fbbc6ee86 HTTP/1.1" status: 200 len: 205 time: 0.0266671 Dec 15 13:59:52.307379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40518) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:52.381893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c725-329e-4dcf-ba0f-609052a01cfb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.540183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c725-329e-4dcf-ba0f-609052a01cfb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.542820 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c725-329e-4dcf-ba0f-609052a01cfb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.587415 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c725-329e-4dcf-ba0f-609052a01cfb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.588128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed4c725-329e-4dcf-ba0f-609052a01cfb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Fanout notify agent at l3_agent the message router_deleted on router 22ac9d2d-d408-4e4a-b42a-167fbbc6ee86 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:59:52.595251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c725-329e-4dcf-ba0f-609052a01cfb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.596333 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0ed4c725-329e-4dcf-ba0f-609052a01cfb tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/routers/22ac9d2d-d408-4e4a-b42a-167fbbc6ee86 HTTP/1.1" status: 204 len: 168 time: 0.2880290 Dec 15 13:59:52.598777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40522) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:52.677190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53c60-f649-47df-a577-c3cba5e1b323 req-b25d2f5b-6ada-4f9d-9dd5-bd70e6ba66c1 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:52.679012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86c53c60-f649-47df-a577-c3cba5e1b323 req-b25d2f5b-6ada-4f9d-9dd5-bd70e6ba66c1 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0538275 Dec 15 13:59:52.699593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5333c99e-e987-4bab-817a-1e56b4dda0e3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Deleting port f8999c29-3504-4d01-b6ad-630b20469e2a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:52.699965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5333c99e-e987-4bab-817a-1e56b4dda0e3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.736522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86c53c60-f649-47df-a577-c3cba5e1b323 req-819b2c7b-e18f-43d7-8d75-7428edb31255 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Dec 15 13:59:52.827234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5333c99e-e987-4bab-817a-1e56b4dda0e3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:52.842622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a00f-3655-48e4-ae09-33d0caf4ed9c req-978248b4-486f-4876-bccb-e16f6c304164 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:52.844113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da53a00f-3655-48e4-ae09-33d0caf4ed9c req-978248b4-486f-4876-bccb-e16f6c304164 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 944 time: 0.1005797 Dec 15 13:59:52.850046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5333c99e-e987-4bab-817a-1e56b4dda0e3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Calling delete_port for f8999c29-3504-4d01-b6ad-630b20469e2a owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:52.944711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da53a00f-3655-48e4-ae09-33d0caf4ed9c req-5eb05efd-b5da-45af-8e07-f6ed46cfe839 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927081 Dec 15 13:59:53.027606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5333c99e-e987-4bab-817a-1e56b4dda0e3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.053013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a384-d0ab-4b44-b457-b0417b456de3 req-936fe62a-3129-4799-836c-48bee10c0169 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:53.054516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7845a384-d0ab-4b44-b457-b0417b456de3 req-936fe62a-3129-4799-836c-48bee10c0169 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 943 time: 0.0513990 Dec 15 13:59:53.055498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333c99e-e987-4bab-817a-1e56b4dda0e3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Pushing event deleted for resources: {'Port': ['ID=f8999c29-3504-4d01-b6ad-630b20469e2a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:53.109715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7845a384-d0ab-4b44-b457-b0417b456de3 req-74af414b-935f-4f40-8662-5487f8c1152c tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Dec 15 13:59:53.133272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5333c99e-e987-4bab-817a-1e56b4dda0e3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.136785 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5333c99e-e987-4bab-817a-1e56b4dda0e3 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/ports/f8999c29-3504-4d01-b6ad-630b20469e2a HTTP/1.1" status: 204 len: 168 time: 0.5370674 Dec 15 13:59:53.139154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:53.192910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c932ed-3c65-4e15-baa7-c1d2c7b6ad54 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Deleting subnet 653650c6-1900-4318-a1e9-7890c5caae0f {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:59:53.196337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09c932ed-3c65-4e15-baa7-c1d2c7b6ad54 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.244268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09c932ed-3c65-4e15-baa7-c1d2c7b6ad54 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.327715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09c932ed-3c65-4e15-baa7-c1d2c7b6ad54 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.383850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09c932ed-3c65-4e15-baa7-c1d2c7b6ad54 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.417207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c932ed-3c65-4e15-baa7-c1d2c7b6ad54 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Pushing event deleted for resources: {'Subnet': ['ID=653650c6-1900-4318-a1e9-7890c5caae0f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:53.419191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-09c932ed-3c65-4e15-baa7-c1d2c7b6ad54 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.424332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-09c932ed-3c65-4e15-baa7-c1d2c7b6ad54 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/subnets/653650c6-1900-4318-a1e9-7890c5caae0f HTTP/1.1" status: 204 len: 168 time: 0.2841787 Dec 15 13:59:53.425034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e079f9c-2b8b-42ac-b132-a47bce41b31a None None] Network 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:59:53.425549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40536) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:53.504184 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.559484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Deleting port 06bf2a80-90c2-44bd-b075-160d994e64a6 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:53.559827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.567475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] DHCP port deletion for 7fbd994d-9e28-44f8-8854-9ac8043c1fd4 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:59:53.594525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0025ad78-399d-4245-bf1f-1921922f8105 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:59:53.596469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d94d810a-2380-4c19-9097-0af963e4ea56 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:53.625954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] For port 06bf2a80-90c2-44bd-b075-160d994e64a6, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=06bf2a80-90c2-44bd-b075-160d994e64a6,segment=NetworkSegment(51469df8-93b1-4f87-85e6-e072bbbc1580),segment_id=51469df8-93b1-4f87-85e6-e072bbbc1580)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:53.626412 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.640032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Calling delete_port for 06bf2a80-90c2-44bd-b075-160d994e64a6 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:53.725767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.731593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port d94d810a-2380-4c19-9097-0af963e4ea56 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:59:53.734696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] Deleting port 06bf2a80-90c2-44bd-b075-160d994e64a6 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:59:53.734696 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.753811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Pushing event deleted for resources: {'Port': ['ID=06bf2a80-90c2-44bd-b075-160d994e64a6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:53.754148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port d94d810a-2380-4c19-9097-0af963e4ea56 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:53.754535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.755891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] No DVR routers for this DVR port 06bf2a80-90c2-44bd-b075-160d994e64a6 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:53.825057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0025ad78-399d-4245-bf1f-1921922f8105, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0025ad78-399d-4245-bf1f-1921922f8105,segment=NetworkSegment(5ddabc41-5e93-4db3-a887-8f485e1486dc),segment_id=5ddabc41-5e93-4db3-a887-8f485e1486dc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:53.853686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '0025ad78-399d-4245-bf1f-1921922f8105', 'network_id': '0aef2c56-3f65-47ba-9090-5ce0c2f78eb9', 'port_id': '0025ad78-399d-4245-bf1f-1921922f8105', 'mac_address': 'fa:16:3e:58:ee:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50e673b-7e41-464b-b646-a67750b11933', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:59:53.865082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.873547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] For port 06bf2a80-90c2-44bd-b075-160d994e64a6, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:53.873776 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.884982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894d0a2-7d3c-4e40-94e3-86abeaad051c req-d8125bb5-1ff9-4bc2-9e7e-f12752b28a8c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:53.888991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbd994d-9e28-44f8-8854-9ac8043c1fd4']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:53.893668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8894d0a2-7d3c-4e40-94e3-86abeaad051c req-d8125bb5-1ff9-4bc2-9e7e-f12752b28a8c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0779572 Dec 15 13:59:53.903161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51469df8-93b1-4f87-85e6-e072bbbc1580') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:53.903526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51469df8-93b1-4f87-85e6-e072bbbc1580') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:59:53.923555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] Calling delete_port for 06bf2a80-90c2-44bd-b075-160d994e64a6 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:59:53.923719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.924745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] Port 06bf2a80-90c2-44bd-b075-160d994e64a6 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:59:53.930610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.946730 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.956227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8894d0a2-7d3c-4e40-94e3-86abeaad051c req-186b0599-740f-4636-b082-610286662f02 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573735 Dec 15 13:59:53.957397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.977349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:59:53.977752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: timer() Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:59:53.982036 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:59:53.997492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] No DVR routers for this DVR port 06bf2a80-90c2-44bd-b075-160d994e64a6 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:59:53.999496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fff8-6899-496d-8509-c84ab32a5cf0 None None] Pushing event deleted for resources: {'Port': ['ID=06bf2a80-90c2-44bd-b075-160d994e64a6,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:54.014668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0025ad78-399d-4245-bf1f-1921922f8105 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:59:54.023388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba3821-09de-4ffd-94d1-6c099bcbcc0d req-8c90bdc9-f4a9-4188-a88a-92fb0fdf84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:54.025608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03ba3821-09de-4ffd-94d1-6c099bcbcc0d req-8c90bdc9-f4a9-4188-a88a-92fb0fdf84f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1824350 Dec 15 13:59:54.032941 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.069874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0025ad78-399d-4245-bf1f-1921922f8105, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0025ad78-399d-4245-bf1f-1921922f8105,segment=NetworkSegment(5ddabc41-5e93-4db3-a887-8f485e1486dc),segment_id=5ddabc41-5e93-4db3-a887-8f485e1486dc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:54.091323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.100982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decff057-794c-4fd0-b07f-67e292ddd2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94d810a-2380-4c19-9097-0af963e4ea56'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:54.104997 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e4be5-fe73-494e-874a-9c209bd8ba79" -d '{"events": [{"server_uuid": "decff057-794c-4fd0-b07f-67e292ddd2bf", "name": "network-vif-plugged", "status": "completed", "tag": "d94d810a-2380-4c19-9097-0af963e4ea56"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:54.139460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 06bf2a80-90c2-44bd-b075-160d994e64a6 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:59:54.147227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port d94d810a-2380-4c19-9097-0af963e4ea56, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d94d810a-2380-4c19-9097-0af963e4ea56,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:54.153432 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1a65e8-ff1b-4215-9254-02f4f266c8d8 x-openstack-request-id: req-9d1a65e8-ff1b-4215-9254-02f4f266c8d8 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:54.153751 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decff057-794c-4fd0-b07f-67e292ddd2bf", "name": "network-vif-plugged", "status": "completed", "tag": "d94d810a-2380-4c19-9097-0af963e4ea56", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:54.154024 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d1a65e8-ff1b-4215-9254-02f4f266c8d8 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:54.154430 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decff057-794c-4fd0-b07f-67e292ddd2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94d810a-2380-4c19-9097-0af963e4ea56', 'code': 200} Dec 15 13:59:54.182825 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.184715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 06bf2a80-90c2-44bd-b075-160d994e64a6 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:59:54.185072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 06bf2a80-90c2-44bd-b075-160d994e64a6 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:59:54.203299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.209046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=0025ad78-399d-4245-bf1f-1921922f8105,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:54.223088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.229357 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] 10.222.0.86 "DELETE /v2.0/networks/7fbd994d-9e28-44f8-8854-9ac8043c1fd4 HTTP/1.1" status: 204 len: 168 time: 0.8000491 Dec 15 13:59:54.241278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03ba3821-09de-4ffd-94d1-6c099bcbcc0d req-449531fd-68ff-4ace-9b7e-d75385a2a07c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796083 Dec 15 13:59:54.242047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3940d82-79a4-448c-b937-3386644b4899 tempest-TagsExtTest-860627003 tempest-TagsExtTest-860627003-project] Pushing event deleted for resources: {'Network': ['ID=7fbd994d-9e28-44f8-8854-9ac8043c1fd4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:54.256802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b26e-ad12-46e2-bfff-aea23f43adc1 req-32a32eea-994f-4984-8ffd-3ee007857933 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:54.264435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd46b26e-ad12-46e2-bfff-aea23f43adc1 req-32a32eea-994f-4984-8ffd-3ee007857933 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 944 time: 0.1399589 Dec 15 13:59:54.316074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e8c9-e724-4ff0-87b6-616c080a8039 req-2d98b6ed-f352-4d23-83c5-57a7757e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:54.317621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd46b26e-ad12-46e2-bfff-aea23f43adc1 req-ef043ce9-dfb1-45f9-aaa7-5354a952989e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523171 Dec 15 13:59:54.317798 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb69e8c9-e724-4ff0-87b6-616c080a8039 req-2d98b6ed-f352-4d23-83c5-57a7757e2c77 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 1096 time: 0.0985982 Dec 15 13:59:54.319153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=d94d810a-2380-4c19-9097-0af963e4ea56,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:54.329400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fa78-b9e1-4305-90d4-1f3c85c95f4e req-45cdfcc9-81b0-46f4-9fee-3f1fc083a327 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:54.330986 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1f8fa78-b9e1-4305-90d4-1f3c85c95f4e req-45cdfcc9-81b0-46f4-9fee-3f1fc083a327 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 944 time: 0.0749145 Dec 15 13:59:54.392668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['0025ad78-399d-4245-bf1f-1921922f8105'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:59:54.398516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb69e8c9-e724-4ff0-87b6-616c080a8039 req-29b40855-7949-4e7b-b1c7-28eaa4411f03 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664051 Dec 15 13:59:54.411587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1f8fa78-b9e1-4305-90d4-1f3c85c95f4e req-c848c80b-4ff4-452b-9ba8-a87c1be20a94 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660002 Dec 15 13:59:54.477063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40556) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:54.609094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8770dc37-9620-424f-b779-04688dcbcf8b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ff4e433606a48a390ee13d5340b7ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308501 Dec 15 13:59:54.611647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40560) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:54.658607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edef88f2-ad8d-4ce4-8435-0e927db31802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.683604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edef88f2-ad8d-4ce4-8435-0e927db31802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.728873 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edef88f2-ad8d-4ce4-8435-0e927db31802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.731493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edef88f2-ad8d-4ce4-8435-0e927db31802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:54.732661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-edef88f2-ad8d-4ce4-8435-0e927db31802 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6b5c1ee0-bf00-43fd-b4c9-dca7fd9a0c37 HTTP/1.1" status: 204 len: 168 time: 0.1201026 Dec 15 13:59:54.740343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef88f2-ad8d-4ce4-8435-0e927db31802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5c1ee0-bf00-43fd-b4c9-dca7fd9a0c37,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:55.086612 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266e3a6-b4e4-4dbf-a291-03ea6101b748 req-96681c4c-b296-439f-acd7-4b8f2c8fed2d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:55.089060 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9266e3a6-b4e4-4dbf-a291-03ea6101b748 req-96681c4c-b296-439f-acd7-4b8f2c8fed2d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0539744 Dec 15 13:59:55.166800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9266e3a6-b4e4-4dbf-a291-03ea6101b748 req-0dfa568d-f3f7-4dd3-a89e-c1db95a9ad37 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616622 Dec 15 13:59:55.438658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a578-b438-409f-bb68-7e080ef91590 req-edd9506c-e6fa-4776-90f2-9f8062d7a4f1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:55.440489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0640a578-b438-409f-bb68-7e080ef91590 req-edd9506c-e6fa-4776-90f2-9f8062d7a4f1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 945 time: 0.0576565 Dec 15 13:59:55.514045 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0640a578-b438-409f-bb68-7e080ef91590 req-ede44717-55a3-4858-862f-73455214efb1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671582 Dec 15 13:59:55.557976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd896733-4109-445f-8da9-0ca5834efaf8 req-6d0bb7e2-8135-4982-93c2-2828599915ee tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:55.559512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd896733-4109-445f-8da9-0ca5834efaf8 req-6d0bb7e2-8135-4982-93c2-2828599915ee tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 944 time: 0.0582457 Dec 15 13:59:55.586583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0025ad78-399d-4245-bf1f-1921922f8105 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:59:55.610122 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd896733-4109-445f-8da9-0ca5834efaf8 req-f63071ff-5121-44ad-bb37-3c0506cbdc21 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Dec 15 13:59:55.645755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 0025ad78-399d-4245-bf1f-1921922f8105 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:59:55.651139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 0025ad78-399d-4245-bf1f-1921922f8105 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:59:55.651598 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.739284 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.774534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 0025ad78-399d-4245-bf1f-1921922f8105, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0025ad78-399d-4245-bf1f-1921922f8105,segment=NetworkSegment(5ddabc41-5e93-4db3-a887-8f485e1486dc),segment_id=5ddabc41-5e93-4db3-a887-8f485e1486dc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:59:55.778703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:55.827710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=0025ad78-399d-4245-bf1f-1921922f8105,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:56.155758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf0ae5f-8018-4b38-b244-7320ff611516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0025ad78-399d-4245-bf1f-1921922f8105'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:59:56.158353 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75e983-fd36-49ab-ab2c-6b36ab18709b" -d '{"events": [{"server_uuid": "6bf0ae5f-8018-4b38-b244-7320ff611516", "name": "network-vif-plugged", "status": "completed", "tag": "0025ad78-399d-4245-bf1f-1921922f8105"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:59:56.206720 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2fd163-abe9-4979-b177-a23c222a1456 x-openstack-request-id: req-ee2fd163-abe9-4979-b177-a23c222a1456 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:59:56.207084 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf0ae5f-8018-4b38-b244-7320ff611516", "name": "network-vif-plugged", "status": "completed", "tag": "0025ad78-399d-4245-bf1f-1921922f8105", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:59:56.208207 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee2fd163-abe9-4979-b177-a23c222a1456 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:59:56.208826 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf0ae5f-8018-4b38-b244-7320ff611516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0025ad78-399d-4245-bf1f-1921922f8105', 'code': 200} Dec 15 13:59:56.285408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a4d82-0c41-4a19-a89a-9d7744439f29 req-75732a34-db11-4c13-bfc3-a907f4b474bd tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:56.287068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-162a4d82-0c41-4a19-a89a-9d7744439f29 req-75732a34-db11-4c13-bfc3-a907f4b474bd tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0538387 Dec 15 13:59:56.330521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70061fa-5e0f-48d2-bade-c873824a326a req-221b06e3-fab7-46b6-83ce-87de2bd6ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:56.332056 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f70061fa-5e0f-48d2-bade-c873824a326a req-221b06e3-fab7-46b6-83ce-87de2bd6ac43 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 1096 time: 0.0509238 Dec 15 13:59:56.348657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-162a4d82-0c41-4a19-a89a-9d7744439f29 req-3d48f9e8-9d8c-49a3-bc3e-b781d867cf7d tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530546 Dec 15 13:59:56.379424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f70061fa-5e0f-48d2-bade-c873824a326a req-541998be-fbf5-4162-8b3f-1d3a300d93f7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Dec 15 13:59:56.534189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40638) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:56.644248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a13d26-8cd6-41e8-9c7a-8dd0784f2e1d req-77c9a674-c468-4932-b809-d79ebe85586e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:56.645755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7a13d26-8cd6-41e8-9c7a-8dd0784f2e1d req-77c9a674-c468-4932-b809-d79ebe85586e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 945 time: 0.0572391 Dec 15 13:59:56.698077 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6959879-5553-424a-b753-6784c6c7b3fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.702589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7a13d26-8cd6-41e8-9c7a-8dd0784f2e1d req-b3a9eab3-f673-4234-bb07-fd33988063cd tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Dec 15 13:59:56.711086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-467b8e49-ad2a-4581-a522-f53047727e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:56.713141 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-467b8e49-ad2a-4581-a522-f53047727e4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec91f686cd3428cbaa71a092cc558b4&device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0946889 Dec 15 13:59:56.759555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa34cf4-0c08-4f39-805a-86f759a8163f req-68f9b637-4c38-4ce5-8395-5140615d791b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:56.766651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6aa34cf4-0c08-4f39-805a-86f759a8163f req-68f9b637-4c38-4ce5-8395-5140615d791b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1158600 Dec 15 13:59:56.820706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ec8a-0de8-4aee-b167-896e5505fc33 req-05c5bb7d-e114-49fe-ab72-004b78d5112b tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:56.822659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5740ec8a-0de8-4aee-b167-896e5505fc33 req-05c5bb7d-e114-49fe-ab72-004b78d5112b tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 945 time: 0.0537260 Dec 15 13:59:56.884515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5740ec8a-0de8-4aee-b167-896e5505fc33 req-66e62e9b-f22b-46ea-84d8-41d223be7095 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541432 Dec 15 13:59:56.891547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6aa34cf4-0c08-4f39-805a-86f759a8163f req-e5cd3769-7c5e-4617-89ab-ddbd612ff77c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239781 Dec 15 13:59:56.925612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-12aeaa92-c37d-4f00-8cf9-a1fac62ea24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:56.927111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-12aeaa92-c37d-4f00-8cf9-a1fac62ea24f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 200 len: 919 time: 0.2040813 Dec 15 13:59:56.932787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6959879-5553-424a-b753-6784c6c7b3fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.943159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6959879-5553-424a-b753-6784c6c7b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:56.988404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-8d1f87ef-dd56-478e-94c1-bd879d9126ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a890701b-a83e-4d7e-899b-21ce2c86957b HTTP/1.1" status: 200 len: 217 time: 0.0525630 Dec 15 13:59:57.050627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6959879-5553-424a-b753-6784c6c7b3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722ae1b6-4548-436d-b731-fab6f5d4ca65,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:57.059504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d6959879-5553-424a-b753-6784c6c7b3fe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=51ed4bc355f94825aaff78fb31a6dc38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5213587 Dec 15 13:59:57.060549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40654) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:57.091423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-64315eea-303a-435d-b0e6-0e58844a650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:57.101719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-64315eea-303a-435d-b0e6-0e58844a650a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 200 len: 857 time: 0.1067641 Dec 15 13:59:57.151274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-db4546f3-8dad-4223-8649-7fcd8dd2d048 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f30667-74c9-483c-8eff-773e9994c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382254 Dec 15 13:59:57.184391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6443-cc6b-4839-9f10-a0a922fc665a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.245853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6443-cc6b-4839-9f10-a0a922fc665a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.300393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-97e2a26c-9dfc-44fb-b666-1e235ac20d52 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391182 Dec 15 13:59:57.381112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6443-cc6b-4839-9f10-a0a922fc665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.383757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6443-cc6b-4839-9f10-a0a922fc665a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.385595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b2eb6443-cc6b-4839-9f10-a0a922fc665a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/722ae1b6-4548-436d-b731-fab6f5d4ca65 HTTP/1.1" status: 204 len: 168 time: 0.3249788 Dec 15 13:59:57.402597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6443-cc6b-4839-9f10-a0a922fc665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722ae1b6-4548-436d-b731-fab6f5d4ca65,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:57.759235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:57.773685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c71d2f4-43ce-4999-9fc5-ada7262455ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.800436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d89aaba0-a267-4a80-ba84-3f8ddbece6d9 req-e538ffe9-d312-4b8a-a47d-13743710104f service neutron] 10.222.0.24 "GET /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913354 Dec 15 13:59:57.867110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c71d2f4-43ce-4999-9fc5-ada7262455ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.872261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c71d2f4-43ce-4999-9fc5-ada7262455ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:57.916790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0c71d2f4-43ce-4999-9fc5-ada7262455ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27d9910344c34fca8fc52d2f1c3a0717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555858 Dec 15 13:59:57.918679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:59:57.937155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d2f4-43ce-4999-9fc5-ada7262455ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf64bd37-ca1f-40c7-916c-ea38b68e5fbf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:57.999761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ddfd-cfdf-4eb4-b727-c7f053216c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.043016 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ddfd-cfdf-4eb4-b727-c7f053216c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.057043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7db9cf-fbd0-4fc4-a6e3-dc1503ff01a2 req-193c5e95-cc39-4643-8f4d-812b1235ac50 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:58.058647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e7db9cf-fbd0-4fc4-a6e3-dc1503ff01a2 req-193c5e95-cc39-4643-8f4d-812b1235ac50 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Dec 15 13:59:58.077026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2fd43-8b76-4aab-aa31-a2e14e0f80c3 req-0eed8a80-244d-4b05-991f-3117e9d45c04 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:58.079091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1f2fd43-8b76-4aab-aa31-a2e14e0f80c3 req-0eed8a80-244d-4b05-991f-3117e9d45c04 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0908861 Dec 15 13:59:58.122961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e7db9cf-fbd0-4fc4-a6e3-dc1503ff01a2 req-154d5b6c-5266-47e8-9312-9bbe12479e99 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544021 Dec 15 13:59:58.148450 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1f2fd43-8b76-4aab-aa31-a2e14e0f80c3 req-23df5b19-f07c-4bab-835a-c11c5c85ee06 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Dec 15 13:59:58.152229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ddfd-cfdf-4eb4-b727-c7f053216c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.156498 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ddfd-cfdf-4eb4-b727-c7f053216c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:59:58.160946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5ad9ddfd-cfdf-4eb4-b727-c7f053216c44 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf64bd37-ca1f-40c7-916c-ea38b68e5fbf HTTP/1.1" status: 204 len: 168 time: 0.2412996 Dec 15 13:59:58.198642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9ddfd-cfdf-4eb4-b727-c7f053216c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf64bd37-ca1f-40c7-916c-ea38b68e5fbf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:59:58.949575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe176-d1c5-465b-8bdb-0f4c2872109e req-3c03763e-12a2-4d57-b7c3-95647ab49869 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:58.951360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-071fe176-d1c5-465b-8bdb-0f4c2872109e req-3c03763e-12a2-4d57-b7c3-95647ab49869 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 945 time: 0.0556064 Dec 15 13:59:59.008987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-071fe176-d1c5-465b-8bdb-0f4c2872109e req-65a3676a-3868-436a-ba7d-8fac6126cab3 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509310 Dec 15 13:59:59.292577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0ba79-1f88-4323-91dc-9b05cb17cee9 req-b39f7ba2-fa00-4b1a-84e3-43e59224890e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:59:59.296693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7d0ba79-1f88-4323-91dc-9b05cb17cee9 req-b39f7ba2-fa00-4b1a-84e3-43e59224890e tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0575371 Dec 15 13:59:59.390974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7d0ba79-1f88-4323-91dc-9b05cb17cee9 req-d79ff1a5-919b-4adc-a7b4-e70b1db85e48 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843525 Dec 15 14:00:00.120877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40772) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:00.142298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9c8c4-1a7b-432e-9417-4c4d44cd681a req-ee73d24a-02d4-46a0-85c8-d1ed1740c924 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:00.143949 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64a9c8c4-1a7b-432e-9417-4c4d44cd681a req-ee73d24a-02d4-46a0-85c8-d1ed1740c924 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 945 time: 0.0560396 Dec 15 14:00:00.244528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64a9c8c4-1a7b-432e-9417-4c4d44cd681a req-754f8817-9cf3-408b-a0fe-bf17f11ac015 tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/security-groups?id=257bc670-9334-46e7-8f25-eabae93b3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852935 Dec 15 14:00:00.273941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-e16dc1e4-1d72-404d-a363-b8f9c139eadf tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:00.275494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-e16dc1e4-1d72-404d-a363-b8f9c139eadf tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.74 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 945 time: 0.0827038 Dec 15 14:00:00.275719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb35d8fb-410a-476f-b60c-d2a06899f24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.364508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb35d8fb-410a-476f-b60c-d2a06899f24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.369909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb35d8fb-410a-476f-b60c-d2a06899f24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.388992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Deleting port 0025ad78-399d-4245-bf1f-1921922f8105 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:00.389707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.403377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35d8fb-410a-476f-b60c-d2a06899f24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d62a6d-10ac-499b-a8c5-8870b9572adb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:00.420943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bb35d8fb-410a-476f-b60c-d2a06899f24a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=06b6eefb68f84f2fb8cf3f2b6e7be086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981682 Dec 15 14:00:00.421436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40780) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:00.479811 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62ac24da-6768-41f1-b124-ce2c1b93a6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.513628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62ac24da-6768-41f1-b124-ce2c1b93a6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.569751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] For port 0025ad78-399d-4245-bf1f-1921922f8105, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=0025ad78-399d-4245-bf1f-1921922f8105,segment=NetworkSegment(5ddabc41-5e93-4db3-a887-8f485e1486dc),segment_id=5ddabc41-5e93-4db3-a887-8f485e1486dc)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:00.570516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.574227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62ac24da-6768-41f1-b124-ce2c1b93a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.577599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62ac24da-6768-41f1-b124-ce2c1b93a6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.581734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-62ac24da-6768-41f1-b124-ce2c1b93a6fd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2d62a6d-10ac-499b-a8c5-8870b9572adb HTTP/1.1" status: 204 len: 168 time: 0.1557906 Dec 15 14:00:00.588107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac24da-6768-41f1-b124-ce2c1b93a6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d62a6d-10ac-499b-a8c5-8870b9572adb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:00.626926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Calling delete_port for 0025ad78-399d-4245-bf1f-1921922f8105 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:00.662634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cded0c3-5a72-4cd2-b297-bc270fb7b9db req-6c55c33c-5a13-4e76-85b8-6a00d652c1e4 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:00.673208 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cded0c3-5a72-4cd2-b297-bc270fb7b9db req-6c55c33c-5a13-4e76-85b8-6a00d652c1e4 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1577747 Dec 15 14:00:00.723410 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.770536 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9cded0c3-5a72-4cd2-b297-bc270fb7b9db req-6cec8bd6-d9c9-4d1e-9c5e-29c01cb27231 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964379 Dec 15 14:00:00.869148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.882447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['0025ad78-399d-4245-bf1f-1921922f8105'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:00.933296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Pushing event deleted for resources: {'Port': ['ID=0025ad78-399d-4245-bf1f-1921922f8105,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:00.965517 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.981900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] No DVR routers for this DVR port 0025ad78-399d-4245-bf1f-1921922f8105 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:00.984932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:00.988515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21c260f1-3fcf-4056-b1a5-97d4f6baf9d2 req-5f9ace27-4839-48ca-83c8-d680b710ac8d tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.74 "DELETE /v2.0/ports/0025ad78-399d-4245-bf1f-1921922f8105 HTTP/1.1" status: 204 len: 173 time: 0.7069519 Dec 15 14:00:00.988992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf0ae5f-8018-4b38-b244-7320ff611516', 'name': 'network-vif-deleted', 'tag': '0025ad78-399d-4245-bf1f-1921922f8105'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:01.001679 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce5c399-ce4e-4772-afce-62e2ddd335e1" -d '{"events": [{"server_uuid": "6bf0ae5f-8018-4b38-b244-7320ff611516", "name": "network-vif-deleted", "tag": "0025ad78-399d-4245-bf1f-1921922f8105"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:01.006511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:01.024252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1ffd-776e-4491-8262-e0c65813e0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.090606 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb3a5aa-9faa-43b3-bced-c0ab329922e4 x-openstack-request-id: req-1cb3a5aa-9faa-43b3-bced-c0ab329922e4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:01.091064 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf0ae5f-8018-4b38-b244-7320ff611516", "name": "network-vif-deleted", "tag": "0025ad78-399d-4245-bf1f-1921922f8105", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:01.091414 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1cb3a5aa-9faa-43b3-bced-c0ab329922e4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:01.092074 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf0ae5f-8018-4b38-b244-7320ff611516', 'name': 'network-vif-deleted', 'tag': '0025ad78-399d-4245-bf1f-1921922f8105', 'status': 'completed', 'code': 200} Dec 15 14:00:01.157178 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1ffd-776e-4491-8262-e0c65813e0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.167961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1ffd-776e-4491-8262-e0c65813e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.179676 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-654d2c02-69c1-46f9-87da-a7461e5e1767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.227521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1ffd-776e-4491-8262-e0c65813e0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12e9a7e-5bfb-4d10-876d-dc19a550f8cd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:01.238702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ddbf1ffd-776e-4491-8262-e0c65813e0b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b4f6414405f245eba7bd7115a20b17fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307072 Dec 15 14:00:01.241265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40806) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:01.292246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c8b4-cc96-4479-acb0-89e9cd54a794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.314815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c8b4-cc96-4479-acb0-89e9cd54a794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.372881 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-628505ee-4c60-46ee-975f-d3285a3e683a req-06a0a3c3-e105-4e12-8f1e-f81dec7de21f tempest-ServerMetadataNegativeTestJSON-127927694 tempest-ServerMetadataNegativeTestJSON-127927694-project] 10.222.0.86 "GET /v2.0/ports?device_id=6bf0ae5f-8018-4b38-b244-7320ff611516 HTTP/1.1" status: 200 len: 210 time: 0.0296996 Dec 15 14:00:01.395477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c8b4-cc96-4479-acb0-89e9cd54a794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.408387 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c8b4-cc96-4479-acb0-89e9cd54a794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:01.408387 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5fb7c8b4-cc96-4479-acb0-89e9cd54a794 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c12e9a7e-5bfb-4d10-876d-dc19a550f8cd HTTP/1.1" status: 204 len: 168 time: 0.1572118 Dec 15 14:00:01.414943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c8b4-cc96-4479-acb0-89e9cd54a794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12e9a7e-5bfb-4d10-876d-dc19a550f8cd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:02.454520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40850) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:02.501635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-65568a54-5598-4cf8-8c48-a9d19c8703af admin admin] Deleting subnet a50e673b-7e41-464b-b646-a67750b11933 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:02.504933 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65568a54-5598-4cf8-8c48-a9d19c8703af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.544625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65568a54-5598-4cf8-8c48-a9d19c8703af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.585395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65568a54-5598-4cf8-8c48-a9d19c8703af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.669454 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65568a54-5598-4cf8-8c48-a9d19c8703af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.699255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65568a54-5598-4cf8-8c48-a9d19c8703af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50e673b-7e41-464b-b646-a67750b11933,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:02.704938 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65568a54-5598-4cf8-8c48-a9d19c8703af admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.708584 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-65568a54-5598-4cf8-8c48-a9d19c8703af admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a50e673b-7e41-464b-b646-a67750b11933 HTTP/1.1" status: 204 len: 168 time: 0.2531672 Dec 15 14:00:02.711448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:02.796844 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.889068 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.910054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aef2c56-3f65-47ba-9090-5ce0c2f78eb9']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:02.919567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddabc41-5e93-4db3-a887-8f485e1486dc') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:02.919889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddabc41-5e93-4db3-a887-8f485e1486dc') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:02.929661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.943689 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.951255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:02.951792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:02.953661 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:03.016665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.023071 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.026752 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0aef2c56-3f65-47ba-9090-5ce0c2f78eb9 HTTP/1.1" status: 204 len: 168 time: 0.3136239 Dec 15 14:00:03.038739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bd79c-2f84-46f5-b7a8-58db464aca34 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aef2c56-3f65-47ba-9090-5ce0c2f78eb9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:03.211789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40870) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:03.254884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-82cb50ac-bc34-44b0-b482-e46e5118f86d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79575d7171ab4abdb80a06d0a8acb8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415792 Dec 15 14:00:03.257570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:03.310768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55114641-f523-485d-88c3-3fcf84a1c6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.333685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55114641-f523-485d-88c3-3fcf84a1c6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.380128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55114641-f523-485d-88c3-3fcf84a1c6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.382899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55114641-f523-485d-88c3-3fcf84a1c6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:03.384302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-55114641-f523-485d-88c3-3fcf84a1c6dd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/257bc670-9334-46e7-8f25-eabae93b3b09 HTTP/1.1" status: 204 len: 168 time: 0.1255059 Dec 15 14:00:03.392658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55114641-f523-485d-88c3-3fcf84a1c6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257bc670-9334-46e7-8f25-eabae93b3b09,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:03.616005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0025ad78-399d-4245-bf1f-1921922f8105 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:03.638019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 0025ad78-399d-4245-bf1f-1921922f8105 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:03.638372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 0025ad78-399d-4245-bf1f-1921922f8105 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:03.772026 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f97c08c3-af46-48c3-8825-12c72a40939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.093131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:04.171153 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:00:04.207668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1865693214-network', 'tenant_id': '97069e92152b4d57bc49b73750cdff4f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:04.230665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Made reservation on behalf of 97069e92152b4d57bc49b73750cdff4f for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:04.233113 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.241791 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.318766 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.324415 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.350357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:00:04.361181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef5051-8304-4cde-a26d-63d6601b8502,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:04.366032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.366380 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Added segment a5bed2f5-6278-4dd4-bb12-9fc6aeaecd48 of type vlan for network 7250f63f-a4a0-4325-8360-93582835a5cc Dec 15 14:00:04.409853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.439680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.440536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:04.441118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.495959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4016500 Dec 15 14:00:04.498830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:04.503385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Request body: {'subnet': {'network_id': '7250f63f-a4a0-4325-8360-93582835a5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1865693214-subnet', 'tenant_id': '97069e92152b4d57bc49b73750cdff4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:04.515559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee19820-06ad-48c3-969d-66034df0f398 admin admin] Pushing event updated for resources: {'Network': ['ID=7250f63f-a4a0-4325-8360-93582835a5cc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:04.527710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7250f63f-a4a0-4325-8360-93582835a5cc details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:00:04.533150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Made reservation on behalf of 97069e92152b4d57bc49b73750cdff4f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:04.535470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.713412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.768717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2837179-befa-46ca-b4fc-29195efc006a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:04.787948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Checking segment: {'id': 'a5bed2f5-6278-4dd4-bb12-9fc6aeaecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '7250f63f-a4a0-4325-8360-93582835a5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:04.788592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Network hostable DHCP agents. Network: 7250f63f-a4a0-4325-8360-93582835a5cc, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:00:04.800809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.813531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Network 7250f63f-a4a0-4325-8360-93582835a5cc is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:00:04.827996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7250f63f-a4a0-4325-8360-93582835a5cc) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:04.832014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:04.832636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:04.837976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba6828-9100-4860-a791-5d0f5138a3ea None None] Network 7250f63f-a4a0-4325-8360-93582835a5cc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:04.856737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2cfd9165-4ecc-48e5-993b-84b4533eb0b9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3568525 Dec 15 14:00:04.956421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d3a90d-aa8e-4936-8d2f-f02ad635d694 None None] Network 7250f63f-a4a0-4325-8360-93582835a5cc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:04.985585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40920) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:05.041005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8452e15-14c0-411c-a0f7-1544cc169fe2 admin admin] Deleting subnet a2837179-befa-46ca-b4fc-29195efc006a {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:05.044540 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8452e15-14c0-411c-a0f7-1544cc169fe2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.092252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8452e15-14c0-411c-a0f7-1544cc169fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.132140 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8452e15-14c0-411c-a0f7-1544cc169fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.187808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8452e15-14c0-411c-a0f7-1544cc169fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.214038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8452e15-14c0-411c-a0f7-1544cc169fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2837179-befa-46ca-b4fc-29195efc006a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:05.218039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8452e15-14c0-411c-a0f7-1544cc169fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.223777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e8452e15-14c0-411c-a0f7-1544cc169fe2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a2837179-befa-46ca-b4fc-29195efc006a HTTP/1.1" status: 204 len: 168 time: 0.2346160 Dec 15 14:00:05.223777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:05.297228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.376390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.396958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7250f63f-a4a0-4325-8360-93582835a5cc']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:05.406959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bed2f5-6278-4dd4-bb12-9fc6aeaecd48') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:05.407209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bed2f5-6278-4dd4-bb12-9fc6aeaecd48') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:05.424085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.438546 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.444906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:05.445447 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:05.447783 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:05.502802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.509173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.512444 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7250f63f-a4a0-4325-8360-93582835a5cc HTTP/1.1" status: 204 len: 168 time: 0.2866642 Dec 15 14:00:05.522553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb2d68-6cf5-4464-b8a3-013ea42b92b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7250f63f-a4a0-4325-8360-93582835a5cc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:05.623683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40928) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:05.666454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-78f2473f-59ce-4884-a4c5-a52ab34f4059 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=97069e92152b4d57bc49b73750cdff4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414495 Dec 15 14:00:05.668834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40930) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:05.730272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75be69b6-be17-496e-8069-0d950a95d72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.752597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75be69b6-be17-496e-8069-0d950a95d72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.802458 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75be69b6-be17-496e-8069-0d950a95d72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.805344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75be69b6-be17-496e-8069-0d950a95d72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:05.807241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-75be69b6-be17-496e-8069-0d950a95d72f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b8ef5051-8304-4cde-a26d-63d6601b8502 HTTP/1.1" status: 204 len: 168 time: 0.1373372 Dec 15 14:00:05.815183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be69b6-be17-496e-8069-0d950a95d72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef5051-8304-4cde-a26d-63d6601b8502,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:06.562139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:06.959708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40976) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:07.096018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e24a9b7-0e9b-46f7-88fc-6a325cf44d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.207495 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e24a9b7-0e9b-46f7-88fc-6a325cf44d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.213375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e24a9b7-0e9b-46f7-88fc-6a325cf44d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.264276 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.266238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24a9b7-0e9b-46f7-88fc-6a325cf44d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ae3747-5ca2-495e-8cb1-890281b5cd19,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:07.280793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40990) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:07.281529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8e24a9b7-0e9b-46f7-88fc-6a325cf44d25 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1bdd501041d4c34a44a3ad76291849a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204753 Dec 15 14:00:07.298152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40992) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:07.340922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6041aa5a-a3dd-4f90-897a-d47167cbc8e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.364079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6041aa5a-a3dd-4f90-897a-d47167cbc8e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.416874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1042172-d1ad-411f-a41c-e1d7f17d9438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.428354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6041aa5a-a3dd-4f90-897a-d47167cbc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.430853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6041aa5a-a3dd-4f90-897a-d47167cbc8e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.432177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6041aa5a-a3dd-4f90-897a-d47167cbc8e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/33ae3747-5ca2-495e-8cb1-890281b5cd19 HTTP/1.1" status: 204 len: 168 time: 0.1502609 Dec 15 14:00:07.448210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041aa5a-a3dd-4f90-897a-d47167cbc8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ae3747-5ca2-495e-8cb1-890281b5cd19,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:07.526827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1042172-d1ad-411f-a41c-e1d7f17d9438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.532641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1042172-d1ad-411f-a41c-e1d7f17d9438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.596105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d1042172-d1ad-411f-a41c-e1d7f17d9438 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59f95889620c4aa2bfdd5bdd731eb4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968612 Dec 15 14:00:07.598802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41004) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:07.601204 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1042172-d1ad-411f-a41c-e1d7f17d9438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1f8ee-5936-4063-8c4d-9c935c85c68a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:07.684861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccacdce0-714e-423e-a3ca-b21c9dbab876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.711645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccacdce0-714e-423e-a3ca-b21c9dbab876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.773543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccacdce0-714e-423e-a3ca-b21c9dbab876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.776499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccacdce0-714e-423e-a3ca-b21c9dbab876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:07.777790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ccacdce0-714e-423e-a3ca-b21c9dbab876 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bda1f8ee-5936-4063-8c4d-9c935c85c68a HTTP/1.1" status: 204 len: 168 time: 0.1780677 Dec 15 14:00:07.789103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacdce0-714e-423e-a3ca-b21c9dbab876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1f8ee-5936-4063-8c4d-9c935c85c68a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:08.146453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:08.178310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b19a5328-1b49-4995-910c-07474f88e12e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.277589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b19a5328-1b49-4995-910c-07474f88e12e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.282427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b19a5328-1b49-4995-910c-07474f88e12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.321985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a5328-1b49-4995-910c-07474f88e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e2641d-f232-468c-8cf3-8246afde780f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:08.338012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b19a5328-1b49-4995-910c-07474f88e12e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b15b89b81b404cf5813e9b848f9ec009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899846 Dec 15 14:00:08.338290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41044) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:08.391963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5e08aaf-48fd-46b3-a94f-4f1429d2b81a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.414189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5e08aaf-48fd-46b3-a94f-4f1429d2b81a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.463978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5e08aaf-48fd-46b3-a94f-4f1429d2b81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.467042 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5e08aaf-48fd-46b3-a94f-4f1429d2b81a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:08.468397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c5e08aaf-48fd-46b3-a94f-4f1429d2b81a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25e2641d-f232-468c-8cf3-8246afde780f HTTP/1.1" status: 204 len: 168 time: 0.1292219 Dec 15 14:00:08.482510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08aaf-48fd-46b3-a94f-4f1429d2b81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e2641d-f232-468c-8cf3-8246afde780f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:10.904087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41158) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:11.037078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d03e50-7788-4d52-b7c1-63e01ef746fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.124969 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d03e50-7788-4d52-b7c1-63e01ef746fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.130302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d03e50-7788-4d52-b7c1-63e01ef746fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.194022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-31d03e50-7788-4d52-b7c1-63e01ef746fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ffc8d34e0f54415a4504fe04c382f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2888172 Dec 15 14:00:11.195395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d03e50-7788-4d52-b7c1-63e01ef746fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83bd9ce-124e-4899-bfea-a786bccc9740,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:11.197451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41170) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:11.281080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97370bcd-77fa-4cd6-aa48-e424b6f51c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.304557 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97370bcd-77fa-4cd6-aa48-e424b6f51c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.357445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97370bcd-77fa-4cd6-aa48-e424b6f51c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.360466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97370bcd-77fa-4cd6-aa48-e424b6f51c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.361860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-97370bcd-77fa-4cd6-aa48-e424b6f51c30 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e83bd9ce-124e-4899-bfea-a786bccc9740 HTTP/1.1" status: 204 len: 168 time: 0.1624708 Dec 15 14:00:11.372901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97370bcd-77fa-4cd6-aa48-e424b6f51c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83bd9ce-124e-4899-bfea-a786bccc9740,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:11.696905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41182) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:11.719904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81ce554a-df38-4b53-ae73-c90118038361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.817203 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81ce554a-df38-4b53-ae73-c90118038361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.821666 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81ce554a-df38-4b53-ae73-c90118038361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.867324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-81ce554a-df38-4b53-ae73-c90118038361 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=faf937dcc49040f3af9a100ff76e4318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1690147 Dec 15 14:00:11.870024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41186) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:11.876490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce554a-df38-4b53-ae73-c90118038361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87633fe-86ff-4e5b-9609-d99e56385df0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:11.937171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5880480-b709-4070-9d45-7fd5bdb569a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:11.964059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5880480-b709-4070-9d45-7fd5bdb569a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.018580 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5880480-b709-4070-9d45-7fd5bdb569a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.022698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5880480-b709-4070-9d45-7fd5bdb569a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:12.028111 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b5880480-b709-4070-9d45-7fd5bdb569a6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f87633fe-86ff-4e5b-9609-d99e56385df0 HTTP/1.1" status: 204 len: 168 time: 0.1567104 Dec 15 14:00:12.042407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5880480-b709-4070-9d45-7fd5bdb569a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87633fe-86ff-4e5b-9609-d99e56385df0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:15.723507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ec79a-8820-4e42-bbac-fe592fb2aacc req-ac7374e1-d69d-4ecb-933d-337866d1beff tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:15.727058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-282ec79a-8820-4e42-bbac-fe592fb2aacc req-ac7374e1-d69d-4ecb-933d-337866d1beff tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 945 time: 0.1233294 Dec 15 14:00:15.858968 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-282ec79a-8820-4e42-bbac-fe592fb2aacc req-49e1bb3e-ac23-4c0a-91b3-b14b56d2baa2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202233 Dec 15 14:00:16.049801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700ff3-7404-48fc-8dac-de1157901473 req-49eccb9a-7839-4096-b62e-13e3a0b532ec tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:16.058421 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6700ff3-7404-48fc-8dac-de1157901473 req-49eccb9a-7839-4096-b62e-13e3a0b532ec tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0748043 Dec 15 14:00:16.124525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6700ff3-7404-48fc-8dac-de1157901473 req-5f8ce80f-a134-4948-a7cc-275f7fcddc75 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650482 Dec 15 14:00:16.593074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41368) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:16.713108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f626150-f7c4-4a4d-b31c-dc346fffaa9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.807592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f626150-f7c4-4a4d-b31c-dc346fffaa9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.812207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f626150-f7c4-4a4d-b31c-dc346fffaa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.858860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f626150-f7c4-4a4d-b31c-dc346fffaa9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=338a412eb7df4b868a7fa99d1920203e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643960 Dec 15 14:00:16.859698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f626150-f7c4-4a4d-b31c-dc346fffaa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ec975-6f23-4724-90ea-4549ad9158e8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:16.861684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41388) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:16.926393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c94acbfc-dffe-48dd-8fa3-132fb896d286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:16.982741 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c94acbfc-dffe-48dd-8fa3-132fb896d286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.017307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b609d-e324-43f3-8d90-a0aeb24b96d0 req-32aeebf8-be49-4382-9463-f8f317d44758 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:17.018870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c1b609d-e324-43f3-8d90-a0aeb24b96d0 req-32aeebf8-be49-4382-9463-f8f317d44758 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 945 time: 0.0782406 Dec 15 14:00:17.094539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c1b609d-e324-43f3-8d90-a0aeb24b96d0 req-66bd1874-8cfe-457a-9f73-e3ff35e0d1ff tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638700 Dec 15 14:00:17.101219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c94acbfc-dffe-48dd-8fa3-132fb896d286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.104968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c94acbfc-dffe-48dd-8fa3-132fb896d286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.106120 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c94acbfc-dffe-48dd-8fa3-132fb896d286 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f44ec975-6f23-4724-90ea-4549ad9158e8 HTTP/1.1" status: 204 len: 168 time: 0.2362065 Dec 15 14:00:17.114468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94acbfc-dffe-48dd-8fa3-132fb896d286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ec975-6f23-4724-90ea-4549ad9158e8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:17.262737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f75b1-c246-499c-a49f-d0c63c743f74 req-0770fbcd-7e0a-420c-a573-ca8be108a7f9 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:17.264711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-060f75b1-c246-499c-a49f-d0c63c743f74 req-0770fbcd-7e0a-420c-a573-ca8be108a7f9 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0598421 Dec 15 14:00:17.336162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-060f75b1-c246-499c-a49f-d0c63c743f74 req-d0dec14b-0f6e-487e-95f9-8bee68f3efcc tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588486 Dec 15 14:00:17.411712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41436) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:17.426701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9544e025-32ff-4230-aab9-90d331c43f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.470608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-a7182847-417d-4a2b-984a-d96b2192d9af tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:17.472156 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-a7182847-417d-4a2b-984a-d96b2192d9af tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 945 time: 0.0525572 Dec 15 14:00:17.517475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9544e025-32ff-4230-aab9-90d331c43f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.525434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9544e025-32ff-4230-aab9-90d331c43f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.571713 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9544e025-32ff-4230-aab9-90d331c43f8c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=43a2b0e7669247a28b2a4a3d61e1f1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580920 Dec 15 14:00:17.572474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41446) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:17.578703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Deleting port d94d810a-2380-4c19-9097-0af963e4ea56 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:17.579057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.579314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544e025-32ff-4230-aab9-90d331c43f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8567084-cbcd-4fab-bf4c-271ff0be3cb0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:17.627604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9ed932a-cfd3-449b-b8d0-e61c8fe3ae4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.652331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9ed932a-cfd3-449b-b8d0-e61c8fe3ae4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.689874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] For port d94d810a-2380-4c19-9097-0af963e4ea56, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=d94d810a-2380-4c19-9097-0af963e4ea56,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:17.690250 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.705370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Calling delete_port for d94d810a-2380-4c19-9097-0af963e4ea56 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:17.706928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9ed932a-cfd3-449b-b8d0-e61c8fe3ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.713251 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9ed932a-cfd3-449b-b8d0-e61c8fe3ae4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.716737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a9ed932a-cfd3-449b-b8d0-e61c8fe3ae4f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a8567084-cbcd-4fab-bf4c-271ff0be3cb0 HTTP/1.1" status: 204 len: 168 time: 0.1407342 Dec 15 14:00:17.724549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed932a-cfd3-449b-b8d0-e61c8fe3ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8567084-cbcd-4fab-bf4c-271ff0be3cb0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:17.869544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.882468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['d94d810a-2380-4c19-9097-0af963e4ea56'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:17.913547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event deleted for resources: {'Port': ['ID=d94d810a-2380-4c19-9097-0af963e4ea56,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:17.977397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] No DVR routers for this DVR port d94d810a-2380-4c19-9097-0af963e4ea56 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:17.980940 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:17.986172 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9895b069-6636-4da9-8aeb-4a04c98c8d03 req-de3a9e2f-88b3-4088-ad97-a520a73db4f9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "DELETE /v2.0/ports/d94d810a-2380-4c19-9097-0af963e4ea56 HTTP/1.1" status: 204 len: 173 time: 0.5068181 Dec 15 14:00:17.986654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decff057-794c-4fd0-b07f-67e292ddd2bf', 'name': 'network-vif-deleted', 'tag': 'd94d810a-2380-4c19-9097-0af963e4ea56'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:17.989185 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce11c70-b925-44a2-97d7-d37a49eb9463" -d '{"events": [{"server_uuid": "decff057-794c-4fd0-b07f-67e292ddd2bf", "name": "network-vif-deleted", "tag": "d94d810a-2380-4c19-9097-0af963e4ea56"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:18.064370 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0231f32-2ee2-4453-871d-cd9f98f433ea x-openstack-request-id: req-d0231f32-2ee2-4453-871d-cd9f98f433ea {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:18.064674 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decff057-794c-4fd0-b07f-67e292ddd2bf", "name": "network-vif-deleted", "tag": "d94d810a-2380-4c19-9097-0af963e4ea56", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:18.065693 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0231f32-2ee2-4453-871d-cd9f98f433ea {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:18.066267 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decff057-794c-4fd0-b07f-67e292ddd2bf', 'name': 'network-vif-deleted', 'tag': 'd94d810a-2380-4c19-9097-0af963e4ea56', 'status': 'completed', 'code': 200} Dec 15 14:00:18.204369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-577aa32a-b45b-467a-b52b-2b6aa05e0f55 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:18.205906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-577aa32a-b45b-467a-b52b-2b6aa05e0f55 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.74 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0806663 Dec 15 14:00:18.315962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e6363ce-5316-4253-9d37-0ae227e5e492 req-daa54b28-7006-46e5-970c-e3fd5986a1a9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 210 time: 0.0444036 Dec 15 14:00:18.403067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Deleting port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:18.403067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.511602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05bc3a-04bb-4196-892e-ca7591880c23 req-3ddd34e6-1a88-48f2-9aff-63f45619d0ec tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:18.513553 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e05bc3a-04bb-4196-892e-ca7591880c23 req-3ddd34e6-1a88-48f2-9aff-63f45619d0ec tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=7114862f-f957-4c2b-b9a5-c781e1c0ca74 HTTP/1.1" status: 200 len: 946 time: 0.0869739 Dec 15 14:00:18.528654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] For port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:18.529133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.545022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Calling delete_port for 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:18.616228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e05bc3a-04bb-4196-892e-ca7591880c23 req-5a77714c-bc9e-4b3b-a0ef-488803853522 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955725 Dec 15 14:00:18.725618 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.746700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:18.749412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a890701b-a83e-4d7e-899b-21ce2c86957b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:18.769605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Pushing event deleted for resources: {'Port': ['ID=7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:18.833243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] No DVR routers for this DVR port 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:18.836924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:18.841185 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9974ac1-2664-480f-b461-e1a7c35602e9 req-f1de9c74-f7a1-4582-8d62-79455b277852 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.74 "DELETE /v2.0/ports/7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 HTTP/1.1" status: 204 len: 173 time: 0.6282039 Dec 15 14:00:19.314283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41558) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:19.458855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a533d97-829b-4868-ba8e-47453151187b req-ca213939-cc3c-4e6e-ab6d-048019e573d8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 210 time: 0.0321076 Dec 15 14:00:19.589163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c768205-9ab8-430e-a76c-56782691d7a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.677856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c768205-9ab8-430e-a76c-56782691d7a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.685143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c768205-9ab8-430e-a76c-56782691d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.733243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41580) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:19.733752 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c768205-9ab8-430e-a76c-56782691d7a0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6cc6ad6c173e4aeeb65d3b6fa09c5633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179995 Dec 15 14:00:19.734676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c768205-9ab8-430e-a76c-56782691d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a3a29-78b3-4d69-aaf6-5a37027b7f86,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:19.801119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.837585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.921654 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.929123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:19.933547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4e8a3a29-78b3-4d69-aaf6-5a37027b7f86 HTTP/1.1" status: 204 len: 168 time: 0.1990643 Dec 15 14:00:19.948209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a3a29-78b3-4d69-aaf6-5a37027b7f86,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:19.962795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.963165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.963519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.964028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.964375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.964848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.965190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.965520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.966322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.966828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.970540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.971121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:19.971642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222dc6d-70ef-4612-ab20-293b25c2809b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:20.052121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c486f79-b03e-4b9f-b082-c42bffdadd69 req-31959648-d535-4d95-ad50-a8befb2ebd6b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:20.060662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c486f79-b03e-4b9f-b082-c42bffdadd69 req-31959648-d535-4d95-ad50-a8befb2ebd6b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1036181 Dec 15 14:00:20.068442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7114862f-f957-4c2b-b9a5-c781e1c0ca74', 'name': 'network-vif-deleted', 'tag': '7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:20.070539 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc4c5bd-f6e9-4534-a138-9f5fb6036d1c" -d '{"events": [{"server_uuid": "7114862f-f957-4c2b-b9a5-c781e1c0ca74", "name": "network-vif-deleted", "tag": "7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:20.138654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c486f79-b03e-4b9f-b082-c42bffdadd69 req-d16d66ca-53cb-4295-a082-9aa9404eb64c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Dec 15 14:00:20.140454 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260d4e3d-a179-49a9-a2f2-3523d5b6bfa0 x-openstack-request-id: req-260d4e3d-a179-49a9-a2f2-3523d5b6bfa0 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:20.140754 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7114862f-f957-4c2b-b9a5-c781e1c0ca74", "name": "network-vif-deleted", "tag": "7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:20.141031 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-260d4e3d-a179-49a9-a2f2-3523d5b6bfa0 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:20.141513 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7114862f-f957-4c2b-b9a5-c781e1c0ca74', 'name': 'network-vif-deleted', 'tag': '7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4', 'status': 'completed', 'code': 200} Dec 15 14:00:20.300952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41618) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:20.318863 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5499b1b-0e70-4df8-be9d-4030a7e16aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.431733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5499b1b-0e70-4df8-be9d-4030a7e16aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.437495 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5499b1b-0e70-4df8-be9d-4030a7e16aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.490723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5499b1b-0e70-4df8-be9d-4030a7e16aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfbfcd4-bb1a-4348-b232-559dbf5159b6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:20.501573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e5499b1b-0e70-4df8-be9d-4030a7e16aab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4faf6d547e9643dcb56af22456cec028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994789 Dec 15 14:00:20.504102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41626) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:20.512250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41628) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:20.572753 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e849f4c-c1b8-4b73-921c-5e34f7c3af5b req-06e57133-6cff-4996-8b30-024c6318fb52 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 210 time: 0.0332108 Dec 15 14:00:20.573671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf32e-9570-4999-a2d8-d860b8f1c4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.602457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf32e-9570-4999-a2d8-d860b8f1c4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.636317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7b1709d-9552-49d2-954a-23572f97f8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.658030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf32e-9570-4999-a2d8-d860b8f1c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.663390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf32e-9570-4999-a2d8-d860b8f1c4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.664951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6f7bf32e-9570-4999-a2d8-d860b8f1c4f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/edfbfcd4-bb1a-4348-b232-559dbf5159b6 HTTP/1.1" status: 204 len: 168 time: 0.1598055 Dec 15 14:00:20.677587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bf32e-9570-4999-a2d8-d860b8f1c4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfbfcd4-bb1a-4348-b232-559dbf5159b6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:20.755718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7b1709d-9552-49d2-954a-23572f97f8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.761983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7b1709d-9552-49d2-954a-23572f97f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.808099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f7b1709d-9552-49d2-954a-23572f97f8f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ca3f7fe5dfe4a74a0d89316a771612c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915108 Dec 15 14:00:20.808099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1709d-9552-49d2-954a-23572f97f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f472c21f-d5d1-4c90-873b-82e0f1cbf1c7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:20.809070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41636) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:20.863600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b82b98c-de4f-45c3-8a11-8ddd4c88693d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.887294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b82b98c-de4f-45c3-8a11-8ddd4c88693d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.944355 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b82b98c-de4f-45c3-8a11-8ddd4c88693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.949172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b82b98c-de4f-45c3-8a11-8ddd4c88693d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:20.952147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4b82b98c-de4f-45c3-8a11-8ddd4c88693d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f472c21f-d5d1-4c90-873b-82e0f1cbf1c7 HTTP/1.1" status: 204 len: 168 time: 0.1420090 Dec 15 14:00:20.963275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82b98c-de4f-45c3-8a11-8ddd4c88693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f472c21f-d5d1-4c90-873b-82e0f1cbf1c7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:21.272253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:21.292589 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b7f123c-9e55-4176-b35c-cd5fdf1b21c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.302712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defefe6-c446-485a-a467-703ad402fc65 req-f404fc63-3c9c-43ee-94e4-73a8a005eb5c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:21.311617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0defefe6-c446-485a-a467-703ad402fc65 req-f404fc63-3c9c-43ee-94e4-73a8a005eb5c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0910690 Dec 15 14:00:21.417701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0defefe6-c446-485a-a467-703ad402fc65 req-770a71c1-1d60-473b-aa32-05cc29847642 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050057 Dec 15 14:00:21.488749 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b7f123c-9e55-4176-b35c-cd5fdf1b21c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.495944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b7f123c-9e55-4176-b35c-cd5fdf1b21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.527560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f123c-9e55-4176-b35c-cd5fdf1b21c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a00270-a2f0-4357-9588-c83b978f826e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:21.555975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2b7f123c-9e55-4176-b35c-cd5fdf1b21c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2059da6abfb34adeaaa3578203aeed99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819011 Dec 15 14:00:21.558525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41668) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:21.627073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0792359b-6f7c-4ee9-9f92-0d54d90c79e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.656818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0792359b-6f7c-4ee9-9f92-0d54d90c79e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.700523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6bd5293-df99-4ca6-888b-249711082ac9 req-4b48b647-e9c8-4da7-970a-647fe5bfe781 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 210 time: 0.0400405 Dec 15 14:00:21.715400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0792359b-6f7c-4ee9-9f92-0d54d90c79e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.719255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d94d810a-2380-4c19-9097-0af963e4ea56 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:21.719816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0792359b-6f7c-4ee9-9f92-0d54d90c79e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:21.724148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0792359b-6f7c-4ee9-9f92-0d54d90c79e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27a00270-a2f0-4357-9588-c83b978f826e HTTP/1.1" status: 204 len: 168 time: 0.1632144 Dec 15 14:00:21.744851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792359b-6f7c-4ee9-9f92-0d54d90c79e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a00270-a2f0-4357-9588-c83b978f826e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:21.748621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: d94d810a-2380-4c19-9097-0af963e4ea56 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:21.748621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device d94d810a-2380-4c19-9097-0af963e4ea56 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:21.748621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:21.774028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:21.775104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 7fc7cb53-3df2-4c62-a6f9-e0b98456eeb4 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:22.617048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03289e4a-1bcb-44b2-aedb-00fae7c99f9f req-8d0a40bc-a97f-4855-8710-3f967cb65b3c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:22.619954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03289e4a-1bcb-44b2-aedb-00fae7c99f9f req-8d0a40bc-a97f-4855-8710-3f967cb65b3c tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0995822 Dec 15 14:00:22.704975 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03289e4a-1bcb-44b2-aedb-00fae7c99f9f req-955f2e55-29eb-4ae4-87bd-0703e6aaf65b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774000 Dec 15 14:00:22.808850 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6df2dbcc-639d-47b6-b4f0-9db815d181c2 req-1dedafb8-8720-4a90-8fd1-cd41108e9799 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=decff057-794c-4fd0-b07f-67e292ddd2bf HTTP/1.1" status: 200 len: 210 time: 0.0280144 Dec 15 14:00:23.223258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41734) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:23.398077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29054e90-347a-4fc4-8cb6-5c4716d1f5b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.473491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29054e90-347a-4fc4-8cb6-5c4716d1f5b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.477947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29054e90-347a-4fc4-8cb6-5c4716d1f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.516363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29054e90-347a-4fc4-8cb6-5c4716d1f5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efac2af-07a8-485b-a783-e982df766cfb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:23.530195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-29054e90-347a-4fc4-8cb6-5c4716d1f5b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=335fdfef18b648d1aa2193d56588c2dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056388 Dec 15 14:00:23.533316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41750) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:23.601760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be147c19-79f3-48de-af1d-0920aec91c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.634176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be147c19-79f3-48de-af1d-0920aec91c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.714964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be147c19-79f3-48de-af1d-0920aec91c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.717635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be147c19-79f3-48de-af1d-0920aec91c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:23.721235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-be147c19-79f3-48de-af1d-0920aec91c79 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6efac2af-07a8-485b-a783-e982df766cfb HTTP/1.1" status: 204 len: 168 time: 0.1844969 Dec 15 14:00:23.731282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be147c19-79f3-48de-af1d-0920aec91c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efac2af-07a8-485b-a783-e982df766cfb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:23.866238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4499595-3a3a-42ca-ad18-34f829ddb576 req-ac481fa0-dc53-4beb-982b-481a98d6a670 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:23.869217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4499595-3a3a-42ca-ad18-34f829ddb576 req-ac481fa0-dc53-4beb-982b-481a98d6a670 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.0594292 Dec 15 14:00:23.935781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4499595-3a3a-42ca-ad18-34f829ddb576 req-459c9182-5eea-415c-926b-a6c66051ec40 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593424 Dec 15 14:00:24.229022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41786) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:24.244205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0123-6bed-4a0b-8384-3e285e010cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.386722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0123-6bed-4a0b-8384-3e285e010cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.392207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0123-6bed-4a0b-8384-3e285e010cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.441109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f0123-6bed-4a0b-8384-3e285e010cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b45fd9-e372-4a58-befe-67a93156da93,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:24.448678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fb7f0123-6bed-4a0b-8384-3e285e010cf5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=482dcababe52468b91fb229b3787ec41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153838 Dec 15 14:00:24.449124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41798) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:24.487333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27858d4e-61e2-4721-95dc-42028fe2038a req-14c92fdf-880a-4b0f-8ef6-b8631149c1ce tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:24.489108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27858d4e-61e2-4721-95dc-42028fe2038a req-14c92fdf-880a-4b0f-8ef6-b8631149c1ce tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.1745791 Dec 15 14:00:24.505926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27858d4e-61e2-4721-95dc-42028fe2038a req-03052351-0d5a-42ef-972e-ec7d2eebc050 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/quotas/d606782eb8b4425ea38100e5d1ac0bca HTTP/1.1" status: 200 len: 375 time: 0.0100789 Dec 15 14:00:24.514477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67a585ad-9b05-473d-ba27-ff2bbc52a763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.537196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67a585ad-9b05-473d-ba27-ff2bbc52a763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.545083 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27858d4e-61e2-4721-95dc-42028fe2038a req-f4430f31-666b-43ea-b6af-6fc2903895ee tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324864 Dec 15 14:00:24.589066 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67a585ad-9b05-473d-ba27-ff2bbc52a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.592104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67a585ad-9b05-473d-ba27-ff2bbc52a763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:24.593255 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-67a585ad-9b05-473d-ba27-ff2bbc52a763 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/16b45fd9-e372-4a58-befe-67a93156da93 HTTP/1.1" status: 204 len: 168 time: 0.1428330 Dec 15 14:00:24.611288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a585ad-9b05-473d-ba27-ff2bbc52a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b45fd9-e372-4a58-befe-67a93156da93,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:24.708451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27858d4e-61e2-4721-95dc-42028fe2038a req-7755fcf7-890f-448f-9949-b01c1c88e5af service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558056 Dec 15 14:00:24.862809 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27858d4e-61e2-4721-95dc-42028fe2038a req-d54e1b8f-fa3a-43d1-93d0-299c27b2d33f service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524477 Dec 15 14:00:25.153071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c9b0259-ef27-4dfe-a56b-867c886845bd req-eb44b22b-0640-4563-a87c-e79de6d8e54e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=a588940e-8cd6-4c7f-af19-c453c1545879 HTTP/1.1" status: 200 len: 210 time: 0.0390818 Dec 15 14:00:25.202018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a22fd9-67ca-46d3-bf7f-16f2e3899be1 req-5a405603-abdc-4b09-a844-784ec014b41b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:25.213987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4a22fd9-67ca-46d3-bf7f-16f2e3899be1 req-5a405603-abdc-4b09-a844-784ec014b41b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1355145 Dec 15 14:00:25.310123 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4a22fd9-67ca-46d3-bf7f-16f2e3899be1 req-d9ebbce7-d533-4c5c-bd3e-cbbaea744bb7 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902760 Dec 15 14:00:25.853698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-9906d42b-67fe-4cd0-82a0-7f150fd3de03 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:25.855302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-9906d42b-67fe-4cd0-82a0-7f150fd3de03 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.1529393 Dec 15 14:00:25.889656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-8552ca6c-f538-45c0-a445-b74b7eea19ab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/quotas/d606782eb8b4425ea38100e5d1ac0bca HTTP/1.1" status: 200 len: 375 time: 0.0119038 Dec 15 14:00:25.893981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-685a99ae-ac1d-4180-9c0f-469fcfecb3bf tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:25.895855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-685a99ae-ac1d-4180-9c0f-469fcfecb3bf tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.24 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1179657 Dec 15 14:00:25.951163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-4edebae7-073e-4d1d-962c-63d84348b366 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500541 Dec 15 14:00:26.095135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Deleting port a890701b-a83e-4d7e-899b-21ce2c86957b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:26.095630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.258198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] For port a890701b-a83e-4d7e-899b-21ce2c86957b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a890701b-a83e-4d7e-899b-21ce2c86957b,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:26.258595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.290583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Calling delete_port for a890701b-a83e-4d7e-899b-21ce2c86957b owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:26.486273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-fed197e1-5db6-463d-8fdc-e604ad7728c5 service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271566 Dec 15 14:00:26.526627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a81955-35f1-4c9f-9951-c990e29d1ba9 req-b9811bf1-1409-4642-8c5e-e94b01f7946b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:26.528423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9a81955-35f1-4c9f-9951-c990e29d1ba9 req-b9811bf1-1409-4642-8c5e-e94b01f7946b tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1045573 Dec 15 14:00:26.533908 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.547049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a890701b-a83e-4d7e-899b-21ce2c86957b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:26.584629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Pushing event deleted for resources: {'Port': ['ID=a890701b-a83e-4d7e-899b-21ce2c86957b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:26.610681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-a800c657-97e2-4d9f-81af-23760aa1870f service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234491 Dec 15 14:00:26.644981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] No DVR routers for this DVR port a890701b-a83e-4d7e-899b-21ce2c86957b on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:26.648701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:26.653792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfea4aa-ac3d-4106-943b-c878d3e22820 req-e6f0b0e6-a103-4706-81a8-ee3b7ac482a6 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.24 "DELETE /v2.0/ports/a890701b-a83e-4d7e-899b-21ce2c86957b HTTP/1.1" status: 204 len: 173 time: 0.7487140 Dec 15 14:00:26.657881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2', 'name': 'network-vif-deleted', 'tag': 'a890701b-a83e-4d7e-899b-21ce2c86957b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:26.660274 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f68a9e2-64ef-4287-8307-5bce6788b33d" -d '{"events": [{"server_uuid": "fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2", "name": "network-vif-deleted", "tag": "a890701b-a83e-4d7e-899b-21ce2c86957b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:26.697440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9a81955-35f1-4c9f-9951-c990e29d1ba9 req-6d7700b1-5b56-4962-a1d4-82ac967f8884 tempest-ServerRescueNegativeTestJSON-723791583 tempest-ServerRescueNegativeTestJSON-723791583-project] 10.222.0.86 "GET /v2.0/security-groups?id=95bb2909-e2e9-4dfe-9f89-68ed26c5162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493413 Dec 15 14:00:26.752430 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4d2fa1-1a34-4f81-9a31-cefbb9949580 x-openstack-request-id: req-6d4d2fa1-1a34-4f81-9a31-cefbb9949580 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:26.752987 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2", "name": "network-vif-deleted", "tag": "a890701b-a83e-4d7e-899b-21ce2c86957b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:26.753414 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6d4d2fa1-1a34-4f81-9a31-cefbb9949580 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:26.754007 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadbe896-eba6-47e3-8ebc-d5a0d61a9ab2', 'name': 'network-vif-deleted', 'tag': 'a890701b-a83e-4d7e-899b-21ce2c86957b', 'status': 'completed', 'code': 200} Dec 15 14:00:26.858195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-851daa1f-58f3-46bc-88be-1a3626e292e9 req-9029c2bc-4c9f-42e9-b9e2-5af417e32851 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 210 time: 0.0389361 Dec 15 14:00:27.764869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41956) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:28.153078 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93db1a3f-daf6-4d44-bcdb-40816844b327 req-5439e80d-25da-4d84-9d41-0eaf0f5c38bc tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 210 time: 0.0566018 Dec 15 14:00:28.231238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-87a2085a-8596-44cc-b55c-6fc7f4941a8f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:28.233281 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-87a2085a-8596-44cc-b55c-6fc7f4941a8f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.2850697 Dec 15 14:00:28.247291 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Request body: {'port': {'device_id': '869d406e-9078-4b1d-abeb-c09eed3124c6', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'admin_state_up': True, 'tenant_id': 'd606782eb8b4425ea38100e5d1ac0bca'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:28.358859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.460459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Made reservation on behalf of d606782eb8b4425ea38100e5d1ac0bca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:28.464253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.578838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41974) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:28.645881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Allocated IP 172.20.0.11 (022acac5-cc30-48a2-8d9c-86c3f57752ba/3a810473-510c-4634-84c0-8dfe62ec7ea0/18b0ee01-e45f-4c05-bc92-c66b1b4779f5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:28.797138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82cfdbb3-d98a-44d3-a62f-2a24a0c0dcc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.812248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Deleting port eae02df3-0365-4df7-839c-f15de54b8b90 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:28.812495 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.851703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.901355 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.937576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] For port eae02df3-0365-4df7-839c-f15de54b8b90, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eae02df3-0365-4df7-839c-f15de54b8b90,segment=NetworkSegment(be21be85-363a-46ca-a9b8-b16568d26f24),segment_id=be21be85-363a-46ca-a9b8-b16568d26f24)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:28.938306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.965972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Calling delete_port for eae02df3-0365-4df7-839c-f15de54b8b90 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:28.973447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:28.977404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:28.982465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:28.987433 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82cfdbb3-d98a-44d3-a62f-2a24a0c0dcc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:28.997766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82cfdbb3-d98a-44d3-a62f-2a24a0c0dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.043100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event updated for resources: {'Port': ['ID=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:29.088998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:29.089669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.091319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-82cfdbb3-d98a-44d3-a62f-2a24a0c0dcc9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4cfb36cf7bcc43f6a9e845d75b68e4ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5109890 Dec 15 14:00:29.097244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41984) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:29.106292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfdbb3-d98a-44d3-a62f-2a24a0c0dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf5210b-7716-4301-859c-2006426069f1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:29.119664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-cef7a022-ca8c-4309-afac-10959c22a0bf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8773055 Dec 15 14:00:29.135060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Request body: {'port': {'device_id': '869d406e-9078-4b1d-abeb-c09eed3124c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:29.210332 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.380128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.421021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae02df3-0365-4df7-839c-f15de54b8b90,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:29.439256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea53c394-fc2a-4d51-8eaf-4571c1797c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.467647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea53c394-fc2a-4d51-8eaf-4571c1797c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.546782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423080f-c699-416b-a0da-af3268cf4610 req-911a0fd7-4f83-4636-9682-987cebcd8175 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:29.548626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4423080f-c699-416b-a0da-af3268cf4610 req-911a0fd7-4f83-4636-9682-987cebcd8175 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 932 time: 0.2034509 Dec 15 14:00:29.566938 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea53c394-fc2a-4d51-8eaf-4571c1797c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.569614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea53c394-fc2a-4d51-8eaf-4571c1797c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.574546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ea53c394-fc2a-4d51-8eaf-4571c1797c61 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3cf5210b-7716-4301-859c-2006426069f1 HTTP/1.1" status: 204 len: 168 time: 0.4761364 Dec 15 14:00:29.600552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:29.607439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53c394-fc2a-4d51-8eaf-4571c1797c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf5210b-7716-4301-859c-2006426069f1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:29.626210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.660633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Transition to ACTIVE for port object 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:00:29.667410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.714273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4423080f-c699-416b-a0da-af3268cf4610 req-edec2e42-a74c-494a-9ec7-11dd0926a4ff tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385198 Dec 15 14:00:29.762157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Pushing event updated for resources: {'Port': ['ID=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:29.806310 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:29.886370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Attempting to bind port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:29.886889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Attempting to bind port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:29.887435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Attempting to bind port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:29.895949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:00:29.896436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Attempting to bind port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:29.906621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:29.907150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Checking segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:29.908772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Bound using segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:29.909346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Bound port: 18b0ee01-e45f-4c05-bc92-c66b1b4779f5, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:29.909863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.111827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] For port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:30.115647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] For port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:30.130546 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.213886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Pushing event updated for resources: {'Port': ['ID=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:30.239181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:30.240357 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.243143 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-00e3d516-4a41-4681-8330-89e4f5b0b157 service neutron] 10.222.0.74 "PUT /v2.0/ports/18b0ee01-e45f-4c05-bc92-c66b1b4779f5 HTTP/1.1" status: 200 len: 1092 time: 1.1139567 Dec 15 14:00:30.243717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869d406e-9078-4b1d-abeb-c09eed3124c6', 'tag': '18b0ee01-e45f-4c05-bc92-c66b1b4779f5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:30.248874 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3ab0a4-3719-419c-a045-c0f56656e30e" -d '{"events": [{"name": "network-changed", "server_uuid": "869d406e-9078-4b1d-abeb-c09eed3124c6", "tag": "18b0ee01-e45f-4c05-bc92-c66b1b4779f5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:30.285145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42004) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:30.302378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Router 87a463bf-9372-47b1-90e7-a53821454a76 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:00:30.339639 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d99fcc9-beef-4fbb-8814-11b804d51e64 x-openstack-request-id: req-7d99fcc9-beef-4fbb-8814-11b804d51e64 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:30.341852 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869d406e-9078-4b1d-abeb-c09eed3124c6", "tag": "18b0ee01-e45f-4c05-bc92-c66b1b4779f5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:30.342141 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d99fcc9-beef-4fbb-8814-11b804d51e64 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:30.342562 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869d406e-9078-4b1d-abeb-c09eed3124c6', 'tag': '18b0ee01-e45f-4c05-bc92-c66b1b4779f5', 'status': 'completed', 'code': 200} Dec 15 14:00:30.407451 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94fa3054-3585-41a6-af70-a56154496596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.421847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a890701b-a83e-4d7e-899b-21ce2c86957b no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:30.479137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: a890701b-a83e-4d7e-899b-21ce2c86957b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:30.479536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a890701b-a83e-4d7e-899b-21ce2c86957b not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:30.546339 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94fa3054-3585-41a6-af70-a56154496596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.548189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42010) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:30.568877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94fa3054-3585-41a6-af70-a56154496596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.595364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:00:30.603313 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-99db44e1-0088-43a6-b07e-ec2b69a93837 admin admin] 10.222.0.86 "PUT /v2.0/routers/87a463bf-9372-47b1-90e7-a53821454a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8349004 Dec 15 14:00:30.603844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42014) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:30.611130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] Sync routers for ids ['87a463bf-9372-47b1-90e7-a53821454a76'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:00:30.634834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] Routers {'87a463bf-9372-47b1-90e7-a53821454a76'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:30.635769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:00:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['87a463bf-9372-47b1-90e7-a53821454a76'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:30.661572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-a66e0e9d-43cb-49f5-9b3d-20ecfeffe1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:30.663138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-a66e0e9d-43cb-49f5-9b3d-20ecfeffe1a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 1095 time: 0.3196092 Dec 15 14:00:30.672928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-94fa3054-3585-41a6-af70-a56154496596 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e8c822578d74a1bb2ab672aa4958544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866706 Dec 15 14:00:30.678757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42016) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:30.810035 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-81ca5f0f-38b4-48ed-a3c7-f1dbe6d8288e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18b0ee01-e45f-4c05-bc92-c66b1b4779f5 HTTP/1.1" status: 200 len: 217 time: 0.1311123 Dec 15 14:00:30.826800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] Set router 87a463bf-9372-47b1-90e7-a53821454a76 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:30.829757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa3054-3585-41a6-af70-a56154496596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbc8174-5032-4ef4-bfd7-2061eb03f899,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:30.851334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4596eb93-3ee0-44fa-9e55-e6644c83a2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.902474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a7ab3b-528a-4315-955e-095e76d88c8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:30.905814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.054083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a7ab3b-528a-4315-955e-095e76d88c8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.063570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-c644c5dc-2d36-4565-89a7-8bf20067051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:31.065119 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-c644c5dc-2d36-4565-89a7-8bf20067051c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.2366729 Dec 15 14:00:31.140159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee217a-3b61-4efb-b4dd-71e6bfe49c06 req-068cb4ed-c736-411a-95e5-58b97b7176af tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:31.141442 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fee217a-3b61-4efb-b4dd-71e6bfe49c06 req-068cb4ed-c736-411a-95e5-58b97b7176af tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 944 time: 0.2868857 Dec 15 14:00:31.188128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-42434f78-63d8-40b2-b929-23f02b1fdb85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997407 Dec 15 14:00:31.219849 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.232823 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.234046 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.245713 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-386ef282-35aa-400e-a276-7c55d1c0e0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.254613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a7ab3b-528a-4315-955e-095e76d88c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.257560 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27a7ab3b-528a-4315-955e-095e76d88c8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.258775 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-27a7ab3b-528a-4315-955e-095e76d88c8d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bfbc8174-5032-4ef4-bfd7-2061eb03f899 HTTP/1.1" status: 204 len: 168 time: 0.5794234 Dec 15 14:00:31.313651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7ab3b-528a-4315-955e-095e76d88c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbc8174-5032-4ef4-bfd7-2061eb03f899,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:31.377580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T14:00:29Z', 'revision_number': 5, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port': {'id': '898df047-418b-4b58-bf09-7b16c3c0a075', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a463bf-9372-47b1-90e7-a53821454a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:44Z', 'updated_at': '2021-12-15T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:31.379703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Deleting port 898df047-418b-4b58-bf09-7b16c3c0a075 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:31.380323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.440559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fee217a-3b61-4efb-b4dd-71e6bfe49c06 req-5377f681-d150-4a8b-bffa-96a10bc0fa9c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705653 Dec 15 14:00:31.491273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4596eb93-3ee0-44fa-9e55-e6644c83a2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.526727 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4596eb93-3ee0-44fa-9e55-e6644c83a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.529417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] Checking router: 87a463bf-9372-47b1-90e7-a53821454a76 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:00:31.554695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] For port 898df047-418b-4b58-bf09-7b16c3c0a075, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=898df047-418b-4b58-bf09-7b16c3c0a075,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:31.558524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.574382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] Routers {'87a463bf-9372-47b1-90e7-a53821454a76'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:31.575044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:00:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['87a463bf-9372-47b1-90e7-a53821454a76'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:31.592191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Calling delete_port for 898df047-418b-4b58-bf09-7b16c3c0a075 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:31.692675 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4596eb93-3ee0-44fa-9e55-e6644c83a2bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a38d41e44b584f4ba706423c4850446c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1417971 Dec 15 14:00:31.700663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42030) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:31.712795 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-e62d9388-9d36-4841-ab75-ecaadb93296d service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103567 Dec 15 14:00:31.746277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] Set router 87a463bf-9372-47b1-90e7-a53821454a76 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:00:31.820533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T14:00:31Z', 'revision_number': 6, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:31.876162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfc5a7-f4c7-4814-aea2-f89bdc8bc878 None None] The sync data for ids ['87a463bf-9372-47b1-90e7-a53821454a76'] in n-d-821840-1 is: [{'id': '87a463bf-9372-47b1-90e7-a53821454a76', 'name': 'tempest-ServerRescueNegativeTestJSON-24281225-router', 'tenant_id': 'aec91f686cd3428cbaa71a092cc558b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:42Z', 'updated_at': '2021-12-15T14:00:31Z', 'revision_number': 6, 'project_id': 'aec91f686cd3428cbaa71a092cc558b4', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:00:31.919977 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7c98523-045b-4a61-956a-543c55bea1d6 req-23048835-4941-4471-96ff-672788d5c34a service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015276 Dec 15 14:00:31.922889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596eb93-3ee0-44fa-9e55-e6644c83a2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89a7350-1fb7-4a5d-b46f-91df913e64b2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:31.930706 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a517659-9f94-44ed-8eb6-51e1ae174977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:31.958426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a517659-9f94-44ed-8eb6-51e1ae174977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.034778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a517659-9f94-44ed-8eb6-51e1ae174977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.037427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a517659-9f94-44ed-8eb6-51e1ae174977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.041437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9a517659-9f94-44ed-8eb6-51e1ae174977 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c89a7350-1fb7-4a5d-b46f-91df913e64b2 HTTP/1.1" status: 204 len: 168 time: 0.3396986 Dec 15 14:00:32.055840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a517659-9f94-44ed-8eb6-51e1ae174977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89a7350-1fb7-4a5d-b46f-91df913e64b2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:32.099613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.137729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-b55af2c2-9012-490c-b46f-9708bf8ab6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.142808 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-b55af2c2-9012-490c-b46f-9708bf8ab6c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 1095 time: 0.1523318 Dec 15 14:00:32.162340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=898df047-418b-4b58-bf09-7b16c3c0a075,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:32.199154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c983f8e-51f4-44f5-8cb2-b0b858566a36 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:32.283371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.366733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-be3f1683-61a0-4a0a-a93d-f4033f0fad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.369037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-be3f1683-61a0-4a0a-a93d-f4033f0fad76 service neutron] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 914 time: 0.2117038 Dec 15 14:00:32.396980 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eae02df3-0365-4df7-839c-f15de54b8b90 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:32.457167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.459586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.472331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: eae02df3-0365-4df7-839c-f15de54b8b90 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:32.472707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eae02df3-0365-4df7-839c-f15de54b8b90 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:32.517657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.518206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a463bf-9372-47b1-90e7-a53821454a76 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:00:32.518896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-f81f566c-0aa9-444b-856e-a3f503cd10ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18b0ee01-e45f-4c05-bc92-c66b1b4779f5 HTTP/1.1" status: 200 len: 217 time: 0.1405272 Dec 15 14:00:32.523271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.527686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1df179e3-0474-4c5e-8803-07331053dfe9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/87a463bf-9372-47b1-90e7-a53821454a76 HTTP/1.1" status: 204 len: 168 time: 1.9206567 Dec 15 14:00:32.528237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42056) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:32.640637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-ac780df0-a7c5-4198-a3db-d1af2065da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.642425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-ac780df0-a7c5-4198-a3db-d1af2065da3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.1157312 Dec 15 14:00:32.672253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf1ddfc-748c-44a8-b3d0-28d289614492 admin admin] Deleting subnet 4e07cd6a-ab43-4771-a96d-60a922b5afb8 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:00:32.675827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ddfc-748c-44a8-b3d0-28d289614492 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.700555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-ad3ce520-ac8e-44e8-bd23-c03afa5df282 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482018 Dec 15 14:00:32.719347 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ddfc-748c-44a8-b3d0-28d289614492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.770786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab33524-0509-412b-a29b-a179112d3b49 req-d8fdaf9e-3b0a-436e-8b07-05c6b8b87a50 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:32.775541 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ab33524-0509-412b-a29b-a179112d3b49 req-d8fdaf9e-3b0a-436e-8b07-05c6b8b87a50 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 944 time: 0.1701753 Dec 15 14:00:32.827795 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ddfc-748c-44a8-b3d0-28d289614492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.885562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ab33524-0509-412b-a29b-a179112d3b49 req-c32066e7-f8a5-4ebb-9839-a454ee761138 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940900 Dec 15 14:00:32.903906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-bc72e269-37fd-4560-b049-30f78f328959 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945891 Dec 15 14:00:32.932457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ddfc-748c-44a8-b3d0-28d289614492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:32.960776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42068) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:33.006300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ddfc-748c-44a8-b3d0-28d289614492 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.010711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e62bab-c71e-4306-9658-839d012dbec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.016420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6cf1ddfc-748c-44a8-b3d0-28d289614492 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4e07cd6a-ab43-4771-a96d-60a922b5afb8 HTTP/1.1" status: 204 len: 168 time: 0.4868920 Dec 15 14:00:33.017236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42070) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:33.018331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1ddfc-748c-44a8-b3d0-28d289614492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e07cd6a-ab43-4771-a96d-60a922b5afb8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:33.099420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a3ab0a4-3719-419c-a045-c0f56656e30e req-9b193ad3-91bd-4551-b6fc-beff157e7e27 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877007 Dec 15 14:00:33.116384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.188780 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e62bab-c71e-4306-9658-839d012dbec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.206853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e62bab-c71e-4306-9658-839d012dbec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.288287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.292375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-61e62bab-c71e-4306-9658-839d012dbec7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebb0fedb7bb44dbaa0bbff796ad9b277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304732 Dec 15 14:00:33.293321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e62bab-c71e-4306-9658-839d012dbec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9cec72-aeff-41bb-b357-0b080803010c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:33.296413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42078) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:33.316886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f30667-74c9-483c-8eff-773e9994c227']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:33.329428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be21be85-363a-46ca-a9b8-b16568d26f24') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:33.329714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be21be85-363a-46ca-a9b8-b16568d26f24') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:33.344609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.360647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.370624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:33.371633 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:33.375472 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:33.380244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44cb6fd3-fd7c-4205-a045-5db7841094fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.406542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44cb6fd3-fd7c-4205-a045-5db7841094fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.438499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.447679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.455540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f8f30667-74c9-483c-8eff-773e9994c227 HTTP/1.1" status: 204 len: 168 time: 0.4324718 Dec 15 14:00:33.468835 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44cb6fd3-fd7c-4205-a045-5db7841094fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.472214 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44cb6fd3-fd7c-4205-a045-5db7841094fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.473469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-44cb6fd3-fd7c-4205-a045-5db7841094fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8a9cec72-aeff-41bb-b357-0b080803010c HTTP/1.1" status: 204 len: 168 time: 0.1763256 Dec 15 14:00:33.490522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb6fd3-fd7c-4205-a045-5db7841094fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9cec72-aeff-41bb-b357-0b080803010c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:33.499182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec34e5d-1c38-4f54-b6c1-ce9cbc430ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f30667-74c9-483c-8eff-773e9994c227,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:33.676089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:33.730553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-854df7ea-d431-4183-a4c9-44c7a95bbd8d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aec91f686cd3428cbaa71a092cc558b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528977 Dec 15 14:00:33.733035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42094) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:33.793188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:00:33.803002 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2d34-7268-4cc8-bcf2-4ce09ca49a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.823793 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07822bf6-8144-44d6-ab2f-66f761dc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.829672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2d34-7268-4cc8-bcf2-4ce09ca49a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.890581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2d34-7268-4cc8-bcf2-4ce09ca49a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.896828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2d34-7268-4cc8-bcf2-4ce09ca49a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:33.896828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c4aa2d34-7268-4cc8-bcf2-4ce09ca49a74 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95bb2909-e2e9-4dfe-9f89-68ed26c5162a HTTP/1.1" status: 204 len: 168 time: 0.1609557 Dec 15 14:00:33.909594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa2d34-7268-4cc8-bcf2-4ce09ca49a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb2909-e2e9-4dfe-9f89-68ed26c5162a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:34.017646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:34.052335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '18b0ee01-e45f-4c05-bc92-c66b1b4779f5', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'port_id': '18b0ee01-e45f-4c05-bc92-c66b1b4779f5', 'mac_address': 'fa:16:3e:15:22:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a810473-510c-4634-84c0-8dfe62ec7ea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:00:34.125251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 898df047-418b-4b58-bf09-7b16c3c0a075 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:34.193232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b797d-7da3-4eeb-8f6d-25d519f367f3 req-a21af7fc-54bb-41ae-b831-199abd167925 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:34.194813 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c2b797d-7da3-4eeb-8f6d-25d519f367f3 req-a21af7fc-54bb-41ae-b831-199abd167925 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 944 time: 0.1139946 Dec 15 14:00:34.212394 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.243732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:34.257888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 898df047-418b-4b58-bf09-7b16c3c0a075 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:34.258735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 898df047-418b-4b58-bf09-7b16c3c0a075 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:34.313729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:34.321950 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:34.329669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c2b797d-7da3-4eeb-8f6d-25d519f367f3 req-2ff7c107-0f1a-4f69-a3a7-d530cd5e55c3 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154747 Dec 15 14:00:34.408576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:34.592423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['18b0ee01-e45f-4c05-bc92-c66b1b4779f5'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:34.814483 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:35.548108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3eac71-683a-4be0-9516-01b7a05f7b44 req-ace59303-ed8f-41e3-831d-ce878198a103 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:35.549741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f3eac71-683a-4be0-9516-01b7a05f7b44 req-ace59303-ed8f-41e3-831d-ce878198a103 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 945 time: 0.0715811 Dec 15 14:00:35.620470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f3eac71-683a-4be0-9516-01b7a05f7b44 req-d6dd2a98-2455-469c-89fa-b88684ade386 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635722 Dec 15 14:00:35.810192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:35.905615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:00:35.915403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:35.915789 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.038525 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.103922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:36.104678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869d406e-9078-4b1d-abeb-c09eed3124c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b0ee01-e45f-4c05-bc92-c66b1b4779f5'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:36.107757 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f1548-8a40-4303-b486-65e57111e425" -d '{"events": [{"server_uuid": "869d406e-9078-4b1d-abeb-c09eed3124c6", "name": "network-vif-plugged", "status": "completed", "tag": "18b0ee01-e45f-4c05-bc92-c66b1b4779f5"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:36.113144 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.164574 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508d7586-e7d8-46f0-8ad0-71047d7e49b1 x-openstack-request-id: req-508d7586-e7d8-46f0-8ad0-71047d7e49b1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:36.165204 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869d406e-9078-4b1d-abeb-c09eed3124c6", "name": "network-vif-plugged", "status": "completed", "tag": "18b0ee01-e45f-4c05-bc92-c66b1b4779f5", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:36.165706 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-508d7586-e7d8-46f0-8ad0-71047d7e49b1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:36.166312 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869d406e-9078-4b1d-abeb-c09eed3124c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b0ee01-e45f-4c05-bc92-c66b1b4779f5', 'code': 200} Dec 15 14:00:36.206899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:36.288299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e1993-2519-44d0-9eb8-4a0967350394 req-3dd118a3-c806-4b03-8fc3-19e3f1e856d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:36.289903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a2e1993-2519-44d0-9eb8-4a0967350394 req-3dd118a3-c806-4b03-8fc3-19e3f1e856d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 1097 time: 0.0488882 Dec 15 14:00:36.349272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a2e1993-2519-44d0-9eb8-4a0967350394 req-3a0b7800-75d7-40ad-ac4e-ae37a1c794df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494862 Dec 15 14:00:36.349712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42210) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:36.495353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0abd0b9a-dbc7-4f2b-a167-60f9465f50c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.565030 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.578997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0abd0b9a-dbc7-4f2b-a167-60f9465f50c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.583732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0abd0b9a-dbc7-4f2b-a167-60f9465f50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.624482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0abd0b9a-dbc7-4f2b-a167-60f9465f50c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7dc4a2d52151445ab842098359c2ac2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735484 Dec 15 14:00:36.625520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd0b9a-dbc7-4f2b-a167-60f9465f50c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2a0c5-09ac-4d1a-a31c-7716d5cea81b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:36.627918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42216) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:36.713245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ee79-9f08-40c0-8a58-403fa3de712f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.778939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ee79-9f08-40c0-8a58-403fa3de712f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.827542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239c84e-dbc4-4b5e-b3cd-272bee13d6a1 req-3420248a-021c-4e70-9bff-1dcd5cd1471d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:36.829503 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0239c84e-dbc4-4b5e-b3cd-272bee13d6a1 req-3420248a-021c-4e70-9bff-1dcd5cd1471d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 946 time: 0.1140077 Dec 15 14:00:36.882175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ee79-9f08-40c0-8a58-403fa3de712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.885485 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ee79-9f08-40c0-8a58-403fa3de712f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:36.886570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2ee3ee79-9f08-40c0-8a58-403fa3de712f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3e2a0c5-09ac-4d1a-a31c-7716d5cea81b HTTP/1.1" status: 204 len: 168 time: 0.2577050 Dec 15 14:00:36.916868 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0239c84e-dbc4-4b5e-b3cd-272bee13d6a1 req-8bc7cd5e-57d8-4a98-a019-9acf018eb741 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738664 Dec 15 14:00:36.917727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3ee79-9f08-40c0-8a58-403fa3de712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2a0c5-09ac-4d1a-a31c-7716d5cea81b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:37.265600 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.288065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42246) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:37.456990 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4881e7ff-48f7-4a81-bc1d-9398493e330c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.544292 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4881e7ff-48f7-4a81-bc1d-9398493e330c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.549145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4881e7ff-48f7-4a81-bc1d-9398493e330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.591439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4881e7ff-48f7-4a81-bc1d-9398493e330c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=56988613d9f54ef88e8bf5b1b2ae58da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022220 Dec 15 14:00:37.592342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881e7ff-48f7-4a81-bc1d-9398493e330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b217b361-3abb-4de1-921a-644f4050bdce,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:37.594288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42260) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:37.647181 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f0f8-5cae-4080-870c-1db01efa7713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.670618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f0f8-5cae-4080-870c-1db01efa7713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.720053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f0f8-5cae-4080-870c-1db01efa7713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.723164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f0f8-5cae-4080-870c-1db01efa7713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:37.724517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5ea5f0f8-5cae-4080-870c-1db01efa7713 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b217b361-3abb-4de1-921a-644f4050bdce HTTP/1.1" status: 204 len: 168 time: 0.1288612 Dec 15 14:00:37.732920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5f0f8-5cae-4080-870c-1db01efa7713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217b361-3abb-4de1-921a-644f4050bdce,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:38.051819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a180b2-0e29-430d-9069-214b51d03cb1 req-ad1ccda5-e8bc-42f1-826b-994da3102801 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:38.056280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68a180b2-0e29-430d-9069-214b51d03cb1 req-ad1ccda5-e8bc-42f1-826b-994da3102801 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 946 time: 0.0580578 Dec 15 14:00:38.056280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42280) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:38.113889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68a180b2-0e29-430d-9069-214b51d03cb1 req-8d653635-6d0a-49e4-92a1-06a21dd02792 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523586 Dec 15 14:00:38.200964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42292) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:38.216485 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1585f91-f2e6-48d0-b161-612724109157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.342367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1585f91-f2e6-48d0-b161-612724109157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.353968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1585f91-f2e6-48d0-b161-612724109157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.360936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5fce7162-555d-4948-9c8b-22b172cc6e4d tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ace100b0a74d4a17bae634949c3212d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377591 Dec 15 14:00:38.398870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf661bc-e556-4ce3-a4e7-5aa77fe9780d req-a54f0cd6-0173-45d1-9860-b13731334b56 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:38.400810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8bf661bc-e556-4ce3-a4e7-5aa77fe9780d req-a54f0cd6-0173-45d1-9860-b13731334b56 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 946 time: 0.0682480 Dec 15 14:00:38.467542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d460b842-928c-4db6-a38d-de5d732476ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.490596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8bf661bc-e556-4ce3-a4e7-5aa77fe9780d req-7f474db6-94cb-49c2-bb60-be5ea6d35cda tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830231 Dec 15 14:00:38.564802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d460b842-928c-4db6-a38d-de5d732476ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.569781 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d460b842-928c-4db6-a38d-de5d732476ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.614217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460b842-928c-4db6-a38d-de5d732476ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e547163-53ee-4923-bc2b-008378b9ed43,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:38.620396 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d460b842-928c-4db6-a38d-de5d732476ac admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f1aea4678cbf4d5aa49f7e69d2ed5a14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5634837 Dec 15 14:00:38.622116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:38.677704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8e44cec-1fd1-42c6-b9bf-589d6693628c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.700256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8e44cec-1fd1-42c6-b9bf-589d6693628c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.747445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d1585f91-f2e6-48d0-b161-612724109157 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a056fcded614ad2b1b9a7e4d24adaa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5452545 Dec 15 14:00:38.750026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:38.757712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8e44cec-1fd1-42c6-b9bf-589d6693628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.760415 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8e44cec-1fd1-42c6-b9bf-589d6693628c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.761488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f8e44cec-1fd1-42c6-b9bf-589d6693628c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e547163-53ee-4923-bc2b-008378b9ed43 HTTP/1.1" status: 204 len: 168 time: 0.1387389 Dec 15 14:00:38.775451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1585f91-f2e6-48d0-b161-612724109157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e781ad-a38e-4938-be1e-417e4a727693,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:38.782584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e44cec-1fd1-42c6-b9bf-589d6693628c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e547163-53ee-4923-bc2b-008378b9ed43,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:38.816854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b71b05c-0fed-4ab1-a900-4498672aec9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.842268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b71b05c-0fed-4ab1-a900-4498672aec9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.844183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-93dce066-3c2c-4065-9d10-bba4d99d1f13 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:38.851494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-93dce066-3c2c-4065-9d10-bba4d99d1f13 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4785547 Dec 15 14:00:38.862959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-4cfc0061-f1cf-43f9-b216-911a4ea6d94c tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/quotas/ace100b0a74d4a17bae634949c3212d4 HTTP/1.1" status: 200 len: 375 time: 0.0098445 Dec 15 14:00:38.901387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b71b05c-0fed-4ab1-a900-4498672aec9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.904234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b71b05c-0fed-4ab1-a900-4498672aec9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:38.908527 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0b71b05c-0fed-4ab1-a900-4498672aec9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/45e781ad-a38e-4938-be1e-417e4a727693 HTTP/1.1" status: 204 len: 168 time: 0.1572971 Dec 15 14:00:38.923700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-67ebc5ea-3899-4f19-adfe-0362a9a72991 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ace100b0a74d4a17bae634949c3212d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541101 Dec 15 14:00:38.926821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71b05c-0fed-4ab1-a900-4498672aec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e781ad-a38e-4938-be1e-417e4a727693,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:39.124994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e33bf68-c02a-4264-8d74-1e438a7c4032 req-9b17efda-3998-4e53-9d9e-28d95c1a07e7 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 210 time: 0.0410929 Dec 15 14:00:39.647772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0513-0703-442c-8fd9-ace5b1d6d652 req-c433a70d-313e-43ed-a68b-3e2017e7d044 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:39.649451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-127a0513-0703-442c-8fd9-ace5b1d6d652 req-c433a70d-313e-43ed-a68b-3e2017e7d044 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 946 time: 0.0645912 Dec 15 14:00:39.716841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-127a0513-0703-442c-8fd9-ace5b1d6d652 req-33682646-3747-4224-a3d9-56c375a9592f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Dec 15 14:00:39.991823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be678b2-bdd6-43ee-a937-2c70d2dbe46a req-e624a787-c237-48c8-913a-00d5503e3b74 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:39.995515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1be678b2-bdd6-43ee-a937-2c70d2dbe46a req-e624a787-c237-48c8-913a-00d5503e3b74 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 946 time: 0.0584605 Dec 15 14:00:40.062071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1be678b2-bdd6-43ee-a937-2c70d2dbe46a req-ace06078-d6e3-47a2-9843-3e86506bada2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588179 Dec 15 14:00:40.134265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-d89a20e8-5825-4f8b-a4c6-9c3b67fb1a7c tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ace100b0a74d4a17bae634949c3212d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300555 Dec 15 14:00:40.297176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-2ef9331c-0f1a-4f14-9080-7377fc113995 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:40.298498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41679738-4b39-48f3-8cc3-99935db327bb req-277b5d41-6f88-4d5b-96d5-d9bf81c942c9 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 210 time: 0.0468159 Dec 15 14:00:40.311987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-2ef9331c-0f1a-4f14-9080-7377fc113995 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702332 Dec 15 14:00:40.329781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Request body: {'port': {'device_id': '90821650-8ab4-4460-8307-567b97b984c3', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': 'ace100b0a74d4a17bae634949c3212d4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:40.472342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Made reservation on behalf of ace100b0a74d4a17bae634949c3212d4 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:40.475922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.489219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42402) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:40.489972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.579889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.584614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.653661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18eeed63-87b1-43cc-9e2c-23750ec4e601,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:40.725367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9289b119-b7a5-40f6-a3a1-e850c6712802 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1448622203'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:40.725851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9289b119-b7a5-40f6-a3a1-e850c6712802 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Unknown quota resources ['metering_label']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:00:40.741247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Allocated IP 192.168.233.47 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/12a66772-5cb9-4a3b-ab6b-c3c00b930841) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:40.952609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9289b119-b7a5-40f6-a3a1-e850c6712802 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:40.954072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9289b119-b7a5-40f6-a3a1-e850c6712802 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4619691 Dec 15 14:00:40.956855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42422) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:40.964604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-475bd48a-4490-4985-a7e2-40f779eb6f4c tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '13ecb94a-8dc1-45cb-8d3e-b85ee2edba2c'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:40.965169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-475bd48a-4490-4985-a7e2-40f779eb6f4c tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:00:41.113404 n-d-821840-1 neutron-server[109768]: WARNING neutron.services.metering.metering_plugin [None req-475bd48a-4490-4985-a7e2-40f779eb6f4c tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 14:00:41.172135 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:00:41.283213 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-475bd48a-4490-4985-a7e2-40f779eb6f4c tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.284453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-475bd48a-4490-4985-a7e2-40f779eb6f4c tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3266532 Dec 15 14:00:41.287610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42434) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:41.292643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9c1382db-3f99-437b-b621-d255fe668436 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '13ecb94a-8dc1-45cb-8d3e-b85ee2edba2c'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:41.293450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9c1382db-3f99-437b-b621-d255fe668436 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:00:41.348842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e83d6-2863-47c5-add9-874923428d6a req-0a53231e-b481-4834-bccc-112a337c4a05 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:41.358870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c3e83d6-2863-47c5-add9-874923428d6a req-0a53231e-b481-4834-bccc-112a337c4a05 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 946 time: 0.1594687 Dec 15 14:00:41.385333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.389734 n-d-821840-1 neutron-server[109767]: WARNING neutron.services.metering.metering_plugin [None req-9c1382db-3f99-437b-b621-d255fe668436 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 14:00:41.471501 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c3e83d6-2863-47c5-add9-874923428d6a req-08cefcca-8a95-408a-97e9-399082a157c6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058652 Dec 15 14:00:41.499990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.531628 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dffed882-06e0-4c3c-b5f2-87e3a4d148df req-09da3865-62b2-42f4-a1eb-49bbecb54419 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 210 time: 0.1379671 Dec 15 14:00:41.572444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:41.576119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:41.578656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:41.623540 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c1382db-3f99-437b-b621-d255fe668436 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.624759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9c1382db-3f99-437b-b621-d255fe668436 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3361011 Dec 15 14:00:41.627472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42448) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:41.638893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Pushing event updated for resources: {'Port': ['ID=12a66772-5cb9-4a3b-ab6b-c3c00b930841,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:41.640314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a95e11a6-d06f-46a6-aef8-34b9ff30295f tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=50e9aa39-e652-48a7-9dde-a86f0937b9b0 HTTP/1.1" status: 200 len: 464 time: 0.0115407 Dec 15 14:00:41.643607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42450) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:41.653665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:41.654245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.667855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015589-310b-4cd0-b603-9df35403c84d req-b0384830-1286-44ad-8499-0955238b436c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:41.669815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27015589-310b-4cd0-b603-9df35403c84d req-b0384830-1286-44ad-8499-0955238b436c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 946 time: 0.2634919 Dec 15 14:00:41.677909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-38cd40a0-4f8b-4698-b86d-957ee9441161 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3515999 Dec 15 14:00:41.691085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Request body: {'port': {'device_id': '90821650-8ab4-4460-8307-567b97b984c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:41.764312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.806995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54f76cb2-a10e-47af-80cc-aec8e122f4c6 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:41.808938 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-54f76cb2-a10e-47af-80cc-aec8e122f4c6 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/50e9aa39-e652-48a7-9dde-a86f0937b9b0 HTTP/1.1" status: 204 len: 168 time: 0.1637456 Dec 15 14:00:41.811277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42454) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:41.835185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-91dcbb57-d162-4b8c-850e-cdc7aa322b89 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=50e9aa39-e652-48a7-9dde-a86f0937b9b0 HTTP/1.1" status: 200 len: 221 time: 0.0225189 Dec 15 14:00:41.841245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42458) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:41.852355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-18a37fe1-88c4-4396-8aed-71483e1b7c36 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1345216584', 'description': 'label created by tempest'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:41.852819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-18a37fe1-88c4-4396-8aed-71483e1b7c36 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Unknown quota resources ['metering_label']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:00:41.923936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-891dfd83-5181-443e-b0e6-64c8f4fb0e3f None None] Provisioning complete for port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:41.925208 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-891dfd83-5181-443e-b0e6-64c8f4fb0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.003726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Deleting port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:00:42.004393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.007607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-891dfd83-5181-443e-b0e6-64c8f4fb0e3f None None] Port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:42.114812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a66772-5cb9-4a3b-ab6b-c3c00b930841 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:42.127019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.132560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18a37fe1-88c4-4396-8aed-71483e1b7c36 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.136879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-18a37fe1-88c4-4396-8aed-71483e1b7c36 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2944887 Dec 15 14:00:42.137818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:42.172537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Transition to ACTIVE for port object 12a66772-5cb9-4a3b-ab6b-c3c00b930841 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:00:42.177948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.217815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-24177c89-d45b-4bb8-a17c-b6c3b06107f7 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=5e6e0acd-5da2-4ef3-8407-4ca5d4c244b0 HTTP/1.1" status: 200 len: 468 time: 0.0769877 Dec 15 14:00:42.219326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42474) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:42.272268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] For port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:42.273856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.288188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Calling delete_port for 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:00:42.406698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Pushing event updated for resources: {'Port': ['ID=12a66772-5cb9-4a3b-ab6b-c3c00b930841,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:42.529492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c392228-2ff9-452e-b230-4c07e091fbbf req-65105e2d-8a19-4951-81d6-aa03c8d1a2f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:42.531142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c392228-2ff9-452e-b230-4c07e091fbbf req-65105e2d-8a19-4951-81d6-aa03c8d1a2f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1075161 Dec 15 14:00:42.600448 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2dc886f-b829-42e4-9580-caa45dc3ac58 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.601590 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d2dc886f-b829-42e4-9580-caa45dc3ac58 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/5e6e0acd-5da2-4ef3-8407-4ca5d4c244b0 HTTP/1.1" status: 204 len: 168 time: 0.3812950 Dec 15 14:00:42.606859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42492) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:42.628595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6e5ca726-6ee0-4cc9-bc02-456438ba3ab5 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=5e6e0acd-5da2-4ef3-8407-4ca5d4c244b0 HTTP/1.1" status: 200 len: 216 time: 0.0191832 Dec 15 14:00:42.634613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42494) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:42.647792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c392228-2ff9-452e-b230-4c07e091fbbf req-55bc4756-5b33-46c8-b63c-fcc12e577172 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049390 Dec 15 14:00:42.649708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.664585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['18b0ee01-e45f-4c05-bc92-c66b1b4779f5'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:42.665118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fb519-6b05-4789-831e-3faea6f6f7d5 req-2cdb2760-4c5a-4d5a-b2bb-ba579603d868 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:42.667108 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae7fb519-6b05-4789-831e-3faea6f6f7d5 req-2cdb2760-4c5a-4d5a-b2bb-ba579603d868 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=869d406e-9078-4b1d-abeb-c09eed3124c6 HTTP/1.1" status: 200 len: 946 time: 0.1029809 Dec 15 14:00:42.672300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3add9545-6466-4bb3-b4f7-a5ecf5d0414e tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0332944 Dec 15 14:00:42.672660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42496) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:42.685156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Attempting to bind port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:42.686031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Attempting to bind port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:42.686373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Attempting to bind port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:42.696318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event deleted for resources: {'Port': ['ID=18b0ee01-e45f-4c05-bc92-c66b1b4779f5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:42.707179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.707536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.707895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.708229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.708569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.708961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.709298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.709627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.709955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.710282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.710607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.710932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.712232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:42.715551 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0ed32560-fe79-40a4-978e-30139603f2ce tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0317366 Dec 15 14:00:42.722607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:00:42.723148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Attempting to bind port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:42.727636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42500) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:42.741441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:42.742025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:42.742903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:42.743537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Bound port: 12a66772-5cb9-4a3b-ab6b-c3c00b930841, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:42.744199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.763241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] No DVR routers for this DVR port 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:00:42.766583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.769987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27015589-310b-4cd0-b603-9df35403c84d req-e8932f8c-b165-417d-9217-5fd19263085a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "DELETE /v2.0/ports/18b0ee01-e45f-4c05-bc92-c66b1b4779f5 HTTP/1.1" status: 204 len: 173 time: 1.0885541 Dec 15 14:00:42.771229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869d406e-9078-4b1d-abeb-c09eed3124c6', 'name': 'network-vif-deleted', 'tag': '18b0ee01-e45f-4c05-bc92-c66b1b4779f5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:42.773500 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b40132-19b2-4c84-ae23-c74a38b363c0" -d '{"events": [{"server_uuid": "869d406e-9078-4b1d-abeb-c09eed3124c6", "name": "network-vif-deleted", "tag": "18b0ee01-e45f-4c05-bc92-c66b1b4779f5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:42.813737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d43747ef-3f71-4edb-85d0-db13de2db2be tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels/13ecb94a-8dc1-45cb-8d3e-b85ee2edba2c HTTP/1.1" status: 200 len: 473 time: 0.0831552 Dec 15 14:00:42.818265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42506) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:42.829075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae7fb519-6b05-4789-831e-3faea6f6f7d5 req-534d91c0-b0a3-4b7a-ab89-0db08f005688 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363771 Dec 15 14:00:42.840128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a67cb8-2e6e-4cf0-b6ac-99e2fe9d00e1 req-ac775656-3193-4472-9f22-5a6f6abe0df7 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:42.841677 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6a67cb8-2e6e-4cf0-b6ac-99e2fe9d00e1 req-ac775656-3193-4472-9f22-5a6f6abe0df7 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 947 time: 0.0765264 Dec 15 14:00:42.843967 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8a522a00-e530-450a-83b7-a9eaaac40308 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules/ff439fd8-43a3-49e0-91ce-b294a8adc148 HTTP/1.1" status: 200 len: 461 time: 0.0245097 Dec 15 14:00:42.847227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:42.905769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] For port 12a66772-5cb9-4a3b-ab6b-c3c00b930841, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:42.909647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] For port 12a66772-5cb9-4a3b-ab6b-c3c00b930841, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=12a66772-5cb9-4a3b-ab6b-c3c00b930841,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:42.915911 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.956971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:42.957705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:42.959137 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] 10.222.0.24 "PUT /v2.0/ports/12a66772-5cb9-4a3b-ab6b-c3c00b930841 HTTP/1.1" status: 200 len: 1095 time: 1.2738461 Dec 15 14:00:42.959604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90821650-8ab4-4460-8307-567b97b984c3', 'tag': '12a66772-5cb9-4a3b-ab6b-c3c00b930841'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:42.962811 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d2cdf2-53cb-45f6-b205-ef6e46f16797" -d '{"events": [{"name": "network-changed", "server_uuid": "90821650-8ab4-4460-8307-567b97b984c3", "tag": "12a66772-5cb9-4a3b-ab6b-c3c00b930841"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:42.990555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475d84a-dd22-4cf1-ba3d-d831ecc38cef service neutron] Pushing event updated for resources: {'Port': ['ID=12a66772-5cb9-4a3b-ab6b-c3c00b930841,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:43.020197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a608034e-8be2-41b8-ae3f-6cfcb3d61eff tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.021716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a608034e-8be2-41b8-ae3f-6cfcb3d61eff tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/ff439fd8-43a3-49e0-91ce-b294a8adc148 HTTP/1.1" status: 204 len: 168 time: 0.1734204 Dec 15 14:00:43.026640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42514) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:43.051382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6a67cb8-2e6e-4cf0-b6ac-99e2fe9d00e1 req-074384fe-fe14-498e-957d-72724019a1b5 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896732 Dec 15 14:00:43.119312 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec60527-bbae-430f-959d-71e3c5be24e4 x-openstack-request-id: req-7ec60527-bbae-430f-959d-71e3c5be24e4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:43.119884 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869d406e-9078-4b1d-abeb-c09eed3124c6", "name": "network-vif-deleted", "tag": "18b0ee01-e45f-4c05-bc92-c66b1b4779f5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:43.120321 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ec60527-bbae-430f-959d-71e3c5be24e4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:43.120921 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869d406e-9078-4b1d-abeb-c09eed3124c6', 'name': 'network-vif-deleted', 'tag': '18b0ee01-e45f-4c05-bc92-c66b1b4779f5', 'status': 'completed', 'code': 200} Dec 15 14:00:43.217467 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b318a-70fa-4acc-9e4e-125f9de02c55 x-openstack-request-id: req-9a6b318a-70fa-4acc-9e4e-125f9de02c55 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:43.218051 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90821650-8ab4-4460-8307-567b97b984c3", "tag": "12a66772-5cb9-4a3b-ab6b-c3c00b930841", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:43.218051 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a6b318a-70fa-4acc-9e4e-125f9de02c55 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:43.218414 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90821650-8ab4-4460-8307-567b97b984c3', 'tag': '12a66772-5cb9-4a3b-ab6b-c3c00b930841', 'status': 'completed', 'code': 200} Dec 15 14:00:43.317804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-8e1bb131-9c50-4562-b314-9178edc4cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:43.319833 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-8e1bb131-9c50-4562-b314-9178edc4cfc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ace100b0a74d4a17bae634949c3212d4&device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 1098 time: 0.2939024 Dec 15 14:00:43.324099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c378-c19d-45ba-ad14-6f84fe482036 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.327557 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3cd9c378-c19d-45ba-ad14-6f84fe482036 tempest-MeteringTestJSON-1917684950 tempest-MeteringTestJSON-1917684950-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/13ecb94a-8dc1-45cb-8d3e-b85ee2edba2c HTTP/1.1" status: 204 len: 168 time: 0.2781222 Dec 15 14:00:43.385647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-854ffc57-54d9-4952-8674-a2f68d2f22c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=12a66772-5cb9-4a3b-ab6b-c3c00b930841 HTTP/1.1" status: 200 len: 217 time: 0.0487392 Dec 15 14:00:43.445024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-ec4546c9-fb60-4651-b27f-cb67ede28627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:43.447179 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-ec4546c9-fb60-4651-b27f-cb67ede28627 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0542355 Dec 15 14:00:43.496690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5d5dc72b-fa18-47f6-8981-5739b3fcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:43.498521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-5d5dc72b-fa18-47f6-8981-5739b3fcd817 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435932 Dec 15 14:00:43.603570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-96105796-18cf-4313-802b-2c544252ca13 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961838 Dec 15 14:00:43.675417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42526) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:43.712044 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3576cd24-6f1c-4ae8-964d-33ca8cc019e8 req-77f7fefd-fdd8-4030-978f-c6335944656f service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987391 Dec 15 14:00:43.817122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-cf8f7677-f0cc-4f30-b151-9308839f23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:43.818656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-cf8f7677-f0cc-4f30-b151-9308839f23b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ace100b0a74d4a17bae634949c3212d4&device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 1098 time: 0.0514352 Dec 15 14:00:43.819597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa52163a-430d-4c5c-a136-4b641fce9f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.847251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0212e9-4a04-4117-8f69-b88b73b5b223 req-da656e25-531d-4ec0-a6d3-461e353ec7b0 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:43.848860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d0212e9-4a04-4117-8f69-b88b73b5b223 req-da656e25-531d-4ec0-a6d3-461e353ec7b0 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0875125 Dec 15 14:00:43.931352 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d0212e9-4a04-4117-8f69-b88b73b5b223 req-feb5bc0e-c31b-4176-a2d2-7f1c1240b2e4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739174 Dec 15 14:00:43.956783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-71620593-e1a2-4a44-a0af-8be5b19fbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:43.958477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-71620593-e1a2-4a44-a0af-8be5b19fbd1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1309094 Dec 15 14:00:43.964683 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa52163a-430d-4c5c-a136-4b641fce9f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:43.970364 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa52163a-430d-4c5c-a136-4b641fce9f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.017597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-17f4cc60-d293-4a0d-b5da-ec6310aa5fe8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=12a66772-5cb9-4a3b-ab6b-c3c00b930841 HTTP/1.1" status: 200 len: 217 time: 0.0505702 Dec 15 14:00:44.022559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aa52163a-430d-4c5c-a136-4b641fce9f0a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=592ee8e02d7e414d973a8cc54a83d783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434198 Dec 15 14:00:44.022559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52163a-430d-4c5c-a136-4b641fce9f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa53257-a217-472b-a25f-5225a9339ef6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:44.024173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42548) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:44.108277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1518e51a-7f68-4ba9-90c1-8a64bbca7aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.129724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-76d748d9-f484-4033-990d-a007d71692e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:44.131223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-76d748d9-f484-4033-990d-a007d71692e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0983534 Dec 15 14:00:44.198487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-a0f095fc-3931-4639-81e1-164a2b75a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:44.200441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-a0f095fc-3931-4639-81e1-164a2b75a696 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605094 Dec 15 14:00:44.374336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-b4c5c12b-e6b1-4f00-ac58-145345f83715 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661332 Dec 15 14:00:44.463238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-eba608d1-2910-4fd7-8e70-ffd62dbc63a0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:44.465001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-eba608d1-2910-4fd7-8e70-ffd62dbc63a0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.2460175 Dec 15 14:00:44.505001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-4194293f-3a6b-4c0c-a492-08825b4fd068 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/quotas/d606782eb8b4425ea38100e5d1ac0bca HTTP/1.1" status: 200 len: 375 time: 0.0298648 Dec 15 14:00:44.517856 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44d2cdf2-53cb-45f6-b205-ef6e46f16797 req-06b390b7-0617-404b-9c05-31952244eaa9 service neutron] 10.222.0.24 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327207 Dec 15 14:00:44.523153 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1518e51a-7f68-4ba9-90c1-8a64bbca7aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.548140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-03dc828a-2841-44f1-83b9-5a0d89911b75 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335736 Dec 15 14:00:44.571487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426fa56-77e7-428b-aa44-1cad3173419a req-43012f2e-eb22-4a47-9deb-c64f53b18d3f tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:44.573037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9426fa56-77e7-428b-aa44-1cad3173419a req-43012f2e-eb22-4a47-9deb-c64f53b18d3f tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 947 time: 0.4404206 Dec 15 14:00:44.607904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1518e51a-7f68-4ba9-90c1-8a64bbca7aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.610838 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1518e51a-7f68-4ba9-90c1-8a64bbca7aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:44.612108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1518e51a-7f68-4ba9-90c1-8a64bbca7aa6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7aa53257-a217-472b-a25f-5225a9339ef6 HTTP/1.1" status: 204 len: 168 time: 0.5861616 Dec 15 14:00:44.631179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518e51a-7f68-4ba9-90c1-8a64bbca7aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa53257-a217-472b-a25f-5225a9339ef6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:44.677374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-1a112950-5c90-451c-b4c6-42ada806bb73 service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207991 Dec 15 14:00:44.678451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9426fa56-77e7-428b-aa44-1cad3173419a req-c9ea7a47-7996-438a-b3a9-5a3ebddaf4ed tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822001 Dec 15 14:00:44.800440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-17d623b0-a73f-42fd-ad4e-a92d713f6d4c service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222043 Dec 15 14:00:45.010870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3d48a79-4627-40b5-9196-d2bb1504c3fa req-0c1ed81e-790c-481e-908d-760e60bcde5a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 210 time: 0.0402007 Dec 15 14:00:45.115487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726f763-1390-4b6b-bce5-9c960f63e8f1 req-ab83a842-80ac-44b3-b8a3-d22a57cba6f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:45.116910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5726f763-1390-4b6b-bce5-9c960f63e8f1 req-ab83a842-80ac-44b3-b8a3-d22a57cba6f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0541129 Dec 15 14:00:45.191580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5726f763-1390-4b6b-bce5-9c960f63e8f1 req-242bddea-7e29-4ffb-b1d7-cdb0b564e455 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675080 Dec 15 14:00:45.229638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:45.245210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab80d5e-eac6-464b-a58e-018c390acdf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.340181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab80d5e-eac6-464b-a58e-018c390acdf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.346592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab80d5e-eac6-464b-a58e-018c390acdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.390927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dab80d5e-eac6-464b-a58e-018c390acdf5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d57d795c4de94baea411af718ee4c4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601515 Dec 15 14:00:45.392996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab80d5e-eac6-464b-a58e-018c390acdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24365fa5-9e57-497a-9502-dc01ca31e346,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:45.394152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42606) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:45.448644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-817008bc-8037-4858-9e9e-e7fdb1613654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.475563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-817008bc-8037-4858-9e9e-e7fdb1613654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.529922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-817008bc-8037-4858-9e9e-e7fdb1613654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.533181 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-817008bc-8037-4858-9e9e-e7fdb1613654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:45.534204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-817008bc-8037-4858-9e9e-e7fdb1613654 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/24365fa5-9e57-497a-9502-dc01ca31e346 HTTP/1.1" status: 204 len: 168 time: 0.1390572 Dec 15 14:00:45.543257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817008bc-8037-4858-9e9e-e7fdb1613654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24365fa5-9e57-497a-9502-dc01ca31e346,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:45.818333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0035-bed6-4301-a5f8-5648532c4e49 req-9ff31457-6839-41c6-af5b-1cd3fc19774a tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:45.820184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ebe0035-bed6-4301-a5f8-5648532c4e49 req-9ff31457-6839-41c6-af5b-1cd3fc19774a tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 947 time: 0.0602291 Dec 15 14:00:45.888884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:00:45.896487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ebe0035-bed6-4301-a5f8-5648532c4e49 req-40da73b8-5436-425f-ae73-3ba794f38964 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695097 Dec 15 14:00:45.914707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:00:45.915355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 18b0ee01-e45f-4c05-bc92-c66b1b4779f5 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:00:46.139413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc8f7952-1ee5-4cfa-a180-5d07a8519184 req-f68766e2-085b-4ce2-82cc-901e8e6374e5 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 210 time: 0.0318434 Dec 15 14:00:46.201447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:46.234689 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-e058c405-6755-4303-98f0-8c093a01271c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:46.236520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-e058c405-6755-4303-98f0-8c093a01271c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.2179084 Dec 15 14:00:46.255294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Request body: {'port': {'device_id': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'admin_state_up': True, 'tenant_id': 'd606782eb8b4425ea38100e5d1ac0bca'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:46.373290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d4e81-6ff6-4767-8203-12e731203659 req-9b579df4-24c5-497b-b24f-6077d4c6b44b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:46.375779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec4d4e81-6ff6-4767-8203-12e731203659 req-9b579df4-24c5-497b-b24f-6077d4c6b44b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0632548 Dec 15 14:00:46.416839 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0be075ea-f668-4782-be68-a28250ed9b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.419051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Made reservation on behalf of d606782eb8b4425ea38100e5d1ac0bca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:46.425166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.494668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 12a66772-5cb9-4a3b-ab6b-c3c00b930841 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:00:46.592445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Allocated IP 172.20.0.8 (022acac5-cc30-48a2-8d9c-86c3f57752ba/3a810473-510c-4634-84c0-8dfe62ec7ea0/4422fc09-47ad-468d-829c-54c11de4f5f2) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:46.642674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 12a66772-5cb9-4a3b-ab6b-c3c00b930841, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=12a66772-5cb9-4a3b-ab6b-c3c00b930841,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:46.661127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '12a66772-5cb9-4a3b-ab6b-c3c00b930841', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '12a66772-5cb9-4a3b-ab6b-c3c00b930841', 'mac_address': 'fa:16:3e:1c:bf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:00:46.720074 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.738505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a66772-5cb9-4a3b-ab6b-c3c00b930841 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:46.761526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 12a66772-5cb9-4a3b-ab6b-c3c00b930841, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=12a66772-5cb9-4a3b-ab6b-c3c00b930841,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:46.766416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.795793 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.833243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=12a66772-5cb9-4a3b-ab6b-c3c00b930841,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:46.837695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec4d4e81-6ff6-4767-8203-12e731203659 req-93d6f96d-fd3c-40d4-b03f-ef506b9e6cd0 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408042 Dec 15 14:00:46.845325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.897145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:46.900207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:46.904079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:46.910658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event updated for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:46.947944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0be075ea-f668-4782-be68-a28250ed9b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.957778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0be075ea-f668-4782-be68-a28250ed9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.972272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:46.972931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:46.996818 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-14cb0589-4cab-4f2d-970b-1a930a64ec32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7503777 Dec 15 14:00:46.997271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['12a66772-5cb9-4a3b-ab6b-c3c00b930841'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:47.010463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Request body: {'port': {'device_id': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:47.050624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be075ea-f668-4782-be68-a28250ed9b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5953c269-073a-4bc7-bfa4-8ead370b8eb0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:47.060107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0be075ea-f668-4782-be68-a28250ed9b6f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fc03b41c32a049f1af727d93c05c8c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8551526 Dec 15 14:00:47.060964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42662) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:47.088222 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.105424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506e6eb-e6a0-47cb-8976-67108990bafb req-a7b4d4bd-cec9-46b1-b933-910bf809fbc9 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:47.107132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7506e6eb-e6a0-47cb-8976-67108990bafb req-a7b4d4bd-cec9-46b1-b933-910bf809fbc9 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 948 time: 0.1234589 Dec 15 14:00:47.179404 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f219da0-da7f-41cc-a23b-02ab8e7ad77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.215354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7506e6eb-e6a0-47cb-8976-67108990bafb req-715c94ae-9c67-4499-8c47-f64f9fad2d35 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989454 Dec 15 14:00:47.220765 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f219da0-da7f-41cc-a23b-02ab8e7ad77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.285011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f219da0-da7f-41cc-a23b-02ab8e7ad77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.288718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f219da0-da7f-41cc-a23b-02ab8e7ad77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.293653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6f219da0-da7f-41cc-a23b-02ab8e7ad77d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5953c269-073a-4bc7-bfa4-8ead370b8eb0 HTTP/1.1" status: 204 len: 168 time: 0.2299762 Dec 15 14:00:47.300881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f219da0-da7f-41cc-a23b-02ab8e7ad77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5953c269-073a-4bc7-bfa4-8ead370b8eb0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:47.416061 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5731-4fee-4d64-b7aa-dcb263766484 req-23f5d661-f31e-4a7f-bb8c-d3796c4194f1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:47.420956 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8fe5731-4fee-4d64-b7aa-dcb263766484 req-23f5d661-f31e-4a7f-bb8c-d3796c4194f1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 931 time: 0.1156414 Dec 15 14:00:47.516466 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8fe5731-4fee-4d64-b7aa-dcb263766484 req-3ab4b127-4abf-4350-91c1-00350aead93d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870078 Dec 15 14:00:47.533978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4422fc09-47ad-468d-829c-54c11de4f5f2 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:47.544017 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.557667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Transition to ACTIVE for port object 4422fc09-47ad-468d-829c-54c11de4f5f2 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:00:47.562700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.584244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42682) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:47.614912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Pushing event updated for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:47.687330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42686) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:47.694454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Attempting to bind port 4422fc09-47ad-468d-829c-54c11de4f5f2 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:00:47.694803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Attempting to bind port 4422fc09-47ad-468d-829c-54c11de4f5f2 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:00:47.695140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Attempting to bind port 4422fc09-47ad-468d-829c-54c11de4f5f2 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:47.701369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Port 4422fc09-47ad-468d-829c-54c11de4f5f2 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:00:47.701703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Attempting to bind port 4422fc09-47ad-468d-829c-54c11de4f5f2 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:00:47.701893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0e32498-d3d8-4a8f-b83e-c0ee1aa4c986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.706744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:00:47.707098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Checking segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:47.707485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Bound using segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:00:47.707955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Bound port: 4422fc09-47ad-468d-829c-54c11de4f5f2, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:00:47.708328 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.709472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e2b30887-c277-4d7b-8cb1-80f1a9dac720 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:47.754786 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e2b30887-c277-4d7b-8cb1-80f1a9dac720 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] 10.222.0.86 "PUT /v2.0/quotas/c1d66594b64f4472a12fadeb5e0d8d20 HTTP/1.1" status: 200 len: 368 time: 0.1692133 Dec 15 14:00:47.758698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42688) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:47.763489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Request body: {'network': {'project_id': 'c1d66594b64f4472a12fadeb5e0d8d20'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:47.792922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:00:47.797518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:00:47.799919 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0e32498-d3d8-4a8f-b83e-c0ee1aa4c986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.802142 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.803787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0e32498-d3d8-4a8f-b83e-c0ee1aa4c986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.810670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Made reservation on behalf of c1d66594b64f4472a12fadeb5e0d8d20 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:47.812953 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.845079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e0e32498-d3d8-4a8f-b83e-c0ee1aa4c986 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a8f1c3298fc456d860bd88f26ad5977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1565168 Dec 15 14:00:47.846348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e32498-d3d8-4a8f-b83e-c0ee1aa4c986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cfd2e8-0219-4d0f-ba9a-126f43a41313,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:47.849060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42692) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:47.866646 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.869560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:47.870198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.871613 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] 10.222.0.74 "PUT /v2.0/ports/4422fc09-47ad-468d-829c-54c11de4f5f2 HTTP/1.1" status: 200 len: 1091 time: 0.8671632 Dec 15 14:00:47.874372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:47.876910 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d78f51-6732-4b56-bbf9-05bf51979816" -d '{"events": [{"name": "network-changed", "server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:47.912499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868862f-8a2d-4579-a9dc-d9fd0690e923 service neutron] Pushing event updated for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:47.956086 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f67db9-b5ad-423d-b6ae-645190627ada x-openstack-request-id: req-43f67db9-b5ad-423d-b6ae-645190627ada {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:47.956390 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:47.956655 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-43f67db9-b5ad-423d-b6ae-645190627ada {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:47.957065 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'status': 'completed', 'code': 200} Dec 15 14:00:47.959754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d7c64f9-1127-4e98-b20a-8669f7a412a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:47.987138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-c4c5b332-1253-472d-98e0-28abf766baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:47.988660 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-c4c5b332-1253-472d-98e0-28abf766baa6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 1094 time: 0.0630105 Dec 15 14:00:47.989156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64232896-cba0-4bef-b7a8-eb7233ff1396 req-fb75b6c8-933a-48c4-927e-d62ac00f700f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:47.990660 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64232896-cba0-4bef-b7a8-eb7233ff1396 req-fb75b6c8-933a-48c4-927e-d62ac00f700f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0852997 Dec 15 14:00:47.997818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d7c64f9-1127-4e98-b20a-8669f7a412a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.043051 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-4038abac-891e-4b59-b2f4-e0e3125add98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4422fc09-47ad-468d-829c-54c11de4f5f2 HTTP/1.1" status: 200 len: 217 time: 0.0454478 Dec 15 14:00:48.057647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.067180 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.078508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64232896-cba0-4bef-b7a8-eb7233ff1396 req-b180a5f5-1dde-49d1-9a71-d84eff88a244 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728991 Dec 15 14:00:48.087631 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d7c64f9-1127-4e98-b20a-8669f7a412a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.090292 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d7c64f9-1127-4e98-b20a-8669f7a412a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.091434 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2d7c64f9-1127-4e98-b20a-8669f7a412a1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a2cfd2e8-0219-4d0f-ba9a-126f43a41313 HTTP/1.1" status: 204 len: 168 time: 0.2417829 Dec 15 14:00:48.111324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c64f9-1127-4e98-b20a-8669f7a412a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cfd2e8-0219-4d0f-ba9a-126f43a41313,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:48.124194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:00:48.143525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.143780 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Added segment baca82f6-5c2e-4a05-a37b-70fc9acfb9b6 of type vlan for network 65091f1b-0a47-4f1f-8c82-53f6f262854c Dec 15 14:00:48.145289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2ed75f-7342-4edb-bffa-2695389021a2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:48.161106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-15d1ac76-8f94-425e-8c0b-4eac300afc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.162762 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-15d1ac76-8f94-425e-8c0b-4eac300afc73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.1083040 Dec 15 14:00:48.220546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-1b1e9c03-67e9-47ed-8339-579f9a3c9015 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312290 Dec 15 14:00:48.223847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.316887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.317737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.318320 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.425411 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.6656215 Dec 15 14:00:48.428057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42710) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:48.428501 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-b043cae8-6467-4b17-ad90-e0516d09da3e service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003984 Dec 15 14:00:48.436883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Request body: {'network': {'project_id': 'c1d66594b64f4472a12fadeb5e0d8d20'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:48.438282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3fb59-ed60-40b7-aa46-5caa5f5ae2bc tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Pushing event updated for resources: {'Network': ['ID=65091f1b-0a47-4f1f-8c82-53f6f262854c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:48.452452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 65091f1b-0a47-4f1f-8c82-53f6f262854c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:00:48.456264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43d5ff-07f5-4413-949f-f144398bbd75 req-71c67493-682a-4f50-a6a3-82ec90c94d22 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.457855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e43d5ff-07f5-4413-949f-f144398bbd75 req-71c67493-682a-4f50-a6a3-82ec90c94d22 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 948 time: 0.1542618 Dec 15 14:00:48.479242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Made reservation on behalf of c1d66594b64f4472a12fadeb5e0d8d20 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:48.481930 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.515447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:00:48.533509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.533865 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Added segment a20d85c8-cc66-45f9-9513-0f9141324ab0 of type vlan for network 98fb8f2d-2adb-47d7-bfb2-b1f13c984908 Dec 15 14:00:48.552701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 12a66772-5cb9-4a3b-ab6b-c3c00b930841 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:48.588993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.619596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:00:48.619896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e43d5ff-07f5-4413-949f-f144398bbd75 req-d80fd675-3598-4f07-abf0-f6f7a84872e7 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503010 Dec 15 14:00:48.625554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:48.626007 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.636689 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03a5917-9643-4464-87dd-3ddc7b57d5f6 req-298e123f-db48-48ea-b680-75bf8cf6bbb8 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994386 Dec 15 14:00:48.690867 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.691818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.692429 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.720872 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.747150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90821650-8ab4-4460-8307-567b97b984c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a66772-5cb9-4a3b-ab6b-c3c00b930841'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:48.749566 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5f6c7e-ce98-4f30-b2e6-9eb3c8e950e8" -d '{"events": [{"server_uuid": "90821650-8ab4-4460-8307-567b97b984c3", "name": "network-vif-plugged", "status": "completed", "tag": "12a66772-5cb9-4a3b-ab6b-c3c00b930841"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:48.768353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 12a66772-5cb9-4a3b-ab6b-c3c00b930841, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=12a66772-5cb9-4a3b-ab6b-c3c00b930841,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:48.772566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Pushing event updated for resources: {'Network': ['ID=98fb8f2d-2adb-47d7-bfb2-b1f13c984908,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:48.775755 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:48.786201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-318ff471-513c-4428-b37b-88e86e01532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.787747 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-318ff471-513c-4428-b37b-88e86e01532b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 1094 time: 0.0891485 Dec 15 14:00:48.797429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126611bc-d10d-4b27-8ee9-d2b1d2bdf089 req-ddf392f7-016f-4113-bc76-fbc7503d24ad tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.810704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-126611bc-d10d-4b27-8ee9-d2b1d2bdf089 req-ddf392f7-016f-4113-bc76-fbc7503d24ad tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 943 time: 0.2028501 Dec 15 14:00:48.810847 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59da150-b0cb-479b-9116-9d7d94bce402 x-openstack-request-id: req-c59da150-b0cb-479b-9116-9d7d94bce402 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:48.811277 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90821650-8ab4-4460-8307-567b97b984c3", "name": "network-vif-plugged", "status": "completed", "tag": "12a66772-5cb9-4a3b-ab6b-c3c00b930841", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:48.811545 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c59da150-b0cb-479b-9116-9d7d94bce402 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:48.812115 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90821650-8ab4-4460-8307-567b97b984c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a66772-5cb9-4a3b-ab6b-c3c00b930841', 'code': 200} Dec 15 14:00:48.814444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 98fb8f2d-2adb-47d7-bfb2-b1f13c984908 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:00:48.821493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5d29fd9f-d2c9-48c8-8cf2-441615b969a8 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3916583 Dec 15 14:00:48.831151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:48.837196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cec457a9-69c8-4dc8-9817-78ccccf81b47 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Request body: {'network': {'project_id': 'c1d66594b64f4472a12fadeb5e0d8d20'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:48.882502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-126611bc-d10d-4b27-8ee9-d2b1d2bdf089 req-fe1d68dc-63f7-42ac-9c0e-9a70ce7fdae7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656738 Dec 15 14:00:48.891944 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec457a9-69c8-4dc8-9817-78ccccf81b47 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 14:00:48.892180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec457a9-69c8-4dc8-9817-78ccccf81b47 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:00:48.893199 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cec457a9-69c8-4dc8-9817-78ccccf81b47 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0613112 Dec 15 14:00:48.894289 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=12a66772-5cb9-4a3b-ab6b-c3c00b930841,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:48.900504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:48.952072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-b8a7b724-e63a-456c-8287-3c97ff5ba60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.953578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-b8a7b724-e63a-456c-8287-3c97ff5ba60c service neutron] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 914 time: 0.1571062 Dec 15 14:00:48.955909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc12b5-5bc7-4832-86fe-7d73e782d62b req-04dfc7df-1ba1-4ec0-933f-2dc5c43ba5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:48.957800 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8fc12b5-5bc7-4832-86fe-7d73e782d62b req-04dfc7df-1ba1-4ec0-933f-2dc5c43ba5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 1100 time: 0.0672119 Dec 15 14:00:49.009347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-14b5ac1d-5e3a-45ec-bdbd-325064c9ae18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4422fc09-47ad-468d-829c-54c11de4f5f2 HTTP/1.1" status: 200 len: 217 time: 0.0454078 Dec 15 14:00:49.011648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47944616-4cff-4c89-b8f5-b090b147bb54 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1d66594b64f4472a12fadeb5e0d8d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1101367 Dec 15 14:00:49.014537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:49.016679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8fc12b5-5bc7-4832-86fe-7d73e782d62b req-72d3ba7f-0a4b-4920-a7c1-86dce8ab9a52 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490370 Dec 15 14:00:49.093418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-a55a02f1-5f95-4469-881a-79767f85a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:49.094983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-a55a02f1-5f95-4469-881a-79767f85a7c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.0731246 Dec 15 14:00:49.114431 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6f8900d-7968-430a-8264-876c0e6f0640 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.136847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-cabb8627-ce13-4a2c-a411-70facdf1683c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316434 Dec 15 14:00:49.169646 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6f8900d-7968-430a-8264-876c0e6f0640 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.221595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4df8a-e326-4034-8024-c1b2ff3c59cb req-f8c83431-9fc1-4bd4-a8b9-70a7e2dea34c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:49.223302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cd4df8a-e326-4034-8024-c1b2ff3c59cb req-f8c83431-9fc1-4bd4-a8b9-70a7e2dea34c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0559552 Dec 15 14:00:49.280050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cd4df8a-e326-4034-8024-c1b2ff3c59cb req-7eccf0b1-8d17-4656-9cf1-ecca7e88f005 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499845 Dec 15 14:00:49.285163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-350bfa3e-7ed3-4cfe-8e3b-16ab88c836c8 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328154 Dec 15 14:00:49.291281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6f8900d-7968-430a-8264-876c0e6f0640 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.305214 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6f8900d-7968-430a-8264-876c0e6f0640 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.306310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f6f8900d-7968-430a-8264-876c0e6f0640 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c2ed75f-7342-4edb-bffa-2695389021a2 HTTP/1.1" status: 204 len: 168 time: 0.2908318 Dec 15 14:00:49.309145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42742) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:49.323686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8900d-7968-430a-8264-876c0e6f0640 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2ed75f-7342-4edb-bffa-2695389021a2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:49.388224 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.423967 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-68d78f51-6732-4b56-bbf9-05bf51979816 req-255ceb9b-8ef9-4b30-a39b-8f4c844c7a7c service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164923 Dec 15 14:00:49.470714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.491977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fb8f2d-2adb-47d7-bfb2-b1f13c984908']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:49.502082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20d85c8-cc66-45f9-9513-0f9141324ab0') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:49.502386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20d85c8-cc66-45f9-9513-0f9141324ab0') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:49.512166 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.527541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.536402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:49.536935 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:49.540106 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:49.616827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.623454 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.628554 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] 10.222.0.86 "DELETE /v2.0/networks/98fb8f2d-2adb-47d7-bfb2-b1f13c984908 HTTP/1.1" status: 204 len: 168 time: 0.3181734 Dec 15 14:00:49.630965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42756) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:49.650775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda15845-168e-472a-aff6-917e039c6847 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Pushing event deleted for resources: {'Network': ['ID=98fb8f2d-2adb-47d7-bfb2-b1f13c984908,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:49.735476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.781068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d562ff-70b5-4fca-ba14-836d82b8b611 req-a4594101-8cb7-4d9a-9805-f240b1e9c46d tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:49.783685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d562ff-70b5-4fca-ba14-836d82b8b611 req-a4594101-8cb7-4d9a-9805-f240b1e9c46d tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 949 time: 0.0629742 Dec 15 14:00:49.832177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.846218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d562ff-70b5-4fca-ba14-836d82b8b611 req-90312fbd-6716-4356-b682-e4f536c202e4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566924 Dec 15 14:00:49.855798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65091f1b-0a47-4f1f-8c82-53f6f262854c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:49.865654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baca82f6-5c2e-4a05-a37b-70fc9acfb9b6') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:49.865958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baca82f6-5c2e-4a05-a37b-70fc9acfb9b6') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:49.878403 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.898212 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.906502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:00:49.907047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:00:49.908986 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:00:50.006139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.016695 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.022511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] 10.222.0.86 "DELETE /v2.0/networks/65091f1b-0a47-4f1f-8c82-53f6f262854c HTTP/1.1" status: 204 len: 168 time: 0.3874447 Dec 15 14:00:50.032805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cf07f-fb6e-4c7a-a53f-80556355c031 tempest-QuotasNegativeTest-708087871 tempest-QuotasNegativeTest-708087871-project-admin] Pushing event deleted for resources: {'Network': ['ID=65091f1b-0a47-4f1f-8c82-53f6f262854c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:50.048987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881e02e-6740-4630-9323-b9fbab277d5d req-23f73404-c2a0-48a4-b155-156647b63f32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.057637 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f881e02e-6740-4630-9323-b9fbab277d5d req-23f73404-c2a0-48a4-b155-156647b63f32 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 943 time: 0.0966854 Dec 15 14:00:50.123074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f881e02e-6740-4630-9323-b9fbab277d5d req-2a826962-cab9-4244-8eba-2416c446ae1b tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615916 Dec 15 14:00:50.364507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41363867-928d-46db-9096-ac75ae574c89 req-ea80e640-83db-465b-9961-22a400d57f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.369420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41363867-928d-46db-9096-ac75ae574c89 req-ea80e640-83db-465b-9961-22a400d57f8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 1097 time: 0.0597143 Dec 15 14:00:50.424021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8ecec-135d-46ae-bdde-36c03f749815 req-ef045043-22d0-4f41-87d9-beeaf1c3bc69 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.429209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f8f8ecec-135d-46ae-bdde-36c03f749815 req-ef045043-22d0-4f41-87d9-beeaf1c3bc69 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0636411 Dec 15 14:00:50.487227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f8f8ecec-135d-46ae-bdde-36c03f749815 req-f540732a-935d-479e-9102-467626f25d1e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519850 Dec 15 14:00:50.487410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41363867-928d-46db-9096-ac75ae574c89 req-c28cacc9-ba48-499e-ad11-eed2332a31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.489460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41363867-928d-46db-9096-ac75ae574c89 req-c28cacc9-ba48-499e-ad11-eed2332a31fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.0999997 Dec 15 14:00:50.553928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:50.572987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41363867-928d-46db-9096-ac75ae574c89 req-6bb44fdb-584c-4bcd-962f-6bef3a7836f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074 HTTP/1.1" status: 200 len: 1002 time: 0.0759671 Dec 15 14:00:50.646107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41363867-928d-46db-9096-ac75ae574c89 req-24997a10-066a-4b18-8966-e30a35e43eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.648984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41363867-928d-46db-9096-ac75ae574c89 req-24997a10-066a-4b18-8966-e30a35e43eee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.0684307 Dec 15 14:00:50.705868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41363867-928d-46db-9096-ac75ae574c89 req-fc7cec83-19c7-4238-bdc9-ad42636e3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:50.707650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41363867-928d-46db-9096-ac75ae574c89 req-fc7cec83-19c7-4238-bdc9-ad42636e3f3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508959 Dec 15 14:00:50.819766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41363867-928d-46db-9096-ac75ae574c89 req-f63e4cc4-49ca-408a-b1a4-354d920ce683 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040661 Dec 15 14:00:50.856600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6af4cb5-7169-4678-8f9d-e2b8f5cf3205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:50.936693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41363867-928d-46db-9096-ac75ae574c89 req-b5d854ef-2074-4b12-90e1-2633eb145f58 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090276 Dec 15 14:00:51.022985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d3d9c-651a-458d-a7b7-16351258d188 req-3ed582c2-6166-4491-9e2d-691ccdd3b48b tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:51.024554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b7d3d9c-651a-458d-a7b7-16351258d188 req-3ed582c2-6166-4491-9e2d-691ccdd3b48b tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 949 time: 0.0734737 Dec 15 14:00:51.063119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6af4cb5-7169-4678-8f9d-e2b8f5cf3205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.073728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6af4cb5-7169-4678-8f9d-e2b8f5cf3205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.134403 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b7d3d9c-651a-458d-a7b7-16351258d188 req-93207eac-493c-4152-94d3-61e8f0b28ab1 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960102 Dec 15 14:00:51.140569 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d6af4cb5-7169-4678-8f9d-e2b8f5cf3205 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd1d2ac476e74f0b833d8862f871ed93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5855889 Dec 15 14:00:51.141035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42806) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:51.141990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af4cb5-7169-4678-8f9d-e2b8f5cf3205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8421c2bd-d53d-4030-9416-89cf3cfae6f3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:51.295889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d398df2-81a6-43c1-97f3-cb0daae3d29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.308034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82763f-475c-45ae-a6c7-ea99cddd4a43 req-6c626f8d-dab8-441e-9c38-8757bc979d38 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:51.309679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d82763f-475c-45ae-a6c7-ea99cddd4a43 req-6c626f8d-dab8-441e-9c38-8757bc979d38 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 943 time: 0.0871363 Dec 15 14:00:51.349741 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d398df2-81a6-43c1-97f3-cb0daae3d29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.400277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d82763f-475c-45ae-a6c7-ea99cddd4a43 req-37a785dc-5a35-40b5-9409-2b9dd5b8140d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827389 Dec 15 14:00:51.422979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d398df2-81a6-43c1-97f3-cb0daae3d29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.425464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d398df2-81a6-43c1-97f3-cb0daae3d29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:51.427905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3d398df2-81a6-43c1-97f3-cb0daae3d29a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8421c2bd-d53d-4030-9416-89cf3cfae6f3 HTTP/1.1" status: 204 len: 168 time: 0.2853432 Dec 15 14:00:51.479626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d398df2-81a6-43c1-97f3-cb0daae3d29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8421c2bd-d53d-4030-9416-89cf3cfae6f3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:51.638703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34690af9-a6f6-4e04-bc95-3a4ad24121b7 req-30fffd1e-0857-44c8-87c3-87454d27e67d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:51.647303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34690af9-a6f6-4e04-bc95-3a4ad24121b7 req-30fffd1e-0857-44c8-87c3-87454d27e67d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0706067 Dec 15 14:00:51.725100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34690af9-a6f6-4e04-bc95-3a4ad24121b7 req-1cad7306-3226-477b-a22f-314ef33872f6 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717516 Dec 15 14:00:51.907216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4422fc09-47ad-468d-829c-54c11de4f5f2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:00:52.029974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:52.044272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'port_id': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'mac_address': 'fa:16:3e:22:51:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a810473-510c-4634-84c0-8dfe62ec7ea0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:00:52.089514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.111707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4422fc09-47ad-468d-829c-54c11de4f5f2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:00:52.129985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42844) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:52.139774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:52.146887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2a17-0d30-4654-8266-41be3dec9686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.147158 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.218409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:52.231183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.231696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.232323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.233262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.233710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.234397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.235084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.235532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.236002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.236902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.238499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.239456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.240256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:00:52.241503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2a17-0d30-4654-8266-41be3dec9686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.254229 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2a17-0d30-4654-8266-41be3dec9686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.297616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a2a17-0d30-4654-8266-41be3dec9686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac88c5-bf4f-42ca-a7d6-cdf01934092f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:52.316054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42846) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:52.329162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8a9a2a17-0d30-4654-8266-41be3dec9686 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4113989ee57147899baf85ec343d81da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1971538 Dec 15 14:00:52.381207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69638733-d8f0-47ad-8324-ee289bdd8371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.403749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69638733-d8f0-47ad-8324-ee289bdd8371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.431636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['4422fc09-47ad-468d-829c-54c11de4f5f2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:00:52.472520 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69638733-d8f0-47ad-8324-ee289bdd8371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.478823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69638733-d8f0-47ad-8324-ee289bdd8371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:52.483697 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-69638733-d8f0-47ad-8324-ee289bdd8371 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9bac88c5-bf4f-42ca-a7d6-cdf01934092f HTTP/1.1" status: 204 len: 168 time: 0.1625016 Dec 15 14:00:52.506158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69638733-d8f0-47ad-8324-ee289bdd8371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac88c5-bf4f-42ca-a7d6-cdf01934092f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:52.637277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca5cd-a0b9-472b-a6bd-768261dd64cc req-36129c64-347d-4814-8b11-07e6e4ac2b99 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:52.644280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3fca5cd-a0b9-472b-a6bd-768261dd64cc req-36129c64-347d-4814-8b11-07e6e4ac2b99 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 944 time: 0.1132376 Dec 15 14:00:52.801342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3fca5cd-a0b9-472b-a6bd-768261dd64cc req-61eba2a6-a2ad-451e-8eff-265b32c09f2d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484387 Dec 15 14:00:52.894386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-21299bc8-8e5e-41fd-9eb6-b368f798674d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1527183 Dec 15 14:00:52.958324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb90e-cbdc-47c2-88a6-5b7230e5dc58 req-3a528184-65f0-4c53-b669-7483b9fc1b8e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:52.960112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-943bb90e-cbdc-47c2-88a6-5b7230e5dc58 req-3a528184-65f0-4c53-b669-7483b9fc1b8e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1021717 Dec 15 14:00:53.047676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3388b877-f78e-4e75-8345-e14a93158ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.048501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3388b877-f78e-4e75-8345-e14a93158ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.048967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3388b877-f78e-4e75-8345-e14a93158ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.049430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3388b877-f78e-4e75-8345-e14a93158ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.049887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3388b877-f78e-4e75-8345-e14a93158ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.050346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3388b877-f78e-4e75-8345-e14a93158ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.050798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3388b877-f78e-4e75-8345-e14a93158ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.052883 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3388b877-f78e-4e75-8345-e14a93158ded service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6501 time: 0.0916784 Dec 15 14:00:53.056657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-943bb90e-cbdc-47c2-88a6-5b7230e5dc58 req-32429b74-fb29-4db6-9f51-93dd0f10d06e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867379 Dec 15 14:00:53.236668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-39afd706-5e36-428b-b5c0-a2d83706b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.237144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-39afd706-5e36-428b-b5c0-a2d83706b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.237613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-39afd706-5e36-428b-b5c0-a2d83706b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.239206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-39afd706-5e36-428b-b5c0-a2d83706b809 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38 HTTP/1.1" status: 200 len: 2301 time: 0.1471381 Dec 15 14:00:53.449614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-fab9d6c5-44d3-43ff-9773-e9e8983378cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7 HTTP/1.1" status: 200 len: 1001 time: 0.2017047 Dec 15 14:00:53.459402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-3683a5b5-e04a-4d31-a9ab-e5bf9dea2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.461101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-3683a5b5-e04a-4d31-a9ab-e5bf9dea2fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 1097 time: 0.0883520 Dec 15 14:00:53.554067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22e63a-9c78-4aa5-81b0-c88479369bbf req-9b8b78a2-2cdb-488a-8b38-a509240f0547 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.563525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e22e63a-9c78-4aa5-81b0-c88479369bbf req-9b8b78a2-2cdb-488a-8b38-a509240f0547 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.2350376 Dec 15 14:00:53.599327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-0f2bb78a-6390-4949-936c-6005ebe6c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.601084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-0f2bb78a-6390-4949-936c-6005ebe6c06b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=299bbd43-2c6b-4617-9310-ef44d6baec67 HTTP/1.1" status: 200 len: 855 time: 0.1263924 Dec 15 14:00:53.675487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-3ae86cf7-d109-4b73-aa18-e376ce81b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.676458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2e22e63a-9c78-4aa5-81b0-c88479369bbf req-9171a2f1-cc8d-4f17-8723-86c9197ec942 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117444 Dec 15 14:00:53.681423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-3ae86cf7-d109-4b73-aa18-e376ce81b710 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.2076726 Dec 15 14:00:53.709738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-40555539-9820-452a-b04e-0908e7e08bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.712115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-40555539-9820-452a-b04e-0908e7e08bb0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024528 Dec 15 14:00:53.814710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-a8a8c151-51c1-4bcf-98c9-3d7bf60d2763 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074 HTTP/1.1" status: 200 len: 1002 time: 0.1282291 Dec 15 14:00:53.839960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-9377aff5-f185-446d-80f8-4316e0a407dc service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193192 Dec 15 14:00:53.911447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-e2138da3-563a-4a08-99c8-63aac0bdcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:53.913482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-e2138da3-563a-4a08-99c8-63aac0bdcdee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.0913634 Dec 15 14:00:53.919133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4422fc09-47ad-468d-829c-54c11de4f5f2 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:00:53.971953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42908) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:54.030731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-b649010b-8cb2-4fc5-9559-3a95952c9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:54.036627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-b649010b-8cb2-4fc5-9559-3a95952c9813 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144207 Dec 15 14:00:54.087572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 4422fc09-47ad-468d-829c-54c11de4f5f2 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:00:54.093426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 4422fc09-47ad-468d-829c-54c11de4f5f2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:54.093810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.170435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1186730285'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:54.211467 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-8a69c708-ee77-4a21-b1e7-221798de2637 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494537 Dec 15 14:00:54.213637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:54.217693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.239264 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.244310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d34fc-870e-4ba3-b3e7-90646a637553 req-236d1255-2a49-47c3-a9a4-1c7d07dc8cee tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:54.252564 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-185d34fc-870e-4ba3-b3e7-90646a637553 req-236d1255-2a49-47c3-a9a4-1c7d07dc8cee tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 944 time: 0.2896292 Dec 15 14:00:54.266065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-1fa63015-89c2-483b-9f39-a6ecec509d82 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191191 Dec 15 14:00:54.270552 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.299179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:00:54.302734 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab971f-3d05-414b-832d-a93d96cc44df" -d '{"events": [{"server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "name": "network-vif-plugged", "status": "completed", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:00:54.340402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:00:54.348922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-185d34fc-870e-4ba3-b3e7-90646a637553 req-11d60a98-f07c-4ca3-88d1-8f167d247770 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913103 Dec 15 14:00:54.353734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-ecf7137a-c6ae-4a6a-a4c9-9b64175c18fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 217 time: 0.1315587 Dec 15 14:00:54.354064 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.421455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-ab86fd5b-1021-4e21-ac6f-1ee70331d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:54.422291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fda5d9f7-2086-4e4f-abbc-aa0924b57dad req-fe6b674e-088d-49b5-8474-4b90b6fa8ce4 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454725 Dec 15 14:00:54.424216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-ab86fd5b-1021-4e21-ac6f-1ee70331d254 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.0574358 Dec 15 14:00:54.427526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.437131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.441658 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f16d644-3b6a-488e-993a-c6dc7af0720f x-openstack-request-id: req-1f16d644-3b6a-488e-993a-c6dc7af0720f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:00:54.442038 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "name": "network-vif-plugged", "status": "completed", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:00:54.442304 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1f16d644-3b6a-488e-993a-c6dc7af0720f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:00:54.442725 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'code': 200} Dec 15 14:00:54.481138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:00:54.489223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-462a2ac1-5dcf-4fa4-9c0b-157ab0281e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:54.490803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-462a2ac1-5dcf-4fa4-9c0b-157ab0281e24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562391 Dec 15 14:00:54.496788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:54.516003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827d80c1-3dc0-459e-ad29-d9785250406f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:54.533567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.533929 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Added segment dc8fc2e6-0146-4626-a999-c5d7446845ce of type vlan for network 7c50ba8a-f85b-478d-b930-4f91e3e271ad Dec 15 14:00:54.571540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0825770-af5f-46f2-88a4-bad617bd6bf4 req-8c93f572-283f-4d8a-b871-ddf8237cc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:54.573606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0825770-af5f-46f2-88a4-bad617bd6bf4 req-8c93f572-283f-4d8a-b871-ddf8237cc2c9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 1096 time: 0.0958741 Dec 15 14:00:54.602305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-b784997d-b772-4fc0-8c3b-841d819c63a3 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023390 Dec 15 14:00:54.609137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.642123 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0825770-af5f-46f2-88a4-bad617bd6bf4 req-2c8847fa-f079-47dd-a55c-6b5023d173dc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578671 Dec 15 14:00:54.651792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.657971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:54.658561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:54.704742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-48d15b85-de30-4974-9021-333d9469517e service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945165 Dec 15 14:00:54.725539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7520921 Dec 15 14:00:54.727311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:54.733582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'subnet': {'network_id': '7c50ba8a-f85b-478d-b930-4f91e3e271ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:54.744915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e376fe6-3da4-47bb-8814-dc1ed0b1e5e7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Network': ['ID=7c50ba8a-f85b-478d-b930-4f91e3e271ad,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:54.755848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:00:55.133756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-99ca7879-c466-45ee-8515-dca2db599d7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 217 time: 0.0772741 Dec 15 14:00:55.205175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cb60e-cdae-46c6-b146-0bee0d224b9b req-0767fa40-123e-4336-8310-1b12e95b7239 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:55.206642 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ea6cb60e-cdae-46c6-b146-0bee0d224b9b req-0767fa40-123e-4336-8310-1b12e95b7239 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1520751 Dec 15 14:00:55.225284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-daf9f456-6ada-456e-ae72-56bb051f1fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:55.227403 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-daf9f456-6ada-456e-ae72-56bb051f1fcb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.0827539 Dec 15 14:00:55.234970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:00:55.238369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.358092 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ea6cb60e-cdae-46c6-b146-0bee0d224b9b req-045c528f-325e-42cc-b9a5-fdc68db0ae29 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435471 Dec 15 14:00:55.379131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-eed3647a-28bd-48c5-9e91-c765fddbf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:55.381361 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-eed3647a-28bd-48c5-9e91-c765fddbf478 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1370838 Dec 15 14:00:55.486665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bcbb6-488d-4dc9-9e07-8e186ba7193d req-519e1a43-3d1f-4cd9-9479-159ee8cfe136 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:55.496414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a81bcbb6-488d-4dc9-9e07-8e186ba7193d req-519e1a43-3d1f-4cd9-9479-159ee8cfe136 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0680313 Dec 15 14:00:55.553784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-59677a96-9da8-43fd-a9c0-419e45c819fe service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628499 Dec 15 14:00:55.562186 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a81bcbb6-488d-4dc9-9e07-8e186ba7193d req-8289ec70-7f97-4541-a278-048d8f87d900 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Dec 15 14:00:55.628520 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.730570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Subnet': ['ID=2a728373-a317-48cb-9e81-aecfa225372f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:55.735906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-7dfe043c-d0e9-45b3-a2da-d5fa742473ab service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727126 Dec 15 14:00:55.748338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Checking segment: {'id': 'dc8fc2e6-0146-4626-a999-c5d7446845ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7c50ba8a-f85b-478d-b930-4f91e3e271ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:00:55.748712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network hostable DHCP agents. Network: 7c50ba8a-f85b-478d-b930-4f91e3e271ad, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:00:55.796249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-98f139a1-1f16-4d20-89dc-c72512f2bfd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc HTTP/1.1" status: 200 len: 217 time: 0.0512929 Dec 15 14:00:55.836283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:00:55.856360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7c50ba8a-f85b-478d-b930-4f91e3e271ad) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:55.870856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:55.871462 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.875581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c1341-fbac-4d65-ac64-358c5a9c448e None None] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:55.894555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-f2e4cbdf-6842-44f8-825e-7a7d0bd4a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:55.896515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-f2e4cbdf-6842-44f8-825e-7a7d0bd4a8dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.0934815 Dec 15 14:00:55.949336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2bea436c-ae68-429c-9637-e7b2b11c951c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2205257 Dec 15 14:00:55.951899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42944) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:55.957153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1737087799', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:00:55.972630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-cc6136b1-a669-4ae2-bfde-6e08514d5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:55.974564 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-cc6136b1-a669-4ae2-bfde-6e08514d5a13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689662 Dec 15 14:00:55.995392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:55.996524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.002499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdca9db-dffe-49e1-9bb1-4815faa06f92 None None] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:00:56.104386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.231503 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-c3d96232-7e44-4dea-baf4-bd83c179e33d service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491934 Dec 15 14:00:56.312388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.342927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-603540d9-4ee9-4520-b02d-52634c077674 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034241 Dec 15 14:00:56.388932 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-306f63a6-3705-42f0-9964-4aace8a83dec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e HTTP/1.1" status: 200 len: 217 time: 0.0377359 Dec 15 14:00:56.457345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-656b9a09-89af-4742-a609-800eeaea9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:56.458992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-656b9a09-89af-4742-a609-800eeaea9d2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.0629754 Dec 15 14:00:56.578086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-1d14487f-aef2-43cb-a021-ff75e929289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:56.579717 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-1d14487f-aef2-43cb-a021-ff75e929289d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945864 Dec 15 14:00:56.594453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.597025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaeb6c-c4f7-4f54-89d2-93be5c8992e1 req-37875854-bea4-4c72-b215-d75f5443f9e5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:56.605227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8dbaeb6c-c4f7-4f54-89d2-93be5c8992e1 req-37875854-bea4-4c72-b215-d75f5443f9e5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1182184 Dec 15 14:00:56.616806 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:56.728729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8dbaeb6c-c4f7-4f54-89d2-93be5c8992e1 req-398d164b-ced9-4d45-8408-985b98adfd1c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224644 Dec 15 14:00:56.768846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-2669fa04-859f-4aad-8c91-8036196cf286 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814930 Dec 15 14:00:56.770170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a0431-810a-4884-bc1d-d9fd8c502528 req-e711bedb-4593-4c47-8a4a-715e7e856085 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:56.776443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-148a0431-810a-4884-bc1d-d9fd8c502528 req-e711bedb-4593-4c47-8a4a-715e7e856085 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1038980 Dec 15 14:00:56.812272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42966) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:56.821798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.25.7.185 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/1bf306a8-497d-4839-9c05-dadaa1e26257) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:56.900945 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-148a0431-810a-4884-bc1d-d9fd8c502528 req-65c3fe7d-443a-40b6-8a37-8e761cbb52df tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163757 Dec 15 14:00:56.906979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-060c85a0-fcb8-429e-b508-6674503851ac service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295288 Dec 15 14:00:56.961891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-811f7a37-4b56-4428-a480-7b8ffe9701c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789 HTTP/1.1" status: 200 len: 217 time: 0.0465560 Dec 15 14:00:56.974746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc2ef-1da6-4071-8275-abab37b90314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.037355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-70f52135-e67d-4d19-ad52-a7da84daa8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:57.040470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-70f52135-e67d-4d19-ad52-a7da84daa8a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.0708628 Dec 15 14:00:57.041272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.105969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-f2de9a55-89de-48cc-82a7-162c7c0e1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:57.108102 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-f2de9a55-89de-48cc-82a7-162c7c0e1886 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593252 Dec 15 14:00:57.117068 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc2ef-1da6-4071-8275-abab37b90314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.119452 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.156149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc2ef-1da6-4071-8275-abab37b90314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.204812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:57.225465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:57.231004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:57.246558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-3e7c031c-6a5e-4aa7-8ab3-e38f4b1fc778 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305699 Dec 15 14:00:57.257558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a05c4-5ce6-47db-897c-5e9fc5c11d4b None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:00:57.335182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=1bf306a8-497d-4839-9c05-dadaa1e26257,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:57.360340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1d4dc2ef-1da6-4071-8275-abab37b90314 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cec8a5368b8b412aba3477af8dbc380e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5393224 Dec 15 14:00:57.360791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dc2ef-1da6-4071-8275-abab37b90314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302a74de-3850-4f8a-bc6f-e88730da7b56,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:57.362510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42986) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:57.422740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-101965a6-6855-4c3d-aa2b-0b71fda75207 None None] Provisioning complete for port 1bf306a8-497d-4839-9c05-dadaa1e26257 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:00:57.423172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-101965a6-6855-4c3d-aa2b-0b71fda75207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.458712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-6a10fd33-51c3-4b3e-9339-4b313c26c3bd service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049513 Dec 15 14:00:57.478256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-101965a6-6855-4c3d-aa2b-0b71fda75207 None None] Port 1bf306a8-497d-4839-9c05-dadaa1e26257 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:00:57.547530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-ab28efd8-d200-4679-b70f-620fe67f2750 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559 HTTP/1.1" status: 200 len: 217 time: 0.0631421 Dec 15 14:00:57.611036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdc880-5e20-4ffa-a60b-467a7ff1084d req-d3f4dcb2-5901-42d3-bb3d-95767ef737cf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:57.612939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cacdc880-5e20-4ffa-a60b-467a7ff1084d req-d3f4dcb2-5901-42d3-bb3d-95767ef737cf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1455011 Dec 15 14:00:57.615137 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-155bec43-6d93-4e1f-afa4-8fef88db0a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.655093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-1eb7d477-4aaf-4a9b-bb47-f71329a929d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:57.656587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-1eb7d477-4aaf-4a9b-bb47-f71329a929d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.0998204 Dec 15 14:00:57.662393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-155bec43-6d93-4e1f-afa4-8fef88db0a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.670459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.752111 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cacdc880-5e20-4ffa-a60b-467a7ff1084d req-dc95bd5a-e58e-4c27-a8fc-6155ade48435 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276283 Dec 15 14:00:57.763799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-955a9fb7-5c1a-44fb-8738-ecb29c3be814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:57.765360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-955a9fb7-5c1a-44fb-8738-ecb29c3be814 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009655 Dec 15 14:00:57.779456 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-155bec43-6d93-4e1f-afa4-8fef88db0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.785857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-155bec43-6d93-4e1f-afa4-8fef88db0a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.786973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-155bec43-6d93-4e1f-afa4-8fef88db0a02 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/302a74de-3850-4f8a-bc6f-e88730da7b56 HTTP/1.1" status: 204 len: 168 time: 0.4221318 Dec 15 14:00:57.868317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bec43-6d93-4e1f-afa4-8fef88db0a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a74de-3850-4f8a-bc6f-e88730da7b56,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:57.888521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:57.906658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-6a823ba7-0f71-46d4-9faf-78974bc7f7a0 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307707 Dec 15 14:00:58.031566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc556c17-4fa5-4a1a-b8c3-5d94d89b293d req-eef326cc-92dd-45af-b041-2b5d69b13394 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177037 Dec 15 14:00:58.048938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:00:58.177171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:00:58.191924 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052ca2e-c206-4cfc-a718-7ca346d47d73 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:00:58.194645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42994) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:58.203481 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.205078 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-04fcb1e8-ac6d-4462-94e8-4d3766b70c9c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2516336 Dec 15 14:00:58.207557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42996) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:58.210546 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26856fa2-e8ff-4aa2-83f9-70d4e22f174b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.212330 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052ca2e-c206-4cfc-a718-7ca346d47d73 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:58.214425 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f052ca2e-c206-4cfc-a718-7ca346d47d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:00:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:58.290693 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f052ca2e-c206-4cfc-a718-7ca346d47d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:58.314977 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052ca2e-c206-4cfc-a718-7ca346d47d73 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:00:58.315697 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f052ca2e-c206-4cfc-a718-7ca346d47d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:00:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:58.327559 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26856fa2-e8ff-4aa2-83f9-70d4e22f174b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.337134 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26856fa2-e8ff-4aa2-83f9-70d4e22f174b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.380510 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f052ca2e-c206-4cfc-a718-7ca346d47d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:00:58.381172 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052ca2e-c206-4cfc-a718-7ca346d47d73 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:00:58.393222 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-26856fa2-e8ff-4aa2-83f9-70d4e22f174b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=256118b28464482199c8161e63b1c858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1968255 Dec 15 14:00:58.397729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:00:58.432614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26856fa2-e8ff-4aa2-83f9-70d4e22f174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ed1356-ed0e-4862-b47c-0a4505ff2fcc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:58.515283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4323682-fdf2-469b-bfca-a63dd286d51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.542023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4323682-fdf2-469b-bfca-a63dd286d51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.596091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4323682-fdf2-469b-bfca-a63dd286d51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.598956 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4323682-fdf2-469b-bfca-a63dd286d51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:58.600157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e4323682-fdf2-469b-bfca-a63dd286d51b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/88ed1356-ed0e-4862-b47c-0a4505ff2fcc HTTP/1.1" status: 204 len: 168 time: 0.2013485 Dec 15 14:00:58.610910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4323682-fdf2-469b-bfca-a63dd286d51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ed1356-ed0e-4862-b47c-0a4505ff2fcc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:58.956584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abca72-e0ee-4cbd-911f-dd5921230175 req-4b60d702-58c9-45a4-a986-7a34cb84c100 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:00:58.958186 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4abca72-e0ee-4cbd-911f-dd5921230175 req-4b60d702-58c9-45a4-a986-7a34cb84c100 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1008136 Dec 15 14:00:59.054491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4abca72-e0ee-4cbd-911f-dd5921230175 req-7a83ddf1-8b4b-4b3d-80a7-116363051cda tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889740 Dec 15 14:00:59.197531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.532950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.20.0.1 (7c50ba8a-f85b-478d-b930-4f91e3e271ad/2a728373-a317-48cb-9e81-aecfa225372f/4327692d-c251-4620-9321-cf62aa52e077) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:00:59.646427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.683210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.730483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:00:59.733609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:00:59.736215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:00:59.764536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=4327692d-c251-4620-9321-cf62aa52e077,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:00:59.785580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:00:59.917158 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.190297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3b34b-d369-4f8f-96be-095c5572ed1b req-0ccafc08-aaab-46fd-a52d-abb84f7dd3d0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:00.192099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0a3b34b-d369-4f8f-96be-095c5572ed1b req-0ccafc08-aaab-46fd-a52d-abb84f7dd3d0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0641973 Dec 15 14:01:00.209160 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.216042 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.255309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0a3b34b-d369-4f8f-96be-095c5572ed1b req-00675ca3-90a3-4217-b979-667da43f2f70 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Dec 15 14:01:00.298990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.301633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=4327692d-c251-4620-9321-cf62aa52e077,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:00.397347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:00.399512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:00.532619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:00.651670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:00.657191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e1188660-f24c-47b2-97fb-3272ce1be4a4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/routers/8b9bfd54-909f-4fd1-8551-c0ec8d8fb835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4481096 Dec 15 14:01:00.659516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43106) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:00.665118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'port': {'network_id': '7c50ba8a-f85b-478d-b930-4f91e3e271ad', 'name': 'tempest-FloatingIPTestJSON-220981107'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:00.668822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f6fa3-182a-45b3-a754-7124eb0e33a7 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:00.678644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f6fa3-182a-45b3-a754-7124eb0e33a7 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:00.679364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e32f6fa3-182a-45b3-a754-7124eb0e33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:00:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:00.716772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e32f6fa3-182a-45b3-a754-7124eb0e33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:00.727839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f6fa3-182a-45b3-a754-7124eb0e33a7 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:00.728482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e32f6fa3-182a-45b3-a754-7124eb0e33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:00:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:00.766615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e32f6fa3-182a-45b3-a754-7124eb0e33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:00.767363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f6fa3-182a-45b3-a754-7124eb0e33a7 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:00.782890 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.783409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:00.787456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.794431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:00.806404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] device_id is not set on port 6d029c4f-011c-4e09-b02e-efcd4a13df3a yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:00.901902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df20e5d0-c570-4902-8565-10ba852a4543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.919345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.20.0.9 (7c50ba8a-f85b-478d-b930-4f91e3e271ad/2a728373-a317-48cb-9e81-aecfa225372f/6d029c4f-011c-4e09-b02e-efcd4a13df3a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:00.974091 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.987697 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df20e5d0-c570-4902-8565-10ba852a4543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:00.991652 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df20e5d0-c570-4902-8565-10ba852a4543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.035477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-df20e5d0-c570-4902-8565-10ba852a4543 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6cff8b47684d4838882df8eddd3ee07f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396131 Dec 15 14:01:01.036670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20e5d0-c570-4902-8565-10ba852a4543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8808f58b-b262-47f7-b669-b0b29653b0c4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.039023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:01.071171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.090140 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e18b46ef-72bf-4b3d-a24f-e18e6da2ec0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.106416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.116158 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e18b46ef-72bf-4b3d-a24f-e18e6da2ec0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.153246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:01.156591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:01.160910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:01.172550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=6d029c4f-011c-4e09-b02e-efcd4a13df3a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.185652 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e18b46ef-72bf-4b3d-a24f-e18e6da2ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.189893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e18b46ef-72bf-4b3d-a24f-e18e6da2ec0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.190590 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-31f1a04c-9217-466b-990c-4cde4bc5f2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.191257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e18b46ef-72bf-4b3d-a24f-e18e6da2ec0a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8808f58b-b262-47f7-b669-b0b29653b0c4 HTTP/1.1" status: 204 len: 168 time: 0.1506798 Dec 15 14:01:01.200947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b46ef-72bf-4b3d-a24f-e18e6da2ec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8808f58b-b262-47f7-b669-b0b29653b0c4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.228552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:01.229171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.247662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-988bce39-3c2f-434d-ac43-2d5b6ccce3d9 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5846376 Dec 15 14:01:01.248056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:01.253330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'port': {'network_id': '7c50ba8a-f85b-478d-b930-4f91e3e271ad', 'name': 'tempest-FloatingIPTestJSON-1117967385'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:01.376421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066dc50-860e-4f2d-9ce1-dfdc2a310f95 req-0d37e3d0-2d2a-4a16-b8aa-258b67c8f9c1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:01.376689 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:01.378334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0066dc50-860e-4f2d-9ce1-dfdc2a310f95 req-0d37e3d0-2d2a-4a16-b8aa-258b67c8f9c1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0560858 Dec 15 14:01:01.380132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.399393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] device_id is not set on port 30cb20d9-349e-4e2e-97b4-719a93e8cb90 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:01.436494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0066dc50-860e-4f2d-9ce1-dfdc2a310f95 req-d28bc2ba-e590-4bbb-8a18-d4ef95eba1b0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506248 Dec 15 14:01:01.490118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43126) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:01.510610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99599375-5566-4b0d-9067-b3daa4213fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.543181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.20.0.14 (7c50ba8a-f85b-478d-b930-4f91e3e271ad/2a728373-a317-48cb-9e81-aecfa225372f/30cb20d9-349e-4e2e-97b4-719a93e8cb90) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:01.596035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99599375-5566-4b0d-9067-b3daa4213fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.600397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99599375-5566-4b0d-9067-b3daa4213fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.639699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-99599375-5566-4b0d-9067-b3daa4213fd8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=75d9350187cf428593b493fba402b871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476295 Dec 15 14:01:01.640861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99599375-5566-4b0d-9067-b3daa4213fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919130e3-e2d3-4468-b753-6068eca9cb1f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.643264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43130) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:01.693713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d20f-4365-4e8e-b266-d6978185e1f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.718254 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d20f-4365-4e8e-b266-d6978185e1f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.721939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.755345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.766575 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d20f-4365-4e8e-b266-d6978185e1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.769860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d20f-4365-4e8e-b266-d6978185e1f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.771001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2ae3d20f-4365-4e8e-b266-d6978185e1f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/919130e3-e2d3-4468-b753-6068eca9cb1f HTTP/1.1" status: 204 len: 168 time: 0.1269586 Dec 15 14:01:01.779728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3d20f-4365-4e8e-b266-d6978185e1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919130e3-e2d3-4468-b753-6068eca9cb1f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.802206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:01.805868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:01.809730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:01.835157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=30cb20d9-349e-4e2e-97b4-719a93e8cb90,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:01.863570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:01.864203 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:01.880267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3fdd2119-5584-4634-9cb9-d4be7317085a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6311090 Dec 15 14:01:01.883844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43136) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:01.888406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '30cb20d9-349e-4e2e-97b4-719a93e8cb90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:01.913079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:02.026629 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:02.185394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.25.7.208 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/d34a5759-74c0-4eb2-ada6-0a986042f87f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:02.290818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:02.332034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:02.376469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:02.379616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:02.382041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:02.410256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=d34a5759-74c0-4eb2-ada6-0a986042f87f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:02.877912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1d26a-4ad6-4cab-bc6f-51c5ca369e1a req-7e3a698d-5dce-4107-ba6d-e15bd4ab412c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:02.879566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54d1d26a-4ad6-4cab-bc6f-51c5ca369e1a req-7e3a698d-5dce-4107-ba6d-e15bd4ab412c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.3660305 Dec 15 14:01:02.989071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54d1d26a-4ad6-4cab-bc6f-51c5ca369e1a req-1c99e217-925c-4714-8061-c43aac416756 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020074 Dec 15 14:01:03.130036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.207247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.253387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43204) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:03.359710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.360958 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e41257c1-aac6-4eaa-9278-a6a1dcae21d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.364906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.438458 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e41257c1-aac6-4eaa-9278-a6a1dcae21d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.440648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=d34a5759-74c0-4eb2-ada6-0a986042f87f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:03.443013 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e41257c1-aac6-4eaa-9278-a6a1dcae21d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.451424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.487703 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e41257c1-aac6-4eaa-9278-a6a1dcae21d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9dd4e7207655428a80cd1398b169b2a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330046 Dec 15 14:01:03.490278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43208) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:03.496619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41257c1-aac6-4eaa-9278-a6a1dcae21d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36334e24-24b4-4e95-bfdc-934cd59322c1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:03.545969 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e4db776-3e7c-4e60-986f-050f50eb1a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.559210 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP 466eb20b-ca02-4e05-b643-5ac7407ed725 associated. External IP: 172.25.7.208, port: 30cb20d9-349e-4e2e-97b4-719a93e8cb90. Dec 15 14:01:03.567421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e4db776-3e7c-4e60-986f-050f50eb1a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.622321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e4db776-3e7c-4e60-986f-050f50eb1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.625348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e4db776-3e7c-4e60-986f-050f50eb1a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.628908 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e4db776-3e7c-4e60-986f-050f50eb1a54 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/36334e24-24b4-4e95-bfdc-934cd59322c1 HTTP/1.1" status: 204 len: 168 time: 0.1353741 Dec 15 14:01:03.636903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4db776-3e7c-4e60-986f-050f50eb1a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36334e24-24b4-4e95-bfdc-934cd59322c1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:03.784325 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-185d20b9-e49a-41c3-befe-b54fd5194600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.809138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:03.930957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:03.941278 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125115d-0a13-4cee-aea5-cbf7538f3ecb None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:03.953730 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125115d-0a13-4cee-aea5-cbf7538f3ecb None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:03.953888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:03.954440 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4125115d-0a13-4cee-aea5-cbf7538f3ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:03.991565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5bac40b7-8e2e-4851-8239-2669d259cfb7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.1065974 Dec 15 14:01:03.994891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43226) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:03.999922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:04.013285 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4125115d-0a13-4cee-aea5-cbf7538f3ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:04.036298 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125115d-0a13-4cee-aea5-cbf7538f3ecb None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:04.036817 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4125115d-0a13-4cee-aea5-cbf7538f3ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:04.078435 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.080938 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4125115d-0a13-4cee-aea5-cbf7538f3ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:04.081920 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125115d-0a13-4cee-aea5-cbf7538f3ecb None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:04.222497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49c3b-16ba-489c-84a5-c61628c61eba req-48e55228-9be9-47fb-858a-85ff7b036b18 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:04.224016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3d49c3b-16ba-489c-84a5-c61628c61eba req-48e55228-9be9-47fb-858a-85ff7b036b18 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1037459 Dec 15 14:01:04.284086 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.291279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.291625 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP 466eb20b-ca02-4e05-b643-5ac7407ed725 disassociated. External IP: 172.25.7.208, port: 30cb20d9-349e-4e2e-97b4-719a93e8cb90. Dec 15 14:01:04.353562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3d49c3b-16ba-489c-84a5-c61628c61eba req-87bd52a8-6b7b-49de-ad51-ad1826da262e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219800 Dec 15 14:01:04.516132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:04.631587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:04.636692 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.641903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52926a97-d390-40e4-ae93-e507b362a38f None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:04.655679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52926a97-d390-40e4-ae93-e507b362a38f None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:04.656449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-52926a97-d390-40e4-ae93-e507b362a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:04.668228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-242a01c9-def4-4456-af50-d6996a9ef489 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/floatingips/466eb20b-ca02-4e05-b643-5ac7407ed725 HTTP/1.1" status: 200 len: 688 time: 0.6721432 Dec 15 14:01:04.671233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43250) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:04.699558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-52926a97-d390-40e4-ae93-e507b362a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:04.708782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52926a97-d390-40e4-ae93-e507b362a38f None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:04.709645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-52926a97-d390-40e4-ae93-e507b362a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:04.749310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-52926a97-d390-40e4-ae93-e507b362a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:04.749987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52926a97-d390-40e4-ae93-e507b362a38f None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:04.821249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port d34a5759-74c0-4eb2-ada6-0a986042f87f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:04.821601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.850736 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.917476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.917818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:04.937051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for d34a5759-74c0-4eb2-ada6-0a986042f87f owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:05.006327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43266) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:05.107767 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.126877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2112959895', 'router:external': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:05.143325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=d34a5759-74c0-4eb2-ada6-0a986042f87f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:05.170452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Made reservation on behalf of 1ad46a799c534f15afa8d24716dd5236 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:05.173129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.182621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.225818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.229722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.231920 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7e7f0c3b-8671-4caa-adee-4635ea2477a7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/floatingips/466eb20b-ca02-4e05-b643-5ac7407ed725 HTTP/1.1" status: 204 len: 168 time: 0.5588257 Dec 15 14:01:05.234903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43270) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:05.239503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '6d029c4f-011c-4e09-b02e-efcd4a13df3a'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:05.276143 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.303692 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.308555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.497979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c7fec-3040-413b-a1a7-c948c14670b7 req-a14ec766-bd1c-40c4-ad73-13fac28b4b67 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:05.499573 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-103c7fec-3040-413b-a1a7-c948c14670b7 req-a14ec766-bd1c-40c4-ad73-13fac28b4b67 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0658331 Dec 15 14:01:05.567040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-103c7fec-3040-413b-a1a7-c948c14670b7 req-2e36590a-a0e2-4cbc-a554-3d5e7f1bd590 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600078 Dec 15 14:01:05.689217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:01:05.711481 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.711832 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Added segment 501c25d1-3005-4217-900c-ea9d7956bac0 of type vlan for network 85f7237b-24eb-4c3c-8367-abb3065a2691 Dec 15 14:01:05.713737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d297be73-a780-44bf-9f13-715295e8d187,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:05.766860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.816714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.817663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:05.818245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.827523 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.887953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8774695 Dec 15 14:01:05.888597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43274) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:05.895018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'subnet': {'network_id': '85f7237b-24eb-4c3c-8367-abb3065a2691', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:05.926729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Made reservation on behalf of 1ad46a799c534f15afa8d24716dd5236 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:05.929218 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:05.937776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37234760-bd97-4ed6-b8a1-3e59c80b7b29 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'Network': ['ID=85f7237b-24eb-4c3c-8367-abb3065a2691,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:05.948862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 85f7237b-24eb-4c3c-8367-abb3065a2691 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:01:06.016365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.25.7.124 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/0001c083-623f-411e-bcc7-b74f98993182) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:06.178735 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.217947 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.263858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:06.267117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:06.270972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:06.302055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=0001c083-623f-411e-bcc7-b74f98993182,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:06.380207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:01:06.380859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.455290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e21c215e-bf44-4038-a984-9de4ae8c79f8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:06.464628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Checking segment: {'id': '501c25d1-3005-4217-900c-ea9d7956bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '85f7237b-24eb-4c3c-8367-abb3065a2691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:06.465130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Network hostable DHCP agents. Network: 85f7237b-24eb-4c3c-8367-abb3065a2691, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:01:06.492332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Network 85f7237b-24eb-4c3c-8367-abb3065a2691 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:01:06.506018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 85f7237b-24eb-4c3c-8367-abb3065a2691) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:06.511328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:06.512879 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.522564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e24875-f04b-4e74-9ead-ab3613599853 None None] Network 85f7237b-24eb-4c3c-8367-abb3065a2691 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:06.540046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0b0b5818-f8d5-4e4b-b022-efeaf4e70578 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6487563 Dec 15 14:01:06.543247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43282) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:06.548512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1884993899', 'network_id': '85f7237b-24eb-4c3c-8367-abb3065a2691'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:06.574865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Made reservation on behalf of 1ad46a799c534f15afa8d24716dd5236 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:06.577651 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.597242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] device_id is not set on port 604d9360-786f-49b2-9737-bb2da3960216 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:06.608034 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.658606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc1d1e3-c880-44a1-8b18-8830eb284a52 None None] Network 85f7237b-24eb-4c3c-8367-abb3065a2691 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:06.712238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Allocated IP 172.20.0.5 (85f7237b-24eb-4c3c-8367-abb3065a2691/e21c215e-bf44-4038-a984-9de4ae8c79f8/604d9360-786f-49b2-9737-bb2da3960216) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:06.814265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf180c9e-9ac5-4050-8ec3-4d58cd91e279 req-288a6132-ab8b-46b0-8c85-1ee8b87c3c25 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:06.815760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf180c9e-9ac5-4050-8ec3-4d58cd91e279 req-288a6132-ab8b-46b0-8c85-1ee8b87c3c25 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1025944 Dec 15 14:01:06.819830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.876664 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.915382 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.928443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf180c9e-9ac5-4050-8ec3-4d58cd91e279 req-f692c8b0-16d7-4254-abd9-dacbf7347f85 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878968 Dec 15 14:01:06.929594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:06.964707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Network 85f7237b-24eb-4c3c-8367-abb3065a2691 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:06.967943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:06.970352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:07.006862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'Port': ['ID=604d9360-786f-49b2-9737-bb2da3960216,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:07.034571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:07.035323 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.058592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43290) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:07.060799 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b8b38203-38f8-426c-97f9-896e2acf79ec tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5162175 Dec 15 14:01:07.157939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.163615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.241490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d875f56b-6dac-42d6-a086-9aa57778063c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Deleting port 604d9360-786f-49b2-9737-bb2da3960216 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:07.241827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d875f56b-6dac-42d6-a086-9aa57778063c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.250945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=0001c083-623f-411e-bcc7-b74f98993182,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:07.266764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.300513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.406988 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d875f56b-6dac-42d6-a086-9aa57778063c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.426976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d875f56b-6dac-42d6-a086-9aa57778063c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Calling delete_port for 604d9360-786f-49b2-9737-bb2da3960216 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:07.440863 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP fbe9e20a-a0ae-40d7-bef1-70cd5b7c706c associated. External IP: 172.25.7.124, port: 6d029c4f-011c-4e09-b02e-efcd4a13df3a. Dec 15 14:01:07.716931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d875f56b-6dac-42d6-a086-9aa57778063c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.776540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875f56b-6dac-42d6-a086-9aa57778063c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event deleted for resources: {'Port': ['ID=604d9360-786f-49b2-9737-bb2da3960216,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:07.783434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:07.866548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d875f56b-6dac-42d6-a086-9aa57778063c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.870289 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d875f56b-6dac-42d6-a086-9aa57778063c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "DELETE /v2.0/ports/604d9360-786f-49b2-9737-bb2da3960216 HTTP/1.1" status: 204 len: 168 time: 0.8105640 Dec 15 14:01:07.872991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43298) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:07.877373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85f7237b-24eb-4c3c-8367-abb3065a2691', 'external_fixed_ips': [{'subnet_id': 'e21c215e-bf44-4038-a984-9de4ae8c79f8', 'ip_address': '172.20.0.5'}]}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:07.960463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.962050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:07.979578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:07.999201 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29569ad2-eaf4-4925-b676-8839021788be None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:08.018901 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29569ad2-eaf4-4925-b676-8839021788be None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:08.020173 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-29569ad2-eaf4-4925-b676-8839021788be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:08.041766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.044778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.059047 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-29569ad2-eaf4-4925-b676-8839021788be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:08.072951 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29569ad2-eaf4-4925-b676-8839021788be None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:08.073815 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-29569ad2-eaf4-4925-b676-8839021788be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:08.094101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e53821-5783-42d8-9db0-ce109343953c req-ab303d72-bfa8-446e-9c3c-100f317876ec tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:08.102906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99e53821-5783-42d8-9db0-ce109343953c req-ab303d72-bfa8-446e-9c3c-100f317876ec tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0828779 Dec 15 14:01:08.113989 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-29569ad2-eaf4-4925-b676-8839021788be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:08.114820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29569ad2-eaf4-4925-b676-8839021788be None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:08.167559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4c6fec89-752d-464e-a8ef-3a6c3f00ca54 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9288502 Dec 15 14:01:08.169350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43306) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:08.189664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99e53821-5783-42d8-9db0-ce109343953c req-d30b8867-12ff-40b3-bc49-1637c22f23ac tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847807 Dec 15 14:01:08.281812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.322911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a3223e50-7969-4587-adae-4eb5ed68b747 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "GET /v2.0/floatingips/fbe9e20a-a0ae-40d7-bef1-70cd5b7c706c HTTP/1.1" status: 200 len: 977 time: 0.1520796 Dec 15 14:01:08.326912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43310) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:08.490134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-01ae6421-7fef-4c5f-ad6c-6b414789e0ad tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1626010 Dec 15 14:01:08.492981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43312) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:08.498676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'port_id': '30cb20d9-349e-4e2e-97b4-719a93e8cb90'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:08.562196 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.641033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:08.690100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.311996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Allocated IP 172.20.0.5 (85f7237b-24eb-4c3c-8367-abb3065a2691/e21c215e-bf44-4038-a984-9de4ae8c79f8/9ddb919b-a8eb-47be-837c-e89b4644ff41) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:09.314082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 14:01:09.364990 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.371055 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.450636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb42a1-8b42-4e5b-9631-4e885d57ef04 req-514d7a5b-d76e-40b1-a92b-d96e4c2b1a10 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:09.452164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8cb42a1-8b42-4e5b-9631-4e885d57ef04 req-514d7a5b-d76e-40b1-a92b-d96e4c2b1a10 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0854595 Dec 15 14:01:09.475371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.484086 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP fbe9e20a-a0ae-40d7-bef1-70cd5b7c706c associated. External IP: 172.25.7.124, port: 6d029c4f-011c-4e09-b02e-efcd4a13df3a. Dec 15 14:01:09.542911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8cb42a1-8b42-4e5b-9631-4e885d57ef04 req-07c5efef-ef2b-4646-8020-763a24d250fd tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758705 Dec 15 14:01:09.566997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.606628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Network 85f7237b-24eb-4c3c-8367-abb3065a2691 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:09.611772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:09.615820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:09.649833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'Port': ['ID=9ddb919b-a8eb-47be-837c-e89b4644ff41,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:09.729032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:09.847361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:09.859089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37124647-4941-4405-a2bf-05e335cfa3af None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:09.872775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37124647-4941-4405-a2bf-05e335cfa3af None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:09.873706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-37124647-4941-4405-a2bf-05e335cfa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:09.892584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:09.914304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-37124647-4941-4405-a2bf-05e335cfa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:09.924308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37124647-4941-4405-a2bf-05e335cfa3af None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:09.925215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-37124647-4941-4405-a2bf-05e335cfa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:09.963187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-37124647-4941-4405-a2bf-05e335cfa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:09.964134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37124647-4941-4405-a2bf-05e335cfa3af None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:10.105881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:10.147760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.260957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:10.268167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.271783 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7bca48-93ef-4064-8d4d-4ab59c8a33a7 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:10.282372 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7bca48-93ef-4064-8d4d-4ab59c8a33a7 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:10.282982 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0e7bca48-93ef-4064-8d4d-4ab59c8a33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:10.300742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Router 71994601-ad15-4fa3-b83b-44d817994858 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:01:10.334485 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ee652682-c86a-4cfe-a5d6-cc31377aa337 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/floatingips/fbe9e20a-a0ae-40d7-bef1-70cd5b7c706c HTTP/1.1" status: 200 len: 979 time: 1.8370118 Dec 15 14:01:10.335731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:10.340970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:10.358874 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0e7bca48-93ef-4064-8d4d-4ab59c8a33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:10.381034 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7bca48-93ef-4064-8d4d-4ab59c8a33a7 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:10.381684 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0e7bca48-93ef-4064-8d4d-4ab59c8a33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:10.430000 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0e7bca48-93ef-4064-8d4d-4ab59c8a33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:10.430936 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7bca48-93ef-4064-8d4d-4ab59c8a33a7 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:10.432710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.437926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:10.447928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Sync routers for ids ['71994601-ad15-4fa3-b83b-44d817994858'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:10.462005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Routers {'71994601-ad15-4fa3-b83b-44d817994858'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:10.462893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['71994601-ad15-4fa3-b83b-44d817994858'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:10.475374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.483521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c91fa63b-b712-4e15-bb0e-2d65bf0dab66 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6070211 Dec 15 14:01:10.483521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43330) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:10.584325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Set router 71994601-ad15-4fa3-b83b-44d817994858 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:10.611721 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.612905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.619169 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.620271 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP fbe9e20a-a0ae-40d7-bef1-70cd5b7c706c disassociated. External IP: 172.25.7.124, port: 30cb20d9-349e-4e2e-97b4-719a93e8cb90. Dec 15 14:01:10.749480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.780823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71994601-ad15-4fa3-b83b-44d817994858', 'name': '', 'tenant_id': '1ad46a799c534f15afa8d24716dd5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85f7237b-24eb-4c3c-8367-abb3065a2691', 'external_fixed_ips': [{'subnet_id': 'e21c215e-bf44-4038-a984-9de4ae8c79f8', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '9ddb919b-a8eb-47be-837c-e89b4644ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:01:07Z', 'updated_at': '2021-12-15T14:01:09Z', 'revision_number': 3, 'project_id': '1ad46a799c534f15afa8d24716dd5236', 'gw_port': {'id': '9ddb919b-a8eb-47be-837c-e89b4644ff41', 'name': '', 'network_id': '85f7237b-24eb-4c3c-8367-abb3065a2691', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ce:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71994601-ad15-4fa3-b83b-44d817994858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e21c215e-bf44-4038-a984-9de4ae8c79f8', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:01:08Z', 'updated_at': '2021-12-15T14:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e21c215e-bf44-4038-a984-9de4ae8c79f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:10.781926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6c4e4-3081-498a-8e22-96936d8f1b81 req-cdcab502-dfa7-417f-b6d8-3c7e7a6143d5 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:10.783482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-67e6c4e4-3081-498a-8e22-96936d8f1b81 req-cdcab502-dfa7-417f-b6d8-3c7e7a6143d5 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1100752 Dec 15 14:01:10.813152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Checking router: 71994601-ad15-4fa3-b83b-44d817994858 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:01:10.813596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Updating router 71994601-ad15-4fa3-b83b-44d817994858 port 9ddb919b-a8eb-47be-837c-e89b4644ff41 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:01:10.826776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Deleting port 9ddb919b-a8eb-47be-837c-e89b4644ff41 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:10.827123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.846618 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.888099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-67e6c4e4-3081-498a-8e22-96936d8f1b81 req-448f533c-3b94-46cc-b44d-87013c9e5411 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985677 Dec 15 14:01:10.926366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:10.946575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Calling delete_port for 9ddb919b-a8eb-47be-837c-e89b4644ff41 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:10.953069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:11.100332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:11.114764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.120686 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f3c0c-25f4-4a02-9b45-55f6e5620519 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:11.142428 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f3c0c-25f4-4a02-9b45-55f6e5620519 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:11.143076 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-718f3c0c-25f4-4a02-9b45-55f6e5620519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:11.151557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6fbec9bf-36f0-425e-864a-4ce472a77d8f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/floatingips/fbe9e20a-a0ae-40d7-bef1-70cd5b7c706c HTTP/1.1" status: 200 len: 688 time: 0.8147070 Dec 15 14:01:11.154438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:11.191044 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.218147 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-718f3c0c-25f4-4a02-9b45-55f6e5620519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:11.219225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:01:11.220205 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:01:11.234557 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f3c0c-25f4-4a02-9b45-55f6e5620519 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:11.235603 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-718f3c0c-25f4-4a02-9b45-55f6e5620519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:11.239082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ddb919b-a8eb-47be-837c-e89b4644ff41,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:11.292895 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-718f3c0c-25f4-4a02-9b45-55f6e5620519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:11.294629 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f3c0c-25f4-4a02-9b45-55f6e5620519 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:11.306573 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.357716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 0001c083-623f-411e-bcc7-b74f98993182 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:11.358829 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.416189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.418646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.459900 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.460241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.474800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 0001c083-623f-411e-bcc7-b74f98993182 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:11.488364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.489252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71994601-ad15-4fa3-b83b-44d817994858 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:11.496289 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.498448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-50f489ae-80ae-4a07-8d1f-5871903da6bc tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "DELETE /v2.0/routers/71994601-ad15-4fa3-b83b-44d817994858 HTTP/1.1" status: 204 len: 168 time: 1.0151982 Dec 15 14:01:11.506210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43342) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:11.556057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff658a54-3e58-46a9-a466-6c91cffd3b7e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Deleting subnet e21c215e-bf44-4038-a984-9de4ae8c79f8 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:01:11.560039 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff658a54-3e58-46a9-a466-6c91cffd3b7e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.600258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff658a54-3e58-46a9-a466-6c91cffd3b7e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.649869 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.650436 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff658a54-3e58-46a9-a466-6c91cffd3b7e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.678170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=0001c083-623f-411e-bcc7-b74f98993182,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:11.712617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff658a54-3e58-46a9-a466-6c91cffd3b7e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.742042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff658a54-3e58-46a9-a466-6c91cffd3b7e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e21c215e-bf44-4038-a984-9de4ae8c79f8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:11.746900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff658a54-3e58-46a9-a466-6c91cffd3b7e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.750232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff658a54-3e58-46a9-a466-6c91cffd3b7e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "DELETE /v2.0/subnets/e21c215e-bf44-4038-a984-9de4ae8c79f8 HTTP/1.1" status: 204 len: 168 time: 0.2430096 Dec 15 14:01:11.753997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:11.757213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Port 9ddb919b-a8eb-47be-837c-e89b4644ff41 not found while updating agent binding for router 71994601-ad15-4fa3-b83b-44d817994858. {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 14:01:11.766722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Routers set() bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:11.767396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Router IDs set() for agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:01:11.768175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71994601-ad15-4fa3-b83b-44d817994858'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent'). {{(pid=109769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:01:11.768794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f451da0-21cb-4108-a945-6c26df421d2a None None] The sync data for ids ['71994601-ad15-4fa3-b83b-44d817994858'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:11.776809 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.780147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.783781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5e89f33d-23b9-4e7c-a307-4c04052ed5f7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/floatingips/fbe9e20a-a0ae-40d7-bef1-70cd5b7c706c HTTP/1.1" status: 204 len: 168 time: 0.6259274 Dec 15 14:01:11.784130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43346) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:11.826893 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-afb867e4-8259-476e-8178-16b75fd78304 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] delete failed (client error): The resource could not be found. Dec 15 14:01:11.831727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-afb867e4-8259-476e-8178-16b75fd78304 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/floatingips/fbe9e20a-a0ae-40d7-bef1-70cd5b7c706c HTTP/1.1" status: 404 len: 345 time: 0.0428240 Dec 15 14:01:11.833169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43348) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:11.853466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.925415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44777806-7453-4a2a-b21c-76545e97901e tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:11.932836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44777806-7453-4a2a-b21c-76545e97901e tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:11.935597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:11.940520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44777806-7453-4a2a-b21c-76545e97901e tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:11.942550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-44777806-7453-4a2a-b21c-76545e97901e tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "GET /v2.0/ports?network_id=7c50ba8a-f85b-478d-b930-4f91e3e271ad HTTP/1.1" status: 200 len: 2358 time: 0.1090131 Dec 15 14:01:11.945435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43352) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:11.998906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f7237b-24eb-4c3c-8367-abb3065a2691']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:12.019009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501c25d1-3005-4217-900c-ea9d7956bac0') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:12.019009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501c25d1-3005-4217-900c-ea9d7956bac0') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:12.033849 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.043780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03044c-ef8c-4a59-950f-75e3c8fbcc25 req-5a882803-a712-4ce5-84d1-e7e30ada2a11 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:12.044688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88578ccb-de9d-4f69-8631-9ae1b2017365 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:12.050863 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-88578ccb-de9d-4f69-8631-9ae1b2017365 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "GET /v2.0/subnets/2a728373-a317-48cb-9e81-aecfa225372f HTTP/1.1" status: 200 len: 797 time: 0.0999422 Dec 15 14:01:12.051765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:12.053811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd03044c-ef8c-4a59-950f-75e3c8fbcc25 req-5a882803-a712-4ce5-84d1-e7e30ada2a11 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0806584 Dec 15 14:01:12.057283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'port': {'network_id': '7c50ba8a-f85b-478d-b930-4f91e3e271ad', 'name': 'tempest-FloatingIPTestJSON-2050608241', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:12.077073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.109738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd03044c-ef8c-4a59-950f-75e3c8fbcc25 req-0870438f-53ce-447a-91d8-fa65ca2040f3 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542397 Dec 15 14:01:12.111298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:01:12.111725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:01:12.113630 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:01:12.201928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.209618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85f7237b-24eb-4c3c-8367-abb3065a2691 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 14:01:12.212693 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.220553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "DELETE /v2.0/networks/85f7237b-24eb-4c3c-8367-abb3065a2691 HTTP/1.1" status: 204 len: 168 time: 0.4608433 Dec 15 14:01:12.259562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8eb580-6927-433f-aa7f-2321e89aa2a4 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event deleted for resources: {'Network': ['ID=85f7237b-24eb-4c3c-8367-abb3065a2691,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:12.267917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:12.380603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.406316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] device_id is not set on port 41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:12.553237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43366) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:12.560000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f8007555-0409-41bc-89ac-71c8c9bac23d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'router': {'name': 'tempest-router--1290998062', 'project_id': 'e3622fb430b44900a6be491c0f9b422a'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:12.586076 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f8007555-0409-41bc-89ac-71c8c9bac23d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.587754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f8007555-0409-41bc-89ac-71c8c9bac23d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.687980 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f8007555-0409-41bc-89ac-71c8c9bac23d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.697407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f8007555-0409-41bc-89ac-71c8c9bac23d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.736176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f8007555-0409-41bc-89ac-71c8c9bac23d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:12.744577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f8007555-0409-41bc-89ac-71c8c9bac23d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1883571 Dec 15 14:01:12.748598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43372) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:12.917474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e626cf8-491e-49c8-9036-48731d9906cf tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.369936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.20.0.13 (7c50ba8a-f85b-478d-b930-4f91e3e271ad/2a728373-a317-48cb-9e81-aecfa225372f/41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:13.377352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.20.0.12 (7c50ba8a-f85b-478d-b930-4f91e3e271ad/2a728373-a317-48cb-9e81-aecfa225372f/41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:13.394581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e626cf8-491e-49c8-9036-48731d9906cf tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.398398 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e626cf8-491e-49c8-9036-48731d9906cf tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.454775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078b750-4511-4d15-b892-62a8bacfcd06 req-004c526b-4bab-4371-ba99-436c460ff473 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:13.456372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a078b750-4511-4d15-b892-62a8bacfcd06 req-004c526b-4bab-4371-ba99-436c460ff473 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0920644 Dec 15 14:01:13.457627 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e626cf8-491e-49c8-9036-48731d9906cf tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.458127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e626cf8-491e-49c8-9036-48731d9906cf tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf04bd1f-e6cc-4eb0-a467-bbfdaa644fa7 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:13.462768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e626cf8-491e-49c8-9036-48731d9906cf tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.466943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e626cf8-491e-49c8-9036-48731d9906cf tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "DELETE /v2.0/routers/cf04bd1f-e6cc-4eb0-a467-bbfdaa644fa7 HTTP/1.1" status: 204 len: 168 time: 0.7137554 Dec 15 14:01:13.573778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a078b750-4511-4d15-b892-62a8bacfcd06 req-839ff498-9283-4ceb-95d4-3109b43f4603 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905418 Dec 15 14:01:13.627215 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.679079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.721497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43390) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:13.765474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:13.768909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:13.780072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:13.785391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:13.844975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:13.845527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:13.875897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-14ee6104-fb3e-44cf-9e6a-f8c033783782 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8214588 Dec 15 14:01:13.876585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:13.881632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:13.928796 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.056543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-22585507', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:14.069000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.083593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.088308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.191948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.289621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.25.7.234 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/c1888a76-aa82-45f6-b722-540218833396) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:14.417589 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.491019 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.545961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.592893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:14.597564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:14.601810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:14.608343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=c1888a76-aa82-45f6-b722-540218833396,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:14.674238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.706212 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:14.807799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba20ef-b399-4c32-9133-0a239e461ad9 req-1d5f0547-5ed2-4bd1-b5a9-9a7958df7e33 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:14.809634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43ba20ef-b399-4c32-9133-0a239e461ad9 req-1d5f0547-5ed2-4bd1-b5a9-9a7958df7e33 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1058640 Dec 15 14:01:14.901898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Allocated IP 172.25.7.171 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/bd4811ff-8a0e-428a-8b8e-9c77eba2831a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:14.907210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-43ba20ef-b399-4c32-9133-0a239e461ad9 req-41199c17-a38a-45d7-bcf9-a5e941ad1052 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890670 Dec 15 14:01:15.018780 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.063175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.118611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event updated for resources: {'Port': ['ID=bd4811ff-8a0e-428a-8b8e-9c77eba2831a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:15.138984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:15.140785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:15.141933 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.171829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c55f325-9ff9-4fdb-a01d-64a85c04a699 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:15.172449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:15.226171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.250395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cd003e56-7b2a-42b6-87b0-5dedddc706c3 None None] Provisioning complete for port bd4811ff-8a0e-428a-8b8e-9c77eba2831a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:15.250777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd003e56-7b2a-42b6-87b0-5dedddc706c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.327903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cd003e56-7b2a-42b6-87b0-5dedddc706c3 None None] Port bd4811ff-8a0e-428a-8b8e-9c77eba2831a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:15.433690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.439384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.493993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.536748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=c1888a76-aa82-45f6-b722-540218833396,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:15.552827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.678193 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP d06fe8bc-a503-48dc-be63-087e0eaf3842 associated. External IP: 172.25.7.234, port: 41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1. Dec 15 14:01:15.734849 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:15.922416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Router b7dd5d10-96b9-474e-9a1b-e0e86c74efd6 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:01:15.955925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:16.096270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3303-c9e0-4703-a914-beb34cfc1f52 req-2db02f31-01ba-484e-ac1d-b7add286de89 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:16.097767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf2b3303-c9e0-4703-a914-beb34cfc1f52 req-2db02f31-01ba-484e-ac1d-b7add286de89 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1040637 Dec 15 14:01:16.118732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:16.138954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff6be7-59c3-4967-9cd6-2be586082543 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:16.149154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:16.150657 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.172094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff6be7-59c3-4967-9cd6-2be586082543 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:16.173300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fcff6be7-59c3-4967-9cd6-2be586082543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.178399 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06811dd-b2b0-4f25-868e-2c2eed1a3b8f None None] Sync routers for ids ['b7dd5d10-96b9-474e-9a1b-e0e86c74efd6'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:16.184756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.186300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-695fe722-648d-46ae-81b7-dcf552ac438a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4636965 Dec 15 14:01:16.193389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43418) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:16.208337 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06811dd-b2b0-4f25-868e-2c2eed1a3b8f None None] Routers {'b7dd5d10-96b9-474e-9a1b-e0e86c74efd6'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:16.209270 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f06811dd-b2b0-4f25-868e-2c2eed1a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b7dd5d10-96b9-474e-9a1b-e0e86c74efd6'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.251240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf2b3303-c9e0-4703-a914-beb34cfc1f52 req-cc72370a-3520-49c5-82d7-5de7f6cf35e4 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433768 Dec 15 14:01:16.253320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7cbb8336-305e-432c-8904-21f9007abb12 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3752205 Dec 15 14:01:16.255957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43420) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:16.260786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-10099056-19e8-4170-9fbf-516ae64c251b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'port_id': '41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:16.283325 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f06811dd-b2b0-4f25-868e-2c2eed1a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.293850 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06811dd-b2b0-4f25-868e-2c2eed1a3b8f None None] Routers {'b7dd5d10-96b9-474e-9a1b-e0e86c74efd6'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:16.294702 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f06811dd-b2b0-4f25-868e-2c2eed1a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b7dd5d10-96b9-474e-9a1b-e0e86c74efd6'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.297927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fcff6be7-59c3-4967-9cd6-2be586082543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.312005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff6be7-59c3-4967-9cd6-2be586082543 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:16.312963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fcff6be7-59c3-4967-9cd6-2be586082543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.329651 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f06811dd-b2b0-4f25-868e-2c2eed1a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.330584 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06811dd-b2b0-4f25-868e-2c2eed1a3b8f None None] The sync data for ids ['b7dd5d10-96b9-474e-9a1b-e0e86c74efd6'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:16.380715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fcff6be7-59c3-4967-9cd6-2be586082543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:16.381415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff6be7-59c3-4967-9cd6-2be586082543 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:16.403344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10099056-19e8-4170-9fbf-516ae64c251b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.464412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-55e23d64-9784-4fed-af7c-58f9b58c55d0 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/routers/b7dd5d10-96b9-474e-9a1b-e0e86c74efd6 HTTP/1.1" status: 200 len: 919 time: 0.2641265 Dec 15 14:01:16.465322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43428) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:16.494204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fb735b12-3396-461d-a06c-eaf9aac0fbc6 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7dd5d10-96b9-474e-9a1b-e0e86c74efd6 HTTP/1.1" status: 200 len: 205 time: 0.0275445 Dec 15 14:01:16.501241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43430) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:16.713600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.866599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03c059-4a54-496e-bcf2-50b8b00d8fb7 req-75088d39-d559-40ce-b42f-ada0a8a14d3e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:16.874703 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce03c059-4a54-496e-bcf2-50b8b00d8fb7 req-75088d39-d559-40ce-b42f-ada0a8a14d3e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1057503 Dec 15 14:01:16.877947 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:16.966649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce03c059-4a54-496e-bcf2-50b8b00d8fb7 req-75511b97-75bc-4738-a366-d5647d3e40c7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909362 Dec 15 14:01:16.986296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Deleting port bd4811ff-8a0e-428a-8b8e-9c77eba2831a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:16.986641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.073856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.088703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Calling delete_port for bd4811ff-8a0e-428a-8b8e-9c77eba2831a owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:17.093715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10099056-19e8-4170-9fbf-516ae64c251b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.099058 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10099056-19e8-4170-9fbf-516ae64c251b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.357049 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.357330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10099056-19e8-4170-9fbf-516ae64c251b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:17.417896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event deleted for resources: {'Port': ['ID=bd4811ff-8a0e-428a-8b8e-9c77eba2831a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:17.444741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8251c09d-9755-4582-9ebe-a38b14331a24 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:17.487295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17d98c-9997-43ad-946b-d8258d90d76e req-8adb69b3-df97-4734-8ca1-2e09910e9d88 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:17.488938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca17d98c-9997-43ad-946b-d8258d90d76e req-8adb69b3-df97-4734-8ca1-2e09910e9d88 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1295826 Dec 15 14:01:17.541981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.637892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca17d98c-9997-43ad-946b-d8258d90d76e req-d2642ef2-5483-44e6-b769-191f74f2c944 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387856 Dec 15 14:01:17.669676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.672826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.728353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.729467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Fanout notify agent at l3_agent the message router_deleted on router b7dd5d10-96b9-474e-9a1b-e0e86c74efd6 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:17.737920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.739140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a345be0d-5e6f-4928-8775-4eefc1387577 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/b7dd5d10-96b9-474e-9a1b-e0e86c74efd6 HTTP/1.1" status: 204 len: 168 time: 1.2369065 Dec 15 14:01:17.743820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43444) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:17.750733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'router': {'name': 'tempest-snat-router-251785064', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': False}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:17.781020 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.782321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.809592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10099056-19e8-4170-9fbf-516ae64c251b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:17.815839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10099056-19e8-4170-9fbf-516ae64c251b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.824232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2febca-3a0d-427a-8f33-8bcc050ab5c5 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:17.841806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2febca-3a0d-427a-8f33-8bcc050ab5c5 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:17.842463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8c2febca-3a0d-427a-8f33-8bcc050ab5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:17.885563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:17.886584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-10099056-19e8-4170-9fbf-516ae64c251b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/floatingips/d06fe8bc-a503-48dc-be63-087e0eaf3842 HTTP/1.1" status: 200 len: 979 time: 1.6281350 Dec 15 14:01:17.888646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43446) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:17.893768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8c2febca-3a0d-427a-8f33-8bcc050ab5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:17.905776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2febca-3a0d-427a-8f33-8bcc050ab5c5 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:17.906518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8c2febca-3a0d-427a-8f33-8bcc050ab5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:17.952112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8c2febca-3a0d-427a-8f33-8bcc050ab5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:17.952823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2febca-3a0d-427a-8f33-8bcc050ab5c5 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:18.162618 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:01:18.400992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.423620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fcc24-e512-41d2-9346-bb22a7c7c471 req-04007c2b-1a8a-4574-9eb3-c3564d768b99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:18.425135 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-740fcc24-e512-41d2-9346-bb22a7c7c471 req-04007c2b-1a8a-4574-9eb3-c3564d768b99 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.2049639 Dec 15 14:01:18.553281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-740fcc24-e512-41d2-9346-bb22a7c7c471 req-0aead9ef-7c7c-4de3-94fd-17dc3173e2f5 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133771 Dec 15 14:01:18.592083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port c1888a76-aa82-45f6-b722-540218833396 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:18.592438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.743770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444ceae-ef15-48c5-8d0e-e15e96ce2474 req-a3875cb3-3237-4457-aa68-eb512bf9a9fb tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:18.745469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1444ceae-ef15-48c5-8d0e-e15e96ce2474 req-a3875cb3-3237-4457-aa68-eb512bf9a9fb tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.0531113 Dec 15 14:01:18.764968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.765301 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.784864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for c1888a76-aa82-45f6-b722-540218833396 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:18.799571 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1444ceae-ef15-48c5-8d0e-e15e96ce2474 req-4c7df252-4e5a-4d88-87be-f0fc92aef040 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477817 Dec 15 14:01:18.801797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:18.854582 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.028623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Allocated IP 172.25.7.102 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/56bcc44d-c00e-48a1-bb47-e6123dd9af79) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:19.140350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.171029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=c1888a76-aa82-45f6-b722-540218833396,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:19.209327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.291347 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.291566 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP d06fe8bc-a503-48dc-be63-087e0eaf3842 disassociated (deleted). External IP: 172.25.7.234, port: 41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1. Dec 15 14:01:19.334007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.410675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:19.421437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:19.428646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:19.450761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'Port': ['ID=56bcc44d-c00e-48a1-bb47-e6123dd9af79,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:19.600163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa378ce-17fc-4ced-b8b4-aadae97207c7 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:19.693729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48a00d-f174-4aba-9614-8c2812c624c3 req-b32410b8-08c6-4648-98c6-e362c5a0fe9c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:19.701963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a48a00d-f174-4aba-9614-8c2812c624c3 req-b32410b8-08c6-4648-98c6-e362c5a0fe9c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.0665922 Dec 15 14:01:19.702176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:19.702550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4cd11ee0-ac7d-456f-af1b-b83278430bdc None None] Provisioning complete for port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:19.702905 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ee0-ac7d-456f-af1b-b83278430bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.743597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4cd11ee0-ac7d-456f-af1b-b83278430bdc None None] Port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:19.763717 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a48a00d-f174-4aba-9614-8c2812c624c3 req-0bc2f860-3ef0-4747-94c0-eeb34b7c7431 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606525 Dec 15 14:01:19.941890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:19.944271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.948972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:19.954827 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735616fa-a6c5-4a62-bffa-50a1e0b37961 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:19.967442 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735616fa-a6c5-4a62-bffa-50a1e0b37961 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:19.968268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-735616fa-a6c5-4a62-bffa-50a1e0b37961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:20.007855 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-735616fa-a6c5-4a62-bffa-50a1e0b37961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:20.016190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d0c1f-a67d-45f2-977a-0f9df33b97d7 req-5d35440f-ef8b-441e-8931-ed45eb2b78f6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:20.017672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a34d0c1f-a67d-45f2-977a-0f9df33b97d7 req-5d35440f-ef8b-441e-8931-ed45eb2b78f6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1368587 Dec 15 14:01:20.017851 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735616fa-a6c5-4a62-bffa-50a1e0b37961 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:20.018285 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-735616fa-a6c5-4a62-bffa-50a1e0b37961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:20.031173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fe5cb50c-1316-4e4c-b2fb-db369361d132 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/floatingips/d06fe8bc-a503-48dc-be63-087e0eaf3842 HTTP/1.1" status: 204 len: 168 time: 2.1386220 Dec 15 14:01:20.031783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:20.055822 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-735616fa-a6c5-4a62-bffa-50a1e0b37961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:20.056525 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735616fa-a6c5-4a62-bffa-50a1e0b37961 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:20.143454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-97654cc3-271f-4231-9d7f-434346605228 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:20.143814 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97654cc3-271f-4231-9d7f-434346605228 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.251683 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97654cc3-271f-4231-9d7f-434346605228 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.266816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-97654cc3-271f-4231-9d7f-434346605228 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:20.401584 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a34d0c1f-a67d-45f2-977a-0f9df33b97d7 req-c4fd6788-ca19-4b93-91ea-64d3d835bde7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768196 Dec 15 14:01:20.487822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97654cc3-271f-4231-9d7f-434346605228 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.520819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97654cc3-271f-4231-9d7f-434346605228 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:20.523725 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.629437 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97654cc3-271f-4231-9d7f-434346605228 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.637526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-97654cc3-271f-4231-9d7f-434346605228 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/ports/41417e7a-bda1-4dbf-a3d4-8f35b8f62cd1 HTTP/1.1" status: 204 len: 168 time: 0.6006999 Dec 15 14:01:20.637852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43470) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:20.642546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:20.683668 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.702914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Router 1bc6da3c-9044-4b47-8877-49f8520c521a is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:01:20.878013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:20.891495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Sync routers for ids ['1bc6da3c-9044-4b47-8877-49f8520c521a'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:20.901199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.902021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e63c0-97b0-4cb2-b743-3052fe16398f req-32936446-285a-4a14-ade5-160315b7e7a2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:20.911099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b9e63c0-97b0-4cb2-b743-3052fe16398f req-32936446-285a-4a14-ade5-160315b7e7a2 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.0664880 Dec 15 14:01:20.912775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Routers {'1bc6da3c-9044-4b47-8877-49f8520c521a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:20.915822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1bc6da3c-9044-4b47-8877-49f8520c521a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:20.916802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:20.920719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-00b13b76-e8c5-407b-ae19-d8e5b839bc99 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1707945 Dec 15 14:01:20.932272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:21.040386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.25.7.28 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/e0f67f42-a99a-408a-9a7d-6a36b3879206) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:21.041558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b9e63c0-97b0-4cb2-b743-3052fe16398f req-57ebdc29-5a5f-4842-997d-bd0d33405867 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295624 Dec 15 14:01:21.102992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Set router 1bc6da3c-9044-4b47-8877-49f8520c521a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:21.111982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1ab41879-0f74-404d-b483-707c7a43de6c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/routers/1bc6da3c-9044-4b47-8877-49f8520c521a HTTP/1.1" status: 200 len: 908 time: 0.1764336 Dec 15 14:01:21.113160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:21.118537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'router': {'name': 'tempest-snat-router-251785064', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': True}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:21.158283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.159494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.194233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.242668 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.269851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.294711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:21.298603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:21.308017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:21.334108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc6da3c-9044-4b47-8877-49f8520c521a', 'name': 'tempest-snat-router-251785064', 'tenant_id': '1ad46a799c534f15afa8d24716dd5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': '56bcc44d-c00e-48a1-bb47-e6123dd9af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:01:17Z', 'updated_at': '2021-12-15T14:01:19Z', 'revision_number': 3, 'project_id': '1ad46a799c534f15afa8d24716dd5236', 'gw_port': {'id': '56bcc44d-c00e-48a1-bb47-e6123dd9af79', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc6da3c-9044-4b47-8877-49f8520c521a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:01:18Z', 'updated_at': '2021-12-15T14:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:21.355643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=e0f67f42-a99a-408a-9a7d-6a36b3879206,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:21.370707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Checking router: 1bc6da3c-9044-4b47-8877-49f8520c521a for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:01:21.371081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Updating router 1bc6da3c-9044-4b47-8877-49f8520c521a port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:01:21.373577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.373939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.374284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.374625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.374963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.375297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.375625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.375981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.376316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.376779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.377104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.377434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.377760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:21.404894 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.476625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.488080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.547003 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.634085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48344e-1349-4e59-a557-d93ef3870919 req-42bcead8-3a61-4258-a997-9ff2decd8089 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:21.643429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd48344e-1349-4e59-a557-d93ef3870919 req-42bcead8-3a61-4258-a997-9ff2decd8089 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1108789 Dec 15 14:01:21.717538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd48344e-1349-4e59-a557-d93ef3870919 req-2fd6a237-8348-4745-98c7-95bd811b2c48 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729544 Dec 15 14:01:21.734392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.749188 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.793202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.805537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.849324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=e0f67f42-a99a-408a-9a7d-6a36b3879206,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:21.864618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.869219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a1d00-6d3c-4123-8584-5b8b14fc51e4 None None] Pushing event updated for resources: {'Port': ['ID=56bcc44d-c00e-48a1-bb47-e6123dd9af79,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:21.889587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.890966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e056ff3a-1778-4e20-bb6c-6240467a0fcf tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2521248 Dec 15 14:01:21.895197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43484) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:21.896428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Attempting to bind port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:21.896924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Attempting to bind port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:21.897402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Attempting to bind port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:21.901692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137c6eb-1174-4001-bab7-b8965aade79f None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:21.901965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'port': {'network_id': '7c50ba8a-f85b-478d-b930-4f91e3e271ad', 'name': 'tempest-FloatingIPTestJSON-2095560074'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:21.909887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:01:21.910407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:21.910928 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.911428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:01:21.912039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Bound port: 56bcc44d-c00e-48a1-bb47-e6123dd9af79, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:01:21.912522 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:21.981013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] For port 56bcc44d-c00e-48a1-bb47-e6123dd9af79, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:01:21.988267 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.007822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] For port 56bcc44d-c00e-48a1-bb47-e6123dd9af79, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=56bcc44d-c00e-48a1-bb47-e6123dd9af79,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:01:22.010326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8a19cb4e-7338-46a4-8d28-2b5e292748d8 None None] Provisioning complete for port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:22.010831 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a19cb4e-7338-46a4-8d28-2b5e292748d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.026569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.041704 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.069037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:22.075395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.103738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a1d00-6d3c-4123-8584-5b8b14fc51e4 None None] Pushing event updated for resources: {'Port': ['ID=56bcc44d-c00e-48a1-bb47-e6123dd9af79,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:22.118844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8a19cb4e-7338-46a4-8d28-2b5e292748d8 None None] Port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:22.130556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Routers {'1bc6da3c-9044-4b47-8877-49f8520c521a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:22.131104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] device_id is not set on port 5eca0f08-ed13-4200-b250-e2e29f47b3aa yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:22.131301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1bc6da3c-9044-4b47-8877-49f8520c521a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:22.175737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b233c91-41f4-41cb-a004-17316287e024 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:22.200607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Allocated IP 172.25.7.245 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/363b0b23-137c-4142-aaa5-82931d67652e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:22.264449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] Set router 1bc6da3c-9044-4b47-8877-49f8520c521a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:22.339701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.351985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4c42e-0b54-46c4-a12e-c6c74e08ebc1 req-48bacc89-656f-48be-bf20-5334d2dcab20 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:22.360844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4b4c42e-0b54-46c4-a12e-c6c74e08ebc1 req-48bacc89-656f-48be-bf20-5334d2dcab20 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.0963540 Dec 15 14:01:22.385431 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.405253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:22.408105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:22.410909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:22.440301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b231c-478c-4e79-80e9-17b81f01df2b None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:22.468273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-107978c7-953b-4bad-83d3-9f3312e7eedc None None] Provisioning complete for port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:22.468649 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-107978c7-953b-4bad-83d3-9f3312e7eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.502323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'Port': ['ID=363b0b23-137c-4142-aaa5-82931d67652e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:22.505325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4b4c42e-0b54-46c4-a12e-c6c74e08ebc1 req-232441c2-1ebb-40f8-a0b7-3bf9a6cd5a4b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422820 Dec 15 14:01:22.514586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.20.0.13 (7c50ba8a-f85b-478d-b930-4f91e3e271ad/2a728373-a317-48cb-9e81-aecfa225372f/5eca0f08-ed13-4200-b250-e2e29f47b3aa) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:22.588332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc6da3c-9044-4b47-8877-49f8520c521a', 'name': 'tempest-snat-router-251785064', 'tenant_id': '1ad46a799c534f15afa8d24716dd5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': '56bcc44d-c00e-48a1-bb47-e6123dd9af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:01:17Z', 'updated_at': '2021-12-15T14:01:19Z', 'revision_number': 3, 'project_id': '1ad46a799c534f15afa8d24716dd5236', 'gw_port': {'id': '56bcc44d-c00e-48a1-bb47-e6123dd9af79', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc6da3c-9044-4b47-8877-49f8520c521a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:01:18Z', 'updated_at': '2021-12-15T14:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:22.618250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f612a-142c-41bb-8b2a-cd7286404f20 None None] The sync data for ids ['1bc6da3c-9044-4b47-8877-49f8520c521a'] in n-d-821840-1 is: [{'id': '1bc6da3c-9044-4b47-8877-49f8520c521a', 'name': 'tempest-snat-router-251785064', 'tenant_id': '1ad46a799c534f15afa8d24716dd5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': '56bcc44d-c00e-48a1-bb47-e6123dd9af79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:01:17Z', 'updated_at': '2021-12-15T14:01:19Z', 'revision_number': 3, 'project_id': '1ad46a799c534f15afa8d24716dd5236', 'gw_port': {'id': '56bcc44d-c00e-48a1-bb47-e6123dd9af79', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc6da3c-9044-4b47-8877-49f8520c521a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:01:18Z', 'updated_at': '2021-12-15T14:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:22.627832 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-107978c7-953b-4bad-83d3-9f3312e7eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.670200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-107978c7-953b-4bad-83d3-9f3312e7eedc None None] For port 56bcc44d-c00e-48a1-bb47-e6123dd9af79, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=56bcc44d-c00e-48a1-bb47-e6123dd9af79,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:22.679436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-107978c7-953b-4bad-83d3-9f3312e7eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.747026 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.753407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107978c7-953b-4bad-83d3-9f3312e7eedc None None] Pushing event updated for resources: {'Port': ['ID=56bcc44d-c00e-48a1-bb47-e6123dd9af79,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:22.790564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.808017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-055ebfaf-0577-40c6-ac58-2b54794e1ae8 None None] Provisioning complete for port 363b0b23-137c-4142-aaa5-82931d67652e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:22.808415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-055ebfaf-0577-40c6-ac58-2b54794e1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.862804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 7c50ba8a-f85b-478d-b930-4f91e3e271ad is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:22.867038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:22.874384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:22.883487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=5eca0f08-ed13-4200-b250-e2e29f47b3aa,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:22.931078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-055ebfaf-0577-40c6-ac58-2b54794e1ae8 None None] Port 363b0b23-137c-4142-aaa5-82931d67652e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:22.931682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.964946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:22.965620 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:22.984632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d1ca7-adab-4fcb-bfe7-2132eb5c0b62 req-e75980dd-9e70-4ad3-8b97-a1bd76e61efc tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:22.986835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a07d1ca7-adab-4fcb-bfe7-2132eb5c0b62 req-e75980dd-9e70-4ad3-8b97-a1bd76e61efc tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1131065 Dec 15 14:01:22.992879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43494) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:22.995451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-560eb4de-e486-4675-96e9-99c889506930 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0990720 Dec 15 14:01:22.999584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'port_id': '5eca0f08-ed13-4200-b250-e2e29f47b3aa'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:23.090376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:23.492927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a07d1ca7-adab-4fcb-bfe7-2132eb5c0b62 req-be5b89c4-6bf4-4075-b57c-953e973526b7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875343 Dec 15 14:01:23.693751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80477eb8-5401-47dc-b656-0daeb1ad129c req-676ae56e-ccfe-4f77-9d82-e10755d2c1d7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:23.702598 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-80477eb8-5401-47dc-b656-0daeb1ad129c req-676ae56e-ccfe-4f77-9d82-e10755d2c1d7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.0798907 Dec 15 14:01:23.757040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:23.769442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-80477eb8-5401-47dc-b656-0daeb1ad129c req-101f1d78-41fd-4158-8d24-47f67c7e55b5 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548387 Dec 15 14:01:23.958592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4422fc09-47ad-468d-829c-54c11de4f5f2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:01:24.073657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:24.087477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'port_id': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'mac_address': 'fa:16:3e:22:51:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a810473-510c-4634-84c0-8dfe62ec7ea0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:01:24.140930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Router b3725556-6d5f-4d21-984f-84239cf83893 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:01:24.157834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.173543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.180849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4422fc09-47ad-468d-829c-54c11de4f5f2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:01:24.207257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:24.213259 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.214408 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.285325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:24.351494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 56bcc44d-c00e-48a1-bb47-e6123dd9af79 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:01:24.357054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['4422fc09-47ad-468d-829c-54c11de4f5f2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:24.372226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:24.388641 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Sync routers for ids ['b3725556-6d5f-4d21-984f-84239cf83893'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:24.389860 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP e1814fdd-e32b-4622-9eb3-fdda925c408d associated. External IP: 172.25.7.28, port: 5eca0f08-ed13-4200-b250-e2e29f47b3aa. Dec 15 14:01:24.401666 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Routers {'b3725556-6d5f-4d21-984f-84239cf83893'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:24.402577 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b3725556-6d5f-4d21-984f-84239cf83893'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:24.480540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:24.480816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.511241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:24.512728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a8de7574-5ded-478b-8f3e-fac358a7804e tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3985786 Dec 15 14:01:24.515436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43504) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:24.560255 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Set router b3725556-6d5f-4d21-984f-84239cf83893 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:24.715533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:24.859891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a521a49a-e741-422f-a82d-f454674d67a9 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/routers/b3725556-6d5f-4d21-984f-84239cf83893 HTTP/1.1" status: 200 len: 907 time: 0.3427248 Dec 15 14:01:24.864268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43520) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:24.998940 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3725556-6d5f-4d21-984f-84239cf83893', 'name': 'tempest-snat-router-251785064', 'tenant_id': '1ad46a799c534f15afa8d24716dd5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '363b0b23-137c-4142-aaa5-82931d67652e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:01:21Z', 'updated_at': '2021-12-15T14:01:22Z', 'revision_number': 3, 'project_id': '1ad46a799c534f15afa8d24716dd5236', 'gw_port': {'id': '363b0b23-137c-4142-aaa5-82931d67652e', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:63:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3725556-6d5f-4d21-984f-84239cf83893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:01:22Z', 'updated_at': '2021-12-15T14:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:25.008071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa866f-34d2-4f55-90b0-9c9f8d663f11 req-5b79f593-3461-450a-80bf-28f294455f90 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:25.017308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5aa866f-34d2-4f55-90b0-9c9f8d663f11 req-5b79f593-3461-450a-80bf-28f294455f90 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 944 time: 0.3483672 Dec 15 14:01:25.031476 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Checking router: b3725556-6d5f-4d21-984f-84239cf83893 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:01:25.031959 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Updating router b3725556-6d5f-4d21-984f-84239cf83893 port 363b0b23-137c-4142-aaa5-82931d67652e binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:01:25.071750 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.079795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddcde-9fe5-44d3-91d5-103c83b382ba req-72810059-10cd-4305-aad3-976b94be3fbd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:25.082114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c20ddcde-9fe5-44d3-91d5-103c83b382ba req-72810059-10cd-4305-aad3-976b94be3fbd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.2038896 Dec 15 14:01:25.099019 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5aa866f-34d2-4f55-90b0-9c9f8d663f11 req-941eaf4c-b590-4371-9170-d75417564110 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654321 Dec 15 14:01:25.104791 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.113080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:25.125519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f40dc9-4f59-4491-b1be-7e84f3f194cd None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:25.135000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.139319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f40dc9-4f59-4491-b1be-7e84f3f194cd None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:25.140010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-18f40dc9-4f59-4491-b1be-7e84f3f194cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:25.189203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8e5a7273-2646-479a-9261-f2fd767a2c17 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/floatingips/e1814fdd-e32b-4622-9eb3-fdda925c408d HTTP/1.1" status: 200 len: 978 time: 2.1951432 Dec 15 14:01:25.194588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43528) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:25.213366 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c20ddcde-9fe5-44d3-91d5-103c83b382ba req-bba5ff00-40c2-4f48-848e-f4d6abc39e0d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129727 Dec 15 14:01:25.247189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-18f40dc9-4f59-4491-b1be-7e84f3f194cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:25.267415 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.319249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f40dc9-4f59-4491-b1be-7e84f3f194cd None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:25.319897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-18f40dc9-4f59-4491-b1be-7e84f3f194cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:25.341367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Deleting port 363b0b23-137c-4142-aaa5-82931d67652e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:25.342249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.350234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 5eca0f08-ed13-4200-b250-e2e29f47b3aa {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:25.350602 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.419387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-18f40dc9-4f59-4491-b1be-7e84f3f194cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:25.422137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f40dc9-4f59-4491-b1be-7e84f3f194cd None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:25.468597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.480140 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.483855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Calling delete_port for 363b0b23-137c-4142-aaa5-82931d67652e owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:25.601193 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.612983 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.640673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf0df7-e55b-4647-a782-fbb46f5545fd None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:25.660943 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Attempting to bind port 363b0b23-137c-4142-aaa5-82931d67652e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:25.661336 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Attempting to bind port 363b0b23-137c-4142-aaa5-82931d67652e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:25.661709 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Attempting to bind port 363b0b23-137c-4142-aaa5-82931d67652e on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:25.708437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-baf54387-aac6-4225-a6ad-8e7a555d2d60 None None] Provisioning complete for port 363b0b23-137c-4142-aaa5-82931d67652e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:25.709832 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf54387-aac6-4225-a6ad-8e7a555d2d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.852193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-baf54387-aac6-4225-a6ad-8e7a555d2d60 None None] Port 363b0b23-137c-4142-aaa5-82931d67652e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:25.880563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.904779 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:01:25.905715 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:25.906137 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.906538 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:01:25.907029 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Bound port: 363b0b23-137c-4142-aaa5-82931d67652e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:01:25.907412 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.922061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event deleted for resources: {'Port': ['ID=363b0b23-137c-4142-aaa5-82931d67652e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:25.936242 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Port 363b0b23-137c-4142-aaa5-82931d67652e has been deleted concurrently {{(pid=109770) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 15 14:01:25.938928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe3857-dfd6-4adb-9463-7469034f849f None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:25.959083 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Routers {'b3725556-6d5f-4d21-984f-84239cf83893'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:25.959772 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b3725556-6d5f-4d21-984f-84239cf83893'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:25.980937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4422fc09-47ad-468d-829c-54c11de4f5f2 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:01:25.994521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.995217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:25.996348 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP e1814fdd-e32b-4622-9eb3-fdda925c408d disassociated. External IP: 172.25.7.28, port: 5eca0f08-ed13-4200-b250-e2e29f47b3aa. Dec 15 14:01:25.996953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 5eca0f08-ed13-4200-b250-e2e29f47b3aa owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:26.003565 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Pushing event updated for resources: {'Port': ['ID=363b0b23-137c-4142-aaa5-82931d67652e,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:26.090451 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.090804 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.092810 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.095783 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.096529 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.097560 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.098696 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.099970 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.100511 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.101950 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.104060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.104545 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.105114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.105458 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daba7e-6c7e-4cdc-a6aa-4d2d303d8218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:26.113295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 4422fc09-47ad-468d-829c-54c11de4f5f2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:26.113991 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.128678 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] Set router b3725556-6d5f-4d21-984f-84239cf83893 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:01:26.265080 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3725556-6d5f-4d21-984f-84239cf83893', 'name': 'tempest-snat-router-251785064', 'tenant_id': '1ad46a799c534f15afa8d24716dd5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:01:21Z', 'updated_at': '2021-12-15T14:01:25Z', 'revision_number': 5, 'project_id': '1ad46a799c534f15afa8d24716dd5236', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:26.292490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.302997 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81fb6c0-e67d-4508-b80b-490cd3d7a96e None None] The sync data for ids ['b3725556-6d5f-4d21-984f-84239cf83893'] in n-d-821840-1 is: [{'id': 'b3725556-6d5f-4d21-984f-84239cf83893', 'name': 'tempest-snat-router-251785064', 'tenant_id': '1ad46a799c534f15afa8d24716dd5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:01:21Z', 'updated_at': '2021-12-15T14:01:25Z', 'revision_number': 5, 'project_id': '1ad46a799c534f15afa8d24716dd5236', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:26.317139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.389250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.405142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.406052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3725556-6d5f-4d21-984f-84239cf83893 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:26.425874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.427088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd681232-60ec-453a-bd15-238889e66a23 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "DELETE /v2.0/routers/b3725556-6d5f-4d21-984f-84239cf83893 HTTP/1.1" status: 204 len: 168 time: 1.5604134 Dec 15 14:01:26.432715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43554) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:26.450961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:26.452925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:26.456036 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba6277d-0db6-4f95-8bba-3b25ca277a7f" -d '{"events": [{"server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "name": "network-vif-plugged", "status": "completed", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:26.461427 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.543097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.578429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:26.631238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=5eca0f08-ed13-4200-b250-e2e29f47b3aa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:26.638712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d8d1b-00e5-4f95-868f-8b01b188ce62 req-514532fb-de8e-47e9-98a7-9f3d00b7a8a7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:26.646755 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e87d8d1b-00e5-4f95-868f-8b01b188ce62 req-514532fb-de8e-47e9-98a7-9f3d00b7a8a7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.2448132 Dec 15 14:01:26.649768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1816af-959d-4eea-be2b-3ae979dee34e req-0b66c784-2c38-4a75-9b66-7d4bfcf5ada3 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:26.655118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb1816af-959d-4eea-be2b-3ae979dee34e req-0b66c784-2c38-4a75-9b66-7d4bfcf5ada3 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 944 time: 0.2903769 Dec 15 14:01:26.729995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:26.785626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e87d8d1b-00e5-4f95-868f-8b01b188ce62 req-fd31cc9e-e090-48d0-ba46-ed00b3a4efff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378706 Dec 15 14:01:26.859581 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9272815-57eb-4064-98e3-2618635cba09 x-openstack-request-id: req-c9272815-57eb-4064-98e3-2618635cba09 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:26.860396 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "name": "network-vif-plugged", "status": "completed", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:26.860854 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9272815-57eb-4064-98e3-2618635cba09 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:26.861456 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'code': 200} Dec 15 14:01:26.884521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:26.938620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb1816af-959d-4eea-be2b-3ae979dee34e req-8cb1c094-757c-4fa8-89ea-1aabde31f0e0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860567 Dec 15 14:01:27.124409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:27.140777 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb90de-ff3d-441f-9d90-9495b006cad3 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:27.175613 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb90de-ff3d-441f-9d90-9495b006cad3 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:27.176564 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8afb90de-ff3d-441f-9d90-9495b006cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:27.213202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.228332 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8afb90de-ff3d-441f-9d90-9495b006cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:27.239180 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb90de-ff3d-441f-9d90-9495b006cad3 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:27.239813 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8afb90de-ff3d-441f-9d90-9495b006cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:27.248695 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.252338 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cd286532-b6ee-400f-af25-eb55b0e6204f tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/ports/5eca0f08-ed13-4200-b250-e2e29f47b3aa HTTP/1.1" status: 204 len: 168 time: 2.0557613 Dec 15 14:01:27.255360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43562) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:27.286457 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8afb90de-ff3d-441f-9d90-9495b006cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:27.287137 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb90de-ff3d-441f-9d90-9495b006cad3 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:27.300644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Deleting port 56bcc44d-c00e-48a1-bb47-e6123dd9af79 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:27.300989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.330410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0a8e3492-5f7e-41fb-8a57-9aa08cb5ae57 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "GET /v2.0/floatingips/e1814fdd-e32b-4622-9eb3-fdda925c408d HTTP/1.1" status: 200 len: 687 time: 0.0715070 Dec 15 14:01:27.330931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:27.431056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] For port 56bcc44d-c00e-48a1-bb47-e6123dd9af79, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=56bcc44d-c00e-48a1-bb47-e6123dd9af79,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:27.431979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.465191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Calling delete_port for 56bcc44d-c00e-48a1-bb47-e6123dd9af79 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:27.821638 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.845133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port e0f67f42-a99a-408a-9a7d-6a36b3879206 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:27.847078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.923575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event deleted for resources: {'Port': ['ID=56bcc44d-c00e-48a1-bb47-e6123dd9af79,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:27.975667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571493e-0cee-410a-9fcd-8b8596a81f40 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:27.979201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.979654 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:27.998095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for e0f67f42-a99a-408a-9a7d-6a36b3879206 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:28.034165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a26b3-5ab6-423f-a477-239741c8b6f3 req-4a0e739c-643f-4ab2-bb6b-ba035833c9ff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:28.042559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-690a26b3-5ab6-423f-a477-239741c8b6f3 req-4a0e739c-643f-4ab2-bb6b-ba035833c9ff tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1323740 Dec 15 14:01:28.073475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.259762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-690a26b3-5ab6-423f-a477-239741c8b6f3 req-1f92ab03-309c-4cb6-bd2d-3e2d37422d22 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108288 Dec 15 14:01:28.284933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14e6d-3fb5-49e8-a7a2-6d588fe486dc req-4f7b72ed-a5c1-424e-89e9-84cb66d8d43c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:28.293923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3a14e6d-3fb5-49e8-a7a2-6d588fe486dc req-4f7b72ed-a5c1-424e-89e9-84cb66d8d43c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1185725 Dec 15 14:01:28.319028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.322544 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.368727 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3a14e6d-3fb5-49e8-a7a2-6d588fe486dc req-ec45ea11-d59e-4d30-8154-0954c636bc63 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738165 Dec 15 14:01:28.375786 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.394120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.394915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc6da3c-9044-4b47-8877-49f8520c521a {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:28.406969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=e0f67f42-a99a-408a-9a7d-6a36b3879206,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:28.417474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.419204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-526c5a84-d3d2-4c9d-a0f5-33033e564992 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "DELETE /v2.0/routers/1bc6da3c-9044-4b47-8877-49f8520c521a HTTP/1.1" status: 204 len: 168 time: 1.9874976 Dec 15 14:01:28.424823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43584) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:28.437555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1584171606', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:28.483306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.485361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.556066 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.559903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.574782 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.578721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43594) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:28.578909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f97a6ccb-1097-4a62-a700-188cd062c4b2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/floatingips/e1814fdd-e32b-4622-9eb3-fdda925c408d HTTP/1.1" status: 204 len: 168 time: 1.2467821 Dec 15 14:01:28.584076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '30cb20d9-349e-4e2e-97b4-719a93e8cb90'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:28.676766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.711287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:01:28.801483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.836420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:28.851728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'port_id': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'mac_address': 'fa:16:3e:a3:c7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:01:28.900416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.916498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:01:28.938655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:28.959667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:28.982885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.072510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:29.107303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:01:29.408559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.25.7.36 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/f3c9fbf4-fd05-41bc-a48f-da2d6c795c23) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:29.410854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.439297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.525832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd36976-a9b3-4555-b69f-bcff422297cb req-782a09b3-5c06-4f6c-93be-2da28d5b8dd7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:29.527496 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fd36976-a9b3-4555-b69f-bcff422297cb req-782a09b3-5c06-4f6c-93be-2da28d5b8dd7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1091557 Dec 15 14:01:29.618469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fd36976-a9b3-4555-b69f-bcff422297cb req-f673fbaf-021e-480c-8bf0-cb5aeb6b10c6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678926 Dec 15 14:01:29.642419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95376d-6154-4af5-b03c-5862b70949e6 req-01053cd3-9a04-436f-a7a3-0246c01bd33b tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:29.644050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa95376d-6154-4af5-b03c-5862b70949e6 req-01053cd3-9a04-436f-a7a3-0246c01bd33b tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1056864 Dec 15 14:01:29.735245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:29.768895 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa95376d-6154-4af5-b03c-5862b70949e6 req-c2e43efb-9bae-4bce-9fee-835fd66c45cb tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999916 Dec 15 14:01:29.895712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Allocated IP 172.25.7.138 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/80231840-278a-4c83-b879-d1acabd39436) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:29.900314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.108572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:30.126524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:30.133373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:30.138197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.207678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=f3c9fbf4-fd05-41bc-a48f-da2d6c795c23,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:30.348772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 56bcc44d-c00e-48a1-bb47-e6123dd9af79 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:30.388263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 56bcc44d-c00e-48a1-bb47-e6123dd9af79 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:01:30.388889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 56bcc44d-c00e-48a1-bb47-e6123dd9af79 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:01:30.515857 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.654515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:30.661008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:30.666037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event updated for resources: {'Port': ['ID=80231840-278a-4c83-b879-d1acabd39436,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:30.679730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:30.688875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6321db2-05d3-4fd9-938f-0e25cf33611f None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:30.790596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:01:30.913079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:30.957673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bba51d55-a146-4736-a57c-1d1012deb6ef None None] Provisioning complete for port 80231840-278a-4c83-b879-d1acabd39436 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:30.958073 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bba51d55-a146-4736-a57c-1d1012deb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.005870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf61d1-cbb6-4dcc-afbb-91f5a2e78220 req-05a0f2ec-2c91-4bee-9f9b-2d0576fa95ab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:31.017464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5cf61d1-cbb6-4dcc-afbb-91f5a2e78220 req-05a0f2ec-2c91-4bee-9f9b-2d0576fa95ab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1430807 Dec 15 14:01:31.055383 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.065186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bba51d55-a146-4736-a57c-1d1012deb6ef None None] Port 80231840-278a-4c83-b879-d1acabd39436 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:31.076316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:31.076809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.158933 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5cf61d1-cbb6-4dcc-afbb-91f5a2e78220 req-ddb56f7c-6d8e-4736-92f4-f23b18dad049 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227534 Dec 15 14:01:31.215003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-603231af-e29d-472e-beb7-a951bdfc87bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.317215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.416415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004063bd-4597-4b7f-b01e-1534a80a9d16 req-8dca38c1-ca68-4f89-b54c-e99330028c80 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:31.422450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:31.425886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-004063bd-4597-4b7f-b01e-1534a80a9d16 req-8dca38c1-ca68-4f89-b54c-e99330028c80 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.6137347 Dec 15 14:01:31.426911 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce43a3-54c3-4367-9e68-e7f7ef2a2984" -d '{"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:31.465453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:31.478229 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:31.615652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:31.709164 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eae8329-4bdb-4059-8ac3-dc2c7d372d72 x-openstack-request-id: req-0eae8329-4bdb-4059-8ac3-dc2c7d372d72 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:31.709473 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:31.709737 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0eae8329-4bdb-4059-8ac3-dc2c7d372d72 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:31.710221 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'code': 200} Dec 15 14:01:32.118964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-004063bd-4597-4b7f-b01e-1534a80a9d16 req-fefe7169-fc7f-4cf3-88a6-44364b6427fb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6774788 Dec 15 14:01:32.248606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.399145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.584169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f41f-2fab-4395-b501-03ce4757bcf6 req-6a75cc83-63f7-43d2-9686-61c6ac9ca350 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:32.585996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4546f41f-2fab-4395-b501-03ce4757bcf6 req-6a75cc83-63f7-43d2-9686-61c6ac9ca350 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.3216577 Dec 15 14:01:32.776793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:32.944152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4546f41f-2fab-4395-b501-03ce4757bcf6 req-44acb789-a202-4950-8f9d-b391f974054f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936687 Dec 15 14:01:33.070456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.297244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.307087 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.387336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859b43c-5977-4ccf-8696-10e84ab951ee req-694e9b4c-36be-434d-bbd5-e9fbf97b1720 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:33.391648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e859b43c-5977-4ccf-8696-10e84ab951ee req-694e9b4c-36be-434d-bbd5-e9fbf97b1720 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1198075 Dec 15 14:01:33.423169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=f3c9fbf4-fd05-41bc-a48f-da2d6c795c23,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:33.435792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Router 3e493ad6-f2c6-4d08-b22d-36bda69477c5 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:01:33.496832 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e859b43c-5977-4ccf-8696-10e84ab951ee req-aeafcb43-b3cf-46a3-880e-8b3f98edd00d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933094 Dec 15 14:01:33.626883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:33.656653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae501e-a581-41f5-9a84-17ebc0c58739 None None] Sync routers for ids ['3e493ad6-f2c6-4d08-b22d-36bda69477c5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:33.683073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae501e-a581-41f5-9a84-17ebc0c58739 None None] Routers {'3e493ad6-f2c6-4d08-b22d-36bda69477c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:33.683740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7bae501e-a581-41f5-9a84-17ebc0c58739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3e493ad6-f2c6-4d08-b22d-36bda69477c5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:33.689100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.966621 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP fd91cb7b-9027-4b12-a324-f00c1641459a associated. External IP: 172.25.7.36, port: 30cb20d9-349e-4e2e-97b4-719a93e8cb90. Dec 15 14:01:33.971237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:33.972619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b1198873-c065-4f67-b00a-2a426f333ecc tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5412042 Dec 15 14:01:33.975948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43704) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:33.981193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-543d06b0-b4ff-4ffe-86f5-f9cc1d7981d7 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': False}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:34.232582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7bae501e-a581-41f5-9a84-17ebc0c58739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:34.246268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae501e-a581-41f5-9a84-17ebc0c58739 None None] Routers {'3e493ad6-f2c6-4d08-b22d-36bda69477c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:34.246913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7bae501e-a581-41f5-9a84-17ebc0c58739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3e493ad6-f2c6-4d08-b22d-36bda69477c5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:34.494278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7bae501e-a581-41f5-9a84-17ebc0c58739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:34.495055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae501e-a581-41f5-9a84-17ebc0c58739 None None] The sync data for ids ['3e493ad6-f2c6-4d08-b22d-36bda69477c5'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:34.508857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-313e6438-44f8-492c-8b68-0ca566714a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:34.633076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:34.831968 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:34.942524 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-543d06b0-b4ff-4ffe-86f5-f9cc1d7981d7 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:34.984654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:34.996732 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c4f38-964d-49e7-9d51-443b7b66cb27 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:35.017379 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c4f38-964d-49e7-9d51-443b7b66cb27 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:35.021175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-218c4f38-964d-49e7-9d51-443b7b66cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:35.061219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eb1df-0ef2-4453-91d5-18ae8084903b req-992d5bb0-4fd5-4e01-9db8-cc64fc64f130 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:35.061684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:35.069737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d3eb1df-0ef2-4453-91d5-18ae8084903b req-992d5bb0-4fd5-4e01-9db8-cc64fc64f130 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.8647828 Dec 15 14:01:35.099993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-03d3e243-981f-4a5d-814b-6ff760d649d4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5174408 Dec 15 14:01:35.101889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43720) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:35.134359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1450812066'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:35.142646 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-218c4f38-964d-49e7-9d51-443b7b66cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:35.183327 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c4f38-964d-49e7-9d51-443b7b66cb27 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:35.184489 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-218c4f38-964d-49e7-9d51-443b7b66cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:35.200936 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d3eb1df-0ef2-4453-91d5-18ae8084903b req-4698e792-0be4-47f5-a535-f0f45c5925b5 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200383 Dec 15 14:01:35.228766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:35.234428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:35.292114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-218c4f38-964d-49e7-9d51-443b7b66cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:35.292893 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c4f38-964d-49e7-9d51-443b7b66cb27 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:35.300348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48700d-7ed9-4af0-aaca-b24589b65f8c req-e80e9fc2-7ffe-490b-a020-12c6a9990c68 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:35.313321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a48700d-7ed9-4af0-aaca-b24589b65f8c req-e80e9fc2-7ffe-490b-a020-12c6a9990c68 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.3556874 Dec 15 14:01:35.461620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:01:35.497026 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:35.497417 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Added segment e5988327-a22e-4ce3-a2f7-089c6b5b879f of type vlan for network 39328fef-96f4-471d-b3e3-dd96390638f1 Dec 15 14:01:35.605202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:35.684165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:35.690693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:35.691299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:35.909677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a48700d-7ed9-4af0-aaca-b24589b65f8c req-7e5f4536-dac2-4d99-877b-db4dc3113152 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5955157 Dec 15 14:01:35.910400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Network': ['ID=39328fef-96f4-471d-b3e3-dd96390638f1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:35.922288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 39328fef-96f4-471d-b3e3-dd96390638f1 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:01:35.951210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fd388c6c-3379-4480-bc68-47546dc87584 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8394024 Dec 15 14:01:35.953392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43732) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:35.967056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'subnet': {'network_id': '39328fef-96f4-471d-b3e3-dd96390638f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:36.278485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:36.283108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:36.407950 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-543d06b0-b4ff-4ffe-86f5-f9cc1d7981d7 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:36.423733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-543d06b0-b4ff-4ffe-86f5-f9cc1d7981d7 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:36.582005 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:36.653167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e3bca-c906-48f9-83e6-f8377e8f7b03 req-b8a79041-e341-490d-9330-e3d83d1867df tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:36.654897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e9e3bca-c906-48f9-83e6-f8377e8f7b03 req-b8a79041-e341-490d-9330-e3d83d1867df tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1099908 Dec 15 14:01:36.796010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e9e3bca-c906-48f9-83e6-f8377e8f7b03 req-5315169b-0887-44f3-b1fe-15eca010016e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959337 Dec 15 14:01:36.842500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543d06b0-b4ff-4ffe-86f5-f9cc1d7981d7 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Router 3e493ad6-f2c6-4d08-b22d-36bda69477c5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:36.869850 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:36.992664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Subnet': ['ID=06e60d9f-d60b-45ae-a811-db3a30d52763,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:37.043896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Checking segment: {'id': 'e5988327-a22e-4ce3-a2f7-089c6b5b879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '39328fef-96f4-471d-b3e3-dd96390638f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:37.044280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network hostable DHCP agents. Network: 39328fef-96f4-471d-b3e3-dd96390638f1, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:01:37.082815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543d06b0-b4ff-4ffe-86f5-f9cc1d7981d7 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:37.096274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff6015-4219-4b27-8b39-48afa527aec4 None None] Sync routers for ids ['3e493ad6-f2c6-4d08-b22d-36bda69477c5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:37.097910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-543d06b0-b4ff-4ffe-86f5-f9cc1d7981d7 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.100025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-543d06b0-b4ff-4ffe-86f5-f9cc1d7981d7 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "PUT /v2.0/routers/3e493ad6-f2c6-4d08-b22d-36bda69477c5 HTTP/1.1" status: 200 len: 922 time: 3.1225073 Dec 15 14:01:37.102701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:37.135376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff6015-4219-4b27-8b39-48afa527aec4 None None] Routers {'3e493ad6-f2c6-4d08-b22d-36bda69477c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:37.136045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-31ff6015-4219-4b27-8b39-48afa527aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3e493ad6-f2c6-4d08-b22d-36bda69477c5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:37.166750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 39328fef-96f4-471d-b3e3-dd96390638f1 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:01:37.214509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 39328fef-96f4-471d-b3e3-dd96390638f1) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:37.231665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:37.232578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.296616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-31ff6015-4219-4b27-8b39-48afa527aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:37.300349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdaba1b-d83f-4c83-a599-39ee956a9a5b None None] Network 39328fef-96f4-471d-b3e3-dd96390638f1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:37.394633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff6015-4219-4b27-8b39-48afa527aec4 None None] Routers {'3e493ad6-f2c6-4d08-b22d-36bda69477c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:37.396496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-31ff6015-4219-4b27-8b39-48afa527aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3e493ad6-f2c6-4d08-b22d-36bda69477c5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:37.398326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0f9bd2cd-3d53-4b30-acbd-28214186ce40 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/routers/3e493ad6-f2c6-4d08-b22d-36bda69477c5 HTTP/1.1" status: 200 len: 922 time: 0.2936597 Dec 15 14:01:37.401276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43760) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:37.422695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e4c94bff-64e4-4484-a5fc-243c0acf8c64 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4652526 Dec 15 14:01:37.425871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:37.440637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1508547865', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:37.446182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-31ff6015-4219-4b27-8b39-48afa527aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:37.447057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff6015-4219-4b27-8b39-48afa527aec4 None None] The sync data for ids ['3e493ad6-f2c6-4d08-b22d-36bda69477c5'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:37.449821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.545801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-39328fef-96f4-471d-b3e3-dd96390638f1', 'network_id': '39328fef-96f4-471d-b3e3-dd96390638f1', 'project_id': '1743bee816774064b02c20805b0008b7', 'fixed_ips': [{'subnet_id': '06e60d9f-d60b-45ae-a811-db3a30d52763'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:01:37.546708 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.553137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcaf73-e5fe-472a-a1b3-4a589317f85e req-57473ab2-1e4e-410e-8e34-fb0f6efd6643 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:37.555389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bcbcaf73-e5fe-472a-a1b3-4a589317f85e req-57473ab2-1e4e-410e-8e34-fb0f6efd6643 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.3087523 Dec 15 14:01:37.671581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28450cfd-1d59-4222-892f-5eeb82a4ff0d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:37.681005 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-28450cfd-1d59-4222-892f-5eeb82a4ff0d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=3e493ad6-f2c6-4d08-b22d-36bda69477c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2757766 Dec 15 14:01:37.683014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43766) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:37.759427 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bcbcaf73-e5fe-472a-a1b3-4a589317f85e req-70e8cb9d-19d8-4fd3-bb39-7badf21316e7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828942 Dec 15 14:01:37.817861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59ad35-4cae-489f-bddc-58587bae0e92 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:37.819246 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ef59ad35-4cae-489f-bddc-58587bae0e92 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 881 time: 0.1352615 Dec 15 14:01:37.822769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43770) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:37.826161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.827283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.907184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f4d6090f-f6bf-40ca-8528-b36fa2c4fa7d tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e493ad6-f2c6-4d08-b22d-36bda69477c5 HTTP/1.1" status: 200 len: 205 time: 0.0828321 Dec 15 14:01:37.924773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43774) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:37.954004 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:37.959273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Allocated IP 172.20.0.2 (39328fef-96f4-471d-b3e3-dd96390638f1/06e60d9f-d60b-45ae-a811-db3a30d52763/18d2e540-7009-485f-b00d-6f37dadcb46a) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:38.273155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.327921 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.349586 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.463892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Pushing event updated for resources: {'Port': ['ID=18d2e540-7009-485f-b00d-6f37dadcb46a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:38.482232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Network 39328fef-96f4-471d-b3e3-dd96390638f1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:38.491195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:38.496465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:38.638562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Attempting to bind port 18d2e540-7009-485f-b00d-6f37dadcb46a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:01:38.640559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Attempting to bind port 18d2e540-7009-485f-b00d-6f37dadcb46a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e5988327-a22e-4ce3-a2f7-089c6b5b879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '39328fef-96f4-471d-b3e3-dd96390638f1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:01:38.641671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Attempting to bind port 18d2e540-7009-485f-b00d-6f37dadcb46a on network 39328fef-96f4-471d-b3e3-dd96390638f1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:01:38.646232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.659227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:01:38.660479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Checking segment: {'id': 'e5988327-a22e-4ce3-a2f7-089c6b5b879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '39328fef-96f4-471d-b3e3-dd96390638f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:01:38.662002 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.664058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Bound using segment: {'id': 'e5988327-a22e-4ce3-a2f7-089c6b5b879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '39328fef-96f4-471d-b3e3-dd96390638f1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:01:38.664641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Bound port: 18d2e540-7009-485f-b00d-6f37dadcb46a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5988327-a22e-4ce3-a2f7-089c6b5b879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '39328fef-96f4-471d-b3e3-dd96390638f1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:01:38.665156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.785923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Deleting port 80231840-278a-4c83-b879-d1acabd39436 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:38.794252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.874243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] For port 18d2e540-7009-485f-b00d-6f37dadcb46a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:01:38.891773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] For port 18d2e540-7009-485f-b00d-6f37dadcb46a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=18d2e540-7009-485f-b00d-6f37dadcb46a,segment=NetworkSegment(e5988327-a22e-4ce3-a2f7-089c6b5b879f),segment_id=e5988327-a22e-4ce3-a2f7-089c6b5b879f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:01:38.901544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:38.903535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:39.021433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c30d0-5bd8-4d64-801d-d361e576d60e req-e5c43b8f-fc6c-40c0-a57d-acaa18606db7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:39.026297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-357c30d0-5bd8-4d64-801d-d361e576d60e req-e5c43b8f-fc6c-40c0-a57d-acaa18606db7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.2447429 Dec 15 14:01:39.108746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ed796-f606-42a3-95c3-cebeb67ab481 None None] Pushing event updated for resources: {'Port': ['ID=18d2e540-7009-485f-b00d-6f37dadcb46a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:39.213273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:39.225098 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-357c30d0-5bd8-4d64-801d-d361e576d60e req-5115d8bf-6f4e-4714-9379-7e2d40dd4bc1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852012 Dec 15 14:01:39.258985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac94e-ec9e-4adf-9589-13a12df007bb req-2c6e89b9-1a9d-4b26-9943-766e8912026b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:39.269521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20aac94e-ec9e-4adf-9589-13a12df007bb req-2c6e89b9-1a9d-4b26-9943-766e8912026b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.2005923 Dec 15 14:01:39.380441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Calling delete_port for 80231840-278a-4c83-b879-d1acabd39436 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:39.402190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20aac94e-ec9e-4adf-9589-13a12df007bb req-8bc0135f-af7d-4c4a-a5c5-2bb3a2b6b81c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316965 Dec 15 14:01:39.709831 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:39.741149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:39.771772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b8af1-ced1-4d79-8668-753f96f66651 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:39.792136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:39.832116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event deleted for resources: {'Port': ['ID=80231840-278a-4c83-b879-d1acabd39436,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:39.883170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.105063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.108498 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.109801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.25.7.48 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/2f7921b8-9927-4956-8dae-4fb18275d113) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:40.277820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.278623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Fanout notify agent at l3_agent the message router_deleted on router 3e493ad6-f2c6-4d08-b22d-36bda69477c5 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:40.307169 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.308690 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f43bd3ac-c64f-48a6-b2a9-283ad6adfc39 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/3e493ad6-f2c6-4d08-b22d-36bda69477c5 HTTP/1.1" status: 204 len: 168 time: 2.3825490 Dec 15 14:01:40.313157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43808) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:40.325037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d95d44c4-bb7a-4f39-a3c9-54ae23f8f052 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-465731897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:40.388370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d95d44c4-bb7a-4f39-a3c9-54ae23f8f052 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.390043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d95d44c4-bb7a-4f39-a3c9-54ae23f8f052 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.485180 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.563446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 18d2e540-7009-485f-b00d-6f37dadcb46a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:01:40.572822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.689842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d95d44c4-bb7a-4f39-a3c9-54ae23f8f052 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.733445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d95d44c4-bb7a-4f39-a3c9-54ae23f8f052 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.780999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d95d44c4-bb7a-4f39-a3c9-54ae23f8f052 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.782497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d95d44c4-bb7a-4f39-a3c9-54ae23f8f052 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4677579 Dec 15 14:01:40.785245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43816) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:40.803136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:40.902276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=2f7921b8-9927-4956-8dae-4fb18275d113,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:40.903944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 18d2e540-7009-485f-b00d-6f37dadcb46a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:40.904447 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:40.998148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:41.009698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:41.015903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:41.069374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413fc1b6-15ad-4eba-927a-95005256bc55 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:41.105900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71b88b-87b4-4cbe-83ce-051f445e2683 None None] Network 39328fef-96f4-471d-b3e3-dd96390638f1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:01:41.315158 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:41.440470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84caf46-2185-4b13-8882-90d7c0d45b8a req-f3ad4d23-63aa-4223-b7ac-9c8c1bddc30f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:41.442868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f84caf46-2185-4b13-8882-90d7c0d45b8a req-f3ad4d23-63aa-4223-b7ac-9c8c1bddc30f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.5685287 Dec 15 14:01:41.690087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2a3e94b6-d42f-403d-809e-9c6dec780d59 None None] Provisioning complete for port 18d2e540-7009-485f-b00d-6f37dadcb46a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:41.690776 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2a3e94b6-d42f-403d-809e-9c6dec780d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:41.886975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 18d2e540-7009-485f-b00d-6f37dadcb46a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=18d2e540-7009-485f-b00d-6f37dadcb46a,segment=NetworkSegment(e5988327-a22e-4ce3-a2f7-089c6b5b879f),segment_id=e5988327-a22e-4ce3-a2f7-089c6b5b879f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:41.917008 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:41.949553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:41.988741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2716-fa95-4e7a-8065-1b6b84723ffc req-07fec863-c6e8-4026-a876-a737c12d102f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:41.990367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd5c2716-fa95-4e7a-8065-1b6b84723ffc req-07fec863-c6e8-4026-a876-a737c12d102f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 1.3770597 Dec 15 14:01:42.028010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=18d2e540-7009-485f-b00d-6f37dadcb46a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:42.099768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-a6337570-8d1a-44cb-bcc9-49dbc8231f55 req-9efe9899-41fd-4a29-9b6e-d409af23d343 service neutron] (109768) timed out ('10.222.0.86', 44064) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:01:42.113742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f84caf46-2185-4b13-8882-90d7c0d45b8a req-be6d3e8d-7cb2-4d55-8f71-096f78c43dd1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5508292 Dec 15 14:01:42.374264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b623c6bb-62a9-47fb-85b3-51d273d44c5c None None] Provisioning complete for port 2f7921b8-9927-4956-8dae-4fb18275d113 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:42.374796 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b623c6bb-62a9-47fb-85b3-51d273d44c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.438615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.468745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 18d2e540-7009-485f-b00d-6f37dadcb46a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:01:42.516089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd5c2716-fa95-4e7a-8065-1b6b84723ffc req-90a09528-10f2-48bc-897f-0ad74d41cd73 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187702 Dec 15 14:01:42.573866 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.602877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b623c6bb-62a9-47fb-85b3-51d273d44c5c None None] Port 2f7921b8-9927-4956-8dae-4fb18275d113 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:42.649336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 18d2e540-7009-485f-b00d-6f37dadcb46a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:42.649720 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.785214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c6e40a47-53bd-4a70-a58d-bc32c7360154 None None] Provisioning complete for port 18d2e540-7009-485f-b00d-6f37dadcb46a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:42.785902 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6e40a47-53bd-4a70-a58d-bc32c7360154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.855886 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.949671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:42.979508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 94437bff-fedf-4af0-a167-12199f896487 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:01:43.257253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Allocated IP 172.25.7.12 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/6870c6d5-c586-419f-83a0-1944a902904f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:43.288994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:43.302843 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b6d42-18fc-4e13-af03-7a1a874d71fb None None] Sync routers for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:43.328231 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b6d42-18fc-4e13-af03-7a1a874d71fb None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:43.329224 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1e6b6d42-18fc-4e13-af03-7a1a874d71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:43.416995 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1e6b6d42-18fc-4e13-af03-7a1a874d71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:43.430145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:43.431424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a8575858-1a13-44e1-99ae-e6a8d0f87270 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0016673 Dec 15 14:01:43.436689 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b6d42-18fc-4e13-af03-7a1a874d71fb None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:43.437600 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1e6b6d42-18fc-4e13-af03-7a1a874d71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:43.444051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:43.494859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f7eb1-5ca9-4ebc-9f41-49c45ea770d9 req-caee581f-9694-44fc-bd3a-2d808db53b7d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:43.505978 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c01f7eb1-5ca9-4ebc-9f41-49c45ea770d9 req-caee581f-9694-44fc-bd3a-2d808db53b7d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1962869 Dec 15 14:01:43.507513 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1e6b6d42-18fc-4e13-af03-7a1a874d71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:43.508561 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b6d42-18fc-4e13-af03-7a1a874d71fb None None] The sync data for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:43.639094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:43.645807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c01f7eb1-5ca9-4ebc-9f41-49c45ea770d9 req-10434c21-5fcf-413b-8a56-84cf3c8e3306 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367586 Dec 15 14:01:43.764792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:43.836264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event updated for resources: {'Port': ['ID=6870c6d5-c586-419f-83a0-1944a902904f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:43.916342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:43.921562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:43.937098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b78e50-7aff-4a04-acaa-71c6ada4d92d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:44.065728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-de33d2e2-72e7-4763-88f3-b1eafb186a54 None None] Provisioning complete for port 6870c6d5-c586-419f-83a0-1944a902904f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:44.066115 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de33d2e2-72e7-4763-88f3-b1eafb186a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:44.079786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:44.209952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-de33d2e2-72e7-4763-88f3-b1eafb186a54 None None] Port 6870c6d5-c586-419f-83a0-1944a902904f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:44.249402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694770-41b7-475e-9579-6ae6308d22de req-403ffc39-4469-446c-a6be-02f6dce0f412 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:44.251936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63694770-41b7-475e-9579-6ae6308d22de req-403ffc39-4469-446c-a6be-02f6dce0f412 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.4765973 Dec 15 14:01:44.587196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63694770-41b7-475e-9579-6ae6308d22de req-ed81f5dc-969d-44fc-a0e9-f515e6695b98 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250086 Dec 15 14:01:45.137352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c27fe-4cc2-464b-8d47-89da778a4942 req-637f909a-14d4-4b5f-b2f5-eab1b9f39cda tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:45.138952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1f0c27fe-4cc2-464b-8d47-89da778a4942 req-637f909a-14d4-4b5f-b2f5-eab1b9f39cda tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.2057924 Dec 15 14:01:45.266945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.312960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:45.760769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9a862-f412-4e68-a246-ad09a7b93357 req-eaa90def-2734-48ea-89a6-ddb8fc6ad1bf tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:45.782860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afa9a862-f412-4e68-a246-ad09a7b93357 req-eaa90def-2734-48ea-89a6-ddb8fc6ad1bf tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1544998 Dec 15 14:01:45.960372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1f0c27fe-4cc2-464b-8d47-89da778a4942 req-4be7b05c-4f93-41df-88e0-196cbb72cf97 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7602234 Dec 15 14:01:45.963152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.20.0.1 (39328fef-96f4-471d-b3e3-dd96390638f1/06e60d9f-d60b-45ae-a811-db3a30d52763/38f6f552-078e-435c-b2cb-0dc6c0a2a8f2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:45.963697 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afa9a862-f412-4e68-a246-ad09a7b93357 req-88ed7365-2d0c-49b7-9ee7-b126e3565715 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758530 Dec 15 14:01:46.136934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3594f3-5d14-43c5-9c9d-f8597c7b8361 req-b151b378-3cb0-46ff-b1cc-ffb77bc46c73 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:46.153195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a3594f3-5d14-43c5-9c9d-f8597c7b8361 req-b151b378-3cb0-46ff-b1cc-ffb77bc46c73 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1139059 Dec 15 14:01:46.231107 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a3594f3-5d14-43c5-9c9d-f8597c7b8361 req-bb7bd243-b953-4998-a309-090c0d1c3a45 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764081 Dec 15 14:01:46.476372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.483385 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.614928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.693454 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:46.734407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Router afd041e6-697f-4776-8caf-aa7f4f9f7d82 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:01:46.743066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 39328fef-96f4-471d-b3e3-dd96390638f1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:46.747313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:46.752468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:46.785503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=38f6f552-078e-435c-b2cb-0dc6c0a2a8f2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:46.859320 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.143830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:47.157959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa431886-0f5f-4f16-93e4-883029892970 None None] Sync routers for ids ['afd041e6-697f-4776-8caf-aa7f4f9f7d82'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:47.180169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa431886-0f5f-4f16-93e4-883029892970 None None] Routers {'afd041e6-697f-4776-8caf-aa7f4f9f7d82'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:47.186554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-bc43c5aa-4018-4173-9ffb-26adaafb2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:47.189807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-bc43c5aa-4018-4173-9ffb-26adaafb2602 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 1096 time: 0.1711988 Dec 15 14:01:47.192573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aa431886-0f5f-4f16-93e4-883029892970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['afd041e6-697f-4776-8caf-aa7f4f9f7d82'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:47.223998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.228324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8912d49e-7106-4cf9-9ee8-ee2ed9ab37eb tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "PUT /v2.0/routers/afd041e6-697f-4776-8caf-aa7f4f9f7d82 HTTP/1.1" status: 200 len: 878 time: 6.4353511 Dec 15 14:01:47.235980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43920) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:47.255304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aa431886-0f5f-4f16-93e4-883029892970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:47.271829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa431886-0f5f-4f16-93e4-883029892970 None None] Routers {'afd041e6-697f-4776-8caf-aa7f4f9f7d82'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:47.273495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aa431886-0f5f-4f16-93e4-883029892970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['afd041e6-697f-4776-8caf-aa7f4f9f7d82'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:47.302499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d90081-d1d3-4ae3-939f-db958b5fe457 req-88622db4-81c0-4a1c-9b7e-c38b3b1b3ad2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:47.305067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0d90081-d1d3-4ae3-939f-db958b5fe457 req-88622db4-81c0-4a1c-9b7e-c38b3b1b3ad2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.2456350 Dec 15 14:01:47.309470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aa431886-0f5f-4f16-93e4-883029892970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:47.310371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa431886-0f5f-4f16-93e4-883029892970 None None] The sync data for ids ['afd041e6-697f-4776-8caf-aa7f4f9f7d82'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:47.322743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c964601c-cfa5-4385-8ee4-c60a29e67064 None None] Provisioning complete for port 38f6f552-078e-435c-b2cb-0dc6c0a2a8f2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:47.323332 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c964601c-cfa5-4385-8ee4-c60a29e67064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.372367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c964601c-cfa5-4385-8ee4-c60a29e67064 None None] Port 38f6f552-078e-435c-b2cb-0dc6c0a2a8f2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:47.441993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8fff9-6aab-4162-8182-5949ef2504c8 req-3dbd82dc-e031-4d7d-bf28-8a940d9684cb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:47.443516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2c8fff9-6aab-4162-8182-5949ef2504c8 req-3dbd82dc-e031-4d7d-bf28-8a940d9684cb tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.2503803 Dec 15 14:01:47.451158 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:47.487247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-523e34d3-c3b5-4efb-b17c-16e69b8386ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:47.489097 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-523e34d3-c3b5-4efb-b17c-16e69b8386ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 914 time: 0.2701974 Dec 15 14:01:47.549604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-85cc483b-e824-41c9-ba29-21bc986bf6ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4422fc09-47ad-468d-829c-54c11de4f5f2 HTTP/1.1" status: 200 len: 217 time: 0.0521421 Dec 15 14:01:47.558353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2c8fff9-6aab-4162-8182-5949ef2504c8 req-fb10abfd-19e2-4b5a-9991-5ef0468e9d3e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071591 Dec 15 14:01:47.617203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-1d2251b9-5d5d-4a4f-a7af-f5540744d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:47.619207 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-1d2251b9-5d5d-4a4f-a7af-f5540744d3d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.0596845 Dec 15 14:01:47.685885 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-a2d97ad6-403e-46c5-b370-fd5dfe7f85f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560222 Dec 15 14:01:47.696110 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0d90081-d1d3-4ae3-939f-db958b5fe457 req-00baf079-ef8b-42cb-83c5-f764606d490b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761473 Dec 15 14:01:47.784071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b5af086a-78fc-48ac-a6ba-83f1ab33d16f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/routers/afd041e6-697f-4776-8caf-aa7f4f9f7d82 HTTP/1.1" status: 200 len: 919 time: 0.5432518 Dec 15 14:01:47.785594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:47.931279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-88529e7b-ec25-460f-9d9e-d11db91a485a service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368281 Dec 15 14:01:47.983231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213509a-4669-4876-b1cb-9dbbf31c3a23 req-861e67db-8822-40c8-b2b2-7c47cdde0b94 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:47.992708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9213509a-4669-4876-b1cb-9dbbf31c3a23 req-861e67db-8822-40c8-b2b2-7c47cdde0b94 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.1357977 Dec 15 14:01:48.083047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f08a402-aa14-47f9-8754-8b3afac8ab10 req-cccd936e-1cca-452b-862e-68831e407443 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438682 Dec 15 14:01:48.084308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9213509a-4669-4876-b1cb-9dbbf31c3a23 req-508403de-ace0-4074-8055-2b3118a1babd tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889490 Dec 15 14:01:48.091095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f2ed2c-ba87-4b00-9c6b-fda3e47b9632 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:48.092635 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e1f2ed2c-ba87-4b00-9c6b-fda3e47b9632 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=afd041e6-697f-4776-8caf-aa7f4f9f7d82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3060801 Dec 15 14:01:48.102028 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43938) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:48.131327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.138620 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.262086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aed704-fbe1-4773-a248-8df58dfe437d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:48.266287 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-23aed704-fbe1-4773-a248-8df58dfe437d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 881 time: 0.1590898 Dec 15 14:01:48.266507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:48.276327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.304628 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e064af5e-42f8-4ec8-8ec3-ec2ab8eeedf9 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=afd041e6-697f-4776-8caf-aa7f4f9f7d82 HTTP/1.1" status: 200 len: 205 time: 0.0341263 Dec 15 14:01:48.306075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:48.348956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=38f6f552-078e-435c-b2cb-0dc6c0a2a8f2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:48.434621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 39328fef-96f4-471d-b3e3-dd96390638f1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:48.436333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:48.676160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 94437bff-fedf-4af0-a167-12199f896487 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:48.954866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:48.961750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f2751a3b-de01-4b49-a49a-74c89646c28f None None] Provisioning complete for port 38f6f552-078e-435c-b2cb-0dc6c0a2a8f2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:48.962229 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2751a3b-de01-4b49-a49a-74c89646c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:48.967767 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724be2a9-96a7-41ed-84c5-e0ade69492b9 None None] Sync routers for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:48.986348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad52ea3-5bc0-4fcb-82cf-a7c9a0ac311f req-5d25a867-7bbb-43ce-aa8e-ca054143b889 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:48.988360 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724be2a9-96a7-41ed-84c5-e0ade69492b9 None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:48.989860 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-724be2a9-96a7-41ed-84c5-e0ade69492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:49.001153 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ad52ea3-5bc0-4fcb-82cf-a7c9a0ac311f req-5d25a867-7bbb-43ce-aa8e-ca054143b889 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1853049 Dec 15 14:01:49.029033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.040463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b62cb-b62c-4f59-be5b-d54b6ffc3a05 req-226ec65e-eb4d-4be9-996d-c6197c00f4dc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:49.042139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f2751a3b-de01-4b49-a49a-74c89646c28f None None] Port 38f6f552-078e-435c-b2cb-0dc6c0a2a8f2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:49.042801 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-724be2a9-96a7-41ed-84c5-e0ade69492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:49.043802 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-967b62cb-b62c-4f59-be5b-d54b6ffc3a05 req-226ec65e-eb4d-4be9-996d-c6197c00f4dc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.0791969 Dec 15 14:01:49.066414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-282e8851-18b0-4961-b304-5adaf65bab3b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/routers/94437bff-fedf-4af0-a167-12199f896487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6181369 Dec 15 14:01:49.081262 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724be2a9-96a7-41ed-84c5-e0ade69492b9 None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:49.081888 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-724be2a9-96a7-41ed-84c5-e0ade69492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:49.083336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43964) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:49.095037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'port': {'network_id': '39328fef-96f4-471d-b3e3-dd96390638f1', 'name': 'tempest-FloatingIPTestJSON-1610069170'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:49.141157 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-724be2a9-96a7-41ed-84c5-e0ade69492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:49.141991 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724be2a9-96a7-41ed-84c5-e0ade69492b9 None None] The sync data for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:49.223139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ad52ea3-5bc0-4fcb-82cf-a7c9a0ac311f req-00704a95-e939-4c22-aa11-05d8cc168e3b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212145 Dec 15 14:01:49.241822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-967b62cb-b62c-4f59-be5b-d54b6ffc3a05 req-39c73483-d513-4071-ac15-7238d79e708b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595309 Dec 15 14:01:49.247653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.306834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Made reservation on behalf of 1743bee816774064b02c20805b0008b7 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:49.316764 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.362395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] device_id is not set on port f4819007-6213-41f1-958c-491bcdd1ca8f yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:01:49.382798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Deleting port 6870c6d5-c586-419f-83a0-1944a902904f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:49.382798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.551084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Allocated IP 172.20.0.3 (39328fef-96f4-471d-b3e3-dd96390638f1/06e60d9f-d60b-45ae-a811-db3a30d52763/f4819007-6213-41f1-958c-491bcdd1ca8f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:49.559594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394e898-1536-4f29-a855-ba6a4a828ec2 req-bfaa92a3-2b0a-4d70-aae1-26ff4a161486 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:49.587162 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1394e898-1536-4f29-a855-ba6a4a828ec2 req-bfaa92a3-2b0a-4d70-aae1-26ff4a161486 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 945 time: 0.2019312 Dec 15 14:01:49.686003 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.713980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Calling delete_port for 6870c6d5-c586-419f-83a0-1944a902904f owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:49.803109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.853055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:49.876604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1394e898-1536-4f29-a855-ba6a4a828ec2 req-50d2dcc3-c80d-4b4a-b370-1bbac4ea4715 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884376 Dec 15 14:01:49.909992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event updated for resources: {'Port': ['ID=f4819007-6213-41f1-958c-491bcdd1ca8f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:49.922826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Network 39328fef-96f4-471d-b3e3-dd96390638f1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:49.922826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:49.925185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:50.071384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.073252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.126142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0ebf9edc-d777-4204-9c70-54b29c512d89 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0364802 Dec 15 14:01:50.128780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43978) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:50.137216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4422fc09-47ad-468d-829c-54c11de4f5f2 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:50.139821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Request body: {'floatingip': {'port_id': 'f4819007-6213-41f1-958c-491bcdd1ca8f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:50.206359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.263106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event deleted for resources: {'Port': ['ID=6870c6d5-c586-419f-83a0-1944a902904f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:50.289046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.289382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.289835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.290361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.291052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.291580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.292055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.292493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.293533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.293533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.293782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.294189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.294610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:50.321011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c5fa95-ad53-4905-a50c-8e5d614a9748 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:50.334493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.344327 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.400725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.480409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:50.483230 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:50.486264 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cca525-d0a4-4dfa-b580-817be7b334ba" -d '{"events": [{"server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:50.496621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-745b04ff-8afe-4188-a2b4-7d8f873a908b None None] Provisioning complete for port f4819007-6213-41f1-958c-491bcdd1ca8f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:50.497378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-745b04ff-8afe-4188-a2b4-7d8f873a908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.539680 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.575122 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.592857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.622567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-745b04ff-8afe-4188-a2b4-7d8f873a908b None None] Port f4819007-6213-41f1-958c-491bcdd1ca8f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:50.648998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:50.673939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153742d-775e-408e-9d76-4b159edf4423 req-99edab33-0132-438e-80bd-6338f6df9741 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:50.682110 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7153742d-775e-408e-9d76-4b159edf4423 req-99edab33-0132-438e-80bd-6338f6df9741 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1821005 Dec 15 14:01:50.690840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.691651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Fanout notify agent at l3_agent the message router_deleted on router afd041e6-697f-4776-8caf-aa7f4f9f7d82 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:50.699661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.701380 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7d86e949-18bb-4772-9828-01b2094181e8 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/afd041e6-697f-4776-8caf-aa7f4f9f7d82 HTTP/1.1" status: 204 len: 168 time: 2.3943102 Dec 15 14:01:50.705273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:50.710642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-546494a5-dba9-4914-968c-75a56a3955b7 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-919554547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:50.768510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-546494a5-dba9-4914-968c-75a56a3955b7 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.769604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-546494a5-dba9-4914-968c-75a56a3955b7 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.783834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7153742d-775e-408e-9d76-4b159edf4423 req-336a4b29-e6be-486f-8c12-4677563130d7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006587 Dec 15 14:01:50.853597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-546494a5-dba9-4914-968c-75a56a3955b7 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.862850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-546494a5-dba9-4914-968c-75a56a3955b7 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.889311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-546494a5-dba9-4914-968c-75a56a3955b7 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:50.892227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-546494a5-dba9-4914-968c-75a56a3955b7 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1859133 Dec 15 14:01:50.895549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:50.903072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': True}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:50.924858 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef2f30d-2093-4186-9a1f-e2270a0cf2fe x-openstack-request-id: req-fef2f30d-2093-4186-9a1f-e2270a0cf2fe {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:50.925164 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "name": "network-vif-unplugged", "status": "failed", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2", "code": 422}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:50.925415 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fef2f30d-2093-4186-9a1f-e2270a0cf2fe {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:50.926024 n-d-821840-1 neutron-server[109769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'code': 422} returned with failed status Dec 15 14:01:51.012147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bc6c1-9869-4ff5-9f78-5c7354234945 req-8d19c909-b9cb-4701-98d0-55dd1207f7d2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.014207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d68bc6c1-9869-4ff5-9f78-5c7354234945 req-8d19c909-b9cb-4701-98d0-55dd1207f7d2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0983331 Dec 15 14:01:51.139733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d68bc6c1-9869-4ff5-9f78-5c7354234945 req-f225728e-1269-44c5-bc6a-2b86c6f85ef3 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171229 Dec 15 14:01:51.270582 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.285319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16947373-bcc4-4457-ac86-79e563dc67b9 req-8a0c5805-6be7-422f-abde-f61d8ff66b79 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.287207 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16947373-bcc4-4457-ac86-79e563dc67b9 req-8a0c5805-6be7-422f-abde-f61d8ff66b79 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 943 time: 0.2780423 Dec 15 14:01:51.378703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d4dc-8247-4977-b89c-4428666cc402 req-4b28652c-bcfd-4213-9be0-ff1362e0f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.380310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d360d4dc-8247-4977-b89c-4428666cc402 req-4b28652c-bcfd-4213-9be0-ff1362e0f417 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1097 time: 0.1223350 Dec 15 14:01:51.424426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16947373-bcc4-4457-ac86-79e563dc67b9 req-f9ab5fd7-ea07-4242-b55a-3f291d7767bb tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251075 Dec 15 14:01:51.578208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d4dc-8247-4977-b89c-4428666cc402 req-9e0399cf-b8a4-4f1b-a94f-bc296d60211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.580277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d360d4dc-8247-4977-b89c-4428666cc402 req-9e0399cf-b8a4-4f1b-a94f-bc296d60211e service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.1929173 Dec 15 14:01:51.684580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d360d4dc-8247-4977-b89c-4428666cc402 req-ab6ef498-9f0a-422f-9284-032909ea6410 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 1002 time: 0.0745151 Dec 15 14:01:51.704249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 14:01:51.709504 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.733468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.790145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d4dc-8247-4977-b89c-4428666cc402 req-4a1bd54a-8f43-4154-b14f-ada3601e865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.791655 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d360d4dc-8247-4977-b89c-4428666cc402 req-4a1bd54a-8f43-4154-b14f-ada3601e865f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.0976992 Dec 15 14:01:51.794166 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.799047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:51.854755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Allocated IP 172.25.7.90 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/3c2c05c2-a197-4202-8f73-b1b209b88412) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:51.954399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d4dc-8247-4977-b89c-4428666cc402 req-b7403156-aef4-4f8a-826e-ade64653e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:51.956494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d360d4dc-8247-4977-b89c-4428666cc402 req-b7403156-aef4-4f8a-826e-ade64653e528 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958893 Dec 15 14:01:51.957990 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP fd91cb7b-9027-4b12-a324-f00c1641459a associated. External IP: 172.25.7.36, port: 30cb20d9-349e-4e2e-97b4-719a93e8cb90. Dec 15 14:01:52.029084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b200728-68c6-4f8a-bf68-0204e92ca144 req-0679b96b-a4e8-439f-b446-32a528858310 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:52.036460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b200728-68c6-4f8a-bf68-0204e92ca144 req-0679b96b-a4e8-439f-b446-32a528858310 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.0847673 Dec 15 14:01:52.092999 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.126180 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b200728-68c6-4f8a-bf68-0204e92ca144 req-5d09669b-d76e-42fb-816a-d07ce4ae3150 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828371 Dec 15 14:01:52.186738 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.220526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d360d4dc-8247-4977-b89c-4428666cc402 req-6cc63a35-87b3-4289-b534-fcc9373cf8ed service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177124 Dec 15 14:01:52.279705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'Port': ['ID=3c2c05c2-a197-4202-8f73-b1b209b88412,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:52.283467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:52.285737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:52.289975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:52.309853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b688f5-c511-4921-9cb8-e0f26fe5e249 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:52.352197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c9d046cc-4d17-490f-8e69-9d484fe86a49 None None] Provisioning complete for port 3c2c05c2-a197-4202-8f73-b1b209b88412 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:52.352912 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c9d046cc-4d17-490f-8e69-9d484fe86a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.393164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c9d046cc-4d17-490f-8e69-9d484fe86a49 None None] Port 3c2c05c2-a197-4202-8f73-b1b209b88412 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:52.433092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-52089f76-4dd5-44e3-a705-e603775f714a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:52.434600 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-52089f76-4dd5-44e3-a705-e603775f714a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c586fc6-dc69-4b01-8cdb-dc431a350b6f HTTP/1.1" status: 200 len: 943 time: 0.1711082 Dec 15 14:01:52.478901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99783033-b7b6-464d-8c7c-397280761692 req-b0c78986-6c63-4df5-925e-25f67d403f05 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:52.480440 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99783033-b7b6-464d-8c7c-397280761692 req-b0c78986-6c63-4df5-925e-25f67d403f05 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1386983 Dec 15 14:01:52.524276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:52.524276 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d360d4dc-8247-4977-b89c-4428666cc402 req-c5d229a5-8ac3-4636-a86a-d9ded3aa533b service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523334 Dec 15 14:01:52.633441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99783033-b7b6-464d-8c7c-397280761692 req-0bf2dea3-a712-4530-9b0f-b3141c2a2f76 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967073 Dec 15 14:01:52.681685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3292-a946-4181-83e4-336c24e876c5 req-50957937-6bf2-4ed4-874c-5005ec52268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:52.683129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728e3292-a946-4181-83e4-336c24e876c5 req-50957937-6bf2-4ed4-874c-5005ec52268b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1097 time: 0.1112008 Dec 15 14:01:52.708848 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.722462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Deleting port 4422fc09-47ad-468d-829c-54c11de4f5f2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:52.722859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.842238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:52.860353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2f5c2-9675-405d-9222-94ce85d7dcb9 None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:52.876858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2f5c2-9675-405d-9222-94ce85d7dcb9 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:52.877491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f8f2f5c2-9675-405d-9222-94ce85d7dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:52.932050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f8f2f5c2-9675-405d-9222-94ce85d7dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:52.940840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.944905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:52.948507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2f5c2-9675-405d-9222-94ce85d7dcb9 None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:52.949630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f8f2f5c2-9675-405d-9222-94ce85d7dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:52.989238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f8f2f5c2-9675-405d-9222-94ce85d7dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:52.989917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2f5c2-9675-405d-9222-94ce85d7dcb9 None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:53.105367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Router 141fb69e-34d4-43d1-ab50-a95a00545497 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:01:53.262235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:53.268535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.269801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f74991e7-152c-4fff-be78-1a59df7f047c tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "PUT /v2.0/routers/141fb69e-34d4-43d1-ab50-a95a00545497 HTTP/1.1" status: 200 len: 913 time: 2.3728073 Dec 15 14:01:53.276784 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fe9f82-531b-4f8d-80db-490681f6ab9c None None] Sync routers for ids ['141fb69e-34d4-43d1-ab50-a95a00545497'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:53.278425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44096) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:53.286994 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe9f82-531b-4f8d-80db-490681f6ab9c None None] Routers {'141fb69e-34d4-43d1-ab50-a95a00545497'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:53.288159 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-22fe9f82-531b-4f8d-80db-490681f6ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['141fb69e-34d4-43d1-ab50-a95a00545497'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:53.304970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3292-a946-4181-83e4-336c24e876c5 req-ffd754ee-a79f-4690-9ba7-24ee273ac732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.306508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728e3292-a946-4181-83e4-336c24e876c5 req-ffd754ee-a79f-4690-9ba7-24ee273ac732 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.5867090 Dec 15 14:01:53.314606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] For port 4422fc09-47ad-468d-829c-54c11de4f5f2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4422fc09-47ad-468d-829c-54c11de4f5f2,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:53.314973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.327930 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-22fe9f82-531b-4f8d-80db-490681f6ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:53.338471 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe9f82-531b-4f8d-80db-490681f6ab9c None None] Routers {'141fb69e-34d4-43d1-ab50-a95a00545497'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:53.339196 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-22fe9f82-531b-4f8d-80db-490681f6ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['141fb69e-34d4-43d1-ab50-a95a00545497'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:53.379960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b91182-3bda-4764-86e6-b9278227aba7 req-89b4f866-ae12-44bb-8d58-124116083440 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.381720 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2b91182-3bda-4764-86e6-b9278227aba7 req-89b4f866-ae12-44bb-8d58-124116083440 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1634140 Dec 15 14:01:53.403502 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-22fe9f82-531b-4f8d-80db-490681f6ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:53.404296 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fe9f82-531b-4f8d-80db-490681f6ab9c None None] The sync data for ids ['141fb69e-34d4-43d1-ab50-a95a00545497'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:53.427460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Calling delete_port for 4422fc09-47ad-468d-829c-54c11de4f5f2 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:53.476068 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3062ff08-b63b-41ce-9cde-1c723daa1f3a tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/routers/141fb69e-34d4-43d1-ab50-a95a00545497 HTTP/1.1" status: 200 len: 919 time: 0.1902730 Dec 15 14:01:53.479818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44102) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:53.494602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728e3292-a946-4181-83e4-336c24e876c5 req-2c349ffb-3f06-434c-b72a-169cd63a53b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 1002 time: 0.1767912 Dec 15 14:01:53.511146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2b91182-3bda-4764-86e6-b9278227aba7 req-189b77ff-e3b0-46e6-999e-f8e8cad87da3 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231492 Dec 15 14:01:53.556826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e455e42d-9c3b-4d68-a83c-6b01c5619da9 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.560852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e455e42d-9c3b-4d68-a83c-6b01c5619da9 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=141fb69e-34d4-43d1-ab50-a95a00545497&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0798137 Dec 15 14:01:53.566732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:53.628019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3292-a946-4181-83e4-336c24e876c5 req-5d27a7ea-6a50-475b-b45e-562bcac339b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.630105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728e3292-a946-4181-83e4-336c24e876c5 req-5d27a7ea-6a50-475b-b45e-562bcac339b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.0931027 Dec 15 14:01:53.638973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 94437bff-fedf-4af0-a167-12199f896487 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:53.673788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260cfa5d-9c65-4213-90e1-cc3fd9496c90 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.675921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-260cfa5d-9c65-4213-90e1-cc3fd9496c90 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 881 time: 0.1075475 Dec 15 14:01:53.679473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:53.709148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-70d88edb-72e2-4db6-a6cf-12877fef3f41 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=141fb69e-34d4-43d1-ab50-a95a00545497 HTTP/1.1" status: 200 len: 205 time: 0.0283959 Dec 15 14:01:53.713913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44116) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:53.772780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3292-a946-4181-83e4-336c24e876c5 req-4ce65a22-990f-47e2-8814-cba7bde2ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.774261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728e3292-a946-4181-83e4-336c24e876c5 req-4ce65a22-990f-47e2-8814-cba7bde2ff20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336815 Dec 15 14:01:53.868194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf69d5d-8f91-434e-8d20-c6fd64f3703e req-a1e3c5bc-1f74-463f-99d3-6d1528524ebc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:53.869815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-edf69d5d-8f91-434e-8d20-c6fd64f3703e req-a1e3c5bc-1f74-463f-99d3-6d1528524ebc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0923061 Dec 15 14:01:53.877217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.881107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:53.969268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event deleted for resources: {'Port': ['ID=4422fc09-47ad-468d-829c-54c11de4f5f2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:54.005451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:54.015158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c12c5-fce0-4dbd-9919-af079ea53edb None None] Sync routers for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:54.017272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-edf69d5d-8f91-434e-8d20-c6fd64f3703e req-15b470c4-23ab-48e1-8ec2-bae0ca836b74 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021833 Dec 15 14:01:54.028089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.042561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] No DVR routers for this DVR port 4422fc09-47ad-468d-829c-54c11de4f5f2 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:01:54.043138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c12c5-fce0-4dbd-9919-af079ea53edb None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:54.043397 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.043740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f40c12c5-fce0-4dbd-9919-af079ea53edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:54.076960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.084387 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d967ee9f-f3b1-4319-ab92-73824dff0978 req-e1497a38-5a1a-423f-af92-960529bee918 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "DELETE /v2.0/ports/4422fc09-47ad-468d-829c-54c11de4f5f2 HTTP/1.1" status: 204 len: 173 time: 1.6399844 Dec 15 14:01:54.085439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'name': 'network-vif-deleted', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:54.087983 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00920647-4825-4642-b4f1-be89b77d513e" -d '{"events": [{"server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "name": "network-vif-deleted", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:54.106572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728e3292-a946-4181-83e4-336c24e876c5 req-17433483-82d6-44ab-af56-237edc5a62ed service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215499 Dec 15 14:01:54.185376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4422fc09-47ad-468d-829c-54c11de4f5f2 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:54.224897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 4422fc09-47ad-468d-829c-54c11de4f5f2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:01:54.225597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4422fc09-47ad-468d-829c-54c11de4f5f2 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:01:54.226388 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520e76d7-7809-4794-b681-27c5730f3c17 x-openstack-request-id: req-520e76d7-7809-4794-b681-27c5730f3c17 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:54.226706 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c586fc6-dc69-4b01-8cdb-dc431a350b6f", "name": "network-vif-deleted", "tag": "4422fc09-47ad-468d-829c-54c11de4f5f2", "status": "failed", "code": 422}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:54.226978 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-520e76d7-7809-4794-b681-27c5730f3c17 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:54.227414 n-d-821840-1 neutron-server[109768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c586fc6-dc69-4b01-8cdb-dc431a350b6f', 'name': 'network-vif-deleted', 'tag': '4422fc09-47ad-468d-829c-54c11de4f5f2', 'status': 'failed', 'code': 422} returned with failed status Dec 15 14:01:54.229711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f40c12c5-fce0-4dbd-9919-af079ea53edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:54.243496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c12c5-fce0-4dbd-9919-af079ea53edb None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:54.245179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f40c12c5-fce0-4dbd-9919-af079ea53edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:54.252150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e25ece3e-1ae4-446a-a83d-a7dc30228560 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/floatingips/fd91cb7b-9027-4b12-a324-f00c1641459a HTTP/1.1" status: 200 len: 977 time: 4.1216960 Dec 15 14:01:54.257693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44128) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:54.287074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f40c12c5-fce0-4dbd-9919-af079ea53edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:54.288101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c12c5-fce0-4dbd-9919-af079ea53edb None None] The sync data for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:54.389613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-728e3292-a946-4181-83e4-336c24e876c5 req-0b79e08f-c87d-4515-9f4a-ac9715b0ede5 service neutron] 10.222.0.24 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751470 Dec 15 14:01:54.417042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port f4819007-6213-41f1-958c-491bcdd1ca8f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:54.417393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.519107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Deleting port 3c2c05c2-a197-4202-8f73-b1b209b88412 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:54.519501 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.551383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.704330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.730408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Calling delete_port for 3c2c05c2-a197-4202-8f73-b1b209b88412 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:54.763391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-5cde2c16-104e-4cf1-8224-f8298ba42a4b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1138690 Dec 15 14:01:54.816320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f8467-66f7-466d-87d7-6a0fa64dd9aa req-b0ae5a55-3b10-4a45-8249-ffb2e3742d02 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:54.824358 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-930f8467-66f7-466d-87d7-6a0fa64dd9aa req-b0ae5a55-3b10-4a45-8249-ffb2e3742d02 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1840379 Dec 15 14:01:54.856975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:54.934356 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.934677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:54.934884 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Floating IP fd91cb7b-9027-4b12-a324-f00c1641459a disassociated. External IP: 172.25.7.36, port: f4819007-6213-41f1-958c-491bcdd1ca8f. Dec 15 14:01:54.936945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for f4819007-6213-41f1-958c-491bcdd1ca8f owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:54.946741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-930f8467-66f7-466d-87d7-6a0fa64dd9aa req-deacf002-dad2-42f3-a658-e81e866108c1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154327 Dec 15 14:01:55.001490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-44e0a32d-cfe6-49b0-b28a-4293bc8c9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.002470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-44e0a32d-cfe6-49b0-b28a-4293bc8c9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.003116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-44e0a32d-cfe6-49b0-b28a-4293bc8c9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.003849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-44e0a32d-cfe6-49b0-b28a-4293bc8c9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.004601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-44e0a32d-cfe6-49b0-b28a-4293bc8c9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.005223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-44e0a32d-cfe6-49b0-b28a-4293bc8c9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.005845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-44e0a32d-cfe6-49b0-b28a-4293bc8c9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.008471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-44e0a32d-cfe6-49b0-b28a-4293bc8c9a02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6501 time: 0.1756668 Dec 15 14:01:55.088679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.126523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:01:55.127887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:01:55.131313 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d408339b-e6a8-4007-a519-e951662f9267" -d '{"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:01:55.137656 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.165692 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:01:55.177956 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.212291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:55.221015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.221711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.222263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.222988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.223565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.224131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.224729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.225322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.226527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.227104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.227655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.228243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.228819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:01:55.298702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event deleted for resources: {'Port': ['ID=3c2c05c2-a197-4202-8f73-b1b209b88412,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:55.317019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca55e13-ba4e-4173-b4d5-79b16d67a62c None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:55.325789 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-86dcd1f9-2f88-4fb0-93ad-0985c32e5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.326265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-86dcd1f9-2f88-4fb0-93ad-0985c32e5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.326733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-86dcd1f9-2f88-4fb0-93ad-0985c32e5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.328407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-86dcd1f9-2f88-4fb0-93ad-0985c32e5d86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38 HTTP/1.1" status: 200 len: 2301 time: 0.2662971 Dec 15 14:01:55.329380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.375926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=f4819007-6213-41f1-958c-491bcdd1ca8f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:55.466848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691b7b6-2e32-4d9c-a503-70d8f4ff067b req-625d6eb5-e379-4db9-ba74-447087d65801 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.468712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6691b7b6-2e32-4d9c-a503-70d8f4ff067b req-625d6eb5-e379-4db9-ba74-447087d65801 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.2536993 Dec 15 14:01:55.498169 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.508586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-e5528bc2-7e52-4367-92e9-d12b178f60a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7 HTTP/1.1" status: 200 len: 1001 time: 0.1629946 Dec 15 14:01:55.592813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-9abef51e-b231-4008-8d48-f833c8cac16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.594476 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-9abef51e-b231-4008-8d48-f833c8cac16f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=299bbd43-2c6b-4617-9310-ef44d6baec67 HTTP/1.1" status: 200 len: 855 time: 0.0530736 Dec 15 14:01:55.627904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 94437bff-fedf-4af0-a167-12199f896487 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:01:55.647582 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347efee8-8507-4616-8ffa-af915ab4acb3 x-openstack-request-id: req-347efee8-8507-4616-8ffa-af915ab4acb3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:01:55.648114 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-unplugged", "status": "failed", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5", "code": 422}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:01:55.648539 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-347efee8-8507-4616-8ffa-af915ab4acb3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:01:55.649238 n-d-821840-1 neutron-server[109769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'code': 422} returned with failed status Dec 15 14:01:55.747994 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.754488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.797497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:01:55.813749 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc0395-ae7d-4273-acfe-75ba3769f7c2 None None] Sync routers for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:01:55.841106 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc0395-ae7d-4273-acfe-75ba3769f7c2 None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:55.842231 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23cc0395-ae7d-4273-acfe-75ba3769f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:55.857098 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6691b7b6-2e32-4d9c-a503-70d8f4ff067b req-9dae6f03-cfb2-4618-9278-1cc791ab3344 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734882 Dec 15 14:01:55.873134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-a6677b69-3327-43ab-abde-7c285b17d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:55.882852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-a6677b69-3327-43ab-abde-7c285b17d7d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105439 Dec 15 14:01:55.909188 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23cc0395-ae7d-4273-acfe-75ba3769f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:55.919064 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc0395-ae7d-4273-acfe-75ba3769f7c2 None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:01:55.920222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23cc0395-ae7d-4273-acfe-75ba3769f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:55.928481 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.928481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Fanout notify agent at l3_agent the message router_deleted on router 141fb69e-34d4-43d1-ab50-a95a00545497 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:01:55.940680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:55.941803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-766382c4-365a-43a0-9169-66c601b05a5e tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/141fb69e-34d4-43d1-ab50-a95a00545497 HTTP/1.1" status: 204 len: 168 time: 2.2268956 Dec 15 14:01:55.984179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44194) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:55.988770 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23cc0395-ae7d-4273-acfe-75ba3769f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:01:55.989634 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc0395-ae7d-4273-acfe-75ba3769f7c2 None None] The sync data for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:01:55.995813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d570e50b-69e9-4ee3-86af-5e6c58d91a29 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1211456106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:56.045059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d570e50b-69e9-4ee3-86af-5e6c58d91a29 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.046283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d570e50b-69e9-4ee3-86af-5e6c58d91a29 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.068059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-9f4fa1b9-30ba-46b2-88f9-2b97b8cd46d8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:56.075668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-9f4fa1b9-30ba-46b2-88f9-2b97b8cd46d8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.1782396 Dec 15 14:01:56.096482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-1b991a92-b2c5-4594-af97-627dc0cd3b2e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/quotas/d606782eb8b4425ea38100e5d1ac0bca HTTP/1.1" status: 200 len: 375 time: 0.0197570 Dec 15 14:01:56.104758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-0153eeb0-c383-45b0-afdb-ef57d6f7e1c1 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180328 Dec 15 14:01:56.134821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-aade7651-e9a2-4b96-b204-e276e3b8cf31 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373974 Dec 15 14:01:56.146610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.152052 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ca9a94bb-217a-40d3-ba51-1bdcf8eea94a tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/ports/f4819007-6213-41f1-958c-491bcdd1ca8f HTTP/1.1" status: 204 len: 168 time: 1.8902731 Dec 15 14:01:56.169745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44206) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:56.192141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d570e50b-69e9-4ee3-86af-5e6c58d91a29 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.206856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d570e50b-69e9-4ee3-86af-5e6c58d91a29 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.306759 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d570e50b-69e9-4ee3-86af-5e6c58d91a29 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.309565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d570e50b-69e9-4ee3-86af-5e6c58d91a29 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3243906 Dec 15 14:01:56.314139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:56.330823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': False}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:56.381799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-36e9d57e-98d1-4e86-8ca2-f648bb5a6be5 service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458532 Dec 15 14:01:56.406845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-d274cd72-66f4-4d54-921e-c3db07bef501 req-d22a1bc2-63a1-42f4-9899-4fd13d2ef53e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:01:56.407908 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d274cd72-66f4-4d54-921e-c3db07bef501 req-d22a1bc2-63a1-42f4-9899-4fd13d2ef53e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072436 Dec 15 14:01:56.460143 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-a3ef7127-718b-4939-851b-ed32aba0ee6d service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438158 Dec 15 14:01:56.573413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-d7910357-6879-419d-98e6-502f25489462 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 217 time: 0.0761075 Dec 15 14:01:56.723665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-9f149892-30cf-4571-8ea7-effdaf8ec83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:56.725176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-9f149892-30cf-4571-8ea7-effdaf8ec83f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1403291 Dec 15 14:01:56.778159 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:56.814824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42476e32-8827-4bef-8270-a84afbf2677c req-eb416962-53fb-48ed-a45f-5f423d7f74a9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:56.820147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42476e32-8827-4bef-8270-a84afbf2677c req-eb416962-53fb-48ed-a45f-5f423d7f74a9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 944 time: 0.1940942 Dec 15 14:01:56.886409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-88b22fbd-04ff-4031-8f16-4dab9be86cb2 service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037479 Dec 15 14:01:56.925399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-6c38448d-79de-4202-8867-6a874ec030a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:56.927064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-6c38448d-79de-4202-8867-6a874ec030a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593664 Dec 15 14:01:56.933759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44238) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:01:57.116120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42476e32-8827-4bef-8270-a84afbf2677c req-5323efb9-f29b-46a0-a3b8-2bd1f332cf6d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761700 Dec 15 14:01:57.262607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.292206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c53ee137-5414-4721-88fe-40d7ab459fc3 req-5f7ad57a-b403-49bf-8714-c7aca7592e13 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 210 time: 0.0750463 Dec 15 14:01:57.298331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-43f47b05-ad99-417a-9d8e-e8afbcdd39be service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243237 Dec 15 14:01:57.302982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-5637ebc8-8c1e-4756-b984-bda88eb094c8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3654263 Dec 15 14:01:57.326277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-e25f84e8-3545-416f-b15d-c2e5b77b21a8 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:01:57.338176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-e25f84e8-3545-416f-b15d-c2e5b77b21a8 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269561 Dec 15 14:01:57.421646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ca1b-1e7a-4e35-ba65-2dcaf1ac883b req-c642ef0b-c7fa-4e8f-a90a-c736db16cf5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:57.429910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50a8ca1b-1e7a-4e35-ba65-2dcaf1ac883b req-c642ef0b-c7fa-4e8f-a90a-c736db16cf5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.2662005 Dec 15 14:01:57.658830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-184858b1-dc8b-4879-a49a-49008b2c3f8d service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493257 Dec 15 14:01:57.686898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.744655 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.745987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50a8ca1b-1e7a-4e35-ba65-2dcaf1ac883b req-f0374d11-46ab-4c56-bca4-c1764c7e9ecf tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135753 Dec 15 14:01:57.832313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-3c7ed984-e7c8-4d6b-911e-a497bd7eb6ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 217 time: 0.1578879 Dec 15 14:01:57.984691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 38f6f552-078e-435c-b2cb-0dc6c0a2a8f2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:01:57.985592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:57.985893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Allocated IP 172.25.7.88 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/7d1c3006-4f53-4811-b170-cec0da3f082c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:01:57.989800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-2c8f9e46-da1d-4629-b743-8cd83400cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:57.993037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-2c8f9e46-da1d-4629-b743-8cd83400cce2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1392431 Dec 15 14:01:58.174624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-5df4295a-a935-417c-ba88-cbd727128c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:58.176398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-5df4295a-a935-417c-ba88-cbd727128c56 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1766260 Dec 15 14:01:58.203440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f7fc8-a922-426a-9234-3c0024537b42 req-54b35cad-a697-4931-84d2-22385f9508c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:58.204467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db4f7fc8-a922-426a-9234-3c0024537b42 req-54b35cad-a697-4931-84d2-22385f9508c4 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1960638 Dec 15 14:01:58.217979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.232742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f638-c44a-4d75-b031-22225456a1de req-884130d7-b8fa-4181-bba3-65260c4728a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:58.234197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c97f638-c44a-4d75-b031-22225456a1de req-884130d7-b8fa-4181-bba3-65260c4728a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 1097 time: 0.1665554 Dec 15 14:01:58.245893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 38f6f552-078e-435c-b2cb-0dc6c0a2a8f2 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:01:58.314388 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.355777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8158-7f70-4038-b87e-089eb4c2b931 req-41a49fb6-3e10-412f-a196-6aa6ef4b19fc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:58.363731 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38df8158-7f70-4038-b87e-089eb4c2b931 req-41a49fb6-3e10-412f-a196-6aa6ef4b19fc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 944 time: 0.1462045 Dec 15 14:01:58.391206 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db4f7fc8-a922-426a-9234-3c0024537b42 req-424f6625-517c-4768-8fe1-26cbd95c1170 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758423 Dec 15 14:01:58.425918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-297c443e-6dea-4ae1-a14e-75f197d3b37d service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417099 Dec 15 14:01:58.482536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f638-c44a-4d75-b031-22225456a1de req-030f059e-9aaa-49d8-8e28-c37339cdcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:58.484036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c97f638-c44a-4d75-b031-22225456a1de req-030f059e-9aaa-49d8-8e28-c37339cdcfda service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.2362363 Dec 15 14:01:58.550328 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.600973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38df8158-7f70-4038-b87e-089eb4c2b931 req-f8bbcc1b-5059-4555-98e3-26987445fbba tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357447 Dec 15 14:01:58.621930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16fb160b-eb96-4f8b-8c50-a40a83655e0d req-52c9a1e0-da49-4261-a9e5-486afb8ad4c9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 210 time: 0.1003599 Dec 15 14:01:58.640502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:01:58.668146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:01:58.681970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-04154284-5137-4b2a-b4d1-b3bac85c301f service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339275 Dec 15 14:01:58.688261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e503ba-d291-40c6-b175-9a3e2a8a303c None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:01:58.693433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:01:58.729856 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c97f638-c44a-4d75-b031-22225456a1de req-9dfa6e3f-168c-44e8-bf03-757c6defd12f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074 HTTP/1.1" status: 200 len: 1002 time: 0.2316751 Dec 15 14:01:58.747167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Pushing event updated for resources: {'Port': ['ID=7d1c3006-4f53-4811-b170-cec0da3f082c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:58.773121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-77bfde2f-d57c-4acc-983d-72d2c855af18 None None] Provisioning complete for port 7d1c3006-4f53-4811-b170-cec0da3f082c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:01:58.773685 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77bfde2f-d57c-4acc-983d-72d2c855af18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.811460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-77bfde2f-d57c-4acc-983d-72d2c855af18 None None] Port 7d1c3006-4f53-4811-b170-cec0da3f082c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:01:58.841877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f638-c44a-4d75-b031-22225456a1de req-76bb9a30-c23b-45f1-bef5-14044b53f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:58.843401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c97f638-c44a-4d75-b031-22225456a1de req-76bb9a30-c23b-45f1-bef5-14044b53f911 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.0788386 Dec 15 14:01:58.865248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:01:58.920363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-5c3fca22-0c90-46ac-a23f-85f7f0908581 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:58.922371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-5c3fca22-0c90-46ac-a23f-85f7f0908581 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.4256780 Dec 15 14:01:58.939133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:58.946200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Request body: {'port': {'device_id': '1676c690-09b5-4620-ae5d-f15c6f4f709a', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'admin_state_up': True, 'tenant_id': 'd606782eb8b4425ea38100e5d1ac0bca'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:59.066091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=38f6f552-078e-435c-b2cb-0dc6c0a2a8f2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:01:59.141074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f638-c44a-4d75-b031-22225456a1de req-99537d40-5c37-4cfb-9a23-52a764f1add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:59.142714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c97f638-c44a-4d75-b031-22225456a1de req-99537d40-5c37-4cfb-9a23-52a764f1add0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345736 Dec 15 14:01:59.167879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-b6f39106-16e1-4b6c-b273-37a466ef5fa5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc HTTP/1.1" status: 200 len: 217 time: 0.4675736 Dec 15 14:01:59.325116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Made reservation on behalf of d606782eb8b4425ea38100e5d1ac0bca for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:01:59.329579 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.374549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-c03335b5-21f2-4757-a767-2a252a4f426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:59.376116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-c03335b5-21f2-4757-a767-2a252a4f426d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65&tenant_id=948364fc4d744d30bf8491c7a5748247 HTTP/1.1" status: 200 len: 1095 time: 0.2862480 Dec 15 14:01:59.385387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-38cc205a-b0b3-481b-a3ed-a29b4fa01659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:59.385588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c97f638-c44a-4d75-b031-22225456a1de req-8c9bc460-2898-4b22-9953-f8cb7feb1dac service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331982 Dec 15 14:01:59.386879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-38cc205a-b0b3-481b-a3ed-a29b4fa01659 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.2079661 Dec 15 14:01:59.393371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:01:59.548184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-f75aee8b-7dd7-42db-9526-6f71f5be44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:59.549924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-f75aee8b-7dd7-42db-9526-6f71f5be44b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1485744 Dec 15 14:01:59.553193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.711946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.794663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:01:59.964782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cab6d-7253-465b-bab2-c9a5900d4af1 req-2e542a9f-7885-496e-ab7a-cc08b8f27b74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:59.966338 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-446cab6d-7253-465b-bab2-c9a5900d4af1 req-2e542a9f-7885-496e-ab7a-cc08b8f27b74 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 944 time: 0.2608020 Dec 15 14:01:59.968137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53edd-e622-41cd-8007-eb79b24201a5 req-7ad57311-3c86-4246-9d19-3a59c4c9ac76 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:01:59.968305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-a4df107e-3479-4eaf-ac33-05acccd9aa2b service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807015 Dec 15 14:01:59.969650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfe53edd-e622-41cd-8007-eb79b24201a5 req-7ad57311-3c86-4246-9d19-3a59c4c9ac76 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.2392185 Dec 15 14:02:00.003610 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3c97f638-c44a-4d75-b031-22225456a1de req-88685824-82b1-4442-92a9-366a574fbdae service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071880 Dec 15 14:02:00.046412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Allocated IP 172.20.0.8 (022acac5-cc30-48a2-8d9c-86c3f57752ba/3a810473-510c-4634-84c0-8dfe62ec7ea0/e8d6e036-b67b-42f6-a4b6-df18890e9202) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:00.108241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfe53edd-e622-41cd-8007-eb79b24201a5 req-5c2fea4a-dd78-44a3-b26f-38b6869ae04e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241794 Dec 15 14:02:00.218992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-446cab6d-7253-465b-bab2-c9a5900d4af1 req-bdc99bae-f762-4734-92e0-22c046c82e2d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356477 Dec 15 14:02:00.240338 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-392cb8b5-dc2e-40aa-bc35-396732c04d3f service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599916 Dec 15 14:02:00.303373 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-87deb516-b51a-4c24-9770-5f5be6c50cb1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e HTTP/1.1" status: 200 len: 217 time: 0.0504997 Dec 15 14:02:00.322641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c04eba55-3af0-4a7e-8c0c-afa3c730527c req-4e4617d0-4b61-46c0-bcfd-237b8c2b6a54 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 210 time: 0.1012986 Dec 15 14:02:00.379038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:00.417362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.422427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-6258e148-b6d8-4ee3-ae8b-6a25b320d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:00.425001 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-6258e148-b6d8-4ee3-ae8b-6a25b320d505 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.0890901 Dec 15 14:02:00.440935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.448286 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.464919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 94437bff-fedf-4af0-a167-12199f896487 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:02:00.475409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:00.571667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:00.585368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.589250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-ecc617e8-0ad9-4da6-a216-0f9b9211f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:00.590860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-ecc617e8-0ad9-4da6-a216-0f9b9211f2d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1579597 Dec 15 14:02:00.601650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.651079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:00.656378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Transition to ACTIVE for port object ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:00.657284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:00.662670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:00.689087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.704117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:02:00.715126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62fa35-9e36-4911-a492-397c37556626 None None] Sync routers for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:02:00.725547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62fa35-9e36-4911-a492-397c37556626 None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:00.726665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fe62fa35-9e36-4911-a492-397c37556626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:00.753575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:00.754610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.765504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0c82c72f-aef6-4604-9db3-cd54e5514ce2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/routers/94437bff-fedf-4af0-a167-12199f896487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5954378 Dec 15 14:02:00.766326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event updated for resources: {'Port': ['ID=e8d6e036-b67b-42f6-a4b6-df18890e9202,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:00.771826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44336) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:00.812723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fe62fa35-9e36-4911-a492-397c37556626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:00.855414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62fa35-9e36-4911-a492-397c37556626 None None] Routers {'94437bff-fedf-4af0-a167-12199f896487'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:00.857915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fe62fa35-9e36-4911-a492-397c37556626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['94437bff-fedf-4af0-a167-12199f896487'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:00.907406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-f6bf237b-53e3-47c6-a665-35ba3b583fab tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9696944 Dec 15 14:02:00.913628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fe62fa35-9e36-4911-a492-397c37556626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:00.914629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62fa35-9e36-4911-a492-397c37556626 None None] The sync data for ids ['94437bff-fedf-4af0-a167-12199f896487'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:02:00.918766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:00.925236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Request body: {'port': {'device_id': '1676c690-09b5-4620-ae5d-f15c6f4f709a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:00.968189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.025551 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.062952 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.171767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.191189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=9']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:01.240683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c278e52-1b67-4655-9452-73022d500f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.256008 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-1bd9a31b-f002-4b78-ad34-b7b85876ba62 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330156 Dec 15 14:02:01.344970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] No DVR routers for this DVR port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:01.407518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Router 773ae215-d177-4092-9306-6c2c022600b2 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:02:01.437930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774fbf3-fdf1-4c53-87d0-395467fcd684 req-5048b90e-c44e-4bf3-858e-1e3f19408f25 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:01.440331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8774fbf3-fdf1-4c53-87d0-395467fcd684 req-5048b90e-c44e-4bf3-858e-1e3f19408f25 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1593199 Dec 15 14:02:01.490802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 2f7921b8-9927-4956-8dae-4fb18275d113 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:01.491344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.594958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb65e79-a4ea-4cd5-826a-01a360966686 req-f7539686-4bdc-4ddc-820f-8c9cfc28d6dd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:01.596574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0eb65e79-a4ea-4cd5-826a-01a360966686 req-f7539686-4bdc-4ddc-820f-8c9cfc28d6dd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 944 time: 0.2461677 Dec 15 14:02:01.599202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8774fbf3-fdf1-4c53-87d0-395467fcd684 req-13cbd755-f1ae-4523-9431-64d21be8f910 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503742 Dec 15 14:02:01.603328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-c764c25b-673e-4358-9e3d-c2ed7346168b service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382258 Dec 15 14:02:01.658950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.679675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 2f7921b8-9927-4956-8dae-4fb18275d113 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:01.682664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d6e036-b67b-42f6-a4b6-df18890e9202 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:01.695057 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.729606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-a94e46f8-7738-4995-9fa8-9bfcbc068ab0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789 HTTP/1.1" status: 200 len: 217 time: 0.0923460 Dec 15 14:02:01.786070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Transition to ACTIVE for port object e8d6e036-b67b-42f6-a4b6-df18890e9202 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:01.805722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.814920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Attempting to bind port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:01.815249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Attempting to bind port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:01.815686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Attempting to bind port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:01.818032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:02:01.831176 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788edb2-1aa3-4612-b032-f4cc33113055 None None] Sync routers for ids ['773ae215-d177-4092-9306-6c2c022600b2'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:02:01.835947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.840511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ced6949d-0e33-4fca-a48e-8dccbe45062f tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "PUT /v2.0/routers/773ae215-d177-4092-9306-6c2c022600b2 HTTP/1.1" status: 200 len: 915 time: 5.5205243 Dec 15 14:02:01.845151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44366) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:01.848673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-02722ed7-60eb-4ee8-a23c-0aece7854f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:01.849538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-02722ed7-60eb-4ee8-a23c-0aece7854f00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.1035450 Dec 15 14:02:01.849737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788edb2-1aa3-4612-b032-f4cc33113055 None None] Routers {'773ae215-d177-4092-9306-6c2c022600b2'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:01.850483 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c788edb2-1aa3-4612-b032-f4cc33113055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['773ae215-d177-4092-9306-6c2c022600b2'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:01.852309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:02:01.852649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Attempting to bind port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:01.861930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0eb65e79-a4ea-4cd5-826a-01a360966686 req-0720e50c-6025-4f2d-9955-7804672fa75e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225873 Dec 15 14:02:01.886788 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c788edb2-1aa3-4612-b032-f4cc33113055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:01.896038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:01.896402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Checking segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:01.896803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Bound using segment: {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:01.898004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Bound port: ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7488c4a-5dfe-421d-a135-01457dc6ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:01.898656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:01.901992 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788edb2-1aa3-4612-b032-f4cc33113055 None None] Routers {'773ae215-d177-4092-9306-6c2c022600b2'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:01.903039 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c788edb2-1aa3-4612-b032-f4cc33113055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:01:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['773ae215-d177-4092-9306-6c2c022600b2'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:01.942184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c788edb2-1aa3-4612-b032-f4cc33113055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:01.943234 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788edb2-1aa3-4612-b032-f4cc33113055 None None] The sync data for ids ['773ae215-d177-4092-9306-6c2c022600b2'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:02:01.951963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-e36f44ae-8c73-47f6-bff0-c701fbf0caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:01.953491 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-e36f44ae-8c73-47f6-bff0-c701fbf0caf0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886393 Dec 15 14:02:02.076671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:02.081563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:02.089997 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.164907 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-76e22774-dd13-4c3d-a9e0-eb9016bf9510 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876204 Dec 15 14:02:02.166787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.167530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.168490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 1092 time: 2.7792759 Dec 15 14:02:02.171700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:02.174098 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1902aa-32c2-49a8-bef1-009126023885" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:02.209990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780762-f8e9-49ac-9488-f1f7924f55b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=10']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:02.259090 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47593940-2fe1-4636-80b8-fbc2d7a0b009 x-openstack-request-id: req-47593940-2fe1-4636-80b8-fbc2d7a0b009 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:02.259379 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:02.259642 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47593940-2fe1-4636-80b8-fbc2d7a0b009 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:02.260151 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'status': 'completed', 'code': 200} Dec 15 14:02:02.325245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-4d38c410-8a7b-41da-b68d-1a3759cc9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.326953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-4d38c410-8a7b-41da-b68d-1a3759cc9ac1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1096 time: 0.1045432 Dec 15 14:02:02.384370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77090dc8-b035-41fd-966f-7ab43d4ad566 req-07684555-66a9-46b5-89cf-745b35fc9844 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.386010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77090dc8-b035-41fd-966f-7ab43d4ad566 req-07684555-66a9-46b5-89cf-745b35fc9844 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 943 time: 0.6038413 Dec 15 14:02:02.482789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-511000a0-06a5-437c-8a4b-956ccbdf12d0 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679412 Dec 15 14:02:02.484443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-5816911f-1406-4c01-b2c6-509d78e9f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.486034 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-5816911f-1406-4c01-b2c6-509d78e9f9d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.1501696 Dec 15 14:02:02.494858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d6e036-b67b-42f6-a4b6-df18890e9202,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:02.606128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-2a9c1a23-c908-4c38-bf60-be8e149c96f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559 HTTP/1.1" status: 200 len: 217 time: 0.1100736 Dec 15 14:02:02.617390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77090dc8-b035-41fd-966f-7ab43d4ad566 req-da9c36f5-c923-4e9e-bfa5-10ae18d2e385 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167287 Dec 15 14:02:02.622580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f61a5844-f6b7-4f2c-8d96-9ac6fcac323d tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/routers/773ae215-d177-4092-9306-6c2c022600b2 HTTP/1.1" status: 200 len: 921 time: 0.7703393 Dec 15 14:02:02.624728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44378) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:02.662838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Attempting to bind port e8d6e036-b67b-42f6-a4b6-df18890e9202 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:02.662838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Attempting to bind port e8d6e036-b67b-42f6-a4b6-df18890e9202 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:02.662838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Attempting to bind port e8d6e036-b67b-42f6-a4b6-df18890e9202 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:02.668275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-291629ba-7c74-4f8b-b6c5-f4fe26f440e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 1000 time: 0.1573553 Dec 15 14:02:02.692172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Port e8d6e036-b67b-42f6-a4b6-df18890e9202 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:02:02.692644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Attempting to bind port e8d6e036-b67b-42f6-a4b6-df18890e9202 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:02.696344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.707764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-6bd88f4b-bcf8-4b1e-95fa-63ab5e9f7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.709298 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-6bd88f4b-bcf8-4b1e-95fa-63ab5e9f7be8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.0958598 Dec 15 14:02:02.738832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:02.738832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Checking segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:02.739088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Bound using segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:02.739503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Bound port: e8d6e036-b67b-42f6-a4b6-df18890e9202, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:02.739881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.744453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=2f7921b8-9927-4956-8dae-4fb18275d113,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:02.770173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b9786-2d61-4185-b10d-658b0910ce3b None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:02.789852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-d781dff9-bea9-497d-a0ab-b8efd75f6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.792277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-d781dff9-bea9-497d-a0ab-b8efd75f6f37 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.1171789 Dec 15 14:02:02.825799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45af281-d365-40bb-b33d-c077b7b9a623 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.828353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d45af281-d365-40bb-b33d-c077b7b9a623 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=773ae215-d177-4092-9306-6c2c022600b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2010448 Dec 15 14:02:02.836207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:02.838102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-5447636e-31b7-4c04-929c-473d1df51ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.839625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-5447636e-31b7-4c04-929c-473d1df51ca7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229644 Dec 15 14:02:02.897467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:02.962970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-e48ba6cf-ca76-49f5-aedd-7b13963e48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:02.964598 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-e48ba6cf-ca76-49f5-aedd-7b13963e48ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565325 Dec 15 14:02:03.021435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] For port e8d6e036-b67b-42f6-a4b6-df18890e9202, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:03.040599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.045798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.060816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] For port e8d6e036-b67b-42f6-a4b6-df18890e9202, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e8d6e036-b67b-42f6-a4b6-df18890e9202,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:03.096218 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.106807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20feda26-203f-4d09-9f38-22589d3beb07 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.112433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-20feda26-203f-4d09-9f38-22589d3beb07 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 881 time: 0.2703927 Dec 15 14:02:03.113813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44396) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:03.122284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-9b61b399-7271-4693-8703-2cee7e0e5442 service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713099 Dec 15 14:02:03.138891 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.138891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Fanout notify agent at l3_agent the message router_deleted on router 94437bff-fedf-4af0-a167-12199f896487 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:02:03.149391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.153222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1de1591e-2541-448a-9cee-bb0339654a80 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/routers/94437bff-fedf-4af0-a167-12199f896487 HTTP/1.1" status: 204 len: 168 time: 2.3799903 Dec 15 14:02:03.163438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44398) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:03.163793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73b8da-7228-4bda-bf9d-25f19369816a req-3d877235-7efe-4685-8f5d-fa3c0f3b6fcf tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.165553 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce73b8da-7228-4bda-bf9d-25f19369816a req-3d877235-7efe-4685-8f5d-fa3c0f3b6fcf tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1868169 Dec 15 14:02:03.170794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.171421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.172846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] 10.222.0.74 "PUT /v2.0/ports/e8d6e036-b67b-42f6-a4b6-df18890e9202 HTTP/1.1" status: 200 len: 1091 time: 2.2538795 Dec 15 14:02:03.173302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1676c690-09b5-4620-ae5d-f15c6f4f709a', 'tag': 'e8d6e036-b67b-42f6-a4b6-df18890e9202'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:03.175583 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11" -d '{"events": [{"name": "network-changed", "server_uuid": "1676c690-09b5-4620-ae5d-f15c6f4f709a", "tag": "e8d6e036-b67b-42f6-a4b6-df18890e9202"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:03.211711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f5626312-ca1a-49a3-a3aa-c8935ef4d43a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=773ae215-d177-4092-9306-6c2c022600b2 HTTP/1.1" status: 200 len: 205 time: 0.0922565 Dec 15 14:02:03.218002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:03.245977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868773a4-581a-482b-90f3-7b06decfcd87 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d6e036-b67b-42f6-a4b6-df18890e9202,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:03.252050 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd1ae78-5c1e-4da3-80f5-dba85dbcfce3 x-openstack-request-id: req-6dd1ae78-5c1e-4da3-80f5-dba85dbcfce3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:03.252351 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1676c690-09b5-4620-ae5d-f15c6f4f709a", "tag": "e8d6e036-b67b-42f6-a4b6-df18890e9202", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:03.252661 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6dd1ae78-5c1e-4da3-80f5-dba85dbcfce3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:03.253069 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1676c690-09b5-4620-ae5d-f15c6f4f709a', 'tag': 'e8d6e036-b67b-42f6-a4b6-df18890e9202', 'status': 'completed', 'code': 200} Dec 15 14:02:03.315549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce73b8da-7228-4bda-bf9d-25f19369816a req-b06de857-1aa3-4191-a135-f69aa6f7c46d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360722 Dec 15 14:02:03.324622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-8588f1a4-9f7a-4735-86cf-3f945fd84832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.326323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-8588f1a4-9f7a-4735-86cf-3f945fd84832 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 1094 time: 0.0723979 Dec 15 14:02:03.340660 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-c9446f6b-950a-4ae0-a90b-43c9106b382b service neutron] 10.222.0.74 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665106 Dec 15 14:02:03.373578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-5ffb503c-4388-40fe-82d7-11510a5458b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d6e036-b67b-42f6-a4b6-df18890e9202 HTTP/1.1" status: 200 len: 217 time: 0.0377221 Dec 15 14:02:03.386011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75b96af-0471-4a15-8276-0ebac81e1f97 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting subnet 06e60d9f-d60b-45ae-a811-db3a30d52763 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:03.421978 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f75b96af-0471-4a15-8276-0ebac81e1f97 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.426623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-ad1d2304-2d26-4f76-a6b2-f4b0dd8b3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.428241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-ad1d2304-2d26-4f76-a6b2-f4b0dd8b3583 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.0481308 Dec 15 14:02:03.466399 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-0ea4cacd-16b2-4b3f-9860-ec363b816e10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314074 Dec 15 14:02:03.535896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f75b96af-0471-4a15-8276-0ebac81e1f97 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.571889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-8151591b-a63b-4365-8871-18db8855e7cf service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968308 Dec 15 14:02:03.582829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dd64e15-a5d7-47fb-8198-22170a095f31 req-0b0a3184-e32f-4349-a8d9-65e3991f9b5a service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487102 Dec 15 14:02:03.590732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.685502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a59fcda3-209d-47d3-9f80-9f8b021b496c req-df69f7e9-a1b8-41a0-b54d-73b7b2751073 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059127 Dec 15 14:02:03.802760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-18027574-65a5-497e-ba29-432f27b11a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.802760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-18027574-65a5-497e-ba29-432f27b11a77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 1094 time: 0.0568233 Dec 15 14:02:03.839186 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11d83feb-0121-42e7-b07e-1f2212ea7e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:03.914533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-edcbad41-457e-4dae-99eb-aa231379f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:03.915986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-edcbad41-457e-4dae-99eb-aa231379f51c service neutron] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 914 time: 0.1069906 Dec 15 14:02:03.959207 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-35b4686b-2fc6-4d5c-a12e-d9c53c4ebcf5 service neutron] 10.222.0.74 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083741 Dec 15 14:02:03.972876 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-fd967835-d139-499a-aac5-440d0bef6328 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d6e036-b67b-42f6-a4b6-df18890e9202 HTTP/1.1" status: 200 len: 217 time: 0.0451436 Dec 15 14:02:04.068299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-e880443a-f0fa-4510-b4ce-a5f0245de0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:04.070921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-e880443a-f0fa-4510-b4ce-a5f0245de0bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.0937619 Dec 15 14:02:04.121990 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-68832527-27f8-4d16-84da-d5a8d594c8c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436368 Dec 15 14:02:04.194983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f75b96af-0471-4a15-8276-0ebac81e1f97 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.223691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1902aa-32c2-49a8-bef1-009126023885 req-d5dcab4f-811a-4dae-ba06-417fabcb9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:04.225822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d1902aa-32c2-49a8-bef1-009126023885 req-d5dcab4f-811a-4dae-ba06-417fabcb9835 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=948364fc4d744d30bf8491c7a5748247&device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1096 time: 0.1985412 Dec 15 14:02:04.249757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-77a24a32-2035-4844-9bd1-d976f2be94f6 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198752 Dec 15 14:02:04.338890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1902aa-32c2-49a8-bef1-009126023885 req-f9376e95-659a-4350-af05-a2ce78fc358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:04.340524 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d1902aa-32c2-49a8-bef1-009126023885 req-f9376e95-659a-4350-af05-a2ce78fc358a service neutron] 10.222.0.74 "GET /v2.0/networks?id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 200 len: 918 time: 0.0989287 Dec 15 14:02:04.362471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb40b8-1512-4204-b89b-1bb999408a98 req-c556538f-537d-4d1b-a1c3-fac2d564e413 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:04.362659 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8f6d33c9-2b1f-44bf-ae34-a1a68201dd11 req-33f9f943-d772-41e5-8c43-1ffb8fa6aadd service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037691 Dec 15 14:02:04.363659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6bb40b8-1512-4204-b89b-1bb999408a98 req-c556538f-537d-4d1b-a1c3-fac2d564e413 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 943 time: 0.4092486 Dec 15 14:02:04.373248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.472291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d1902aa-32c2-49a8-bef1-009126023885 req-65a6937d-8ff8-49ed-953d-5e5b3d930c77 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 200 len: 1000 time: 0.1006849 Dec 15 14:02:04.578050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8040f1c-2b7f-4d99-8396-6b5bdb324cf8 req-3f3f1f43-8fd6-4dd6-b6bf-9f4af15ffde9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:04.581140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8040f1c-2b7f-4d99-8396-6b5bdb324cf8 req-3f3f1f43-8fd6-4dd6-b6bf-9f4af15ffde9 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1134739 Dec 15 14:02:04.590174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f75b96af-0471-4a15-8276-0ebac81e1f97 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.649792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1902aa-32c2-49a8-bef1-009126023885 req-f43518cc-b678-48a0-85d1-218711f7a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:04.651828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d1902aa-32c2-49a8-bef1-009126023885 req-f43518cc-b678-48a0-85d1-218711f7a738 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 200 len: 855 time: 0.1659205 Dec 15 14:02:04.652105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b96af-0471-4a15-8276-0ebac81e1f97 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Subnet': ['ID=06e60d9f-d60b-45ae-a811-db3a30d52763,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:04.656961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a6bb40b8-1512-4204-b89b-1bb999408a98 req-4d038d1b-ad45-477f-b1c2-18c68a52fe13 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800829 Dec 15 14:02:04.661318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f75b96af-0471-4a15-8276-0ebac81e1f97 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.665206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f75b96af-0471-4a15-8276-0ebac81e1f97 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/subnets/06e60d9f-d60b-45ae-a811-db3a30d52763 HTTP/1.1" status: 204 len: 168 time: 1.4787462 Dec 15 14:02:04.665519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390c27e-d1d1-4356-a10c-988060c7cb24 None None] Network 39328fef-96f4-471d-b3e3-dd96390638f1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:04.670690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44444) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:04.719107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8040f1c-2b7f-4d99-8396-6b5bdb324cf8 req-57ab1018-a5dc-4559-9691-d1bd94013dd1 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290910 Dec 15 14:02:04.793831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Deleting port 7d1c3006-4f53-4811-b170-cec0da3f082c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:04.794233 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.813867 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.873938 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:04.942708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] DHCP port deletion for 39328fef-96f4-471d-b3e3-dd96390638f1 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:05.026690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.050298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Calling delete_port for 7d1c3006-4f53-4811-b170-cec0da3f082c owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:05.063469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] Deleting port 18d2e540-7009-485f-b00d-6f37dadcb46a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:05.064246 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.158335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 18d2e540-7009-485f-b00d-6f37dadcb46a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:05.158959 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.302378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] For port 18d2e540-7009-485f-b00d-6f37dadcb46a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=18d2e540-7009-485f-b00d-6f37dadcb46a,segment=NetworkSegment(e5988327-a22e-4ce3-a2f7-089c6b5b879f),segment_id=e5988327-a22e-4ce3-a2f7-089c6b5b879f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:05.302964 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.319859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 18d2e540-7009-485f-b00d-6f37dadcb46a owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:05.324445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] For port 18d2e540-7009-485f-b00d-6f37dadcb46a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=18d2e540-7009-485f-b00d-6f37dadcb46a,segment=NetworkSegment(e5988327-a22e-4ce3-a2f7-089c6b5b879f),segment_id=e5988327-a22e-4ce3-a2f7-089c6b5b879f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:05.325078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.432282 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] Calling delete_port for 18d2e540-7009-485f-b00d-6f37dadcb46a owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:05.524740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.539566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] No DVR routers for this DVR port 18d2e540-7009-485f-b00d-6f37dadcb46a on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:05.571376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eeb78-1fef-4233-8b64-aff4ff156b0a None None] Pushing event deleted for resources: {'Port': ['ID=18d2e540-7009-485f-b00d-6f37dadcb46a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:05.594433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.631009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=18d2e540-7009-485f-b00d-6f37dadcb46a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:05.637822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] No DVR routers for this DVR port 18d2e540-7009-485f-b00d-6f37dadcb46a on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:05.760656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.784724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39328fef-96f4-471d-b3e3-dd96390638f1']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:05.795979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5988327-a22e-4ce3-a2f7-089c6b5b879f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:05.796288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5988327-a22e-4ce3-a2f7-089c6b5b879f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:05.807233 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.821880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.833317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:05.834964 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.849042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad440f-1f1e-44b7-a0f9-ac76c70a0ef9 req-52f022ca-7395-480e-9884-d09b44875a16 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:05.873219 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27ad440f-1f1e-44b7-a0f9-ac76c70a0ef9 req-52f022ca-7395-480e-9884-d09b44875a16 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 943 time: 0.1151886 Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:05.908672 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:05.915149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.932734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:05.937761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/networks/39328fef-96f4-471d-b3e3-dd96390638f1 HTTP/1.1" status: 204 len: 168 time: 1.2648685 Dec 15 14:02:05.941129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44464) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:05.974798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c2a37-2d5c-4232-b8f1-125d3adad642 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Network': ['ID=39328fef-96f4-471d-b3e3-dd96390638f1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:06.016651 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.043170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497fe49-5c70-41d5-9c4e-7c497432f7cf None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:06.091582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event deleted for resources: {'Port': ['ID=7d1c3006-4f53-4811-b170-cec0da3f082c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:06.095109 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27ad440f-1f1e-44b7-a0f9-ac76c70a0ef9 req-f99fdcbb-1fd7-4fb0-8e66-b66b0a61d112 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207358 Dec 15 14:02:06.198940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e8d6e036-b67b-42f6-a4b6-df18890e9202 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:02:06.238449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.301697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port f3c9fbf4-fd05-41bc-a48f-da2d6c795c23 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:06.301697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.393842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ca577-7b86-40df-bb9c-d647d613b7f8 req-eca98f1c-6498-45bd-8bee-b71dfe368440 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:06.395652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a2ca577-7b86-40df-bb9c-d647d613b7f8 req-eca98f1c-6498-45bd-8bee-b71dfe368440 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1629138 Dec 15 14:02:06.436996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 18d2e540-7009-485f-b00d-6f37dadcb46a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:06.467592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 18d2e540-7009-485f-b00d-6f37dadcb46a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:02:06.467988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 18d2e540-7009-485f-b00d-6f37dadcb46a not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:02:06.518291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e8d6e036-b67b-42f6-a4b6-df18890e9202, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e8d6e036-b67b-42f6-a4b6-df18890e9202,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:06.518713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.519056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.538340 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.551003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'e8d6e036-b67b-42f6-a4b6-df18890e9202', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'port_id': 'e8d6e036-b67b-42f6-a4b6-df18890e9202', 'mac_address': 'fa:16:3e:b6:9e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a810473-510c-4634-84c0-8dfe62ec7ea0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:02:06.555255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.559479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for f3c9fbf4-fd05-41bc-a48f-da2d6c795c23 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:06.566789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a2ca577-7b86-40df-bb9c-d647d613b7f8 req-548a209e-0c94-46e4-8989-2fd34e8e8991 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624515 Dec 15 14:02:06.640541 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.656678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.657235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Fanout notify agent at l3_agent the message router_deleted on router 773ae215-d177-4092-9306-6c2c022600b2 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:02:06.673186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.675292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8d85a484-4019-46a1-917a-ee047a4521de tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/773ae215-d177-4092-9306-6c2c022600b2 HTTP/1.1" status: 204 len: 168 time: 3.4543831 Dec 15 14:02:06.679839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d6e036-b67b-42f6-a4b6-df18890e9202 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:06.681859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44472) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:06.687700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1315393971', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:06.712479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e8d6e036-b67b-42f6-a4b6-df18890e9202, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e8d6e036-b67b-42f6-a4b6-df18890e9202,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:06.713752 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.719302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.719933 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.720961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.802797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e8d6e036-b67b-42f6-a4b6-df18890e9202,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:06.813433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.932006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:06.961819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=f3c9fbf4-fd05-41bc-a48f-da2d6c795c23,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:07.022697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e8d6e036-b67b-42f6-a4b6-df18890e9202'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:07.127908 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.141032 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.144831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53a27832-ca27-442f-a212-d7186d37b0be tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/floatingips/fd91cb7b-9027-4b12-a324-f00c1641459a HTTP/1.1" status: 204 len: 168 time: 1.1948745 Dec 15 14:02:07.154626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44482) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:07.194689 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.196181 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-20067dcb-0f78-4363-9ac3-5c26a4bf95b4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] DELETE failed (client error): The resource could not be found. Dec 15 14:02:07.196977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20067dcb-0f78-4363-9ac3-5c26a4bf95b4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:07.211411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-20067dcb-0f78-4363-9ac3-5c26a4bf95b4 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/ports/f4819007-6213-41f1-958c-491bcdd1ca8f HTTP/1.1" status: 404 len: 333 time: 0.0556276 Dec 15 14:02:07.214609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:07.326558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-834cf576-0e11-4823-9698-2ddb141e917d tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "GET /v2.0/ports?device_id=94437bff-fedf-4af0-a167-12199f896487 HTTP/1.1" status: 200 len: 205 time: 0.1103685 Dec 15 14:02:07.330806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44490) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:07.334045 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.416514 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-ed6c87d1-69b2-4c38-a45d-bc690a30fc4c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] delete failed (client error): The resource could not be found. Dec 15 14:02:07.417587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ed6c87d1-69b2-4c38-a45d-bc690a30fc4c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/routers/94437bff-fedf-4af0-a167-12199f896487 HTTP/1.1" status: 404 len: 336 time: 0.0853019 Dec 15 14:02:07.420368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44492) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:07.481539 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-68eb4f00-e0d4-4ca2-b90e-5d1abad4f004 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] DELETE failed (client error): The resource could not be found. Dec 15 14:02:07.482011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68eb4f00-e0d4-4ca2-b90e-5d1abad4f004 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:07.488385 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-68eb4f00-e0d4-4ca2-b90e-5d1abad4f004 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/subnets/06e60d9f-d60b-45ae-a811-db3a30d52763 HTTP/1.1" status: 404 len: 337 time: 0.0648170 Dec 15 14:02:07.492841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44496) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:07.500912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb021c-a163-49cf-b17a-ced6befa84a7 req-1717b90b-9284-47ea-9928-0c3838ec3ef0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:07.502444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1fb021c-a163-49cf-b17a-ced6befa84a7 req-1717b90b-9284-47ea-9928-0c3838ec3ef0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 944 time: 0.2443044 Dec 15 14:02:07.592407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1fb021c-a163-49cf-b17a-ced6befa84a7 req-ef9eb53e-2731-4dd3-8248-acdf4a735152 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823054 Dec 15 14:02:07.765880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.786248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-64c2958d-a6c0-492b-8980-c151d44a58a2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 30cb20d9-349e-4e2e-97b4-719a93e8cb90 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:07.786604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64c2958d-a6c0-492b-8980-c151d44a58a2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.803189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.933442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Allocated IP 172.25.7.129 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/c76b38c3-91b4-44fd-b004-4ebe90f0bfc2) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:07.956384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64c2958d-a6c0-492b-8980-c151d44a58a2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:07.989396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-64c2958d-a6c0-492b-8980-c151d44a58a2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 30cb20d9-349e-4e2e-97b4-719a93e8cb90 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:08.058565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.109894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1902aa-32c2-49a8-bef1-009126023885 req-97699f35-ee4a-4fd9-9a28-2f33e257b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:08.112389 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d1902aa-32c2-49a8-bef1-009126023885 req-97699f35-ee4a-4fd9-9a28-2f33e257b2d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=92a73772-e43c-4d8f-8ab4-eaa21a18ff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5633674 Dec 15 14:02:08.113851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.175661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:08.181758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:08.199429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a375d64-c154-4902-a1fd-ceb3db074b35 req-3a048810-ce6d-4fa9-8544-4563754f10ed tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:08.201401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a375d64-c154-4902-a1fd-ceb3db074b35 req-3a048810-ce6d-4fa9-8544-4563754f10ed tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.4775512 Dec 15 14:02:08.205246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:08.213971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e8d6e036-b67b-42f6-a4b6-df18890e9202 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:08.257968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64c2958d-a6c0-492b-8980-c151d44a58a2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.283301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef268d1e-63ad-4d3e-9080-6d23222e4d38 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:08.348895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event updated for resources: {'Port': ['ID=c76b38c3-91b4-44fd-b004-4ebe90f0bfc2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:08.368356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port e8d6e036-b67b-42f6-a4b6-df18890e9202 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:02:08.374396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port e8d6e036-b67b-42f6-a4b6-df18890e9202 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:08.374785 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.389283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2958d-a6c0-492b-8980-c151d44a58a2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=30cb20d9-349e-4e2e-97b4-719a93e8cb90,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:08.479161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64c2958d-a6c0-492b-8980-c151d44a58a2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.488929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-64c2958d-a6c0-492b-8980-c151d44a58a2 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/ports/30cb20d9-349e-4e2e-97b4-719a93e8cb90 HTTP/1.1" status: 204 len: 168 time: 0.9852066 Dec 15 14:02:08.495558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44512) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:08.589115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-26d6adc5-b85d-48e1-8b78-bd5716bc71d1 None None] Provisioning complete for port c76b38c3-91b4-44fd-b004-4ebe90f0bfc2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:08.589498 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26d6adc5-b85d-48e1-8b78-bd5716bc71d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.651258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a375d64-c154-4902-a1fd-ceb3db074b35 req-3a4535d6-8be4-4c9c-91ab-5068b77c1f94 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4247551 Dec 15 14:02:08.670632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-26d6adc5-b85d-48e1-8b78-bd5716bc71d1 None None] Port c76b38c3-91b4-44fd-b004-4ebe90f0bfc2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:08.800531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-45b5c456-33a6-417c-a3e0-e6560d3c272c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 6d029c4f-011c-4e09-b02e-efcd4a13df3a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:08.800994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45b5c456-33a6-417c-a3e0-e6560d3c272c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.805477 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.865641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1676c690-09b5-4620-ae5d-f15c6f4f709a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d6e036-b67b-42f6-a4b6-df18890e9202'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:08.874542 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac65dfef-ce64-40cd-ba2d-b2bd3ec94a15" -d '{"events": [{"server_uuid": "1676c690-09b5-4620-ae5d-f15c6f4f709a", "name": "network-vif-plugged", "status": "completed", "tag": "e8d6e036-b67b-42f6-a4b6-df18890e9202"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:08.896253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e8d6e036-b67b-42f6-a4b6-df18890e9202, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e8d6e036-b67b-42f6-a4b6-df18890e9202,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:08.910580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:08.988273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45b5c456-33a6-417c-a3e0-e6560d3c272c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.019016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-45b5c456-33a6-417c-a3e0-e6560d3c272c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 6d029c4f-011c-4e09-b02e-efcd4a13df3a owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:09.056211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e8d6e036-b67b-42f6-a4b6-df18890e9202,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:09.212510 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b3dcb8-eac8-4403-a6fe-2cb38cbdd71a x-openstack-request-id: req-a9b3dcb8-eac8-4403-a6fe-2cb38cbdd71a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:09.212510 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1676c690-09b5-4620-ae5d-f15c6f4f709a", "name": "network-vif-plugged", "status": "completed", "tag": "e8d6e036-b67b-42f6-a4b6-df18890e9202", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:09.212723 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a9b3dcb8-eac8-4403-a6fe-2cb38cbdd71a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:09.213764 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1676c690-09b5-4620-ae5d-f15c6f4f709a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d6e036-b67b-42f6-a4b6-df18890e9202', 'code': 200} Dec 15 14:02:09.310137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45b5c456-33a6-417c-a3e0-e6560d3c272c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.430409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5c456-33a6-417c-a3e0-e6560d3c272c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=6d029c4f-011c-4e09-b02e-efcd4a13df3a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:09.520357 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45b5c456-33a6-417c-a3e0-e6560d3c272c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:09.526367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-45b5c456-33a6-417c-a3e0-e6560d3c272c tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/ports/6d029c4f-011c-4e09-b02e-efcd4a13df3a HTTP/1.1" status: 204 len: 168 time: 1.0271313 Dec 15 14:02:09.529129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44528) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:09.576415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d457b-6a43-4c7e-a764-b15f9baf3610 req-cf1d9876-c8cf-4e1d-9497-7485388abaf7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:09.578226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd1d457b-6a43-4c7e-a764-b15f9baf3610 req-cf1d9876-c8cf-4e1d-9497-7485388abaf7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 944 time: 0.7947206 Dec 15 14:02:09.644590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b844c8-8374-4f09-8aa1-8330623d44fc tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:09.658152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0b844c8-8374-4f09-8aa1-8330623d44fc tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 HTTP/1.1" status: 200 len: 913 time: 0.1284912 Dec 15 14:02:09.659038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44530) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:09.720555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d1902aa-32c2-49a8-bef1-009126023885 req-4d542018-6ab6-4aba-9b99-77625076bd01 service neutron] 10.222.0.74 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2162316 Dec 15 14:02:09.824786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd1d457b-6a43-4c7e-a764-b15f9baf3610 req-d67e5345-dec4-43ac-89b6-2ac33bc9be85 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292051 Dec 15 14:02:09.826051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.017907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f43941-ab84-4f11-82e7-0baad4bb9ec5 req-2668826e-8e6e-495e-8928-7025893bd66d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:10.022813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0f43941-ab84-4f11-82e7-0baad4bb9ec5 req-2668826e-8e6e-495e-8928-7025893bd66d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1614840 Dec 15 14:02:10.137469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0f43941-ab84-4f11-82e7-0baad4bb9ec5 req-e4352ef5-ab60-4cc7-8e18-b87ff081837e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034873 Dec 15 14:02:10.426487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.448344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d1902aa-32c2-49a8-bef1-009126023885 req-7f17ee32-5f58-496e-93c6-362fa52df410 service neutron] 10.222.0.74 "GET /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715051 Dec 15 14:02:10.474851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.672666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Router 1392199b-843e-4089-9fc6-90e6d24f6ff5 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:02:10.813247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:02:10.827573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18b658-4af6-4b84-97f6-3141b1b6f26c None None] Sync routers for ids ['1392199b-843e-4089-9fc6-90e6d24f6ff5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:02:10.838393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.839148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7940bbf7-c449-4fee-839a-de497e78cf56 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1560035 Dec 15 14:02:10.842991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:10.847538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18b658-4af6-4b84-97f6-3141b1b6f26c None None] Routers {'1392199b-843e-4089-9fc6-90e6d24f6ff5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:10.849247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7f18b658-4af6-4b84-97f6-3141b1b6f26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1392199b-843e-4089-9fc6-90e6d24f6ff5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:10.854994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:10.876226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 4327692d-c251-4620-9321-cf62aa52e077 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:10.876604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:10.937687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7f18b658-4af6-4b84-97f6-3141b1b6f26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:10.962406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18b658-4af6-4b84-97f6-3141b1b6f26c None None] Routers {'1392199b-843e-4089-9fc6-90e6d24f6ff5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:10.963587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7f18b658-4af6-4b84-97f6-3141b1b6f26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1392199b-843e-4089-9fc6-90e6d24f6ff5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:11.012198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7f18b658-4af6-4b84-97f6-3141b1b6f26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:11.012884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18b658-4af6-4b84-97f6-3141b1b6f26c None None] The sync data for ids ['1392199b-843e-4089-9fc6-90e6d24f6ff5'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:02:11.366832 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.380857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784bb4e-cdd2-4f21-a6e5-9332e23ddea8 req-dea8e776-316f-4522-b064-26b0232a8153 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:11.383178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f784bb4e-cdd2-4f21-a6e5-9332e23ddea8 req-dea8e776-316f-4522-b064-26b0232a8153 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.4278252 Dec 15 14:02:11.401961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.452241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f784bb4e-cdd2-4f21-a6e5-9332e23ddea8 req-43ca6883-02e7-4b5d-a70e-552413547b1e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606225 Dec 15 14:02:11.457588 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.500268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 4327692d-c251-4620-9321-cf62aa52e077 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:11.521558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Deleting port c76b38c3-91b4-44fd-b004-4ebe90f0bfc2 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:11.522960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.708277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.725966 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Calling delete_port for c76b38c3-91b4-44fd-b004-4ebe90f0bfc2 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:11.814400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:11.854925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=4327692d-c251-4620-9321-cf62aa52e077,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:11.870012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3bca5-efd8-4c00-bf40-b2c1223100d0 req-fba0b576-34f5-44ba-bf0a-cdb2d9e80be5 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:11.871574 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06b3bca5-efd8-4c00-bf40-b2c1223100d0 req-fba0b576-34f5-44ba-bf0a-cdb2d9e80be5 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1068509 Dec 15 14:02:11.968119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06b3bca5-efd8-4c00-bf40-b2c1223100d0 req-5b5201dd-0ebf-4058-893c-e5685875867c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765171 Dec 15 14:02:11.980900 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.073533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da07d98-728b-4422-84b8-67de49e7f955 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:12.087026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Pushing event deleted for resources: {'Port': ['ID=c76b38c3-91b4-44fd-b004-4ebe90f0bfc2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:12.136442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.181339 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.424228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:02:12.481667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.486132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.547711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:02:12.562228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b938b229-058c-465a-8e8e-05296571359b tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "PUT /v2.0/routers/8b9bfd54-909f-4fd1-8551-c0ec8d8fb835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8975158 Dec 15 14:02:12.563852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44572) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:12.566416 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae602438-e557-4b26-95ee-45f98c88238f None None] Sync routers for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:02:12.579651 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae602438-e557-4b26-95ee-45f98c88238f None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:12.580688 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ae602438-e557-4b26-95ee-45f98c88238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:12.596979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Router 1392199b-843e-4089-9fc6-90e6d24f6ff5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:02:12.624055 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ae602438-e557-4b26-95ee-45f98c88238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:12.635112 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae602438-e557-4b26-95ee-45f98c88238f None None] Routers {'8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:12.636082 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ae602438-e557-4b26-95ee-45f98c88238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:12.690840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:02:12.693473 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ae602438-e557-4b26-95ee-45f98c88238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:12.694494 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae602438-e557-4b26-95ee-45f98c88238f None None] The sync data for ids ['8b9bfd54-909f-4fd1-8551-c0ec8d8fb835'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:02:12.717145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8009da-339c-4f68-81e5-bb4d063c5dfc None None] Sync routers for ids ['1392199b-843e-4089-9fc6-90e6d24f6ff5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:02:12.729921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8009da-339c-4f68-81e5-bb4d063c5dfc None None] Routers {'1392199b-843e-4089-9fc6-90e6d24f6ff5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:12.732743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fb8009da-339c-4f68-81e5-bb4d063c5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1392199b-843e-4089-9fc6-90e6d24f6ff5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:12.738474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.759743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44574) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:12.768993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-30ef0b94-c857-4738-bf70-c4732725b5ba tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "PUT /v2.0/routers/1392199b-843e-4089-9fc6-90e6d24f6ff5 HTTP/1.1" status: 200 len: 706 time: 1.9247987 Dec 15 14:02:12.803890 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fb8009da-339c-4f68-81e5-bb4d063c5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:12.813907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8009da-339c-4f68-81e5-bb4d063c5dfc None None] Routers {'1392199b-843e-4089-9fc6-90e6d24f6ff5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:12.814539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fb8009da-339c-4f68-81e5-bb4d063c5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['1392199b-843e-4089-9fc6-90e6d24f6ff5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:12.856801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fb8009da-339c-4f68-81e5-bb4d063c5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:12.857428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8009da-339c-4f68-81e5-bb4d063c5dfc None None] The sync data for ids ['1392199b-843e-4089-9fc6-90e6d24f6ff5'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:02:12.885266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:12.889918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6df30283-e9d2-4e2d-9e06-aad4e9548402 tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/routers/1392199b-843e-4089-9fc6-90e6d24f6ff5 HTTP/1.1" status: 200 len: 741 time: 0.1272719 Dec 15 14:02:12.893628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:12.954599 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ec347c3d-fb9b-42e5-9db1-d076d049467a tempest-RoutersAdminTest-2077666134 tempest-RoutersAdminTest-2077666134-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=1392199b-843e-4089-9fc6-90e6d24f6ff5 HTTP/1.1" status: 200 len: 205 time: 0.0597308 Dec 15 14:02:12.958225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:12.977290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8a142-f327-47f5-9c11-e5e85a84e376 req-54591432-0391-4c17-aca5-a424510f3911 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:12.985428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68a8a142-f327-47f5-9c11-e5e85a84e376 req-54591432-0391-4c17-aca5-a424510f3911 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.3305159 Dec 15 14:02:12.995357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7a781bcb-dd4d-4fc0-951c-abef12274b6a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=1392199b-843e-4089-9fc6-90e6d24f6ff5 HTTP/1.1" status: 200 len: 205 time: 0.0359468 Dec 15 14:02:12.998223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44584) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:13.097213 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19c48b48-f928-4be2-a681-25686f2b24d5 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.110023 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68a8a142-f327-47f5-9c11-e5e85a84e376 req-6a2d8074-86e4-4bad-87fd-29d6b765e2f8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235838 Dec 15 14:02:13.134106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.337387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting port 1bf306a8-497d-4839-9c05-dadaa1e26257 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:13.337387 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.406381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36856ba-5e5d-444f-8f01-69da1c46def7 req-c4367cdf-0a10-435e-b41d-c7d32dd8974b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:13.415933 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f36856ba-5e5d-444f-8f01-69da1c46def7 req-c4367cdf-0a10-435e-b41d-c7d32dd8974b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1826611 Dec 15 14:02:13.492476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f36856ba-5e5d-444f-8f01-69da1c46def7 req-a7a8f41d-76a0-4d45-927d-ec9c09fab738 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755467 Dec 15 14:02:13.541378 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.564053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Calling delete_port for 1bf306a8-497d-4839-9c05-dadaa1e26257 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:13.681307 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19c48b48-f928-4be2-a681-25686f2b24d5 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.684311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19c48b48-f928-4be2-a681-25686f2b24d5 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.763361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19c48b48-f928-4be2-a681-25686f2b24d5 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.765324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c48b48-f928-4be2-a681-25686f2b24d5 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Fanout notify agent at l3_agent the message router_deleted on router 1392199b-843e-4089-9fc6-90e6d24f6ff5 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:02:13.778277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19c48b48-f928-4be2-a681-25686f2b24d5 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.783474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-19c48b48-f928-4be2-a681-25686f2b24d5 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/1392199b-843e-4089-9fc6-90e6d24f6ff5 HTTP/1.1" status: 204 len: 168 time: 0.7801859 Dec 15 14:02:13.783642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44596) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:13.838884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ad46f2ee-fea6-45d6-9935-29c2ea4a7a46 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=1392199b-843e-4089-9fc6-90e6d24f6ff5 HTTP/1.1" status: 200 len: 205 time: 0.0519068 Dec 15 14:02:13.839390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:13.862155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:13.882445 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-362ed112-3fde-42cd-94a9-aaf088007b03 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] delete failed (client error): The resource could not be found. Dec 15 14:02:13.884514 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-362ed112-3fde-42cd-94a9-aaf088007b03 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/1392199b-843e-4089-9fc6-90e6d24f6ff5 HTTP/1.1" status: 404 len: 336 time: 0.0438352 Dec 15 14:02:13.887074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:13.910295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Port': ['ID=1bf306a8-497d-4839-9c05-dadaa1e26257,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:13.923199 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8c52d30e-811e-4282-9ee6-56f30559a196 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=773ae215-d177-4092-9306-6c2c022600b2 HTTP/1.1" status: 200 len: 205 time: 0.0350056 Dec 15 14:02:13.923812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44604) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:13.937562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340fb038-fc85-48dd-94ac-c3b9198d9634 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:13.971806 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-5b93ba11-0fc1-4cbf-b95c-566fd291492a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] delete failed (client error): The resource could not be found. Dec 15 14:02:13.973203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5b93ba11-0fc1-4cbf-b95c-566fd291492a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/773ae215-d177-4092-9306-6c2c022600b2 HTTP/1.1" status: 404 len: 336 time: 0.0483851 Dec 15 14:02:13.977092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44608) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.037015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-eac02edc-2549-4542-a2af-e44e4f7ca426 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=141fb69e-34d4-43d1-ab50-a95a00545497 HTTP/1.1" status: 200 len: 205 time: 0.0587647 Dec 15 14:02:14.040789 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.082678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.110136 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-7e23e17b-9c07-4939-ad57-6d2cabd66977 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] delete failed (client error): The resource could not be found. Dec 15 14:02:14.120924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7e23e17b-9c07-4939-ad57-6d2cabd66977 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/141fb69e-34d4-43d1-ab50-a95a00545497 HTTP/1.1" status: 404 len: 336 time: 0.0788727 Dec 15 14:02:14.121549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44612) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.179903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a18e1e1-f5e7-429a-81f7-5a668d64eed3 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=afd041e6-697f-4776-8caf-aa7f4f9f7d82 HTTP/1.1" status: 200 len: 205 time: 0.0571957 Dec 15 14:02:14.185450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.249505 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-4dac106a-4051-40b8-b08b-18f16501aa10 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] delete failed (client error): The resource could not be found. Dec 15 14:02:14.253828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4dac106a-4051-40b8-b08b-18f16501aa10 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/afd041e6-697f-4776-8caf-aa7f4f9f7d82 HTTP/1.1" status: 404 len: 336 time: 0.0648482 Dec 15 14:02:14.254439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44622) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.282209 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.310691 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.321642 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2680b736-30f9-461f-a8bb-17e53d5ec1e6 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e493ad6-f2c6-4d08-b22d-36bda69477c5 HTTP/1.1" status: 200 len: 205 time: 0.0659156 Dec 15 14:02:14.322162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44624) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.411002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4988b-ecf4-4588-b7d6-d4bea5d2baec req-29c716cc-2323-4f0c-94d6-bbadeb57a555 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:14.413034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ed4988b-ecf4-4588-b7d6-d4bea5d2baec req-29c716cc-2323-4f0c-94d6-bbadeb57a555 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1558280 Dec 15 14:02:14.414819 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-5954fd25-e6c1-4652-92f6-f29f79ebe68a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] delete failed (client error): The resource could not be found. Dec 15 14:02:14.418322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5954fd25-e6c1-4652-92f6-f29f79ebe68a tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/3e493ad6-f2c6-4d08-b22d-36bda69477c5 HTTP/1.1" status: 404 len: 336 time: 0.0928407 Dec 15 14:02:14.418991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44628) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.436219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.436739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Fanout notify agent at l3_agent the message router_deleted on router 8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:02:14.451079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.454705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-111fae1a-5025-49e1-8005-978b475e4be8 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/routers/8b9bfd54-909f-4fd1-8551-c0ec8d8fb835 HTTP/1.1" status: 204 len: 168 time: 1.8897717 Dec 15 14:02:14.456970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f019fdf2-4d67-45db-9470-b018b72c3447 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7dd5d10-96b9-474e-9a1b-e0e86c74efd6 HTTP/1.1" status: 200 len: 205 time: 0.0357704 Dec 15 14:02:14.456970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44630) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.458974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44632) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.509939 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-f3fd3cdb-afeb-41a0-ae70-e18cf73bf434 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] delete failed (client error): The resource could not be found. Dec 15 14:02:14.513761 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f3fd3cdb-afeb-41a0-ae70-e18cf73bf434 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/routers/b7dd5d10-96b9-474e-9a1b-e0e86c74efd6 HTTP/1.1" status: 404 len: 336 time: 0.0505235 Dec 15 14:02:14.513761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.542582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc376f59-36f1-4b0a-826d-c4afcff6afa7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Deleting subnet 2a728373-a317-48cb-9e81-aecfa225372f {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:14.547265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc376f59-36f1-4b0a-826d-c4afcff6afa7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.552489 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee07cb05-98c3-4690-830e-060180b21931 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] DELETE failed (client error): The resource could not be found. Dec 15 14:02:14.552954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee07cb05-98c3-4690-830e-060180b21931 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:14.558731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ee07cb05-98c3-4690-830e-060180b21931 tempest-RoutersAdminTest-1167091300 tempest-RoutersAdminTest-1167091300-project] 10.222.0.86 "DELETE /v2.0/subnets/e21c215e-bf44-4038-a984-9de4ae8c79f8 HTTP/1.1" status: 404 len: 337 time: 0.0415158 Dec 15 14:02:14.562583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ed4988b-ecf4-4588-b7d6-d4bea5d2baec req-34fc3fd8-34c4-49e8-b03b-8e17bbea5fe3 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336818 Dec 15 14:02:14.607278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc376f59-36f1-4b0a-826d-c4afcff6afa7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.663529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc376f59-36f1-4b0a-826d-c4afcff6afa7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.759720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc376f59-36f1-4b0a-826d-c4afcff6afa7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.776453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69669092-2afd-4526-b18c-1e8363c85c55 req-95ad60cc-a894-4b5d-b4df-3e77d398c15c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:14.780380 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-69669092-2afd-4526-b18c-1e8363c85c55 req-95ad60cc-a894-4b5d-b4df-3e77d398c15c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1170015 Dec 15 14:02:14.808380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc376f59-36f1-4b0a-826d-c4afcff6afa7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Subnet': ['ID=2a728373-a317-48cb-9e81-aecfa225372f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:14.818939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc376f59-36f1-4b0a-826d-c4afcff6afa7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.825265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dc376f59-36f1-4b0a-826d-c4afcff6afa7 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/subnets/2a728373-a317-48cb-9e81-aecfa225372f HTTP/1.1" status: 204 len: 168 time: 0.3673558 Dec 15 14:02:14.826036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44644) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:14.869800 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-69669092-2afd-4526-b18c-1e8363c85c55 req-bd503504-6dec-4762-84d6-0ef3614aed0d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835543 Dec 15 14:02:14.939804 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:14.962861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44652) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:15.046539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.071310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c50ba8a-f85b-478d-b930-4f91e3e271ad']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:15.081624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8fc2e6-0146-4626-a999-c5d7446845ce') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:15.081927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8fc2e6-0146-4626-a999-c5d7446845ce') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:15.092024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.106312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24cad293-8acd-4559-83a8-ad198c35391a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.106608 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.112605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:15.113110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:15.117452 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:15.185264 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.202561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24cad293-8acd-4559-83a8-ad198c35391a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.205369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.206709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24cad293-8acd-4559-83a8-ad198c35391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.211394 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] 10.222.0.86 "DELETE /v2.0/networks/7c50ba8a-f85b-478d-b930-4f91e3e271ad HTTP/1.1" status: 204 len: 168 time: 0.3814273 Dec 15 14:02:15.212768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f5882-7084-4145-aabd-4a3d86635419 tempest-FloatingIPTestJSON-1633121622 tempest-FloatingIPTestJSON-1633121622-project] Pushing event deleted for resources: {'Network': ['ID=7c50ba8a-f85b-478d-b930-4f91e3e271ad,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:15.256409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-24cad293-8acd-4559-83a8-ad198c35391a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27ee7eb4b2454d36b362bd1b4d08c1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2922966 Dec 15 14:02:15.257223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44662) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:15.258285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cad293-8acd-4559-83a8-ad198c35391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dfb471-be92-45d1-991d-ed56d9505e0e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:15.324396 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6a45679-5c0c-4c12-baab-8a8c16e0411a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.349228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6a45679-5c0c-4c12-baab-8a8c16e0411a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.425174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6a45679-5c0c-4c12-baab-8a8c16e0411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.430341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6a45679-5c0c-4c12-baab-8a8c16e0411a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.434448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b6a45679-5c0c-4c12-baab-8a8c16e0411a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/76dfb471-be92-45d1-991d-ed56d9505e0e HTTP/1.1" status: 204 len: 168 time: 0.1740706 Dec 15 14:02:15.440764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a45679-5c0c-4c12-baab-8a8c16e0411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dfb471-be92-45d1-991d-ed56d9505e0e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:15.487890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbadf4d-086a-4e6a-a4da-a316e588b51b req-545aae4f-21ad-4e54-afa4-be9c81643ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:15.489491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdbadf4d-086a-4e6a-a4da-a316e588b51b req-545aae4f-21ad-4e54-afa4-be9c81643ebd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 1096 time: 0.0861659 Dec 15 14:02:15.504824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:15.561608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdbadf4d-086a-4e6a-a4da-a316e588b51b req-da60d7b1-81d9-4929-ab12-c1007c501c64 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632839 Dec 15 14:02:15.696135 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e3b968ea-ad3f-46b8-b7ac-de3228e5309e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1743bee816774064b02c20805b0008b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897941 Dec 15 14:02:15.701560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44682) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:15.780144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b99218-3723-4587-9bcc-5bc14dffbbbd req-c993eb56-5324-4afb-b59c-7fc533ac6ab0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:15.781763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6b99218-3723-4587-9bcc-5bc14dffbbbd req-c993eb56-5324-4afb-b59c-7fc533ac6ab0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1016479 Dec 15 14:02:15.809081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f281c-c09f-4882-90f9-b54cf0be72a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.854139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f281c-c09f-4882-90f9-b54cf0be72a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.875815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6b99218-3723-4587-9bcc-5bc14dffbbbd req-5d14c7c9-3882-4b28-80fd-75a6fd650224 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831192 Dec 15 14:02:15.908784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:15.929490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f281c-c09f-4882-90f9-b54cf0be72a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.932306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f281c-c09f-4882-90f9-b54cf0be72a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:15.937805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7a0f281c-c09f-4882-90f9-b54cf0be72a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/827d80c1-3dc0-459e-ad29-d9785250406f HTTP/1.1" status: 204 len: 168 time: 0.2106831 Dec 15 14:02:15.945233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f281c-c09f-4882-90f9-b54cf0be72a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d80c1-3dc0-459e-ad29-d9785250406f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:15.991966 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cd01a70b-a783-4db3-b6aa-b7a139758db5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ad46a799c534f15afa8d24716dd5236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0814862 Dec 15 14:02:15.994466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44694) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:16.074885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20b23a6f-81bf-4282-af2b-e98ae48bbcde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.082178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302269-7692-42c2-ba7d-b62b680a1f3d req-c395d6b3-c1c6-4b7d-968a-98e02791ee01 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:16.084120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69302269-7692-42c2-ba7d-b62b680a1f3d req-c395d6b3-c1c6-4b7d-968a-98e02791ee01 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.0730929 Dec 15 14:02:16.110976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20b23a6f-81bf-4282-af2b-e98ae48bbcde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.147429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69302269-7692-42c2-ba7d-b62b680a1f3d req-3a221c2e-3adc-478f-890a-f15dedf87ef0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550520 Dec 15 14:02:16.166583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20b23a6f-81bf-4282-af2b-e98ae48bbcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.170072 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20b23a6f-81bf-4282-af2b-e98ae48bbcde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:16.172443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-20b23a6f-81bf-4282-af2b-e98ae48bbcde admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d297be73-a780-44bf-9f13-715295e8d187 HTTP/1.1" status: 204 len: 168 time: 0.1765609 Dec 15 14:02:16.183162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b23a6f-81bf-4282-af2b-e98ae48bbcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d297be73-a780-44bf-9f13-715295e8d187,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:16.976836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44750) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:17.060375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d109e-be53-478e-b3ed-2bd499ea6234 req-72e25044-5576-4cf4-a633-7337da842ad4 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:17.063428 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f81d109e-be53-478e-b3ed-2bd499ea6234 req-72e25044-5576-4cf4-a633-7337da842ad4 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0882542 Dec 15 14:02:17.132004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f81d109e-be53-478e-b3ed-2bd499ea6234 req-a42c62c6-7686-45e0-8f71-f72717a1b1ac tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616493 Dec 15 14:02:17.167836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:17.240060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-562635496'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:17.268672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'networks': [{'name': 'tempest-network--1660149130'}, {'name': 'tempest-network--1379942379'}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:17.269129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'network': {'name': 'tempest-network--1660149130'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:17.270174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'network': {'name': 'tempest-network--1379942379'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:17.299240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Made reservation on behalf of 4ff82e8df0e14c80b40f76ba11189e24 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:17.302753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.337151 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.385632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Made reservation on behalf of 0ace05afda8b4228bb23d8f21bd06898 for: {'network': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:17.390150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.407477 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.437501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c3fcb-e1d1-4af4-b45a-ac6ff4053812 req-6e1027d9-9915-4635-a0a1-7792ec807e3a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:17.445383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-978c3fcb-e1d1-4af4-b45a-ac6ff4053812 req-6e1027d9-9915-4635-a0a1-7792ec807e3a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0615928 Dec 15 14:02:17.447702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580d793-1a2d-411d-9695-1ed230ccb668 req-8ac8bc2c-fc15-49e0-af11-ff243855ed5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:17.449474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6580d793-1a2d-411d-9695-1ed230ccb668 req-8ac8bc2c-fc15-49e0-af11-ff243855ed5c tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.1657116 Dec 15 14:02:17.492184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.509240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.515597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-978c3fcb-e1d1-4af4-b45a-ac6ff4053812 req-fa686682-a43d-4851-9820-b552391bf714 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693412 Dec 15 14:02:17.570791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:17.590916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca732072-034c-48b7-b265-e8ff8496f272,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:17.603343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6580d793-1a2d-411d-9695-1ed230ccb668 req-83cc7d58-26de-4a6d-b506-0aa4afdbc489 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430085 Dec 15 14:02:17.607668 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.608061 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Added segment f66d5fc7-325b-4e77-833d-5624e78fb173 of type vlan for network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 Dec 15 14:02:17.667694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.680114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.687058 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.687523 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.735842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.742183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:17.742821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.750120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7bcf38-3f34-4578-a555-2ec5d19f6921,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:17.775456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:17.820234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6508849 Dec 15 14:02:17.823508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44784) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:17.829188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'subnet': {'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:17.832221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.832565 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Added segment 412605d6-d34f-489e-b71c-4aca95c13507 of type vlan for network 573be2d8-c4fc-42e2-9226-08ccaf6b17ff Dec 15 14:02:17.849966 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a1556-a4b9-443e-8bf0-7e596f647b1f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Network': ['ID=f5bde6a7-a37d-4c2b-af80-c10322fa13b8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:17.868452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:17.892741 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.942679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:17.955781 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:17.956183 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Added segment 98c717d0-ec75-4891-b864-fadd302da1b5 of type vlan for network 54eff13e-0ddf-4b8f-9b58-12ac3f02816e Dec 15 14:02:17.963371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Made reservation on behalf of 4ff82e8df0e14c80b40f76ba11189e24 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:17.969180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.000694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.030134 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.030856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.038865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.044052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.044726 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.105377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1198175 Dec 15 14:02:18.108647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:18.196266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Network': ['ID=573be2d8-c4fc-42e2-9226-08ccaf6b17ff,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:18.202470 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.208752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 573be2d8-c4fc-42e2-9226-08ccaf6b17ff details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:18.272236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:02:18.279009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Subnet': ['ID=859afc3a-2efc-4144-91fc-9c256ca055f5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:18.284556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Checking segment: {'id': 'f66d5fc7-325b-4e77-833d-5624e78fb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:18.284919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Network hostable DHCP agents. Network: f5bde6a7-a37d-4c2b-af80-c10322fa13b8, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:18.307821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:18.323759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f5bde6a7-a37d-4c2b-af80-c10322fa13b8) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:18.333622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.334757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.336928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ca4d6-a9d6-491d-9642-7bea18658e02 None None] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:18.343390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f299976-ce78-45f5-baaa-eba852c421d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Network': ['ID=54eff13e-0ddf-4b8f-9b58-12ac3f02816e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:18.373370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a6d8dd7f-2d5e-4c03-9934-ff006f36f41a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5485604 Dec 15 14:02:18.375800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:18.378050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 54eff13e-0ddf-4b8f-9b58-12ac3f02816e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:18.380308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715da5b8-a246-4e00-abaa-aebe0ba818fc tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.383742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-434001832'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:18.386832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715da5b8-a246-4e00-abaa-aebe0ba818fc tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.392824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715da5b8-a246-4e00-abaa-aebe0ba818fc tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.399007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715da5b8-a246-4e00-abaa-aebe0ba818fc tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.400779 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-715da5b8-a246-4e00-abaa-aebe0ba818fc tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2910643 Dec 15 14:02:18.404516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44802) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:18.536228 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.565988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:18.599700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'project_id': '4ff82e8df0e14c80b40f76ba11189e24', 'fixed_ips': [{'subnet_id': '859afc3a-2efc-4144-91fc-9c256ca055f5'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:18.602824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Made reservation on behalf of 4ff82e8df0e14c80b40f76ba11189e24 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:18.604664 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.606486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.617220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'port_id': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'mac_address': 'fa:16:3e:a3:c7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:02:18.725991 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.754364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:18.806417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:18.814126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:18.844153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0b86-d845-4019-9124-f1bbe44429b7 req-3b36281b-27dd-4524-844a-e6ffc56a868b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:18.852610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd8f0b86-d845-4019-9124-f1bbe44429b7 req-3b36281b-27dd-4524-844a-e6ffc56a868b tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 945 time: 0.0804815 Dec 15 14:02:18.862440 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Allocated IP 2001:db8::2 (f5bde6a7-a37d-4c2b-af80-c10322fa13b8/859afc3a-2efc-4144-91fc-9c256ca055f5/7b49fd29-b884-4450-9fbe-08534398c5ec) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:18.894584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=11']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:18.916082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd8f0b86-d845-4019-9124-f1bbe44429b7 req-8b52a206-f017-495c-a693-05a996fc4cd0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586457 Dec 15 14:02:19.016461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] device_id is not set on port c0dd789f-f5b7-44ea-95e5-2f9d97e467a7 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:19.025687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.044268 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.052133 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.085575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:19.096088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573be2d8-c4fc-42e2-9226-08ccaf6b17ff']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:19.120688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386af90c-65c0-4e24-89f1-263c63c6659f req-2f2532d5-efcf-4e57-b473-0f28ceb38009 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.122238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:19.127970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-386af90c-65c0-4e24-89f1-263c63c6659f req-2f2532d5-efcf-4e57-b473-0f28ceb38009 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.5087302 Dec 15 14:02:19.132681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:19.136670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412605d6-d34f-489e-b71c-4aca95c13507') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:19.136970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412605d6-d34f-489e-b71c-4aca95c13507') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:19.142279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:19.147622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Pushing event updated for resources: {'Port': ['ID=7b49fd29-b884-4450-9fbe-08534398c5ec,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:19.161471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.226641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.232987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Attempting to bind port 7b49fd29-b884-4450-9fbe-08534398c5ec on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:19.233367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Attempting to bind port 7b49fd29-b884-4450-9fbe-08534398c5ec by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f66d5fc7-325b-4e77-833d-5624e78fb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:19.233972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Attempting to bind port 7b49fd29-b884-4450-9fbe-08534398c5ec on network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:19.244912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:19.245325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.247513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:19.247928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Checking segment: {'id': 'f66d5fc7-325b-4e77-833d-5624e78fb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: items = [ Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:19.248331 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:19.250106 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.250106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Bound using segment: {'id': 'f66d5fc7-325b-4e77-833d-5624e78fb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:19.250480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Bound port: 7b49fd29-b884-4450-9fbe-08534398c5ec, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66d5fc7-325b-4e77-833d-5624e78fb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:19.250878 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.282821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Allocated IP 2001:db8::205 (f5bde6a7-a37d-4c2b-af80-c10322fa13b8/859afc3a-2efc-4144-91fc-9c256ca055f5/c0dd789f-f5b7-44ea-95e5-2f9d97e467a7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:19.316086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-386af90c-65c0-4e24-89f1-263c63c6659f req-fdcbc589-fccc-4286-b463-34a9165d1167 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872158 Dec 15 14:02:19.356618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.363473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] For port 7b49fd29-b884-4450-9fbe-08534398c5ec, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:19.368732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] For port 7b49fd29-b884-4450-9fbe-08534398c5ec, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7b49fd29-b884-4450-9fbe-08534398c5ec,segment=NetworkSegment(f66d5fc7-325b-4e77-833d-5624e78fb173),segment_id=f66d5fc7-325b-4e77-833d-5624e78fb173)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:19.371759 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.377979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/networks/573be2d8-c4fc-42e2-9226-08ccaf6b17ff HTTP/1.1" status: 204 len: 168 time: 0.9698076 Dec 15 14:02:19.378062 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.378257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:19.392953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5baced-38e7-43dc-b3d0-722a191c5dc7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Network': ['ID=573be2d8-c4fc-42e2-9226-08ccaf6b17ff,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:19.437254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cef60-2d5c-40c4-bf7e-141b1859e3b6 None None] Pushing event updated for resources: {'Port': ['ID=7b49fd29-b884-4450-9fbe-08534398c5ec,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:19.491150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.549660 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.596387 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.599170 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.628298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54eff13e-0ddf-4b8f-9b58-12ac3f02816e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:19.646487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c717d0-ec75-4891-b864-fadd302da1b5') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:19.652727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c717d0-ec75-4891-b864-fadd302da1b5') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:19.657490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:19.661330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:19.667480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:19.673888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.676906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.677680 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.684111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=c0dd789f-f5b7-44ea-95e5-2f9d97e467a7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:19.708910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.709687 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-89a889b8-0f6d-4e09-bd8d-c0120b442917 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3325882 Dec 15 14:02:19.710569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:19.717536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1860062400', 'allowed_address_pairs': [{'ip_address': '2001:db8::205', 'mac_address': 'fa:16:3e:ba:75:00'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:19.731998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:19.732425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:19.736595 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:19.827403 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.849326 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:19.853332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/networks/54eff13e-0ddf-4b8f-9b58-12ac3f02816e HTTP/1.1" status: 204 len: 168 time: 0.4734659 Dec 15 14:02:19.854909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0be939-0ad8-4849-88c5-6685d46d3511 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Network': ['ID=54eff13e-0ddf-4b8f-9b58-12ac3f02816e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:19.856666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:19.904696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Made reservation on behalf of 4ff82e8df0e14c80b40f76ba11189e24 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:19.991885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8394b0e-f413-43f6-853d-edc61ff69bf1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:19.999755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8394b0e-f413-43f6-853d-edc61ff69bf1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.004907 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d8394b0e-f413-43f6-853d-edc61ff69bf1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1424620 Dec 15 14:02:20.005248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:20.010154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-159489161'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:20.012339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.035818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Made reservation on behalf of 0ace05afda8b4228bb23d8f21bd06898 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:20.040726 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.055769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] device_id is not set on port 00955e41-ac30-423a-808d-be91dd350fa2 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:20.072045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:20.082342 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.082937 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Added segment 2a3b8408-2b5e-4ef7-a7ce-a4ff35e87ef1 of type vlan for network 36bc398a-aa0a-4b61-92f2-6f360d266825 Dec 15 14:02:20.113437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33caa5b-a928-4c3b-b027-48fc98fdc309 req-2958a8ca-6af9-40d9-bf93-dbff9bb7957e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.114958 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b33caa5b-a928-4c3b-b027-48fc98fdc309 req-2958a8ca-6af9-40d9-bf93-dbff9bb7957e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 946 time: 0.1145437 Dec 15 14:02:20.138539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.177220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.187096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.187915 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.214809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b33caa5b-a928-4c3b-b027-48fc98fdc309 req-148ee6de-f0eb-461c-9563-69b7cf953a4d tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925033 Dec 15 14:02:20.226117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Allocated IP 2001:db8::2a3 (f5bde6a7-a37d-4c2b-af80-c10322fa13b8/859afc3a-2efc-4144-91fc-9c256ca055f5/00955e41-ac30-423a-808d-be91dd350fa2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:20.246279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:20.260600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2538712 Dec 15 14:02:20.261490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:20.279770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2138390465'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:20.300329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42185894-5979-4c07-8203-137f50529eca tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Network': ['ID=36bc398a-aa0a-4b61-92f2-6f360d266825,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:20.321069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Made reservation on behalf of 0ace05afda8b4228bb23d8f21bd06898 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:20.328100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.385710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:20.403844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 36bc398a-aa0a-4b61-92f2-6f360d266825 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:20.406896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.407899 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Added segment 7dbb4ea6-bbae-434d-918a-ae6e9b6b6181 of type vlan for network af81a478-a775-4aab-92ad-d6a410c89bf7 Dec 15 14:02:20.520669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7b49fd29-b884-4450-9fbe-08534398c5ec up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:20.524200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.529067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.560607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf380f51-4391-493d-8941-46d2ebf61961 req-0c039ffe-11f7-47b3-97ce-b992c91085c0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.568061 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf380f51-4391-493d-8941-46d2ebf61961 req-0c039ffe-11f7-47b3-97ce-b992c91085c0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1104019 Dec 15 14:02:20.595202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.610575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.612324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:02:20.618077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.619121 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.623517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:20.628739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.652441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:20.657475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:20.662448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:20.674073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.674777 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.697102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=00955e41-ac30-423a-808d-be91dd350fa2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:20.700177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf380f51-4391-493d-8941-46d2ebf61961 req-fef41d7c-91b8-412b-b6df-4ee0c6ced501 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219456 Dec 15 14:02:20.716593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4f5ab658-4519-498a-a311-41def89087b7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0047996 Dec 15 14:02:20.718702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:20.743351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7b49fd29-b884-4450-9fbe-08534398c5ec triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:20.743683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.756231 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4883757 Dec 15 14:02:20.757898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44834) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:20.767220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'ports': [{'network_id': '36bc398a-aa0a-4b61-92f2-6f360d266825', 'name': 'tempest-port--14370651', 'admin_state_up': True}, {'network_id': 'af81a478-a775-4aab-92ad-d6a410c89bf7', 'admin_state_up': False}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:20.767554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'port': {'network_id': '36bc398a-aa0a-4b61-92f2-6f360d266825', 'name': 'tempest-port--14370651', 'admin_state_up': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:20.768104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'port': {'network_id': 'af81a478-a775-4aab-92ad-d6a410c89bf7', 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:20.831435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061484cb-dc10-4f7e-b9d2-d82bc08f3775 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Network': ['ID=af81a478-a775-4aab-92ad-d6a410c89bf7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:20.854201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network af81a478-a775-4aab-92ad-d6a410c89bf7 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:20.864270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c1fb4-d37d-4f7a-afb7-b78b43bdef4a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.871945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c1fb4-d37d-4f7a-afb7-b78b43bdef4a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.878538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c1fb4-d37d-4f7a-afb7-b78b43bdef4a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:20.881994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f55c1fb4-d37d-4f7a-afb7-b78b43bdef4a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1618090 Dec 15 14:02:20.885129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44838) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:20.936569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f1b52-d602-4503-9c8a-208cfe0639e5 None None] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:20.987663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4e44c29e-4e09-4377-946b-3fbd3a49ecf7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Deleting port 00955e41-ac30-423a-808d-be91dd350fa2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:20.988167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e44c29e-4e09-4377-946b-3fbd3a49ecf7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:20.989262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Made reservation on behalf of 0ace05afda8b4228bb23d8f21bd06898 for: {'port': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:20.996859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.015952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.097260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e44c29e-4e09-4377-946b-3fbd3a49ecf7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.116401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4e44c29e-4e09-4377-946b-3fbd3a49ecf7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Calling delete_port for 00955e41-ac30-423a-808d-be91dd350fa2 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:21.127472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] device_id is not set on port 6e486861-4e66-4171-af59-fbf00e8c2a5c yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:21.229467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.261886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e4587557-2142-4179-bfb4-2b65231bdb77 None None] Provisioning complete for port 7b49fd29-b884-4450-9fbe-08534398c5ec triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:21.262946 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e4587557-2142-4179-bfb4-2b65231bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.296281 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e44c29e-4e09-4377-946b-3fbd3a49ecf7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.308853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:21.311118 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14623f9-5e1e-4e4f-811b-e444bc6f71ef" -d '{"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:21.337980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44c29e-4e09-4377-946b-3fbd3a49ecf7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Port': ['ID=00955e41-ac30-423a-808d-be91dd350fa2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:21.351761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.369691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:21.384577 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.479480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] device_id is not set on port 2ac697a3-c30c-4c07-98ce-0996f702ce0a yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:21.505682 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa502ca-fd20-40fd-a1a2-5b0bfd273530 x-openstack-request-id: req-baa502ca-fd20-40fd-a1a2-5b0bfd273530 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:21.507372 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:21.511134 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-baa502ca-fd20-40fd-a1a2-5b0bfd273530 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:21.511739 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'code': 200} Dec 15 14:02:21.513068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:21.513738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6482cf-6466-4f3c-a16c-a4e42adc6aa5 req-b24e0d33-bae7-40b0-a77b-8a408614c6cc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:21.515581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a6482cf-6466-4f3c-a16c-a4e42adc6aa5 req-b24e0d33-bae7-40b0-a77b-8a408614c6cc tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 947 time: 0.1050897 Dec 15 14:02:21.517077 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.612366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e44c29e-4e09-4377-946b-3fbd3a49ecf7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.618401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4e44c29e-4e09-4377-946b-3fbd3a49ecf7 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "DELETE /v2.0/ports/00955e41-ac30-423a-808d-be91dd350fa2 HTTP/1.1" status: 204 len: 168 time: 0.7318711 Dec 15 14:02:21.620520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 7b49fd29-b884-4450-9fbe-08534398c5ec, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7b49fd29-b884-4450-9fbe-08534398c5ec,segment=NetworkSegment(f66d5fc7-325b-4e77-833d-5624e78fb173),segment_id=f66d5fc7-325b-4e77-833d-5624e78fb173)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:21.635027 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e4587557-2142-4179-bfb4-2b65231bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.636446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44848) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:21.637242 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.673269 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6bd944-ba8a-4d7a-b9a3-942e4f94f56f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] GET failed (client error): The resource could not be found. Dec 15 14:02:21.675807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-eb6bd944-ba8a-4d7a-b9a3-942e4f94f56f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "GET /v2.0/ports/00955e41-ac30-423a-808d-be91dd350fa2 HTTP/1.1" status: 404 len: 333 time: 0.0377190 Dec 15 14:02:21.681173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44850) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:21.687389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-477798341'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:21.695460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6a6482cf-6466-4f3c-a16c-a4e42adc6aa5 req-a2343898-e1a3-4068-9a6c-a7ac228d3869 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695361 Dec 15 14:02:21.790097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.841439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=7b49fd29-b884-4450-9fbe-08534398c5ec,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:21.851710 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-e4587557-2142-4179-bfb4-2b65231bdb77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:02:21.852361 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-e4587557-2142-4179-bfb4-2b65231bdb77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:02:21.856366 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:21.915574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a865f0-1ad0-4da6-9be9-5f0987f3fa82 req-c4649ed1-ea29-4e40-aac0-2e78872535df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:21.917435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31a865f0-1ad0-4da6-9be9-5f0987f3fa82 req-c4649ed1-ea29-4e40-aac0-2e78872535df service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 1098 time: 0.3417227 Dec 15 14:02:21.942352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Port': ['ID=6e486861-4e66-4171-af59-fbf00e8c2a5c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:21.961916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Checking segment: {'id': '2a3b8408-2b5e-4ef7-a7ce-a4ff35e87ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '36bc398a-aa0a-4b61-92f2-6f360d266825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:21.962517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Network hostable DHCP agents. Network: 36bc398a-aa0a-4b61-92f2-6f360d266825, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:21.986923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Network 36bc398a-aa0a-4b61-92f2-6f360d266825 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:21.998304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6809442-e496-4f13-915f-709192bb86ef req-3384263b-2c90-49e3-a6d1-fbd3c9116379 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:21.999908 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6809442-e496-4f13-915f-709192bb86ef req-3384263b-2c90-49e3-a6d1-fbd3c9116379 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1631694 Dec 15 14:02:22.002357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Made reservation on behalf of 4ff82e8df0e14c80b40f76ba11189e24 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:22.009384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 36bc398a-aa0a-4b61-92f2-6f360d266825) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:22.013127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.014118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:22.015649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.032421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19a738-4c3e-4037-ae12-c1bc44e26cd8 None None] Network 36bc398a-aa0a-4b61-92f2-6f360d266825 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:22.071341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Port': ['ID=2ac697a3-c30c-4c07-98ce-0996f702ce0a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:22.109639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Checking segment: {'id': '7dbb4ea6-bbae-434d-918a-ae6e9b6b6181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'af81a478-a775-4aab-92ad-d6a410c89bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:22.110018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Network hostable DHCP agents. Network: af81a478-a775-4aab-92ad-d6a410c89bf7, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:22.111269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31a865f0-1ad0-4da6-9be9-5f0987f3fa82 req-72ff9c07-aad2-4b8a-934f-5325f8318a4d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762691 Dec 15 14:02:22.117994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] device_id is not set on port 3d067285-d39f-4303-8b6f-fc50f1d82058 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:22.135933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Network af81a478-a775-4aab-92ad-d6a410c89bf7 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:22.152977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, af81a478-a775-4aab-92ad-d6a410c89bf7) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:22.160329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:22.172507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:22.186233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97e5be-5829-467f-97b8-f66023859703 None None] Network af81a478-a775-4aab-92ad-d6a410c89bf7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:22.187493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:22.188244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.194991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6809442-e496-4f13-915f-709192bb86ef req-7f0a26e7-4415-4dd6-b691-e97f7a1268fe tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744967 Dec 15 14:02:22.215336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-10d1dc2a-1507-4389-976b-3283e5a7fb31 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.4570265 Dec 15 14:02:22.224494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:22.314500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Allocated IP 2001:db8::3ce (f5bde6a7-a37d-4c2b-af80-c10322fa13b8/859afc3a-2efc-4144-91fc-9c256ca055f5/3d067285-d39f-4303-8b6f-fc50f1d82058) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:22.378566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a7901-1edb-4a86-a06a-771c3592dadb tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:22.389723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a7901-1edb-4a86-a06a-771c3592dadb tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:22.393909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ee1a7901-1edb-4a86-a06a-771c3592dadb tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1651621 Dec 15 14:02:22.394361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44858) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:22.457924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7b49fd29-b884-4450-9fbe-08534398c5ec up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:22.522421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7b49fd29-b884-4450-9fbe-08534398c5ec triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:22.522802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.572225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6f1e8d73-8df5-4558-ab18-da924c041886 None None] Provisioning complete for port c0dd789f-f5b7-44ea-95e5-2f9d97e467a7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:22.572612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8d73-8df5-4558-ab18-da924c041886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.611971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7e9805a2-db43-45a3-9be8-0e2382fb4011 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Deleting port 6e486861-4e66-4171-af59-fbf00e8c2a5c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:22.612492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e9805a2-db43-45a3-9be8-0e2382fb4011 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.625170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e8d73-8df5-4558-ab18-da924c041886 None None] Port c0dd789f-f5b7-44ea-95e5-2f9d97e467a7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:22.677314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6f1e8d73-8df5-4558-ab18-da924c041886 None None] Provisioning complete for port 7b49fd29-b884-4450-9fbe-08534398c5ec triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:22.677696 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8d73-8df5-4558-ab18-da924c041886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.699818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.732426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e9805a2-db43-45a3-9be8-0e2382fb4011 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.792252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7e9805a2-db43-45a3-9be8-0e2382fb4011 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Calling delete_port for 6e486861-4e66-4171-af59-fbf00e8c2a5c owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:22.890272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0b07-e449-4841-809e-1982367da165 req-ae650193-8d4a-4013-9d84-8bb5f60acbd7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:22.892245 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-974c0b07-e449-4841-809e-1982367da165 req-ae650193-8d4a-4013-9d84-8bb5f60acbd7 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 947 time: 0.0694208 Dec 15 14:02:22.906970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-71f81fd6-d1e6-49ca-8c54-a33eb84bdf44 None None] Could not find standard attr ID for object 00955e41-ac30-423a-808d-be91dd350fa2. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:02:22.925841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.967836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e9805a2-db43-45a3-9be8-0e2382fb4011 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:22.970409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-974c0b07-e449-4841-809e-1982367da165 req-61cf5410-cc8f-4d80-a766-c8d032d9997e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714135 Dec 15 14:02:22.997929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:23.002729 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e9805a2-db43-45a3-9be8-0e2382fb4011 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.006907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7e9805a2-db43-45a3-9be8-0e2382fb4011 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/ports/6e486861-4e66-4171-af59-fbf00e8c2a5c HTTP/1.1" status: 204 len: 168 time: 0.6106510 Dec 15 14:02:23.007643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:23.009462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44864) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:23.009594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=3d067285-d39f-4303-8b6f-fc50f1d82058,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:23.011992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:23.017921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:23.018564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.034194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.034571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.034927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.035283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.035727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.036154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.040335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.040770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.041189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.041591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.042131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.042935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.042935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:23.094066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2734cd51-ac67-4a37-92f6-77c83e6c0e67 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4090099 Dec 15 14:02:23.094066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9805a2-db43-45a3-9be8-0e2382fb4011 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Port': ['ID=6e486861-4e66-4171-af59-fbf00e8c2a5c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:23.094613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44868) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:23.100548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::205', 'mac_address': 'fa:16:3e:ba:75:00'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:23.245972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bfab01c2-81be-4207-ac1b-c9137f5db203 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Deleting port 2ac697a3-c30c-4c07-98ce-0996f702ce0a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:23.246951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfab01c2-81be-4207-ac1b-c9137f5db203 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.440364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4ca05087-ce4e-4b3e-a0a9-738711f61b0a None None] Provisioning complete for port 3d067285-d39f-4303-8b6f-fc50f1d82058 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:23.441622 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ca05087-ce4e-4b3e-a0a9-738711f61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.497468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4ca05087-ce4e-4b3e-a0a9-738711f61b0a None None] Port 3d067285-d39f-4303-8b6f-fc50f1d82058 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:23.660354 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfab01c2-81be-4207-ac1b-c9137f5db203 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.688342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bfab01c2-81be-4207-ac1b-c9137f5db203 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Calling delete_port for 2ac697a3-c30c-4c07-98ce-0996f702ce0a owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:23.738244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ef3c6-381b-44a4-a766-2dcc56991dd3 req-2544240f-b334-4cd1-9ee1-581dbdce4587 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:23.739841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f3ef3c6-381b-44a4-a766-2dcc56991dd3 req-2544240f-b334-4cd1-9ee1-581dbdce4587 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1331682 Dec 15 14:02:23.782121 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.884176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f3ef3c6-381b-44a4-a766-2dcc56991dd3 req-a4b77c07-c0f2-4eef-9e2c-5f8f1e5d9865 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042838 Dec 15 14:02:23.923977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfab01c2-81be-4207-ac1b-c9137f5db203 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:23.978352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab01c2-81be-4207-ac1b-c9137f5db203 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Port': ['ID=2ac697a3-c30c-4c07-98ce-0996f702ce0a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:24.008898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfab01c2-81be-4207-ac1b-c9137f5db203 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.012219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bfab01c2-81be-4207-ac1b-c9137f5db203 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/ports/2ac697a3-c30c-4c07-98ce-0996f702ce0a HTTP/1.1" status: 204 len: 168 time: 1.0016510 Dec 15 14:02:24.015080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44910) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:24.052509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8f0a94e7-17d7-4af3-9845-677399d22296 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303969 Dec 15 14:02:24.053347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44912) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:24.063114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2029551684'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:24.123971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Made reservation on behalf of 0ace05afda8b4228bb23d8f21bd06898 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:24.127706 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.155671 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.166280 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.176928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93e04-3d5d-4c7a-8f1c-f67d8ada5f1c req-9c3b7fee-4e42-489c-b524-c4cba1341b0e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.180218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d93e04-3d5d-4c7a-8f1c-f67d8ada5f1c req-9c3b7fee-4e42-489c-b524-c4cba1341b0e tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 947 time: 0.1108460 Dec 15 14:02:24.226973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] In _notify_port_updated(), no bound segment for port 3d067285-d39f-4303-8b6f-fc50f1d82058 on network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:02:24.230844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:24.233245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.233982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.238416 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "PUT /v2.0/ports/3d067285-d39f-4303-8b6f-fc50f1d82058 HTTP/1.1" status: 200 len: 1002 time: 1.1429598 Dec 15 14:02:24.239131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:24.273721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27d93e04-3d5d-4c7a-8f1c-f67d8ada5f1c req-b889ec97-3b6d-4da0-8f93-82ed573f3253 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864575 Dec 15 14:02:24.282078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.283273 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Added segment 520c1164-57eb-4668-9bd6-9db38c2fe6b4 of type vlan for network 78ea914a-e761-4f8c-925f-1bbe2af12aa7 Dec 15 14:02:24.294459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d6168-a6c4-43de-b8f8-09c78efb9d21 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=3d067285-d39f-4303-8b6f-fc50f1d82058,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:24.364179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.397328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.405492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.406136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.427594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-8ef1c63d-3879-47da-a87c-05289f2c7fb9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.436027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-8ef1c63d-3879-47da-a87c-05289f2c7fb9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.442313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-8ef1c63d-3879-47da-a87c-05289f2c7fb9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.450057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-8ef1c63d-3879-47da-a87c-05289f2c7fb9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.456659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-8ef1c63d-3879-47da-a87c-05289f2c7fb9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.465396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-8ef1c63d-3879-47da-a87c-05289f2c7fb9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.466957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4113641 Dec 15 14:02:24.468245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44920) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:24.473004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-8ef1c63d-3879-47da-a87c-05289f2c7fb9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.478444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1867159453'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:24.482126 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-8ef1c63d-3879-47da-a87c-05289f2c7fb9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5444 time: 0.1359935 Dec 15 14:02:24.509442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ec4e1-8182-4335-af47-4ce3e39fbcff tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Network': ['ID=78ea914a-e761-4f8c-925f-1bbe2af12aa7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:24.522209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 78ea914a-e761-4f8c-925f-1bbe2af12aa7 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:24.531384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Made reservation on behalf of 0ace05afda8b4228bb23d8f21bd06898 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:24.541538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.565115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7acd33db-c27e-4dab-87c0-3596c0ea950d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Deleting port 3d067285-d39f-4303-8b6f-fc50f1d82058 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:24.565456 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7acd33db-c27e-4dab-87c0-3596c0ea950d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.575262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c91fbf8a-a627-46cd-b709-15f5a6d87827 req-ad571217-5ba5-490d-b03a-e421cb268f3b tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919538 Dec 15 14:02:24.608126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:24.622303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.622654 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Added segment 5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a of type vlan for network 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 Dec 15 14:02:24.667849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-402ada97-f9c6-4f47-947b-50e225eb1940 None None] Provisioning complete for port 3d067285-d39f-4303-8b6f-fc50f1d82058 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:24.668267 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-402ada97-f9c6-4f47-947b-50e225eb1940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.685673 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7acd33db-c27e-4dab-87c0-3596c0ea950d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.703807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7acd33db-c27e-4dab-87c0-3596c0ea950d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Calling delete_port for 3d067285-d39f-4303-8b6f-fc50f1d82058 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:24.704779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-402ada97-f9c6-4f47-947b-50e225eb1940 None None] Port 3d067285-d39f-4303-8b6f-fc50f1d82058 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:24.707845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.768673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.774194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.774783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.819318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa785e-dcd4-4fb3-a9a4-e3aa89062b90 req-76a253b6-8147-48a1-8e98-07c96e588f66 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.829088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa785e-dcd4-4fb3-a9a4-e3aa89062b90 req-76a253b6-8147-48a1-8e98-07c96e588f66 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.840504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa785e-dcd4-4fb3-a9a4-e3aa89062b90 req-76a253b6-8147-48a1-8e98-07c96e588f66 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.847311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa785e-dcd4-4fb3-a9a4-e3aa89062b90 req-76a253b6-8147-48a1-8e98-07c96e588f66 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.853694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa785e-dcd4-4fb3-a9a4-e3aa89062b90 req-76a253b6-8147-48a1-8e98-07c96e588f66 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.860248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa785e-dcd4-4fb3-a9a4-e3aa89062b90 req-76a253b6-8147-48a1-8e98-07c96e588f66 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.868167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa785e-dcd4-4fb3-a9a4-e3aa89062b90 req-76a253b6-8147-48a1-8e98-07c96e588f66 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:24.870374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51aa785e-dcd4-4fb3-a9a4-e3aa89062b90 req-76a253b6-8147-48a1-8e98-07c96e588f66 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5444 time: 0.1503527 Dec 15 14:02:24.872186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7acd33db-c27e-4dab-87c0-3596c0ea950d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:24.909715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4373956 Dec 15 14:02:24.918323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd33db-c27e-4dab-87c0-3596c0ea950d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Port': ['ID=3d067285-d39f-4303-8b6f-fc50f1d82058,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:24.988002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dff2a3-4a9b-41ad-a28d-246c5681e5d1 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Network': ['ID=3f361cfe-8ef0-425c-ac22-de12cf19bdb3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:25.001838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:25.054403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44930) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:25.060192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'subnets': [{'network_id': '78ea914a-e761-4f8c-925f-1bbe2af12aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--784158214', 'ip_version': 4}, {'network_id': '3f361cfe-8ef0-425c-ac22-de12cf19bdb3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:25.060516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'subnet': {'network_id': '78ea914a-e761-4f8c-925f-1bbe2af12aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--784158214', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:25.063473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Request body: {'subnet': {'network_id': '3f361cfe-8ef0-425c-ac22-de12cf19bdb3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:25.143171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7acd33db-c27e-4dab-87c0-3596c0ea950d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.150208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44932) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:25.155782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7acd33db-c27e-4dab-87c0-3596c0ea950d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "DELETE /v2.0/ports/3d067285-d39f-4303-8b6f-fc50f1d82058 HTTP/1.1" status: 204 len: 168 time: 0.9122729 Dec 15 14:02:25.180146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a1330-f932-42d8-87e2-7a982a18e0f4 req-8ee333e6-ff4a-4d85-a4b0-f5ce523ff5a8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:25.184476 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d2a1330-f932-42d8-87e2-7a982a18e0f4 req-8ee333e6-ff4a-4d85-a4b0-f5ce523ff5a8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1512334 Dec 15 14:02:25.258116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d2a1330-f932-42d8-87e2-7a982a18e0f4 req-d7bf3c5f-b52e-4b29-8682-b1e37dec16d3 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699830 Dec 15 14:02:25.266993 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8518ddc3-346d-437b-9c96-3b4f8a9bab4b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] GET failed (client error): The resource could not be found. Dec 15 14:02:25.271061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8518ddc3-346d-437b-9c96-3b4f8a9bab4b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "GET /v2.0/ports/3d067285-d39f-4303-8b6f-fc50f1d82058 HTTP/1.1" status: 404 len: 333 time: 0.1198144 Dec 15 14:02:25.276212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44934) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:25.282038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1609573463'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:25.297860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Made reservation on behalf of 0ace05afda8b4228bb23d8f21bd06898 for: {'subnet': 2} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:25.303747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.304500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.433208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Made reservation on behalf of 4ff82e8df0e14c80b40f76ba11189e24 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:25.437271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.457472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] device_id is not set on port 676fab87-6555-4d5a-8d1b-db5896fdedbf yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:25.543160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09218-1e07-4423-99e6-ad2e574e33f4 req-e321e916-c91e-49b7-b5a0-bc991adada69 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:25.545210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbc09218-1e07-4423-99e6-ad2e574e33f4 req-e321e916-c91e-49b7-b5a0-bc991adada69 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 947 time: 0.1493700 Dec 15 14:02:25.586134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Allocated IP 2001:db8::35d (f5bde6a7-a37d-4c2b-af80-c10322fa13b8/859afc3a-2efc-4144-91fc-9c256ca055f5/676fab87-6555-4d5a-8d1b-db5896fdedbf) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:25.699163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbc09218-1e07-4423-99e6-ad2e574e33f4 req-daa790be-47f6-4ad2-9b12-9d7893b53fb8 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303413 Dec 15 14:02:25.788711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.830051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.880602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:25.887495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:25.891673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:25.899509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:25.900457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.921457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:25.923682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=676fab87-6555-4d5a-8d1b-db5896fdedbf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:25.944838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-956b0b56-3308-4d41-8c2f-4c36f0b03e3d tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6668456 Dec 15 14:02:25.946578 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:25.981777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ba:75:00'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:26.017300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Subnet': ['ID=71845705-e91e-4384-80f4-24aae145df41,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:26.038801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Checking segment: {'id': '520c1164-57eb-4668-9bd6-9db38c2fe6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '78ea914a-e761-4f8c-925f-1bbe2af12aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:26.039251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Network hostable DHCP agents. Network: 78ea914a-e761-4f8c-925f-1bbe2af12aa7, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:26.069675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Network 78ea914a-e761-4f8c-925f-1bbe2af12aa7 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:26.082435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 78ea914a-e761-4f8c-925f-1bbe2af12aa7) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:26.091846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.102442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcde797-ccde-4bd3-8027-93e09ef0229a None None] Network 78ea914a-e761-4f8c-925f-1bbe2af12aa7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:26.188226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Checking segment: {'id': '5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3f361cfe-8ef0-425c-ac22-de12cf19bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:26.188531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Network hostable DHCP agents. Network: 3f361cfe-8ef0-425c-ac22-de12cf19bdb3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:26.190572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.202753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event updated for resources: {'Subnet': ['ID=63b0f100-2492-48d6-946c-e6158b5dbc84,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:26.220910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Network 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:26.252774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 3f361cfe-8ef0-425c-ac22-de12cf19bdb3) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:26.258283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:26.258647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:26.259345 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.275552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4770fe-1624-4a75-bbfb-66fc5e14dc2f None None] Network 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:26.321860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-063b6fa9-80a9-4619-b024-a70f2d5be9c7 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2660670 Dec 15 14:02:26.322523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44976) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:26.419526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb54faf-7dc2-4ddb-a15e-2ede57e4ae54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-78ea914a-e761-4f8c-925f-1bbe2af12aa7', 'network_id': '78ea914a-e761-4f8c-925f-1bbe2af12aa7', 'project_id': '0ace05afda8b4228bb23d8f21bd06898', 'fixed_ips': [{'subnet_id': '71845705-e91e-4384-80f4-24aae145df41'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:26.421013 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2eb54faf-7dc2-4ddb-a15e-2ede57e4ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.528279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d2e9a-d35d-4af2-b65a-5e7278916d26 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:26.530344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d2e9a-d35d-4af2-b65a-5e7278916d26 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:26.532271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d2e9a-d35d-4af2-b65a-5e7278916d26 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:26.539322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bc6d2e9a-d35d-4af2-b65a-5e7278916d26 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2154646 Dec 15 14:02:26.540395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44998) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:26.631466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e648e3-e04e-4e6d-a8a0-836c04cd55e6 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Deleting subnet 71845705-e91e-4384-80f4-24aae145df41 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:26.640406 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37e648e3-e04e-4e6d-a8a0-836c04cd55e6 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.707657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecbb25-3dcc-4bf5-830c-11df7739243b req-ccfcc326-765e-4fcf-8966-9f78d4a8ad6a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:26.709520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5cecbb25-3dcc-4bf5-830c-11df7739243b req-ccfcc326-765e-4fcf-8966-9f78d4a8ad6a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.2846415 Dec 15 14:02:26.720127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37e648e3-e04e-4e6d-a8a0-836c04cd55e6 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.825451 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37e648e3-e04e-4e6d-a8a0-836c04cd55e6 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.833960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-3f361cfe-8ef0-425c-ac22-de12cf19bdb3', 'network_id': '3f361cfe-8ef0-425c-ac22-de12cf19bdb3', 'project_id': '0ace05afda8b4228bb23d8f21bd06898', 'fixed_ips': [{'subnet_id': '63b0f100-2492-48d6-946c-e6158b5dbc84'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:26.839170 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5cecbb25-3dcc-4bf5-830c-11df7739243b req-50ed47ce-19a1-42f4-bb7c-daadabd83e03 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125345 Dec 15 14:02:26.841459 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.867519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.878958 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.883337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3ccebaa5-8305-4cc5-b20d-14712e46b0ac None None] Provisioning complete for port 676fab87-6555-4d5a-8d1b-db5896fdedbf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:26.883929 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3ccebaa5-8305-4cc5-b20d-14712e46b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.972251 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37e648e3-e04e-4e6d-a8a0-836c04cd55e6 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:26.981369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] In _notify_port_updated(), no bound segment for port 676fab87-6555-4d5a-8d1b-db5896fdedbf on network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:02:26.999958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:27.000670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.012528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "PUT /v2.0/ports/676fab87-6555-4d5a-8d1b-db5896fdedbf HTTP/1.1" status: 200 len: 1003 time: 1.0642960 Dec 15 14:02:27.049213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45042) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:27.055276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e648e3-e04e-4e6d-a8a0-836c04cd55e6 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Subnet': ['ID=71845705-e91e-4384-80f4-24aae145df41,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:27.069467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35da28a-2af5-4c51-9750-a6c9ec649cad tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=676fab87-6555-4d5a-8d1b-db5896fdedbf,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:27.204059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37e648e3-e04e-4e6d-a8a0-836c04cd55e6 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.207885 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-37e648e3-e04e-4e6d-a8a0-836c04cd55e6 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/subnets/71845705-e91e-4384-80f4-24aae145df41 HTTP/1.1" status: 204 len: 168 time: 0.6664832 Dec 15 14:02:27.211188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:27.229060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Allocated IP 172.20.0.18 (3f361cfe-8ef0-425c-ac22-de12cf19bdb3/63b0f100-2492-48d6-946c-e6158b5dbc84/f51a0d1b-5d59-432b-966f-1aae0fec4c53) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:27.241826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f2b11697-852e-401d-ab29-0400b25e8c7f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Deleting port 676fab87-6555-4d5a-8d1b-db5896fdedbf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:27.244363 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2b11697-852e-401d-ab29-0400b25e8c7f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.363640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f340a9-db9f-4fa3-bb2a-71d49c08311b tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Deleting subnet 63b0f100-2492-48d6-946c-e6158b5dbc84 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:27.379604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3ccebaa5-8305-4cc5-b20d-14712e46b0ac None None] Port 676fab87-6555-4d5a-8d1b-db5896fdedbf cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server [None req-2eb54faf-7dc2-4ddb-a15e-2ede57e4ae54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71845705-e91e-4384-80f4-24aae145df41: This subnet is being modified by another concurrent operation. Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:02:27.383861 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71845705-e91e-4384-80f4-24aae145df41: This subnet is being modified by another concurrent operation. Dec 15 14:02:27.386739 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Dec 15 14:02:27.411961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2b11697-852e-401d-ab29-0400b25e8c7f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.428873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f2b11697-852e-401d-ab29-0400b25e8c7f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Calling delete_port for 676fab87-6555-4d5a-8d1b-db5896fdedbf owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:27.436485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc5b1c5-504e-4511-884d-492ad5cd36a8 None None] Network 78ea914a-e761-4f8c-925f-1bbe2af12aa7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:27.575008 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2b11697-852e-401d-ab29-0400b25e8c7f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.583431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-54cc02ce-7102-4220-9423-8fbcc3aaae12 None None] Provisioning complete for port 676fab87-6555-4d5a-8d1b-db5896fdedbf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:27.583813 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54cc02ce-7102-4220-9423-8fbcc3aaae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.618642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b11697-852e-401d-ab29-0400b25e8c7f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Port': ['ID=676fab87-6555-4d5a-8d1b-db5896fdedbf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:27.818419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-54cc02ce-7102-4220-9423-8fbcc3aaae12 None None] Port 676fab87-6555-4d5a-8d1b-db5896fdedbf was deleted so its status cannot be updated. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 15 14:02:27.827725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.844919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f340a9-db9f-4fa3-bb2a-71d49c08311b tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.851802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:27.906357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Network 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:27.909825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:27.916134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:27.931115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Pushing event updated for resources: {'Port': ['ID=f51a0d1b-5d59-432b-966f-1aae0fec4c53,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:27.954472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f340a9-db9f-4fa3-bb2a-71d49c08311b tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.073413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Attempting to bind port f51a0d1b-5d59-432b-966f-1aae0fec4c53 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:28.074260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Attempting to bind port f51a0d1b-5d59-432b-966f-1aae0fec4c53 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3f361cfe-8ef0-425c-ac22-de12cf19bdb3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:28.076174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Attempting to bind port f51a0d1b-5d59-432b-966f-1aae0fec4c53 on network 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:28.083296 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:28.083978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Checking segment: {'id': '5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3f361cfe-8ef0-425c-ac22-de12cf19bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:28.109377 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.112805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Bound using segment: {'id': '5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3f361cfe-8ef0-425c-ac22-de12cf19bdb3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:28.114418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Bound port: f51a0d1b-5d59-432b-966f-1aae0fec4c53, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3f361cfe-8ef0-425c-ac22-de12cf19bdb3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:28.114971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.142809 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f340a9-db9f-4fa3-bb2a-71d49c08311b tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.205860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2b11697-852e-401d-ab29-0400b25e8c7f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.213076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f2b11697-852e-401d-ab29-0400b25e8c7f tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "DELETE /v2.0/ports/676fab87-6555-4d5a-8d1b-db5896fdedbf HTTP/1.1" status: 204 len: 168 time: 1.1553237 Dec 15 14:02:28.214271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:28.273114 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc080403-b446-4e5f-a9d0-3da89bfe9f37 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] GET failed (client error): The resource could not be found. Dec 15 14:02:28.278320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bc080403-b446-4e5f-a9d0-3da89bfe9f37 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "GET /v2.0/ports/676fab87-6555-4d5a-8d1b-db5896fdedbf HTTP/1.1" status: 404 len: 333 time: 0.0589490 Dec 15 14:02:28.278911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45174) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:28.297109 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f340a9-db9f-4fa3-bb2a-71d49c08311b tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.306552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1921167178'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:28.320880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] For port f51a0d1b-5d59-432b-966f-1aae0fec4c53, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:28.330194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45180) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:28.331956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] For port f51a0d1b-5d59-432b-966f-1aae0fec4c53, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f51a0d1b-5d59-432b-966f-1aae0fec4c53,segment=NetworkSegment(5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a),segment_id=5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:28.345376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f340a9-db9f-4fa3-bb2a-71d49c08311b tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.356052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.358006 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-30f340a9-db9f-4fa3-bb2a-71d49c08311b tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/subnets/63b0f100-2492-48d6-946c-e6158b5dbc84 HTTP/1.1" status: 204 len: 168 time: 1.1457145 Dec 15 14:02:28.369938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac34842-611f-4080-b779-ad434e7c6ecd req-54e9dc7d-48d2-4625-9f6d-2130b896a5db tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.381977 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ac34842-611f-4080-b779-ad434e7c6ecd req-54e9dc7d-48d2-4625-9f6d-2130b896a5db tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1908116 Dec 15 14:02:28.401627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45186) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:28.405904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f340a9-db9f-4fa3-bb2a-71d49c08311b tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Subnet': ['ID=63b0f100-2492-48d6-946c-e6158b5dbc84,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:28.448121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b96a0a-8c50-4b5b-9311-ad101c1f8a03 None None] Pushing event updated for resources: {'Port': ['ID=f51a0d1b-5d59-432b-966f-1aae0fec4c53,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:28.491661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-e2d264b6-b52f-43f2-ae1a-85f48cc6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.492312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-e2d264b6-b52f-43f2-ae1a-85f48cc6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.492968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-e2d264b6-b52f-43f2-ae1a-85f48cc6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.493628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-e2d264b6-b52f-43f2-ae1a-85f48cc6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.494456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-e2d264b6-b52f-43f2-ae1a-85f48cc6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.494937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-e2d264b6-b52f-43f2-ae1a-85f48cc6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.495468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-e2d264b6-b52f-43f2-ae1a-85f48cc6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.497861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-e2d264b6-b52f-43f2-ae1a-85f48cc6f694 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6501 time: 0.1652255 Dec 15 14:02:28.562079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0364b-0024-48b8-9ec5-f12eb5f89578 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:28.573510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:28.574779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f9a0364b-0024-48b8-9ec5-f12eb5f89578 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1718676 Dec 15 14:02:28.606662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ac34842-611f-4080-b779-ad434e7c6ecd req-83122fc6-ef6a-456d-acb1-5c216b99f80c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236891 Dec 15 14:02:28.612197 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-c8914f77-a6f4-410f-be4d-05dfad59778e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078649 Dec 15 14:02:28.672043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Made reservation on behalf of 4ff82e8df0e14c80b40f76ba11189e24 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:28.678734 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.702058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] device_id is not set on port 3aeec420-e9b3-4445-9a86-996274f573ea yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:28.716351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.820105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Deleting port f51a0d1b-5d59-432b-966f-1aae0fec4c53 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:28.820453 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.908503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Allocated IP 2001:db8::2ba (f5bde6a7-a37d-4c2b-af80-c10322fa13b8/859afc3a-2efc-4144-91fc-9c256ca055f5/3aeec420-e9b3-4445-9a86-996274f573ea) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:28.912081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] For port f51a0d1b-5d59-432b-966f-1aae0fec4c53, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f51a0d1b-5d59-432b-966f-1aae0fec4c53,segment=NetworkSegment(5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a),segment_id=5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:28.912719 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:28.936030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Calling delete_port for f51a0d1b-5d59-432b-966f-1aae0fec4c53 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:29.045537 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.075778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Port': ['ID=f51a0d1b-5d59-432b-966f-1aae0fec4c53,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:29.086317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] No DVR routers for this DVR port f51a0d1b-5d59-432b-966f-1aae0fec4c53 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:29.150276 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.194956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.213466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.248743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f361cfe-8ef0-425c-ac22-de12cf19bdb3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:29.254948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:29.263860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:29.268008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:29.270877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:29.271196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8d7bd4-c9d5-4494-a3e3-474ad6d4854a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:29.278072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:29.278745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.287079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.306611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.320665 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0402684 Dec 15 14:02:29.321566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45288) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:29.322766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bc51d-8b47-4c9a-96e8-10ea853d8166 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=3aeec420-e9b3-4445-9a86-996274f573ea,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:29.330945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:29.331678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.332498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'network_id': 'f5bde6a7-a37d-4c2b-af80-c10322fa13b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-228642969'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:29.336930 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:29.445174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.470596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.476708 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/networks/3f361cfe-8ef0-425c-ac22-de12cf19bdb3 HTTP/1.1" status: 204 len: 168 time: 0.8991144 Dec 15 14:02:29.476708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7b445-6c27-474e-a99c-8f64c5919abd tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Network': ['ID=3f361cfe-8ef0-425c-ac22-de12cf19bdb3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:29.478865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45302) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:29.597816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Made reservation on behalf of 4ff82e8df0e14c80b40f76ba11189e24 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:29.603354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.628742 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.637329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] device_id is not set on port 3f3119f5-0eb7-4cff-b512-be458347d744 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:02:29.775927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4c8f9bd1-4ff9-46d4-95d9-2023f6293c4a None None] Provisioning complete for port 3aeec420-e9b3-4445-9a86-996274f573ea triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:29.776378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9bd1-4ff9-46d4-95d9-2023f6293c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.799800 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:29.810181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f877994-bd43-407e-b589-8290f421cdfe req-afaf0331-e8ce-421c-8a7a-f575a56390b9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:29.811765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f877994-bd43-407e-b589-8290f421cdfe req-afaf0331-e8ce-421c-8a7a-f575a56390b9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1103153 Dec 15 14:02:29.849549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f9bd1-4ff9-46d4-95d9-2023f6293c4a None None] Port 3aeec420-e9b3-4445-9a86-996274f573ea cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:29.901465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f877994-bd43-407e-b589-8290f421cdfe req-cd4126b5-53a9-42dd-8912-55844fecf1e8 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816669 Dec 15 14:02:29.936415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ea914a-e761-4f8c-925f-1bbe2af12aa7']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:29.954848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520c1164-57eb-4668-9bd6-9db38c2fe6b4') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:29.955154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520c1164-57eb-4668-9bd6-9db38c2fe6b4') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:29.984289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Allocated IP 2001:db8::3df (f5bde6a7-a37d-4c2b-af80-c10322fa13b8/859afc3a-2efc-4144-91fc-9c256ca055f5/3f3119f5-0eb7-4cff-b512-be458347d744) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:30.027364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.059645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.066902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9de4d85a-b1be-4445-ba6d-d42c327c7824 None None] Could not find standard attr ID for object f51a0d1b-5d59-432b-966f-1aae0fec4c53. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:02:30.090648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:30.091072 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:30.095091 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:30.175575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6753b3-dd00-4eb7-8ad4-b08a84b09bd1 None None] DHCP port deletion for 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:30.207333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2561c65-3d02-408e-a253-5a61e99e95df None None] Network 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:30.212324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.218325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.221601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/networks/78ea914a-e761-4f8c-925f-1bbe2af12aa7 HTTP/1.1" status: 204 len: 168 time: 0.7417748 Dec 15 14:02:30.224303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:30.225041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2561c65-3d02-408e-a253-5a61e99e95df None None] Network 3f361cfe-8ef0-425c-ac22-de12cf19bdb3 could not be found, it might have been deleted concurrently. {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 14:02:30.247041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d6547-3ca7-4a69-9aab-7d0973881a52 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:02:30.251374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c53d1-6806-41f6-9124-6ae20f939198 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Network': ['ID=78ea914a-e761-4f8c-925f-1bbe2af12aa7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:30.286825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.338833 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.403903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.415558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:30.420429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:30.425726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:30.432572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:30.433351 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.442279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=3f3119f5-0eb7-4cff-b512-be458347d744,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:30.454642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d6547-3ca7-4a69-9aab-7d0973881a52 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:02:30.460606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-100e2707-f491-4dc7-a49b-54636db6a56b tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1330082 Dec 15 14:02:30.462100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:30.471310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::205', 'mac_address': 'fa:16:3e:ba:75:00'}, {'ip_address': '2001:db8::2ba', 'mac_address': 'fa:16:3e:6d:5b:af'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:30.587952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.613332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af81a478-a775-4aab-92ad-d6a410c89bf7']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:30.638654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbb4ea6-bbae-434d-918a-ae6e9b6b6181') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:30.639216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbb4ea6-bbae-434d-918a-ae6e9b6b6181') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:30.690914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.717916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.729989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:30.730362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:30.734454 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:30.796790 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.852887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.864005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.868644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/networks/af81a478-a775-4aab-92ad-d6a410c89bf7 HTTP/1.1" status: 204 len: 168 time: 0.6418636 Dec 15 14:02:30.872833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45444) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:30.884662 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:30.888086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f3417-afc3-4c66-927d-e008ee40fa53 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Network': ['ID=af81a478-a775-4aab-92ad-d6a410c89bf7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:30.923804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3208cb5b-e7a9-4671-9123-9f9417190410 None None] Provisioning complete for port e8d6e036-b67b-42f6-a4b6-df18890e9202 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:30.928301 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3208cb5b-e7a9-4671-9123-9f9417190410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.018646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.047110 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.188416 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.195223 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.196661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.213236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f91b1-f586-48ca-acab-d0d41ce85054 req-a924c94a-d8c5-4652-969d-47c76268aa31 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:31.217457 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81a1fa0e-72e1-4569-bbe6-5b6b963b1c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.220521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a14f91b1-f586-48ca-acab-d0d41ce85054 req-a924c94a-d8c5-4652-969d-47c76268aa31 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1660285 Dec 15 14:02:31.251852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] In _notify_port_updated(), no bound segment for port 3f3119f5-0eb7-4cff-b512-be458347d744 on network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:02:31.260400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:31.261196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bc398a-aa0a-4b61-92f2-6f360d266825']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:31.261729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.266866 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "PUT /v2.0/ports/3f3119f5-0eb7-4cff-b512-be458347d744 HTTP/1.1" status: 200 len: 1067 time: 0.8028688 Dec 15 14:02:31.267731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:31.342003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a14f91b1-f586-48ca-acab-d0d41ce85054 req-b2f19781-8b7e-4991-91ef-17b574734284 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204846 Dec 15 14:02:31.349931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a3a7ba09-6df2-4880-83f6-5270c36a61f2 None None] Provisioning complete for port 3f3119f5-0eb7-4cff-b512-be458347d744 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:31.350974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3b8408-2b5e-4ef7-a7ce-a4ff35e87ef1') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:31.351298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3b8408-2b5e-4ef7-a7ce-a4ff35e87ef1') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:31.351594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a3a7ba09-6df2-4880-83f6-5270c36a61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.379502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.385514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f56e9e-9eac-4d2f-b82d-be88485705c2 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event updated for resources: {'Port': ['ID=3f3119f5-0eb7-4cff-b512-be458347d744,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:31.416281 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.428817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:31.429321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:31.432576 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:31.436321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9742b-7ac0-4114-bbda-05e82d82fb6e tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Deleting port 3f3119f5-0eb7-4cff-b512-be458347d744 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:31.436792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7f9742b-7ac0-4114-bbda-05e82d82fb6e tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.458246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7ba09-6df2-4880-83f6-5270c36a61f2 None None] Port 3f3119f5-0eb7-4cff-b512-be458347d744 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:31.516147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.523886 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.533353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] 10.222.0.86 "DELETE /v2.0/networks/36bc398a-aa0a-4b61-92f2-6f360d266825 HTTP/1.1" status: 204 len: 168 time: 0.6593041 Dec 15 14:02:31.593329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad25839-e720-4db8-8b94-2272538fd4f8 tempest-BulkNetworkOpsTest-1507750734 tempest-BulkNetworkOpsTest-1507750734-project] Pushing event deleted for resources: {'Network': ['ID=36bc398a-aa0a-4b61-92f2-6f360d266825,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:31.594303 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7f9742b-7ac0-4114-bbda-05e82d82fb6e tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.616226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9742b-7ac0-4114-bbda-05e82d82fb6e tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Calling delete_port for 3f3119f5-0eb7-4cff-b512-be458347d744 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:31.698887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d6b9728f-550c-441e-a2ca-4d3882a25655 None None] Provisioning complete for port 3f3119f5-0eb7-4cff-b512-be458347d744 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:31.699799 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d6b9728f-550c-441e-a2ca-4d3882a25655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.750990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9728f-550c-441e-a2ca-4d3882a25655 None None] Port 3f3119f5-0eb7-4cff-b512-be458347d744 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:31.777055 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7f9742b-7ac0-4114-bbda-05e82d82fb6e tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.812189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9742b-7ac0-4114-bbda-05e82d82fb6e tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Port': ['ID=3f3119f5-0eb7-4cff-b512-be458347d744,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:31.848385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45464) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:31.981686 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7f9742b-7ac0-4114-bbda-05e82d82fb6e tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:31.989224 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d7f9742b-7ac0-4114-bbda-05e82d82fb6e tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "DELETE /v2.0/ports/3f3119f5-0eb7-4cff-b512-be458347d744 HTTP/1.1" status: 204 len: 168 time: 0.7152255 Dec 15 14:02:31.989224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.009854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0ce72adc-d2f3-4397-96d5-ff95f31269b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ace05afda8b4228bb23d8f21bd06898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601789 Dec 15 14:02:32.013478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45470) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.018447 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3694bbb-947f-401e-bd5e-50ae7f535f76 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] GET failed (client error): The resource could not be found. Dec 15 14:02:32.020936 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f3694bbb-947f-401e-bd5e-50ae7f535f76 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "GET /v2.0/ports/3f3119f5-0eb7-4cff-b512-be458347d744 HTTP/1.1" status: 404 len: 333 time: 0.0301428 Dec 15 14:02:32.024645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45472) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.070843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01362a4b-3295-4b27-8c1a-dc8ee372239a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.095189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01362a4b-3295-4b27-8c1a-dc8ee372239a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.136425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8a769c35-173f-42ae-9158-690eab68cc97 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Deleting port 3aeec420-e9b3-4445-9a86-996274f573ea {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:32.136853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a769c35-173f-42ae-9158-690eab68cc97 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.152212 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01362a4b-3295-4b27-8c1a-dc8ee372239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.155075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01362a4b-3295-4b27-8c1a-dc8ee372239a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.156326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-01362a4b-3295-4b27-8c1a-dc8ee372239a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eb7bcf38-3f34-4578-a555-2ec5d19f6921 HTTP/1.1" status: 204 len: 168 time: 0.1417720 Dec 15 14:02:32.165545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01362a4b-3295-4b27-8c1a-dc8ee372239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7bcf38-3f34-4578-a555-2ec5d19f6921,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:32.168194 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:02:32.248118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a769c35-173f-42ae-9158-690eab68cc97 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.262184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8a769c35-173f-42ae-9158-690eab68cc97 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Calling delete_port for 3aeec420-e9b3-4445-9a86-996274f573ea owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:32.416526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a769c35-173f-42ae-9158-690eab68cc97 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.462388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a769c35-173f-42ae-9158-690eab68cc97 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Port': ['ID=3aeec420-e9b3-4445-9a86-996274f573ea,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:32.499669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79e3b1-c95e-43ac-9b9a-8fc77926a4d0 req-757ec7f1-167d-47f3-9deb-ed89f6c71fdb tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:32.502514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe79e3b1-c95e-43ac-9b9a-8fc77926a4d0 req-757ec7f1-167d-47f3-9deb-ed89f6c71fdb tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0828383 Dec 15 14:02:32.508886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a769c35-173f-42ae-9158-690eab68cc97 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.516049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8a769c35-173f-42ae-9158-690eab68cc97 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "DELETE /v2.0/ports/3aeec420-e9b3-4445-9a86-996274f573ea HTTP/1.1" status: 204 len: 168 time: 0.4901350 Dec 15 14:02:32.516168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45484) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.564114 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e104c84a-3232-4104-8d9a-8001e3309fe4 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] GET failed (client error): The resource could not be found. Dec 15 14:02:32.565572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e104c84a-3232-4104-8d9a-8001e3309fe4 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "GET /v2.0/ports/3aeec420-e9b3-4445-9a86-996274f573ea HTTP/1.1" status: 404 len: 333 time: 0.0485764 Dec 15 14:02:32.569744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45490) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:32.681396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe79e3b1-c95e-43ac-9b9a-8fc77926a4d0 req-adfdf607-6197-4cfa-803f-4919798f4422 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711185 Dec 15 14:02:32.721651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-68ecc579-03fe-430d-8961-4fc0fe8d720a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Deleting port c0dd789f-f5b7-44ea-95e5-2f9d97e467a7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:32.722306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68ecc579-03fe-430d-8961-4fc0fe8d720a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.827737 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68ecc579-03fe-430d-8961-4fc0fe8d720a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:32.842461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-68ecc579-03fe-430d-8961-4fc0fe8d720a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Calling delete_port for c0dd789f-f5b7-44ea-95e5-2f9d97e467a7 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:32.985566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68ecc579-03fe-430d-8961-4fc0fe8d720a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.017879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecc579-03fe-430d-8961-4fc0fe8d720a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Port': ['ID=c0dd789f-f5b7-44ea-95e5-2f9d97e467a7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:33.054799 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68ecc579-03fe-430d-8961-4fc0fe8d720a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.061381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45502) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.064375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-68ecc579-03fe-430d-8961-4fc0fe8d720a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "DELETE /v2.0/ports/c0dd789f-f5b7-44ea-95e5-2f9d97e467a7 HTTP/1.1" status: 204 len: 168 time: 0.4934559 Dec 15 14:02:33.082198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.121024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-295e8086-b754-4cd0-bf6c-e9d928c61ef5 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Deleting subnet 859afc3a-2efc-4144-91fc-9c256ca055f5 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:02:33.124712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-295e8086-b754-4cd0-bf6c-e9d928c61ef5 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.172353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-295e8086-b754-4cd0-bf6c-e9d928c61ef5 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.227281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6ab7591c-614d-436b-afb3-1919a67d0a07 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] Request body: {'port': {'network_id': '10a44c36-9c88-46e4-8a3a-aad0539e84c8', 'name': 'tempest-NetworksNegativeTestJSON-362244528'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:33.246255 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab7591c-614d-436b-afb3-1919a67d0a07 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] POST failed (client error): The resource could not be found. Dec 15 14:02:33.246718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab7591c-614d-436b-afb3-1919a67d0a07 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:33.247955 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6ab7591c-614d-436b-afb3-1919a67d0a07 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1644776 Dec 15 14:02:33.252346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.276338 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-324df6b4-8f68-4a13-a745-62f9905309f1 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] DELETE failed (client error): The resource could not be found. Dec 15 14:02:33.277255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324df6b4-8f68-4a13-a745-62f9905309f1 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:33.284538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-324df6b4-8f68-4a13-a745-62f9905309f1 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "DELETE /v2.0/networks/f10e28b0-5f9d-4372-8dc1-ba811001b195 HTTP/1.1" status: 404 len: 339 time: 0.0311768 Dec 15 14:02:33.285589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.314129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-295e8086-b754-4cd0-bf6c-e9d928c61ef5 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.318478 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d3fd4e-f31a-4d89-ab01-1e12b67894e8 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] DELETE failed (client error): The resource could not be found. Dec 15 14:02:33.319302 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d3fd4e-f31a-4d89-ab01-1e12b67894e8 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:33.326145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-89d3fd4e-f31a-4d89-ab01-1e12b67894e8 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "DELETE /v2.0/ports/4826a9bd-a623-4c9b-9ffb-87761f01c324 HTTP/1.1" status: 404 len: 333 time: 0.0360129 Dec 15 14:02:33.326544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45512) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.360608 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57e4685-fe47-4269-a236-b2a20653d98f tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] DELETE failed (client error): The resource could not be found. Dec 15 14:02:33.360850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57e4685-fe47-4269-a236-b2a20653d98f tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:33.370728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d57e4685-fe47-4269-a236-b2a20653d98f tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "DELETE /v2.0/subnets/9d5c91ac-0b0d-4506-93bb-fd43caa5e784 HTTP/1.1" status: 404 len: 337 time: 0.0367072 Dec 15 14:02:33.371596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.381581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-295e8086-b754-4cd0-bf6c-e9d928c61ef5 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.393442 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2ae6af-d9c0-413d-9bcd-1ccfce76bfbf tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] GET failed (client error): The resource could not be found. Dec 15 14:02:33.398618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fd2ae6af-d9c0-413d-9bcd-1ccfce76bfbf tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "GET /v2.0/networks/01cc1a3c-4cb4-4afd-9c64-c94de4caa156 HTTP/1.1" status: 404 len: 339 time: 0.0219088 Dec 15 14:02:33.398890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.408979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e8086-b754-4cd0-bf6c-e9d928c61ef5 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Subnet': ['ID=859afc3a-2efc-4144-91fc-9c256ca055f5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:33.418625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-295e8086-b754-4cd0-bf6c-e9d928c61ef5 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.425552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ed76e-9875-4e56-9553-b1449662c6bf None None] Network f5bde6a7-a37d-4c2b-af80-c10322fa13b8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:33.429241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-295e8086-b754-4cd0-bf6c-e9d928c61ef5 tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "DELETE /v2.0/subnets/859afc3a-2efc-4144-91fc-9c256ca055f5 HTTP/1.1" status: 204 len: 168 time: 0.3657405 Dec 15 14:02:33.430348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45518) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.439226 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6163ca-0250-4f7a-b16b-dfe796bc33be tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] GET failed (client error): The resource could not be found. Dec 15 14:02:33.440970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3f6163ca-0250-4f7a-b16b-dfe796bc33be tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "GET /v2.0/ports/9fcd0de8-8f25-48de-81a2-3e9482dc7b99 HTTP/1.1" status: 404 len: 333 time: 0.0411294 Dec 15 14:02:33.444853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.480846 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-667d9347-da45-479e-8ba3-031e92bd2abb tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] GET failed (client error): The resource could not be found. Dec 15 14:02:33.482237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-667d9347-da45-479e-8ba3-031e92bd2abb tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "GET /v2.0/subnets/9f8d486b-3e6e-4e35-8da3-cf05de466aa1 HTTP/1.1" status: 404 len: 337 time: 0.0362978 Dec 15 14:02:33.485900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45522) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.492867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-09ffb749-b09f-40e8-a7b1-e6906d57d565 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:33.507299 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ffb749-b09f-40e8-a7b1-e6906d57d565 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] PUT failed (client error): The resource could not be found. Dec 15 14:02:33.507900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ffb749-b09f-40e8-a7b1-e6906d57d565 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:33.508968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-09ffb749-b09f-40e8-a7b1-e6906d57d565 tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "PUT /v2.0/networks/6ee2b213-6b2c-4e09-9028-9dc5b2a6c52d HTTP/1.1" status: 404 len: 339 time: 0.0221508 Dec 15 14:02:33.514094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45524) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.519267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b4a51613-3d88-4104-840b-3f78b1e0450a tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:33.535567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.541266 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a51613-3d88-4104-840b-3f78b1e0450a tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] PUT failed (client error): The resource could not be found. Dec 15 14:02:33.541832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a51613-3d88-4104-840b-3f78b1e0450a tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:33.542978 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b4a51613-3d88-4104-840b-3f78b1e0450a tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "PUT /v2.0/ports/dd95c237-930f-4589-aa20-2b791f80e7b9 HTTP/1.1" status: 404 len: 333 time: 0.0280185 Dec 15 14:02:33.547737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45526) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:33.555107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-86ef0f88-b698-4e09-a3b3-2ea6d8fcad6e tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:33.583365 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ef0f88-b698-4e09-a3b3-2ea6d8fcad6e tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] PUT failed (client error): The resource could not be found. Dec 15 14:02:33.583895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ef0f88-b698-4e09-a3b3-2ea6d8fcad6e tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:02:33.590299 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-86ef0f88-b698-4e09-a3b3-2ea6d8fcad6e tempest-NetworksNegativeTestJSON-1915977119 tempest-NetworksNegativeTestJSON-1915977119-project] 10.222.0.86 "PUT /v2.0/subnets/43668d1f-d65b-4c52-a191-48ccaaf16ab5 HTTP/1.1" status: 404 len: 337 time: 0.0410953 Dec 15 14:02:33.600982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Deleting port 7b49fd29-b884-4450-9fbe-08534398c5ec {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:33.601333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.659070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] DHCP port deletion for f5bde6a7-a37d-4c2b-af80-c10322fa13b8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:33.674922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] For port 7b49fd29-b884-4450-9fbe-08534398c5ec, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7b49fd29-b884-4450-9fbe-08534398c5ec,segment=NetworkSegment(f66d5fc7-325b-4e77-833d-5624e78fb173),segment_id=f66d5fc7-325b-4e77-833d-5624e78fb173)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:33.675282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.689433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Calling delete_port for 7b49fd29-b884-4450-9fbe-08534398c5ec owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:33.758086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] Deleting port 7b49fd29-b884-4450-9fbe-08534398c5ec {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:33.760520 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.867173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88418b61-f9bf-425f-a3f2-f831693a7cb8 req-a86962d0-d422-40a2-b214-81b4f8eead44 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:33.873346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] For port 7b49fd29-b884-4450-9fbe-08534398c5ec, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7b49fd29-b884-4450-9fbe-08534398c5ec,segment=NetworkSegment(f66d5fc7-325b-4e77-833d-5624e78fb173),segment_id=f66d5fc7-325b-4e77-833d-5624e78fb173)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:33.874146 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.875451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88418b61-f9bf-425f-a3f2-f831693a7cb8 req-a86962d0-d422-40a2-b214-81b4f8eead44 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0773780 Dec 15 14:02:33.890055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] Calling delete_port for 7b49fd29-b884-4450-9fbe-08534398c5ec owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:33.941388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88418b61-f9bf-425f-a3f2-f831693a7cb8 req-7b0f52a5-7bdf-4734-a2a3-312a1f0cbaae tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642323 Dec 15 14:02:33.944010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:33.969716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] No DVR routers for this DVR port 7b49fd29-b884-4450-9fbe-08534398c5ec on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:33.978029 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.003232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] No DVR routers for this DVR port 7b49fd29-b884-4450-9fbe-08534398c5ec on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:34.029940 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d90b-f589-43a9-85cd-9818002cb315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.030599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45544) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:34.031833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb923d8-7f69-43d8-b14d-1fcb5df7b65b None None] Pushing event deleted for resources: {'Port': ['ID=7b49fd29-b884-4450-9fbe-08534398c5ec,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:34.063302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Port': ['ID=7b49fd29-b884-4450-9fbe-08534398c5ec,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:34.146184 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.186740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bde6a7-a37d-4c2b-af80-c10322fa13b8']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:34.200249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66d5fc7-325b-4e77-833d-5624e78fb173') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:34.200249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66d5fc7-325b-4e77-833d-5624e78fb173') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:34.212393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.213283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0309c9-475d-4d8c-acc2-d7dc3e099b01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.228718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.238820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:34.239304 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:34.243948 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:34.314349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3225110-ad7a-4869-b843-cefaab6f75d0 req-a9a0d350-35d7-401c-b0e8-3a0d8d8c1d87 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:34.315980 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3225110-ad7a-4869-b843-cefaab6f75d0 req-a9a0d350-35d7-401c-b0e8-3a0d8d8c1d87 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0526960 Dec 15 14:02:34.320855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.335457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.339949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] 10.222.0.86 "DELETE /v2.0/networks/f5bde6a7-a37d-4c2b-af80-c10322fa13b8 HTTP/1.1" status: 204 len: 168 time: 0.9069765 Dec 15 14:02:34.353696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc05fa1-9519-4115-802d-5d21fb0d2d0a tempest-AllowedAddressPairIpV6TestJSON-897774403 tempest-AllowedAddressPairIpV6TestJSON-897774403-project] Pushing event deleted for resources: {'Network': ['ID=f5bde6a7-a37d-4c2b-af80-c10322fa13b8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:34.413237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3225110-ad7a-4869-b843-cefaab6f75d0 req-4d791ffd-6085-4aad-94fe-b0c08bc4083d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758293 Dec 15 14:02:34.449292 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0309c9-475d-4d8c-acc2-d7dc3e099b01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.450075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7b49fd29-b884-4450-9fbe-08534398c5ec no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:34.455261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0309c9-475d-4d8c-acc2-d7dc3e099b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.478646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 7b49fd29-b884-4450-9fbe-08534398c5ec {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:02:34.479313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7b49fd29-b884-4450-9fbe-08534398c5ec not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:02:34.500163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6d0309c9-475d-4d8c-acc2-d7dc3e099b01 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86aed3d259054b02a4c0bfff023a847a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4677775 Dec 15 14:02:34.500836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45552) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:34.514512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0309c9-475d-4d8c-acc2-d7dc3e099b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd475b8-85e5-4be7-995f-2b3fde65a511,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:34.563082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4001f75b-0e97-4a6c-a2c1-2de112d2772d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.586975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4001f75b-0e97-4a6c-a2c1-2de112d2772d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.631555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:34.644856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4001f75b-0e97-4a6c-a2c1-2de112d2772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.648520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4001f75b-0e97-4a6c-a2c1-2de112d2772d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.652270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4001f75b-0e97-4a6c-a2c1-2de112d2772d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6fd475b8-85e5-4be7-995f-2b3fde65a511 HTTP/1.1" status: 204 len: 168 time: 0.1477323 Dec 15 14:02:34.663177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001f75b-0e97-4a6c-a2c1-2de112d2772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd475b8-85e5-4be7-995f-2b3fde65a511,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:34.810579 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:34.952880 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-533e2549-602e-4e12-a1f6-f132ade094f9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ff82e8df0e14c80b40f76ba11189e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176837 Dec 15 14:02:34.953128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45570) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:35.009253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c81b4d3-a403-429c-ba58-029b05222f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.042356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c81b4d3-a403-429c-ba58-029b05222f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.078164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d73a3-84fd-49b5-868d-25257ce4b482 req-f0df1b17-81c2-413f-8e4a-b60a8fabfff0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:35.080118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-422d73a3-84fd-49b5-868d-25257ce4b482 req-f0df1b17-81c2-413f-8e4a-b60a8fabfff0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0591567 Dec 15 14:02:35.104612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c81b4d3-a403-429c-ba58-029b05222f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.108506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c81b4d3-a403-429c-ba58-029b05222f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.113012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c81b4d3-a403-429c-ba58-029b05222f93 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca732072-034c-48b7-b265-e8ff8496f272 HTTP/1.1" status: 204 len: 168 time: 0.1584039 Dec 15 14:02:35.131734 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81b4d3-a403-429c-ba58-029b05222f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca732072-034c-48b7-b265-e8ff8496f272,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:35.192772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-422d73a3-84fd-49b5-868d-25257ce4b482 req-dae6bdd2-7135-43e2-bf99-26482aaa4eea tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020296 Dec 15 14:02:35.480094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45598) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:35.562899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc904d-f594-4943-85eb-fa468f6cd0e3 req-6322548c-375a-4b73-bfb7-59dacdd2039f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:35.570876 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69bc904d-f594-4943-85eb-fa468f6cd0e3 req-6322548c-375a-4b73-bfb7-59dacdd2039f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.0626917 Dec 15 14:02:35.629303 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69bc904d-f594-4943-85eb-fa468f6cd0e3 req-070cf005-e926-466d-8be0-f14969869b6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528207 Dec 15 14:02:35.738683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--558602513'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:35.768450 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.777662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.895293 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.913460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45616) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:35.916525 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:35.957109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d0dba8-6fde-4f67-9fa0-cced563d9dcf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:36.007155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.012840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.037544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-97abd820-b4d3-4c4a-a583-b52dca6bb146 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.040116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-97abd820-b4d3-4c4a-a583-b52dca6bb146 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1253836 Dec 15 14:02:36.041446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.043152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.045689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5635922 Dec 15 14:02:36.046359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45622) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.051317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-f483cb60-b7b3-4f49-aa34-f6d044b48388 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.053389 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f483cb60-b7b3-4f49-aa34-f6d044b48388 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0081699 Dec 15 14:02:36.055970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45624) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.062683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-e4caac28-367d-4145-930f-4d04dbbfb77d tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.064505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e4caac28-367d-4145-930f-4d04dbbfb77d tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0063112 Dec 15 14:02:36.067265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.069856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832801b0-97dd-44ab-83ff-2b688988a1f4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a91bc8e-8d51-4e4a-810c-ccefef7a6560,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:36.075542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-7d7116cb-8e3a-4ed7-9c15-e400b7410f2a tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.080846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7d7116cb-8e3a-4ed7-9c15-e400b7410f2a tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0122547 Dec 15 14:02:36.081530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45628) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.086069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-1542a458-cb35-4978-89ff-ae3da532296a tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.089883 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1542a458-cb35-4978-89ff-ae3da532296a tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073652 Dec 15 14:02:36.091455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45630) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.096418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-adabffb0-439b-4b63-a07f-e80e467105b9 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.101335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-adabffb0-439b-4b63-a07f-e80e467105b9 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0086126 Dec 15 14:02:36.102085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45632) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.107100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-e60d2445-8520-4752-9fe5-24609211bf0c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.111356 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e60d2445-8520-4752-9fe5-24609211bf0c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0074954 Dec 15 14:02:36.111963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.116864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-66b0d278-2984-44bf-92e3-3f366aa3c2ca tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.117869 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-66b0d278-2984-44bf-92e3-3f366aa3c2ca tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049651 Dec 15 14:02:36.120353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45636) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.124824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-c2d743c9-76e9-40d7-bf2b-68c3749c7fdf tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.125742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c2d743c9-76e9-40d7-bf2b-68c3749c7fdf tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040364 Dec 15 14:02:36.128105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45638) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.133469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-0b9d5949-fdaf-49b0-88b6-ed8ae6418772 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.134734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0b9d5949-fdaf-49b0-88b6-ed8ae6418772 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054920 Dec 15 14:02:36.136977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45640) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.141130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-c6447767-f7d4-4127-8c8a-8d2b9fcf5b3c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.142891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c6447767-f7d4-4127-8c8a-8d2b9fcf5b3c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041859 Dec 15 14:02:36.145965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45642) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.152285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-18285a85-7d4f-49d0-9928-55d7c20d72e1 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.156274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-18285a85-7d4f-49d0-9928-55d7c20d72e1 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0058115 Dec 15 14:02:36.157234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45644) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.157672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45646) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.157929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e6b5ac4a-5aa6-480f-aa35-55cf6f3e47d8 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1065061 Dec 15 14:02:36.163700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-c002b669-a6da-4538-ad98-ebad779e2dda tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.165122 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c002b669-a6da-4538-ad98-ebad779e2dda tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063038 Dec 15 14:02:36.168423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45648) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.172009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-72e1af13-d6f4-4594-a950-68b8aac4a51b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-security--843579993', 'description': 'tempest-security-description-799286822'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:36.175587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-c5db93ca-dd1d-43ba-9946-568aef9b48de tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.179443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c5db93ca-dd1d-43ba-9946-568aef9b48de tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059047 Dec 15 14:02:36.180308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45650) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.184835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-bf0a997e-9fc5-414f-90d5-2225ee28a4e7 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.188565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bf0a997e-9fc5-414f-90d5-2225ee28a4e7 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045760 Dec 15 14:02:36.192007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.195501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-38df2773-0f63-4081-8c49-3ae9ead12c56 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:36.196792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-0a684cf4-a63e-4098-a62f-0b87d2f4f3fa tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.197093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-38df2773-0f63-4081-8c49-3ae9ead12c56 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1043191 Dec 15 14:02:36.197746 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0a684cf4-a63e-4098-a62f-0b87d2f4f3fa tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047593 Dec 15 14:02:36.200459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45654) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.204572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-8e50d69a-63bc-468c-98fb-9f328efd1f8e tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.205592 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8e50d69a-63bc-468c-98fb-9f328efd1f8e tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0041745 Dec 15 14:02:36.207812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45656) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.216086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-d3ceb529-6631-46fd-9d49-6f1deac13e81 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.219342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d3ceb529-6631-46fd-9d49-6f1deac13e81 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082726 Dec 15 14:02:36.232290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.235653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72e1af13-d6f4-4594-a950-68b8aac4a51b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.245722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-4e54a5d7-7d26-479f-9317-26a49d5e5feb tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.248493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4e54a5d7-7d26-479f-9317-26a49d5e5feb tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0091803 Dec 15 14:02:36.249693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45662) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.256411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-d2cf9feb-56db-49ce-9f91-f2b3c1c98ee8 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.259899 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d2cf9feb-56db-49ce-9f91-f2b3c1c98ee8 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0073295 Dec 15 14:02:36.260576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.271745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-1308389f-6d0e-41e0-a138-122991c32729 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.275061 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1308389f-6d0e-41e0-a138-122991c32729 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045359 Dec 15 14:02:36.275914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45666) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.289225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-97cb63f8-bbd4-4325-85e7-394dad458545 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.290209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-97cb63f8-bbd4-4325-85e7-394dad458545 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0061736 Dec 15 14:02:36.300156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.307902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-9a1910c1-5270-45dc-9d31-bfca72b50948 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.309120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9a1910c1-5270-45dc-9d31-bfca72b50948 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0080435 Dec 15 14:02:36.312426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45670) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.326795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72e1af13-d6f4-4594-a950-68b8aac4a51b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.329586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-4d2c52a0-2fd0-4fb9-91e2-22e73394e56f tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.330685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4d2c52a0-2fd0-4fb9-91e2-22e73394e56f tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050669 Dec 15 14:02:36.332245 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72e1af13-d6f4-4594-a950-68b8aac4a51b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.336074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45672) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.338436 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72e1af13-d6f4-4594-a950-68b8aac4a51b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.339907 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-72e1af13-d6f4-4594-a950-68b8aac4a51b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "PUT /v2.0/security-groups/2a91bc8e-8d51-4e4a-810c-ccefef7a6560 HTTP/1.1" status: 200 len: 1795 time: 0.1731963 Dec 15 14:02:36.340713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-d98f95dd-ff82-4c8a-ae85-bc5caf77a4c3 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.341641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d98f95dd-ff82-4c8a-ae85-bc5caf77a4c3 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046861 Dec 15 14:02:36.344291 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45674) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.345581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45676) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.352969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-d732b189-15d8-442f-ab8a-f3fb2f10d57c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.353988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d732b189-15d8-442f-ab8a-f3fb2f10d57c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075471 Dec 15 14:02:36.359142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45678) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.365888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-29d10f9f-0f3c-4115-acbe-393bbaf80f7c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.366839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29d10f9f-0f3c-4115-acbe-393bbaf80f7c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058799 Dec 15 14:02:36.369445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45680) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.377327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-5e527f2c-18ce-4a9b-b022-f9ba5fffe972 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.378257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5e527f2c-18ce-4a9b-b022-f9ba5fffe972 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044129 Dec 15 14:02:36.380882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.398579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbfdc1-055f-4150-aca8-7251e9a34be7 req-5517fa52-b68d-48fd-a2dc-31cf96ac5f12 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:36.398892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-7cdb90d7-70de-48c4-a04b-7ed7155c0491 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.402473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35cbfdc1-055f-4150-aca8-7251e9a34be7 req-5517fa52-b68d-48fd-a2dc-31cf96ac5f12 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1235301 Dec 15 14:02:36.402598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Deleting port b7184fb5-0fb3-468f-b90f-ad0833ecd074 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:36.402864 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.404331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7cdb90d7-70de-48c4-a04b-7ed7155c0491 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0218530 Dec 15 14:02:36.405379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45684) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.416732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-48940e4e-321f-4704-9d2a-26c073dee518 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.420707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-48940e4e-321f-4704-9d2a-26c073dee518 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047474 Dec 15 14:02:36.423835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45686) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.428895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1af13-d6f4-4594-a950-68b8aac4a51b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a91bc8e-8d51-4e4a-810c-ccefef7a6560,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:36.430260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-b6e76bd4-6dd0-4afc-a224-a8ade24982d7 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.441060 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0d5c3547-c372-4c5a-b6cc-6db8b47c1f98 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups/2a91bc8e-8d51-4e4a-810c-ccefef7a6560 HTTP/1.1" status: 200 len: 1795 time: 0.0902834 Dec 15 14:02:36.441146 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b6e76bd4-6dd0-4afc-a224-a8ade24982d7 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0108340 Dec 15 14:02:36.441216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45688) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.442063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.451291 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-a662a90d-8786-4825-a4b8-ed55f8842046 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.454572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a662a90d-8786-4825-a4b8-ed55f8842046 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042486 Dec 15 14:02:36.457998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.458811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-cffd8315-71f0-4dae-aa59-08d63b637e8c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.462996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cffd8315-71f0-4dae-aa59-08d63b637e8c tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050316 Dec 15 14:02:36.469581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45694) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.476603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-545a5b36-f368-4030-aeeb-25bf71c9695d tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.479820 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-545a5b36-f368-4030-aeeb-25bf71c9695d tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070755 Dec 15 14:02:36.481212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45696) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.485447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-ffeeb82d-f697-4c22-9dd7-4f85dd365463 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.488413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ffeeb82d-f697-4c22-9dd7-4f85dd365463 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042768 Dec 15 14:02:36.491247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45698) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.498246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-ff6b0e2f-16bd-4263-bfd3-e1aa67e33161 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.500239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ff6b0e2f-16bd-4263-bfd3-e1aa67e33161 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070817 Dec 15 14:02:36.505283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45700) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.507755 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35cbfdc1-055f-4150-aca8-7251e9a34be7 req-22ac89d3-2949-4cbe-98af-2dddc2d1652d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016729 Dec 15 14:02:36.509809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-43927a56-4084-456c-8c18-6ae914bf6cf1 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.511394 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-43927a56-4084-456c-8c18-6ae914bf6cf1 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048523 Dec 15 14:02:36.516361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45702) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.524468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-f9aa9acb-acb5-41c3-8824-a2034e420748 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.528339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f9aa9acb-acb5-41c3-8824-a2034e420748 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0083327 Dec 15 14:02:36.533529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45704) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.540790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-97928a3f-7f68-4b7a-a032-6628a2ce5f82 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.544164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-97928a3f-7f68-4b7a-a032-6628a2ce5f82 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070701 Dec 15 14:02:36.545890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45706) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.546611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf2d152b-6333-477e-b18a-56269d2e7a50 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.562571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-fca280ca-30cb-497b-9496-16ecf1c294c6 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.563802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fca280ca-30cb-497b-9496-16ecf1c294c6 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0171471 Dec 15 14:02:36.567104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45708) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.574200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-e33153ae-18ba-43a5-99b8-170a931efb30 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.577337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e33153ae-18ba-43a5-99b8-170a931efb30 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0072596 Dec 15 14:02:36.580127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45710) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.581601 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.585075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-2e84da26-bb4b-441f-b92f-6cfbf06879e4 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.588533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2e84da26-bb4b-441f-b92f-6cfbf06879e4 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049691 Dec 15 14:02:36.589447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45712) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.593554 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf2d152b-6333-477e-b18a-56269d2e7a50 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.597303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-c4b18856-fda0-4124-89c2-6c7bd0bab426 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.601130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c4b18856-fda0-4124-89c2-6c7bd0bab426 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079334 Dec 15 14:02:36.601130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] For port b7184fb5-0fb3-468f-b90f-ad0833ecd074, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=b7184fb5-0fb3-468f-b90f-ad0833ecd074,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:36.601130 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.602247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45714) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.608867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-46f23b6c-0e9b-4345-a57e-cc55c8dadde9 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.612081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-46f23b6c-0e9b-4345-a57e-cc55c8dadde9 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069990 Dec 15 14:02:36.612766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45716) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.620730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-267593cd-9cc9-463b-ab5d-562c082358b9 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.623930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-267593cd-9cc9-463b-ab5d-562c082358b9 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083249 Dec 15 14:02:36.624632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45718) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.628036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-46ff46e1-a43b-4eae-a76f-47cfeda96d27 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.630985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-46ff46e1-a43b-4eae-a76f-47cfeda96d27 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0038927 Dec 15 14:02:36.634513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.642740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-5aeb5d4f-483a-4f5e-8ee2-8df43abb47cd tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.643920 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5aeb5d4f-483a-4f5e-8ee2-8df43abb47cd tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0083346 Dec 15 14:02:36.647243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.651394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-4750b711-cc8c-4046-a06d-86c6a1106f42 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.656099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4750b711-cc8c-4046-a06d-86c6a1106f42 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042779 Dec 15 14:02:36.656099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.660552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-62645e3f-c2de-42cf-9923-e4012ca6cd85 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.662817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-62645e3f-c2de-42cf-9923-e4012ca6cd85 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0056608 Dec 15 14:02:36.664784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.671369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-7fa8f287-8113-4e7a-826f-0882fe670c6d tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.672598 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7fa8f287-8113-4e7a-826f-0882fe670c6d tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070214 Dec 15 14:02:36.675177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.680753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-9bd6e51d-8981-4dde-b0a4-7a0543c3bab5 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.681737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9bd6e51d-8981-4dde-b0a4-7a0543c3bab5 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056849 Dec 15 14:02:36.684339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.689203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-097bd0ab-8925-4c4d-8d92-40a00128c148 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.690242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-097bd0ab-8925-4c4d-8d92-40a00128c148 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046816 Dec 15 14:02:36.692725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45734) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.694880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf2d152b-6333-477e-b18a-56269d2e7a50 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.697592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf2d152b-6333-477e-b18a-56269d2e7a50 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.701061 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cf2d152b-6333-477e-b18a-56269d2e7a50 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/2a91bc8e-8d51-4e4a-810c-ccefef7a6560 HTTP/1.1" status: 204 len: 168 time: 0.2575145 Dec 15 14:02:36.701855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-1f33ffb2-3745-40ac-a970-9b3dbe706564 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.702788 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f33ffb2-3745-40ac-a970-9b3dbe706564 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0089450 Dec 15 14:02:36.705923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45736) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.706257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45738) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.713142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-46ada055-9bbf-4a74-ba66-b93647319f33 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.716994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-46ada055-9bbf-4a74-ba66-b93647319f33 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063705 Dec 15 14:02:36.719012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45740) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.730044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-7428dd25-4d91-4dca-8d59-3a77b3d54bc7 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.730984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7428dd25-4d91-4dca-8d59-3a77b3d54bc7 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041578 Dec 15 14:02:36.736372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45742) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.743447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-f87849af-a34b-4b99-ad14-dc1906d94d21 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.746453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f87849af-a34b-4b99-ad14-dc1906d94d21 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0070808 Dec 15 14:02:36.752251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d152b-6333-477e-b18a-56269d2e7a50 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a91bc8e-8d51-4e4a-810c-ccefef7a6560,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:36.758756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45744) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.761975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-aa465207-7e19-426b-9b82-86b25a22851b tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.765940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aa465207-7e19-426b-9b82-86b25a22851b tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0085523 Dec 15 14:02:36.766744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45746) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.774949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-a7db2e7d-97cd-47b6-878d-0f55fe995d9b tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.778727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a7db2e7d-97cd-47b6-878d-0f55fe995d9b tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091586 Dec 15 14:02:36.780243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.788145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-23c2d961-39c0-45c9-8381-01aed2298eee tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.789099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-23c2d961-39c0-45c9-8381-01aed2298eee tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048738 Dec 15 14:02:36.796246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45750) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.812899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-96df358c-cc12-4cbb-bd8c-11e753595f47 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.816395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-96df358c-cc12-4cbb-bd8c-11e753595f47 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0090015 Dec 15 14:02:36.817883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45752) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.824961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-7d23b3cc-086f-4256-8f8c-cde60948ef08 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.826047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7d23b3cc-086f-4256-8f8c-cde60948ef08 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0054991 Dec 15 14:02:36.831161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45754) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.836211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-e8437b2a-6933-41c9-aec0-a2d4089b47dd tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.839502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e8437b2a-6933-41c9-aec0-a2d4089b47dd tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050347 Dec 15 14:02:36.840627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45756) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.844225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-2cd4dd0d-af9c-436c-ba1f-f12b1ba3997a tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.847421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2cd4dd0d-af9c-436c-ba1f-f12b1ba3997a tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042226 Dec 15 14:02:36.847790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45758) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.850336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c126e8c-30b7-4224-bbc8-32f3a66ec9d8 req-d9b18cc1-690d-4559-9f3a-0d67fb7e281b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:36.851939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-8ff564db-56c2-4ce4-bf88-7bfaf56c334e tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.853117 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c126e8c-30b7-4224-bbc8-32f3a66ec9d8 req-d9b18cc1-690d-4559-9f3a-0d67fb7e281b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 946 time: 0.1332495 Dec 15 14:02:36.856060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8ff564db-56c2-4ce4-bf88-7bfaf56c334e tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071933 Dec 15 14:02:36.856717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45760) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.860996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-10feb3be-6886-44a3-8210-abbda02fce0f tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1536620 Dec 15 14:02:36.861702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.863233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-497e9288-a419-4a85-b0ad-871ff682602a tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.864990 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-497e9288-a419-4a85-b0ad-871ff682602a tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044503 Dec 15 14:02:36.868067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45764) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.878474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-35aa3d0a-3111-4984-b2cf-59c48a6e4b7d tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.882650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-35aa3d0a-3111-4984-b2cf-59c48a6e4b7d tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089536 Dec 15 14:02:36.885522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45766) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.889434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-fb8a839d-634c-47b6-8f16-7aec81ebefe0 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.892435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fb8a839d-634c-47b6-8f16-7aec81ebefe0 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044711 Dec 15 14:02:36.892782 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-a4a46f08-7d88-4907-a878-a1a20b0f2c21 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] delete failed (client error): The resource could not be found. Dec 15 14:02:36.893360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45768) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.897042 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a4a46f08-7d88-4907-a878-a1a20b0f2c21 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/2a91bc8e-8d51-4e4a-810c-ccefef7a6560 HTTP/1.1" status: 404 len: 347 time: 0.0324831 Dec 15 14:02:36.899885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-11f4e68d-5b2d-4411-9e27-e169f11aa2f1 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.904546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-11f4e68d-5b2d-4411-9e27-e169f11aa2f1 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0099580 Dec 15 14:02:36.904948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.905296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45772) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.907277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.907646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:36.907998 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Floating IP decdb425-6097-4e64-959d-5d8d2b623104 disassociated. External IP: 172.25.7.131, port: b7184fb5-0fb3-468f-b90f-ad0833ecd074. Dec 15 14:02:36.908350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Calling delete_port for b7184fb5-0fb3-468f-b90f-ad0833ecd074 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:36.912695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [None req-2460ebf6-ca13-4d8f-ac04-90a80d14dfd5 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.913698 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2460ebf6-ca13-4d8f-ac04-90a80d14dfd5 tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0062411 Dec 15 14:02:36.917056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-58632aff-2426-4faf-ac9d-1930ddc14f37 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008798124'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:36.925915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45776) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.931574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-8fb11432-52bf-44d8-b4ab-b56d0e242fad tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.936307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8fb11432-52bf-44d8-b4ab-b56d0e242fad tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0086257 Dec 15 14:02:36.938786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45778) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:36.942891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [None req-db7ee803-222a-428a-b976-f4a0623065ce tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:36.947071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-db7ee803-222a-428a-b976-f4a0623065ce tempest-ExtensionsTestJSON-334005784 tempest-ExtensionsTestJSON-334005784-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047109 Dec 15 14:02:36.966874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c126e8c-30b7-4224-bbc8-32f3a66ec9d8 req-fdc13d0d-956f-42e5-aa4d-5b4541875c26 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ccfa484-442a-4581-b6a7-f8f1b413d313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041057 Dec 15 14:02:36.979252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58632aff-2426-4faf-ac9d-1930ddc14f37 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.078224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58632aff-2426-4faf-ac9d-1930ddc14f37 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.083587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58632aff-2426-4faf-ac9d-1930ddc14f37 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.108279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.134928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58632aff-2426-4faf-ac9d-1930ddc14f37 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.136579 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-58632aff-2426-4faf-ac9d-1930ddc14f37 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2301872 Dec 15 14:02:37.140065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45782) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:37.144689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event deleted for resources: {'Port': ['ID=b7184fb5-0fb3-468f-b90f-ad0833ecd074,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:37.148126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f9634119-3fec-484c-adc5-08d4c3ce1fda tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '12d6e169-7793-4328-8134-304649ef9376', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:37.163035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58632aff-2426-4faf-ac9d-1930ddc14f37 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d6e169-7793-4328-8134-304649ef9376,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:37.197889 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9634119-3fec-484c-adc5-08d4c3ce1fda tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.275628 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.282061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9634119-3fec-484c-adc5-08d4c3ce1fda tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.287827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9634119-3fec-484c-adc5-08d4c3ce1fda tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.296325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Router 59d055da-6db8-43fd-bce9-74a02ba21744 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:02:37.307098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9634119-3fec-484c-adc5-08d4c3ce1fda tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffe1790-fa57-41b2-be24-c2a7ff1d2787,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:37.320116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9634119-3fec-484c-adc5-08d4c3ce1fda tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.323828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f9634119-3fec-484c-adc5-08d4c3ce1fda tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798306 Dec 15 14:02:37.324279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45786) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:37.356767 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7fe2-635a-4b52-8a39-45bb0a62e23a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.366365 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7fe2-635a-4b52-8a39-45bb0a62e23a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.368189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45788) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:37.402424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7fe2-635a-4b52-8a39-45bb0a62e23a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.413884 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7fe2-635a-4b52-8a39-45bb0a62e23a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.415835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ad5d7fe2-635a-4b52-8a39-45bb0a62e23a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/3ffe1790-fa57-41b2-be24-c2a7ff1d2787 HTTP/1.1" status: 204 len: 168 time: 0.0903420 Dec 15 14:02:37.418608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45792) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:37.431361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d7fe2-635a-4b52-8a39-45bb0a62e23a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ffe1790-fa57-41b2-be24-c2a7ff1d2787,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:37.475053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a48798aa-7b9c-4530-a0e9-141ed9b0964b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544899 Dec 15 14:02:37.477447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45794) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:37.537977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dce56725-dcb8-449b-81e0-3114a722c931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.765329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:02:37.777773 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] Sync routers for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:02:37.790286 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:37.791199 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:37.798052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723bd51-256a-4da1-a090-71fe4454d881 req-39430065-5feb-4e96-b5a6-b53baa4b35b7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:37.799564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1723bd51-256a-4da1-a090-71fe4454d881 req-39430065-5feb-4e96-b5a6-b53baa4b35b7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0856624 Dec 15 14:02:37.818116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] No DVR routers for this DVR port b7184fb5-0fb3-468f-b90f-ad0833ecd074 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:37.820835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.824107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71b1e158-4e0e-44e0-9748-085ba3427e52 req-05e5eb4f-2724-4705-8885-3812b3c0f8f5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "DELETE /v2.0/ports/b7184fb5-0fb3-468f-b90f-ad0833ecd074 HTTP/1.1" status: 204 len: 173 time: 1.6175487 Dec 15 14:02:37.828748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'name': 'network-vif-deleted', 'tag': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:37.831017 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c0997e-9ffd-48b8-86ec-8121969c01a2" -d '{"events": [{"server_uuid": "7a0e3a9b-4b60-4957-bd5e-460861776582", "name": "network-vif-deleted", "tag": "b7184fb5-0fb3-468f-b90f-ad0833ecd074"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:37.888067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0752fda9-784c-4204-92ef-4fc614dc4f65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:37.924691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1723bd51-256a-4da1-a090-71fe4454d881 req-c551e790-1e86-4efb-8003-f8b724a72869 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077349 Dec 15 14:02:37.929481 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0752fda9-784c-4204-92ef-4fc614dc4f65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.059849 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0752fda9-784c-4204-92ef-4fc614dc4f65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.062591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0752fda9-784c-4204-92ef-4fc614dc4f65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.066346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0752fda9-784c-4204-92ef-4fc614dc4f65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/12d6e169-7793-4328-8134-304649ef9376 HTTP/1.1" status: 204 len: 168 time: 0.5853460 Dec 15 14:02:38.067008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45806) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:38.080235 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:02:38.087458 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dce56725-dcb8-449b-81e0-3114a722c931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.097375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752fda9-784c-4204-92ef-4fc614dc4f65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d6e169-7793-4328-8134-304649ef9376,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.102241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dce56725-dcb8-449b-81e0-3114a722c931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.119178 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4013021-fd4c-4afc-9425-225f082c1d63 x-openstack-request-id: req-a4013021-fd4c-4afc-9425-225f082c1d63 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:38.119178 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0e3a9b-4b60-4957-bd5e-460861776582", "name": "network-vif-deleted", "tag": "b7184fb5-0fb3-468f-b90f-ad0833ecd074", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:38.119178 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a4013021-fd4c-4afc-9425-225f082c1d63 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:38.119647 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0e3a9b-4b60-4957-bd5e-460861776582', 'name': 'network-vif-deleted', 'tag': 'b7184fb5-0fb3-468f-b90f-ad0833ecd074', 'status': 'completed', 'code': 200} Dec 15 14:02:38.151323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d5c1213e-a8e1-4388-a5fb-8ad7929c63c0 req-2c926070-06aa-47c8-99b4-b67ed6e798d3 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a0e3a9b-4b60-4957-bd5e-460861776582 HTTP/1.1" status: 200 len: 210 time: 0.0550983 Dec 15 14:02:38.181364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b9d1c232-9077-4f4e-94e7-c1eaa300d8cc tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1134651 Dec 15 14:02:38.186050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dce56725-dcb8-449b-81e0-3114a722c931 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcba6cd074944fb397e31ec66f33ff9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8168097 Dec 15 14:02:38.187024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45810) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:38.187993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45812) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:38.192895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce56725-dcb8-449b-81e0-3114a722c931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53f2ef3-b020-453c-9a9c-a768b205c632,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.211618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-17e7c7f7-d52d-4090-8425-1c71d5cfd779 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273043751'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:38.262855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17e7c7f7-d52d-4090-8425-1c71d5cfd779 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.287933 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a108e118-a353-48cd-8c3c-1ea87ae22122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.325602 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a108e118-a353-48cd-8c3c-1ea87ae22122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.327659 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:38.360098 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] Checking router: 59d055da-6db8-43fd-bce9-74a02ba21744 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:02:38.369268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:02:38.370104 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:38.458053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb2e0b-4063-49f8-bfc5-80e35197eb9a req-97de128f-b0da-4ec1-a016-7efe00133788 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:38.460137 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-38fb2e0b-4063-49f8-bfc5-80e35197eb9a req-97de128f-b0da-4ec1-a016-7efe00133788 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 949 time: 0.1041384 Dec 15 14:02:38.462591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17e7c7f7-d52d-4090-8425-1c71d5cfd779 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.467238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17e7c7f7-d52d-4090-8425-1c71d5cfd779 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.485416 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:02:38.493993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a108e118-a353-48cd-8c3c-1ea87ae22122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.496587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a108e118-a353-48cd-8c3c-1ea87ae22122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.497704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a108e118-a353-48cd-8c3c-1ea87ae22122 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c53f2ef3-b020-453c-9a9c-a768b205c632 HTTP/1.1" status: 204 len: 168 time: 0.3087742 Dec 15 14:02:38.510037 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17e7c7f7-d52d-4090-8425-1c71d5cfd779 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.513810 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-17e7c7f7-d52d-4090-8425-1c71d5cfd779 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3206980 Dec 15 14:02:38.515524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45818) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:38.527700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e99497a1-1bfa-4719-9736-32003cd2e438 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '806649dc-d0d4-437c-9e35-64817d048eb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:38.527833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7c7f7-d52d-4090-8425-1c71d5cfd779 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806649dc-d0d4-437c-9e35-64817d048eb1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.550192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108e118-a353-48cd-8c3c-1ea87ae22122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53f2ef3-b020-453c-9a9c-a768b205c632,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.559514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-38fb2e0b-4063-49f8-bfc5-80e35197eb9a req-0e45c7e9-d3c0-45d9-a120-a096a5c71fbc tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859542 Dec 15 14:02:38.587410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e99497a1-1bfa-4719-9736-32003cd2e438 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.649076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e99497a1-1bfa-4719-9736-32003cd2e438 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.653224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e99497a1-1bfa-4719-9736-32003cd2e438 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.675428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99497a1-1bfa-4719-9736-32003cd2e438 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f0f439-18ec-475b-8196-7205033235e6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.687753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e99497a1-1bfa-4719-9736-32003cd2e438 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.690232 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e99497a1-1bfa-4719-9736-32003cd2e438 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1734049 Dec 15 14:02:38.692082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45822) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:38.697568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8c6fa299-b8ce-4c40-ac65-84d81e54b05a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '806649dc-d0d4-437c-9e35-64817d048eb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:38.722545 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:38.725049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa299-b8ce-4c40-ac65-84d81e54b05a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.749575 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78898052-c5dd-4ce3-81c0-ff8692a53984 None None] The sync data for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 is: [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:02:38.791861 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa299-b8ce-4c40-ac65-84d81e54b05a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.797294 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa299-b8ce-4c40-ac65-84d81e54b05a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.828264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fa299-b8ce-4c40-ac65-84d81e54b05a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812402f7-5e90-421c-8e0d-55713a8e8e50,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:38.837631 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa299-b8ce-4c40-ac65-84d81e54b05a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.838855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8c6fa299-b8ce-4c40-ac65-84d81e54b05a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458375 Dec 15 14:02:38.841507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:38.846025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-da2805ce-148b-4f01-b7ff-496b2e4eb802 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '806649dc-d0d4-437c-9e35-64817d048eb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:38.877985 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da2805ce-148b-4f01-b7ff-496b2e4eb802 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.939436 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da2805ce-148b-4f01-b7ff-496b2e4eb802 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.945513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da2805ce-148b-4f01-b7ff-496b2e4eb802 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:38.974192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2805ce-148b-4f01-b7ff-496b2e4eb802 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114c2161-227c-4fc4-a1f2-abd4b90609cb,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.000455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da2805ce-148b-4f01-b7ff-496b2e4eb802 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.002996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da2805ce-148b-4f01-b7ff-496b2e4eb802 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598949 Dec 15 14:02:39.005469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45836) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.011158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8b04d548-8364-4c08-b4d4-cf23f9b07243 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '806649dc-d0d4-437c-9e35-64817d048eb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:39.042986 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b04d548-8364-4c08-b4d4-cf23f9b07243 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.095575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf971c-7edb-43b8-8256-9191a5ace923 None None] New status for floating IP decdb425-6097-4e64-959d-5d8d2b623104: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:02:39.107118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0bc2-4c20-4cd9-8f1f-c3a3ec3d2be0 req-21eff149-7078-4e5a-a685-a4aee67c2cfc tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:39.109080 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3cff0bc2-4c20-4cd9-8f1f-c3a3ec3d2be0 req-21eff149-7078-4e5a-a685-a4aee67c2cfc tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0751135 Dec 15 14:02:39.151141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b04d548-8364-4c08-b4d4-cf23f9b07243 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.162846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b04d548-8364-4c08-b4d4-cf23f9b07243 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.181756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04d548-8364-4c08-b4d4-cf23f9b07243 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2483d9a-de7c-4529-a987-285b775b53bd,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.196617 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3cff0bc2-4c20-4cd9-8f1f-c3a3ec3d2be0 req-d5fd05ee-594f-4d83-a5db-4679085eec19 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767994 Dec 15 14:02:39.200225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b04d548-8364-4c08-b4d4-cf23f9b07243 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.204073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8b04d548-8364-4c08-b4d4-cf23f9b07243 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1973140 Dec 15 14:02:39.204697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45848) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.210416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-198002f8-935c-40b3-80b8-64f254cd94a1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '806649dc-d0d4-437c-9e35-64817d048eb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:39.249242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-198002f8-935c-40b3-80b8-64f254cd94a1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.269994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45852) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.323125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-198002f8-935c-40b3-80b8-64f254cd94a1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.328564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-198002f8-935c-40b3-80b8-64f254cd94a1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.350017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198002f8-935c-40b3-80b8-64f254cd94a1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6c9bd0-e41f-40fc-91a2-8446b8a96f44,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.350465 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-86d53b83-c4a4-45fd-891e-db7311aedec2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.358192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45854) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.364382 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-198002f8-935c-40b3-80b8-64f254cd94a1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.367898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-198002f8-935c-40b3-80b8-64f254cd94a1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1600876 Dec 15 14:02:39.369258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45856) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.385022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-86d53b83-c4a4-45fd-891e-db7311aedec2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.400889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6894d478-846e-4f7c-b14e-dfb11af7b491 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.413369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6894d478-846e-4f7c-b14e-dfb11af7b491 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.438793 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-86d53b83-c4a4-45fd-891e-db7311aedec2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.442112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-86d53b83-c4a4-45fd-891e-db7311aedec2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.444344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-86d53b83-c4a4-45fd-891e-db7311aedec2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "DELETE /v2.0/security-groups/7ccfa484-442a-4581-b6a7-f8f1b413d313 HTTP/1.1" status: 204 len: 168 time: 0.1720309 Dec 15 14:02:39.446980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45860) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.455527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6894d478-846e-4f7c-b14e-dfb11af7b491 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.456306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d53b83-c4a4-45fd-891e-db7311aedec2 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccfa484-442a-4581-b6a7-f8f1b413d313,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.472529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6894d478-846e-4f7c-b14e-dfb11af7b491 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.473988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6894d478-846e-4f7c-b14e-dfb11af7b491 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/8a6c9bd0-e41f-40fc-91a2-8446b8a96f44 HTTP/1.1" status: 204 len: 168 time: 0.1038187 Dec 15 14:02:39.477095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.477528 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-88c52e75-94b4-4ddb-a96e-cfda3a96c9d1 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] show failed (client error): The resource could not be found. Dec 15 14:02:39.482386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-88c52e75-94b4-4ddb-a96e-cfda3a96c9d1 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups/7ccfa484-442a-4581-b6a7-f8f1b413d313 HTTP/1.1" status: 404 len: 347 time: 0.0342786 Dec 15 14:02:39.484594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45864) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.487618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894d478-846e-4f7c-b14e-dfb11af7b491 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a6c9bd0-e41f-40fc-91a2-8446b8a96f44,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.530912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961564608'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:39.619915 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5a1e6d33-5b74-4846-8e1a-8cc0017911b4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1415987 Dec 15 14:02:39.623417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45868) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.623550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:39.626896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.651842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05f17857-6ea9-469c-a6d3-c66b5c15a2e6 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.659621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05f17857-6ea9-469c-a6d3-c66b5c15a2e6 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.665552 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.686755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05f17857-6ea9-469c-a6d3-c66b5c15a2e6 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.693141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05f17857-6ea9-469c-a6d3-c66b5c15a2e6 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.694928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-05f17857-6ea9-469c-a6d3-c66b5c15a2e6 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/d2483d9a-de7c-4529-a987-285b775b53bd HTTP/1.1" status: 204 len: 168 time: 0.0702384 Dec 15 14:02:39.698019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45870) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.714320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f17857-6ea9-469c-a6d3-c66b5c15a2e6 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2483d9a-de7c-4529-a987-285b775b53bd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:39.749492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb6f2e-5ece-45e2-bdd8-94da2252a6af req-c541a9db-6079-4f2e-900c-770006b343a7 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:39.750913 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1acb6f2e-5ece-45e2-bdd8-94da2252a6af req-c541a9db-6079-4f2e-900c-770006b343a7 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 949 time: 0.1044583 Dec 15 14:02:39.755779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54b14687-bdbd-406d-888a-1a3c30ce68cd tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0535460 Dec 15 14:02:39.756463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:39.785391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Deleting port defdc13a-fbdf-4351-b95e-a04b1e0ca905 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:39.785807 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.805664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-82362dfb-bab5-4059-a227-146353825bfe tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:39.807146 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-82362dfb-bab5-4059-a227-146353825bfe tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.24 "GET /v2.0/ports?device_id=90821650-8ab4-4460-8307-567b97b984c3 HTTP/1.1" status: 200 len: 949 time: 0.0536277 Dec 15 14:02:39.862369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75ece35f-831a-4d8f-aef1-ef7b7934e800 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.888783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75ece35f-831a-4d8f-aef1-ef7b7934e800 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.901555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Deleting port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:39.901903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.925026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1acb6f2e-5ece-45e2-bdd8-94da2252a6af req-147a8623-f6cc-48c1-aa0c-9569719383a3 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.86 "GET /v2.0/security-groups?id=18eeed63-87b1-43cc-9e2c-23750ec4e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604135 Dec 15 14:02:39.937782 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.956220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.977745 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75ece35f-831a-4d8f-aef1-ef7b7934e800 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.983723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75ece35f-831a-4d8f-aef1-ef7b7934e800 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.984870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-75ece35f-831a-4d8f-aef1-ef7b7934e800 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/114c2161-227c-4fc4-a1f2-abd4b90609cb HTTP/1.1" status: 204 len: 168 time: 0.2279499 Dec 15 14:02:39.987770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.988124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:39.992505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45874) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.010943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] For port 12a66772-5cb9-4a3b-ab6b-c3c00b930841, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=12a66772-5cb9-4a3b-ab6b-c3c00b930841,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:40.011626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.017653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:40.019659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Calling delete_port for defdc13a-fbdf-4351-b95e-a04b1e0ca905 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:40.027830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Calling delete_port for 12a66772-5cb9-4a3b-ab6b-c3c00b930841 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:40.031423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ece35f-831a-4d8f-aef1-ef7b7934e800 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114c2161-227c-4fc4-a1f2-abd4b90609cb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.046137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9272736-70fa-4638-a1d2-d43db56dea92,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.049500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.049912 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment b07eef96-6130-4bee-8d1e-0fe2214887b5 of type vlan for network 932579c9-a0e0-46c7-aae9-1faf9e056405 Dec 15 14:02:40.060996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f47f44a3-6169-4539-894a-b4f68f7460ae tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0673480 Dec 15 14:02:40.066761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.152580 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.171168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d8fc5e9-cfaf-47e9-819a-7ddaba5e1182 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.182174 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.194916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['12a66772-5cb9-4a3b-ab6b-c3c00b930841'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:40.198037 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d8fc5e9-cfaf-47e9-819a-7ddaba5e1182 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.214499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Pushing event deleted for resources: {'Port': ['ID=12a66772-5cb9-4a3b-ab6b-c3c00b930841,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.225644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.231239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:40.231875 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.268301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] No DVR routers for this DVR port 12a66772-5cb9-4a3b-ab6b-c3c00b930841 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:40.272028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.276189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46ea6b59-4f92-45c2-b4a3-9558d117afb7 req-3226e060-5c21-4f2a-9e66-ccc7b2c08ff4 tempest-VolumesBackupsTest-795949234 tempest-VolumesBackupsTest-795949234-project] 10.222.0.24 "DELETE /v2.0/ports/12a66772-5cb9-4a3b-ab6b-c3c00b930841 HTTP/1.1" status: 204 len: 173 time: 0.4624159 Dec 15 14:02:40.276726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90821650-8ab4-4460-8307-567b97b984c3', 'name': 'network-vif-deleted', 'tag': '12a66772-5cb9-4a3b-ab6b-c3c00b930841'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:40.280173 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b602eb-e2e0-44af-b518-90c7cecdb96a" -d '{"events": [{"server_uuid": "90821650-8ab4-4460-8307-567b97b984c3", "name": "network-vif-deleted", "tag": "12a66772-5cb9-4a3b-ab6b-c3c00b930841"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:40.301614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d8fc5e9-cfaf-47e9-819a-7ddaba5e1182 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.321393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d8fc5e9-cfaf-47e9-819a-7ddaba5e1182 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.322582 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6d8fc5e9-cfaf-47e9-819a-7ddaba5e1182 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/812402f7-5e90-421c-8e0d-55713a8e8e50 HTTP/1.1" status: 204 len: 168 time: 0.2555711 Dec 15 14:02:40.326776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.363977 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9993131 Dec 15 14:02:40.364189 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c56f9e2-f880-4ad3-b4b6-18f9c819dad5 x-openstack-request-id: req-9c56f9e2-f880-4ad3-b4b6-18f9c819dad5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:40.364189 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90821650-8ab4-4460-8307-567b97b984c3", "name": "network-vif-deleted", "tag": "12a66772-5cb9-4a3b-ab6b-c3c00b930841", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:40.364189 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c56f9e2-f880-4ad3-b4b6-18f9c819dad5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:40.364189 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90821650-8ab4-4460-8307-567b97b984c3', 'name': 'network-vif-deleted', 'tag': '12a66772-5cb9-4a3b-ab6b-c3c00b930841', 'status': 'completed', 'code': 200} Dec 15 14:02:40.370477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe42a40-04ed-4928-b1b8-f0d761b091b3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=932579c9-a0e0-46c7-aae9-1faf9e056405,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.374934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fc5e9-cfaf-47e9-819a-7ddaba5e1182 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=812402f7-5e90-421c-8e0d-55713a8e8e50,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.393471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8494-63a9-475d-a1ba-bb5767ab9452 req-bbbd2dd2-0b3c-4584-9f27-7dcb5821d8c1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:40.395085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a4a8494-63a9-475d-a1ba-bb5767ab9452 req-bbbd2dd2-0b3c-4584-9f27-7dcb5821d8c1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0839598 Dec 15 14:02:40.400574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 932579c9-a0e0-46c7-aae9-1faf9e056405 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:40.408160 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.420320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-defaba26-c4fb-481a-94b8-b68d6ae3344c tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0743308 Dec 15 14:02:40.420824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45884) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.446991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event deleted for resources: {'Port': ['ID=defdc13a-fbdf-4351-b95e-a04b1e0ca905,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.494554 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8fc99064-5bee-47c0-963f-8ba285b4acc5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.502677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a4a8494-63a9-475d-a1ba-bb5767ab9452 req-19b3bf6d-cb8f-437d-99c2-094461b33c5b tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836535 Dec 15 14:02:40.509094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8fc99064-5bee-47c0-963f-8ba285b4acc5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.552194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8fc99064-5bee-47c0-963f-8ba285b4acc5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.558505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8fc99064-5bee-47c0-963f-8ba285b4acc5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.562757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8fc99064-5bee-47c0-963f-8ba285b4acc5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/27f0f439-18ec-475b-8196-7205033235e6 HTTP/1.1" status: 204 len: 168 time: 0.1321645 Dec 15 14:02:40.562757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45886) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.573979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.575131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc99064-5bee-47c0-963f-8ba285b4acc5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27f0f439-18ec-475b-8196-7205033235e6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.577435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.579904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cb48b501-d2ad-48cd-a342-4ee8c08a5a6d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "DELETE /v2.0/floatingips/decdb425-6097-4e64-959d-5d8d2b623104 HTTP/1.1" status: 204 len: 168 time: 1.0934322 Dec 15 14:02:40.645118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6a95f72e-8bec-4fa9-844c-eb4f7201e6ba tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0808549 Dec 15 14:02:40.648680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45888) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.707675 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87d937f5-6893-401d-aec1-b5a0c6f09c65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.734285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87d937f5-6893-401d-aec1-b5a0c6f09c65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.790931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87d937f5-6893-401d-aec1-b5a0c6f09c65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.793835 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87d937f5-6893-401d-aec1-b5a0c6f09c65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.797634 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-87d937f5-6893-401d-aec1-b5a0c6f09c65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/806649dc-d0d4-437c-9e35-64817d048eb1 HTTP/1.1" status: 204 len: 168 time: 0.1450787 Dec 15 14:02:40.797983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45892) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.828729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d937f5-6893-401d-aec1-b5a0c6f09c65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806649dc-d0d4-437c-9e35-64817d048eb1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:40.875113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4fabdc6b-c97b-4ed9-b69d-0a17299a3e50 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0715287 Dec 15 14:02:40.876869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45894) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:40.882739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a32bc139-380b-47c4-8ae1-15ddcccfa033 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--85215445'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:40.910839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a32bc139-380b-47c4-8ae1-15ddcccfa033 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:40.994749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a32bc139-380b-47c4-8ae1-15ddcccfa033 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.003655 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a32bc139-380b-47c4-8ae1-15ddcccfa033 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.023109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device b7184fb5-0fb3-468f-b90f-ad0833ecd074 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:41.034318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bc139-380b-47c4-8ae1-15ddcccfa033 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ad024-990b-41b1-b7cb-2aafa0394bc2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:41.054239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45900) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.059306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c86cf730-8285-4228-9a74-70c025263b86 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164340160', 'description': 'tempest-description--2016717234'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:41.067607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a32bc139-380b-47c4-8ae1-15ddcccfa033 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.069711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a32bc139-380b-47c4-8ae1-15ddcccfa033 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1916604 Dec 15 14:02:41.072285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.077500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: b7184fb5-0fb3-468f-b90f-ad0833ecd074 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:02:41.077861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device b7184fb5-0fb3-468f-b90f-ad0833ecd074 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:02:41.078422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '4c8ad024-990b-41b1-b7cb-2aafa0394bc2', 'direction': 'ingress', 'protocol': 17}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:41.099608 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 14:02:41.099608 n-d-821840-1 neutron-server[109767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 14:02:41.099608 n-d-821840-1 neutron-server[109767]: [parameters: {'project_id_1': '25b9df2a9ded4ad4931ea7a16464df34', 'expiration_1': datetime.datetime(2021, 12, 15, 14, 2, 21, 87122)}] Dec 15 14:02:41.099608 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:02:41.100174 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:02:41.117477 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c86cf730-8285-4228-9a74-70c025263b86 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.215464 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c86cf730-8285-4228-9a74-70c025263b86 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.220243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c86cf730-8285-4228-9a74-70c025263b86 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.254159 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c86cf730-8285-4228-9a74-70c025263b86 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.258934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c86cf730-8285-4228-9a74-70c025263b86 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2003682 Dec 15 14:02:41.259633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45906) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.266004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-52888d71-08ed-4d04-b9cd-afd2f67875fc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'security_group_rule': {'security_group_id': 'bd5a8052-c470-49e5-a8dc-47c007b57787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:41.276156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cf730-8285-4228-9a74-70c025263b86 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5a8052-c470-49e5-a8dc-47c007b57787,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:41.304725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52888d71-08ed-4d04-b9cd-afd2f67875fc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.381568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52888d71-08ed-4d04-b9cd-afd2f67875fc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.387154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52888d71-08ed-4d04-b9cd-afd2f67875fc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.406307 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52888d71-08ed-4d04-b9cd-afd2f67875fc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650853c1-cbd9-45ac-bd2b-d6ece5ab50db,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:41.417867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52888d71-08ed-4d04-b9cd-afd2f67875fc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.421810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-52888d71-08ed-4d04-b9cd-afd2f67875fc tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585953 Dec 15 14:02:41.422167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.427219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dd3c1482-94b2-4bd8-8331-69359ea90725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'security_group_rule': {'security_group_id': 'bd5a8052-c470-49e5-a8dc-47c007b57787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:41.457183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1482-94b2-4bd8-8331-69359ea90725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.518441 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1482-94b2-4bd8-8331-69359ea90725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.523527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1482-94b2-4bd8-8331-69359ea90725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.537578 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c1482-94b2-4bd8-8331-69359ea90725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e1ee18-9870-44a7-bcf4-a0e09656511d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:41.574360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1482-94b2-4bd8-8331-69359ea90725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.579296 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dd3c1482-94b2-4bd8-8331-69359ea90725 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532600 Dec 15 14:02:41.579917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45912) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.589289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:41.649654 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.703251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353346f0-473c-43ac-9b0c-c1b27856554f req-2079de48-9cae-4e65-acd5-cb9d50f9d501 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:41.705534 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-353346f0-473c-43ac-9b0c-c1b27856554f req-2079de48-9cae-4e65-acd5-cb9d50f9d501 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0656605 Dec 15 14:02:41.719186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.767988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-353346f0-473c-43ac-9b0c-c1b27856554f req-bd6ab05a-921e-4cec-90d6-0e473235062e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555396 Dec 15 14:02:41.812531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.819919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.851496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9cb3c7-6196-49c6-ba28-9bb3c4ce3e5e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:41.858601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.862220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cdf51a09-aea8-4ebb-9020-01602c38f925 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7865386 Dec 15 14:02:41.862781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45914) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:41.872832 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.945375 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29a992b8-2b4c-44c8-ba38-3d7ba64c5efe tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:41.976084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29a992b8-2b4c-44c8-ba38-3d7ba64c5efe tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.002663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Allocated IP 172.25.7.226 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/087f180a-a4e0-45f9-bc0f-6622e797db12) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:42.025053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29a992b8-2b4c-44c8-ba38-3d7ba64c5efe tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.028804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29a992b8-2b4c-44c8-ba38-3d7ba64c5efe tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.032227 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29a992b8-2b4c-44c8-ba38-3d7ba64c5efe tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/4c8ad024-990b-41b1-b7cb-2aafa0394bc2 HTTP/1.1" status: 204 len: 168 time: 0.1656601 Dec 15 14:02:42.040719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:42.041123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a992b8-2b4c-44c8-ba38-3d7ba64c5efe tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8ad024-990b-41b1-b7cb-2aafa0394bc2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.161124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9bd544b2-dc1f-4206-bf0a-e94cc472de09 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1132894 Dec 15 14:02:42.161124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:42.174653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-94e1386b-1908-4e03-8025-d0530769056e tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--377381353'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:42.202482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.212622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94e1386b-1908-4e03-8025-d0530769056e tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.270482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.335946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:42.342803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:42.347389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:42.349340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'Port': ['ID=087f180a-a4e0-45f9-bc0f-6622e797db12,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.358598 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94e1386b-1908-4e03-8025-d0530769056e tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.379965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94e1386b-1908-4e03-8025-d0530769056e tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.413706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94e1386b-1908-4e03-8025-d0530769056e tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.414854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-94e1386b-1908-4e03-8025-d0530769056e tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2536075 Dec 15 14:02:42.417627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45922) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:42.426674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3c835ef5-72b9-4783-97ca-97a384b9e8ca tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--620492319'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:42.429996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1386b-1908-4e03-8025-d0530769056e tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b253ba-af55-4750-95ce-137012f56bc6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.473852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c835ef5-72b9-4783-97ca-97a384b9e8ca tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.479814 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.535160 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.554672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c835ef5-72b9-4783-97ca-97a384b9e8ca tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.560955 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c835ef5-72b9-4783-97ca-97a384b9e8ca tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.594671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c835ef5-72b9-4783-97ca-97a384b9e8ca tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f7739b-ba39-46f1-9c3a-df0b0315b814,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.601446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c835ef5-72b9-4783-97ca-97a384b9e8ca tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.602956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3c835ef5-72b9-4783-97ca-97a384b9e8ca tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1825252 Dec 15 14:02:42.605516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45924) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:42.613064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d86f8d22-6e18-46e3-9345-86043d7396aa tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '66b253ba-af55-4750-95ce-137012f56bc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '52f7739b-ba39-46f1-9c3a-df0b0315b814', 'remote_ip_prefix': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:42.647819 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d86f8d22-6e18-46e3-9345-86043d7396aa tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.740650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d86f8d22-6e18-46e3-9345-86043d7396aa tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.745512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d86f8d22-6e18-46e3-9345-86043d7396aa tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.766027 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.766723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f8d22-6e18-46e3-9345-86043d7396aa tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f14d4b-bfc1-4f26-8ada-6178f1019b25,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.771712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d86f8d22-6e18-46e3-9345-86043d7396aa tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.775825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d86f8d22-6e18-46e3-9345-86043d7396aa tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1664641 Dec 15 14:02:42.775825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:42.776000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.800861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2622a7e-356f-4ec6-a6d0-f6eb9176bf06 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.816215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2622a7e-356f-4ec6-a6d0-f6eb9176bf06 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.859179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2622a7e-356f-4ec6-a6d0-f6eb9176bf06 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.870308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2622a7e-356f-4ec6-a6d0-f6eb9176bf06 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.876129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c2622a7e-356f-4ec6-a6d0-f6eb9176bf06 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/e1f14d4b-bfc1-4f26-8ada-6178f1019b25 HTTP/1.1" status: 204 len: 168 time: 0.0971396 Dec 15 14:02:42.877635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45930) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:42.880104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'Port': ['ID=087f180a-a4e0-45f9-bc0f-6622e797db12,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.890500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.908064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:42.919405 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fc219a69-a683-4b6d-89a6-facbf54eaa7f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3383672 Dec 15 14:02:42.919553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2622a7e-356f-4ec6-a6d0-f6eb9176bf06 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1f14d4b-bfc1-4f26-8ada-6178f1019b25,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:42.987993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9c3ef929-8cbb-419f-9160-a6694b805e65 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0724421 Dec 15 14:02:42.988351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45934) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:42.989372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a6e0f-155f-4642-bf46-550aa475e5cd req-4d14e1f3-c747-4126-8102-f154911ae0d1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:42.999614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa3a6e0f-155f-4642-bf46-550aa475e5cd req-4d14e1f3-c747-4126-8102-f154911ae0d1 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0697308 Dec 15 14:02:43.022309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 12a66772-5cb9-4a3b-ab6b-c3c00b930841 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:43.069877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 12a66772-5cb9-4a3b-ab6b-c3c00b930841 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:02:43.072301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 12a66772-5cb9-4a3b-ab6b-c3c00b930841 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:02:43.074759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa3a6e0f-155f-4642-bf46-550aa475e5cd req-8ef6c2c3-d953-4898-ab5c-691afbe07afd tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734549 Dec 15 14:02:43.111054 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb3c409c-9ccc-423c-a66c-8387f7118be4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.136131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb3c409c-9ccc-423c-a66c-8387f7118be4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.212576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb3c409c-9ccc-423c-a66c-8387f7118be4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.215254 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb3c409c-9ccc-423c-a66c-8387f7118be4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.218929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cb3c409c-9ccc-423c-a66c-8387f7118be4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/52f7739b-ba39-46f1-9c3a-df0b0315b814 HTTP/1.1" status: 204 len: 168 time: 0.2272100 Dec 15 14:02:43.219377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:43.233801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-42757f6d-a9cd-485b-b4a4-5e30591bf6ee tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--164340160&fields=id&tenant_id=1cfafcad347e48f2a116f45a1d385cd4 HTTP/1.1" status: 200 len: 267 time: 0.0899241 Dec 15 14:02:43.328647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-33a21c4e-8437-412f-8a2e-bf4ab5462a26 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1080194 Dec 15 14:02:43.331243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:43.371599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-ed8f6d5c-74a6-4a11-9bb0-d29ca5e336c5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:43.379966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-ed8f6d5c-74a6-4a11-9bb0-d29ca5e336c5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 811 time: 0.1453032 Dec 15 14:02:43.381863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c409c-9ccc-423c-a66c-8387f7118be4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f7739b-ba39-46f1-9c3a-df0b0315b814,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:43.390474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2078f80-165a-429a-8b56-9ba3a8c800bc tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.402973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-ebcd6e46-7646-4530-b2d2-41175cfbac54 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/quotas/1cfafcad347e48f2a116f45a1d385cd4 HTTP/1.1" status: 200 len: 375 time: 0.0220649 Dec 15 14:02:43.423627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2078f80-165a-429a-8b56-9ba3a8c800bc tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.476212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-7a7d9014-1dea-46d5-be7b-ecc9fae88306 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639095 Dec 15 14:02:43.479139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2078f80-165a-429a-8b56-9ba3a8c800bc tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.483001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2078f80-165a-429a-8b56-9ba3a8c800bc tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.484797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b2078f80-165a-429a-8b56-9ba3a8c800bc tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/66b253ba-af55-4750-95ce-137012f56bc6 HTTP/1.1" status: 204 len: 168 time: 0.1524270 Dec 15 14:02:43.487896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45952) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:43.497830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2078f80-165a-429a-8b56-9ba3a8c800bc tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b253ba-af55-4750-95ce-137012f56bc6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:43.581648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:43.581868 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46fee262-5f38-467c-9e4b-5445b7e44f9d tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0928018 Dec 15 14:02:43.591161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c7b89112-64da-4e7a-a593-c4e267bd21b0 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127403671'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:43.620680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f13b99dc-4a0f-4ef9-9ce9-4aef3ccdebc1 service neutron] 10.222.0.86 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433463 Dec 15 14:02:43.625484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b89112-64da-4e7a-a593-c4e267bd21b0 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.716164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b89112-64da-4e7a-a593-c4e267bd21b0 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.721291 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b89112-64da-4e7a-a593-c4e267bd21b0 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.730245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-bfd2fcdb-d89c-4808-bc72-2ed47a1f032c service neutron] 10.222.0.86 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034379 Dec 15 14:02:43.760107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b89112-64da-4e7a-a593-c4e267bd21b0 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.764014 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7b89112-64da-4e7a-a593-c4e267bd21b0 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1782813 Dec 15 14:02:43.764491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45956) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:43.769519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bd9b64d1-9fd0-497e-b4f0-1cc8784f4a68 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '87247271-9e3d-4c2e-a2d1-daa117b8f348', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:43.793831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b89112-64da-4e7a-a593-c4e267bd21b0 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87247271-9e3d-4c2e-a2d1-daa117b8f348,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:43.810126 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd9b64d1-9fd0-497e-b4f0-1cc8784f4a68 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.824507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:43.833838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': '932579c9-a0e0-46c7-aae9-1faf9e056405', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:43.883851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd9b64d1-9fd0-497e-b4f0-1cc8784f4a68 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.888453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd9b64d1-9fd0-497e-b4f0-1cc8784f4a68 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.910698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b64d1-9fd0-497e-b4f0-1cc8784f4a68 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bede3f-9a88-4435-aa49-54826dc70e34,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:43.918800 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd9b64d1-9fd0-497e-b4f0-1cc8784f4a68 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.920458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd9b64d1-9fd0-497e-b4f0-1cc8784f4a68 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1551065 Dec 15 14:02:43.923267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45962) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:43.952995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dce29d17-5aa9-41a6-8be5-de6bc4c6cc56 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.961987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dce29d17-5aa9-41a6-8be5-de6bc4c6cc56 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:43.989790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b469e93-dbc7-4cbe-9fa2-7ebc444b186e req-19632571-d5fb-434d-956d-2823e1afac39 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 210 time: 0.0324461 Dec 15 14:02:44.003421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dce29d17-5aa9-41a6-8be5-de6bc4c6cc56 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.011930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:44.014534 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dce29d17-5aa9-41a6-8be5-de6bc4c6cc56 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.015768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dce29d17-5aa9-41a6-8be5-de6bc4c6cc56 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/59bede3f-9a88-4435-aa49-54826dc70e34 HTTP/1.1" status: 204 len: 168 time: 0.0913372 Dec 15 14:02:44.016832 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.019050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45968) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.037882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce29d17-5aa9-41a6-8be5-de6bc4c6cc56 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59bede3f-9a88-4435-aa49-54826dc70e34,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:44.071429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3cdab5ba-3508-4882-b195-fc7612c764de tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0511723 Dec 15 14:02:44.074015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45970) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.154945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13593979-9274-4d9a-91bf-a68d585204ac tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.238529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13593979-9274-4d9a-91bf-a68d585204ac tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.283607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0843bf-5ae8-4094-bb80-a33156c09dd8 req-74939ea1-056d-4578-bfe2-87b254d02d4f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:44.291238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bb0843bf-5ae8-4094-bb80-a33156c09dd8 req-74939ea1-056d-4578-bfe2-87b254d02d4f tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1048677 Dec 15 14:02:44.300927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.372365 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13593979-9274-4d9a-91bf-a68d585204ac tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.380085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13593979-9274-4d9a-91bf-a68d585204ac tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.384364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-13593979-9274-4d9a-91bf-a68d585204ac tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/87247271-9e3d-4c2e-a2d1-daa117b8f348 HTTP/1.1" status: 204 len: 168 time: 0.3054986 Dec 15 14:02:44.387239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45980) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.405144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=7dd44e72-2354-4b23-a1b9-dcd9c401c8b4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:44.408286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bb0843bf-5ae8-4094-bb80-a33156c09dd8 req-70a19e20-a63a-4bc1-8667-c75bec77090c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085792 Dec 15 14:02:44.421322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': 'b07eef96-6130-4bee-8d1e-0fe2214887b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '932579c9-a0e0-46c7-aae9-1faf9e056405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:44.421795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13593979-9274-4d9a-91bf-a68d585204ac tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87247271-9e3d-4c2e-a2d1-daa117b8f348,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:44.422625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: 932579c9-a0e0-46c7-aae9-1faf9e056405, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:44.462830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network 932579c9-a0e0-46c7-aae9-1faf9e056405 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:44.473191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ad755dd8-5d87-42aa-aafe-8ab90c94cf05 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602400 Dec 15 14:02:44.474256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45982) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.479618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 932579c9-a0e0-46c7-aae9-1faf9e056405) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:44.480256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-333d1858-747b-46c6-8b72-f5532dac82e7 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284469557'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:44.484612 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:44.485539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.497280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a3d42-d351-4ab1-b72e-8519ea4b01ac None None] Network 932579c9-a0e0-46c7-aae9-1faf9e056405 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:44.517019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-333d1858-747b-46c6-8b72-f5532dac82e7 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.526318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e6725e34-210e-4753-acc4-0e9789580d1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6982341 Dec 15 14:02:44.529362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45986) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.535976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287059976'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:44.566988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:44.572045 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.637392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:44.639825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-932579c9-a0e0-46c7-aae9-1faf9e056405', 'network_id': '932579c9-a0e0-46c7-aae9-1faf9e056405', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': '7dd44e72-2354-4b23-a1b9-dcd9c401c8b4'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:44.640840 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.651987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-333d1858-747b-46c6-8b72-f5532dac82e7 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.658984 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.660843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-333d1858-747b-46c6-8b72-f5532dac82e7 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.663252 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment 040c736f-7642-483d-9039-55ee289f47ef of type vlan for network 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a Dec 15 14:02:44.709517 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-333d1858-747b-46c6-8b72-f5532dac82e7 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.711227 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-333d1858-747b-46c6-8b72-f5532dac82e7 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2356126 Dec 15 14:02:44.713898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d1858-747b-46c6-8b72-f5532dac82e7 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04523415-1396-4d79-93b3-4aa040e77104,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:44.729100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45988) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.736094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5572e39a-44ed-4f2a-b175-41fc54d52768 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '04523415-1396-4d79-93b3-4aa040e77104', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:44.768535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.785934 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5572e39a-44ed-4f2a-b175-41fc54d52768 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.799461 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.807213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:44.807861 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.823753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Allocated IP 2001:db8:0:ffff::2 (932579c9-a0e0-46c7-aae9-1faf9e056405/7dd44e72-2354-4b23-a1b9-dcd9c401c8b4/829ffecc-a150-4fe9-a4ce-54d729368cd0) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:44.877515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5572e39a-44ed-4f2a-b175-41fc54d52768 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.882956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5572e39a-44ed-4f2a-b175-41fc54d52768 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.905867 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3749979 Dec 15 14:02:44.907820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572e39a-44ed-4f2a-b175-41fc54d52768 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b78e91-1aa0-4289-8568-9ce37bb8c428,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:44.908765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45990) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.917164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': '339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:44.932442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5572e39a-44ed-4f2a-b175-41fc54d52768 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:44.941347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4ffb-8c77-41df-b060-ec3bf8f882ef tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:44.942315 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5572e39a-44ed-4f2a-b175-41fc54d52768 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2120805 Dec 15 14:02:44.942671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45992) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:44.960191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:44.998478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9ce99723-3c98-40fe-b0e8-77adea2abd38 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules/69b78e91-1aa0-4289-8568-9ce37bb8c428 HTTP/1.1" status: 200 len: 763 time: 0.0195632 Dec 15 14:02:44.999212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45994) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:45.070204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:45.076957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.077528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0abe2714-a41d-4707-8e9d-a3d7d8886fc4 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0764537 Dec 15 14:02:45.081240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45998) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:45.116282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c060aef4-d37d-42fe-b24b-847e62158208 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.127845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c060aef4-d37d-42fe-b24b-847e62158208 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.144761 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.156830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.179669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c060aef4-d37d-42fe-b24b-847e62158208 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.194916 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c060aef4-d37d-42fe-b24b-847e62158208 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.196303 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e68f67a9-f19b-4c67-96ce-617b7be0e66b req-85297aa1-f274-44af-a8fa-88ede7b080b5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 210 time: 0.0447807 Dec 15 14:02:45.205671 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c060aef4-d37d-42fe-b24b-847e62158208 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/69b78e91-1aa0-4289-8568-9ce37bb8c428 HTTP/1.1" status: 204 len: 168 time: 0.1228089 Dec 15 14:02:45.209257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Network 932579c9-a0e0-46c7-aae9-1faf9e056405 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:45.211194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:45.212525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:45.213353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060aef4-d37d-42fe-b24b-847e62158208 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69b78e91-1aa0-4289-8568-9ce37bb8c428,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:45.218998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:45.253265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Pushing event updated for resources: {'Port': ['ID=829ffecc-a150-4fe9-a4ce-54d729368cd0,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:45.281301 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-94e51bc5-0f9c-4dcf-8295-d7d5535be7b3 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672171 Dec 15 14:02:45.283937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:45.290941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1427dc5d-67ae-41f3-bada-136e84f7e523 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '04523415-1396-4d79-93b3-4aa040e77104', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:45.307594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Attempting to bind port 829ffecc-a150-4fe9-a4ce-54d729368cd0 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:45.310366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Attempting to bind port 829ffecc-a150-4fe9-a4ce-54d729368cd0 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b07eef96-6130-4bee-8d1e-0fe2214887b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '932579c9-a0e0-46c7-aae9-1faf9e056405'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:45.310901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Attempting to bind port 829ffecc-a150-4fe9-a4ce-54d729368cd0 on network 932579c9-a0e0-46c7-aae9-1faf9e056405 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:45.319030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:45.319519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Checking segment: {'id': 'b07eef96-6130-4bee-8d1e-0fe2214887b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '932579c9-a0e0-46c7-aae9-1faf9e056405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:45.320039 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.320550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Bound using segment: {'id': 'b07eef96-6130-4bee-8d1e-0fe2214887b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '932579c9-a0e0-46c7-aae9-1faf9e056405'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:45.321164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Bound port: 829ffecc-a150-4fe9-a4ce-54d729368cd0, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07eef96-6130-4bee-8d1e-0fe2214887b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '932579c9-a0e0-46c7-aae9-1faf9e056405'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:45.321633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.372384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1427dc5d-67ae-41f3-bada-136e84f7e523 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.415288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] For port 829ffecc-a150-4fe9-a4ce-54d729368cd0, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:45.420107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] For port 829ffecc-a150-4fe9-a4ce-54d729368cd0, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=829ffecc-a150-4fe9-a4ce-54d729368cd0,segment=NetworkSegment(b07eef96-6130-4bee-8d1e-0fe2214887b5),segment_id=b07eef96-6130-4bee-8d1e-0fe2214887b5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:45.426961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.501373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40597d-92c7-4e61-9328-1495865ad81c None None] Pushing event updated for resources: {'Port': ['ID=829ffecc-a150-4fe9-a4ce-54d729368cd0,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:45.555728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.668244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=25825fb4-622e-4dfa-b9a7-dbfe6a831b82,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:45.669466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-2e7d64f6-bc92-416b-9570-50ff66c35858 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:45.671348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-2e7d64f6-bc92-416b-9570-50ff66c35858 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 811 time: 0.3091435 Dec 15 14:02:45.677545 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1427dc5d-67ae-41f3-bada-136e84f7e523 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.685346 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1427dc5d-67ae-41f3-bada-136e84f7e523 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.694690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843570e-a9d1-4512-a5f0-e0898b31656e req-f5124484-f0f0-4d91-be49-05742ce4179e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:45.696456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f843570e-a9d1-4512-a5f0-e0898b31656e req-f5124484-f0f0-4d91-be49-05742ce4179e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1272645 Dec 15 14:02:45.714489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427dc5d-67ae-41f3-bada-136e84f7e523 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79e8e53-af55-4480-8d87-2d94d7a8437f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:45.716421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': '040c736f-7642-483d-9039-55ee289f47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:45.716795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:45.739099 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1427dc5d-67ae-41f3-bada-136e84f7e523 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.744253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1427dc5d-67ae-41f3-bada-136e84f7e523 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4568110 Dec 15 14:02:45.746011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46042) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:45.779833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b3ae9648-f148-431b-99f3-a77866cbb9d7 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules/a79e8e53-af55-4480-8d87-2d94d7a8437f HTTP/1.1" status: 200 len: 763 time: 0.0323477 Dec 15 14:02:45.781511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:45.782660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46044) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:45.797034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:45.806769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e76e38-0b8c-4f76-a861-6429bcafdc24 None None] Network 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:45.814862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:45.815532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:45.879190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-27ec908f-402d-49d6-b16a-ee3f14ce9179 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cfafcad347e48f2a116f45a1d385cd4 HTTP/1.1" status: 200 len: 379 time: 0.1955509 Dec 15 14:02:45.893177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'port': {'device_id': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'admin_state_up': True, 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'security_groups': ['bd5a8052-c470-49e5-a8dc-47c007b57787']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:45.895047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47326391-1c1d-472a-a4a8-ac99a3259ce8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9853616 Dec 15 14:02:45.899914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46050) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:45.905834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f843570e-a9d1-4512-a5f0-e0898b31656e req-0a2b65b2-24eb-4eba-b1b1-f335e29bc656 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884978 Dec 15 14:02:45.987737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-230dcbb7-744d-4705-a810-3d84f656092f tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2007244 Dec 15 14:02:45.992171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46052) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:46.029342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a', 'network_id': '339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': '25825fb4-622e-4dfa-b9a7-dbfe6a831b82'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:46.031495 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.113200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c4929b2-5ca9-44d3-ae94-b604105f0706 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.140019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c4929b2-5ca9-44d3-ae94-b604105f0706 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.149613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.277029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c4929b2-5ca9-44d3-ae94-b604105f0706 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.278976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.309353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c4929b2-5ca9-44d3-ae94-b604105f0706 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.312057 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2c4929b2-5ca9-44d3-ae94-b604105f0706 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/a79e8e53-af55-4480-8d87-2d94d7a8437f HTTP/1.1" status: 204 len: 168 time: 0.3168879 Dec 15 14:02:46.318934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46060) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:46.319684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Made reservation on behalf of 1cfafcad347e48f2a116f45a1d385cd4 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:46.326872 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.330366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4929b2-5ca9-44d3-ae94-b604105f0706 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a79e8e53-af55-4480-8d87-2d94d7a8437f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:46.422349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7d00a8f-ddb5-480a-8c2f-9988e40b33ca req-48349126-721d-4adc-a249-63049e90f859 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 210 time: 0.0874660 Dec 15 14:02:46.462513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Allocated IP 2001:db8::1 (339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a/25825fb4-622e-4dfa-b9a7-dbfe6a831b82/fe348b7e-515b-482c-b8ba-8e48b242f3f2) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:46.500201 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bfa7f938-9fdf-4eb5-bcaf-38ff6b3dcb3a tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1790392 Dec 15 14:02:46.500842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:46.500959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Allocated IP 172.20.0.12 (95a6e18a-6f23-4ff5-8c0f-a89dfc49476f/0a8e970b-665e-4e4a-8afe-c57adf028ca3/44084319-6365-460d-b76e-92db3e4e7c5f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:46.506001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8df783b2-a481-4d7c-a9b0-73d1e4e918ff tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '04523415-1396-4d79-93b3-4aa040e77104', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:46.570483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df783b2-a481-4d7c-a9b0-73d1e4e918ff tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.690287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df783b2-a481-4d7c-a9b0-73d1e4e918ff tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.697783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df783b2-a481-4d7c-a9b0-73d1e4e918ff tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.712495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 829ffecc-a150-4fe9-a4ce-54d729368cd0 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:46.725201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df783b2-a481-4d7c-a9b0-73d1e4e918ff tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1493c9-76a1-465c-b7ba-c18fd3947ef9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:46.733220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df783b2-a481-4d7c-a9b0-73d1e4e918ff tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.737805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8df783b2-a481-4d7c-a9b0-73d1e4e918ff tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2360246 Dec 15 14:02:46.738485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46086) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:46.770488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f56cb8a7-1ee2-4425-8179-b9cfd5c8e5ca tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules/0b1493c9-76a1-465c-b7ba-c18fd3947ef9 HTTP/1.1" status: 200 len: 764 time: 0.0306070 Dec 15 14:02:46.771946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46094) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:46.820978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.840962 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.856164 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.874843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.927304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=25825fb4-622e-4dfa-b9a7-dbfe6a831b82,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:46.933462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Network 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:46.936893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ab0ef35f-8bf6-4c90-9c15-d6e3688e6433 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1627784 Dec 15 14:02:46.942855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46102) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:46.947980 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:46.966984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 829ffecc-a150-4fe9-a4ce-54d729368cd0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:46.967359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:46.981054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:47.052073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b579978c-0849-4d10-87a1-732e7e9a9112 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.056140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Pushing event updated for resources: {'Port': ['ID=fe348b7e-515b-482c-b8ba-8e48b242f3f2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:47.111706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.137538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:47.158730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040c736f-7642-483d-9039-55ee289f47ef') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:47.159027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040c736f-7642-483d-9039-55ee289f47ef') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:47.160148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Attempting to bind port fe348b7e-515b-482c-b8ba-8e48b242f3f2 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:47.160700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Attempting to bind port fe348b7e-515b-482c-b8ba-8e48b242f3f2 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '040c736f-7642-483d-9039-55ee289f47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:47.161246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Attempting to bind port fe348b7e-515b-482c-b8ba-8e48b242f3f2 on network 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:47.183210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.185187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:47.186138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Checking segment: {'id': '040c736f-7642-483d-9039-55ee289f47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:47.187037 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.188347 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b579978c-0849-4d10-87a1-732e7e9a9112 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.188603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Bound using segment: {'id': '040c736f-7642-483d-9039-55ee289f47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:47.189250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Bound port: fe348b7e-515b-482c-b8ba-8e48b242f3f2, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040c736f-7642-483d-9039-55ee289f47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:47.189846 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.201210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.208621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.209034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:47.209551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:47.230535 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:47.261683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f631c-ea24-45f7-9686-56b40ccb36d3 None None] Network 932579c9-a0e0-46c7-aae9-1faf9e056405 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:47.296805 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:02:47.296805 n-d-821840-1 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:02:47.296805 n-d-821840-1 neutron-server[109767]: [parameters: {'id': '339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a'}] Dec 15 14:02:47.296805 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:02:47.297210 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:02:47.357950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:47.362733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b579978c-0849-4d10-87a1-732e7e9a9112 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.368658 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.369350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b579978c-0849-4d10-87a1-732e7e9a9112 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.372048 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b579978c-0849-4d10-87a1-732e7e9a9112 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/0b1493c9-76a1-465c-b7ba-c18fd3947ef9 HTTP/1.1" status: 204 len: 168 time: 0.4248593 Dec 15 14:02:47.374010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:47.387959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498e148-9561-4d55-9124-2059039b5429 req-63f37ff3-1d83-45f2-844f-66f8070c6d40 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:47.397199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0498e148-9561-4d55-9124-2059039b5429 req-63f37ff3-1d83-45f2-844f-66f8070c6d40 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.3163729 Dec 15 14:02:47.403536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:47.406563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:47.439173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-60585998-ea94-422c-8992-774ad31badd9 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0589762 Dec 15 14:02:47.440178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:47.454865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579978c-0849-4d10-87a1-732e7e9a9112 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b1493c9-76a1-465c-b7ba-c18fd3947ef9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:47.476841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event updated for resources: {'Port': ['ID=44084319-6365-460d-b76e-92db3e4e7c5f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:47.551442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0498e148-9561-4d55-9124-2059039b5429 req-54325b7f-21fb-4e75-968a-db673fc8fe18 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530390 Dec 15 14:02:47.576684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:47.577362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.603886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-e3263a98-e5d5-4289-8ef8-e845c681cc1d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7161198 Dec 15 14:02:47.629041 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f63d823-f921-4772-9df9-46160664e7de tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.634645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-d14a3764-1554-444d-9566-93efa7c27615 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:47.640293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-d14a3764-1554-444d-9566-93efa7c27615 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288918 Dec 15 14:02:47.685632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f63d823-f921-4772-9df9-46160664e7de tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.708086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6d64a159-700f-4179-9676-a36a00412345 None None] Provisioning complete for port 829ffecc-a150-4fe9-a4ce-54d729368cd0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:47.709464 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d64a159-700f-4179-9676-a36a00412345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.715233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0960f-1e03-4109-91b0-c1b9c358136e req-cf053f9a-797b-4f67-bba8-1c88c9b50295 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:47.717065 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3e0960f-1e03-4109-91b0-c1b9c358136e req-cf053f9a-797b-4f67-bba8-1c88c9b50295 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 932 time: 0.1455045 Dec 15 14:02:47.721069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] For port fe348b7e-515b-482c-b8ba-8e48b242f3f2, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:47.776799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] For port fe348b7e-515b-482c-b8ba-8e48b242f3f2, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fe348b7e-515b-482c-b8ba-8e48b242f3f2,segment=NetworkSegment(040c736f-7642-483d-9039-55ee289f47ef),segment_id=040c736f-7642-483d-9039-55ee289f47ef)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:47.792714 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.795807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Request body: {'port': {'device_id': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:47.798503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 829ffecc-a150-4fe9-a4ce-54d729368cd0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=829ffecc-a150-4fe9-a4ce-54d729368cd0,segment=NetworkSegment(b07eef96-6130-4bee-8d1e-0fe2214887b5),segment_id=b07eef96-6130-4bee-8d1e-0fe2214887b5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:47.800670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.843442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f63d823-f921-4772-9df9-46160664e7de tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.847305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f63d823-f921-4772-9df9-46160664e7de tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.852080 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f63d823-f921-4772-9df9-46160664e7de tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/04523415-1396-4d79-93b3-4aa040e77104 HTTP/1.1" status: 204 len: 168 time: 0.4077966 Dec 15 14:02:47.852340 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.853175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46114) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:47.858738 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b3e0960f-1e03-4109-91b0-c1b9c358136e req-b5a59b8b-de7d-4b98-9aa1-91a251b17568 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312258 Dec 15 14:02:47.870067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63d823-f921-4772-9df9-46160664e7de tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04523415-1396-4d79-93b3-4aa040e77104,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:47.930378 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.936944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port fe348b7e-515b-482c-b8ba-8e48b242f3f2 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:47.937569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:47.949634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18a6ff-18b6-415a-b3ae-98bc713ecfe5 None None] Pushing event updated for resources: {'Port': ['ID=fe348b7e-515b-482c-b8ba-8e48b242f3f2,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:47.976404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5e53a4ea-4641-444b-9d81-259697d0ad60 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1224222 Dec 15 14:02:47.977049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46116) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:48.001380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3a07b209-2afd-449f-b4de-9cb5351f33a5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044744490'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:48.017739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3177f3-3afd-42ab-bc10-3587bb10b9da None None] Network 339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:48.070792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port fe348b7e-515b-482c-b8ba-8e48b242f3f2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fe348b7e-515b-482c-b8ba-8e48b242f3f2,segment=NetworkSegment(040c736f-7642-483d-9039-55ee289f47ef),segment_id=040c736f-7642-483d-9039-55ee289f47ef)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:48.071749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.092877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for fe348b7e-515b-482c-b8ba-8e48b242f3f2 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:48.109482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a07b209-2afd-449f-b4de-9cb5351f33a5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.133588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=829ffecc-a150-4fe9-a4ce-54d729368cd0,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:48.228286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.246301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port fe348b7e-515b-482c-b8ba-8e48b242f3f2 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:48.262911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e9f2a525-1a82-47d5-a12b-4eb8c0891dc2 None None] Provisioning complete for port 44084319-6365-460d-b76e-92db3e4e7c5f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:48.263567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a525-1a82-47d5-a12b-4eb8c0891dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.270243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=fe348b7e-515b-482c-b8ba-8e48b242f3f2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:48.322605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2a525-1a82-47d5-a12b-4eb8c0891dc2 None None] Port 44084319-6365-460d-b76e-92db3e4e7c5f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:48.363059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54a57c8-d4a4-4c81-9502-337796c121ee None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:02:48.375100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.417260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:48.421230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040c736f-7642-483d-9039-55ee289f47ef') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:48.421370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040c736f-7642-483d-9039-55ee289f47ef') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:48.429392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a07b209-2afd-449f-b4de-9cb5351f33a5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.442430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a07b209-2afd-449f-b4de-9cb5351f33a5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.444251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.466551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.477913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:48.479100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.480103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 829ffecc-a150-4fe9-a4ce-54d729368cd0 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:48.483155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a07b209-2afd-449f-b4de-9cb5351f33a5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:48.483285 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:48.488115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3a07b209-2afd-449f-b4de-9cb5351f33a5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4862242 Dec 15 14:02:48.496270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46120) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:48.504033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2532a6fe-0405-416c-9856-6870b29d593b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Request body: {'security_group_rule': {'security_group_id': '179b7192-c55c-4dac-91d9-47c56a0261af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:48.540820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07b209-2afd-449f-b4de-9cb5351f33a5 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179b7192-c55c-4dac-91d9-47c56a0261af,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:48.562072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a57c8-d4a4-4c81-9502-337796c121ee None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:02:48.567187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c1d92e9c-ddf3-47a8-a748-8bcd3011e7de None None] Provisioning complete for port 829ffecc-a150-4fe9-a4ce-54d729368cd0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:48.567580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c1d92e9c-ddf3-47a8-a748-8bcd3011e7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.569333 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.592929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44084319-6365-460d-b76e-92db3e4e7c5f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:48.605528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.610260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2532a6fe-0405-416c-9856-6870b29d593b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.613193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46124) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:48.614618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a HTTP/1.1" status: 204 len: 168 time: 2.7135885 Dec 15 14:02:48.615945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.636093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02359d3f-11cd-480f-bcab-d7ac55d1b0d5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:48.656274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Transition to ACTIVE for port object 44084319-6365-460d-b76e-92db3e4e7c5f will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:48.662052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1441355924'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:48.678843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.732779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 829ffecc-a150-4fe9-a4ce-54d729368cd0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:48.733323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.792054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:48.795728 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.825723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Pushing event updated for resources: {'Port': ['ID=44084319-6365-460d-b76e-92db3e4e7c5f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:48.888499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8120ed-f466-4610-980f-06c7f672fac1 req-a5b73681-7883-4892-8c84-8a10df58fea9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:48.890045 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da8120ed-f466-4610-980f-06c7f672fac1 req-a5b73681-7883-4892-8c84-8a10df58fea9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.2205951 Dec 15 14:02:48.891953 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2532a6fe-0405-416c-9856-6870b29d593b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.924195 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2532a6fe-0405-416c-9856-6870b29d593b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:48.926617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:49.017152 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.017898 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment a7623dd6-541d-4f03-a0a9-8bb13189d778 of type vlan for network 832354a4-dc17-42de-abe8-445bc9f564b4 Dec 15 14:02:49.021349 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2532a6fe-0405-416c-9856-6870b29d593b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.022713 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2532a6fe-0405-416c-9856-6870b29d593b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5241437 Dec 15 14:02:49.027294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:49.041545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532a6fe-0405-416c-9856-6870b29d593b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400e0b35-3ef5-472c-aa5e-afe43e6cc2b2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:49.064233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Attempting to bind port 44084319-6365-460d-b76e-92db3e4e7c5f on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:49.064606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Attempting to bind port 44084319-6365-460d-b76e-92db3e4e7c5f by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:49.064908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Attempting to bind port 44084319-6365-460d-b76e-92db3e4e7c5f on network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:49.074925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b9ce-9ab9-442e-97ab-91b646112e09 req-e122518f-8e3c-4842-8121-0da200444cb7 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.082430 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b78b9ce-9ab9-442e-97ab-91b646112e09 req-e122518f-8e3c-4842-8121-0da200444cb7 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 944 time: 0.1149850 Dec 15 14:02:49.111627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da8120ed-f466-4610-980f-06c7f672fac1 req-d4a1b74f-0e13-4d45-9c49-9af5367b5b4d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112329 Dec 15 14:02:49.112319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Port 44084319-6365-460d-b76e-92db3e4e7c5f on network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:02:49.112650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Attempting to bind port 44084319-6365-460d-b76e-92db3e4e7c5f on network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:49.119280 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.129568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:49.129917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Checking segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:49.130299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Bound using segment: {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:49.142030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Bound port: 44084319-6365-460d-b76e-92db3e4e7c5f, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee417544-a164-481d-8ac6-e6baa2359192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:49.142030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.187433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b78b9ce-9ab9-442e-97ab-91b646112e09 req-7d811a24-6b71-49da-9202-7e6cafeab384 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039426 Dec 15 14:02:49.210732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12e737ef-74a0-4d7b-87c3-f914fc495f21 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.237706 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.246866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.248710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.251722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12e737ef-74a0-4d7b-87c3-f914fc495f21 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.312670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12e737ef-74a0-4d7b-87c3-f914fc495f21 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.321716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12e737ef-74a0-4d7b-87c3-f914fc495f21 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.324136 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-12e737ef-74a0-4d7b-87c3-f914fc495f21 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/179b7192-c55c-4dac-91d9-47c56a0261af HTTP/1.1" status: 204 len: 168 time: 0.2904434 Dec 15 14:02:49.329754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:49.380639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=832354a4-dc17-42de-abe8-445bc9f564b4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:49.381724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e737ef-74a0-4d7b-87c3-f914fc495f21 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179b7192-c55c-4dac-91d9-47c56a0261af,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:49.404615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] For port 44084319-6365-460d-b76e-92db3e4e7c5f, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:49.409138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] For port 44084319-6365-460d-b76e-92db3e4e7c5f, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=44084319-6365-460d-b76e-92db3e4e7c5f,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:49.417314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-51f09021-a208-448c-8eec-d5943d1e4b5a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7975669 Dec 15 14:02:49.421616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 832354a4-dc17-42de-abe8-445bc9f564b4 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:49.426587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:49.438226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': '832354a4-dc17-42de-abe8-445bc9f564b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:49.441121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.448011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4b3315e9-abba-4ba5-ace6-9b126363a80b tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1100931 Dec 15 14:02:49.453789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46140) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:49.536113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.536752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.538723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] 10.222.0.24 "PUT /v2.0/ports/44084319-6365-460d-b76e-92db3e4e7c5f HTTP/1.1" status: 200 len: 1092 time: 1.8897481 Dec 15 14:02:49.541425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'tag': '44084319-6365-460d-b76e-92db3e4e7c5f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:49.543700 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd53275a-809a-4848-bb7e-7c063773fda2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef8b785-7280-42c1-a664-f75475fe5bce", "tag": "44084319-6365-460d-b76e-92db3e4e7c5f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:49.578129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80a2a9-e136-4938-a581-30e1dd3bd89a req-bebb99bf-cfba-4410-88e7-371d4c5ac364 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.587672 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd80a2a9-e136-4938-a581-30e1dd3bd89a req-bebb99bf-cfba-4410-88e7-371d4c5ac364 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.1728380 Dec 15 14:02:49.642099 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-45890b92-1bb9-4dbf-909c-07dd1b29dddd tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1771233 Dec 15 14:02:49.644416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:49.645287 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb9d23a-9cd6-416c-91d6-589e678d467d x-openstack-request-id: req-bdb9d23a-9cd6-416c-91d6-589e678d467d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:49.645598 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef8b785-7280-42c1-a664-f75475fe5bce", "tag": "44084319-6365-460d-b76e-92db3e4e7c5f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:49.645858 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bdb9d23a-9cd6-416c-91d6-589e678d467d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:49.646392 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'tag': '44084319-6365-460d-b76e-92db3e4e7c5f', 'status': 'completed', 'code': 200} Dec 15 14:02:49.649167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c8ea7-fb30-429c-9a9e-54da836b6395 service neutron] Pushing event updated for resources: {'Port': ['ID=44084319-6365-460d-b76e-92db3e4e7c5f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:49.666742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-df861e3b-fbf5-4a7f-9283-19f383354a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.668411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-df861e3b-fbf5-4a7f-9283-19f383354a20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 1095 time: 0.0776649 Dec 15 14:02:49.683469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd80a2a9-e136-4938-a581-30e1dd3bd89a req-45f17119-7137-4111-bc09-28e67e6d2304 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945134 Dec 15 14:02:49.688317 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-32622ca4-8120-4814-b071-ed5c8bf5a6c1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] delete failed (client error): The resource could not be found. Dec 15 14:02:49.689790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-32622ca4-8120-4814-b071-ed5c8bf5a6c1 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "DELETE /v2.0/security-groups/179b7192-c55c-4dac-91d9-47c56a0261af HTTP/1.1" status: 404 len: 347 time: 0.0443761 Dec 15 14:02:49.690806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:49.697002 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:49.700634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:49.739571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-da814ee2-d1b5-4a66-8e94-682abad5eaae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44084319-6365-460d-b76e-92db3e4e7c5f HTTP/1.1" status: 200 len: 217 time: 0.0607100 Dec 15 14:02:49.798894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-2b7de70b-ae2b-4353-8b93-5e47cd58baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.800521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-2b7de70b-ae2b-4353-8b93-5e47cd58baa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.0543518 Dec 15 14:02:49.855996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-8b68a723-1a20-42fd-9722-234bd9a0ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:49.857750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-8b68a723-1a20-42fd-9722-234bd9a0ad91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500736 Dec 15 14:02:49.858768 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4d7383aa-46e5-4b5e-997f-c582ba068b13 tempest-SecGroupTest-205097798 tempest-SecGroupTest-205097798-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1547191 Dec 15 14:02:49.971380 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-45562d03-edfe-47d3-bdf1-263b9b67e3b9 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056509 Dec 15 14:02:50.003906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.112585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a37f776a-33bf-43ea-9c1f-a614ca36bad3 req-dfb79fe2-6493-4e22-80a0-a0cae71ce312 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337888 Dec 15 14:02:50.219066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-d1dca778-0755-4dfb-ba79-439ab639cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.220853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-d1dca778-0755-4dfb-ba79-439ab639cfb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 1095 time: 0.0567303 Dec 15 14:02:50.267593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46154) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:50.376365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb498471-3a8e-4aaa-9f70-31eac0c4ab58 req-2335b736-f692-4cfd-800a-06da8a07ee9c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.378030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb498471-3a8e-4aaa-9f70-31eac0c4ab58 req-2335b736-f692-4cfd-800a-06da8a07ee9c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 944 time: 0.0984311 Dec 15 14:02:50.411527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-d5e305b5-671a-4be0-b316-e831c6f332d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.413691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-d5e305b5-671a-4be0-b316-e831c6f332d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.1858146 Dec 15 14:02:50.437455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': 'a7623dd6-541d-4f03-a0a9-8bb13189d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '832354a4-dc17-42de-abe8-445bc9f564b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:50.437820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: 832354a4-dc17-42de-abe8-445bc9f564b4, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:50.453529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=02e90085-3e7d-4531-a39f-6d958dfe7252,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:50.461889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.462242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.462593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.462935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.463269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.463593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.463954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.464286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.464615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.464944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.465270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.465595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.465916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:50.480841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network 832354a4-dc17-42de-abe8-445bc9f564b4 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:50.483629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-9bc45686-2c4d-4750-b401-3dd04a467228 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44084319-6365-460d-b76e-92db3e4e7c5f HTTP/1.1" status: 200 len: 217 time: 0.0624838 Dec 15 14:02:50.492101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 832354a4-dc17-42de-abe8-445bc9f564b4) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:50.496431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.497133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.505366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c249a07c-529f-4abb-9512-200dcae1581a None None] Network 832354a4-dc17-42de-abe8-445bc9f564b4 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:50.519364 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6117cb88-309a-431f-92af-05ba36b8b211 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0849552 Dec 15 14:02:50.523093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46160) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:50.529695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15145687'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:50.560990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:50.563640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb498471-3a8e-4aaa-9f70-31eac0c4ab58 req-c9dbf207-0948-47a1-ad21-d1622cccb267 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764045 Dec 15 14:02:50.565645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.601424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:50.613421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.614088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-69c9f717-dadf-4144-a77c-7efb9033adab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25b9df2a9ded4ad4931ea7a16464df34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450966 Dec 15 14:02:50.617333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46162) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:50.617500 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69 of type vlan for network bc879f88-3327-422f-b672-1f83fa0d631e Dec 15 14:02:50.649521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-961cdc99-369e-4d61-95ba-47ac11544ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.651055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-961cdc99-369e-4d61-95ba-47ac11544ed5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.1498206 Dec 15 14:02:50.668238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-832354a4-dc17-42de-abe8-445bc9f564b4', 'network_id': '832354a4-dc17-42de-abe8-445bc9f564b4', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': '02e90085-3e7d-4531-a39f-6d958dfe7252'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:50.670720 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.676420 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.706817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.714097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.714726 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.807498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2806232 Dec 15 14:02:50.811731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46166) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:50.818299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': 'bc879f88-3327-422f-b672-1f83fa0d631e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:50.831086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a43e1-46f1-4698-bbab-96691b203276 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=bc879f88-3327-422f-b672-1f83fa0d631e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:50.865655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network bc879f88-3327-422f-b672-1f83fa0d631e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:50.865867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece2f5d-05f9-467a-b6a1-18bbfa652406 req-3d2afaee-8cd0-4c77-915b-c30ed69e4f78 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.867810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aece2f5d-05f9-467a-b6a1-18bbfa652406 req-3d2afaee-8cd0-4c77-915b-c30ed69e4f78 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0806274 Dec 15 14:02:50.899298 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f537000-e28a-4588-bcd6-5c10eb598780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:50.928884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aece2f5d-05f9-467a-b6a1-18bbfa652406 req-f062a3d9-86f2-4bdf-92f9-9c24010f0793 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544307 Dec 15 14:02:50.936353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-5efb73c3-66ab-4755-a448-efd1df991a31 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.938297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-5efb73c3-66ab-4755-a448-efd1df991a31 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.2228553 Dec 15 14:02:50.944037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-2418723c-1a5a-44fa-8202-9a40c5a9151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:50.946161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-2418723c-1a5a-44fa-8202-9a40c5a9151c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2860994 Dec 15 14:02:50.985264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Allocated IP 2001:db8::3 (832354a4-dc17-42de-abe8-445bc9f564b4/02e90085-3e7d-4531-a39f-6d958dfe7252/f6f13884-8e68-45b2-857e-452b154bb883) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:50.996590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f537000-e28a-4588-bcd6-5c10eb598780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.015416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:51.018900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.158027 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.165067 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.210667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Network 832354a4-dc17-42de-abe8-445bc9f564b4 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:51.215402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:51.219285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:51.254520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Pushing event updated for resources: {'Port': ['ID=f6f13884-8e68-45b2-857e-452b154bb883,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:51.289695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Attempting to bind port f6f13884-8e68-45b2-857e-452b154bb883 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:51.290079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Attempting to bind port f6f13884-8e68-45b2-857e-452b154bb883 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a7623dd6-541d-4f03-a0a9-8bb13189d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '832354a4-dc17-42de-abe8-445bc9f564b4'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:51.290458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Attempting to bind port f6f13884-8e68-45b2-857e-452b154bb883 on network 832354a4-dc17-42de-abe8-445bc9f564b4 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:51.296660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:51.297058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Checking segment: {'id': 'a7623dd6-541d-4f03-a0a9-8bb13189d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '832354a4-dc17-42de-abe8-445bc9f564b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:51.297488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.298084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Bound using segment: {'id': 'a7623dd6-541d-4f03-a0a9-8bb13189d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '832354a4-dc17-42de-abe8-445bc9f564b4'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:51.298588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Bound port: f6f13884-8e68-45b2-857e-452b154bb883, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7623dd6-541d-4f03-a0a9-8bb13189d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '832354a4-dc17-42de-abe8-445bc9f564b4'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:51.298996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.374690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] For port f6f13884-8e68-45b2-857e-452b154bb883, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:51.381593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] For port f6f13884-8e68-45b2-857e-452b154bb883, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f6f13884-8e68-45b2-857e-452b154bb883,segment=NetworkSegment(a7623dd6-541d-4f03-a0a9-8bb13189d778),segment_id=a7623dd6-541d-4f03-a0a9-8bb13189d778)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:51.385936 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.452280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb66b9-a7de-465b-9632-f4e992c7ee3a None None] Pushing event updated for resources: {'Port': ['ID=f6f13884-8e68-45b2-857e-452b154bb883,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:51.468704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Performing IP validity checks on allocation pools {{(pid=109768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:02:51.469297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:02:51.528018 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-e4154140-3da4-492f-90c5-7ab7cc62901b service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697150 Dec 15 14:02:51.531282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f537000-e28a-4588-bcd6-5c10eb598780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.533924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f537000-e28a-4588-bcd6-5c10eb598780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.535581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9f537000-e28a-4588-bcd6-5c10eb598780 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b5d0dba8-6fde-4f67-9fa0-cced563d9dcf HTTP/1.1" status: 204 len: 168 time: 0.9171493 Dec 15 14:02:51.628949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f537000-e28a-4588-bcd6-5c10eb598780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d0dba8-6fde-4f67-9fa0-cced563d9dcf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:51.741500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Deleting port e8d6e036-b67b-42f6-a4b6-df18890e9202 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:51.741851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:51.965882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd53275a-809a-4848-bb7e-7c063773fda2 req-413171de-1c84-484c-aca8-1663bdc60ecc service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268312 Dec 15 14:02:52.010445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f1e7d-5bcd-484d-bf10-3183c3fbc437 req-9c6e93dc-70f9-4104-8bae-d579d8b0414d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:52.018215 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-339f1e7d-5bcd-484d-bf10-3183c3fbc437 req-9c6e93dc-70f9-4104-8bae-d579d8b0414d tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 944 time: 0.2646506 Dec 15 14:02:52.020391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.123997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] For port e8d6e036-b67b-42f6-a4b6-df18890e9202, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e8d6e036-b67b-42f6-a4b6-df18890e9202,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:52.124381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.152802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=245b1eaa-1e65-4c6c-b6a4-0a58effc4fe5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:52.162524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Calling delete_port for e8d6e036-b67b-42f6-a4b6-df18890e9202 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:52.179131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af17b64-70a6-476f-8552-31f9848021bc req-6aa502af-f06f-4ccb-afeb-49ff42a6ec43 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:52.184317 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7af17b64-70a6-476f-8552-31f9848021bc req-6aa502af-f06f-4ccb-afeb-49ff42a6ec43 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 945 time: 0.0952303 Dec 15 14:02:52.205927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-339f1e7d-5bcd-484d-bf10-3183c3fbc437 req-57fc8b7d-fa9b-4e3f-a8d6-6fc80390434c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819165 Dec 15 14:02:52.208561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bc879f88-3327-422f-b672-1f83fa0d631e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:52.209550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: bc879f88-3327-422f-b672-1f83fa0d631e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:52.248016 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7af17b64-70a6-476f-8552-31f9848021bc req-62199dc1-63ff-4a37-833b-eb9189b813e6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596361 Dec 15 14:02:52.274152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network bc879f88-3327-422f-b672-1f83fa0d631e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:52.310287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, bc879f88-3327-422f-b672-1f83fa0d631e) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:52.320601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23372805-b675-47ae-b132-bcd3f37506c9 None None] Network bc879f88-3327-422f-b672-1f83fa0d631e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:52.330419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:52.331018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.383686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-050a498c-accd-40a2-81d8-1031d39aadd3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5693223 Dec 15 14:02:52.386563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46186) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:52.521039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-bc879f88-3327-422f-b672-1f83fa0d631e', 'network_id': 'bc879f88-3327-422f-b672-1f83fa0d631e', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': '245b1eaa-1e65-4c6c-b6a4-0a58effc4fe5'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:52.523505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.532029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.550035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f6f13884-8e68-45b2-857e-452b154bb883 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:52.643998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event deleted for resources: {'Port': ['ID=e8d6e036-b67b-42f6-a4b6-df18890e9202,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:52.647621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] No DVR routers for this DVR port e8d6e036-b67b-42f6-a4b6-df18890e9202 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:52.649410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92d9c8-c548-4e0c-acd4-24dbdc6c1832 None None] DHCP port deletion for 022acac5-cc30-48a2-8d9c-86c3f57752ba request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:52.666337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.668496 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.675593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bd53196-36e8-474a-807c-2e7dd80c87ad req-9b54e085-6704-4b1e-bf8c-d71caaccb8a7 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "DELETE /v2.0/ports/e8d6e036-b67b-42f6-a4b6-df18890e9202 HTTP/1.1" status: 204 len: 173 time: 1.7239366 Dec 15 14:02:52.676236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1676c690-09b5-4620-ae5d-f15c6f4f709a', 'name': 'network-vif-deleted', 'tag': 'e8d6e036-b67b-42f6-a4b6-df18890e9202'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:52.678628 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25722a40-c7b8-4a25-b31f-df1e39f80a44" -d '{"events": [{"server_uuid": "1676c690-09b5-4620-ae5d-f15c6f4f709a", "name": "network-vif-deleted", "tag": "e8d6e036-b67b-42f6-a4b6-df18890e9202"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:52.779102 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26117016-a66a-4461-8ce0-32927a7c4d16 x-openstack-request-id: req-26117016-a66a-4461-8ce0-32927a7c4d16 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:52.779853 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1676c690-09b5-4620-ae5d-f15c6f4f709a", "name": "network-vif-deleted", "tag": "e8d6e036-b67b-42f6-a4b6-df18890e9202", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:52.780349 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-26117016-a66a-4461-8ce0-32927a7c4d16 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:52.780842 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1676c690-09b5-4620-ae5d-f15c6f4f709a', 'name': 'network-vif-deleted', 'tag': 'e8d6e036-b67b-42f6-a4b6-df18890e9202', 'status': 'completed', 'code': 200} Dec 15 14:02:52.803319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.932379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f6f13884-8e68-45b2-857e-452b154bb883 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:52.933079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:52.965199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46200) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:52.981549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Allocated IP 2001:db8::3 (bc879f88-3327-422f-b672-1f83fa0d631e/245b1eaa-1e65-4c6c-b6a4-0a58effc4fe5/aa1147c3-6271-4e42-ba1d-086bfc2adda9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:52.983844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209ba65-4537-4e87-bf20-918d1fd7fc30 None None] Network 832354a4-dc17-42de-abe8-445bc9f564b4 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:53.078018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 44084319-6365-460d-b76e-92db3e4e7c5f details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:02:53.096236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-184183058'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:53.129954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Made reservation on behalf of 0d20df1161954d26bdf19f310a867d23 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:53.134642 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.143533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.217668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fe03ea62-cdcb-4b62-9ee6-7923e480bfe9 None None] Provisioning complete for port f6f13884-8e68-45b2-857e-452b154bb883 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:53.217858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fe03ea62-cdcb-4b62-9ee6-7923e480bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.277973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.284639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.302117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:53.331900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.332561 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Added segment 1c98de61-0290-4d9d-8391-a2d5f6b8862b of type vlan for network 3577f611-907f-4b06-8aa8-c63fa5132bb5 Dec 15 14:02:53.439343 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.448019 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dad64ce3-229f-4a00-83c8-2ae0c6b9e052 req-dfff72d1-0504-4c27-81a3-0a783e6f3096 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1676c690-09b5-4620-ae5d-f15c6f4f709a HTTP/1.1" status: 200 len: 210 time: 0.0594058 Dec 15 14:02:53.462170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0b7dd-f0a5-40eb-8796-1b58798c2e7a req-3df73d65-dbbf-4b52-bd93-a0cd6de227e0 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:53.463771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-10f0b7dd-f0a5-40eb-8796-1b58798c2e7a req-3df73d65-dbbf-4b52-bd93-a0cd6de227e0 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 944 time: 0.1592155 Dec 15 14:02:53.466260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3a74c-7784-4482-852e-adb2073ea945,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:53.516220 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.523452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:53.524324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.571994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.577911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-10f0b7dd-f0a5-40eb-8796-1b58798c2e7a req-8686efdd-a353-46f0-9ae0-9e05e802c22a tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958743 Dec 15 14:02:53.630061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6634829 Dec 15 14:02:53.634210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:53.639091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-766491e5-ab20-4c0a-aa09-74c4e2f25d07 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', 'tempest-TagsTest-Tag-958440566') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:53.660477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81fdd6-67a4-4109-bbfe-410ed0c6db72 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Pushing event updated for resources: {'Network': ['ID=3577f611-907f-4b06-8aa8-c63fa5132bb5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:53.716535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 3577f611-907f-4b06-8aa8-c63fa5132bb5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:53.750339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port f6f13884-8e68-45b2-857e-452b154bb883, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f6f13884-8e68-45b2-857e-452b154bb883,segment=NetworkSegment(a7623dd6-541d-4f03-a0a9-8bb13189d778),segment_id=a7623dd6-541d-4f03-a0a9-8bb13189d778)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:53.758694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-766491e5-ab20-4c0a-aa09-74c4e2f25d07 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "PUT /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags/tempest-TagsTest-Tag-958440566 HTTP/1.1" status: 201 len: 201 time: 0.1221073 Dec 15 14:02:53.759134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:53.763924 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.766043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-24b9ee77-9ead-4c2b-aeeb-706f13ff2178 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', 'tempest-TagsTest-Tag-958440566') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:53.815959 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.824326 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.828178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 44084319-6365-460d-b76e-92db3e4e7c5f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=44084319-6365-460d-b76e-92db3e4e7c5f,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:53.840357 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.901051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Network bc879f88-3327-422f-b672-1f83fa0d631e is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:53.903781 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fe03ea62-cdcb-4b62-9ee6-7923e480bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:53.917598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '44084319-6365-460d-b76e-92db3e4e7c5f', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'port_id': '44084319-6365-460d-b76e-92db3e4e7c5f', 'mac_address': 'fa:16:3e:6c:78:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:02:53.932298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:53.939824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:53.941981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=245b1eaa-1e65-4c6c-b6a4-0a58effc4fe5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:53.975906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.002861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46216) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:54.003065 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-24b9ee77-9ead-4c2b-aeeb-706f13ff2178 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "GET /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags/tempest-TagsTest-Tag-958440566 HTTP/1.1" status: 204 len: 168 time: 0.2420433 Dec 15 14:02:54.006652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc879f88-3327-422f-b672-1f83fa0d631e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.007226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-467f0072-4ec7-4e72-8738-c41f2adfb636 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.017439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.017745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.029937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.035303 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.042524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=f6f13884-8e68-45b2-857e-452b154bb883,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:54.048493 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.063326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:54.063776 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:54.069252 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:54.090874 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-467f0072-4ec7-4e72-8738-c41f2adfb636 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "GET /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags HTTP/1.1" status: 200 len: 237 time: 0.0867214 Dec 15 14:02:54.093229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46218) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:54.097952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-72f20896-f122-48e5-9266-af700572cc5e tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', {'tags': ['tempest-TagsTest-Tag-1175176784', 'tempest-TagsTest-Tag-2006360543', 'tempest-TagsTest-Tag-1576443879']}) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.144616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Attempting to bind port aa1147c3-6271-4e42-ba1d-086bfc2adda9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:54.145104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Attempting to bind port aa1147c3-6271-4e42-ba1d-086bfc2adda9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bc879f88-3327-422f-b672-1f83fa0d631e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:54.145569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Attempting to bind port aa1147c3-6271-4e42-ba1d-086bfc2adda9 on network bc879f88-3327-422f-b672-1f83fa0d631e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:54.146863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:02:54.146863 n-d-821840-1 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:02:54.146863 n-d-821840-1 neutron-server[109767]: [parameters: {'id': 'bc879f88-3327-422f-b672-1f83fa0d631e'}] Dec 15 14:02:54.146863 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:02:54.152966 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:02:54.153875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44084319-6365-460d-b76e-92db3e4e7c5f {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:54.177530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-fe03ea62-cdcb-4b62-9ee6-7923e480bfe9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:02:54.178760 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-fe03ea62-cdcb-4b62-9ee6-7923e480bfe9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:02:54.184576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:54.184998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Checking segment: {'id': 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bc879f88-3327-422f-b672-1f83fa0d631e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:54.185421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.185827 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Bound using segment: {'id': 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bc879f88-3327-422f-b672-1f83fa0d631e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:54.186326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Bound port: aa1147c3-6271-4e42-ba1d-086bfc2adda9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bc879f88-3327-422f-b672-1f83fa0d631e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:54.186788 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.191614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Pushing event updated for resources: {'Port': ['ID=aa1147c3-6271-4e42-ba1d-086bfc2adda9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:54.195000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-72f20896-f122-48e5-9266-af700572cc5e tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "PUT /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags HTTP/1.1" status: 200 len: 309 time: 0.1005821 Dec 15 14:02:54.197622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46220) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:54.202433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-6cfb2774-1d81-433f-a396-9073f7f52417 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', 'tempest-TagsTest-Tag-1175176784') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.214484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 44084319-6365-460d-b76e-92db3e4e7c5f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=44084319-6365-460d-b76e-92db3e4e7c5f,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:54.237599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.289568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6cfb2774-1d81-433f-a396-9073f7f52417 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "DELETE /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags/tempest-TagsTest-Tag-1175176784 HTTP/1.1" status: 204 len: 168 time: 0.0907264 Dec 15 14:02:54.293578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46222) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:54.300174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-b5b2cc24-b1e9-4eba-831a-32a4d7930736 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', 'tempest-TagsTest-Tag-1175176784') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.316700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] For port aa1147c3-6271-4e42-ba1d-086bfc2adda9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:54.323173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] For port aa1147c3-6271-4e42-ba1d-086bfc2adda9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa1147c3-6271-4e42-ba1d-086bfc2adda9,segment=NetworkSegment(fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69),segment_id=fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:54.324624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=44084319-6365-460d-b76e-92db3e4e7c5f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:54.329353 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.402960 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-b5b2cc24-b1e9-4eba-831a-32a4d7930736 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] show failed (client error): The resource could not be found. Dec 15 14:02:54.407140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b5b2cc24-b1e9-4eba-831a-32a4d7930736 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "GET /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags/tempest-TagsTest-Tag-1175176784 HTTP/1.1" status: 404 len: 326 time: 0.1085391 Dec 15 14:02:54.407265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e8d6e036-b67b-42f6-a4b6-df18890e9202 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:02:54.407347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46224) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:54.412705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-be7cb1ac-b3be-4346-a559-09fd6ffe52ec tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', 'tempest-TagsTest-Tag-2006360543') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.445761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f6f13884-8e68-45b2-857e-452b154bb883 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:54.453859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: e8d6e036-b67b-42f6-a4b6-df18890e9202 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:02:54.454219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e8d6e036-b67b-42f6-a4b6-df18890e9202 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:02:54.490623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['44084319-6365-460d-b76e-92db3e4e7c5f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:02:54.495165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78fd79-c436-4b72-97cf-41446ec2d7fe None None] Pushing event updated for resources: {'Port': ['ID=aa1147c3-6271-4e42-ba1d-086bfc2adda9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:54.504036 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-be7cb1ac-b3be-4346-a559-09fd6ffe52ec tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "GET /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags/tempest-TagsTest-Tag-2006360543 HTTP/1.1" status: 204 len: 168 time: 0.0956798 Dec 15 14:02:54.507462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46228) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:54.511902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-6fb6af97-d368-4f65-91be-d078b324d0db tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', 'tempest-TagsTest-Tag-1576443879') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.535616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe415a-d0ab-48a3-b832-336c34f25367 None None] Network bc879f88-3327-422f-b672-1f83fa0d631e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:54.626164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6fb6af97-d368-4f65-91be-d078b324d0db tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "GET /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags/tempest-TagsTest-Tag-1576443879 HTTP/1.1" status: 204 len: 168 time: 0.1174111 Dec 15 14:02:54.628610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46234) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:54.635144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-6d241a08-94cc-4fcf-b710-977f91fcea14 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:54.665297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.678135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f6f13884-8e68-45b2-857e-452b154bb883 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:54.678708 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.790840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed66ad9-e95f-47c9-a467-7d5c70a3ca22 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:02:54.902737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b2759-e387-4979-9b4b-de7417297a91 req-8750b609-a741-4835-a483-e81b64b5a5f3 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:54.911183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-691b2759-e387-4979-9b4b-de7417297a91 req-8750b609-a741-4835-a483-e81b64b5a5f3 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 945 time: 0.2357934 Dec 15 14:02:54.948457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port aa1147c3-6271-4e42-ba1d-086bfc2adda9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:54.949762 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:54.960854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-e4c5ef25-0d91-42c5-bdec-4a4883981274 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:54.963911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-e4c5ef25-0d91-42c5-bdec-4a4883981274 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.1486123 Dec 15 14:02:54.988043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-e3b7f7ca-0846-40bd-b9bf-592f616f0dbf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/quotas/d606782eb8b4425ea38100e5d1ac0bca HTTP/1.1" status: 200 len: 375 time: 0.0156672 Dec 15 14:02:55.024331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c0b2e59-e706-4855-bd3a-dc98eb02acf0 None None] Provisioning complete for port f6f13884-8e68-45b2-857e-452b154bb883 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:55.024732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2e59-e706-4855-bd3a-dc98eb02acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.044589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6d241a08-94cc-4fcf-b710-977f91fcea14 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "DELETE /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags HTTP/1.1" status: 204 len: 168 time: 0.4120665 Dec 15 14:02:55.045155 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-bf653878-819d-4bfb-afea-99b27ca7466b tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425801 Dec 15 14:02:55.045259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port aa1147c3-6271-4e42-ba1d-086bfc2adda9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa1147c3-6271-4e42-ba1d-086bfc2adda9,segment=NetworkSegment(fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69),segment_id=fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:55.045259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.048316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46248) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:55.057137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.tag.tag_plugin [None req-3f8086b2-4089-4f6e-bdd9-74857683547a tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', 'tempest-TagsTest-Tag-2006360543') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.075592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for aa1147c3-6271-4e42-ba1d-086bfc2adda9 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:55.091555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-691b2759-e387-4979-9b4b-de7417297a91 req-4cd6512c-6725-4e2a-b2b0-db8f4975524b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790390 Dec 15 14:02:55.093865 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed66ad9-e95f-47c9-a467-7d5c70a3ca22 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:02:55.195335 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-3f8086b2-4089-4f6e-bdd9-74857683547a tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] show failed (client error): The resource could not be found. Dec 15 14:02:55.196580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3f8086b2-4089-4f6e-bdd9-74857683547a tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "GET /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags/tempest-TagsTest-Tag-2006360543 HTTP/1.1" status: 404 len: 326 time: 0.1471984 Dec 15 14:02:55.199492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46250) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:55.207266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-c5e0355d-3162-499a-98ec-42f584341d5c tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5', 'tempest-TagsTest-Tag-1576443879') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.231985 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-681b033b-f2ff-4fe8-a324-3e5ccdb08107 service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533167 Dec 15 14:02:55.297926 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.330446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=aa1147c3-6271-4e42-ba1d-086bfc2adda9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:55.340714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port aa1147c3-6271-4e42-ba1d-086bfc2adda9 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:55.342807 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-c5e0355d-3162-499a-98ec-42f584341d5c tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] show failed (client error): The resource could not be found. Dec 15 14:02:55.343906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c5e0355d-3162-499a-98ec-42f584341d5c tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "GET /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags/tempest-TagsTest-Tag-1576443879 HTTP/1.1" status: 404 len: 326 time: 0.1433947 Dec 15 14:02:55.346969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:55.347189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-8014b84c-3d6c-470f-b373-82746236ffbc service neutron] 10.222.0.86 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139128 Dec 15 14:02:55.353096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-6192911d-206a-4e19-9671-5f8ea27db719 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3577f611-907f-4b06-8aa8-c63fa5132bb5') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.455852 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.572191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6975ace3-955f-4f11-903a-920964a08fbb req-42d48fba-bcb1-4183-bbb1-5c9b57a18dd2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 210 time: 0.0431051 Dec 15 14:02:55.573988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc879f88-3327-422f-b672-1f83fa0d631e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.588773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.589087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4da15b-8c50-4c4c-97e0-47ee8c6bcb69') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.607439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.628701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.640220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:55.640638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:55.643708 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:55.646134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6192911d-206a-4e19-9671-5f8ea27db719 tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "DELETE /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5/tags HTTP/1.1" status: 204 len: 168 time: 0.2977207 Dec 15 14:02:55.650425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:55.735074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.741727 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.746108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/bc879f88-3327-422f-b672-1f83fa0d631e HTTP/1.1" status: 204 len: 168 time: 3.3532796 Dec 15 14:02:55.751129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46264) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:55.757474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.766020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-879027665'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:55.783729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45f7bb-f6c5-4b1f-80b8-37d4dab35fcc tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=bc879f88-3327-422f-b672-1f83fa0d631e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:55.802134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:55.806904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.831399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:02:55.846845 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.847283 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment 903cd237-21d7-474a-88c9-7806b46edec1 of type vlan for network b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a Dec 15 14:02:55.862427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.905380 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.906064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3577f611-907f-4b06-8aa8-c63fa5132bb5']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.919587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c98de61-0290-4d9d-8391-a2d5f6b8862b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.920177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c98de61-0290-4d9d-8391-a2d5f6b8862b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:55.941649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.952716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.961215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.963136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:55.963785 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.968729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:55.969129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:55.972763 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:56.029186 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2775638 Dec 15 14:02:56.032677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46270) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:56.039668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': 'b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:56.055276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e572e-ef90-4d50-b9dc-caeb9af28c90 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:56.060182 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.075346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:02:56.118353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.121797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] 10.222.0.86 "DELETE /v2.0/networks/3577f611-907f-4b06-8aa8-c63fa5132bb5 HTTP/1.1" status: 204 len: 168 time: 0.4696667 Dec 15 14:02:56.192179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132322a-747b-40e5-b76c-3abafd4ac2ba tempest-TagsTest-2136461502 tempest-TagsTest-2136461502-project] Pushing event deleted for resources: {'Network': ['ID=3577f611-907f-4b06-8aa8-c63fa5132bb5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:56.296304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5508f-1fe0-4952-9c64-7c5be806d5ad req-390aab1f-7ac3-4b7e-b85f-7c1d1a83c612 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:56.305852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3cb5508f-1fe0-4952-9c64-7c5be806d5ad req-390aab1f-7ac3-4b7e-b85f-7c1d1a83c612 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 945 time: 0.1148331 Dec 15 14:02:56.317849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:56.327490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.452672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3cb5508f-1fe0-4952-9c64-7c5be806d5ad req-9971d407-e967-4fd4-8ce5-cd0cb3326013 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458473 Dec 15 14:02:56.532473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46278) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:56.606428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.686514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=f5a8381f-8fea-450f-8642-7739daf9de89,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:56.752576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': '903cd237-21d7-474a-88c9-7806b46edec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:56.752941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:02:56.776116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-7e42fd56-6d2f-49fb-9f98-1005498e70ea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0775113 Dec 15 14:02:56.791542 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51402ee6-f54d-4ce1-a803-0f8c6baf6363 req-11b09fe0-3dda-494d-a7ce-1882adfde55e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 210 time: 0.0550475 Dec 15 14:02:56.810758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:02:56.822746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a5433057-d0df-4b70-9ae9-64afc18c28c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d20df1161954d26bdf19f310a867d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2871282 Dec 15 14:02:56.823947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:56.827001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:56.833381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aef99a-f679-45d0-812f-e2e2ba4d6c05 None None] Network b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:56.835232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:56.835838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.880673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29e6316f-7670-4e50-8f86-53e5a09a07cb tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8462577 Dec 15 14:02:56.889331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46286) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:02:56.928450 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0800e50a-6c3d-4ea2-af92-432cff19b7aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.966255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0800e50a-6c3d-4ea2-af92-432cff19b7aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:56.987401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-87cc5dce-8553-4ab3-8fb2-18d67fa114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:56.987930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-87cc5dce-8553-4ab3-8fb2-18d67fa114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:56.988412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-87cc5dce-8553-4ab3-8fb2-18d67fa114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:56.988886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-87cc5dce-8553-4ab3-8fb2-18d67fa114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:56.989350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-87cc5dce-8553-4ab3-8fb2-18d67fa114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:56.989844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-87cc5dce-8553-4ab3-8fb2-18d67fa114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:56.990565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-87cc5dce-8553-4ab3-8fb2-18d67fa114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.012673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-87cc5dce-8553-4ab3-8fb2-18d67fa114f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 6501 time: 0.1308465 Dec 15 14:02:57.014915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a', 'network_id': 'b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': 'f5a8381f-8fea-450f-8642-7739daf9de89'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:02:57.017300 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.125513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.143265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-dd707c15-3529-4b91-a340-773c0a00ae20 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.144926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-dd707c15-3529-4b91-a340-773c0a00ae20 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 812 time: 0.3704302 Dec 15 14:02:57.157613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 44084319-6365-460d-b76e-92db3e4e7c5f up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:02:57.173650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0800e50a-6c3d-4ea2-af92-432cff19b7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.176287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0800e50a-6c3d-4ea2-af92-432cff19b7aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.181267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0800e50a-6c3d-4ea2-af92-432cff19b7aa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e0a3a74c-7784-4482-852e-adb2073ea945 HTTP/1.1" status: 204 len: 168 time: 0.3548257 Dec 15 14:02:57.197987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800e50a-6c3d-4ea2-af92-432cff19b7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3a74c-7784-4482-852e-adb2073ea945,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:57.200315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.206422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Request body: {'port': {'device_id': '5fb5aded-2213-4795-8917-764f8f703fde', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'admin_state_up': True, 'tenant_id': 'd606782eb8b4425ea38100e5d1ac0bca'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:57.220315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-b1fec727-907c-4389-bc48-d7397222e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.220727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-b1fec727-907c-4389-bc48-d7397222e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.221188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-b1fec727-907c-4389-bc48-d7397222e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.222855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-b1fec727-907c-4389-bc48-d7397222e06c service neutron] 10.222.0.74 "GET /v2.0/networks?id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=6c908008-3368-4677-86f7-2a827cc09e11&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&id=48eea9ed-7cf0-43b0-ad58-a040f215ab38 HTTP/1.1" status: 200 len: 2301 time: 0.1737008 Dec 15 14:02:57.308367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Allocated IP 2001:db8::1 (b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a/f5a8381f-8fea-450f-8642-7739daf9de89/c37af791-27e2-4532-acab-ee6b88153db4) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:57.327672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-d2cbdd16-ba0e-4c1e-ba97-ffab117caf3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7 HTTP/1.1" status: 200 len: 1001 time: 0.0952260 Dec 15 14:02:57.403045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-5aafbe5d-b123-4ecd-ad77-8017a11bad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.405691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-5aafbe5d-b123-4ecd-ad77-8017a11bad7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=299bbd43-2c6b-4617-9310-ef44d6baec67 HTTP/1.1" status: 200 len: 855 time: 0.0704663 Dec 15 14:02:57.414437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Made reservation on behalf of d606782eb8b4425ea38100e5d1ac0bca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:02:57.419162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.493717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 44084319-6365-460d-b76e-92db3e4e7c5f completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:02:57.502540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 44084319-6365-460d-b76e-92db3e4e7c5f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:57.503013 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.517514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-f56a34ad-39b9-48a9-a8a4-cd36f7e633f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.527176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-f56a34ad-39b9-48a9-a8a4-cd36f7e633f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c3ac47-3e22-4d6e-8a5b-84ec86d99979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120389 Dec 15 14:02:57.547636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-d89dda57-5dc2-4182-b8f1-9cfa84e182b9 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:02:57.548796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-d89dda57-5dc2-4182-b8f1-9cfa84e182b9 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148301 Dec 15 14:02:57.595557 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.649544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.652392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.657975 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.727092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Network b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:57.728057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Pushing event updated for resources: {'Port': ['ID=c37af791-27e2-4532-acab-ee6b88153db4,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:57.729148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-692ef8cb-10c3-48e4-87d7-f46456adb672 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710577 Dec 15 14:02:57.734486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Allocated IP 172.20.0.3 (022acac5-cc30-48a2-8d9c-86c3f57752ba/3a810473-510c-4634-84c0-8dfe62ec7ea0/b4045454-6bf6-40a7-88ad-40cd2f9170e1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:02:57.734688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44084319-6365-460d-b76e-92db3e4e7c5f'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:02:57.737113 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09177f02-417a-4ffd-bd70-63697ec72d9b" -d '{"events": [{"server_uuid": "1ef8b785-7280-42c1-a664-f75475fe5bce", "name": "network-vif-plugged", "status": "completed", "tag": "44084319-6365-460d-b76e-92db3e4e7c5f"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:02:57.740264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a8381f-8fea-450f-8642-7739daf9de89,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:57.747917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:57.760399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:57.794322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 44084319-6365-460d-b76e-92db3e4e7c5f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=44084319-6365-460d-b76e-92db3e4e7c5f,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:57.798462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.798462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.798685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.798976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.799323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.799663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.800048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.800388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.800717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.801053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.801388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.801722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.802056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:02:57.821103 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.885777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Attempting to bind port c37af791-27e2-4532-acab-ee6b88153db4 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:02:57.886029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Attempting to bind port c37af791-27e2-4532-acab-ee6b88153db4 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '903cd237-21d7-474a-88c9-7806b46edec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:02:57.886365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Attempting to bind port c37af791-27e2-4532-acab-ee6b88153db4 on network b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:02:57.893735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d26bd-5042-4d7d-9269-46f1a6b69844 req-95e8a911-f290-43f4-becc-74980c45f097 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:57.895238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-600d26bd-5042-4d7d-9269-46f1a6b69844 req-95e8a911-f290-43f4-becc-74980c45f097 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 945 time: 0.3263154 Dec 15 14:02:57.907431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:02:57.907849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Checking segment: {'id': '903cd237-21d7-474a-88c9-7806b46edec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:02:57.908337 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.909067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Bound using segment: {'id': '903cd237-21d7-474a-88c9-7806b46edec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:02:57.909572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Bound port: c37af791-27e2-4532-acab-ee6b88153db4, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903cd237-21d7-474a-88c9-7806b46edec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:02:57.910274 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.956902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:57.981321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=44084319-6365-460d-b76e-92db3e4e7c5f,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:58.013710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-ff369c38-2180-4e79-becd-34219db0dec9 service neutron] 10.222.0.74 "GET /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659152 Dec 15 14:02:58.053691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:58.058266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] For port c37af791-27e2-4532-acab-ee6b88153db4, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:02:58.066094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] For port c37af791-27e2-4532-acab-ee6b88153db4, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c37af791-27e2-4532-acab-ee6b88153db4,segment=NetworkSegment(903cd237-21d7-474a-88c9-7806b46edec1),segment_id=903cd237-21d7-474a-88c9-7806b46edec1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:02:58.080318 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.094632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-2e8dc1b6-6dc1-436a-8f4d-d9cbbb1543a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 217 time: 0.0734234 Dec 15 14:02:58.094919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903cd237-21d7-474a-88c9-7806b46edec1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:58.095177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903cd237-21d7-474a-88c9-7806b46edec1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:02:58.129974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-600d26bd-5042-4d7d-9269-46f1a6b69844 req-efa03116-caac-4713-9745-ab44bab76880 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154186 Dec 15 14:02:58.170264 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.194558 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974b6c75-5182-431c-bf36-6236cd6a83c3 x-openstack-request-id: req-974b6c75-5182-431c-bf36-6236cd6a83c3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:02:58.195145 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef8b785-7280-42c1-a664-f75475fe5bce", "name": "network-vif-plugged", "status": "completed", "tag": "44084319-6365-460d-b76e-92db3e4e7c5f", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:02:58.195145 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-974b6c75-5182-431c-bf36-6236cd6a83c3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:02:58.195508 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44084319-6365-460d-b76e-92db3e4e7c5f', 'code': 200} Dec 15 14:02:58.237576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-9d0fd3db-cdc7-4030-9da5-e6fc1e96deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:58.240496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-9d0fd3db-cdc7-4030-9da5-e6fc1e96deb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1348910 Dec 15 14:02:58.257093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b306141-00c6-4079-907e-8bf7ceff4d8e None None] Pushing event updated for resources: {'Port': ['ID=c37af791-27e2-4532-acab-ee6b88153db4,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:58.289319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.312640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b082307-27ef-4203-af98-a1f10a347973 None None] Network b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:02:58.326656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:02:58.327105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:02:58.330602 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:02:58.438659 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2b01c5c-fc89-4ebd-8d6b-448d83a685cf req-bdc3bd06-6170-45b9-9f55-9c7867e3a0d9 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 210 time: 0.1120262 Dec 15 14:02:58.452088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e49fa8-ea7a-47a6-9ddd-a0b84d1be680 req-dc0b410c-be9d-4a76-9d93-fe492e8e91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:58.453623 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5e49fa8-ea7a-47a6-9ddd-a0b84d1be680 req-dc0b410c-be9d-4a76-9d93-fe492e8e91fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 1097 time: 0.1237175 Dec 15 14:02:58.459815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-5fdb1b46-9c26-4643-b094-9f74d1a6c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:58.464702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-5fdb1b46-9c26-4643-b094-9f74d1a6c37f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2170825 Dec 15 14:02:58.478355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1bba9a-8b02-42e0-a006-b40189ea9b26 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:02:58.486714 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:02:58.486714 n-d-821840-1 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:02:58.486714 n-d-821840-1 neutron-server[109767]: [parameters: {'id': 'b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a'}] Dec 15 14:02:58.486714 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:02:58.486714 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:02:58.502707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.569306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5e49fa8-ea7a-47a6-9ddd-a0b84d1be680 req-d7905384-8737-4c5a-aa9e-6c4de6e7f6d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035888 Dec 15 14:02:58.572128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.632321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-c268bef8-611f-4bdc-82a6-212a02e9c075 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479301 Dec 15 14:02:58.647115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:02:58.653225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:02:58.655840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event updated for resources: {'Port': ['ID=b4045454-6bf6-40a7-88ad-40cd2f9170e1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:58.658086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:02:58.713816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bba9a-8b02-42e0-a006-b40189ea9b26 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:02:58.733351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:58.734029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.775412 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-19f9c662-5e81-4f9f-84aa-0986c2fb441a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5766249 Dec 15 14:02:58.792153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Request body: {'port': {'device_id': '5fb5aded-2213-4795-8917-764f8f703fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:02:58.902236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-712637cb-8d59-4df4-8979-78035932816f service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628388 Dec 15 14:02:58.953898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:58.973512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-36cd23cb-a350-4810-a38a-5dde88d1a275 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 217 time: 0.0638406 Dec 15 14:02:59.005094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.092106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-d690b999-849d-4528-b75c-b5bd922b9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.094373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-d690b999-849d-4528-b75c-b5bd922b9009 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1145809 Dec 15 14:02:59.204757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac85dd1d-78fe-4c53-ae83-156492df05ec None None] DHCP port deletion for 022acac5-cc30-48a2-8d9c-86c3f57752ba request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:59.226152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-97efb9b0-9a9a-4b07-b718-2d9e7ba09554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.227728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-97efb9b0-9a9a-4b07-b718-2d9e7ba09554 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258116 Dec 15 14:02:59.273857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port c37af791-27e2-4532-acab-ee6b88153db4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:02:59.275432 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.281355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a332d739-23c8-42c9-a043-7302eb69323f None None] Provisioning complete for port b4045454-6bf6-40a7-88ad-40cd2f9170e1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:02:59.284838 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a332d739-23c8-42c9-a043-7302eb69323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.401336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a332d739-23c8-42c9-a043-7302eb69323f None None] Port b4045454-6bf6-40a7-88ad-40cd2f9170e1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:02:59.420278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port c37af791-27e2-4532-acab-ee6b88153db4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c37af791-27e2-4532-acab-ee6b88153db4,segment=NetworkSegment(903cd237-21d7-474a-88c9-7806b46edec1),segment_id=903cd237-21d7-474a-88c9-7806b46edec1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:02:59.420671 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.436090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-e4a79384-1f10-4b20-abf2-c21596133112 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009656 Dec 15 14:02:59.448923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677084e-d733-4440-9c86-531ed96efce9 req-253161ae-621a-4f2b-951c-d9e3b22eaa3f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.450715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5677084e-d733-4440-9c86-531ed96efce9 req-253161ae-621a-4f2b-951c-d9e3b22eaa3f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 947 time: 0.0756762 Dec 15 14:02:59.454971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e81bce-3ac3-4b9b-bb54-b4fa708bfa14 req-44fb6343-e6e2-49a1-b78f-fb7c7c838caf tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.456589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1e81bce-3ac3-4b9b-bb54-b4fa708bfa14 req-44fb6343-e6e2-49a1-b78f-fb7c7c838caf tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 946 time: 0.1572003 Dec 15 14:02:59.462398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for c37af791-27e2-4532-acab-ee6b88153db4 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:02:59.583420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5677084e-d733-4440-9c86-531ed96efce9 req-9d83f659-1ed0-40c7-92a6-83d4b57cb8bd tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172602 Dec 15 14:02:59.635971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1e81bce-3ac3-4b9b-bb54-b4fa708bfa14 req-3bf018d2-bd0a-4601-a856-0efe2b0bc726 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668906 Dec 15 14:02:59.641996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-daa275c6-c1b4-47f1-bdfb-2eaf831c1885 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898742 Dec 15 14:02:59.705405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4045454-6bf6-40a7-88ad-40cd2f9170e1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:02:59.713514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-633679be-5016-4505-8a1f-63914f013810 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc HTTP/1.1" status: 200 len: 217 time: 0.0633719 Dec 15 14:02:59.742194 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.751562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.798322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Transition to ACTIVE for port object b4045454-6bf6-40a7-88ad-40cd2f9170e1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:02:59.800834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=c37af791-27e2-4532-acab-ee6b88153db4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:02:59.804375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port c37af791-27e2-4532-acab-ee6b88153db4 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:02:59.811340 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:02:59.824251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680ae21-f3db-4a33-8462-7ebe8c3e3f5e req-5ea3906d-af86-4ed3-b20a-c6ec4f39d5c2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.826931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8680ae21-f3db-4a33-8462-7ebe8c3e3f5e req-5ea3906d-af86-4ed3-b20a-c6ec4f39d5c2 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 931 time: 0.1113393 Dec 15 14:02:59.829238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-388e38c3-71ca-4bef-ad1c-7097f4522bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.830729 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-388e38c3-71ca-4bef-ad1c-7097f4522bc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.1023579 Dec 15 14:02:59.893323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab4d652-ae15-4e58-bef1-3ca2515209bc None None] DHCP port deletion for 022acac5-cc30-48a2-8d9c-86c3f57752ba request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:02:59.934137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-e5fcbb15-86b1-4040-b6a1-826afe3cf677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:02:59.936224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-e5fcbb15-86b1-4040-b6a1-826afe3cf677 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965152 Dec 15 14:02:59.952207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8680ae21-f3db-4a33-8462-7ebe8c3e3f5e req-c8c3f7c5-2245-4810-a56d-4718ca5108f5 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188002 Dec 15 14:02:59.980898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.086889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Pushing event updated for resources: {'Port': ['ID=b4045454-6bf6-40a7-88ad-40cd2f9170e1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:00.088347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-c741aae3-7e53-44b1-9b54-e7398de3c5b2 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350119 Dec 15 14:03:00.105154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:00.122035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903cd237-21d7-474a-88c9-7806b46edec1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:00.122373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903cd237-21d7-474a-88c9-7806b46edec1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:00.139829 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.166228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.168811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Attempting to bind port b4045454-6bf6-40a7-88ad-40cd2f9170e1 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:00.169149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Attempting to bind port b4045454-6bf6-40a7-88ad-40cd2f9170e1 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:00.169485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Attempting to bind port b4045454-6bf6-40a7-88ad-40cd2f9170e1 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:00.176502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Port b4045454-6bf6-40a7-88ad-40cd2f9170e1 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:03:00.176842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Attempting to bind port b4045454-6bf6-40a7-88ad-40cd2f9170e1 on network 022acac5-cc30-48a2-8d9c-86c3f57752ba {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:00.181981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:00.182395 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:00.185468 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:00.197507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:00.197855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Checking segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:00.198251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Bound using segment: {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:00.198702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Bound port: b4045454-6bf6-40a7-88ad-40cd2f9170e1, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f6f21a-468f-4577-bd92-5ae79ecbe830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:00.199064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.259959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-cbb41a6b-1470-4066-964e-aec373df18d4 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575022 Dec 15 14:03:00.291251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.306281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.310826 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a HTTP/1.1" status: 204 len: 168 time: 3.4195549 Dec 15 14:03:00.318812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:00.324027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260691286'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:00.327299 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-b3775df2-6b5f-415d-8776-b418d5f9ff1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e HTTP/1.1" status: 200 len: 217 time: 0.0575922 Dec 15 14:03:00.344629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ac68-30f0-4854-8629-80a12ca48376 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:00.357901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] For port b4045454-6bf6-40a7-88ad-40cd2f9170e1, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:00.362157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] For port b4045454-6bf6-40a7-88ad-40cd2f9170e1, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b4045454-6bf6-40a7-88ad-40cd2f9170e1,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:00.371088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.382886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:00.386459 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.403539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-faf6799d-eea1-457f-825b-3cb8fe25f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:00.405862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-faf6799d-eea1-457f-825b-3cb8fe25f973 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 200 len: 797 time: 0.0673304 Dec 15 14:03:00.410412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50709ea2-4d6d-40d9-8595-304c401184c5 None None] DHCP port deletion for 022acac5-cc30-48a2-8d9c-86c3f57752ba request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:00.435022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:00.435585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.438680 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] 10.222.0.74 "PUT /v2.0/ports/b4045454-6bf6-40a7-88ad-40cd2f9170e1 HTTP/1.1" status: 200 len: 1091 time: 1.6537127 Dec 15 14:03:00.440629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb5aded-2213-4795-8917-764f8f703fde', 'tag': 'b4045454-6bf6-40a7-88ad-40cd2f9170e1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:00.444462 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0518b5f2-94f7-4f1e-b08c-29da5094d727" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb5aded-2213-4795-8917-764f8f703fde", "tag": "b4045454-6bf6-40a7-88ad-40cd2f9170e1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:00.476395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:00.486624 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.486983 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment 9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82 of type vlan for network 31e3da35-fdc3-423f-99f5-4a29636538dc Dec 15 14:03:00.519344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-97b9c3b7-98be-43ff-8075-aae4eb77a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:00.523378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-97b9c3b7-98be-43ff-8075-aae4eb77a54c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c908008-3368-4677-86f7-2a827cc09e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034036 Dec 15 14:03:00.545033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.748068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-16b97793-04b1-49c2-9616-ad8407bb1694 service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157440 Dec 15 14:03:00.762980 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:00.961828 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63ad5d0-352c-4a15-b5da-ae72ec217fd4 x-openstack-request-id: req-b63ad5d0-352c-4a15-b5da-ae72ec217fd4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:00.962039 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb5aded-2213-4795-8917-764f8f703fde", "tag": "b4045454-6bf6-40a7-88ad-40cd2f9170e1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:00.962285 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b63ad5d0-352c-4a15-b5da-ae72ec217fd4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:00.962692 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5aded-2213-4795-8917-764f8f703fde', 'tag': 'b4045454-6bf6-40a7-88ad-40cd2f9170e1', 'status': 'completed', 'code': 200} Dec 15 14:03:01.017745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.077310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.082942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.084160 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.086858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b42085-054f-4f6c-8a4f-5b0e1f30b066 service neutron] Pushing event updated for resources: {'Port': ['ID=b4045454-6bf6-40a7-88ad-40cd2f9170e1,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:01.172994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8486533 Dec 15 14:03:01.174847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46380) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:01.177856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-7b8c7468-32ea-462b-b90a-a64041e5844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.177856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-7b8c7468-32ea-462b-b90a-a64041e5844b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 1094 time: 0.2137811 Dec 15 14:03:01.189089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-698ae03e-66e7-4807-a702-6b8840322865 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.190536 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-698ae03e-66e7-4807-a702-6b8840322865 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 947 time: 0.2331886 Dec 15 14:03:01.190720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd2373-506e-4c34-a17f-67aaf44d18e6 req-a28d2a8d-3f47-40b9-b6f2-e39aa34aada6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.193997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ddfd2373-506e-4c34-a17f-67aaf44d18e6 req-a28d2a8d-3f47-40b9-b6f2-e39aa34aada6 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 947 time: 0.4922757 Dec 15 14:03:01.199470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': '31e3da35-fdc3-423f-99f5-4a29636538dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:01.207374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131627e-ea25-4c53-a171-84a2c8d8049d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=31e3da35-fdc3-423f-99f5-4a29636538dc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:01.223024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 31e3da35-fdc3-423f-99f5-4a29636538dc details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:01.243832 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07193cdf-c726-4802-943f-f709e86291c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.255098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b7913-422e-4d12-9690-f7802bf13d07 req-7390d823-2259-49ab-afd7-bd8fb7d8ea9c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.257458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f37b7913-422e-4d12-9690-f7802bf13d07 req-7390d823-2259-49ab-afd7-bd8fb7d8ea9c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 946 time: 0.2928882 Dec 15 14:03:01.281611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-4f164e86-5885-4f69-8699-b8fa09fa43b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4045454-6bf6-40a7-88ad-40cd2f9170e1 HTTP/1.1" status: 200 len: 217 time: 0.0862145 Dec 15 14:03:01.367587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ddfd2373-506e-4c34-a17f-67aaf44d18e6 req-318331be-82a9-47fc-a9f2-26a7ddb3f772 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590872 Dec 15 14:03:01.375491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-f0b4671e-1aee-4d1f-97c3-6f742eb7e30c service neutron] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177642 Dec 15 14:03:01.425011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:01.429579 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.433910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-a8a5c3e1-4f93-4ea7-aadd-f6c8e0acd5e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789 HTTP/1.1" status: 200 len: 217 time: 0.0475523 Dec 15 14:03:01.446766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-91b5f995-ff6d-408e-bb28-c4f41629ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.447229 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-91b5f995-ff6d-408e-bb28-c4f41629ca28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.1526794 Dec 15 14:03:01.459135 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f37b7913-422e-4d12-9690-f7802bf13d07 req-462d2c76-bf4a-4647-bf19-a8bb4a72aedd tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711440 Dec 15 14:03:01.497754 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-e38f677d-60e5-42dd-aaa6-0e87e97cbd48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363617 Dec 15 14:03:01.603304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-fafac54e-c714-4c48-9a4c-5e48c3db3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.608918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-fafac54e-c714-4c48-9a4c-5e48c3db3a2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.1618290 Dec 15 14:03:01.634706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87205-89c7-42b3-b0d5-4347d2202a06 req-210ee5f8-eee6-46bb-8ba4-4b6860ac08af tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.636346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f7c87205-89c7-42b3-b0d5-4347d2202a06 req-210ee5f8-eee6-46bb-8ba4-4b6860ac08af tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 943 time: 0.1541562 Dec 15 14:03:01.665829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Deleting port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:01.666177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.735774 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea826d-79b8-4440-b50e-27b04be6324c req-1046aad3-b5ed-4f1a-919b-a52286800994 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.737355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93ea826d-79b8-4440-b50e-27b04be6324c req-1046aad3-b5ed-4f1a-919b-a52286800994 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 946 time: 0.1940589 Dec 15 14:03:01.750618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46396) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:01.763391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Request body: {'floatingip': {'port_id': '44084319-6365-460d-b76e-92db3e4e7c5f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:01.774633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-f43dbb39-1081-4a43-bd87-83ff5968baac service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679877 Dec 15 14:03:01.845783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f7c87205-89c7-42b3-b0d5-4347d2202a06 req-c471ae16-0209-4a56-8527-a2349e238243 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881757 Dec 15 14:03:01.852244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.855677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-e46e646a-ff24-4239-a5e4-25d8f47b5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:01.857315 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-e46e646a-ff24-4239-a5e4-25d8f47b5777 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2184503 Dec 15 14:03:01.875581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] For port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:01.875983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:01.969482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a080f0cf-1e41-4b22-b6c5-a2b963341e16 req-1dfcf3c7-ff83-4279-9ced-c3316af3c512 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861136 Dec 15 14:03:02.109668 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.143652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-e738c132-68de-4631-b6f6-1f23be276de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.145225 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-e738c132-68de-4631-b6f6-1f23be276de9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 1094 time: 0.1045504 Dec 15 14:03:02.203939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.204532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.204642 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Floating IP 11088c84-4ad0-4a33-86f7-1bdd8da49f8e disassociated. External IP: 172.25.7.214, port: ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5. Dec 15 14:03:02.204978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Calling delete_port for ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:02.254162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-cdcdbef1-9a65-40a2-a8a2-b001169ffc3d service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584802 Dec 15 14:03:02.291400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=47a63d5c-4f91-4ff9-a45f-b75161231e91,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:02.330920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-f9e6ea21-0092-43b6-8b79-9be5f15e0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.332463 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-f9e6ea21-0092-43b6-8b79-9be5f15e0fe8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 200 len: 914 time: 0.1779957 Dec 15 14:03:02.388049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-56cd9c35-c83d-4864-be7d-94529f3717da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4045454-6bf6-40a7-88ad-40cd2f9170e1 HTTP/1.1" status: 200 len: 217 time: 0.0426185 Dec 15 14:03:02.399090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '31e3da35-fdc3-423f-99f5-4a29636538dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:02.399691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: 31e3da35-fdc3-423f-99f5-4a29636538dc, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:02.523670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-1f1779cd-e650-4141-92ee-43c0fb28a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.525410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-1f1779cd-e650-4141-92ee-43c0fb28a92c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 200 len: 852 time: 0.1295257 Dec 15 14:03:02.528311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.566119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event deleted for resources: {'Port': ['ID=ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:02.570110 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-425d3813-2dbe-448f-9b08-709888a5e2af service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064542 Dec 15 14:03:02.594795 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-5d8b21eb-bb2e-45b8-87bd-61244b0034b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=022acac5-cc30-48a2-8d9c-86c3f57752ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605292 Dec 15 14:03:02.636073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network 31e3da35-fdc3-423f-99f5-4a29636538dc is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:02.637323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691d3b6-2588-427e-86c6-b9cc1dd615d5 req-678b0146-183d-4c3d-98dc-bddf05a53e23 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.638864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3691d3b6-2588-427e-86c6-b9cc1dd615d5 req-678b0146-183d-4c3d-98dc-bddf05a53e23 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 868 time: 0.1659954 Dec 15 14:03:02.682538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-9ac60169-452b-4df1-b99e-bfe6f2a9e543 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559 HTTP/1.1" status: 200 len: 217 time: 0.1048617 Dec 15 14:03:02.704817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 31e3da35-fdc3-423f-99f5-4a29636538dc) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:02.716290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254c05a-28fe-4cfa-9995-14aa9a829e7f None None] Network 31e3da35-fdc3-423f-99f5-4a29636538dc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:02.731688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.733563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.784384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-b19b0a29-0386-4383-8d6d-142be6c3f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:02.785750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-b19b0a29-0386-4383-8d6d-142be6c3f909 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 200 len: 797 time: 0.0956960 Dec 15 14:03:02.792462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a36c860d-d209-4604-902e-3de9820e4196 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6175015 Dec 15 14:03:02.797451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46408) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:02.840228 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3691d3b6-2588-427e-86c6-b9cc1dd615d5 req-1bac8e96-563f-4b5d-bf6f-fea2d1fb75d0 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9df9a9f-40b2-44f4-abea-dfa8783d30c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381536 Dec 15 14:03:02.858670 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-63d1fd59-3532-4189-8869-5fa939039b79 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442276 Dec 15 14:03:02.909027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-31e3da35-fdc3-423f-99f5-4a29636538dc', 'network_id': '31e3da35-fdc3-423f-99f5-4a29636538dc', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': '47a63d5c-4f91-4ff9-a45f-b75161231e91'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:02.910661 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:02.911775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Router 6b6f7914-93c6-490d-babc-4d45a80c2d24 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:03:03.028558 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.034513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.057999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.115466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-3960ec04-99c8-4f5f-8681-4c2b77c7e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.117051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-3960ec04-99c8-4f5f-8681-4c2b77c7e692 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=48eea9ed-7cf0-43b0-ad58-a040f215ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3203919 Dec 15 14:03:03.119613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Allocated IP 2001:db8::1 (31e3da35-fdc3-423f-99f5-4a29636538dc/47a63d5c-4f91-4ff9-a45f-b75161231e91/01bd2b37-c220-4430-b0a7-6c1e15dcf1f4) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:03.125849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:03.138441 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] Sync routers for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:03.156368 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:03.158458 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:03.234572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] No DVR routers for this DVR port ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:03.242343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.246510 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.74 "DELETE /v2.0/ports/ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 HTTP/1.1" status: 204 len: 173 time: 2.0433125 Dec 15 14:03:03.248443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-deleted', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:03.263120 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417a72d4-97d3-4c2a-8917-387819d9fc16" -d '{"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-deleted", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:03.327493 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.336176 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.341248 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0518b5f2-94f7-4f1e-b08c-29da5094d727 req-1f578cb7-96b6-4cec-b671-1117be21d997 service neutron] 10.222.0.74 "GET /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803648 Dec 15 14:03:03.377568 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2298d51b-c9e4-41e7-b0c5-c7fa1adc6923 x-openstack-request-id: req-2298d51b-c9e4-41e7-b0c5-c7fa1adc6923 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:03.378086 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a872b-ec08-4319-b273-effb21091e65", "name": "network-vif-deleted", "tag": "ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:03.378489 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2298d51b-c9e4-41e7-b0c5-c7fa1adc6923 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:03.379049 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a872b-ec08-4319-b273-effb21091e65', 'name': 'network-vif-deleted', 'tag': 'ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5', 'status': 'completed', 'code': 200} Dec 15 14:03:03.407889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Network 31e3da35-fdc3-423f-99f5-4a29636538dc is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:03.411386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:03.416439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:03.436933 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:03.442116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Pushing event updated for resources: {'Port': ['ID=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:03.446075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5c6c-dd4b-465d-8a10-536c3381993c req-762a6a62-98b0-426e-a958-35ad42badf40 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:03.449020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8aff5c6c-dd4b-465d-8a10-536c3381993c req-762a6a62-98b0-426e-a958-35ad42badf40 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 943 time: 0.4422147 Dec 15 14:03:03.540661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Attempting to bind port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:03.542417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Attempting to bind port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '31e3da35-fdc3-423f-99f5-4a29636538dc'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:03.544310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Attempting to bind port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 on network 31e3da35-fdc3-423f-99f5-4a29636538dc {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:03.564125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:03.565094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Checking segment: {'id': '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '31e3da35-fdc3-423f-99f5-4a29636538dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:03.568736 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.569624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Bound using segment: {'id': '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '31e3da35-fdc3-423f-99f5-4a29636538dc'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:03.570745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Bound port: 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '31e3da35-fdc3-423f-99f5-4a29636538dc'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:03.572113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.594357 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.607611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8aff5c6c-dd4b-465d-8a10-536c3381993c req-09cafed0-644b-451c-ba1a-cd0c9ebf911a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031339 Dec 15 14:03:03.633364 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Floating IP a94a33ec-2da9-4b72-ba06-1c88f9255fec associated. External IP: 172.25.7.226, port: 44084319-6365-460d-b76e-92db3e4e7c5f. Dec 15 14:03:03.678426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-75df0196-c36b-4dff-8158-aacf4290656e service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364215 Dec 15 14:03:03.688079 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:03.700072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] For port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:03.705094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] For port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,segment=NetworkSegment(9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82),segment_id=9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:03.712722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.725249 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] Checking router: 6b6f7914-93c6-490d-babc-4d45a80c2d24 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:03.735432 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:03.736447 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:03.879640 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-118f5986-2a5a-4c13-9c15-987e7e5f78ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:03.885472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90909117-4afb-4a49-8ebb-7e5baa74851b None None] Pushing event updated for resources: {'Port': ['ID=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:03.892621 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:03.931415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7c1d7c52-38bc-4d44-b869-617144d4dc9f req-181d1c17-32eb-4e69-bb68-daa6ccd6a35a service neutron] 10.222.0.74 "GET /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442143 Dec 15 14:03:03.946567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.030533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=47a63d5c-4f91-4ff9-a45f-b75161231e91,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:04.223909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ad36c76-1572-42a2-8a8a-64ab3737301e req-5d7916ae-5685-4034-a2e2-7d8cc5b37681 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5a872b-ec08-4319-b273-effb21091e65 HTTP/1.1" status: 200 len: 210 time: 0.1193283 Dec 15 14:03:04.306981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.344387 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:04.375113 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eea74-5db5-4980-9c3d-a29a06a640a6 None None] The sync data for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 is: [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8cb58a64-add6-475c-9ca5-cfb12f3446fc', 'name': '', 'network_id': '92a73772-e43c-4d8f-8ab4-eaa21a18ff95', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'mac_address': 'fa:16:3e:ee:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:55Z', 'updated_at': '2021-12-15T13:54:07Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'subnets': [{'id': 'b544d04c-b13d-4592-8537-97e17c972fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:04.422676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b4045454-6bf6-40a7-88ad-40cd2f9170e1 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:03:04.545251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:04.580321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:04.648235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:04.648604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ba6e6cf2-c93b-4b3c-b5f5-0ae9059c2fc5 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:04.702359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b4045454-6bf6-40a7-88ad-40cd2f9170e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b4045454-6bf6-40a7-88ad-40cd2f9170e1,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:04.732796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'b4045454-6bf6-40a7-88ad-40cd2f9170e1', 'network_id': '022acac5-cc30-48a2-8d9c-86c3f57752ba', 'port_id': 'b4045454-6bf6-40a7-88ad-40cd2f9170e1', 'mac_address': 'fa:16:3e:6d:c0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a810473-510c-4634-84c0-8dfe62ec7ea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:03:04.737373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:04.737997 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.843776 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.855654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:04.871048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4045454-6bf6-40a7-88ad-40cd2f9170e1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:03:04.905736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:04.906226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e3da35-fdc3-423f-99f5-4a29636538dc']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:04.941502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:04.943470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:04.977247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b4045454-6bf6-40a7-88ad-40cd2f9170e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b4045454-6bf6-40a7-88ad-40cd2f9170e1,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:04.998295 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.014958 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.047092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.059363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445df45-6258-4575-a27a-86f1fe279bcb req-7f959d66-3b1f-481e-9a64-c221dce5dae6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:05.060206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0628f4-2146-4e89-b8b5-f457902dd517 None None] New status for floating IP 11088c84-4ad0-4a33-86f7-1bdd8da49f8e: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:03:05.068486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d445df45-6258-4575-a27a-86f1fe279bcb req-7f959d66-3b1f-481e-9a64-c221dce5dae6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 943 time: 0.2032385 Dec 15 14:03:05.071454 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.100465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:05.100901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:05.109774 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:05.139313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3471a1d3-048d-483f-b3e6-9f0668dd5a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.218961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Router 59d055da-6db8-43fd-bce9-74a02ba21744 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:03:05.227223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d445df45-6258-4575-a27a-86f1fe279bcb req-84884957-2101-41ea-902d-8d7282661fcc tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575375 Dec 15 14:03:05.230597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:03:05.230597 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:03:05.230597 n-d-821840-1 neutron-server[109768]: [parameters: {'id': '31e3da35-fdc3-423f-99f5-4a29636538dc'}] Dec 15 14:03:05.230597 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:03:05.231021 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:03:05.309557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,segment=NetworkSegment(9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82),segment_id=9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:05.311003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b4045454-6bf6-40a7-88ad-40cd2f9170e1,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:05.324452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['b4045454-6bf6-40a7-88ad-40cd2f9170e1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:05.330335 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.366330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3471a1d3-048d-483f-b3e6-9f0668dd5a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.373104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:05.391179 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3471a1d3-048d-483f-b3e6-9f0668dd5a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.482907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:05.488632 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.491620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:05.498327 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] Sync routers for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:05.512377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3471a1d3-048d-483f-b3e6-9f0668dd5a29 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2224e559470e4df783790bb5976b4df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6051579 Dec 15 14:03:05.516227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46478) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:05.522534 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:05.525887 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:05.555981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a767c6-00f9-4b29-9b28-20c2cc9a3a0a None None] Network 31e3da35-fdc3-423f-99f5-4a29636538dc requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:05.565849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471a1d3-048d-483f-b3e6-9f0668dd5a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2044bb-0cba-4bfd-851b-c4229c5ef093,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:05.589567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-067b28d5-349e-4c78-a2e5-2184affafb5f tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "PUT /v2.0/floatingips/a94a33ec-2da9-4b72-ba06-1c88f9255fec HTTP/1.1" status: 200 len: 992 time: 3.8301685 Dec 15 14:03:05.590174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'tag': '44084319-6365-460d-b76e-92db3e4e7c5f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:05.595031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f744fd7e-f485-4956-ab6e-7e7f66718874 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.600001 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2057943b-ca63-4d31-8df7-2bac754a89e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef8b785-7280-42c1-a664-f75475fe5bce", "tag": "44084319-6365-460d-b76e-92db3e4e7c5f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:05.656001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da147dce-ff27-45e5-a157-e2145b6d9e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.672406 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09213847-dfe1-43ac-91f1-0730b8058c16 x-openstack-request-id: req-09213847-dfe1-43ac-91f1-0730b8058c16 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:05.673715 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef8b785-7280-42c1-a664-f75475fe5bce", "tag": "44084319-6365-460d-b76e-92db3e4e7c5f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:05.673715 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09213847-dfe1-43ac-91f1-0730b8058c16 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:05.674016 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'tag': '44084319-6365-460d-b76e-92db3e4e7c5f', 'status': 'completed', 'code': 200} Dec 15 14:03:05.688940 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f744fd7e-f485-4956-ab6e-7e7f66718874 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.743647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da147dce-ff27-45e5-a157-e2145b6d9e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.773014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.857353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-c0b51c36-9535-4be1-a8d6-01fdc9d16049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:05.858180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-87c54f45-80e3-42c5-8f95-b045df3a4dc8 None None] Provisioning complete for port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:05.858561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-87c54f45-80e3-42c5-8f95-b045df3a4dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.859381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-c0b51c36-9535-4be1-a8d6-01fdc9d16049 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 1097 time: 0.1654861 Dec 15 14:03:05.894981 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f744fd7e-f485-4956-ab6e-7e7f66718874 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.905440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f744fd7e-f485-4956-ab6e-7e7f66718874 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:05.909458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f744fd7e-f485-4956-ab6e-7e7f66718874 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "DELETE /v2.0/security-groups/e9df9a9f-40b2-44f4-abea-dfa8783d30c3 HTTP/1.1" status: 204 len: 168 time: 0.5338025 Dec 15 14:03:05.921359 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:05.934433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46486) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:06.002822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744fd7e-f485-4956-ab6e-7e7f66718874 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9df9a9f-40b2-44f4-abea-dfa8783d30c3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:06.028797 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-b70b1d02-439b-4c69-905a-6f0afa35d7ae tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] show failed (client error): The resource could not be found. Dec 15 14:03:06.030559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b70b1d02-439b-4c69-905a-6f0afa35d7ae tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "GET /v2.0/security-groups/e9df9a9f-40b2-44f4-abea-dfa8783d30c3 HTTP/1.1" status: 404 len: 347 time: 0.0932527 Dec 15 14:03:06.039044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46488) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:06.056924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-9b38ab51-f1b8-4d38-b048-167955cd0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.058837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-9b38ab51-f1b8-4d38-b048-167955cd0f7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.1699576 Dec 15 14:03:06.069736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da147dce-ff27-45e5-a157-e2145b6d9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.075597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da147dce-ff27-45e5-a157-e2145b6d9e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.086713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] DHCP port deletion for 31e3da35-fdc3-423f-99f5-4a29636538dc request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:06.094522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da147dce-ff27-45e5-a157-e2145b6d9e8b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e2044bb-0cba-4bfd-851b-c4229c5ef093 HTTP/1.1" status: 204 len: 168 time: 0.5733876 Dec 15 14:03:06.171366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-8c1660c7-9efa-4199-b618-14909ec00fee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44084319-6365-460d-b76e-92db3e4e7c5f HTTP/1.1" status: 200 len: 1000 time: 0.0985184 Dec 15 14:03:06.198246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da147dce-ff27-45e5-a157-e2145b6d9e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2044bb-0cba-4bfd-851b-c4229c5ef093,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:06.212329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] Deleting port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:06.213067 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.256168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:06.256791 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.377034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Deleting port 87d08de2-05fd-4a2d-9094-035aa9168b43 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:06.377593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.395222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] For port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,segment=NetworkSegment(9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82),segment_id=9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:06.395651 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.422945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] Calling delete_port for 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:06.510031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:06.510724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-b4aec40f-eb39-4d3f-89cb-f76c7c47e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.513003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-b4aec40f-eb39-4d3f-89cb-f76c7c47e590 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.3324113 Dec 15 14:03:06.536435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.538594 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.586421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Calling delete_port for 87d08de2-05fd-4a2d-9094-035aa9168b43 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:06.602093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,segment=NetworkSegment(9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82),segment_id=9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:06.603264 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.604418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.606279 n-d-821840-1 neutron-server[109769]: INFO neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No ports have port_id starting with 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 Dec 15 14:03:06.609828 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.610030 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a94a33ec-2da9-4b72-ba06-1c88f9255fec', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'port_id': '44084319-6365-460d-b76e-92db3e4e7c5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'mac_address': 'fa:16:3e:6c:78:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:42Z', 'updated_at': '2021-12-15T14:03:02Z', 'revision_number': 1, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:06.657870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] Pushing event deleted for resources: {'Port': ['ID=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:06.662456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea011e-b50d-4a70-a9b7-0a120145bad9 None None] No DVR routers for this DVR port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:06.676513 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] Checking router: 59d055da-6db8-43fd-bce9-74a02ba21744 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:06.682071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:06.690685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:06.694290 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:06.695099 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:06.702360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b62b88ac-554c-47a7-9926-3168029cdf4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.785352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:06.832381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda01c9-cdb1-4b3c-aa31-5dcee73a8bb2 req-6c60deb1-0374-4354-877e-3cf2491d2d27 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.834739 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5bda01c9-cdb1-4b3c-aa31-5dcee73a8bb2 req-6c60deb1-0374-4354-877e-3cf2491d2d27 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 944 time: 0.4659913 Dec 15 14:03:06.840374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=01bd2b37-c220-4430-b0a7-6c1e15dcf1f4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:06.842467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port 01bd2b37-c220-4430-b0a7-6c1e15dcf1f4 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:06.863931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-786c0465-9746-4e78-a035-3adddd623ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:06.865583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-786c0465-9746-4e78-a035-3adddd623ef4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3312287 Dec 15 14:03:06.883202 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:07.007482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5bda01c9-cdb1-4b3c-aa31-5dcee73a8bb2 req-f51aa4f4-2bd8-4780-aee7-eaa4cddc95cf tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631982 Dec 15 14:03:07.031367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b62b88ac-554c-47a7-9926-3168029cdf4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.037385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.048688 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b62b88ac-554c-47a7-9926-3168029cdf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.071288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-2cbcd92b-0635-4000-9a23-b1898ba3461d service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578667 Dec 15 14:03:07.120186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.127330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Pushing event deleted for resources: {'Port': ['ID=87d08de2-05fd-4a2d-9094-035aa9168b43,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:07.210514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e3da35-fdc3-423f-99f5-4a29636538dc']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:07.224737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b62b88ac-554c-47a7-9926-3168029cdf4d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebcc4572b0264eb2a46ac1903630dc8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5409932 Dec 15 14:03:07.225153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:07.225552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9402cb-c6a3-4a0f-be6f-2b0b2a7caf82') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:07.225774 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b88ac-554c-47a7-9926-3168029cdf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62883c84-159e-459b-b862-1e8ca48bf67d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:07.227465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46504) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:07.236124 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a94a33ec-2da9-4b72-ba06-1c88f9255fec', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'port_id': '44084319-6365-460d-b76e-92db3e4e7c5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'mac_address': 'fa:16:3e:6c:78:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:42Z', 'updated_at': '2021-12-15T14:03:02Z', 'revision_number': 1, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:07.250804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.285317 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.294175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.298209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.303435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f1431d80-c20a-4f62-8585-bc6df252de2f tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] 10.222.0.86 "DELETE /v2.0/floatingips/11088c84-4ad0-4a33-86f7-1bdd8da49f8e HTTP/1.1" status: 204 len: 168 time: 1.2601960 Dec 15 14:03:07.303906 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.310119 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404310eb-71fb-4464-bb51-39a9ece8bf05 None None] The sync data for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 is: [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a94a33ec-2da9-4b72-ba06-1c88f9255fec', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'port_id': '44084319-6365-460d-b76e-92db3e4e7c5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'mac_address': 'fa:16:3e:6c:78:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:02:42Z', 'updated_at': '2021-12-15T14:03:02Z', 'revision_number': 1, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:07.336379 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2057943b-ca63-4d31-8df7-2bac754a89e1 req-1d5e2633-b9c1-44f7-b29a-2c84695b2444 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473395 Dec 15 14:03:07.338400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:07.338817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:07.342010 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:07.430544 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17157378-83bd-455e-aa19-3ff9038c937d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.444805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.462033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.468533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/31e3da35-fdc3-423f-99f5-4a29636538dc HTTP/1.1" status: 204 len: 168 time: 4.6670494 Dec 15 14:03:07.470713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:07.479450 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17157378-83bd-455e-aa19-3ff9038c937d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.481478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ed64d-8a56-4817-a241-d219ac5873de tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=31e3da35-fdc3-423f-99f5-4a29636538dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:07.497673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1132618800'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:07.541049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:07.541049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.551831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17157378-83bd-455e-aa19-3ff9038c937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.557428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17157378-83bd-455e-aa19-3ff9038c937d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.558645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-17157378-83bd-455e-aa19-3ff9038c937d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/62883c84-159e-459b-b862-1e8ca48bf67d HTTP/1.1" status: 204 len: 168 time: 0.3284705 Dec 15 14:03:07.583517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17157378-83bd-455e-aa19-3ff9038c937d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62883c84-159e-459b-b862-1e8ca48bf67d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:07.621657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:07.638262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.638922 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment 55e99c27-7dae-44b2-8838-0dda2b5f8d97 of type vlan for network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 Dec 15 14:03:07.702793 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.740721 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.747755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:07.748606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:07.824617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f02d8-02aa-410e-af7d-01964a917fd6 None None] New status for floating IP a94a33ec-2da9-4b72-ba06-1c88f9255fec: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:03:07.848279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3738432 Dec 15 14:03:07.848678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46522) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:07.855279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:07.877550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742dae0-ffa4-46d1-b84b-3f65722984b6 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=f2982a2d-bfd2-4013-b879-aa9aed0edbd5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:07.920861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:08.029711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:08.033420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.324521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818475f4-22da-4c57-945e-acdb4d382dc8 req-7ac3ced4-ba8e-4b9b-ad9f-5b76c5fc1e0c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:08.326025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818475f4-22da-4c57-945e-acdb4d382dc8 req-7ac3ced4-ba8e-4b9b-ad9f-5b76c5fc1e0c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 944 time: 0.1825521 Dec 15 14:03:08.416161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b4045454-6bf6-40a7-88ad-40cd2f9170e1 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:08.436120 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-818475f4-22da-4c57-945e-acdb4d382dc8 req-ca39afd0-5e35-43b5-9e9e-753d65a4ea37 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678732 Dec 15 14:03:08.437239 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.530684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': '55e99c27-7dae-44b2-8838-0dda2b5f8d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:08.531056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: f2982a2d-bfd2-4013-b879-aa9aed0edbd5, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:08.538490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=76fd681d-3669-41ed-bb01-bcb2267d45f2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:08.559001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:08.572610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f2982a2d-bfd2-4013-b879-aa9aed0edbd5) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:08.579026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d697e23-a851-40a0-af5a-63c346514659 None None] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:08.584183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:08.584889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.610169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46548) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:08.612208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-566b5530-a620-4e01-85b3-e4fbee1ff76c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7616386 Dec 15 14:03:08.615656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:08.670523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port b4045454-6bf6-40a7-88ad-40cd2f9170e1 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:03:08.684352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port b4045454-6bf6-40a7-88ad-40cd2f9170e1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:08.684979 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.808795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-f2982a2d-bfd2-4013-b879-aa9aed0edbd5', 'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': '76fd681d-3669-41ed-bb01-bcb2267d45f2'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:08.809929 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.833869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:08.840011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.879471 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:08.969014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb5aded-2213-4795-8917-764f8f703fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4045454-6bf6-40a7-88ad-40cd2f9170e1'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:08.972162 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba5e45-b109-4cd6-959e-371baaffdb93" -d '{"events": [{"server_uuid": "5fb5aded-2213-4795-8917-764f8f703fde", "name": "network-vif-plugged", "status": "completed", "tag": "b4045454-6bf6-40a7-88ad-40cd2f9170e1"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:09.020000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b4045454-6bf6-40a7-88ad-40cd2f9170e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b4045454-6bf6-40a7-88ad-40cd2f9170e1,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:09.075272 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.086714 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c8cbf1-f48c-4d1c-b37e-9d9d6175c8cc x-openstack-request-id: req-e2c8cbf1-f48c-4d1c-b37e-9d9d6175c8cc {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:09.088312 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb5aded-2213-4795-8917-764f8f703fde", "name": "network-vif-plugged", "status": "completed", "tag": "b4045454-6bf6-40a7-88ad-40cd2f9170e1", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:09.089668 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e2c8cbf1-f48c-4d1c-b37e-9d9d6175c8cc {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:09.090246 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5aded-2213-4795-8917-764f8f703fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4045454-6bf6-40a7-88ad-40cd2f9170e1', 'code': 200} Dec 15 14:03:09.197109 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:03:09.215611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Allocated IP 2001:db8::2 (f2982a2d-bfd2-4013-b879-aa9aed0edbd5/76fd681d-3669-41ed-bb01-bcb2267d45f2/57879378-cd50-4038-aa21-4ac982138eeb) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:09.249375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e9d2f-7f79-4704-91a4-31c2466a2c7a req-0032c25d-fd8d-4a75-beff-f72b02a57cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.255907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-017e9d2f-7f79-4704-91a4-31c2466a2c7a req-0032c25d-fd8d-4a75-beff-f72b02a57cc4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 1096 time: 0.1180253 Dec 15 14:03:09.276835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b4045454-6bf6-40a7-88ad-40cd2f9170e1,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:09.355062 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.356390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-017e9d2f-7f79-4704-91a4-31c2466a2c7a req-a8e17144-ff16-4597-8ff8-abda0b695089 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937574 Dec 15 14:03:09.403990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:09.407145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:09.410569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.411182 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.433972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=df5fb804-3b17-4edb-9620-229b00df8dac,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:09.444025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5e7f93d7-c5b2-4a70-87b8-f5199f572405 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8324590 Dec 15 14:03:09.446293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46568) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:09.504511 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.519949 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.593731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:09.597409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:09.602352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:09.618832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Pushing event updated for resources: {'Port': ['ID=57879378-cd50-4038-aa21-4ac982138eeb,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:09.710256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Attempting to bind port 57879378-cd50-4038-aa21-4ac982138eeb on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:09.710619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Attempting to bind port 57879378-cd50-4038-aa21-4ac982138eeb by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '55e99c27-7dae-44b2-8838-0dda2b5f8d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:09.711104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Attempting to bind port 57879378-cd50-4038-aa21-4ac982138eeb on network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:09.713200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded2dbb-90e9-433a-8681-7cd1f6b32b0f tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.715071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded2dbb-90e9-433a-8681-7cd1f6b32b0f tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.717022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:09.717365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded2dbb-90e9-433a-8681-7cd1f6b32b0f tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.718151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Checking segment: {'id': '55e99c27-7dae-44b2-8838-0dda2b5f8d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:09.718754 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.719202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded2dbb-90e9-433a-8681-7cd1f6b32b0f tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.719313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Bound using segment: {'id': '55e99c27-7dae-44b2-8838-0dda2b5f8d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:09.719793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Bound port: 57879378-cd50-4038-aa21-4ac982138eeb, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e99c27-7dae-44b2-8838-0dda2b5f8d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:09.720420 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.721230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded2dbb-90e9-433a-8681-7cd1f6b32b0f tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.734905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fded2dbb-90e9-433a-8681-7cd1f6b32b0f tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2758863 Dec 15 14:03:09.735248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46580) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:09.739353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170430532'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:09.753679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830aa35-a558-4861-98f2-a93e80e4b0a9 req-2bdd759d-4750-4bdc-afef-fb38a814e79a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:09.767959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6830aa35-a558-4861-98f2-a93e80e4b0a9 req-2bdd759d-4750-4bdc-afef-fb38a814e79a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 945 time: 0.1356132 Dec 15 14:03:09.781521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:09.791537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.830190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] For port 57879378-cd50-4038-aa21-4ac982138eeb, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:09.834764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:09.835150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] For port 57879378-cd50-4038-aa21-4ac982138eeb, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=57879378-cd50-4038-aa21-4ac982138eeb,segment=NetworkSegment(55e99c27-7dae-44b2-8838-0dda2b5f8d97),segment_id=55e99c27-7dae-44b2-8838-0dda2b5f8d97)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:09.839115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6830aa35-a558-4861-98f2-a93e80e4b0a9 req-84840921-3767-4661-86c3-13c79ca4cd2e tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701339 Dec 15 14:03:09.841778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.860017 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.860669 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment c8eee194-ffcc-4294-bd7c-679b92203b1b of type vlan for network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 Dec 15 14:03:09.937950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c88566-0959-4ef4-a056-7b14621ea0c9 None None] Pushing event updated for resources: {'Port': ['ID=57879378-cd50-4038-aa21-4ac982138eeb,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:09.944488 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:09.988880 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.002423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:10.002736 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.106748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3731289 Dec 15 14:03:10.109431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46592) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:10.115298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a94b6de6-4c44-4300-bed7-8d9abb670190 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:10.176939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941377c-742c-468c-b70b-938b80680f3b tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=d547a1a3-d63e-4f16-9ebf-f9f91fbc3559,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:10.198489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:10.563329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57879378-cd50-4038-aa21-4ac982138eeb up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:10.577970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a94b6de6-4c44-4300-bed7-8d9abb670190 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.602183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a94b6de6-4c44-4300-bed7-8d9abb670190 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.611989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a94b6de6-4c44-4300-bed7-8d9abb670190 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 is not hosted by any dhcp agent {{(pid=109767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:03:10.622553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b6de6-4c44-4300-bed7-8d9abb670190 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:10.623734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a94b6de6-4c44-4300-bed7-8d9abb670190 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.625246 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a94b6de6-4c44-4300-bed7-8d9abb670190 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "PUT /v2.0/networks/d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 HTTP/1.1" status: 200 len: 723 time: 0.5145786 Dec 15 14:03:10.628263 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:10.651575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': 'd547a1a3-d63e-4f16-9ebf-f9f91fbc3559', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:10.688984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 57879378-cd50-4038-aa21-4ac982138eeb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:10.690004 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.857748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.937757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 57879378-cd50-4038-aa21-4ac982138eeb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=57879378-cd50-4038-aa21-4ac982138eeb,segment=NetworkSegment(55e99c27-7dae-44b2-8838-0dda2b5f8d97),segment_id=55e99c27-7dae-44b2-8838-0dda2b5f8d97)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:10.945880 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:10.972382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b6de6-4c44-4300-bed7-8d9abb670190 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=d547a1a3-d63e-4f16-9ebf-f9f91fbc3559,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:11.021142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:11.073243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edcf97-6801-4a77-b403-a9e4243394f4 req-da5e8841-a170-475c-9b68-abf75715e277 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:11.075069 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37edcf97-6801-4a77-b403-a9e4243394f4 req-da5e8841-a170-475c-9b68-abf75715e277 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 945 time: 0.0895164 Dec 15 14:03:11.076355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:11.082011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:11.159584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37edcf97-6801-4a77-b403-a9e4243394f4 req-73d96615-21c8-4a61-b1ae-37d638c3ed38 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715435 Dec 15 14:03:11.216749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=57879378-cd50-4038-aa21-4ac982138eeb,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:11.654450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74993526-8324-449f-afa3-af7e475671a5 None None] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:11.822232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb3bf-f568-426e-b746-f1c6e3beaa05 req-a3408449-aef4-4592-a38b-b0ca40ae192a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:11.833941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9eceb3bf-f568-426e-b746-f1c6e3beaa05 req-a3408449-aef4-4592-a38b-b0ca40ae192a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 945 time: 0.1633203 Dec 15 14:03:11.892666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9b539148-13f0-4229-9d19-b068c08b3894 None None] Provisioning complete for port 57879378-cd50-4038-aa21-4ac982138eeb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:11.893085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b539148-13f0-4229-9d19-b068c08b3894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:11.983806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9eceb3bf-f568-426e-b746-f1c6e3beaa05 req-f3d13629-6856-4596-8c70-875b49a46770 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486299 Dec 15 14:03:12.225417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.235233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229c394-cdb8-41ab-8f63-b227fabbbd42 None None] Update dhcp port {'port': {'network_id': 'f2982a2d-bfd2-4013-b879-aa9aed0edbd5', 'fixed_ips': [{'subnet_id': '76fd681d-3669-41ed-bb01-bcb2267d45f2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df5fb804-3b17-4edb-9620-229b00df8dac'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '57879378-cd50-4038-aa21-4ac982138eeb'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:03:12.281002 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c229c394-cdb8-41ab-8f63-b227fabbbd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.332634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=20cdd7e6-1353-4ead-b8ff-d58ece53e102,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:12.376850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': 'c8eee194-ffcc-4294-bd7c-679b92203b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd547a1a3-d63e-4f16-9ebf-f9f91fbc3559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:12.377444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: d547a1a3-d63e-4f16-9ebf-f9f91fbc3559, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:12.409744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:12.432239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d547a1a3-d63e-4f16-9ebf-f9f91fbc3559) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:12.451898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:12.455800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765541'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.498810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3570e5c9-d22b-4f15-a2e5-26c7abf93fd5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8537817 Dec 15 14:03:12.501016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46644) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:12.507597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7e681c45-f048-4f45-a813-48a9bb07af9e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:12.557184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff71db-12be-4fa9-bd18-ffb6919cf304 None None] Network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:12.560317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57879378-cd50-4038-aa21-4ac982138eeb up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:12.629150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46648) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:12.670702 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e681c45-f048-4f45-a813-48a9bb07af9e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28442636'] for subnet, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:12.894835 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4552e442-e31d-4614-b820-c6f901fd2429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.008840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-c229c394-cdb8-41ab-8f63-b227fabbbd42 None None] Allocated IP 172.20.0.1 (f2982a2d-bfd2-4013-b879-aa9aed0edbd5/df5fb804-3b17-4edb-9620-229b00df8dac/57879378-cd50-4038-aa21-4ac982138eeb) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:13.011782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 57879378-cd50-4038-aa21-4ac982138eeb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:13.012387 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.039328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e681c45-f048-4f45-a813-48a9bb07af9e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763833173724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28922633'] for subnet, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.039496 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4552e442-e31d-4614-b820-c6f901fd2429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.046059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4552e442-e31d-4614-b820-c6f901fd2429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.077997 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d547a1a3-d63e-4f16-9ebf-f9f91fbc3559', 'network_id': 'd547a1a3-d63e-4f16-9ebf-f9f91fbc3559', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': '20cdd7e6-1353-4ead-b8ff-d58ece53e102'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:13.079277 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.112917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e681c45-f048-4f45-a813-48a9bb07af9e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:13.116216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4552e442-e31d-4614-b820-c6f901fd2429 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5716f64fdae94f8182e50135928a011d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837151 Dec 15 14:03:13.116546 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e681c45-f048-4f45-a813-48a9bb07af9e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.117959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7e681c45-f048-4f45-a813-48a9bb07af9e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "PUT /v2.0/subnets/20cdd7e6-1353-4ead-b8ff-d58ece53e102 HTTP/1.1" status: 200 len: 826 time: 0.6158130 Dec 15 14:03:13.124782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:13.124974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46658) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:13.127254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552e442-e31d-4614-b820-c6f901fd2429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9098771d-cd09-4c00-ab6f-9e0d75f4c5de,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:13.270109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e681c45-f048-4f45-a813-48a9bb07af9e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=20cdd7e6-1353-4ead-b8ff-d58ece53e102,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:13.310472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38976a-7dd3-49e1-96b6-78654124a2cc req-d6125b2c-dabe-443e-b445-f0668618519d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:13.312153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b38976a-7dd3-49e1-96b6-78654124a2cc req-d6125b2c-dabe-443e-b445-f0668618519d tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 945 time: 0.1966751 Dec 15 14:03:13.391544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c229c394-cdb8-41ab-8f63-b227fabbbd42 None None] For port 57879378-cd50-4038-aa21-4ac982138eeb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=57879378-cd50-4038-aa21-4ac982138eeb,segment=NetworkSegment(55e99c27-7dae-44b2-8838-0dda2b5f8d97),segment_id=55e99c27-7dae-44b2-8838-0dda2b5f8d97)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:13.430371 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b38976a-7dd3-49e1-96b6-78654124a2cc req-4df1926e-4fe2-41eb-baf3-c5a240d4a01c tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041701 Dec 15 14:03:13.467495 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.467820 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c229c394-cdb8-41ab-8f63-b227fabbbd42 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.496418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1feefe77-c6e9-467f-8b61-db91a426246b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.524345 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c229c394-cdb8-41ab-8f63-b227fabbbd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.570649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1feefe77-c6e9-467f-8b61-db91a426246b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.702544 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.778118 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1feefe77-c6e9-467f-8b61-db91a426246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.780890 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1feefe77-c6e9-467f-8b61-db91a426246b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:13.782123 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1feefe77-c6e9-467f-8b61-db91a426246b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9098771d-cd09-4c00-ab6f-9e0d75f4c5de HTTP/1.1" status: 204 len: 168 time: 0.6469576 Dec 15 14:03:13.792835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feefe77-c6e9-467f-8b61-db91a426246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9098771d-cd09-4c00-ab6f-9e0d75f4c5de,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:13.821976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Allocated IP 2001:db8::2 (d547a1a3-d63e-4f16-9ebf-f9f91fbc3559/20cdd7e6-1353-4ead-b8ff-d58ece53e102/85013315-7a0f-484e-ae46-64a0cd02ae5c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:13.881989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229c394-cdb8-41ab-8f63-b227fabbbd42 None None] Pushing event updated for resources: {'Port': ['ID=57879378-cd50-4038-aa21-4ac982138eeb,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:13.925148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded68313-2b7d-4381-b099-2e4b4caca5db req-dbd701ce-a7f9-4b58-97af-e3862ea7d3a0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:13.927619 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ded68313-2b7d-4381-b099-2e4b4caca5db req-dbd701ce-a7f9-4b58-97af-e3862ea7d3a0 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 945 time: 0.0728707 Dec 15 14:03:14.040933 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ded68313-2b7d-4381-b099-2e4b4caca5db req-5322be34-37c1-4e01-945b-343d35ccd30b tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026487 Dec 15 14:03:14.091358 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.102184 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.128677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.154210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:14.157515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:14.164564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:14.178092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Pushing event updated for resources: {'Port': ['ID=85013315-7a0f-484e-ae46-64a0cd02ae5c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:14.206226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=20cdd7e6-1353-4ead-b8ff-d58ece53e102,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:14.293163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Attempting to bind port 85013315-7a0f-484e-ae46-64a0cd02ae5c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:14.293593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Attempting to bind port 85013315-7a0f-484e-ae46-64a0cd02ae5c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'c8eee194-ffcc-4294-bd7c-679b92203b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd547a1a3-d63e-4f16-9ebf-f9f91fbc3559'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:14.293961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Attempting to bind port 85013315-7a0f-484e-ae46-64a0cd02ae5c on network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:14.306866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:14.307262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Checking segment: {'id': 'c8eee194-ffcc-4294-bd7c-679b92203b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd547a1a3-d63e-4f16-9ebf-f9f91fbc3559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:14.307687 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.308126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Bound using segment: {'id': 'c8eee194-ffcc-4294-bd7c-679b92203b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd547a1a3-d63e-4f16-9ebf-f9f91fbc3559'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:14.308631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Bound port: 85013315-7a0f-484e-ae46-64a0cd02ae5c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8eee194-ffcc-4294-bd7c-679b92203b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd547a1a3-d63e-4f16-9ebf-f9f91fbc3559'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:14.309035 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.325830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46674) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:14.369814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.378484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-096cb72d-35c8-492e-a41e-14e33c5a5710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.424084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d547a1a3-d63e-4f16-9ebf-f9f91fbc3559']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:14.430426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] For port 85013315-7a0f-484e-ae46-64a0cd02ae5c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:14.444091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8eee194-ffcc-4294-bd7c-679b92203b1b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:14.444659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8eee194-ffcc-4294-bd7c-679b92203b1b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:14.447853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] For port 85013315-7a0f-484e-ae46-64a0cd02ae5c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=85013315-7a0f-484e-ae46-64a0cd02ae5c,segment=NetworkSegment(c8eee194-ffcc-4294-bd7c-679b92203b1b),segment_id=c8eee194-ffcc-4294-bd7c-679b92203b1b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:14.457387 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.480225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.506556 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.529354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57879378-cd50-4038-aa21-4ac982138eeb up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:14.537146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:14.537664 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:14.541207 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:14.584400 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734050ec-37f5-444c-ac10-8b5ff1f5f2d9 None None] Pushing event updated for resources: {'Port': ['ID=85013315-7a0f-484e-ae46-64a0cd02ae5c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:14.660063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:03:14.660063 n-d-821840-1 neutron-server[109768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:03:14.660063 n-d-821840-1 neutron-server[109768]: [parameters: {'id': 'd547a1a3-d63e-4f16-9ebf-f9f91fbc3559'}] Dec 15 14:03:14.660063 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:03:14.660955 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:03:14.712685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 57879378-cd50-4038-aa21-4ac982138eeb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:14.713076 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.717927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-096cb72d-35c8-492e-a41e-14e33c5a5710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.726576 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-096cb72d-35c8-492e-a41e-14e33c5a5710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.742026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148d345-2a3a-4083-baf7-b26cce8e76b3 None None] Network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:14.757604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-096cb72d-35c8-492e-a41e-14e33c5a5710 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1dd806164f774cdc87a50521df4160d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4302292 Dec 15 14:03:14.760348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46684) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:14.785750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cb72d-35c8-492e-a41e-14e33c5a5710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61738780-2613-4625-8181-808644e3a3b5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:14.834814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df997239-78bf-415a-b6b8-deecedf151e8 None None] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:14.860379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4afeb44b-0255-4dac-84a7-1e92009fbb0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.899806 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4afeb44b-0255-4dac-84a7-1e92009fbb0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.957391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4afeb44b-0255-4dac-84a7-1e92009fbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.962840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4afeb44b-0255-4dac-84a7-1e92009fbb0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.966599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4afeb44b-0255-4dac-84a7-1e92009fbb0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/61738780-2613-4625-8181-808644e3a3b5 HTTP/1.1" status: 204 len: 168 time: 0.2025204 Dec 15 14:03:14.972345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ee5432d9-ad3e-409b-83d1-a4cbbfb36882 None None] Provisioning complete for port 57879378-cd50-4038-aa21-4ac982138eeb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:14.972905 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee5432d9-ad3e-409b-83d1-a4cbbfb36882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:14.985097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afeb44b-0255-4dac-84a7-1e92009fbb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61738780-2613-4625-8181-808644e3a3b5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:15.118672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df01be-b9a3-44c4-ace4-e2f9a288de04 None None] Network d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:15.174921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.341953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9e062c86-ae68-4063-9827-e5bd6b1372d6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:15.343518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9e062c86-ae68-4063-9827-e5bd6b1372d6 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 945 time: 0.2008522 Dec 15 14:03:15.379122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4514d-a9f1-40bd-924f-18a4363f100f req-e91ccb53-a6f4-456c-8754-4e95b120fd47 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:15.380865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4e4514d-a9f1-40bd-924f-18a4363f100f req-e91ccb53-a6f4-456c-8754-4e95b120fd47 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 945 time: 0.1708112 Dec 15 14:03:15.501697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port 85013315-7a0f-484e-ae46-64a0cd02ae5c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:15.502036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.601318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4e4514d-a9f1-40bd-924f-18a4363f100f req-5c0718a6-ef4c-4ef7-a5f9-4a4eadff0a46 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015791 Dec 15 14:03:15.623727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port 85013315-7a0f-484e-ae46-64a0cd02ae5c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=85013315-7a0f-484e-ae46-64a0cd02ae5c,segment=NetworkSegment(c8eee194-ffcc-4294-bd7c-679b92203b1b),segment_id=c8eee194-ffcc-4294-bd7c-679b92203b1b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:15.624129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.628205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Deleting port b4045454-6bf6-40a7-88ad-40cd2f9170e1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:15.628541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.663855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for 85013315-7a0f-484e-ae46-64a0cd02ae5c owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:15.735022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e579d8-33a4-4fd5-8d52-930fa5cdc70a None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:03:15.821348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] For port b4045454-6bf6-40a7-88ad-40cd2f9170e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b4045454-6bf6-40a7-88ad-40cd2f9170e1,segment=NetworkSegment(90f6f21a-468f-4577-bd92-5ae79ecbe830),segment_id=90f6f21a-468f-4577-bd92-5ae79ecbe830)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:15.821717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.850345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Calling delete_port for b4045454-6bf6-40a7-88ad-40cd2f9170e1 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:15.883347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-58c3177e-9235-48eb-8bec-3f2fd9561199 None None] Provisioning complete for port 57879378-cd50-4038-aa21-4ac982138eeb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:15.883993 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58c3177e-9235-48eb-8bec-3f2fd9561199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.960755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:15.976765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port 85013315-7a0f-484e-ae46-64a0cd02ae5c on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:16.027652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=85013315-7a0f-484e-ae46-64a0cd02ae5c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:16.077892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e579d8-33a4-4fd5-8d52-930fa5cdc70a None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:03:16.114350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.167567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d547a1a3-d63e-4f16-9ebf-f9f91fbc3559']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:16.175623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8eee194-ffcc-4294-bd7c-679b92203b1b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:16.175939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8eee194-ffcc-4294-bd7c-679b92203b1b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:16.196060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.210632 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.215907 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.249851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:16.250264 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:16.257038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Pushing event deleted for resources: {'Port': ['ID=b4045454-6bf6-40a7-88ad-40cd2f9170e1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:16.279934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['b4045454-6bf6-40a7-88ad-40cd2f9170e1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:03:16.801953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a20ed9-a3a7-4a9c-86d2-3c1d84c0ad16 None None] DHCP port deletion for 022acac5-cc30-48a2-8d9c-86c3f57752ba request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:16.810781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] No DVR routers for this DVR port b4045454-6bf6-40a7-88ad-40cd2f9170e1 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:16.812364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.823829 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.827324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5bc1ed90-5737-42ae-a589-601dd7597b36 req-9016a013-4bf2-4f17-9a87-1c58af45529a tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.74 "DELETE /v2.0/ports/b4045454-6bf6-40a7-88ad-40cd2f9170e1 HTTP/1.1" status: 204 len: 173 time: 1.4729848 Dec 15 14:03:16.827801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb5aded-2213-4795-8917-764f8f703fde', 'name': 'network-vif-deleted', 'tag': 'b4045454-6bf6-40a7-88ad-40cd2f9170e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:03:16.830096 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a093dc-3309-43f9-842c-4b716c2e10da" -d '{"events": [{"server_uuid": "5fb5aded-2213-4795-8917-764f8f703fde", "name": "network-vif-deleted", "tag": "b4045454-6bf6-40a7-88ad-40cd2f9170e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:03:16.852707 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.856324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 HTTP/1.1" status: 204 len: 168 time: 3.6844780 Dec 15 14:03:16.859175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46734) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:16.869899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444a1d4-69cd-4fbc-9ab8-bda2bfbd60e4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=d547a1a3-d63e-4f16-9ebf-f9f91fbc3559,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:16.887909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-865f45ab-e148-4aff-8450-95a85d033c64 req-7e6dc6ce-2ace-4b4e-81bd-0239b4b462b4 tempest-DeleteServersTestJSON-773555909 tempest-DeleteServersTestJSON-773555909-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb5aded-2213-4795-8917-764f8f703fde HTTP/1.1" status: 200 len: 210 time: 0.0867987 Dec 15 14:03:16.892616 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af11566-a55f-4473-b16f-73b979faece9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:16.893382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af11566-a55f-4473-b16f-73b979faece9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:16.898203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3af11566-a55f-4473-b16f-73b979faece9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 HTTP/1.1" status: 404 len: 339 time: 0.0379055 Dec 15 14:03:16.901971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46738) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:16.908040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193507949', 'description': 'd1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:16.924350 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3dece3-7c44-4932-9e72-a0580e348dd3 x-openstack-request-id: req-0a3dece3-7c44-4932-9e72-a0580e348dd3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:03:16.924658 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb5aded-2213-4795-8917-764f8f703fde", "name": "network-vif-deleted", "tag": "b4045454-6bf6-40a7-88ad-40cd2f9170e1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:03:16.924923 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0a3dece3-7c44-4932-9e72-a0580e348dd3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:03:16.925319 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5aded-2213-4795-8917-764f8f703fde', 'name': 'network-vif-deleted', 'tag': 'b4045454-6bf6-40a7-88ad-40cd2f9170e1', 'status': 'completed', 'code': 200} Dec 15 14:03:16.951491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:16.955047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:16.994308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:17.003703 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.004096 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment 67d9cc86-d780-416a-85a0-83089c153257 of type vlan for network 0b947ec1-db64-490d-84e4-53dd235df2a0 Dec 15 14:03:17.049345 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.093690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.100128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:17.100714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.196910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2914770 Dec 15 14:03:17.197325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46746) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:17.233325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287e666-fa0f-45c7-90df-7070d3892881 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=0b947ec1-db64-490d-84e4-53dd235df2a0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:17.246219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0b947ec1-db64-490d-84e4-53dd235df2a0 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:17.301162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e9c11-315b-4976-8a6d-e83952f88cc2 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:17.306152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46754) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:17.306362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-134e9c11-315b-4976-8a6d-e83952f88cc2 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/networks?id=0b947ec1-db64-490d-84e4-53dd235df2a0 HTTP/1.1" status: 200 len: 765 time: 0.1077869 Dec 15 14:03:17.312226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9b5e25b2-7696-4851-8400-50625569a6c4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'description': 'd2'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:17.562462 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b5e25b2-7696-4851-8400-50625569a6c4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.584418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b5e25b2-7696-4851-8400-50625569a6c4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.603060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b5e25b2-7696-4851-8400-50625569a6c4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network 0b947ec1-db64-490d-84e4-53dd235df2a0 is not hosted by any dhcp agent {{(pid=109768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:03:17.608615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e25b2-7696-4851-8400-50625569a6c4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:17.609259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b5e25b2-7696-4851-8400-50625569a6c4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:17.610576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9b5e25b2-7696-4851-8400-50625569a6c4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "PUT /v2.0/networks/0b947ec1-db64-490d-84e4-53dd235df2a0 HTTP/1.1" status: 200 len: 762 time: 0.3030281 Dec 15 14:03:17.613971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:17.668980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e25b2-7696-4851-8400-50625569a6c4 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=0b947ec1-db64-490d-84e4-53dd235df2a0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:17.680928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0b947ec1-db64-490d-84e4-53dd235df2a0 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:17.791476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46770) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:17.820869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd65f7-1c43-4780-ab9c-beae06b70c72 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:17.822777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-40fd65f7-1c43-4780-ab9c-beae06b70c72 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/networks?id=0b947ec1-db64-490d-84e4-53dd235df2a0 HTTP/1.1" status: 200 len: 765 time: 0.2074871 Dec 15 14:03:17.826486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46774) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:18.309445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afd887-1850-4e14-8200-a6f135e8e1c5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.313728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-69afd887-1850-4e14-8200-a6f135e8e1c5 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4862199 Dec 15 14:03:18.313989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:18.400423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0dce1f2f-edda-486f-8200-46633541ce70 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 207 time: 0.0855191 Dec 15 14:03:18.406979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46802) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:18.431897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b4045454-6bf6-40a7-88ad-40cd2f9170e1 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:18.461140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: b4045454-6bf6-40a7-88ad-40cd2f9170e1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:18.461489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b4045454-6bf6-40a7-88ad-40cd2f9170e1 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:18.772868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a4885-5f76-4656-93fc-55dc6db2d045 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.779801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a4885-5f76-4656-93fc-55dc6db2d045 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.786090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a4885-5f76-4656-93fc-55dc6db2d045 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.792520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a4885-5f76-4656-93fc-55dc6db2d045 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.799126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a4885-5f76-4656-93fc-55dc6db2d045 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.805305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a4885-5f76-4656-93fc-55dc6db2d045 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:18.807342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f34a4885-5f76-4656-93fc-55dc6db2d045 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3992927 Dec 15 14:03:18.811313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46816) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.023986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-23ea6af6-8467-4265-a320-7323d654e5b7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2077687 Dec 15 14:03:19.024803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.139607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46712917-ebe7-40a9-99e3-ed50977f3205 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.141407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46712917-ebe7-40a9-99e3-ed50977f3205 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.143143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46712917-ebe7-40a9-99e3-ed50977f3205 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.144979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46712917-ebe7-40a9-99e3-ed50977f3205 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.147041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46712917-ebe7-40a9-99e3-ed50977f3205 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.149394 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-46712917-ebe7-40a9-99e3-ed50977f3205 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1232214 Dec 15 14:03:19.152825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.185360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.228717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10a4b4-d80d-46d7-bd20-3ce7ce4baff3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.230175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10a4b4-d80d-46d7-bd20-3ce7ce4baff3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.231765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10a4b4-d80d-46d7-bd20-3ce7ce4baff3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.233244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10a4b4-d80d-46d7-bd20-3ce7ce4baff3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.234690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10a4b4-d80d-46d7-bd20-3ce7ce4baff3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.239336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ec10a4b4-d80d-46d7-bd20-3ce7ce4baff3 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0824578 Dec 15 14:03:19.240796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.357858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84775ed2-a0c9-46a2-85a6-41b84b7dcaab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.359981 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-84775ed2-a0c9-46a2-85a6-41b84b7dcaab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/networks/932579c9-a0e0-46c7-aae9-1faf9e056405 HTTP/1.1" status: 200 len: 804 time: 0.1173158 Dec 15 14:03:19.363768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46828) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.489241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e7b1823-2443-4b9a-a8a8-70ebff52c0ad tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/networks/932579c9-a0e0-46c7-aae9-1faf9e056405?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1241033 Dec 15 14:03:19.493137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46830) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.576155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a4c64-4c7d-4e36-94b1-2436b8f3e9ea tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.581183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-be5a4c64-4c7d-4e36-94b1-2436b8f3e9ea tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/subnets/7dd44e72-2354-4b23-a1b9-dcd9c401c8b4 HTTP/1.1" status: 200 len: 843 time: 0.0835159 Dec 15 14:03:19.581553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46834) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.634463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Deleting port 8cb58a64-add6-475c-9ca5-cfb12f3446fc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:19.634808 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.641532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9095f33-ac38-458b-8abb-a9bddfa6d136 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.642926 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f9095f33-ac38-458b-8abb-a9bddfa6d136 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "GET /v2.0/subnets/7dd44e72-2354-4b23-a1b9-dcd9c401c8b4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0605536 Dec 15 14:03:19.647343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.652782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873467131'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:19.676244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:19.680235 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.709673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:19.720542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.721075 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Added segment 04faad8f-c5d4-4646-941a-860e648f4d17 of type vlan for network d3bff8e7-fe7d-4e21-9324-0b859b30fc73 Dec 15 14:03:19.747188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] For port 8cb58a64-add6-475c-9ca5-cfb12f3446fc, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8cb58a64-add6-475c-9ca5-cfb12f3446fc,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:19.747500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.763099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Calling delete_port for 8cb58a64-add6-475c-9ca5-cfb12f3446fc owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:19.775645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.810455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.819656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:19.820302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:19.845942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1945190 Dec 15 14:03:19.849828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46840) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:19.883842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'network_id': 'd3bff8e7-fe7d-4e21-9324-0b859b30fc73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:19.900303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e57d0-26ba-4dcb-8154-b87ff12ecf3d tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Network': ['ID=d3bff8e7-fe7d-4e21-9324-0b859b30fc73,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:19.913790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d3bff8e7-fe7d-4e21-9324-0b859b30fc73 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:20.023175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Made reservation on behalf of 4e86e17f054043019031528ed2f4b336 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:20.026729 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.095957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Performing IP validity checks on allocation pools {{(pid=109768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:03:20.096477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:03:20.098607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.129330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb58a64-add6-475c-9ca5-cfb12f3446fc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:20.415476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.512756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:20.984680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=fe74a872-4d7c-4764-8b64-2c4298250de6,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:21.066695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Checking segment: {'id': '04faad8f-c5d4-4646-941a-860e648f4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd3bff8e7-fe7d-4e21-9324-0b859b30fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:21.067359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network hostable DHCP agents. Network: d3bff8e7-fe7d-4e21-9324-0b859b30fc73, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:21.137403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Network d3bff8e7-fe7d-4e21-9324-0b859b30fc73 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:21.176596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d3bff8e7-fe7d-4e21-9324-0b859b30fc73) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:21.181371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:21.182148 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.186911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6481e173-fc8d-4038-b5c9-439ce517a6c5 None None] Network d3bff8e7-fe7d-4e21-9324-0b859b30fc73 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:21.234965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Router 6b6f7914-93c6-490d-babc-4d45a80c2d24 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:03:21.300653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d3bff8e7-fe7d-4e21-9324-0b859b30fc73', 'network_id': 'd3bff8e7-fe7d-4e21-9324-0b859b30fc73', 'project_id': '4e86e17f054043019031528ed2f4b336', 'fixed_ips': [{'subnet_id': 'fe74a872-4d7c-4764-8b64-2c4298250de6'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:21.301557 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.402608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-de8ebd0e-601d-4d61-8262-74455ff587e0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5514889 Dec 15 14:03:21.405244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:21.411307 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-531bb872-cf8c-404a-8151-0cf48d477c73 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:21.416482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:21.426795 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] Sync routers for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:21.430334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-080adc00-d658-4a48-a379-698d1264e083 admin admin] 10.222.0.86 "PUT /v2.0/routers/6b6f7914-93c6-490d-babc-4d45a80c2d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6377146 Dec 15 14:03:21.433081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46858) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:21.451443 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:21.453550 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:21.634332 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-531bb872-cf8c-404a-8151-0cf48d477c73 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25947113'] for subnet, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.703754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:21.717441 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:21.970388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.069885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Deleting port 5dcfed0e-74a8-4a0f-bef6-a641371f8760 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:22.070908 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.136257 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-531bb872-cf8c-404a-8151-0cf48d477c73 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763833173724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26040961'] for subnet, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.264471 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T14:03:19Z', 'revision_number': 5, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port': {'id': '5dcfed0e-74a8-4a0f-bef6-a641371f8760', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:48Z', 'updated_at': '2021-12-15T13:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:22.280602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Allocated IP 2001:db8::3 (d3bff8e7-fe7d-4e21-9324-0b859b30fc73/fe74a872-4d7c-4764-8b64-2c4298250de6/0b1cc57a-d0f2-4772-8032-e2910aa4eb8f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:22.284292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] For port 5dcfed0e-74a8-4a0f-bef6-a641371f8760, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5dcfed0e-74a8-4a0f-bef6-a641371f8760,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:22.284685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.316103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Calling delete_port for 5dcfed0e-74a8-4a0f-bef6-a641371f8760 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:22.334074 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] Checking router: 6b6f7914-93c6-490d-babc-4d45a80c2d24 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:22.355359 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] Routers {'6b6f7914-93c6-490d-babc-4d45a80c2d24'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:22.356201 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6b6f7914-93c6-490d-babc-4d45a80c2d24'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:22.356777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bb872-cf8c-404a-8151-0cf48d477c73 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event updated for resources: {'Subnet': ['ID=fe74a872-4d7c-4764-8b64-2c4298250de6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:22.384737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531bb872-cf8c-404a-8151-0cf48d477c73 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:22.390869 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-531bb872-cf8c-404a-8151-0cf48d477c73 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.399750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-531bb872-cf8c-404a-8151-0cf48d477c73 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "PUT /v2.0/subnets/fe74a872-4d7c-4764-8b64-2c4298250de6 HTTP/1.1" status: 200 len: 900 time: 0.9926004 Dec 15 14:03:22.402109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46888) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:22.575531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.637346 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] Set router 6b6f7914-93c6-490d-babc-4d45a80c2d24 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:22.646843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.716366 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.726138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.752609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Network d3bff8e7-fe7d-4e21-9324-0b859b30fc73 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:22.757265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:22.759040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.791468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:22.829211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.850337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Pushing event updated for resources: {'Port': ['ID=0b1cc57a-d0f2-4772-8032-e2910aa4eb8f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:22.867070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=fe74a872-4d7c-4764-8b64-2c4298250de6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:22.882689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcfed0e-74a8-4a0f-bef6-a641371f8760,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:22.913290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce0ca0f-cb9e-4eb4-8ce6-3756ec9a5849 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:22.975304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:22.982591 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Attempting to bind port 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:22.982973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Attempting to bind port 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '04faad8f-c5d4-4646-941a-860e648f4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd3bff8e7-fe7d-4e21-9324-0b859b30fc73'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:22.983350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Attempting to bind port 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f on network d3bff8e7-fe7d-4e21-9324-0b859b30fc73 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:23.001806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:23.002197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Checking segment: {'id': '04faad8f-c5d4-4646-941a-860e648f4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd3bff8e7-fe7d-4e21-9324-0b859b30fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:23.002643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.003048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Bound using segment: {'id': '04faad8f-c5d4-4646-941a-860e648f4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd3bff8e7-fe7d-4e21-9324-0b859b30fc73'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:23.003538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Bound port: 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04faad8f-c5d4-4646-941a-860e648f4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd3bff8e7-fe7d-4e21-9324-0b859b30fc73'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:23.003956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.025023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bff8e7-fe7d-4e21-9324-0b859b30fc73']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:23.052126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04faad8f-c5d4-4646-941a-860e648f4d17') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:23.055546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04faad8f-c5d4-4646-941a-860e648f4d17') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:23.058427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.081955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.082289 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T14:03:21Z', 'revision_number': 6, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:23.124773 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.137292 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee593a5-1be2-4b22-9b55-a04ed6245e12 None None] The sync data for ids ['6b6f7914-93c6-490d-babc-4d45a80c2d24'] in n-d-821840-1 is: [{'id': '6b6f7914-93c6-490d-babc-4d45a80c2d24', 'name': 'tempest-AttachVolumeShelveTestJSON-807822756-router', 'tenant_id': '948364fc4d744d30bf8491c7a5748247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:45Z', 'updated_at': '2021-12-15T14:03:21Z', 'revision_number': 6, 'project_id': '948364fc4d744d30bf8491c7a5748247', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:23.145484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:23.147754 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:23.172278 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:23.234241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] For port 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:23.300899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] For port 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0b1cc57a-d0f2-4772-8032-e2910aa4eb8f,segment=NetworkSegment(04faad8f-c5d4-4646-941a-860e648f4d17),segment_id=04faad8f-c5d4-4646-941a-860e648f4d17)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:23.302495 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:03:23.302495 n-d-821840-1 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:03:23.302495 n-d-821840-1 neutron-server[109767]: [parameters: {'id': 'd3bff8e7-fe7d-4e21-9324-0b859b30fc73'}] Dec 15 14:03:23.302495 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:03:23.302964 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:03:23.305590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.309516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.312731 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.371258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.371910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6f7914-93c6-490d-babc-4d45a80c2d24 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:03:23.377967 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.382097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d3356471-72b1-456a-936a-1894970ab3c8 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6b6f7914-93c6-490d-babc-4d45a80c2d24 HTTP/1.1" status: 204 len: 168 time: 1.9448214 Dec 15 14:03:23.383256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:23.469637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7cca75-5539-49a1-9e90-566f7008307e admin admin] Deleting subnet b544d04c-b13d-4592-8537-97e17c972fda {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:23.478726 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca75-5539-49a1-9e90-566f7008307e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.478932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d9b32-d080-4cf5-a821-3a660d2aad0e None None] Pushing event updated for resources: {'Port': ['ID=0b1cc57a-d0f2-4772-8032-e2910aa4eb8f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:23.496537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05b983-f534-4286-b8c4-a69cc4b52e4c None None] Network d3bff8e7-fe7d-4e21-9324-0b859b30fc73 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:23.588142 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca75-5539-49a1-9e90-566f7008307e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.670749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87dcd9-0a93-448b-8650-8de964c82ee4 None None] Network d3bff8e7-fe7d-4e21-9324-0b859b30fc73 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:23.744152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca75-5539-49a1-9e90-566f7008307e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.807702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.810160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21efd0c9-5bd6-4224-a3aa-0a4a5bd29fbb None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:03:23.844157 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca75-5539-49a1-9e90-566f7008307e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.877037 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca75-5539-49a1-9e90-566f7008307e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:23.881740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1e7cca75-5539-49a1-9e90-566f7008307e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b544d04c-b13d-4592-8537-97e17c972fda HTTP/1.1" status: 204 len: 168 time: 0.4968159 Dec 15 14:03:23.884244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:23.930830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cca75-5539-49a1-9e90-566f7008307e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b544d04c-b13d-4592-8537-97e17c972fda,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:23.964438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:23.966304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.035508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.077766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21efd0c9-5bd6-4224-a3aa-0a4a5bd29fbb None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:03:24.187034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0b1cc57a-d0f2-4772-8032-e2910aa4eb8f,segment=NetworkSegment(04faad8f-c5d4-4646-941a-860e648f4d17),segment_id=04faad8f-c5d4-4646-941a-860e648f4d17)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:24.187430 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.193157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Deleting port e3d81a56-9704-4cb7-b47c-8f94599310ac {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:24.193520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.216686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:24.353424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] For port e3d81a56-9704-4cb7-b47c-8f94599310ac, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e3d81a56-9704-4cb7-b47c-8f94599310ac,segment=NetworkSegment(a7488c4a-5dfe-421d-a135-01457dc6ecf0),segment_id=a7488c4a-5dfe-421d-a135-01457dc6ecf0)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:24.353994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.384650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Calling delete_port for e3d81a56-9704-4cb7-b47c-8f94599310ac owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:24.391582 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.429408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port 0b1cc57a-d0f2-4772-8032-e2910aa4eb8f on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:24.484176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=0b1cc57a-d0f2-4772-8032-e2910aa4eb8f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:24.540698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:24.577328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.641538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8cb58a64-add6-475c-9ca5-cfb12f3446fc no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:24.643236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d81a56-9704-4cb7-b47c-8f94599310ac,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:24.656366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] No DVR routers for this DVR port e3d81a56-9704-4cb7-b47c-8f94599310ac on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:24.701258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b2a8b5-2d8c-4665-8a8c-a088d6515924 None None] Network 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:24.702192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.702564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.703154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.703513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.703875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.704246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.704864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8cb58a64-add6-475c-9ca5-cfb12f3446fc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:24.705218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8cb58a64-add6-475c-9ca5-cfb12f3446fc not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:24.705499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.705666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5dcfed0e-74a8-4a0f-bef6-a641371f8760 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:24.705844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.706190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.706535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.706874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.707290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.707682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:24.757390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e659a7-d218-4cbd-b013-8d83509398aa admin admin] Deleting subnet 3a810473-510c-4634-84c0-8dfe62ec7ea0 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:24.762131 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19e659a7-d218-4cbd-b013-8d83509398aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.782029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5dcfed0e-74a8-4a0f-bef6-a641371f8760 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:24.782526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5dcfed0e-74a8-4a0f-bef6-a641371f8760 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:24.815701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.828484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19e659a7-d218-4cbd-b013-8d83509398aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.859267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a73772-e43c-4d8f-8ab4-eaa21a18ff95']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:24.882885 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19e659a7-d218-4cbd-b013-8d83509398aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.892551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7488c4a-5dfe-421d-a135-01457dc6ecf0') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:24.892978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7488c4a-5dfe-421d-a135-01457dc6ecf0') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:24.906109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.919121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b65da5-fc67-4a55-a2b0-53d9399d3acf None None] DHCP port deletion for 92a73772-e43c-4d8f-8ab4-eaa21a18ff95 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:24.941242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.948593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.949387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:24.949991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:24.952050 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:24.980926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bff8e7-fe7d-4e21-9324-0b859b30fc73']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:24.994063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04faad8f-c5d4-4646-941a-860e648f4d17') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:24.994438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04faad8f-c5d4-4646-941a-860e648f4d17') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:25.010341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.023972 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19e659a7-d218-4cbd-b013-8d83509398aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.029781 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.038733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.043911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] 10.222.0.86 "DELETE /v2.0/networks/92a73772-e43c-4d8f-8ab4-eaa21a18ff95 HTTP/1.1" status: 204 len: 168 time: 1.1586218 Dec 15 14:03:25.057945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47dc0f-828b-40dd-9701-cc998f30758f admin admin] Pushing event deleted for resources: {'Network': ['ID=92a73772-e43c-4d8f-8ab4-eaa21a18ff95,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:25.082845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e659a7-d218-4cbd-b013-8d83509398aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a810473-510c-4634-84c0-8dfe62ec7ea0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:25.086243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.101586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19e659a7-d218-4cbd-b013-8d83509398aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.101586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-19e659a7-d218-4cbd-b013-8d83509398aa admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3a810473-510c-4634-84c0-8dfe62ec7ea0 HTTP/1.1" status: 204 len: 168 time: 0.5566807 Dec 15 14:03:25.101842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46950) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.108756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01080d2a-b49e-4a8b-ab80-69f70bef4212 None None] Network 022acac5-cc30-48a2-8d9c-86c3f57752ba requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:25.113020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:25.113478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:25.147748 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:25.265837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.266867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.284542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.295817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.302805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/d3bff8e7-fe7d-4e21-9324-0b859b30fc73 HTTP/1.1" status: 204 len: 168 time: 2.8961372 Dec 15 14:03:25.304733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.360427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603deab6-1815-476f-963f-9a20e19d0722 None None] DHCP port deletion for 022acac5-cc30-48a2-8d9c-86c3f57752ba request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:25.367018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc15d5-7ba0-4039-ba40-70a15f914d75 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=d3bff8e7-fe7d-4e21-9324-0b859b30fc73,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:25.371419 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a4931a-64a6-4ce1-a287-3b0fff33ff65 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:25.371895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a4931a-64a6-4ce1-a287-3b0fff33ff65 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:25.377976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a6a4931a-64a6-4ce1-a287-3b0fff33ff65 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/fe74a872-4d7c-4764-8b64-2c4298250de6 HTTP/1.1" status: 404 len: 337 time: 0.0719502 Dec 15 14:03:25.378997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46960) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.407512 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ecf618-999c-4b0f-93a9-563b71f2ba1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:25.408521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ecf618-999c-4b0f-93a9-563b71f2ba1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:25.414401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-59ecf618-999c-4b0f-93a9-563b71f2ba1a tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/d3bff8e7-fe7d-4e21-9324-0b859b30fc73 HTTP/1.1" status: 404 len: 339 time: 0.0280435 Dec 15 14:03:25.415381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.432996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da87c1d6-09af-4832-bea0-f690cd34a13c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=948364fc4d744d30bf8491c7a5748247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648426 Dec 15 14:03:25.435486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.445766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.493240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022acac5-cc30-48a2-8d9c-86c3f57752ba']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:25.505567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f6f21a-468f-4577-bd92-5ae79ecbe830') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:25.505963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f6f21a-468f-4577-bd92-5ae79ecbe830') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:25.516196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.539959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.548484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:25.549920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:25.552204 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:25.607719 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.618387 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.623571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.631561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] 10.222.0.86 "DELETE /v2.0/networks/022acac5-cc30-48a2-8d9c-86c3f57752ba HTTP/1.1" status: 204 len: 168 time: 0.5275667 Dec 15 14:03:25.641932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9143-f61a-4e4b-8a4b-70ee30da5760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.675713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cd93d-4d81-48e0-a797-e6994ad54c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=022acac5-cc30-48a2-8d9c-86c3f57752ba,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:25.730868 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.754009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b947ec1-db64-490d-84e4-53dd235df2a0']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:25.765550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d9cc86-d780-416a-85a0-83089c153257') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:25.766207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d9cc86-d780-416a-85a0-83089c153257') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:25.777270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.791691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.799164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:25.799622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.928281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9143-f61a-4e4b-8a4b-70ee30da5760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:25.938804 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:25.957134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46970) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:25.972148 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.983292 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:25.990674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/0b947ec1-db64-490d-84e4-53dd235df2a0 HTTP/1.1" status: 204 len: 168 time: 0.5742903 Dec 15 14:03:25.992369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46972) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:26.023946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42746b1-3bd5-4a8f-a52e-7b647b4af950 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=0b947ec1-db64-490d-84e4-53dd235df2a0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:26.046318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9143-f61a-4e4b-8a4b-70ee30da5760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.050392 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9143-f61a-4e4b-8a4b-70ee30da5760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.056140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b9eb9143-f61a-4e4b-8a4b-70ee30da5760 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08fed103-7e10-4a6d-a045-30479cb486fa HTTP/1.1" status: 204 len: 168 time: 0.6168172 Dec 15 14:03:26.070810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb9143-f61a-4e4b-8a4b-70ee30da5760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fed103-7e10-4a6d-a045-30479cb486fa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:26.099244 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14e7df1-76c1-481e-9f5e-3e13af6ef19c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:26.099915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14e7df1-76c1-481e-9f5e-3e13af6ef19c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:26.103000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c14e7df1-76c1-481e-9f5e-3e13af6ef19c tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/20cdd7e6-1353-4ead-b8ff-d58ece53e102 HTTP/1.1" status: 404 len: 337 time: 0.1077931 Dec 15 14:03:26.106911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46976) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:26.133662 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40f682a-4766-4750-b1be-6c429793afe8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:26.134356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40f682a-4766-4750-b1be-6c429793afe8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:26.141976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e40f682a-4766-4750-b1be-6c429793afe8 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/d547a1a3-d63e-4f16-9ebf-f9f91fbc3559 HTTP/1.1" status: 404 len: 339 time: 0.0333805 Dec 15 14:03:26.142838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:26.165598 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3aa93487-279f-473f-99aa-bab6e73e4396 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d606782eb8b4425ea38100e5d1ac0bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008445 Dec 15 14:03:26.172621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46980) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:26.233605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3cddb0-ccef-46e7-b6ff-aed855e7d8a9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting subnet df5fb804-3b17-4edb-9620-229b00df8dac {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:26.238115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cddb0-ccef-46e7-b6ff-aed855e7d8a9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.303542 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-068eaa39-7e52-4584-92c3-bed948594f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.307750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cddb0-ccef-46e7-b6ff-aed855e7d8a9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.344125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-068eaa39-7e52-4584-92c3-bed948594f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.477282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-068eaa39-7e52-4584-92c3-bed948594f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.481284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-068eaa39-7e52-4584-92c3-bed948594f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.482884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-068eaa39-7e52-4584-92c3-bed948594f61 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ba35bc1f-8e6e-4daf-8393-b8ecd4088c69 HTTP/1.1" status: 204 len: 168 time: 0.3092828 Dec 15 14:03:26.493416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eaa39-7e52-4584-92c3-bed948594f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba35bc1f-8e6e-4daf-8393-b8ecd4088c69,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:26.549119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e3d81a56-9704-4cb7-b47c-8f94599310ac no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:26.579100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: e3d81a56-9704-4cb7-b47c-8f94599310ac {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:26.579797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e3d81a56-9704-4cb7-b47c-8f94599310ac not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:26.632440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cddb0-ccef-46e7-b6ff-aed855e7d8a9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.765275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cddb0-ccef-46e7-b6ff-aed855e7d8a9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.847926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cddb0-ccef-46e7-b6ff-aed855e7d8a9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=df5fb804-3b17-4edb-9620-229b00df8dac,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:26.860535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cddb0-ccef-46e7-b6ff-aed855e7d8a9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:26.867330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f3cddb0-ccef-46e7-b6ff-aed855e7d8a9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/df5fb804-3b17-4edb-9620-229b00df8dac HTTP/1.1" status: 204 len: 168 time: 0.7223444 Dec 15 14:03:26.868140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ea849-3656-4192-a0c2-7461a1486905 None None] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:26.869814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47004) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:26.966546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8583642-40ad-4bc4-bede-877ed8b698ab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting subnet 76fd681d-3669-41ed-bb01-bcb2267d45f2 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:26.998476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8583642-40ad-4bc4-bede-877ed8b698ab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.090592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8583642-40ad-4bc4-bede-877ed8b698ab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.363544 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8583642-40ad-4bc4-bede-877ed8b698ab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.492551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8583642-40ad-4bc4-bede-877ed8b698ab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.563804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8583642-40ad-4bc4-bede-877ed8b698ab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=76fd681d-3669-41ed-bb01-bcb2267d45f2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:27.568942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8583642-40ad-4bc4-bede-877ed8b698ab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.575752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47038) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:27.576425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a8583642-40ad-4bc4-bede-877ed8b698ab tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/76fd681d-3669-41ed-bb01-bcb2267d45f2 HTTP/1.1" status: 204 len: 168 time: 0.7049885 Dec 15 14:03:27.688154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.767385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port 57879378-cd50-4038-aa21-4ac982138eeb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:27.768247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.856134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port 57879378-cd50-4038-aa21-4ac982138eeb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=57879378-cd50-4038-aa21-4ac982138eeb,segment=NetworkSegment(55e99c27-7dae-44b2-8838-0dda2b5f8d97),segment_id=55e99c27-7dae-44b2-8838-0dda2b5f8d97)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:27.856723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:27.883628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for 57879378-cd50-4038-aa21-4ac982138eeb owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:27.987510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.025797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=57879378-cd50-4038-aa21-4ac982138eeb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:28.033788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47058) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:28.047587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port 57879378-cd50-4038-aa21-4ac982138eeb on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:28.227704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.269520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2982a2d-bfd2-4013-b879-aa9aed0edbd5']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:28.308983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-392684396-network', 'tenant_id': '11667cb6db0940f89c679d3aa8261465'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:28.317283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e8b2cc1a-4591-4c9f-bd60-bd5aab3d1c1d None None] Could not find standard attr ID for object 57879378-cd50-4038-aa21-4ac982138eeb. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:03:28.330352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5b6bf-4f71-4c1c-889e-6dbc7071f17b None None] Network f2982a2d-bfd2-4013-b879-aa9aed0edbd5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:28.358069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e99c27-7dae-44b2-8838-0dda2b5f8d97') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:28.363900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e99c27-7dae-44b2-8838-0dda2b5f8d97') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:28.394577 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.439776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:28.442265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.467521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.468511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.528717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:28.529150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:28.533236 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:28.667496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc3d80-0d3e-4488-b673-579ff2e7b4d1 None None] DHCP port deletion for f2982a2d-bfd2-4013-b879-aa9aed0edbd5 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:28.701862 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.723075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.729765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/f2982a2d-bfd2-4013-b879-aa9aed0edbd5 HTTP/1.1" status: 204 len: 168 time: 1.1526399 Dec 15 14:03:28.732238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:28.776857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47084) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:28.783157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0006e8-99c2-434a-812d-5021b9b76974 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=f2982a2d-bfd2-4013-b879-aa9aed0edbd5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:28.799302 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6964de24-9b25-49aa-839c-e3789f7424d7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:28.799801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6964de24-9b25-49aa-839c-e3789f7424d7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:28.815716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6964de24-9b25-49aa-839c-e3789f7424d7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/47a63d5c-4f91-4ff9-a45f-b75161231e91 HTTP/1.1" status: 404 len: 337 time: 0.0823510 Dec 15 14:03:28.816772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47088) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:28.874010 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1507c73b-688c-4b25-a5b9-1c3dbb7dce1e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:28.874912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1507c73b-688c-4b25-a5b9-1c3dbb7dce1e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:28.878490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1507c73b-688c-4b25-a5b9-1c3dbb7dce1e tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/31e3da35-fdc3-423f-99f5-4a29636538dc HTTP/1.1" status: 404 len: 339 time: 0.0600715 Dec 15 14:03:28.881798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47090) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:28.888053 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.893798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:28.930942 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6f7a28-0c67-4506-b448-06b2df16bb64 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:28.933110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6f7a28-0c67-4506-b448-06b2df16bb64 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:28.937141 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4e6f7a28-0c67-4506-b448-06b2df16bb64 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/f5a8381f-8fea-450f-8642-7739daf9de89 HTTP/1.1" status: 404 len: 337 time: 0.0536478 Dec 15 14:03:28.944582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:28.952853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:29.012528 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e178f9b6-1428-4e01-abb6-811fc353def9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:29.013052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e178f9b6-1428-4e01-abb6-811fc353def9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:29.016641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e178f9b6-1428-4e01-abb6-811fc353def9 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/b8b6090a-38c5-41ae-ad8d-7dfc527a5c8a HTTP/1.1" status: 404 len: 339 time: 0.0708566 Dec 15 14:03:29.018018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.018351 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Added segment 301152cd-2ad7-4704-ad8c-5cfe5399b419 of type vlan for network 9fbbb6fb-dc11-4cb8-8780-f03964101453 Dec 15 14:03:29.019280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47096) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:29.088424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.114922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.132228 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d88457e-f8f9-4e06-baba-e3891866fd25 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:29.132694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d88457e-f8f9-4e06-baba-e3891866fd25 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:29.134368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.135328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:29.135920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.142513 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4d88457e-f8f9-4e06-baba-e3891866fd25 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/245b1eaa-1e65-4c6c-b6a4-0a58effc4fe5 HTTP/1.1" status: 404 len: 337 time: 0.1221507 Dec 15 14:03:29.149075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47104) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:29.176202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1389923 Dec 15 14:03:29.191610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:29.195972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99893999-20fd-403d-9470-0551cff88055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.203995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Request body: {'subnet': {'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-392684396-subnet', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:29.215669 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d888ea-4278-4749-a743-f8c4fc3a63af tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:29.216227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d888ea-4278-4749-a743-f8c4fc3a63af tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:29.220250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-30d888ea-4278-4749-a743-f8c4fc3a63af tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/bc879f88-3327-422f-b672-1f83fa0d631e HTTP/1.1" status: 404 len: 339 time: 0.0488644 Dec 15 14:03:29.224747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47108) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:29.267455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:29.270019 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.306883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f30d5d7-6467-47f7-b6af-34deec7172f7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting subnet 02e90085-3e7d-4531-a39f-6d958dfe7252 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:29.315674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f30d5d7-6467-47f7-b6af-34deec7172f7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.344854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a487da-323a-4a8c-9855-bcb79f0f2a8d admin admin] Pushing event updated for resources: {'Network': ['ID=9fbbb6fb-dc11-4cb8-8780-f03964101453,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.361392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:29.402226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f30d5d7-6467-47f7-b6af-34deec7172f7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.480374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99893999-20fd-403d-9470-0551cff88055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.510569 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99893999-20fd-403d-9470-0551cff88055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.566590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.572393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f30d5d7-6467-47f7-b6af-34deec7172f7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.596536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893999-20fd-403d-9470-0551cff88055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a293ee-f117-47fd-ba3a-3909868969ea,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.604575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-99893999-20fd-403d-9470-0551cff88055 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eb6d2b46589d45c5b7bb4682d131429b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8267045 Dec 15 14:03:29.609167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47116) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:29.627674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46113565-5de8-4d56-92d4-6e48dd9a5d1b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.660697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Checking segment: {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:29.662490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Network hostable DHCP agents. Network: 9fbbb6fb-dc11-4cb8-8780-f03964101453, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:29.684189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:29.696850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 9fbbb6fb-dc11-4cb8-8780-f03964101453) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:29.703703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:29.705047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.709410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf42e7-950b-4e44-b6ef-25bd81ba8935 None None] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:29.721836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f30d5d7-6467-47f7-b6af-34deec7172f7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.729686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d640c30d-ae4b-4bc4-8639-6beb7e8ad8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.741586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5f93c3f4-2b85-4844-badc-fe16e1b43623 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5447054 Dec 15 14:03:29.741855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47120) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:29.746887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:29.790205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d640c30d-ae4b-4bc4-8639-6beb7e8ad8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.796847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.798122 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.872792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-9fbbb6fb-dc11-4cb8-8780-f03964101453', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'project_id': '11667cb6db0940f89c679d3aa8261465', 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:29.873943 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.917874 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.934603 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d640c30d-ae4b-4bc4-8639-6beb7e8ad8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.940637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d640c30d-ae4b-4bc4-8639-6beb7e8ad8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.947209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d640c30d-ae4b-4bc4-8639-6beb7e8ad8f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/68a293ee-f117-47fd-ba3a-3909868969ea HTTP/1.1" status: 204 len: 168 time: 0.3366120 Dec 15 14:03:29.956682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30d5d7-6467-47f7-b6af-34deec7172f7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=02e90085-3e7d-4531-a39f-6d958dfe7252,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.979799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f30d5d7-6467-47f7-b6af-34deec7172f7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:29.986138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7f30d5d7-6467-47f7-b6af-34deec7172f7 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/02e90085-3e7d-4531-a39f-6d958dfe7252 HTTP/1.1" status: 204 len: 168 time: 0.7601540 Dec 15 14:03:29.988822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640c30d-ae4b-4bc4-8639-6beb7e8ad8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a293ee-f117-47fd-ba3a-3909868969ea,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:29.992752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47124) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:30.094206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c09aa-0db7-41ae-a1b2-138a934cb150 None None] Network 832354a4-dc17-42de-abe8-445bc9f564b4 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:30.143315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.208243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Allocated IP 172.20.0.2 (9fbbb6fb-dc11-4cb8-8780-f03964101453/46113565-5de8-4d56-92d4-6e48dd9a5d1b/58faf7e1-f390-4cec-9ba5-4ffad6135310) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:30.221953 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.423283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port f6f13884-8e68-45b2-857e-452b154bb883 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:30.423636 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.446413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.558905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port f6f13884-8e68-45b2-857e-452b154bb883, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f6f13884-8e68-45b2-857e-452b154bb883,segment=NetworkSegment(a7623dd6-541d-4f03-a0a9-8bb13189d778),segment_id=a7623dd6-541d-4f03-a0a9-8bb13189d778)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:30.560243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.595782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for f6f13884-8e68-45b2-857e-452b154bb883 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:30.610219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57879378-cd50-4038-aa21-4ac982138eeb no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:30.628293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.682303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:30.716423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 57879378-cd50-4038-aa21-4ac982138eeb {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:30.716777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57879378-cd50-4038-aa21-4ac982138eeb not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:30.730696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9e8916b-09e3-45e6-aeae-30bb09de004a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.762976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.777624 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.798453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:30.812298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port f6f13884-8e68-45b2-857e-452b154bb883 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:30.827454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:30.845609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:30.856511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.858369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Pushing event updated for resources: {'Port': ['ID=58faf7e1-f390-4cec-9ba5-4ffad6135310,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:30.862038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=f6f13884-8e68-45b2-857e-452b154bb883,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:30.880536 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.932187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db54c8-4b82-4613-b740-10976bcabfed None None] DHCP port deletion for 832354a4-dc17-42de-abe8-445bc9f564b4 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:30.949268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Attempting to bind port 58faf7e1-f390-4cec-9ba5-4ffad6135310 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:30.949886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Attempting to bind port 58faf7e1-f390-4cec-9ba5-4ffad6135310 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:30.950955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Attempting to bind port 58faf7e1-f390-4cec-9ba5-4ffad6135310 on network 9fbbb6fb-dc11-4cb8-8780-f03964101453 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:30.961437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:30.961982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Checking segment: {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:30.962492 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:30.962986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Bound using segment: {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:30.963567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Bound port: 58faf7e1-f390-4cec-9ba5-4ffad6135310, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:30.964192 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.006764 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.042408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.055424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832354a4-dc17-42de-abe8-445bc9f564b4']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:31.056841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] For port 58faf7e1-f390-4cec-9ba5-4ffad6135310, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:31.060496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] For port 58faf7e1-f390-4cec-9ba5-4ffad6135310, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=58faf7e1-f390-4cec-9ba5-4ffad6135310,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:31.068345 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.070240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7623dd6-541d-4f03-a0a9-8bb13189d778') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:31.070761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7623dd6-541d-4f03-a0a9-8bb13189d778') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:31.089508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9e8916b-09e3-45e6-aeae-30bb09de004a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.090198 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.105315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9e8916b-09e3-45e6-aeae-30bb09de004a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.127710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.137074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:31.137776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:31.141463 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:31.176087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Allocated IP 172.25.7.121 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/882cf2d8-405c-4f92-9d8f-0240795cf3bb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:31.185573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183c84f-c375-4995-a53b-48ea4367d734 None None] Pushing event updated for resources: {'Port': ['ID=58faf7e1-f390-4cec-9ba5-4ffad6135310,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.223187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba062545-e57a-4eef-8ad1-133ca68e422d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.247763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8916b-09e3-45e6-aeae-30bb09de004a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf7119-6031-42ee-9e1a-8b52796a0086,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.253930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b9e8916b-09e3-45e6-aeae-30bb09de004a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19f8c99422e544ae87841713d79dad81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697913 Dec 15 14:03:31.257716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47142) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.341770 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.373139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.379945 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/832354a4-dc17-42de-abe8-445bc9f564b4 HTTP/1.1" status: 204 len: 168 time: 1.3828084 Dec 15 14:03:31.380676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47148) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.381508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-956ab83d-1549-4f1b-873e-ab4b1bb70b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.400660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b807f8f-6491-42c2-a103-d57fffcd74cd tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=832354a4-dc17-42de-abe8-445bc9f564b4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.429759 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-956ab83d-1549-4f1b-873e-ab4b1bb70b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.471416 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89aeae2-cf42-4f15-9e25-7beec58e8494 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:31.471805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89aeae2-cf42-4f15-9e25-7beec58e8494 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:31.475032 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b89aeae2-cf42-4f15-9e25-7beec58e8494 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/25825fb4-622e-4dfa-b9a7-dbfe6a831b82 HTTP/1.1" status: 404 len: 337 time: 0.0905528 Dec 15 14:03:31.478155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47152) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.523672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-956ab83d-1549-4f1b-873e-ab4b1bb70b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.526961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-956ab83d-1549-4f1b-873e-ab4b1bb70b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.528506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-956ab83d-1549-4f1b-873e-ab4b1bb70b26 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/81cf7119-6031-42ee-9e1a-8b52796a0086 HTTP/1.1" status: 204 len: 168 time: 0.2686880 Dec 15 14:03:31.547916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ab83d-1549-4f1b-873e-ab4b1bb70b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf7119-6031-42ee-9e1a-8b52796a0086,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:31.626570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.684623 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-44df234a-b59e-4abe-9e8c-ec839d774357 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] DELETE failed (client error): The resource could not be found. Dec 15 14:03:31.685417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44df234a-b59e-4abe-9e8c-ec839d774357 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:31.691235 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-44df234a-b59e-4abe-9e8c-ec839d774357 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/339f4fb6-1cba-4fd4-b362-2ffd48fd5c3a HTTP/1.1" status: 404 len: 339 time: 0.2100697 Dec 15 14:03:31.691707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47164) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:31.705005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.738114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:31.836438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8a9cb7-c9e0-4101-9ad6-0ca7e1136516 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting subnet 7dd44e72-2354-4b23-a1b9-dcd9c401c8b4 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:31.842123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:31.848975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9cb7-c9e0-4101-9ad6-0ca7e1136516 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:31.858003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c7740-4720-4a6d-8090-dd8671f17530 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:31.870860 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:31.916733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9cb7-c9e0-4101-9ad6-0ca7e1136516 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.007832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Pushing event updated for resources: {'Port': ['ID=882cf2d8-405c-4f92-9d8f-0240795cf3bb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:32.012456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4fde57c9-40b8-4653-9ca0-346939db3073 None None] Provisioning complete for port 882cf2d8-405c-4f92-9d8f-0240795cf3bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:32.015225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fde57c9-40b8-4653-9ca0-346939db3073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.120805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4fde57c9-40b8-4653-9ca0-346939db3073 None None] Port 882cf2d8-405c-4f92-9d8f-0240795cf3bb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:32.136559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9cb7-c9e0-4101-9ad6-0ca7e1136516 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.224024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9cb7-c9e0-4101-9ad6-0ca7e1136516 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.288260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a9cb7-c9e0-4101-9ad6-0ca7e1136516 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd44e72-2354-4b23-a1b9-dcd9c401c8b4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:32.293006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9cb7-c9e0-4101-9ad6-0ca7e1136516 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.298246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1e8a9cb7-c9e0-4101-9ad6-0ca7e1136516 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/subnets/7dd44e72-2354-4b23-a1b9-dcd9c401c8b4 HTTP/1.1" status: 204 len: 168 time: 0.6042230 Dec 15 14:03:32.301176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47184) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:32.305576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d395d-8436-4997-b904-3a51a3011848 None None] Network 932579c9-a0e0-46c7-aae9-1faf9e056405 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:32.477085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.564127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 58faf7e1-f390-4cec-9ba5-4ffad6135310 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:32.588269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Deleting port 829ffecc-a150-4fe9-a4ce-54d729368cd0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:32.588721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.655495 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.711118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 58faf7e1-f390-4cec-9ba5-4ffad6135310 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:32.711498 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.815536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] For port 829ffecc-a150-4fe9-a4ce-54d729368cd0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=829ffecc-a150-4fe9-a4ce-54d729368cd0,segment=NetworkSegment(b07eef96-6130-4bee-8d1e-0fe2214887b5),segment_id=b07eef96-6130-4bee-8d1e-0fe2214887b5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:32.815954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.826370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] DHCP port deletion for 932579c9-a0e0-46c7-aae9-1faf9e056405 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:32.836589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Calling delete_port for 829ffecc-a150-4fe9-a4ce-54d729368cd0 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:32.968566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:32.985332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] No DVR routers for this DVR port 829ffecc-a150-4fe9-a4ce-54d729368cd0 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:32.999494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.012391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Port': ['ID=829ffecc-a150-4fe9-a4ce-54d729368cd0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:33.087369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] Deleting port 829ffecc-a150-4fe9-a4ce-54d729368cd0 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:33.091080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.092569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.125605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 58faf7e1-f390-4cec-9ba5-4ffad6135310, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=58faf7e1-f390-4cec-9ba5-4ffad6135310,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:33.165258 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.264797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753bf60c-9485-46c8-960c-cf1a5dc83d9d None None] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:33.286627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f6f13884-8e68-45b2-857e-452b154bb883 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:33.289698 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.328869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932579c9-a0e0-46c7-aae9-1faf9e056405']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:33.344023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07eef96-6130-4bee-8d1e-0fe2214887b5') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:33.344399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07eef96-6130-4bee-8d1e-0fe2214887b5') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:33.345236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] For port 829ffecc-a150-4fe9-a4ce-54d729368cd0, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:33.345884 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.357617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.375571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f6f13884-8e68-45b2-857e-452b154bb883 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:33.376054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f6f13884-8e68-45b2-857e-452b154bb883 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:33.377153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.388704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:33.389123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:33.392865 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:33.409878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Router f355a537-ca7d-464d-9964-7f5a15269431 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:03:33.541162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.561862 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.565164 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] 10.222.0.86 "DELETE /v2.0/networks/932579c9-a0e0-46c7-aae9-1faf9e056405 HTTP/1.1" status: 204 len: 168 time: 1.2623806 Dec 15 14:03:33.598851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6099b-d796-448b-9224-d6256d25a7c0 tempest-NetworksIpV6Test-811949476 tempest-NetworksIpV6Test-811949476-project] Pushing event deleted for resources: {'Network': ['ID=932579c9-a0e0-46c7-aae9-1faf9e056405,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:33.766499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] Calling delete_port for 829ffecc-a150-4fe9-a4ce-54d729368cd0 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:33.788223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] Port 829ffecc-a150-4fe9-a4ce-54d729368cd0 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:03:33.845528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ec3ae257-e0e4-4815-a564-bac3537ccad5 None None] Provisioning complete for port 58faf7e1-f390-4cec-9ba5-4ffad6135310 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:33.852323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae257-e0e4-4815-a564-bac3537ccad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.854272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=58faf7e1-f390-4cec-9ba5-4ffad6135310,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:33.862205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:33.932894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] Network 932579c9-a0e0-46c7-aae9-1faf9e056405 is not hosted by any dhcp agent {{(pid=109769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:03:33.934156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] No DVR routers for this DVR port 829ffecc-a150-4fe9-a4ce-54d729368cd0 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:33.964215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:33.995314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.000276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47226) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.009178 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4ec45355-c742-4923-9058-ac33753028a4 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2639110 Dec 15 14:03:34.020944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08b589d8-2e2d-4004-b897-5665ffc659a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.024046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Sync routers for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:34.050778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16813547-79c8-4278-bd76-665fcc4551fa None None] Pushing event deleted for resources: {'Port': ['ID=829ffecc-a150-4fe9-a4ce-54d729368cd0,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:34.120111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:34.120736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:34.198801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47236) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.453077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:34.525147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4ebcc834-2c0d-486e-b2e6-5c0bdb0927a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4e86e17f054043019031528ed2f4b336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279428 Dec 15 14:03:34.527566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47248) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:34.574789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 58faf7e1-f390-4cec-9ba5-4ffad6135310 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:34.594659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441116fc-2d45-4e28-8f9d-eb39ffb3290d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.655740 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441116fc-2d45-4e28-8f9d-eb39ffb3290d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.774147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441116fc-2d45-4e28-8f9d-eb39ffb3290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.777087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441116fc-2d45-4e28-8f9d-eb39ffb3290d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.778391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-441116fc-2d45-4e28-8f9d-eb39ffb3290d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d9272736-70fa-4638-a1d2-d43db56dea92 HTTP/1.1" status: 204 len: 168 time: 0.2498481 Dec 15 14:03:34.804986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441116fc-2d45-4e28-8f9d-eb39ffb3290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9272736-70fa-4638-a1d2-d43db56dea92,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:34.905386 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.991013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 58faf7e1-f390-4cec-9ba5-4ffad6135310 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:34.991397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:34.997540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-82a395f5-fc5d-4675-9d8b-37133470c2d6 None None] Provisioning complete for port 58faf7e1-f390-4cec-9ba5-4ffad6135310 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:34.997733 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82a395f5-fc5d-4675-9d8b-37133470c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.047073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.365388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:32Z', 'revision_number': 3, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:35.408992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Checking router: f355a537-ca7d-464d-9964-7f5a15269431 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:35.408992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Updating router f355a537-ca7d-464d-9964-7f5a15269431 port 882cf2d8-405c-4f92-9d8f-0240795cf3bb binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:03:35.436836 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.487675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Allocated IP 172.20.0.1 (9fbbb6fb-dc11-4cb8-8780-f03964101453/46113565-5de8-4d56-92d4-6e48dd9a5d1b/d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:35.496612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 829ffecc-a150-4fe9-a4ce-54d729368cd0 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:35.534843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 829ffecc-a150-4fe9-a4ce-54d729368cd0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:35.535205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 829ffecc-a150-4fe9-a4ce-54d729368cd0 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:35.788709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.873059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.938976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:35.943479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:35.948068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:35.996213 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:35.996653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Pushing event updated for resources: {'Port': ['ID=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:36.008629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.015811 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.099404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490dc798-ee0d-47d0-9571-de3f5d7d9f95 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:36.173791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47294) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:36.181197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Attempting to bind port 882cf2d8-405c-4f92-9d8f-0240795cf3bb on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:36.182473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Attempting to bind port 882cf2d8-405c-4f92-9d8f-0240795cf3bb by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:36.183820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Attempting to bind port 882cf2d8-405c-4f92-9d8f-0240795cf3bb on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:36.187532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369537ab-ee61-4784-876a-494ca7e9794b None None] Pushing event updated for resources: {'Port': ['ID=882cf2d8-405c-4f92-9d8f-0240795cf3bb,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:36.200499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:36.201109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:36.201679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.202403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:36.203059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Bound port: 882cf2d8-405c-4f92-9d8f-0240795cf3bb, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:36.203624 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.249963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-29215d54-001e-4956-9a11-503ae0282a79 None None] Provisioning complete for port 882cf2d8-405c-4f92-9d8f-0240795cf3bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:36.250586 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-29215d54-001e-4956-9a11-503ae0282a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.274952 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.308205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-29215d54-001e-4956-9a11-503ae0282a79 None None] Port 882cf2d8-405c-4f92-9d8f-0240795cf3bb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:36.350792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] For port 882cf2d8-405c-4f92-9d8f-0240795cf3bb, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:36.352445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-160546756'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:36.356136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] For port 882cf2d8-405c-4f92-9d8f-0240795cf3bb, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=882cf2d8-405c-4f92-9d8f-0240795cf3bb,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:36.386961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.415375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:36.419568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.442829 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.473890 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369537ab-ee61-4784-876a-494ca7e9794b None None] Pushing event updated for resources: {'Port': ['ID=882cf2d8-405c-4f92-9d8f-0240795cf3bb,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:36.527361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a0df0-595b-40d7-87af-66e1090b38ca None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:36.539768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-35991ba9-f4f5-4d19-a83a-1b0c0b993ee7 None None] Provisioning complete for port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:36.540535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35991ba9-f4f5-4d19-a83a-1b0c0b993ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.600027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-35991ba9-f4f5-4d19-a83a-1b0c0b993ee7 None None] Port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:36.604229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.620423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.636864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:36.640021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:36.640722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:36.651579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.653129 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Added segment 969c721f-a62b-4c95-8bec-14649c247f95 of type vlan for network 1c61557e-09ab-4d67-83d8-8d08f53437ac Dec 15 14:03:36.784694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:36.790979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.860157 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.880430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.893401 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.893805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:36.895905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.910760 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:36.980601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-400d49d4-e5a8-481f-a341-a424fd830520 None None] Provisioning complete for port 882cf2d8-405c-4f92-9d8f-0240795cf3bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:36.981014 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-400d49d4-e5a8-481f-a341-a424fd830520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.085445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.102452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Pushing event updated for resources: {'Port': ['ID=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.124730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f85d688-e17e-4ee6-8ed6-9d6d69da4738,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.151146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:37.171054 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9950881 Dec 15 14:03:37.175739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82bee0-195a-43e6-9a46-67be5b6c1418 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Network': ['ID=1c61557e-09ab-4d67-83d8-8d08f53437ac,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.241717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 1c61557e-09ab-4d67-83d8-8d08f53437ac details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:37.364853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:37.366825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:37.481072 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ff1-0f8d-4302-bca6-32d7ef61a158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.680325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ff1-0f8d-4302-bca6-32d7ef61a158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.687670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Router f355a537-ca7d-464d-9964-7f5a15269431 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:03:37.690810 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ff1-0f8d-4302-bca6-32d7ef61a158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:37.862846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a9c02ff1-0f8d-4302-bca6-32d7ef61a158 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=70c5356b5cd54e6986a555cec227ece4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7091887 Dec 15 14:03:37.863539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:37.885499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c02ff1-0f8d-4302-bca6-32d7ef61a158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17592899-2280-481a-95bd-9765e6ecbffc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:37.984619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-400d49d4-e5a8-481f-a341-a424fd830520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.024783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8c37-3fe1-48f7-a0ee-2c168b3427c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.026353 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.059808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:38.062866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:35Z', 'revision_number': 1, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:38.083012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-59d59cde-e96a-42ea-807c-85aa5dec9b1c admin admin] 10.222.0.86 "PUT /v2.0/routers/f355a537-ca7d-464d-9964-7f5a15269431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0813453 Dec 15 14:03:38.085295 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8c37-3fe1-48f7-a0ee-2c168b3427c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.163665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-400d49d4-e5a8-481f-a341-a424fd830520 None None] For port 882cf2d8-405c-4f92-9d8f-0240795cf3bb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=882cf2d8-405c-4f92-9d8f-0240795cf3bb,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:38.174713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f7c3d-5052-4823-beb8-92dfa7f361f6 None None] The sync data for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 is: [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:35Z', 'revision_number': 1, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:38.185749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-400d49d4-e5a8-481f-a341-a424fd830520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.196795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8c37-3fe1-48f7-a0ee-2c168b3427c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.204124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8c37-3fe1-48f7-a0ee-2c168b3427c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.212141 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c8c8c37-3fe1-48f7-a0ee-2c168b3427c4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/17592899-2280-481a-95bd-9765e6ecbffc HTTP/1.1" status: 204 len: 168 time: 0.3467667 Dec 15 14:03:38.246639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8c37-3fe1-48f7-a0ee-2c168b3427c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17592899-2280-481a-95bd-9765e6ecbffc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:38.341570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d49d4-e5a8-481f-a341-a424fd830520 None None] Pushing event updated for resources: {'Port': ['ID=882cf2d8-405c-4f92-9d8f-0240795cf3bb,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:38.376608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f9c0380c-6859-4743-8de9-16ee38ed3184 None None] Provisioning complete for port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:38.377009 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f9c0380c-6859-4743-8de9-16ee38ed3184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:38.537877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0380c-6859-4743-8de9-16ee38ed3184 None None] Port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:40.032755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47392) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:40.043110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-781927252-network', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:40.105174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Made reservation on behalf of bcfab9f4227f480c89c0cb04e4443cac for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:40.112915 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.143722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.343496 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.349586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.454085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450002ad-da8a-43b7-8e9f-c70f22fce7e1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:40.483468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:40.514548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.515256 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Added segment 0a813931-9a95-4a5e-88bc-2bd77ad12674 of type vlan for network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 Dec 15 14:03:40.573049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47406) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:40.576160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 882cf2d8-405c-4f92-9d8f-0240795cf3bb up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:40.583305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'subnet': {'network_id': '1c61557e-09ab-4d67-83d8-8d08f53437ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:40.611644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.665203 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 882cf2d8-405c-4f92-9d8f-0240795cf3bb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:40.665589 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:40.819926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:40.824490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.189244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.252220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Subnet': ['ID=cae51478-2995-44e9-b0f3-7603a12b5f72,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:41.269438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.271267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:41.271982 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.297116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Checking segment: {'id': '969c721f-a62b-4c95-8bec-14649c247f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1c61557e-09ab-4d67-83d8-8d08f53437ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:41.297645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network hostable DHCP agents. Network: 1c61557e-09ab-4d67-83d8-8d08f53437ac, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:41.319297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network 1c61557e-09ab-4d67-83d8-8d08f53437ac is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:41.336484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 1c61557e-09ab-4d67-83d8-8d08f53437ac) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:41.343300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:41.343802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.349713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7592ec0e-3e26-495c-b965-2ce376cf74c8 None None] Network 1c61557e-09ab-4d67-83d8-8d08f53437ac requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:41.360650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] Pushing event updated for resources: {'Network': ['ID=7404ffad-2a7a-4daf-acdd-6fc723a01d86,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:41.387095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:41.387326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8e1ed337-589e-4a0f-86ce-f41da889dcbb tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8112805 Dec 15 14:03:41.393161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a7bc0e56-06bb-4137-97a2-20a5cc8868cf admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3562255 Dec 15 14:03:41.393999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47434) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:41.394393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47436) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:41.405357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-435831464'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:41.419194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Request body: {'subnet': {'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-781927252-subnet', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:41.460975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Made reservation on behalf of bcfab9f4227f480c89c0cb04e4443cac for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:41.463685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.572325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:41.576489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.657916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:41.676825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.677604 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Added segment 122839d3-e323-41ee-b928-3eba47963e7a of type vlan for network d8a9898c-266f-4b0f-bcc5-7b816602faf3 Dec 15 14:03:41.742148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-1c61557e-09ab-4d67-83d8-8d08f53437ac', 'network_id': '1c61557e-09ab-4d67-83d8-8d08f53437ac', 'project_id': 'cd3b63881e324af084904594e75ca77b', 'fixed_ips': [{'subnet_id': 'cae51478-2995-44e9-b0f3-7603a12b5f72'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:41.743360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.811812 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.893587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.900586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:41.909441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:41.910381 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.030553 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Sync routers for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:42.050293 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:42.050996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Allocated IP 2001:db8:0:ffff::2 (1c61557e-09ab-4d67-83d8-8d08f53437ac/cae51478-2995-44e9-b0f3-7603a12b5f72/b0d2ede4-59e1-48c0-a6fa-0a54e476bb93) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:42.053794 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:42.068000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6693244 Dec 15 14:03:42.068500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47452) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:42.073512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'subnet': {'network_id': 'd8a9898c-266f-4b0f-bcc5-7b816602faf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:42.103820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0295db12-5d75-4931-a55e-1afccdbcdf31,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:42.109771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbe6f3-2d38-4dbc-b965-07c7136aab08 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Network': ['ID=d8a9898c-266f-4b0f-bcc5-7b816602faf3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:42.142830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d8a9898c-266f-4b0f-bcc5-7b816602faf3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:42.188015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Checking segment: {'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:42.188567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Network hostable DHCP agents. Network: 7404ffad-2a7a-4daf-acdd-6fc723a01d86, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:42.204278 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:42.227504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:42.244429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7404ffad-2a7a-4daf-acdd-6fc723a01d86) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:42.249355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:42.250516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.274728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f3e9e572-84a8-4a8c-ac56-01d73e96311e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8645194 Dec 15 14:03:42.277199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:42.283147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:42.325187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:42.335625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.355858 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.357446 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.383294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce00ff-40db-47cf-942d-aa4d38b3e59c None None] Network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:42.470749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.593215 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 2, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:42.686480 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Checking router: f355a537-ca7d-464d-9964-7f5a15269431 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:42.686850 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Updating router f355a537-ca7d-464d-9964-7f5a15269431 port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:03:42.718178 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.779573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-7404ffad-2a7a-4daf-acdd-6fc723a01d86', 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86', 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'fixed_ips': [{'subnet_id': '0295db12-5d75-4931-a55e-1afccdbcdf31'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:42.785512 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.836510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:03:42.840973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.886711 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.919260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:42.982078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.048180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Checking segment: {'id': '122839d3-e323-41ee-b928-3eba47963e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd8a9898c-266f-4b0f-bcc5-7b816602faf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:43.048557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network hostable DHCP agents. Network: d8a9898c-266f-4b0f-bcc5-7b816602faf3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:43.065454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Subnet': ['ID=ff90cbb9-cd79-4908-92c5-dcc919e53e0f,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:43.100436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network d8a9898c-266f-4b0f-bcc5-7b816602faf3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:43.108148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Pushing event updated for resources: {'Port': ['ID=b0d2ede4-59e1-48c0-a6fa-0a54e476bb93,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:43.120187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d8a9898c-266f-4b0f-bcc5-7b816602faf3) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:43.129102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:43.130580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.142143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b8ead7-d339-4801-a1bf-246e741e4393 None None] Network d8a9898c-266f-4b0f-bcc5-7b816602faf3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:43.174664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-db80f037-3e97-4026-bff2-d98162a22c38 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1026735 Dec 15 14:03:43.175661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:43.214402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'port': {'network_id': 'd8a9898c-266f-4b0f-bcc5-7b816602faf3', 'name': 'tempest-NetworksIpV6TestAttrs-1080175290'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:43.319076 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.336686 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.407509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d8a9898c-266f-4b0f-bcc5-7b816602faf3', 'network_id': 'd8a9898c-266f-4b0f-bcc5-7b816602faf3', 'project_id': 'cd3b63881e324af084904594e75ca77b', 'fixed_ips': [{'subnet_id': 'ff90cbb9-cd79-4908-92c5-dcc919e53e0f'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:43.408516 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.429124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Network 1c61557e-09ab-4d67-83d8-8d08f53437ac is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:43.435931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47474) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:43.502423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:43.507099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:43.587709 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Pushing event updated for resources: {'Port': ['ID=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:43.603839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.616020 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.616376 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.616716 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.617063 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.617399 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.617735 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.618067 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.628587 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.628948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.629298 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.630182 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.630518 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.630855 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:43.663673 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Attempting to bind port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:43.664082 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Attempting to bind port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:43.664555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Attempting to bind port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d on network 9fbbb6fb-dc11-4cb8-8780-f03964101453 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:43.671138 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.682464 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:43.682842 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Checking segment: {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:43.683413 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.683651 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Bound using segment: {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:43.684164 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Bound port: d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:43.684557 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.749334 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0b17-14b0-4d77-9130-72ee380162d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.749562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Allocated IP 172.20.0.2 (7404ffad-2a7a-4daf-acdd-6fc723a01d86/0295db12-5d75-4931-a55e-1afccdbcdf31/c923538a-1b69-43c2-a2a2-56c2575f991f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:43.766413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Attempting to bind port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:43.766801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Attempting to bind port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '969c721f-a62b-4c95-8bec-14649c247f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1c61557e-09ab-4d67-83d8-8d08f53437ac'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:43.767182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Attempting to bind port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 on network 1c61557e-09ab-4d67-83d8-8d08f53437ac {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:43.798478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:43.799281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Checking segment: {'id': '969c721f-a62b-4c95-8bec-14649c247f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1c61557e-09ab-4d67-83d8-8d08f53437ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:43.799405 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.799755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Bound using segment: {'id': '969c721f-a62b-4c95-8bec-14649c247f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1c61557e-09ab-4d67-83d8-8d08f53437ac'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:43.800299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Bound port: b0d2ede4-59e1-48c0-a6fa-0a54e476bb93, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969c721f-a62b-4c95-8bec-14649c247f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1c61557e-09ab-4d67-83d8-8d08f53437ac'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:43.800703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.837173 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] For port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:43.841626 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] For port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:43.852495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:43.854505 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.859235 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.920963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0b17-14b0-4d77-9130-72ee380162d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.930249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0b17-14b0-4d77-9130-72ee380162d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:43.994109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] device_id is not set on port 8a5242cf-6c68-4052-9ebb-e40cd2760587 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:03:43.995418 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:43.996270 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:44.053582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e0eb0b17-14b0-4d77-9130-72ee380162d3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d2bdac3a811470a8d2c6a503e5c704b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128395 Dec 15 14:03:44.053582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb0b17-14b0-4d77-9130-72ee380162d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884a4840-1393-415f-87be-60ef9730aa20,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:44.060141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47480) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:44.079442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3e447608-a6e7-423c-9155-eac4acebb8c3 None None] Provisioning complete for port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:44.079824 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3e447608-a6e7-423c-9155-eac4acebb8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.126418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Allocated IP 2001:db8::f816:3eff:fec9:2e17 (d8a9898c-266f-4b0f-bcc5-7b816602faf3/ff90cbb9-cd79-4908-92c5-dcc919e53e0f/a8801a71-b081-47d6-920e-b90a833b48b2) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:44.133989 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fe7f3-af61-40e2-8b77-a06a16afc57c None None] Pushing event updated for resources: {'Port': ['ID=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:44.159085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Allocated IP 172.25.7.230 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/f4d988e6-303d-464b-b0c9-a27af7d7dbbd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:44.183548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] For port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:44.214313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25784280-d33b-4645-b5d4-1a6bdc3e53b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.265565 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25784280-d33b-4645-b5d4-1a6bdc3e53b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.287931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] For port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b0d2ede4-59e1-48c0-a6fa-0a54e476bb93,segment=NetworkSegment(969c721f-a62b-4c95-8bec-14649c247f95),segment_id=969c721f-a62b-4c95-8bec-14649c247f95)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:44.296323 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:44.321564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.370384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25784280-d33b-4645-b5d4-1a6bdc3e53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.374320 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25784280-d33b-4645-b5d4-1a6bdc3e53b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.378054 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-25784280-d33b-4645-b5d4-1a6bdc3e53b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/884a4840-1393-415f-87be-60ef9730aa20 HTTP/1.1" status: 204 len: 168 time: 0.3120539 Dec 15 14:03:44.384720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25784280-d33b-4645-b5d4-1a6bdc3e53b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884a4840-1393-415f-87be-60ef9730aa20,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:44.459229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.576388 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.641022 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3e447608-a6e7-423c-9155-eac4acebb8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.671449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:44.691298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d988e6-303d-464b-b0c9-a27af7d7dbbd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:44.697577 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:44.699076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:44.702047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:44.725746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.863139 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:43Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:44.924268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c95b64-f1ed-4767-bd6d-31b38f81157e None None] The sync data for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 is: [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:43Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:44.924880 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:44.982534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38990987-0e9a-4886-994c-13ea37f6b3c6 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:44.997772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.006291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47494) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:45.009595 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.025197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41575b-5877-4c72-a8e5-6536cf6f1b4e None None] Pushing event updated for resources: {'Port': ['ID=b0d2ede4-59e1-48c0-a6fa-0a54e476bb93,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:45.033183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc674702-ab0d-405a-9bb2-f0ec7c02ab90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.069582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3e447608-a6e7-423c-9155-eac4acebb8c3 None None] For port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:45.123897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Allocated IP 2001:db8::f816:3eff:fe33:ade7 (d8a9898c-266f-4b0f-bcc5-7b816602faf3/ff90cbb9-cd79-4908-92c5-dcc919e53e0f/8a5242cf-6c68-4052-9ebb-e40cd2760587) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:45.270446 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.292849 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc674702-ab0d-405a-9bb2-f0ec7c02ab90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.317264 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc674702-ab0d-405a-9bb2-f0ec7c02ab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.416283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc674702-ab0d-405a-9bb2-f0ec7c02ab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3d2ce5-18f4-42cf-b866-86c1b1457412,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:45.427333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fc674702-ab0d-405a-9bb2-f0ec7c02ab90 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5b2d46e5bece4f63b7dcda57763d8b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4191625 Dec 15 14:03:45.436753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47504) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:45.612625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-add0385f-f200-43d5-b75a-2ba27cc70f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.667625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-add0385f-f200-43d5-b75a-2ba27cc70f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.725957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Pushing event updated for resources: {'Port': ['ID=a8801a71-b081-47d6-920e-b90a833b48b2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:45.761447 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-add0385f-f200-43d5-b75a-2ba27cc70f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.764894 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-add0385f-f200-43d5-b75a-2ba27cc70f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.767212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-add0385f-f200-43d5-b75a-2ba27cc70f1c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb3d2ce5-18f4-42cf-b866-86c1b1457412 HTTP/1.1" status: 204 len: 168 time: 0.3287241 Dec 15 14:03:45.778776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0385f-f200-43d5-b75a-2ba27cc70f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3d2ce5-18f4-42cf-b866-86c1b1457412,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:45.844882 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3e447608-a6e7-423c-9155-eac4acebb8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.945819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:45.987144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Network d8a9898c-266f-4b0f-bcc5-7b816602faf3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:45.992895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:46.015525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:46.029590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Pushing event updated for resources: {'Port': ['ID=c923538a-1b69-43c2-a2a2-56c2575f991f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:46.037305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:46.051272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:46.070145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:46.198601 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:03:46.301238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8cf03203-9773-44f7-8a48-085761f8e09f None None] Provisioning complete for port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:46.302215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8cf03203-9773-44f7-8a48-085761f8e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.410188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.465388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:03:46.538599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:46.552749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.556871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.687950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Attempting to bind port c923538a-1b69-43c2-a2a2-56c2575f991f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:46.688567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Attempting to bind port c923538a-1b69-43c2-a2a2-56c2575f991f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:46.689098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Attempting to bind port c923538a-1b69-43c2-a2a2-56c2575f991f on network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:46.699303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:46.700013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Checking segment: {'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:46.700582 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.701131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Bound using segment: {'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:46.702196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Bound port: c923538a-1b69-43c2-a2a2-56c2575f991f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:46.702773 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.713442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Attempting to bind port a8801a71-b081-47d6-920e-b90a833b48b2 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:46.714012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Attempting to bind port a8801a71-b081-47d6-920e-b90a833b48b2 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '122839d3-e323-41ee-b928-3eba47963e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd8a9898c-266f-4b0f-bcc5-7b816602faf3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:46.714576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Attempting to bind port a8801a71-b081-47d6-920e-b90a833b48b2 on network d8a9898c-266f-4b0f-bcc5-7b816602faf3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:46.775247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e447608-a6e7-423c-9155-eac4acebb8c3 None None] Pushing event updated for resources: {'Port': ['ID=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:46.789745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:46.790333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Checking segment: {'id': '122839d3-e323-41ee-b928-3eba47963e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd8a9898c-266f-4b0f-bcc5-7b816602faf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:46.790899 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.791442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Bound using segment: {'id': '122839d3-e323-41ee-b928-3eba47963e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd8a9898c-266f-4b0f-bcc5-7b816602faf3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:46.792119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Bound port: a8801a71-b081-47d6-920e-b90a833b48b2, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122839d3-e323-41ee-b928-3eba47963e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd8a9898c-266f-4b0f-bcc5-7b816602faf3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:46.792684 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.866809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8cf03203-9773-44f7-8a48-085761f8e09f None None] Provisioning complete for port f4d988e6-303d-464b-b0c9-a27af7d7dbbd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:46.867460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8cf03203-9773-44f7-8a48-085761f8e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:46.901722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network d8a9898c-266f-4b0f-bcc5-7b816602faf3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:46.911542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8cf03203-9773-44f7-8a48-085761f8e09f None None] Port f4d988e6-303d-464b-b0c9-a27af7d7dbbd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:46.913204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baef589-5e9a-40cb-b917-501a62dcd6df None None] Network 1c61557e-09ab-4d67-83d8-8d08f53437ac requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:46.951211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:46.958113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:46.965044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:46.965684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.017391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8379588 Dec 15 14:03:47.019916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47532) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:47.027907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac309ae1-131c-4b6d-98bc-918046ddc6d0 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Port': ['ID=8a5242cf-6c68-4052-9ebb-e40cd2760587,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:47.149683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] For port c923538a-1b69-43c2-a2a2-56c2575f991f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:47.199219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-038fa768-19ac-4ee9-8686-ab430dcddfb3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Deleting subnet ff90cbb9-cd79-4908-92c5-dcc919e53e0f {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:47.219555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-038fa768-19ac-4ee9-8686-ab430dcddfb3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.233771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] For port c923538a-1b69-43c2-a2a2-56c2575f991f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c923538a-1b69-43c2-a2a2-56c2575f991f,segment=NetworkSegment(0a813931-9a95-4a5e-88bc-2bd77ad12674),segment_id=0a813931-9a95-4a5e-88bc-2bd77ad12674)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:47.236500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-89be9212-5967-4c69-9970-46fccf8af99b None None] Provisioning complete for port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:47.236876 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89be9212-5967-4c69-9970-46fccf8af99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.290439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:47.322036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-038fa768-19ac-4ee9-8686-ab430dcddfb3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.352995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] For port a8801a71-b081-47d6-920e-b90a833b48b2, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:47.354682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.359377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fe1e00dd-d293-424d-9794-8bda4d97b221 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0804906 Dec 15 14:03:47.360993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:47.374210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Sync routers for ids ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:03:47.390356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.440353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] For port a8801a71-b081-47d6-920e-b90a833b48b2, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a8801a71-b081-47d6-920e-b90a833b48b2,segment=NetworkSegment(122839d3-e323-41ee-b928-3eba47963e7a),segment_id=122839d3-e323-41ee-b928-3eba47963e7a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:47.492545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Routers {'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:47.493185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:47.576782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:47.580693 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.674849 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-038fa768-19ac-4ee9-8686-ab430dcddfb3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.803768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-038fa768-19ac-4ee9-8686-ab430dcddfb3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.837136 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89be9212-5967-4c69-9970-46fccf8af99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.839520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548e190-0334-4cbc-b949-2373d590b558 None None] Pushing event updated for resources: {'Port': ['ID=c923538a-1b69-43c2-a2a2-56c2575f991f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:47.865627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fa768-19ac-4ee9-8686-ab430dcddfb3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Subnet': ['ID=ff90cbb9-cd79-4908-92c5-dcc919e53e0f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:47.912811 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-038fa768-19ac-4ee9-8686-ab430dcddfb3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:47.916176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-038fa768-19ac-4ee9-8686-ab430dcddfb3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/subnets/ff90cbb9-cd79-4908-92c5-dcc919e53e0f HTTP/1.1" status: 204 len: 168 time: 0.8950734 Dec 15 14:03:47.934241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47550) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.150083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc6c21-7af6-4fc5-b046-c3434239f33b tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:48.165887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc6c21-7af6-4fc5-b046-c3434239f33b tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:48.172300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-01dc6c21-7af6-4fc5-b046-c3434239f33b tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2370696 Dec 15 14:03:48.175162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47552) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.353341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bee1eb-e381-4099-8f5a-e8c2e9326599 None None] Pushing event updated for resources: {'Port': ['ID=a8801a71-b081-47d6-920e-b90a833b48b2,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:48.389307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:48.389933 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.400427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Set router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:48.409198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-89be9212-5967-4c69-9970-46fccf8af99b None None] For port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b0d2ede4-59e1-48c0-a6fa-0a54e476bb93,segment=NetworkSegment(969c721f-a62b-4c95-8bec-14649c247f95),segment_id=969c721f-a62b-4c95-8bec-14649c247f95)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:48.509882 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18b2a24b-b3be-4b8d-a2bb-04ab856f11a3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.512128 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89be9212-5967-4c69-9970-46fccf8af99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.523399 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b2a24b-b3be-4b8d-a2bb-04ab856f11a3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 14:03:48.528539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b2a24b-b3be-4b8d-a2bb-04ab856f11a3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:48.532244 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-18b2a24b-b3be-4b8d-a2bb-04ab856f11a3 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/d8a9898c-266f-4b0f-bcc5-7b816602faf3 HTTP/1.1" status: 409 len: 405 time: 0.3557734 Dec 15 14:03:48.537140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47560) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.552538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-236802494'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:48.625770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:48.629596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.669370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:48.695737 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.696714 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Added segment 899c3719-4ffd-4fbd-94bd-f21f04dca513 of type vlan for network ecc1672e-3596-42c8-b869-e6132162dbcf Dec 15 14:03:48.756439 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.791146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.818253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:48.820514 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.835379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be9212-5967-4c69-9970-46fccf8af99b None None] Pushing event updated for resources: {'Port': ['ID=b0d2ede4-59e1-48c0-a6fa-0a54e476bb93,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:48.862365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7d85b2b3-2164-4e8b-8114-48ec2c6e2ed8 None None] Provisioning complete for port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:48.862972 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d85b2b3-2164-4e8b-8114-48ec2c6e2ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:48.936573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:48.982882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4443491 Dec 15 14:03:48.986810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47574) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:48.996881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'subnet': {'network_id': 'ecc1672e-3596-42c8-b869-e6132162dbcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:49.001681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313b014-bd27-4e50-a0a6-41b9a7129c5e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Network': ['ID=ecc1672e-3596-42c8-b869-e6132162dbcf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:49.036722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ecc1672e-3596-42c8-b869-e6132162dbcf details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:49.126860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:49.139240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.156507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:49.156892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.209795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:03:45Z', 'revision_number': 3, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:49.369138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Checking router: f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:03:49.369787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Updating router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 port f4d988e6-303d-464b-b0c9-a27af7d7dbbd binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:03:49.469858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.602066 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:49.905357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:03:49.906950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.074442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2fe12-457b-42f2-a7cd-a0123a42d088 None None] Network d8a9898c-266f-4b0f-bcc5-7b816602faf3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:50.118731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Subnet': ['ID=b9c40d6a-4697-4c72-b6c3-94cbd2788ea6,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:50.188441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Checking segment: {'id': '899c3719-4ffd-4fbd-94bd-f21f04dca513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'ecc1672e-3596-42c8-b869-e6132162dbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:50.188816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network hostable DHCP agents. Network: ecc1672e-3596-42c8-b869-e6132162dbcf, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:50.228084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Allocated IP 172.20.0.1 (7404ffad-2a7a-4daf-acdd-6fc723a01d86/0295db12-5d75-4931-a55e-1afccdbcdf31/b969631e-4f7a-47fd-9f4d-db9974b63a77) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:50.228949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network ecc1672e-3596-42c8-b869-e6132162dbcf is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:50.262547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ecc1672e-3596-42c8-b869-e6132162dbcf) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:50.268801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:50.269603 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.280448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755cc52c-d7cb-4e88-a3b7-870171415ad5 None None] Network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:50.294425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a73cbee-92c0-4add-9262-7df75710b43a None None] Network ecc1672e-3596-42c8-b869-e6132162dbcf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:50.298567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d245381f-79d6-4bb1-9c51-8dd9395a8241 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3106627 Dec 15 14:03:50.302420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:50.315428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'port': {'network_id': 'ecc1672e-3596-42c8-b869-e6132162dbcf', 'name': 'tempest-NetworksIpV6TestAttrs-421011557'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:50.394650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.454690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.520471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0b639dc3-c2a1-45ad-98e2-6e0b9ab85ebb None None] Provisioning complete for port a8801a71-b081-47d6-920e-b90a833b48b2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:50.521656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:50.521869 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b639dc3-c2a1-45ad-98e2-6e0b9ab85ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.523267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Pushing event updated for resources: {'Port': ['ID=b969631e-4f7a-47fd-9f4d-db9974b63a77,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:50.526963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:50.534150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:50.581354 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.649246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:50.668600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.736382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] device_id is not set on port 5dfbcd27-819c-4315-a4d5-77fa45863edc yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:03:50.767279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ecc1672e-3596-42c8-b869-e6132162dbcf', 'network_id': 'ecc1672e-3596-42c8-b869-e6132162dbcf', 'project_id': 'cd3b63881e324af084904594e75ca77b', 'fixed_ips': [{'subnet_id': 'b9c40d6a-4697-4c72-b6c3-94cbd2788ea6'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:50.768208 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:50.864798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.865378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.865542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.865886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.874772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.876377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.876711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.877066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.880525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.882111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.882477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.882828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.886131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:50.893478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] DHCP port deletion for d8a9898c-266f-4b0f-bcc5-7b816602faf3 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:50.962874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c923538a-1b69-43c2-a2a2-56c2575f991f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:50.983741 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.069323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Allocated IP 2001:db8::f816:3eff:feb8:c62a (ecc1672e-3596-42c8-b869-e6132162dbcf/b9c40d6a-4697-4c72-b6c3-94cbd2788ea6/5dfbcd27-819c-4315-a4d5-77fa45863edc) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:51.250521 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b639dc3-c2a1-45ad-98e2-6e0b9ab85ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.397690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.410146 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.430429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47622) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:51.446312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c923538a-1b69-43c2-a2a2-56c2575f991f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:51.448406 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.464023 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.553239 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.625624 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.655572 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.658544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Pushing event updated for resources: {'Port': ['ID=b969631e-4f7a-47fd-9f4d-db9974b63a77,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:51.666827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Port': ['ID=5dfbcd27-819c-4315-a4d5-77fa45863edc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:51.702063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network ecc1672e-3596-42c8-b869-e6132162dbcf is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:51.703610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:51.707017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:51.713666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0b639dc3-c2a1-45ad-98e2-6e0b9ab85ebb None None] For port a8801a71-b081-47d6-920e-b90a833b48b2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a8801a71-b081-47d6-920e-b90a833b48b2,segment=NetworkSegment(122839d3-e323-41ee-b928-3eba47963e7a),segment_id=122839d3-e323-41ee-b928-3eba47963e7a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:51.718529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:51.719214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.753747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] Deleting port a8801a71-b081-47d6-920e-b90a833b48b2 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:03:51.754140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.809269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-22afe938-9837-4e16-a3f3-4cbf5259fae8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5031877 Dec 15 14:03:51.815826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47632) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:51.849625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7c20067-5916-433f-9083-60cfe66ae514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.877632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] For port a8801a71-b081-47d6-920e-b90a833b48b2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a8801a71-b081-47d6-920e-b90a833b48b2,segment=NetworkSegment(122839d3-e323-41ee-b928-3eba47963e7a),segment_id=122839d3-e323-41ee-b928-3eba47963e7a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:51.878351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.894006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] Calling delete_port for a8801a71-b081-47d6-920e-b90a833b48b2 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:03:51.992460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b639dc3-c2a1-45ad-98e2-6e0b9ab85ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:51.994292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:51.996453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:52.002993 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.010317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3f8a05-2ffb-466f-b144-f0dc42dd089e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Deleting subnet b9c40d6a-4697-4c72-b6c3-94cbd2788ea6 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:03:52.105594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b639dc3-c2a1-45ad-98e2-6e0b9ab85ebb None None] Pushing event updated for resources: {'Port': ['ID=a8801a71-b081-47d6-920e-b90a833b48b2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:52.127902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0d62c-6429-4f4e-af9c-7ba7bbda1d22 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:52.185937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7c20067-5916-433f-9083-60cfe66ae514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.193652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7c20067-5916-433f-9083-60cfe66ae514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.202272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:03:52.252378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.290933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Attempting to bind port f4d988e6-303d-464b-b0c9-a27af7d7dbbd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:52.291693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Attempting to bind port f4d988e6-303d-464b-b0c9-a27af7d7dbbd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:52.292545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Attempting to bind port f4d988e6-303d-464b-b0c9-a27af7d7dbbd on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:52.299531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] No DVR routers for this DVR port a8801a71-b081-47d6-920e-b90a833b48b2 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:03:52.305270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Allocated IP 2001:db8::f816:3eff:fe68:1175 (ecc1672e-3596-42c8-b869-e6132162dbcf/b9c40d6a-4697-4c72-b6c3-94cbd2788ea6/a37d9274-290f-415c-aa9e-138380b8fc9b) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:52.343065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c7c20067-5916-433f-9083-60cfe66ae514 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=383eab52825048d3ba517761b05ea3ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9103096 Dec 15 14:03:52.350529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47642) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:52.358155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c20067-5916-433f-9083-60cfe66ae514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e2cf8-0571-4be0-a5b4-0349bc193cf3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:52.428744 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.479606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:52.480083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:52.480448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.480856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:52.481471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Bound port: f4d988e6-303d-464b-b0c9-a27af7d7dbbd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:52.481784 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.535379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0940cc01-e6e1-4a11-8d68-d77fbb9768b4 None None] Provisioning complete for port c923538a-1b69-43c2-a2a2-56c2575f991f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:52.535793 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0940cc01-e6e1-4a11-8d68-d77fbb9768b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.570555 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-575587d9-0e43-49d7-b062-0592ce9ed6f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.594963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:03:52.609831 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-32c0b612-0803-4f76-a22e-4bb8d369cacc admin admin] 10.222.0.86 "PUT /v2.0/routers/f56383d7-442f-4ef0-bd38-6a1e4f58a4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2462969 Dec 15 14:03:52.628821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2706f7-1119-4b78-9aa1-dc84a7e5f39c None None] Pushing event updated for resources: {'Port': ['ID=f4d988e6-303d-464b-b0c9-a27af7d7dbbd,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:52.639841 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-575587d9-0e43-49d7-b062-0592ce9ed6f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.641309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port c923538a-1b69-43c2-a2a2-56c2575f991f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c923538a-1b69-43c2-a2a2-56c2575f991f,segment=NetworkSegment(0a813931-9a95-4a5e-88bc-2bd77ad12674),segment_id=0a813931-9a95-4a5e-88bc-2bd77ad12674)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:52.689068 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.689842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:52.728087 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-575587d9-0e43-49d7-b062-0592ce9ed6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.731961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-575587d9-0e43-49d7-b062-0592ce9ed6f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.742340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-575587d9-0e43-49d7-b062-0592ce9ed6f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d81e2cf8-0571-4be0-a5b4-0349bc193cf3 HTTP/1.1" status: 204 len: 168 time: 0.3867798 Dec 15 14:03:52.768917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575587d9-0e43-49d7-b062-0592ce9ed6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e2cf8-0571-4be0-a5b4-0349bc193cf3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:52.803985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57bf78-20d7-43a1-8d1c-09e24ed307e0 None None] Pushing event deleted for resources: {'Port': ['ID=a8801a71-b081-47d6-920e-b90a833b48b2,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:52.928022 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:52.938267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8a05-2ffb-466f-b144-f0dc42dd089e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.044624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8a05-2ffb-466f-b144-f0dc42dd089e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.183663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.337845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8a05-2ffb-466f-b144-f0dc42dd089e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.347765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47676) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.368411 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-28c1b94e-6a07-4797-be9a-52e4e9d7970d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.487508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8a05-2ffb-466f-b144-f0dc42dd089e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.510721 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-28c1b94e-6a07-4797-be9a-52e4e9d7970d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.513673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8a05-2ffb-466f-b144-f0dc42dd089e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.518502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ae3f8a05-2ffb-466f-b144-f0dc42dd089e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/subnets/b9c40d6a-4697-4c72-b6c3-94cbd2788ea6 HTTP/1.1" status: 204 len: 168 time: 1.7014596 Dec 15 14:03:53.521427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47694) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.548010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f8a05-2ffb-466f-b144-f0dc42dd089e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c40d6a-4697-4c72-b6c3-94cbd2788ea6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:53.557057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-28c1b94e-6a07-4797-be9a-52e4e9d7970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.560299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] For port f4d988e6-303d-464b-b0c9-a27af7d7dbbd, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:53.576996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] For port f4d988e6-303d-464b-b0c9-a27af7d7dbbd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f4d988e6-303d-464b-b0c9-a27af7d7dbbd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:53.579358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=c923538a-1b69-43c2-a2a2-56c2575f991f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:53.668165 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.671663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Pushing event updated for resources: {'Port': ['ID=a37d9274-290f-415c-aa9e-138380b8fc9b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:53.681522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1b94e-6a07-4797-be9a-52e4e9d7970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4e566e-e327-411d-8aa6-fe039b90097e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:53.706868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Network ecc1672e-3596-42c8-b869-e6132162dbcf is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:53.741587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:53.749660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:53.750144 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.756061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47698) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.756258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-28c1b94e-6a07-4797-be9a-52e4e9d7970d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9310706e93384c719fa575d11f5f0d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4037807 Dec 15 14:03:53.759573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:53.798621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d3b172-e5e8-40cd-a838-2ea860a6ded8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:53.800322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d3b172-e5e8-40cd-a838-2ea860a6ded8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:53.806612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-49d3b172-e5e8-40cd-a838-2ea860a6ded8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2831643 Dec 15 14:03:53.809345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47702) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.830501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0940cc01-e6e1-4a11-8d68-d77fbb9768b4 None None] Provisioning complete for port b969631e-4f7a-47fd-9f4d-db9974b63a77 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:53.830881 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0940cc01-e6e1-4a11-8d68-d77fbb9768b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.846479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826dc77-f871-47a1-870a-1ca5e970bc98 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:03:53.868586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30d79332-5809-44c1-bfb5-841cb7e6a387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.877978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Routers {'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:03:53.878622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:53.903135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30d79332-5809-44c1-bfb5-841cb7e6a387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.928745 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce508ecd-d756-4ccc-902a-43c865c00a40 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:53.937133 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce508ecd-d756-4ccc-902a-43c865c00a40 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 14:03:53.938557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce508ecd-d756-4ccc-902a-43c865c00a40 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:03:53.944675 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ce508ecd-d756-4ccc-902a-43c865c00a40 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/ecc1672e-3596-42c8-b869-e6132162dbcf HTTP/1.1" status: 409 len: 405 time: 0.1342640 Dec 15 14:03:53.950994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47704) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:53.987740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1391192652'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:54.012227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30d79332-5809-44c1-bfb5-841cb7e6a387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.015439 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30d79332-5809-44c1-bfb5-841cb7e6a387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.016801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-30d79332-5809-44c1-bfb5-841cb7e6a387 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6a4e566e-e327-411d-8aa6-fe039b90097e HTTP/1.1" status: 204 len: 168 time: 0.2595763 Dec 15 14:03:54.026995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d79332-5809-44c1-bfb5-841cb7e6a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4e566e-e327-411d-8aa6-fe039b90097e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:54.063848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:54.068234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.087564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2706f7-1119-4b78-9aa1-dc84a7e5f39c None None] Pushing event updated for resources: {'Port': ['ID=f4d988e6-303d-464b-b0c9-a27af7d7dbbd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:54.104677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0940cc01-e6e1-4a11-8d68-d77fbb9768b4 None None] Port b969631e-4f7a-47fd-9f4d-db9974b63a77 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:54.128614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:54.156786 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.157141 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Added segment 8deb3a0f-2ab7-41b7-b983-8d657591a95c of type vlan for network a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 Dec 15 14:03:54.229823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.238368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Attempting to bind port a37d9274-290f-415c-aa9e-138380b8fc9b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:03:54.239724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Attempting to bind port a37d9274-290f-415c-aa9e-138380b8fc9b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '899c3719-4ffd-4fbd-94bd-f21f04dca513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'ecc1672e-3596-42c8-b869-e6132162dbcf'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:03:54.240220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Attempting to bind port a37d9274-290f-415c-aa9e-138380b8fc9b on network ecc1672e-3596-42c8-b869-e6132162dbcf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:03:54.278264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:03:54.278768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Checking segment: {'id': '899c3719-4ffd-4fbd-94bd-f21f04dca513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'ecc1672e-3596-42c8-b869-e6132162dbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:54.279305 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.280186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Bound using segment: {'id': '899c3719-4ffd-4fbd-94bd-f21f04dca513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'ecc1672e-3596-42c8-b869-e6132162dbcf'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:03:54.280891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Bound port: a37d9274-290f-415c-aa9e-138380b8fc9b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899c3719-4ffd-4fbd-94bd-f21f04dca513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'ecc1672e-3596-42c8-b869-e6132162dbcf'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:03:54.281326 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.287740 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.294024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:54.294653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.328372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] Provisioning complete for port b969631e-4f7a-47fd-9f4d-db9974b63a77 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:54.328895 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.372184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] Set router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:03:54.384627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4296401 Dec 15 14:03:54.391548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47720) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:54.398240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'subnet': {'network_id': 'a61eead5-47af-4f0f-9c22-e9d7e5df6bb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:54.415075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7711a-a0a5-4e36-821b-46f430995568 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Network': ['ID=a61eead5-47af-4f0f-9c22-e9d7e5df6bb8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:54.560774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:54.727152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] Port b969631e-4f7a-47fd-9f4d-db9974b63a77 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:03:54.835209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] For port a37d9274-290f-415c-aa9e-138380b8fc9b, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:03:54.847361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-5427705e-cadd-481d-b37a-1a30e7b6fd0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2470572 Dec 15 14:03:54.851281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:54.858006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] For port a37d9274-290f-415c-aa9e-138380b8fc9b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a37d9274-290f-415c-aa9e-138380b8fc9b,segment=NetworkSegment(899c3719-4ffd-4fbd-94bd-f21f04dca513),segment_id=899c3719-4ffd-4fbd-94bd-f21f04dca513)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:03:54.867400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:54.931425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c923538a-1b69-43c2-a2a2-56c2575f991f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:54.939554 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.019050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd4a78-00c8-462d-9cf2-337284ae25b8 None None] Pushing event updated for resources: {'Port': ['ID=a37d9274-290f-415c-aa9e-138380b8fc9b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:55.037514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] Provisioning complete for port f4d988e6-303d-464b-b0c9-a27af7d7dbbd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:55.037514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.103934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-3f6f2336-4084-4205-ba42-e7290abc0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:55.108176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-3f6f2336-4084-4205-ba42-e7290abc0ede service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 1097 time: 0.1927981 Dec 15 14:03:55.310859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa1c753-09b5-4366-9757-1dba56bb9fa8 None None] Network ecc1672e-3596-42c8-b869-e6132162dbcf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:55.352783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c923538a-1b69-43c2-a2a2-56c2575f991f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:55.353366 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.469355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-1d2c7c9f-3607-4e6a-9cb5-94b5675cdb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:55.471527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-1d2c7c9f-3607-4e6a-9cb5-94b5675cdb59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.3363469 Dec 15 14:03:55.543846 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.580263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-75264452-1c14-499f-a048-1282905fe6d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44084319-6365-460d-b76e-92db3e4e7c5f HTTP/1.1" status: 200 len: 1002 time: 0.0865841 Dec 15 14:03:55.646379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] For port f4d988e6-303d-464b-b0c9-a27af7d7dbbd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f4d988e6-303d-464b-b0c9-a27af7d7dbbd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:03:55.678388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.684329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-72eba837-d2b3-464b-8e2d-52f9d608e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:55.686390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-72eba837-d2b3-464b-8e2d-52f9d608e3d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.0986042 Dec 15 14:03:55.711099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:03:55.724831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:55.745523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ba5cc-d0f1-4590-a75c-8fe4da719ca0 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:03:55.831016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:03:50Z', 'revision_number': 4, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b969631e-4f7a-47fd-9f4d-db9974b63a77', 'name': '', 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:49Z', 'updated_at': '2021-12-15T14:03:51Z', 'revision_number': 2, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'subnets': [{'id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:55.902121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Subnet': ['ID=fc3a2fb5-b8ec-461a-a513-aa1e1d0aee5f,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:55.920388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7659a7-4e3c-4cb9-ad25-ef1efb535142 None None] The sync data for ids ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'] in n-d-821840-1 is: [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:03:50Z', 'revision_number': 4, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b969631e-4f7a-47fd-9f4d-db9974b63a77', 'name': '', 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:49Z', 'updated_at': '2021-12-15T14:03:51Z', 'revision_number': 2, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'subnets': [{'id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:03:55.933651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-763ba552-0c73-4ffd-b225-591a4257b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:55.940674 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-763ba552-0c73-4ffd-b225-591a4257b3e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277853 Dec 15 14:03:55.979231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830921-0d27-4c0e-a961-1bdc23a4e2ab None None] Pushing event updated for resources: {'Port': ['ID=f4d988e6-303d-464b-b0c9-a27af7d7dbbd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:56.038511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Checking segment: {'id': '8deb3a0f-2ab7-41b7-b983-8d657591a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a61eead5-47af-4f0f-9c22-e9d7e5df6bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:56.038920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network hostable DHCP agents. Network: a61eead5-47af-4f0f-9c22-e9d7e5df6bb8, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:56.062567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a8801a71-b081-47d6-920e-b90a833b48b2 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:03:56.134876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:56.171769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: a8801a71-b081-47d6-920e-b90a833b48b2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:03:56.174071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a8801a71-b081-47d6-920e-b90a833b48b2 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:03:56.185801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a61eead5-47af-4f0f-9c22-e9d7e5df6bb8) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:56.192760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:56.195618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:56.237151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47802) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:56.237834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e1bdc6ee-a7f0-47da-ad3c-445d0ae4f593 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8486710 Dec 15 14:03:56.282072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-924662d2-a140-4b54-bddc-d3572ff52fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078718 Dec 15 14:03:56.582114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:56.631891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ba5cc-d0f1-4590-a75c-8fe4da719ca0 None None] Unable to find a vacant binding_index for network a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 and agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 15 14:03:56.644651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eab5948d-8ea5-417d-aaea-2f30f1f81e5f req-0e766e21-22d8-4cf0-aae6-a2365211b9ce service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549643 Dec 15 14:03:56.645943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ba5cc-d0f1-4590-a75c-8fe4da719ca0 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a61eead5-47af-4f0f-9c22-e9d7e5df6bb8) {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:03:56.736257 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:56.852216 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:56.943693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3a2fb5-b8ec-461a-a513-aa1e1d0aee5f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:57.182083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.230575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61eead5-47af-4f0f-9c22-e9d7e5df6bb8']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:57.251027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8deb3a0f-2ab7-41b7-b983-8d657591a95c') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:57.253710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8deb3a0f-2ab7-41b7-b983-8d657591a95c') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:03:57.298247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.327978 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.343449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:03:57.345256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:03:57.562177 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:03:57.577201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.599225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.615149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47830) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:57.620778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-835615755'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:57.630292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 HTTP/1.1" status: 204 len: 168 time: 1.3891895 Dec 15 14:03:57.697927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431eff3-a482-46ae-9c03-b49672d336a2 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Network': ['ID=a61eead5-47af-4f0f-9c22-e9d7e5df6bb8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:57.705923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:57.709775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.787793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:03:57.816721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b5f31-ba2b-4515-8a38-b1c3793017c8 None None] Network a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:57.821717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:57.832846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.833208 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Added segment f07a9d31-1bbf-4c44-97b2-45bdb7c658ca of type vlan for network 9655322e-e0f5-432b-9e96-b0e77d970258 Dec 15 14:03:57.838167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b5f31-ba2b-4515-8a38-b1c3793017c8 None None] Network a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 could not be found, it might have been deleted concurrently. {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 14:03:57.852993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549dd958-854b-4fe9-a07c-2a282692b21c None None] Network a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:57.891753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549dd958-854b-4fe9-a07c-2a282692b21c None None] Network a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 could not be found, it might have been deleted concurrently. {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 14:03:57.936857 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.971323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:57.978549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:57.979344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.106346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4899035 Dec 15 14:03:58.107012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47844) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:58.116108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'subnet': {'network_id': '9655322e-e0f5-432b-9e96-b0e77d970258', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:03:58.124300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f448dd-371f-4811-ae5e-aec1ae840aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.135250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4784a-7a4f-4fc0-a429-b1d4e18c8d1e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Network': ['ID=9655322e-e0f5-432b-9e96-b0e77d970258,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:58.168431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 9655322e-e0f5-432b-9e96-b0e77d970258 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:03:58.322169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:03:58.325723 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.443962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f448dd-371f-4811-ae5e-aec1ae840aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.449805 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f448dd-371f-4811-ae5e-aec1ae840aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.508604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-32f448dd-371f-4811-ae5e-aec1ae840aad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff7be1f41e314092bd3f7c23d0504dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6854372 Dec 15 14:03:58.534734 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f448dd-371f-4811-ae5e-aec1ae840aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8fa631-8491-4909-9ae7-9e2116556fb4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:58.541901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:58.656817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f56c59a8-c686-48e2-a70c-14e6065dd33a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.714181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f56c59a8-c686-48e2-a70c-14e6065dd33a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.755554 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.860042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f4d988e6-303d-464b-b0c9-a27af7d7dbbd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:03:58.865483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f56c59a8-c686-48e2-a70c-14e6065dd33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.898653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f56c59a8-c686-48e2-a70c-14e6065dd33a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:58.903982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f56c59a8-c686-48e2-a70c-14e6065dd33a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e8fa631-8491-4909-9ae7-9e2116556fb4 HTTP/1.1" status: 204 len: 168 time: 0.3606582 Dec 15 14:03:58.928472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c59a8-c686-48e2-a70c-14e6065dd33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8fa631-8491-4909-9ae7-9e2116556fb4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:58.986151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Subnet': ['ID=4fd0ec64-3819-42fd-8550-9b7db970df9b,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:59.005571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Checking segment: {'id': 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9655322e-e0f5-432b-9e96-b0e77d970258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:03:59.005947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network hostable DHCP agents. Network: 9655322e-e0f5-432b-9e96-b0e77d970258, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:03:59.039609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network 9655322e-e0f5-432b-9e96-b0e77d970258 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:03:59.055801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f4d988e6-303d-464b-b0c9-a27af7d7dbbd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:03:59.056204 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.061251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 9655322e-e0f5-432b-9e96-b0e77d970258) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:59.066479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:03:59.069318 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.108350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:03:59.108490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0e20acf7-a10f-4aeb-842b-27c7f8db7f21 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9976616 Dec 15 14:03:59.116682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc0838e-0380-4270-aa13-bacb5dc8b7e5 None None] Network 9655322e-e0f5-432b-9e96-b0e77d970258 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:03:59.284791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-9655322e-e0f5-432b-9e96-b0e77d970258', 'network_id': '9655322e-e0f5-432b-9e96-b0e77d970258', 'project_id': 'cd3b63881e324af084904594e75ca77b', 'fixed_ips': [{'subnet_id': '4fd0ec64-3819-42fd-8550-9b7db970df9b'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:03:59.287453 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.362055 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.463664 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.626213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Allocated IP 2001:db8::2 (9655322e-e0f5-432b-9e96-b0e77d970258/4fd0ec64-3819-42fd-8550-9b7db970df9b/17f8d952-b5cc-483b-a246-30bb5f8d00a9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:03:59.861552 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.872286 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.901476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:03:59.924450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Network 9655322e-e0f5-432b-9e96-b0e77d970258 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:03:59.929940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:03:59.932897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:03:59.954337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Pushing event updated for resources: {'Port': ['ID=17f8d952-b5cc-483b-a246-30bb5f8d00a9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:03:59.982122 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.982493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.982855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.983208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.984438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.985392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.985756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.986099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.986446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.986790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.987134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.987476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:03:59.987815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:00.027572 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Sync routers for ids ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:00.037758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd0ec64-3819-42fd-8550-9b7db970df9b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:00.057900 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Routers {'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:00.060796 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:00.076816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Attempting to bind port 17f8d952-b5cc-483b-a246-30bb5f8d00a9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:00.077496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Attempting to bind port 17f8d952-b5cc-483b-a246-30bb5f8d00a9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9655322e-e0f5-432b-9e96-b0e77d970258'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:00.078121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Attempting to bind port 17f8d952-b5cc-483b-a246-30bb5f8d00a9 on network 9655322e-e0f5-432b-9e96-b0e77d970258 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:00.084198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:00.084932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Checking segment: {'id': 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9655322e-e0f5-432b-9e96-b0e77d970258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:00.085597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.086778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Bound using segment: {'id': 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9655322e-e0f5-432b-9e96-b0e77d970258'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:00.087589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Bound port: 17f8d952-b5cc-483b-a246-30bb5f8d00a9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9655322e-e0f5-432b-9e96-b0e77d970258'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:00.088275 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.202711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.251939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] For port 17f8d952-b5cc-483b-a246-30bb5f8d00a9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:00.258642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9655322e-e0f5-432b-9e96-b0e77d970258']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:00.259762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] For port 17f8d952-b5cc-483b-a246-30bb5f8d00a9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17f8d952-b5cc-483b-a246-30bb5f8d00a9,segment=NetworkSegment(f07a9d31-1bbf-4c44-97b2-45bdb7c658ca),segment_id=f07a9d31-1bbf-4c44-97b2-45bdb7c658ca)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:00.274434 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.281802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:00.282102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:00.309727 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.321330 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Set router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:00.341256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.352872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:00.354060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:00.360761 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:00.440026 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 14:04:00.440026 n-d-821840-1 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 14:04:00.440026 n-d-821840-1 neutron-server[109767]: [parameters: {'id': '9655322e-e0f5-432b-9e96-b0e77d970258'}] Dec 15 14:04:00.440026 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:04:00.441069 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:04:00.482452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a518a5-abf4-4ba6-94fa-52a3fe22efd5 None None] Pushing event updated for resources: {'Port': ['ID=17f8d952-b5cc-483b-a246-30bb5f8d00a9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:00.498933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977289fa-2976-4d05-bf04-b934d52ca2ac None None] Network 9655322e-e0f5-432b-9e96-b0e77d970258 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:00.707572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34d2db4-2e34-4ea5-a615-435772e13b3d None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:04:00.770592 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:03:50Z', 'revision_number': 4, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b969631e-4f7a-47fd-9f4d-db9974b63a77', 'name': '', 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:49Z', 'updated_at': '2021-12-15T14:03:51Z', 'revision_number': 2, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'subnets': [{'id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:00.801746 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Checking router: f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:04:00.802532 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Updating router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 port b969631e-4f7a-47fd-9f4d-db9974b63a77 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:04:00.831947 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.834247 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:00.944729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.045131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d2db4-2e34-4ea5-a615-435772e13b3d None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:04:01.062398 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.116568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Deleting port 17f8d952-b5cc-483b-a246-30bb5f8d00a9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:01.116928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.283407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] For port 17f8d952-b5cc-483b-a246-30bb5f8d00a9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17f8d952-b5cc-483b-a246-30bb5f8d00a9,segment=NetworkSegment(f07a9d31-1bbf-4c44-97b2-45bdb7c658ca),segment_id=f07a9d31-1bbf-4c44-97b2-45bdb7c658ca)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:01.284861 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.304322 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba404526-2c7d-48f3-8d59-aafadc4a07b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.320871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Calling delete_port for 17f8d952-b5cc-483b-a246-30bb5f8d00a9 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:01.509194 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.518973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.528463 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.580469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Port': ['ID=17f8d952-b5cc-483b-a246-30bb5f8d00a9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:01.590486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No DVR routers for this DVR port 17f8d952-b5cc-483b-a246-30bb5f8d00a9 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:01.654885 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b77134-c76b-4410-9c96-9f7130c98372 None None] Pushing event updated for resources: {'Port': ['ID=b969631e-4f7a-47fd-9f4d-db9974b63a77,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:01.742615 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Attempting to bind port b969631e-4f7a-47fd-9f4d-db9974b63a77 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:01.742910 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Attempting to bind port b969631e-4f7a-47fd-9f4d-db9974b63a77 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:01.743271 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Attempting to bind port b969631e-4f7a-47fd-9f4d-db9974b63a77 on network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:01.746914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.753711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:01.764184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:01.764980 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Checking segment: {'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:01.765552 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.766150 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Bound using segment: {'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:01.768699 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Bound port: b969631e-4f7a-47fd-9f4d-db9974b63a77, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a813931-9a95-4a5e-88bc-2bd77ad12674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:01.769350 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.792976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9655322e-e0f5-432b-9e96-b0e77d970258']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:01.812050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:01.812357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07a9d31-1bbf-4c44-97b2-45bdb7c658ca') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:01.823289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.843842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.860905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:01.865840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:01.874522 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:01.930856 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] For port b969631e-4f7a-47fd-9f4d-db9974b63a77, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:01.937372 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] For port b969631e-4f7a-47fd-9f4d-db9974b63a77, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b969631e-4f7a-47fd-9f4d-db9974b63a77,segment=NetworkSegment(0a813931-9a95-4a5e-88bc-2bd77ad12674),segment_id=0a813931-9a95-4a5e-88bc-2bd77ad12674)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:01.944193 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:01.997337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2581cd88-ace1-495a-9d7a-1686c77ff07f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.018570 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b77134-c76b-4410-9c96-9f7130c98372 None None] Pushing event updated for resources: {'Port': ['ID=b969631e-4f7a-47fd-9f4d-db9974b63a77,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.037929 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Routers {'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:02.038656 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:03:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:02.053876 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.119968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.131164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/9655322e-e0f5-432b-9e96-b0e77d970258 HTTP/1.1" status: 204 len: 168 time: 3.0214550 Dec 15 14:04:02.134798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47934) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:02.136529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7fcc7-28d2-4c7f-a7d1-9e28813bf476 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Network': ['ID=9655322e-e0f5-432b-9e96-b0e77d970258,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.151715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-392829380'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:02.187842 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] Set router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:02.252188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:02.255735 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.291441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d470d191-c577-42c9-af3a-c4942e8dda0e None None] Provisioning complete for port b969631e-4f7a-47fd-9f4d-db9974b63a77 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:02.292121 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d470d191-c577-42c9-af3a-c4942e8dda0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.293403 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2581cd88-ace1-495a-9d7a-1686c77ff07f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.324446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2581cd88-ace1-495a-9d7a-1686c77ff07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.496761 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2581cd88-ace1-495a-9d7a-1686c77ff07f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5a68057c970b44458433c47b1c9cd442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7408037 Dec 15 14:04:02.498686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:02.499324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:02.527629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581cd88-ace1-495a-9d7a-1686c77ff07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8c55ff-b069-4218-a6b7-7bde6be745b7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.546224 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.546905 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Added segment adfbe511-8485-47bc-bf3d-535fffaffee4 of type vlan for network ca89ea25-ff6d-45cf-a970-c723ca433e5a Dec 15 14:04:02.548808 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d470d191-c577-42c9-af3a-c4942e8dda0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.632286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d470d191-c577-42c9-af3a-c4942e8dda0e None None] For port b969631e-4f7a-47fd-9f4d-db9974b63a77, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b969631e-4f7a-47fd-9f4d-db9974b63a77,segment=NetworkSegment(0a813931-9a95-4a5e-88bc-2bd77ad12674),segment_id=0a813931-9a95-4a5e-88bc-2bd77ad12674)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:02.640515 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16b52ecd-e788-46e0-a491-f229a1951317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.641216 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d470d191-c577-42c9-af3a-c4942e8dda0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.664816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.670625 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:03:50Z', 'revision_number': 4, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b969631e-4f7a-47fd-9f4d-db9974b63a77', 'name': '', 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:49Z', 'updated_at': '2021-12-15T14:04:01Z', 'revision_number': 4, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'subnets': [{'id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:02.700270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16b52ecd-e788-46e0-a491-f229a1951317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.736164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.746618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470d191-c577-42c9-af3a-c4942e8dda0e None None] Pushing event updated for resources: {'Port': ['ID=b969631e-4f7a-47fd-9f4d-db9974b63a77,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.752465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:02.759192 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.767206 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaac9a-759a-4a32-bf89-9cc91e88ef0c None None] The sync data for ids ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'] in n-d-821840-1 is: [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:03:50Z', 'revision_number': 4, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b969631e-4f7a-47fd-9f4d-db9974b63a77', 'name': '', 'network_id': '7404ffad-2a7a-4daf-acdd-6fc723a01d86', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:49Z', 'updated_at': '2021-12-15T14:04:01Z', 'revision_number': 4, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'subnets': [{'id': '0295db12-5d75-4931-a55e-1afccdbcdf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:02.777292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e355c2b8-5bf1-421e-806d-0df75b8eff04 None None] Provisioning complete for port b969631e-4f7a-47fd-9f4d-db9974b63a77 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:02.777693 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e355c2b8-5bf1-421e-806d-0df75b8eff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.882467 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16b52ecd-e788-46e0-a491-f229a1951317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.887698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-16b52ecd-e788-46e0-a491-f229a1951317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:02.890393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-16b52ecd-e788-46e0-a491-f229a1951317 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3d8c55ff-b069-4218-a6b7-7bde6be745b7 HTTP/1.1" status: 204 len: 168 time: 0.3892431 Dec 15 14:04:02.914180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b52ecd-e788-46e0-a491-f229a1951317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8c55ff-b069-4218-a6b7-7bde6be745b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:02.932363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b969631e-4f7a-47fd-9f4d-db9974b63a77 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:02.942427 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8021939 Dec 15 14:04:02.945667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47948) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:02.955401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Request body: {'subnet': {'network_id': 'ca89ea25-ff6d-45cf-a970-c723ca433e5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:02.989415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ec14b-4c73-464e-9c53-b326f9ae0995 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Network': ['ID=ca89ea25-ff6d-45cf-a970-c723ca433e5a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:03.049698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ca89ea25-ff6d-45cf-a970-c723ca433e5a details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:03.205102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Made reservation on behalf of cd3b63881e324af084904594e75ca77b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:03.211059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.283136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b969631e-4f7a-47fd-9f4d-db9974b63a77 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:03.283519 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.821623 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09735dd5-4b52-4b92-ab7b-f1a46f45897e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:03.906413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:04:03.918483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.048787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event updated for resources: {'Subnet': ['ID=11f54c10-35f5-4b54-b627-0206d51a30be,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:04.071082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Checking segment: {'id': 'adfbe511-8485-47bc-bf3d-535fffaffee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'ca89ea25-ff6d-45cf-a970-c723ca433e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:04.071468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network hostable DHCP agents. Network: ca89ea25-ff6d-45cf-a970-c723ca433e5a, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:04.094933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Network ca89ea25-ff6d-45cf-a970-c723ca433e5a is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:04.116199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ca89ea25-ff6d-45cf-a970-c723ca433e5a) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:04.121253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:04.123037 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.128306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d1684-8173-4859-a6a8-cafff1c7c81a None None] Network ca89ea25-ff6d-45cf-a970-c723ca433e5a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:04.191390 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4bf00a34-0380-479b-a1be-c9a5f8bd92a1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2443595 Dec 15 14:04:04.195187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47980) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:04.343456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.381329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cdd87f-76f5-4e84-8c6f-e18ac90aeac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ca89ea25-ff6d-45cf-a970-c723ca433e5a', 'network_id': 'ca89ea25-ff6d-45cf-a970-c723ca433e5a', 'project_id': 'cd3b63881e324af084904594e75ca77b', 'fixed_ips': [{'subnet_id': '11f54c10-35f5-4b54-b627-0206d51a30be'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:04.382241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22cdd87f-76f5-4e84-8c6f-e18ac90aeac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.439985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.595167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server [None req-22cdd87f-76f5-4e84-8c6f-e18ac90aeac3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11f54c10-35f5-4b54-b627-0206d51a30be: This subnet is being modified by another concurrent operation. Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:04:04.634033 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11f54c10-35f5-4b54-b627-0206d51a30be: This subnet is being modified by another concurrent operation. Dec 15 14:04:04.637480 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Dec 15 14:04:04.663243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Subnet': ['ID=11f54c10-35f5-4b54-b627-0206d51a30be,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:04.685708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65a062c-79c9-45a4-b420-e0d26465f3a2 None None] Network ca89ea25-ff6d-45cf-a970-c723ca433e5a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:04.771640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.828093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca89ea25-ff6d-45cf-a970-c723ca433e5a']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:04.853183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfbe511-8485-47bc-bf3d-535fffaffee4') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:04.854339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfbe511-8485-47bc-bf3d-535fffaffee4') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:04.878197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.896353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b969631e-4f7a-47fd-9f4d-db9974b63a77 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:04.907505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.923085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:04.925036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:04.932155 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:04.990912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809fd7d-f7a0-496f-a259-944b867c39f9 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:04:04.999814 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.064650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.081392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.088493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/ca89ea25-ff6d-45cf-a970-c723ca433e5a HTTP/1.1" status: 204 len: 168 time: 0.8919551 Dec 15 14:04:05.090744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.125682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932af64-275a-45a8-884b-3dd044320320 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Network': ['ID=ca89ea25-ff6d-45cf-a970-c723ca433e5a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:05.138548 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5d9dfa-b4dd-4510-8a77-94a2bb197e7c tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:05.139085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5d9dfa-b4dd-4510-8a77-94a2bb197e7c tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:05.142468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5f5d9dfa-b4dd-4510-8a77-94a2bb197e7c tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/subnets/11f54c10-35f5-4b54-b627-0206d51a30be HTTP/1.1" status: 404 len: 337 time: 0.0501075 Dec 15 14:04:05.145887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48002) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.207387 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec8ad42-d271-4c82-a6cd-08d4cbd86d07 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:05.211995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec8ad42-d271-4c82-a6cd-08d4cbd86d07 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:05.222792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dec8ad42-d271-4c82-a6cd-08d4cbd86d07 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/ca89ea25-ff6d-45cf-a970-c723ca433e5a HTTP/1.1" status: 404 len: 339 time: 0.0687044 Dec 15 14:04:05.226468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48010) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.267628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b969631e-4f7a-47fd-9f4d-db9974b63a77 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:05.268055 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.280709 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-332df78e-58a7-4b6b-ae3d-05b1451bce56 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:05.281284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332df78e-58a7-4b6b-ae3d-05b1451bce56 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:05.289621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-332df78e-58a7-4b6b-ae3d-05b1451bce56 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/subnets/4fd0ec64-3819-42fd-8550-9b7db970df9b HTTP/1.1" status: 404 len: 337 time: 0.0616512 Dec 15 14:04:05.292359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48014) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.346006 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c5d6ca-d766-4164-85a6-2d71ecc8ac1b tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:05.346816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c5d6ca-d766-4164-85a6-2d71ecc8ac1b tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:05.356418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-78c5d6ca-d766-4164-85a6-2d71ecc8ac1b tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/9655322e-e0f5-432b-9e96-b0e77d970258 HTTP/1.1" status: 404 len: 339 time: 0.0625350 Dec 15 14:04:05.359030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48016) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.436151 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-613ee456-f534-4581-8866-26132867424e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:05.436812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613ee456-f534-4581-8866-26132867424e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:05.447388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48018) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.454529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-613ee456-f534-4581-8866-26132867424e tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/subnets/fc3a2fb5-b8ec-461a-a513-aa1e1d0aee5f HTTP/1.1" status: 404 len: 337 time: 0.0846374 Dec 15 14:04:05.471123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809fd7d-f7a0-496f-a259-944b867c39f9 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:04:05.476850 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c380319-ed32-4a05-b79e-2f554c8e36e5 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:05.477950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c380319-ed32-4a05-b79e-2f554c8e36e5 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:05.484138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.489783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2c380319-ed32-4a05-b79e-2f554c8e36e5 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/a61eead5-47af-4f0f-9c22-e9d7e5df6bb8 HTTP/1.1" status: 404 len: 339 time: 0.0327539 Dec 15 14:04:05.500871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48022) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:05.713221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1f4daefe-740e-48be-9638-61f6e2836775 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Deleting port 5dfbcd27-819c-4315-a4d5-77fa45863edc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:05.713943 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f4daefe-740e-48be-9638-61f6e2836775 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.810965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-758876636'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:05.854992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Made reservation on behalf of 84d55244a2ed423fa6cef662127a6fd6 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:05.867195 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.903531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.918144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f4daefe-740e-48be-9638-61f6e2836775 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:05.970007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1f4daefe-740e-48be-9638-61f6e2836775 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Calling delete_port for 5dfbcd27-819c-4315-a4d5-77fa45863edc owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:06.078359 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.084826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.121358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:06.134396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd17db-91c7-42f1-ad7b-9232a9cfde6c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:06.141503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.144188 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Added segment 81ff1e79-cc93-4320-b337-7bee7ac5f242 of type vlan for network 6e553975-42fd-4baa-abfe-966683a81b3c Dec 15 14:04:06.145319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f4daefe-740e-48be-9638-61f6e2836775 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.226476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.253477 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f4daefe-740e-48be-9638-61f6e2836775 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.268320 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.274088 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f4daefe-740e-48be-9638-61f6e2836775 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/ports/5dfbcd27-819c-4315-a4d5-77fa45863edc HTTP/1.1" status: 204 len: 168 time: 0.7886879 Dec 15 14:04:06.275573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4daefe-740e-48be-9638-61f6e2836775 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Port': ['ID=5dfbcd27-819c-4315-a4d5-77fa45863edc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:06.275733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:06.276283 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.278713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48034) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:06.417457 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4828004-ff95-4f13-b784-d6989203fdf8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:06.417986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4828004-ff95-4f13-b784-d6989203fdf8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:06.421505 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e4828004-ff95-4f13-b784-d6989203fdf8 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/subnets/b9c40d6a-4697-4c72-b6c3-94cbd2788ea6 HTTP/1.1" status: 404 len: 337 time: 0.0597067 Dec 15 14:04:06.424496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48040) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:06.448575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event updated for resources: {'Network': ['ID=6e553975-42fd-4baa-abfe-966683a81b3c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:06.459923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fe0ba6a0-341e-423f-a7bd-27e083cf17b7 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9577208 Dec 15 14:04:06.462607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48042) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:06.467738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Request body: {'subnet': {'network_id': '6e553975-42fd-4baa-abfe-966683a81b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:06.471812 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6e553975-42fd-4baa-abfe-966683a81b3c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:06.572883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.686569 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.767711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Deleting port a37d9274-290f-415c-aa9e-138380b8fc9b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:06.768457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.770900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Made reservation on behalf of 84d55244a2ed423fa6cef662127a6fd6 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:06.781360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.904952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] For port a37d9274-290f-415c-aa9e-138380b8fc9b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a37d9274-290f-415c-aa9e-138380b8fc9b,segment=NetworkSegment(899c3719-4ffd-4fbd-94bd-f21f04dca513),segment_id=899c3719-4ffd-4fbd-94bd-f21f04dca513)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:06.905657 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:06.923026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Calling delete_port for a37d9274-290f-415c-aa9e-138380b8fc9b owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:07.042186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.074888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No DVR routers for this DVR port a37d9274-290f-415c-aa9e-138380b8fc9b on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:07.076894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Port': ['ID=a37d9274-290f-415c-aa9e-138380b8fc9b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:07.199661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.246170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc1672e-3596-42c8-b869-e6132162dbcf']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:07.255562 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.277462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899c3719-4ffd-4fbd-94bd-f21f04dca513') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:07.278577 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899c3719-4ffd-4fbd-94bd-f21f04dca513') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:07.281110 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.305061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.334692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.349900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:07.352327 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:07.355837 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:07.416309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event updated for resources: {'Subnet': ['ID=4381bd30-1b62-4c47-aaba-2789960af08c,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:07.430074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Checking segment: {'id': '81ff1e79-cc93-4320-b337-7bee7ac5f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e553975-42fd-4baa-abfe-966683a81b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:07.430757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Network hostable DHCP agents. Network: 6e553975-42fd-4baa-abfe-966683a81b3c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:07.486179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Network 6e553975-42fd-4baa-abfe-966683a81b3c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:07.503260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6e553975-42fd-4baa-abfe-966683a81b3c) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:07.521059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.522024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68e7ca-4077-41d2-af6b-5d720a252e81 None None] Network 6e553975-42fd-4baa-abfe-966683a81b3c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:07.524412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:07.525847 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.565144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.567769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cc81861a-e88d-4c96-9134-364848873cc0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1040606 Dec 15 14:04:07.570282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48052) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:07.581739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Request body: {'port': {'network_id': '6e553975-42fd-4baa-abfe-966683a81b3c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1092088983'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:07.585488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/ecc1672e-3596-42c8-b869-e6132162dbcf HTTP/1.1" status: 204 len: 168 time: 1.1494560 Dec 15 14:04:07.586209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:07.610996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd688c6-8848-47ca-851a-392d4985564d tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Network': ['ID=ecc1672e-3596-42c8-b869-e6132162dbcf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:07.707490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6e553975-42fd-4baa-abfe-966683a81b3c', 'network_id': '6e553975-42fd-4baa-abfe-966683a81b3c', 'project_id': '84d55244a2ed423fa6cef662127a6fd6', 'fixed_ips': [{'subnet_id': '4381bd30-1b62-4c47-aaba-2789960af08c'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:07.708829 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.791312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-da1d96ca-3678-44fb-b0b2-aa27dff6a7cf tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Deleting port 8a5242cf-6c68-4052-9ebb-e40cd2760587 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:07.791665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da1d96ca-3678-44fb-b0b2-aa27dff6a7cf tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.872631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Made reservation on behalf of 84d55244a2ed423fa6cef662127a6fd6 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:07.876839 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.948482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da1d96ca-3678-44fb-b0b2-aa27dff6a7cf tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:07.964075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-da1d96ca-3678-44fb-b0b2-aa27dff6a7cf tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Calling delete_port for 8a5242cf-6c68-4052-9ebb-e40cd2760587 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:07.970682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] device_id is not set on port f65ceef3-8a1f-408c-a863-80eee28fb7b1 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:08.194558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da1d96ca-3678-44fb-b0b2-aa27dff6a7cf tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.257432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d96ca-3678-44fb-b0b2-aa27dff6a7cf tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Port': ['ID=8a5242cf-6c68-4052-9ebb-e40cd2760587,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:08.265566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Allocated IP 172.20.0.8 (6e553975-42fd-4baa-abfe-966683a81b3c/4381bd30-1b62-4c47-aaba-2789960af08c/f65ceef3-8a1f-408c-a863-80eee28fb7b1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:08.292850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da1d96ca-3678-44fb-b0b2-aa27dff6a7cf tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.297413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da1d96ca-3678-44fb-b0b2-aa27dff6a7cf tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/ports/8a5242cf-6c68-4052-9ebb-e40cd2760587 HTTP/1.1" status: 204 len: 168 time: 0.6986268 Dec 15 14:04:08.299908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.337110 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5948cb15-215a-4dbc-a133-49e86549b8ed tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:08.338952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5948cb15-215a-4dbc-a133-49e86549b8ed tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:08.341190 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5948cb15-215a-4dbc-a133-49e86549b8ed tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/subnets/ff90cbb9-cd79-4908-92c5-dcc919e53e0f HTTP/1.1" status: 404 len: 337 time: 0.0381863 Dec 15 14:04:08.343736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48068) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.427508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.494925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.574647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.582493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.606412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a9898c-266f-4b0f-bcc5-7b816602faf3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.639919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122839d3-e323-41ee-b928-3eba47963e7a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.639919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122839d3-e323-41ee-b928-3eba47963e7a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:08.658368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Network 6e553975-42fd-4baa-abfe-966683a81b3c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:08.662802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:08.672563 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.689268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Allocated IP 172.20.0.2 (6e553975-42fd-4baa-abfe-966683a81b3c/4381bd30-1b62-4c47-aaba-2789960af08c/0b315c31-8fc3-4f5c-bcc0-64ad29786ae0) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:08.690033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:08.700913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.712805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:08.713253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:08.725052 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:08.747796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event updated for resources: {'Port': ['ID=f65ceef3-8a1f-408c-a863-80eee28fb7b1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:08.808384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:08.813830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.842921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.855936 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.860965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-989e15c6-c2d6-45a0-8fc9-2fb090a7b778 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2879658 Dec 15 14:04:08.862833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/d8a9898c-266f-4b0f-bcc5-7b816602faf3 HTTP/1.1" status: 204 len: 168 time: 0.5156384 Dec 15 14:04:08.865108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.867621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48074) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:08.981558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9183ae-6362-434b-9120-5cbd0249b9f1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Deleting subnet cae51478-2995-44e9-b0f3-7603a12b5f72 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:08.994681 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc9183ae-6362-434b-9120-5cbd0249b9f1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:08.997866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e39b-65b9-4aa8-8478-c8cf44997e60 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Network': ['ID=d8a9898c-266f-4b0f-bcc5-7b816602faf3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:09.063949 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.081437 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.118389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b467c03f-2eb0-4325-b266-beef2befe745 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Deleting port f65ceef3-8a1f-408c-a863-80eee28fb7b1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:09.118833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b467c03f-2eb0-4325-b266-beef2befe745 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.139673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc9183ae-6362-434b-9120-5cbd0249b9f1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.257245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Network 6e553975-42fd-4baa-abfe-966683a81b3c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:09.271722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:09.281336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:09.329473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Pushing event updated for resources: {'Port': ['ID=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:09.393567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b467c03f-2eb0-4325-b266-beef2befe745 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.415693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc9183ae-6362-434b-9120-5cbd0249b9f1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.418809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b467c03f-2eb0-4325-b266-beef2befe745 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Calling delete_port for f65ceef3-8a1f-408c-a863-80eee28fb7b1 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:09.454235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Attempting to bind port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:09.454613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Attempting to bind port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '81ff1e79-cc93-4320-b337-7bee7ac5f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e553975-42fd-4baa-abfe-966683a81b3c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:09.454990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Attempting to bind port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 on network 6e553975-42fd-4baa-abfe-966683a81b3c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:09.466559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:09.466965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Checking segment: {'id': '81ff1e79-cc93-4320-b337-7bee7ac5f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e553975-42fd-4baa-abfe-966683a81b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:09.468804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.469684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Bound using segment: {'id': '81ff1e79-cc93-4320-b337-7bee7ac5f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e553975-42fd-4baa-abfe-966683a81b3c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:09.470175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Bound port: 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ff1e79-cc93-4320-b337-7bee7ac5f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e553975-42fd-4baa-abfe-966683a81b3c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:09.470624 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.544366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc9183ae-6362-434b-9120-5cbd0249b9f1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.588267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc9183ae-6362-434b-9120-5cbd0249b9f1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.604588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dc9183ae-6362-434b-9120-5cbd0249b9f1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/subnets/cae51478-2995-44e9-b0f3-7603a12b5f72 HTTP/1.1" status: 204 len: 168 time: 0.7341149 Dec 15 14:04:09.612564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48084) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:09.615982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862d7f1-353b-4262-9fc8-a9004bd28a56 None None] Network 1c61557e-09ab-4d67-83d8-8d08f53437ac requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:09.694933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9183ae-6362-434b-9120-5cbd0249b9f1 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Subnet': ['ID=cae51478-2995-44e9-b0f3-7603a12b5f72,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:09.851158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] For port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:09.886517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] For port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,segment=NetworkSegment(81ff1e79-cc93-4320-b337-7bee7ac5f242),segment_id=81ff1e79-cc93-4320-b337-7bee7ac5f242)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:09.897026 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:09.969577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ed18b-6672-4e03-9fb5-3a16776fd3eb None None] Pushing event updated for resources: {'Port': ['ID=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:10.106786 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] DHCP port deletion for 1c61557e-09ab-4d67-83d8-8d08f53437ac request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:10.218279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] Deleting port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:10.218740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.320220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] For port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b0d2ede4-59e1-48c0-a6fa-0a54e476bb93,segment=NetworkSegment(969c721f-a62b-4c95-8bec-14649c247f95),segment_id=969c721f-a62b-4c95-8bec-14649c247f95)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:10.320805 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.358600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] Calling delete_port for b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:10.548100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b467c03f-2eb0-4325-b266-beef2befe745 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.609540 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.640229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] Pushing event deleted for resources: {'Port': ['ID=b0d2ede4-59e1-48c0-a6fa-0a54e476bb93,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:10.646105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4040fefe-c325-403f-a908-c7b76fbfdf9e None None] No DVR routers for this DVR port b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:10.682140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467c03f-2eb0-4325-b266-beef2befe745 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event deleted for resources: {'Port': ['ID=f65ceef3-8a1f-408c-a863-80eee28fb7b1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:10.742670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.849373 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b467c03f-2eb0-4325-b266-beef2befe745 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:10.856164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48098) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.856762 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b467c03f-2eb0-4325-b266-beef2befe745 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "DELETE /v2.0/ports/f65ceef3-8a1f-408c-a863-80eee28fb7b1 HTTP/1.1" status: 204 len: 168 time: 1.9885523 Dec 15 14:04:10.908596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:10.938478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1b49f7a0-9163-4df4-9718-7c6dbff2db71 tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0787354 Dec 15 14:04:10.943079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48102) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:10.951770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-714373479'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:11.014568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.049101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Made reservation on behalf of 84d55244a2ed423fa6cef662127a6fd6 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:11.063065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c61557e-09ab-4d67-83d8-8d08f53437ac']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:11.071465 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.081525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:11.082187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.089122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969c721f-a62b-4c95-8bec-14649c247f95') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:11.089439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969c721f-a62b-4c95-8bec-14649c247f95') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:11.134421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.158062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:11.175262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.176059 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Added segment 2640a910-bea0-4ab7-8d13-de424591e8d8 of type vlan for network 0e006369-7a45-4e34-9b27-2e01b6637a43 Dec 15 14:04:11.189456 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.204215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:11.205327 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:11.212520 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:11.269569 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.273023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.320092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.325844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:11.326571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.380701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.388923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,segment=NetworkSegment(81ff1e79-cc93-4320-b337-7bee7ac5f242),segment_id=81ff1e79-cc93-4320-b337-7bee7ac5f242)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:11.398351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.405435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:11.431288 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] 10.222.0.86 "DELETE /v2.0/networks/1c61557e-09ab-4d67-83d8-8d08f53437ac HTTP/1.1" status: 204 len: 168 time: 1.8081241 Dec 15 14:04:11.488616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfe742-6f28-4dc5-bd28-8bbcdfaa6da4 tempest-NetworksIpV6TestAttrs-1656823037 tempest-NetworksIpV6TestAttrs-1656823037-project] Pushing event deleted for resources: {'Network': ['ID=1c61557e-09ab-4d67-83d8-8d08f53437ac,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:11.540130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:11.540261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5959549 Dec 15 14:04:11.581429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa476d-5d20-46e8-8549-f9d0c40b26fb tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event updated for resources: {'Network': ['ID=0e006369-7a45-4e34-9b27-2e01b6637a43,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:11.591292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:11.667536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:11.697651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0e006369-7a45-4e34-9b27-2e01b6637a43 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:11.712475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:11.714759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b0d2ede4-59e1-48c0-a6fa-0a54e476bb93 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:12.123440 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-eb13efa5-1f9a-48cf-8817-2155ace74575 tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "GET /v2.0/agents/946979a5-61c5-43e2-8737-b66b4a1bfbb6/dhcp-networks HTTP/1.1" status: 200 len: 8879 time: 0.5814693 Dec 15 14:04:12.126731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48122) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:12.138631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f13663-5308-410d-b8c5-2a8c8cc23681 None None] Network 6e553975-42fd-4baa-abfe-966683a81b3c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:12.295784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48124) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:12.332648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d56a0d88-05cb-4e17-b9b7-c9911de7205a None None] Provisioning complete for port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:12.333045 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d56a0d88-05cb-4e17-b9b7-c9911de7205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.355405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc44830-4bd6-4f1e-94f9-c0ac1356ed05 tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] Network 0e006369-7a45-4e34-9b27-2e01b6637a43 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:12.377465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6fc44830-4bd6-4f1e-94f9-c0ac1356ed05 tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "POST /v2.0/agents/946979a5-61c5-43e2-8737-b66b4a1bfbb6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2445426 Dec 15 14:04:12.377465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:12.424342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63548afb-0376-4280-81db-5921988adc12 None None] Network 0e006369-7a45-4e34-9b27-2e01b6637a43 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:12.642096 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ba79a94a-a252-48c3-9eb9-aea977ccf4fc tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "GET /v2.0/agents/946979a5-61c5-43e2-8737-b66b4a1bfbb6/dhcp-networks HTTP/1.1" status: 200 len: 9650 time: 0.2636805 Dec 15 14:04:12.642847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48134) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:12.800749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:12.868424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:12.868837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:12.875720 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3169f997-2d08-44f3-856e-ad516fbc8265 tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "DELETE /v2.0/agents/946979a5-61c5-43e2-8737-b66b4a1bfbb6/dhcp-networks/0e006369-7a45-4e34-9b27-2e01b6637a43 HTTP/1.1" status: 204 len: 168 time: 0.2313960 Dec 15 14:04:12.877798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:12.948280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-60f78786-8a66-409c-a2d2-cbfb90b89777 None None] Provisioning complete for port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:12.952964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-60f78786-8a66-409c-a2d2-cbfb90b89777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.226607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-37c0a24a-6abc-4b91-927a-939b4727e70c tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "GET /v2.0/agents/946979a5-61c5-43e2-8737-b66b4a1bfbb6/dhcp-networks HTTP/1.1" status: 200 len: 8879 time: 0.3473680 Dec 15 14:04:13.227246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48142) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.276905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1b0c4d80-a96f-4d7a-bfd4-4c068e2a23b7 tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "GET /v2.0/networks/6e553975-42fd-4baa-abfe-966683a81b3c/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0484431 Dec 15 14:04:13.278213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.352550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6e1eaaee-56f8-421b-af83-4e0c63c5ee59 tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "GET /v2.0/networks/6e553975-42fd-4baa-abfe-966683a81b3c/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0737426 Dec 15 14:04:13.354847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48148) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.392876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b484a43a-05a6-49c7-a8d4-d8d6ae01792f None None] Could not find standard attr ID for object f65ceef3-8a1f-408c-a863-80eee28fb7b1. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:04:13.406293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2622ad10-0a8a-4db8-887d-8a70cea46499 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd3b63881e324af084904594e75ca77b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1079283 Dec 15 14:04:13.408643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48152) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.524196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57259a1f-263f-45e5-8512-ff91ed702d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.555141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57259a1f-263f-45e5-8512-ff91ed702d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.618150 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fccf770f-0b3f-4637-8c7b-e39780f21c41 tempest-DHCPAgentSchedulersTestJSON-920411241 tempest-DHCPAgentSchedulersTestJSON-920411241-project-admin] 10.222.0.86 "GET /v2.0/agents/946979a5-61c5-43e2-8737-b66b4a1bfbb6/dhcp-networks HTTP/1.1" status: 200 len: 8879 time: 0.2621372 Dec 15 14:04:13.625229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48156) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:13.637585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57259a1f-263f-45e5-8512-ff91ed702d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.640674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57259a1f-263f-45e5-8512-ff91ed702d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.645943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-57259a1f-263f-45e5-8512-ff91ed702d9d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4f85d688-e17e-4ee6-8ed6-9d6d69da4738 HTTP/1.1" status: 204 len: 168 time: 0.2362821 Dec 15 14:04:13.701907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57259a1f-263f-45e5-8512-ff91ed702d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f85d688-e17e-4ee6-8ed6-9d6d69da4738,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:13.760075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.861937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.886579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e006369-7a45-4e34-9b27-2e01b6637a43']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.897124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2640a910-bea0-4ab7-8d13-de424591e8d8') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.897505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2640a910-bea0-4ab7-8d13-de424591e8d8') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:13.907918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.932393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.943646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:13.944743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:13.949065 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:14.066556 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.109104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.121220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.128469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "DELETE /v2.0/networks/0e006369-7a45-4e34-9b27-2e01b6637a43 HTTP/1.1" status: 204 len: 168 time: 0.5020716 Dec 15 14:04:14.132661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44270c-194e-4188-9ace-08ca9eadaacd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event deleted for resources: {'Network': ['ID=0e006369-7a45-4e34-9b27-2e01b6637a43,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:14.169107 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ceafdc-3388-4654-9c87-9e6db8101de0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:14.169941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ceafdc-3388-4654-9c87-9e6db8101de0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:14.183196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c3ceafdc-3388-4654-9c87-9e6db8101de0 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "DELETE /v2.0/ports/f65ceef3-8a1f-408c-a863-80eee28fb7b1 HTTP/1.1" status: 404 len: 333 time: 0.0607557 Dec 15 14:04:14.183386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48176) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.266077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ff97b7-53b5-4e46-b677-31df75398654 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Deleting subnet 4381bd30-1b62-4c47-aaba-2789960af08c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:14.271145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ff97b7-53b5-4e46-b677-31df75398654 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.321613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ff97b7-53b5-4e46-b677-31df75398654 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.425102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ff97b7-53b5-4e46-b677-31df75398654 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.523074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ff97b7-53b5-4e46-b677-31df75398654 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.545891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ff97b7-53b5-4e46-b677-31df75398654 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.549362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-56ff97b7-53b5-4e46-b677-31df75398654 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "DELETE /v2.0/subnets/4381bd30-1b62-4c47-aaba-2789960af08c HTTP/1.1" status: 204 len: 168 time: 0.3648398 Dec 15 14:04:14.552122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48186) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.557159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a6132a-887b-470f-8ed9-c7065b9629d3 None None] Network 6e553975-42fd-4baa-abfe-966683a81b3c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:14.729104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.731613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff97b7-53b5-4e46-b677-31df75398654 tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event deleted for resources: {'Subnet': ['ID=4381bd30-1b62-4c47-aaba-2789960af08c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:14.849523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Deleting port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:14.850672 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:14.877631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] DHCP port deletion for 6e553975-42fd-4baa-abfe-966683a81b3c request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:14.930762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48198) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:14.985078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] Deleting port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:14.986008 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.026994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] For port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,segment=NetworkSegment(81ff1e79-cc93-4320-b337-7bee7ac5f242),segment_id=81ff1e79-cc93-4320-b337-7bee7ac5f242)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:15.027300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.046132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Calling delete_port for 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:15.118344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] For port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,segment=NetworkSegment(81ff1e79-cc93-4320-b337-7bee7ac5f242),segment_id=81ff1e79-cc93-4320-b337-7bee7ac5f242)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:15.118687 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.137513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] Calling delete_port for 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:15.237044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1548105997'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:15.239629 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.252345 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:04:15.255483 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:04:15.264716 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.288836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event deleted for resources: {'Port': ['ID=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:15.295401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] No DVR routers for this DVR port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:15.305391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:15.305607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] No DVR routers for this DVR port 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:15.307782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b839b-5ba4-4aa5-99fd-4b42fe64a44a None None] Pushing event deleted for resources: {'Port': ['ID=0b315c31-8fc3-4f5c-bcc0-64ad29786ae0,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:15.309329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.333699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.419176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.423667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.433103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.450050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e553975-42fd-4baa-abfe-966683a81b3c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:15.462667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ff1e79-cc93-4320-b337-7bee7ac5f242') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:15.462667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ff1e79-cc93-4320-b337-7bee7ac5f242') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:15.465892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:15.476532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.481916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1536b0-6002-40c8-83c3-6afde96b013d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:15.492882 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.501159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:15.501362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.501750 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Added segment f3adb5bb-05dd-4622-9b4e-32cefbc604e8 of type vlan for network 53957497-d10d-4a17-98e7-551d460976c8 Dec 15 14:04:15.501862 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:15.516233 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:15.548074 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.580557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.586007 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.587329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:15.587976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.595979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.601314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] 10.222.0.86 "DELETE /v2.0/networks/6e553975-42fd-4baa-abfe-966683a81b3c HTTP/1.1" status: 204 len: 168 time: 1.0477087 Dec 15 14:04:15.619124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5540ede-375a-4efe-b3ce-debd289c7ccd tempest-DHCPAgentSchedulersTestJSON-1245066824 tempest-DHCPAgentSchedulersTestJSON-1245066824-project] Pushing event deleted for resources: {'Network': ['ID=6e553975-42fd-4baa-abfe-966683a81b3c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:15.699057 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7586427 Dec 15 14:04:15.699057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a55dc-a590-4756-aa80-89e82e16671d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Network': ['ID=53957497-d10d-4a17-98e7-551d460976c8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:15.699493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:15.705800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'name': 'tempest-PortsIpV6TestJSON-578384185'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:15.710555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 53957497-d10d-4a17-98e7-551d460976c8 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:15.864717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:15.870164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:15.896652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port a2994133-ebc6-46aa-a57f-8c6432da20c4 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:16.052033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48226) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.183763 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.251574 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.319277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3574de0f-d4e6-4346-b125-499ea0bc9479 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84d55244a2ed423fa6cef662127a6fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657652 Dec 15 14:04:16.322581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48238) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.350192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=a2994133-ebc6-46aa-a57f-8c6432da20c4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:16.358539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking segment: {'id': 'f3adb5bb-05dd-4622-9b4e-32cefbc604e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '53957497-d10d-4a17-98e7-551d460976c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:16.358940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network hostable DHCP agents. Network: 53957497-d10d-4a17-98e7-551d460976c8, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:16.379041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:16.396601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 53957497-d10d-4a17-98e7-551d460976c8) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:16.402361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:16.412108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d357e-57ba-465b-9b6f-312bab7ec128 None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:16.421231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:16.421641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.447089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc560084-782c-42fb-91ce-d99756b53fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.460284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-171b6be4-5d64-4dde-8304-5768836ef1e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7589278 Dec 15 14:04:16.461198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.467181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1281882133'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:16.506767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:16.507024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc560084-782c-42fb-91ce-d99756b53fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.515265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.583835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:16.594590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.594953 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Added segment f0846410-4f92-4ff7-b1c3-9a007a93af13 of type vlan for network ff6992be-36df-4eda-8121-6ee11d930504 Dec 15 14:04:16.615371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc560084-782c-42fb-91ce-d99756b53fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.618236 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc560084-782c-42fb-91ce-d99756b53fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.620033 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fc560084-782c-42fb-91ce-d99756b53fc1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/71fd17db-91c7-42f1-ad7b-9232a9cfde6c HTTP/1.1" status: 204 len: 168 time: 0.2957468 Dec 15 14:04:16.652882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc560084-782c-42fb-91ce-d99756b53fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd17db-91c7-42f1-ad7b-9232a9cfde6c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:16.669006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.765317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.774531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:16.776240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:16.815518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:16.855044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:16.856345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0b315c31-8fc3-4f5c-bcc0-64ad29786ae0 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:16.921154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48252) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:16.924162 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4613249 Dec 15 14:04:16.928471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'ports': [{'network_id': '53957497-d10d-4a17-98e7-551d460976c8'}, {'network_id': 'ff6992be-36df-4eda-8121-6ee11d930504'}]} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:16.929188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:16.929835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': 'ff6992be-36df-4eda-8121-6ee11d930504'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:16.964718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85935a9b-8235-4f3f-a736-5f1ddd1c1b16 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Network': ['ID=ff6992be-36df-4eda-8121-6ee11d930504,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:16.990451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ff6992be-36df-4eda-8121-6ee11d930504 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:17.157940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48266) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:17.196161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42250b26-8813-4ac7-aed1-706700ecac90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.265744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 2} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:17.278438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.326207 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.398263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42250b26-8813-4ac7-aed1-706700ecac90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.431529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42250b26-8813-4ac7-aed1-706700ecac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.477986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 1465c8dd-1f6f-405c-b0b9-19afbf329cb5 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:17.502183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48274) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:17.508731 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-42250b26-8813-4ac7-aed1-706700ecac90 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9f73210527484ee483df7a0ca138bcba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491468 Dec 15 14:04:17.509720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42250b26-8813-4ac7-aed1-706700ecac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c92b4-4e4e-476c-99c3-dc5f6c20b3da,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:17.639911 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37743a5a-157f-405e-908c-03282fbc38c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.666221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.688219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37743a5a-157f-405e-908c-03282fbc38c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.790655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port a072a9b6-4066-4b28-bcdc-3f38a6ae3899 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:17.824157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37743a5a-157f-405e-908c-03282fbc38c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.827282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37743a5a-157f-405e-908c-03282fbc38c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:17.828744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-37743a5a-157f-405e-908c-03282fbc38c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ea9c92b4-4e4e-476c-99c3-dc5f6c20b3da HTTP/1.1" status: 204 len: 168 time: 0.3255322 Dec 15 14:04:17.846068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37743a5a-157f-405e-908c-03282fbc38c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c92b4-4e4e-476c-99c3-dc5f6c20b3da,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:17.985537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.032431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.090233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:18.091734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:18.104523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:18.105615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.128984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=1465c8dd-1f6f-405c-b0b9-19afbf329cb5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:18.267424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=a072a9b6-4066-4b28-bcdc-3f38a6ae3899,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:18.278349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking segment: {'id': 'f0846410-4f92-4ff7-b1c3-9a007a93af13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'ff6992be-36df-4eda-8121-6ee11d930504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:18.278729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network hostable DHCP agents. Network: ff6992be-36df-4eda-8121-6ee11d930504, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:18.299064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network ff6992be-36df-4eda-8121-6ee11d930504 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:18.312054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ff6992be-36df-4eda-8121-6ee11d930504) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:18.316253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:18.324674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38188a7a-47ad-4e8e-8303-2f596d943580 None None] Network ff6992be-36df-4eda-8121-6ee11d930504 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:18.341459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:18.352709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:18.353435 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.388091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-158d4e7e-9381-4627-9ac1-85f068742156 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4635165 Dec 15 14:04:18.388503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48300) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:18.558957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c6a70-dc72-4f03-81f5-09ba0d2e5b89 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port a072a9b6-4066-4b28-bcdc-3f38a6ae3899 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:18.562399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6a70-dc72-4f03-81f5-09ba0d2e5b89 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.641903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6a70-dc72-4f03-81f5-09ba0d2e5b89 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.656088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c6a70-dc72-4f03-81f5-09ba0d2e5b89 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for a072a9b6-4066-4b28-bcdc-3f38a6ae3899 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:18.763670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6a70-dc72-4f03-81f5-09ba0d2e5b89 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.798904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6a70-dc72-4f03-81f5-09ba0d2e5b89 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:18.802582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4b5c6a70-dc72-4f03-81f5-09ba0d2e5b89 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/a072a9b6-4066-4b28-bcdc-3f38a6ae3899 HTTP/1.1" status: 204 len: 168 time: 0.4130683 Dec 15 14:04:18.805369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48312) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:18.829643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c6a70-dc72-4f03-81f5-09ba0d2e5b89 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=a072a9b6-4066-4b28-bcdc-3f38a6ae3899,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:18.875542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b584bc-c63a-40a5-99ae-6f5e3c0dcdd1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:18.882305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b584bc-c63a-40a5-99ae-6f5e3c0dcdd1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:18.884233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-90b584bc-c63a-40a5-99ae-6f5e3c0dcdd1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0776784 Dec 15 14:04:18.886968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48316) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:19.090198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3a18a-a0dd-41a4-b58d-8e3e9fc0cb94 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 1465c8dd-1f6f-405c-b0b9-19afbf329cb5 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:19.097043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a18a-a0dd-41a4-b58d-8e3e9fc0cb94 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.194426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a18a-a0dd-41a4-b58d-8e3e9fc0cb94 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.211795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3a18a-a0dd-41a4-b58d-8e3e9fc0cb94 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 1465c8dd-1f6f-405c-b0b9-19afbf329cb5 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:19.356050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a18a-a0dd-41a4-b58d-8e3e9fc0cb94 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.427540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3a18a-a0dd-41a4-b58d-8e3e9fc0cb94 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=1465c8dd-1f6f-405c-b0b9-19afbf329cb5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:19.450328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a18a-a0dd-41a4-b58d-8e3e9fc0cb94 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.456541 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5ec3a18a-a0dd-41a4-b58d-8e3e9fc0cb94 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/1465c8dd-1f6f-405c-b0b9-19afbf329cb5 HTTP/1.1" status: 204 len: 168 time: 0.5683045 Dec 15 14:04:19.459915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:19.587412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b3eea8-8f3c-46f5-ad6b-a7724a0964bc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:19.595810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48344) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:19.597638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-26b3eea8-8f3c-46f5-ad6b-a7724a0964bc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1366377 Dec 15 14:04:19.628355 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c235a152-f57d-4e7d-9994-fa6cd7bd6441 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:04:19.636194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48346) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:19.649758 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c235a152-f57d-4e7d-9994-fa6cd7bd6441 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/a072a9b6-4066-4b28-bcdc-3f38a6ae3899 HTTP/1.1" status: 404 len: 333 time: 0.0526431 Dec 15 14:04:19.670656 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5c615c-998f-4a2c-8339-0b2cf19f3fd6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:04:19.672210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1b5c615c-998f-4a2c-8339-0b2cf19f3fd6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/1465c8dd-1f6f-405c-b0b9-19afbf329cb5 HTTP/1.1" status: 404 len: 333 time: 0.0346675 Dec 15 14:04:19.675928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48350) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:19.809377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.944858 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:19.970996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6992be-36df-4eda-8121-6ee11d930504']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:19.983543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0846410-4f92-4ff7-b1c3-9a007a93af13') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:19.984211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0846410-4f92-4ff7-b1c3-9a007a93af13') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:19.999097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.025051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.041240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:20.041825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:20.082715 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:20.188267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.205183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.214183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:20.214881 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/networks/ff6992be-36df-4eda-8121-6ee11d930504 HTTP/1.1" status: 204 len: 168 time: 0.5377362 Dec 15 14:04:20.225574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1630000376'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:20.232985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff649d84-ede0-4018-bf89-2873bed1aa11 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Network': ['ID=ff6992be-36df-4eda-8121-6ee11d930504,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:20.295887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:20.300526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.382824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:20.408069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.408435 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Added segment b86f322b-2235-4b0d-bff1-db76145b39a0 of type vlan for network 17ab64a8-1037-47f6-b44a-b2fd5475c68c Dec 15 14:04:20.509906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.604578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.614179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:20.615001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:20.742051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Network': ['ID=17ab64a8-1037-47f6-b44a-b2fd5475c68c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:20.756394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 17ab64a8-1037-47f6-b44a-b2fd5475c68c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:20.769600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7b0ef697-d4e2-492f-b143-7b575db55020 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5525379 Dec 15 14:04:20.771706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48390) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:20.782155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '17ab64a8-1037-47f6-b44a-b2fd5475c68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:20.921190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:20.928484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.016449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Performing IP validity checks on allocation pools {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:04:21.019374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:04:21.096626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48400) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:21.256913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.324371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=ff9bd3d7-cc7f-4f2c-8db9-8225d6fd05fb,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:21.334441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:21.376271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking segment: {'id': 'b86f322b-2235-4b0d-bff1-db76145b39a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '17ab64a8-1037-47f6-b44a-b2fd5475c68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:21.376741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network hostable DHCP agents. Network: 17ab64a8-1037-47f6-b44a-b2fd5475c68c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:21.378705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.415663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 17ab64a8-1037-47f6-b44a-b2fd5475c68c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:21.436618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 17ab64a8-1037-47f6-b44a-b2fd5475c68c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:21.446816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af681c-e55a-4eb6-814e-dd4ebcecc023 None None] Network 17ab64a8-1037-47f6-b44a-b2fd5475c68c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:21.450494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:21.451163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.487416 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4e693c75-e6fc-4389-b2b2-007ce594f147 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7133036 Dec 15 14:04:21.488170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48406) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:21.503725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': '17ab64a8-1037-47f6-b44a-b2fd5475c68c', 'name': 'tempest-PortsIpV6TestJSON-2092756338'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:21.637199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.778071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-17ab64a8-1037-47f6-b44a-b2fd5475c68c', 'network_id': '17ab64a8-1037-47f6-b44a-b2fd5475c68c', 'project_id': '76813e8ccf994e39a763482b6f158eee', 'fixed_ips': [{'subnet_id': 'ff9bd3d7-cc7f-4f2c-8db9-8225d6fd05fb'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:21.779637 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.793822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:21.800719 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:21.843694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port eef5521d-3df5-4e99-9634-4a03a93d76de yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:21.893036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Allocated IP 172.25.7.200 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/189881f2-75d7-44ef-9d1c-48d91fa0501c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:22.044324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::f5 (17ab64a8-1037-47f6-b44a-b2fd5475c68c/ff9bd3d7-cc7f-4f2c-8db9-8225d6fd05fb/eef5521d-3df5-4e99-9634-4a03a93d76de) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:22.052785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.097180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.149365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'Port': ['ID=189881f2-75d7-44ef-9d1c-48d91fa0501c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:22.169381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:22.171360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:22.174477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:22.283549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.337902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.346846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.390649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.452174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 17ab64a8-1037-47f6-b44a-b2fd5475c68c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:22.455467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:22.460434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:22.466933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:22.467614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.483641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Allocated IP 2001:db8::2 (17ab64a8-1037-47f6-b44a-b2fd5475c68c/ff9bd3d7-cc7f-4f2c-8db9-8225d6fd05fb/2b5da447-b037-4b29-9274-d39e445b22f9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:22.488264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=eef5521d-3df5-4e99-9634-4a03a93d76de,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:22.503138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48418) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:22.505222 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-59ac8720-a396-4e6b-8e0b-63cbc2a92fbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0133340 Dec 15 14:04:22.680783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.689963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0df2f8e5-5bf8-4e00-a301-981bf75bd0cf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port eef5521d-3df5-4e99-9634-4a03a93d76de {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:22.690210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0df2f8e5-5bf8-4e00-a301-981bf75bd0cf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.772143 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.821444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0df2f8e5-5bf8-4e00-a301-981bf75bd0cf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.834869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0df2f8e5-5bf8-4e00-a301-981bf75bd0cf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for eef5521d-3df5-4e99-9634-4a03a93d76de owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:22.861679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.884397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:22.936272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Pushing event updated for resources: {'Port': ['ID=2b5da447-b037-4b29-9274-d39e445b22f9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:22.944871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Network 17ab64a8-1037-47f6-b44a-b2fd5475c68c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:22.946964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:22.950348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:23.031119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Attempting to bind port 2b5da447-b037-4b29-9274-d39e445b22f9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:23.031617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Attempting to bind port 2b5da447-b037-4b29-9274-d39e445b22f9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b86f322b-2235-4b0d-bff1-db76145b39a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '17ab64a8-1037-47f6-b44a-b2fd5475c68c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:23.032808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Attempting to bind port 2b5da447-b037-4b29-9274-d39e445b22f9 on network 17ab64a8-1037-47f6-b44a-b2fd5475c68c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:23.049003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:23.052261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Checking segment: {'id': 'b86f322b-2235-4b0d-bff1-db76145b39a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '17ab64a8-1037-47f6-b44a-b2fd5475c68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:23.052912 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.053415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Bound using segment: {'id': 'b86f322b-2235-4b0d-bff1-db76145b39a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '17ab64a8-1037-47f6-b44a-b2fd5475c68c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:23.054166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Bound port: 2b5da447-b037-4b29-9274-d39e445b22f9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86f322b-2235-4b0d-bff1-db76145b39a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '17ab64a8-1037-47f6-b44a-b2fd5475c68c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:23.054633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.063313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0df2f8e5-5bf8-4e00-a301-981bf75bd0cf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.116089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.180758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] For port 2b5da447-b037-4b29-9274-d39e445b22f9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:23.184298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] For port 2b5da447-b037-4b29-9274-d39e445b22f9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2b5da447-b037-4b29-9274-d39e445b22f9,segment=NetworkSegment(b86f322b-2235-4b0d-bff1-db76145b39a0),segment_id=b86f322b-2235-4b0d-bff1-db76145b39a0)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:23.184597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.188401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0865755 Dec 15 14:04:23.188401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801523dd-b6ac-4329-b341-f8eb36d7da74 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'Port': ['ID=189881f2-75d7-44ef-9d1c-48d91fa0501c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:23.189474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48434) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:23.195655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1256508399'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:23.204713 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.206037 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:04:23.211197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0df2f8e5-5bf8-4e00-a301-981bf75bd0cf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.214694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0df2f8e5-5bf8-4e00-a301-981bf75bd0cf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/eef5521d-3df5-4e99-9634-4a03a93d76de HTTP/1.1" status: 204 len: 168 time: 0.7105870 Dec 15 14:04:23.234748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48436) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:23.240426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2f8e5-5bf8-4e00-a301-981bf75bd0cf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=eef5521d-3df5-4e99-9634-4a03a93d76de,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:23.256112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Made reservation on behalf of 915fad4ade7940c1810293b5a69ed230 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:23.274750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.336314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.375269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3e8cb-b958-49ad-821e-6bdc4e0d187c None None] Pushing event updated for resources: {'Port': ['ID=2b5da447-b037-4b29-9274-d39e445b22f9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:23.384679 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a11ee18-c089-44bf-946b-07844eb4a4ab tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:04:23.385348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a11ee18-c089-44bf-946b-07844eb4a4ab tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:23.391279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48440) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:23.403636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5a11ee18-c089-44bf-946b-07844eb4a4ab tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/eef5521d-3df5-4e99-9634-4a03a93d76de HTTP/1.1" status: 404 len: 333 time: 0.1657317 Dec 15 14:04:23.449549 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8663b8-e5e7-4f39-abc5-1a971784bb47 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:04:23.451335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6f8663b8-e5e7-4f39-abc5-1a971784bb47 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/eef5521d-3df5-4e99-9634-4a03a93d76de HTTP/1.1" status: 404 len: 333 time: 0.0588322 Dec 15 14:04:23.454003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48442) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:23.546467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e591782b-03f7-4bab-8370-ebf20e0a9dac tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet ff9bd3d7-cc7f-4f2c-8db9-8225d6fd05fb {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:23.550427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e591782b-03f7-4bab-8370-ebf20e0a9dac tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.594630 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.605938 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.650683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e591782b-03f7-4bab-8370-ebf20e0a9dac tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.682894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:23.709421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a7c0b-8f19-4719-b2b4-d96c1089012f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:23.720867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.721231 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Added segment 92564c52-e7f6-48b0-9f37-29c67713cb83 of type vlan for network d4261bd3-af88-43e7-ac42-3160c2fa0d26 Dec 15 14:04:23.862602 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.888448 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e591782b-03f7-4bab-8370-ebf20e0a9dac tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.897631 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:23.915727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:23.915727 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.014459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e591782b-03f7-4bab-8370-ebf20e0a9dac tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.063698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'Network': ['ID=d4261bd3-af88-43e7-ac42-3160c2fa0d26,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:24.076442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:24.108835 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6428a88d-c439-4af6-a823-8945c638267a tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9177866 Dec 15 14:04:24.110132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48450) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:24.111831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591782b-03f7-4bab-8370-ebf20e0a9dac tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9bd3d7-cc7f-4f2c-8db9-8225d6fd05fb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:24.117998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Request body: {'subnet': {'network_id': 'd4261bd3-af88-43e7-ac42-3160c2fa0d26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:24.119151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e591782b-03f7-4bab-8370-ebf20e0a9dac tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.131168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e591782b-03f7-4bab-8370-ebf20e0a9dac tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/ff9bd3d7-cc7f-4f2c-8db9-8225d6fd05fb HTTP/1.1" status: 204 len: 168 time: 0.6751313 Dec 15 14:04:24.133566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48452) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:24.242119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Made reservation on behalf of 915fad4ade7940c1810293b5a69ed230 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:24.246557 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.339838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.416334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 2b5da447-b037-4b29-9274-d39e445b22f9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:24.416776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.511110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] For port 2b5da447-b037-4b29-9274-d39e445b22f9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2b5da447-b037-4b29-9274-d39e445b22f9,segment=NetworkSegment(b86f322b-2235-4b0d-bff1-db76145b39a0),segment_id=b86f322b-2235-4b0d-bff1-db76145b39a0)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:24.511489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.529557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 2b5da447-b037-4b29-9274-d39e445b22f9 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:24.647442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.667809 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.729843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'Subnet': ['ID=977dd39f-274e-4750-a663-e181d07f4d1c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:24.734927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Checking segment: {'id': '92564c52-e7f6-48b0-9f37-29c67713cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd4261bd3-af88-43e7-ac42-3160c2fa0d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:24.735427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Network hostable DHCP agents. Network: d4261bd3-af88-43e7-ac42-3160c2fa0d26, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:24.756729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:24.774878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No DVR routers for this DVR port 2b5da447-b037-4b29-9274-d39e445b22f9 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:24.783442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, d4261bd3-af88-43e7-ac42-3160c2fa0d26) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:24.800238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65391c-4967-4507-96d9-d6d454562a9d None None] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:24.827770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:24.828541 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:24.836546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=2b5da447-b037-4b29-9274-d39e445b22f9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:24.871003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.871561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.871939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.872289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.872633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.872970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.881555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-77eab0ea-858d-42b0-a57b-7d4e267210f7 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7694285 Dec 15 14:04:24.882502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:24.885498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.885889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.886449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.886620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.895319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.896236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.897453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:24.930795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-564712346', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:25.014010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.020752 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.021896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.075784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ab64a8-1037-47f6-b44a-b2fd5475c68c']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:25.092279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86f322b-2235-4b0d-bff1-db76145b39a0') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:25.094262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86f322b-2235-4b0d-bff1-db76145b39a0') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:25.126086 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.148383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.159513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2b5da447-b037-4b29-9274-d39e445b22f9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:25.161498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:25.162116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:25.170557 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:25.207931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2b5da447-b037-4b29-9274-d39e445b22f9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:25.208556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2b5da447-b037-4b29-9274-d39e445b22f9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 15 14:04:25.216736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.254444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Port 2b5da447-b037-4b29-9274-d39e445b22f9 not found, will not notify nova. {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 15 14:04:25.256464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-d4261bd3-af88-43e7-ac42-3160c2fa0d26', 'network_id': 'd4261bd3-af88-43e7-ac42-3160c2fa0d26', 'project_id': '915fad4ade7940c1810293b5a69ed230', 'fixed_ips': [{'subnet_id': '977dd39f-274e-4750-a663-e181d07f4d1c'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:25.257777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.260243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b2c97-a165-45db-88b2-7db3820a834a None None] Network 17ab64a8-1037-47f6-b44a-b2fd5475c68c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:25.287358 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.293944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.298363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/networks/17ab64a8-1037-47f6-b44a-b2fd5475c68c HTTP/1.1" status: 204 len: 168 time: 1.1631582 Dec 15 14:04:25.336800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:25.344293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1422149074'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:25.369388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c0cb-4a65-4b0b-9071-5f96dd301568 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Network': ['ID=17ab64a8-1037-47f6-b44a-b2fd5475c68c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:25.372802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c1a3d68a-d38f-4b13-a88c-f91990a37a2b None None] Could not find standard attr ID for object 2b5da447-b037-4b29-9274-d39e445b22f9. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:04:25.483621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5a216-d844-4a3b-ae02-b479d21d73c0 None None] DHCP port deletion for 17ab64a8-1037-47f6-b44a-b2fd5475c68c request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:25.544281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.551911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:25.557933 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.590987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Allocated IP 172.20.0.2 (d4261bd3-af88-43e7-ac42-3160c2fa0d26/977dd39f-274e-4750-a663-e181d07f4d1c/ce965d8f-6be6-429f-8e17-63bd76bc785d) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:25.671117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:25.713379 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.713961 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Added segment 9d490ff0-7818-46a0-9764-511bd042b19d of type vlan for network 25883f34-caa6-4417-afe9-dd6cbfbe28b3 Dec 15 14:04:25.777943 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.835421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.842154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:25.842804 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.912396 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5707607 Dec 15 14:04:25.915980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48472) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:25.932519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '25883f34-caa6-4417-afe9-dd6cbfbe28b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:25.948506 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.963579 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:25.982081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc263e00-1a73-44ec-9d9a-bee4a87fb39d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Network': ['ID=25883f34-caa6-4417-afe9-dd6cbfbe28b3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:26.025991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 25883f34-caa6-4417-afe9-dd6cbfbe28b3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:26.089024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.139398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.212841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:26.223615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:26.240047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:26.243737 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.252846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:26.260312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Pushing event updated for resources: {'Port': ['ID=ce965d8f-6be6-429f-8e17-63bd76bc785d,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:26.396170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Allocated IP 172.25.7.105 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/cecdb712-f2e4-44ee-b913-55ff28d662ec) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:26.457992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Attempting to bind port ce965d8f-6be6-429f-8e17-63bd76bc785d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:26.458378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Attempting to bind port ce965d8f-6be6-429f-8e17-63bd76bc785d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '92564c52-e7f6-48b0-9f37-29c67713cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd4261bd3-af88-43e7-ac42-3160c2fa0d26'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:26.458759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Attempting to bind port ce965d8f-6be6-429f-8e17-63bd76bc785d on network d4261bd3-af88-43e7-ac42-3160c2fa0d26 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:26.471688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:26.471970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Checking segment: {'id': '92564c52-e7f6-48b0-9f37-29c67713cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd4261bd3-af88-43e7-ac42-3160c2fa0d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:26.480665 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.481517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Bound using segment: {'id': '92564c52-e7f6-48b0-9f37-29c67713cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd4261bd3-af88-43e7-ac42-3160c2fa0d26'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:26.482730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Bound port: ce965d8f-6be6-429f-8e17-63bd76bc785d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92564c52-e7f6-48b0-9f37-29c67713cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd4261bd3-af88-43e7-ac42-3160c2fa0d26'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:26.483381 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.525486 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.592339 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.616586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:26.620215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:26.625538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] For port ce965d8f-6be6-429f-8e17-63bd76bc785d, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:26.626435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:26.635431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] For port ce965d8f-6be6-429f-8e17-63bd76bc785d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ce965d8f-6be6-429f-8e17-63bd76bc785d,segment=NetworkSegment(92564c52-e7f6-48b0-9f37-29c67713cb83),segment_id=92564c52-e7f6-48b0-9f37-29c67713cb83)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:26.641470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8e29e-7f03-4317-8ce8-1a9739983d97 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:26.656033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.664598 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.711995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'Port': ['ID=cecdb712-f2e4-44ee-b913-55ff28d662ec,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:26.846252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking segment: {'id': '9d490ff0-7818-46a0-9764-511bd042b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '25883f34-caa6-4417-afe9-dd6cbfbe28b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:26.853099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network hostable DHCP agents. Network: 25883f34-caa6-4417-afe9-dd6cbfbe28b3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:26.867721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=6650702b-6e1e-4720-a89e-16affb3a8563,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:26.888370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e2f7d-4933-4afd-9fa8-88609504dde4 None None] Pushing event updated for resources: {'Port': ['ID=ce965d8f-6be6-429f-8e17-63bd76bc785d,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:26.899498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2b5da447-b037-4b29-9274-d39e445b22f9 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:26.916110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 25883f34-caa6-4417-afe9-dd6cbfbe28b3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:26.930220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 25883f34-caa6-4417-afe9-dd6cbfbe28b3) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:26.934964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:26.935568 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:26.951920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2b5da447-b037-4b29-9274-d39e445b22f9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:26.952219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2b5da447-b037-4b29-9274-d39e445b22f9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:26.958457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0899240-fc78-43da-b864-034f68bbb847 None None] Network 25883f34-caa6-4417-afe9-dd6cbfbe28b3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:26.962175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-05f9df8e-4995-48bc-afd1-2c2e8c01c098 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0424275 Dec 15 14:04:26.964753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48488) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:26.974184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': '25883f34-caa6-4417-afe9-dd6cbfbe28b3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2015647547'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:27.209562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:27.213685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:27.254707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:27.303457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1a617c5c-a3d6-4630-a2eb-9aafeb68771c None None] Provisioning complete for port cecdb712-f2e4-44ee-b913-55ff28d662ec triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:27.347102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a617c5c-a3d6-4630-a2eb-9aafeb68771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:27.357170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-25883f34-caa6-4417-afe9-dd6cbfbe28b3', 'network_id': '25883f34-caa6-4417-afe9-dd6cbfbe28b3', 'project_id': '76813e8ccf994e39a763482b6f158eee', 'fixed_ips': [{'subnet_id': '6650702b-6e1e-4720-a89e-16affb3a8563'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:27.364674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:27.581875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1a617c5c-a3d6-4630-a2eb-9aafeb68771c None None] Port cecdb712-f2e4-44ee-b913-55ff28d662ec cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:27.597045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::3e7 (25883f34-caa6-4417-afe9-dd6cbfbe28b3/6650702b-6e1e-4720-a89e-16affb3a8563/4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:27.875673 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:27.923418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:28.037469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:28.135681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 25883f34-caa6-4417-afe9-dd6cbfbe28b3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:28.144600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:28.159847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Allocated IP 2001:db8::2 (25883f34-caa6-4417-afe9-dd6cbfbe28b3/6650702b-6e1e-4720-a89e-16affb3a8563/94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:28.178129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:28.186042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:28.186370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:28.227424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:28.241711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8a16a443-93b1-4e96-b6c1-aa814ece21f4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2758868 Dec 15 14:04:28.249061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48544) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:28.423953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c41a7-041c-49ad-a57c-cc52313e737e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:28.425239 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b1c41a7-041c-49ad-a57c-cc52313e737e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:28.477907 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:28.481140 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:28.486419 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:28.644884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Network 25883f34-caa6-4417-afe9-dd6cbfbe28b3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:28.654364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Pushing event updated for resources: {'Port': ['ID=94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:28.659796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:28.669615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:28.688843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b1c41a7-041c-49ad-a57c-cc52313e737e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:28.719780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c41a7-041c-49ad-a57c-cc52313e737e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:28.830677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Attempting to bind port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:28.831119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Attempting to bind port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '9d490ff0-7818-46a0-9764-511bd042b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '25883f34-caa6-4417-afe9-dd6cbfbe28b3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:28.831426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Attempting to bind port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f on network 25883f34-caa6-4417-afe9-dd6cbfbe28b3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:28.844972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f7dac-b4b3-4cdb-bf53-c2d25f8554c7 None None] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:28.870300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Router d2186bc8-67fb-4cb1-8fab-4168ff03c678 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:04:29.056139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ce965d8f-6be6-429f-8e17-63bd76bc785d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:29.116432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:29.116815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Checking segment: {'id': '9d490ff0-7818-46a0-9764-511bd042b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '25883f34-caa6-4417-afe9-dd6cbfbe28b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:29.117234 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.117642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Bound using segment: {'id': '9d490ff0-7818-46a0-9764-511bd042b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '25883f34-caa6-4417-afe9-dd6cbfbe28b3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:29.124062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Bound port: 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d490ff0-7818-46a0-9764-511bd042b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '25883f34-caa6-4417-afe9-dd6cbfbe28b3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:29.124557 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.162729 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b1c41a7-041c-49ad-a57c-cc52313e737e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.238436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c41a7-041c-49ad-a57c-cc52313e737e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:29.337146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b1c41a7-041c-49ad-a57c-cc52313e737e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.346677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9b1c41a7-041c-49ad-a57c-cc52313e737e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1 HTTP/1.1" status: 204 len: 168 time: 1.0939531 Dec 15 14:04:29.348034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48596) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:29.420176 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-02daba65-0956-42de-b9fb-68206a68e1dc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:04:29.422472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-02daba65-0956-42de-b9fb-68206a68e1dc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1 HTTP/1.1" status: 404 len: 333 time: 0.0719733 Dec 15 14:04:29.424069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:04:29.425304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48598) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:29.485274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.491041 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d7b84e87-188e-4b68-8ea0-717937dbf424 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.5907207 Dec 15 14:04:29.493439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:29.543086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f993985-e7f8-45d9-bf6b-bc1c556b6622 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet 6650702b-6e1e-4720-a89e-16affb3a8563 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:04:29.551545 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f993985-e7f8-45d9-bf6b-bc1c556b6622 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.556519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fce838-16d0-415f-957c-ebffa6c7879f None None] Sync routers for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:29.564588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-37f2bbb3-8c42-4267-a837-d0c462ee8c91 None None] Provisioning complete for port ce965d8f-6be6-429f-8e17-63bd76bc785d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:29.564982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37f2bbb3-8c42-4267-a837-d0c462ee8c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.641929 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f993985-e7f8-45d9-bf6b-bc1c556b6622 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.661009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fce838-16d0-415f-957c-ebffa6c7879f None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:29.661690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f2fce838-16d0-415f-957c-ebffa6c7879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:29.716381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ce965d8f-6be6-429f-8e17-63bd76bc785d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:29.717764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:29.718397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f2fce838-16d0-415f-957c-ebffa6c7879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:29.833303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fce838-16d0-415f-957c-ebffa6c7879f None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:29.841305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f2fce838-16d0-415f-957c-ebffa6c7879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:29.881304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] For port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:30.014635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f2fce838-16d0-415f-957c-ebffa6c7879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:30.016140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fce838-16d0-415f-957c-ebffa6c7879f None None] The sync data for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:30.025245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] For port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f,segment=NetworkSegment(9d490ff0-7818-46a0-9764-511bd042b19d),segment_id=9d490ff0-7818-46a0-9764-511bd042b19d)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:30.040384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f993985-e7f8-45d9-bf6b-bc1c556b6622 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.084291 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37f2bbb3-8c42-4267-a837-d0c462ee8c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.087468 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.196835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f993985-e7f8-45d9-bf6b-bc1c556b6622 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.237375 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f993985-e7f8-45d9-bf6b-bc1c556b6622 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.249091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7f993985-e7f8-45d9-bf6b-bc1c556b6622 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/6650702b-6e1e-4720-a89e-16affb3a8563 HTTP/1.1" status: 204 len: 168 time: 0.8224466 Dec 15 14:04:30.251090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48614) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:30.294201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-37f2bbb3-8c42-4267-a837-d0c462ee8c91 None None] For port ce965d8f-6be6-429f-8e17-63bd76bc785d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ce965d8f-6be6-429f-8e17-63bd76bc785d,segment=NetworkSegment(92564c52-e7f6-48b0-9f37-29c67713cb83),segment_id=92564c52-e7f6-48b0-9f37-29c67713cb83)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:30.322034 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37f2bbb3-8c42-4267-a837-d0c462ee8c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.387793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f993985-e7f8-45d9-bf6b-bc1c556b6622 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=6650702b-6e1e-4720-a89e-16affb3a8563,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:30.481550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93824b76-9036-4e91-a31e-8e14d5699966 None None] Pushing event updated for resources: {'Port': ['ID=94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:30.596023 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.625481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-28044c9e-35aa-4214-a4c8-de9645ec9596 None None] Provisioning complete for port ce965d8f-6be6-429f-8e17-63bd76bc785d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:30.625977 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28044c9e-35aa-4214-a4c8-de9645ec9596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.797163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:30.797493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.829813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2bbb3-8c42-4267-a837-d0c462ee8c91 None None] Pushing event updated for resources: {'Port': ['ID=ce965d8f-6be6-429f-8e17-63bd76bc785d,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:30.843630 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.844859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:30.974627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:31.003673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] For port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f,segment=NetworkSegment(9d490ff0-7818-46a0-9764-511bd042b19d),segment_id=9d490ff0-7818-46a0-9764-511bd042b19d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:31.009795 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.041016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:31.164863 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.259314 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7150b723-3e8f-479e-8b14-c905ac801c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.266391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:31.267162 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.324348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.458265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No DVR routers for this DVR port 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:31.581735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Could not find standard attr ID for object 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:04:31.601737 n-d-821840-1 neutron-server[109769]: INFO neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No ports have port_id starting with 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f Dec 15 14:04:31.634871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:31.779173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-ab6380db-336e-40c7-90e4-205a14ee7b4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:31.785901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-ab6380db-336e-40c7-90e4-205a14ee7b4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:31.788091 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:31.792698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-ab6380db-336e-40c7-90e4-205a14ee7b4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:31.798940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-ab6380db-336e-40c7-90e4-205a14ee7b4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:31.805831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-ab6380db-336e-40c7-90e4-205a14ee7b4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:31.828889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-ab6380db-336e-40c7-90e4-205a14ee7b4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:31.836969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-ab6380db-336e-40c7-90e4-205a14ee7b4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:31.846181 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-ab6380db-336e-40c7-90e4-205a14ee7b4c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5444 time: 0.2871222 Dec 15 14:04:31.928875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Allocated IP 172.20.0.1 (d4261bd3-af88-43e7-ac42-3160c2fa0d26/977dd39f-274e-4750-a663-e181d07f4d1c/ed91bbca-3b36-4956-a1b8-405336ec3111) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:31.961475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9840acdc-f9f0-491c-92de-40d074f900a7 req-73ebb065-dc4b-43a9-b2fe-14bac3ecf8b1 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073012 Dec 15 14:04:32.169130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e0652-d949-4999-97d6-677e98a05c4f None None] Network 25883f34-caa6-4417-afe9-dd6cbfbe28b3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:32.181989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.232256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.298464 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'Port': ['ID=ed91bbca-3b36-4956-a1b8-405336ec3111,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:32.317854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:32.319980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:32.323354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:32.325001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-562bac9f-0f4f-4236-ab2a-dec79436e218 None None] Could not find standard attr ID for object 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:04:32.397995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.505264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b038e923-94f1-416b-af24-41cc1a84b085 None None] DHCP port deletion for 25883f34-caa6-4417-afe9-dd6cbfbe28b3 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:04:32.769843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.775831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25883f34-caa6-4417-afe9-dd6cbfbe28b3']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:32.802457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d490ff0-7818-46a0-9764-511bd042b19d') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:32.802768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d490ff0-7818-46a0-9764-511bd042b19d') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:32.850661 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.864501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ce965d8f-6be6-429f-8e17-63bd76bc785d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:32.866694 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.873943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:04:32.874365 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:04:32.958912 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:04:32.964332 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.978444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:32.994823 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/networks/25883f34-caa6-4417-afe9-dd6cbfbe28b3 HTTP/1.1" status: 204 len: 168 time: 2.6612220 Dec 15 14:04:32.996407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:33.037806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-42badb9f-066b-4b7c-bfab-9576b6497e04 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.041489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c0d80f46-7416-4653-98d7-1eb1fb6f70c3 None None] Provisioning complete for port ed91bbca-3b36-4956-a1b8-405336ec3111 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:33.042724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0d80f46-7416-4653-98d7-1eb1fb6f70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:33.065698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-42badb9f-066b-4b7c-bfab-9576b6497e04 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.084421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-42badb9f-066b-4b7c-bfab-9576b6497e04 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.094516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'name': 'tempest-PortsIpV6TestJSON-902612048'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:33.106881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-42badb9f-066b-4b7c-bfab-9576b6497e04 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.114084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ce965d8f-6be6-429f-8e17-63bd76bc785d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:33.114729 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:33.118885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c0d80f46-7416-4653-98d7-1eb1fb6f70c3 None None] Port ed91bbca-3b36-4956-a1b8-405336ec3111 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:33.130645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-42badb9f-066b-4b7c-bfab-9576b6497e04 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.151702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-42badb9f-066b-4b7c-bfab-9576b6497e04 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.167832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-42badb9f-066b-4b7c-bfab-9576b6497e04 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.179351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-42badb9f-066b-4b7c-bfab-9576b6497e04 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5444 time: 0.4637055 Dec 15 14:04:33.183740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e9965-4f2c-486e-9fb6-ef7a136b6a43 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Network': ['ID=25883f34-caa6-4417-afe9-dd6cbfbe28b3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:33.262346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-83c6d9f0-68be-4d00-8645-15e973c076e5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.265700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-83c6d9f0-68be-4d00-8645-15e973c076e5 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "GET /v2.0/ports/9fc27ad0-74a2-4591-8395-d67f83fe3093?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0790796 Dec 15 14:04:33.372412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:33.408760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-5482d581-ba0a-4082-99b6-0e95f746a4ab tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "GET /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1372063 Dec 15 14:04:33.411143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-28d7dc22-c108-4557-afc8-cba7342d6fff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.415904 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:33.417770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 94449d8e-dbed-47e0-ba7d-b6e2f4c8dc6f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:33.428471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-28d7dc22-c108-4557-afc8-cba7342d6fff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.430234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:33.438526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-28d7dc22-c108-4557-afc8-cba7342d6fff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.451984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-28d7dc22-c108-4557-afc8-cba7342d6fff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.466204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-28d7dc22-c108-4557-afc8-cba7342d6fff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.488159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-28d7dc22-c108-4557-afc8-cba7342d6fff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.497137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-28d7dc22-c108-4557-afc8-cba7342d6fff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:33.510316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-28d7dc22-c108-4557-afc8-cba7342d6fff tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 5444 time: 0.3983572 Dec 15 14:04:33.524491 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:33.607629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:33.611322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:33.671667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 0e297ae1-656c-41b4-8c06-b790724db979 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:33.710818 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b9c5173-1943-4363-b13a-4d80ae8b232c req-78879be1-e419-496a-badf-64299a249945 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&id=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974952 Dec 15 14:04:33.806916 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-219899a8-172b-48df-b5fb-9d953224469c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:33.847752 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:33.854308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] For port 9fc27ad0-74a2-4591-8395-d67f83fe3093, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9fc27ad0-74a2-4591-8395-d67f83fe3093,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:33.873581 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:33.899400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] For port 9fc27ad0-74a2-4591-8395-d67f83fe3093, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:33.941077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] device_id is not set on port 9fc27ad0-74a2-4591-8395-d67f83fe3093 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:33.955956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:33.964590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.072012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'Port': ['ID=ed91bbca-3b36-4956-a1b8-405336ec3111,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:34.081684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.091152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] No DVR routers for this DVR port 9fc27ad0-74a2-4591-8395-d67f83fe3093 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:34.100758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] Pushing event updated for resources: {'Port': ['ID=9fc27ad0-74a2-4591-8395-d67f83fe3093,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:34.179646 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.233244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] In _notify_port_updated(), no bound segment for port 9fc27ad0-74a2-4591-8395-d67f83fe3093 on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:04:34.236655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:34.237328 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.252653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-7d025f26-9786-41dd-ab5e-f6371f6cf44b service neutron] 10.222.0.74 "PUT /v2.0/ports/9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 200 len: 1033 time: 0.8299081 Dec 15 14:04:34.312856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.397534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-a13fb968-5ea5-4850-a4e2-9a55f3998b4a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:34.399050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-a13fb968-5ea5-4850-a4e2-9a55f3998b4a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "GET /v2.0/ports/9029558c-d359-437a-a8df-02ff928cdac5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1394954 Dec 15 14:04:34.418712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:34.446135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:34.452305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=0e297ae1-656c-41b4-8c06-b790724db979,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:34.456799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:34.461902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:34.468106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:34.468764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.485060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:34.487078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-eb362034-0385-4211-aca1-4e1b1ada8bde None None] Provisioning complete for port 9fc27ad0-74a2-4591-8395-d67f83fe3093 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:34.487615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:34.490089 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb362034-0385-4211-aca1-4e1b1ada8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.505425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48670) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:34.506131 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6fd54f82-ddfd-41ee-a5ca-ffb3cd380f60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4236999 Dec 15 14:04:34.598779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-eb362034-0385-4211-aca1-4e1b1ada8bde None None] Port 9fc27ad0-74a2-4591-8395-d67f83fe3093 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:34.697800 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.722045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Router d2186bc8-67fb-4cb1-8fab-4168ff03c678 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:04:34.770852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ac033adb-8c09-4a55-b208-1505883d1cbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 0e297ae1-656c-41b4-8c06-b790724db979 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:34.771384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac033adb-8c09-4a55-b208-1505883d1cbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.819956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.829376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9ec5cd84-c976-475d-8e8b-a2b077749cd7 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:34.856144 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac033adb-8c09-4a55-b208-1505883d1cbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:34.877144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ac033adb-8c09-4a55-b208-1505883d1cbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 0e297ae1-656c-41b4-8c06-b790724db979 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:35.045993 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.076566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac033adb-8c09-4a55-b208-1505883d1cbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.076842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-be75acae-085a-4274-821c-1dfa2a7bd2c8 None None] Provisioning complete for port ed91bbca-3b36-4956-a1b8-405336ec3111 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:35.077285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be75acae-085a-4274-821c-1dfa2a7bd2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.127260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac033adb-8c09-4a55-b208-1505883d1cbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=0e297ae1-656c-41b4-8c06-b790724db979,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:35.138245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] For port 9029558c-d359-437a-a8df-02ff928cdac5, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9029558c-d359-437a-a8df-02ff928cdac5,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:35.138424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:35.147202 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf773364-4815-43b9-9397-05eff52c5d67" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:35.167100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 9ec5cd84-c976-475d-8e8b-a2b077749cd7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:35.168166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-be75acae-085a-4274-821c-1dfa2a7bd2c8 None None] Port ed91bbca-3b36-4956-a1b8-405336ec3111 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:35.180212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.182970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9029558c-d359-437a-a8df-02ff928cdac5 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:35.192244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac033adb-8c09-4a55-b208-1505883d1cbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.198548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ac033adb-8c09-4a55-b208-1505883d1cbf tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/0e297ae1-656c-41b4-8c06-b790724db979 HTTP/1.1" status: 204 len: 168 time: 0.6898489 Dec 15 14:04:35.203528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48682) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:35.218481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'mac_address': 'fa:16:3e:fc:ea:f1', 'name': 'tempest-PortsIpV6TestJSON-1596152561'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:35.265769 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59891f8-51d0-434f-bad6-ef5aaeaca5ac x-openstack-request-id: req-d59891f8-51d0-434f-bad6-ef5aaeaca5ac {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:35.266444 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:35.267099 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d59891f8-51d0-434f-bad6-ef5aaeaca5ac {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:35.267704 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'code': 200} Dec 15 14:04:35.325683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=9ec5cd84-c976-475d-8e8b-a2b077749cd7,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:35.328116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] For port 9029558c-d359-437a-a8df-02ff928cdac5, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:35.375987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48688) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:35.398043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-588705335'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:35.414725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] device_id is not set on port 9029558c-d359-437a-a8df-02ff928cdac5 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:35.429265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.435378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:35.455538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.517607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:04:35.518881 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.529959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2ddeac75-2622-4b8c-9fce-0d32cb746035 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "PUT /v2.0/routers/d2186bc8-67fb-4cb1-8fab-4168ff03c678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0340788 Dec 15 14:04:35.531788 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762b159-8dd3-4bfd-b785-b37378b3d396 None None] Sync routers for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:35.542221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9317d-4c7a-4f3d-800e-5659ce88946d req-ae13fbab-82e5-4526-8208-7ffeb8145ea4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:35.547726 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762b159-8dd3-4bfd-b785-b37378b3d396 None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:35.548759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9317d-4c7a-4f3d-800e-5659ce88946d req-ae13fbab-82e5-4526-8208-7ffeb8145ea4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:35.549580 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2762b159-8dd3-4bfd-b785-b37378b3d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:35.557680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9317d-4c7a-4f3d-800e-5659ce88946d req-ae13fbab-82e5-4526-8208-7ffeb8145ea4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:35.565619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9317d-4c7a-4f3d-800e-5659ce88946d req-ae13fbab-82e5-4526-8208-7ffeb8145ea4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:35.570746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9317d-4c7a-4f3d-800e-5659ce88946d req-ae13fbab-82e5-4526-8208-7ffeb8145ea4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:35.573578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25c9317d-4c7a-4f3d-800e-5659ce88946d req-ae13fbab-82e5-4526-8208-7ffeb8145ea4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 3883 time: 0.6897347 Dec 15 14:04:35.576294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48692) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:35.651221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Request body: {'port': {'network_id': 'd4261bd3-af88-43e7-ac42-3160c2fa0d26', 'name': 'tempest-FloatingIPAdminTestJSON-1093663481'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:35.657070 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2762b159-8dd3-4bfd-b785-b37378b3d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:35.670901 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762b159-8dd3-4bfd-b785-b37378b3d396 None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:35.671613 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2762b159-8dd3-4bfd-b785-b37378b3d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:35.697791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25c9317d-4c7a-4f3d-800e-5659ce88946d req-1f3bee95-25c0-4805-9f10-45af971f309d tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142442 Dec 15 14:04:35.700394 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:04:35.700762 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:04:35.709630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:35.714516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.768174 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2762b159-8dd3-4bfd-b785-b37378b3d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:35.770208 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762b159-8dd3-4bfd-b785-b37378b3d396 None None] The sync data for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:35.831434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] No DVR routers for this DVR port 9029558c-d359-437a-a8df-02ff928cdac5 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:35.871584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] Pushing event updated for resources: {'Port': ['ID=9029558c-d359-437a-a8df-02ff928cdac5,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:35.894817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.896977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] In _notify_port_updated(), no bound segment for port 9029558c-d359-437a-a8df-02ff928cdac5 on network 6c908008-3368-4677-86f7-2a827cc09e11 {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:04:35.898121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:35.899663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:35.901069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-92b310d9-3e70-40ec-a759-18d96c460f0c service neutron] 10.222.0.74 "PUT /v2.0/ports/9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 200 len: 1032 time: 1.4923499 Dec 15 14:04:35.940681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:36.004356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 44cc7f4a-0bfd-46b8-8ad2-bb4de0ac0e8d yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:36.013776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.013776 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Added segment 4d85e0c6-3fd3-44ac-99ab-a796b06a5f24 of type vlan for network 7ec970e7-0848-4df7-bb45-924290609da3 Dec 15 14:04:36.021003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4fbd70e-fd0b-4569-9947-16799c266102 None None] Provisioning complete for port 9029558c-d359-437a-a8df-02ff928cdac5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:36.021877 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd70e-fd0b-4569-9947-16799c266102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.065628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbd70e-fd0b-4569-9947-16799c266102 None None] Port 9029558c-d359-437a-a8df-02ff928cdac5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:36.107085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.210799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Made reservation on behalf of 915fad4ade7940c1810293b5a69ed230 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:36.214348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.229924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.235542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:36.236264 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.259190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 5232d87c-8436-4653-bf3a-ba084a0e13dc no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:36.278536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:36.278867 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.305212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] device_id is not set on port 3cfeac2d-657c-4c33-8815-2aee6b2f5913 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:36.385188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.413397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0268216 Dec 15 14:04:36.416902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48708) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:36.423615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1130602717'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:36.427096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 5232d87c-8436-4653-bf3a-ba084a0e13dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:36.435419 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.436783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device b569bfaf-d4e7-44a2-a59f-b044e236b87e no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:36.460623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:36.471398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.500044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=5232d87c-8436-4653-bf3a-ba084a0e13dc,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:36.518453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.529845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:36.542199 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.542811 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Added segment 0fb41bfa-ac36-44e3-8d6f-e72e5201e50f of type vlan for network da58127c-8121-4e4c-a2f3-008b65a09d92 Dec 15 14:04:36.568563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.601330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:36.606438 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.608649 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.649870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:36.653899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3d299-6d32-49f7-a907-f7e5d3da247c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Network': ['ID=7ec970e7-0848-4df7-bb45-924290609da3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:36.665193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:36.668344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.670678 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.675054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:36.675223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:36.675827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.676255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.698789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7ec970e7-0848-4df7-bb45-924290609da3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:36.762749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3440838 Dec 15 14:04:36.763579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:36.764560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915dff3-5e91-4930-8ccf-4d1947705089 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Network': ['ID=da58127c-8121-4e4c-a2f3-008b65a09d92,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:36.780220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'subnet': {'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:36.860008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port b569bfaf-d4e7-44a2-a59f-b044e236b87e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:36.863130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network da58127c-8121-4e4c-a2f3-008b65a09d92 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:36.882055 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.883046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 8f30e359-d553-4b41-be37-8d7c5ecaa789 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:36.896231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6900630 Dec 15 14:04:36.898253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48722) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:36.907815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] For port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:36.908673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:36.913565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ed1af-759f-4010-a6df-79e4757fd655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=44cc7f4a-0bfd-46b8-8ad2-bb4de0ac0e8d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:36.963615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e25a4-a5fd-4e06-abe1-391d5a54e7d7 req-07c0afa7-7e24-464c-9cb4-60b750dbb0c7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:36.976878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e25a4-a5fd-4e06-abe1-391d5a54e7d7 req-07c0afa7-7e24-464c-9cb4-60b750dbb0c7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:36.982631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:36.986333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e25a4-a5fd-4e06-abe1-391d5a54e7d7 req-07c0afa7-7e24-464c-9cb4-60b750dbb0c7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:36.997616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e25a4-a5fd-4e06-abe1-391d5a54e7d7 req-07c0afa7-7e24-464c-9cb4-60b750dbb0c7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:37.006669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e25a4-a5fd-4e06-abe1-391d5a54e7d7 req-07c0afa7-7e24-464c-9cb4-60b750dbb0c7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:37.017690 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac6e25a4-a5fd-4e06-abe1-391d5a54e7d7 req-07c0afa7-7e24-464c-9cb4-60b750dbb0c7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 3879 time: 0.1552856 Dec 15 14:04:37.030129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=b569bfaf-d4e7-44a2-a59f-b044e236b87e,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:37.042048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:37.046743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.076583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.141019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 8f30e359-d553-4b41-be37-8d7c5ecaa789, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:37.155103 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.155842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:37.166885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.208163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:04:37.208803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:37.209247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9fc27ad0-74a2-4591-8395-d67f83fe3093 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:04:37.231591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c9fea-a7d1-4cdb-865d-eddb6f1bb267 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:37.232857 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac6e25a4-a5fd-4e06-abe1-391d5a54e7d7 req-05d3f7e2-0237-489f-ba24-0f8a827fd709 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139809 Dec 15 14:04:37.236369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd4c9fea-a7d1-4cdb-865d-eddb6f1bb267 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/44cc7f4a-0bfd-46b8-8ad2-bb4de0ac0e8d HTTP/1.1" status: 200 len: 845 time: 0.3240550 Dec 15 14:04:37.237345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48728) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:37.254785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=47ff5cdf-8c87-4915-a0c1-8e50d30c3559,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:37.260933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Allocated IP 172.20.0.7 (d4261bd3-af88-43e7-ac42-3160c2fa0d26/977dd39f-274e-4750-a663-e181d07f4d1c/3cfeac2d-657c-4c33-8815-2aee6b2f5913) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:37.275907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5232d87c-8436-4653-bf3a-ba084a0e13dc'}, {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e'}, {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f30e359-d553-4b41-be37-8d7c5ecaa789'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:37.281719 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3f6aef-22c8-4874-aefc-fb9b0d8b230b" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5232d87c-8436-4653-bf3a-ba084a0e13dc"}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-unplugged", "status": "completed", "tag": "b569bfaf-d4e7-44a2-a59f-b044e236b87e"}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-unplugged", "status": "completed", "tag": "8f30e359-d553-4b41-be37-8d7c5ecaa789"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:37.355317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] No DVR routers for this DVR port 47ff5cdf-8c87-4915-a0c1-8e50d30c3559 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:37.364738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.369940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-e69af873-6c17-4f23-942d-3e91b3f612b4 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "DELETE /v2.0/ports/47ff5cdf-8c87-4915-a0c1-8e50d30c3559 HTTP/1.1" status: 204 len: 173 time: 1.4557595 Dec 15 14:04:37.373145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': '47ff5cdf-8c87-4915-a0c1-8e50d30c3559'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:37.381097 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b008757-de70-4a49-8ce6-ab39d1ee93e9" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "47ff5cdf-8c87-4915-a0c1-8e50d30c3559"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:37.423315 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5006cb7-cd07-4a25-a4bb-c5f8ceebb179 x-openstack-request-id: req-e5006cb7-cd07-4a25-a4bb-c5f8ceebb179 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:37.427256 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5232d87c-8436-4653-bf3a-ba084a0e13dc", "code": 200}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-unplugged", "status": "completed", "tag": "b569bfaf-d4e7-44a2-a59f-b044e236b87e", "code": 200}, {"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-unplugged", "status": "completed", "tag": "8f30e359-d553-4b41-be37-8d7c5ecaa789", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:37.427709 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e5006cb7-cd07-4a25-a4bb-c5f8ceebb179 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:37.428468 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5232d87c-8436-4653-bf3a-ba084a0e13dc', 'code': 200} Dec 15 14:04:37.428891 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e', 'code': 200} Dec 15 14:04:37.429281 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f30e359-d553-4b41-be37-8d7c5ecaa789', 'code': 200} Dec 15 14:04:37.465544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.472777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=8f30e359-d553-4b41-be37-8d7c5ecaa789,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:37.476157 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05209eb-6990-4b35-9e4f-9eacca8e906c x-openstack-request-id: req-e05209eb-6990-4b35-9e4f-9eacca8e906c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:37.476554 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "47ff5cdf-8c87-4915-a0c1-8e50d30c3559", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:37.476917 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e05209eb-6990-4b35-9e4f-9eacca8e906c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:37.477415 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': '47ff5cdf-8c87-4915-a0c1-8e50d30c3559', 'status': 'completed', 'code': 200} Dec 15 14:04:37.477674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 9fc27ad0-74a2-4591-8395-d67f83fe3093 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:04:37.594410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.746932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1546789a-6f65-4bd6-adda-f2530d04a59d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 44cc7f4a-0bfd-46b8-8ad2-bb4de0ac0e8d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:37.747337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1546789a-6f65-4bd6-adda-f2530d04a59d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.753576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port 5232d87c-8436-4653-bf3a-ba084a0e13dc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:37.754011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.758327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Subnet': ['ID=606f643f-9165-4475-80c0-a529c961167b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:37.773283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Checking segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:37.774377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network hostable DHCP agents. Network: 7ec970e7-0848-4df7-bb45-924290609da3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:37.820096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network 7ec970e7-0848-4df7-bb45-924290609da3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:37.832794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7ec970e7-0848-4df7-bb45-924290609da3) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:37.838383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:37.841187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:37.846940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b502c8-3415-4af4-9da6-f92db12b0209 None None] Network 7ec970e7-0848-4df7-bb45-924290609da3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:37.886983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-63a55731-ec3e-41ff-a22d-ecbd0b3c2026 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1116743 Dec 15 14:04:37.890534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:37.899274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'subnet': {'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:38.014713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] For port 5232d87c-8436-4653-bf3a-ba084a0e13dc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=5232d87c-8436-4653-bf3a-ba084a0e13dc,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:38.015314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:38.031972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for 5232d87c-8436-4653-bf3a-ba084a0e13dc owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:38.049122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:38.053992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-7ec970e7-0848-4df7-bb45-924290609da3', 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'project_id': '11667cb6db0940f89c679d3aa8261465', 'fixed_ips': [{'subnet_id': '606f643f-9165-4475-80c0-a529c961167b'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:38.056443 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:38.057299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:38.320847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:38.365343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Allocated IP 10.1.1.2 (7ec970e7-0848-4df7-bb45-924290609da3/606f643f-9165-4475-80c0-a529c961167b/0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:38.558035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Subnet': ['ID=3806d085-010f-4dca-b5f4-aa70d112439c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:38.645348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb1be-1e48-4fb8-96eb-996d45913311 req-98efe7bc-ea36-414b-b376-9c14d4c8bfc6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.657486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb1be-1e48-4fb8-96eb-996d45913311 req-98efe7bc-ea36-414b-b376-9c14d4c8bfc6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.679319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb1be-1e48-4fb8-96eb-996d45913311 req-98efe7bc-ea36-414b-b376-9c14d4c8bfc6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.695193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb1be-1e48-4fb8-96eb-996d45913311 req-98efe7bc-ea36-414b-b376-9c14d4c8bfc6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.696337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6ddbb1be-1e48-4fb8-96eb-996d45913311 req-98efe7bc-ea36-414b-b376-9c14d4c8bfc6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 3142 time: 0.2727358 Dec 15 14:04:38.702801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Checking segment: {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:38.716351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network hostable DHCP agents. Network: da58127c-8121-4e4c-a2f3-008b65a09d92, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:38.747661 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:38.762860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:38.801700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network da58127c-8121-4e4c-a2f3-008b65a09d92 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:38.816918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6ddbb1be-1e48-4fb8-96eb-996d45913311 req-6a51a51a-62b8-45a4-887a-90f4abf20f28 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867789 Dec 15 14:04:38.825302 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, da58127c-8121-4e4c-a2f3-008b65a09d92) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:38.831621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:38.835343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:38.850191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d2b41-af01-4128-834a-bbc74fa1cce3 None None] Network da58127c-8121-4e4c-a2f3-008b65a09d92 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:38.878001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1546789a-6f65-4bd6-adda-f2530d04a59d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:38.884002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0ed87951-c0e0-4b1d-9137-350b298ce79f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9778690 Dec 15 14:04:38.886448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:38.897735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1546789a-6f65-4bd6-adda-f2530d04a59d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 44cc7f4a-0bfd-46b8-8ad2-bb4de0ac0e8d owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:38.907157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'port': {'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'name': 'tempest-TaggedBootDevicesTest-1589607733', 'fixed_ips': [{'subnet_id': '606f643f-9165-4475-80c0-a529c961167b'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:38.918834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Network 7ec970e7-0848-4df7-bb45-924290609da3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:38.927550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:38.929910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:38.952947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Pushing event updated for resources: {'Port': ['ID=0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:39.048946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.112147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Attempting to bind port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:39.112382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Attempting to bind port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:39.112763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Attempting to bind port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:39.135394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:39.135781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Checking segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:39.138374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.138797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Bound using segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:39.139303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Bound port: 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:39.139703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.196006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-da58127c-8121-4e4c-a2f3-008b65a09d92', 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92', 'project_id': '11667cb6db0940f89c679d3aa8261465', 'fixed_ips': [{'subnet_id': '3806d085-010f-4dca-b5f4-aa70d112439c'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:39.196886 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.197292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:39.218185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.272134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=5232d87c-8436-4653-bf3a-ba084a0e13dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:39.274433 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1546789a-6f65-4bd6-adda-f2530d04a59d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.444500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.469463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] device_id is not set on port 6684d56d-1150-4043-8688-8851d8bc02fd yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:39.477743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546789a-6f65-4bd6-adda-f2530d04a59d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=44cc7f4a-0bfd-46b8-8ad2-bb4de0ac0e8d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:39.482516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] No DVR routers for this DVR port 5232d87c-8436-4653-bf3a-ba084a0e13dc on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:39.498907 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.502699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-165a3c7d-1166-40a6-8e3c-cf21a1abd756 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "DELETE /v2.0/ports/5232d87c-8436-4653-bf3a-ba084a0e13dc HTTP/1.1" status: 204 len: 173 time: 2.1155984 Dec 15 14:04:39.505605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': '5232d87c-8436-4653-bf3a-ba084a0e13dc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:39.508137 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26747610-8d05-449a-9b0b-2c5f3ee43b3a" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "5232d87c-8436-4653-bf3a-ba084a0e13dc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:39.561177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1546789a-6f65-4bd6-adda-f2530d04a59d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.564776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1546789a-6f65-4bd6-adda-f2530d04a59d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/44cc7f4a-0bfd-46b8-8ad2-bb4de0ac0e8d HTTP/1.1" status: 204 len: 168 time: 2.3223472 Dec 15 14:04:39.570260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48778) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:39.617834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.676203 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48207f15-9f43-40c7-a0db-82a93badecb8 x-openstack-request-id: req-48207f15-9f43-40c7-a0db-82a93badecb8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:39.677396 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "5232d87c-8436-4653-bf3a-ba084a0e13dc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:39.678492 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48207f15-9f43-40c7-a0db-82a93badecb8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:39.679647 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': '5232d87c-8436-4653-bf3a-ba084a0e13dc', 'status': 'completed', 'code': 200} Dec 15 14:04:39.680642 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-facae4db-33bf-4c08-8ad4-a782934e0772 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:04:39.686590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:39.688495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-facae4db-33bf-4c08-8ad4-a782934e0772 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/44cc7f4a-0bfd-46b8-8ad2-bb4de0ac0e8d HTTP/1.1" status: 404 len: 333 time: 0.1157856 Dec 15 14:04:39.699248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'name': 'tempest-PortsIpV6TestJSON-2020287293'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:39.711458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:39.727009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] For port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:39.738544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] For port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:39.748692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:39.767830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:39.791196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:39.953629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event updated for resources: {'Port': ['ID=3cfeac2d-657c-4c33-8815-2aee6b2f5913,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:40.022843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:40.023805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.055012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port 8f30e359-d553-4b41-be37-8d7c5ecaa789 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:40.055012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.143462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Allocated IP 10.2.2.2 (da58127c-8121-4e4c-a2f3-008b65a09d92/3806d085-010f-4dca-b5f4-aa70d112439c/f57ea5e9-5194-40ef-8bf2-82776db14a1e) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:40.158583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46d29-a893-4d5b-9cc3-005e7d70ef80 None None] Pushing event updated for resources: {'Port': ['ID=0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:40.205350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] For port 8f30e359-d553-4b41-be37-8d7c5ecaa789, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=8f30e359-d553-4b41-be37-8d7c5ecaa789,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:40.205763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.222258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for 8f30e359-d553-4b41-be37-8d7c5ecaa789 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:40.328854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fa388-1524-4ebc-b39a-d008bd682499 req-a04619d6-7c4b-4bd0-aeb7-dc5503d446f7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:40.339829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fa388-1524-4ebc-b39a-d008bd682499 req-a04619d6-7c4b-4bd0-aeb7-dc5503d446f7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:40.358100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fa388-1524-4ebc-b39a-d008bd682499 req-a04619d6-7c4b-4bd0-aeb7-dc5503d446f7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:40.362856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-081fa388-1524-4ebc-b39a-d008bd682499 req-a04619d6-7c4b-4bd0-aeb7-dc5503d446f7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 2409 time: 0.3346179 Dec 15 14:04:40.367224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:40.385847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.388691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a3303881-7773-473b-9f0c-a5482937387b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7511034 Dec 15 14:04:40.392411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:40.465805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 73bc7260-9905-41f2-aeb5-20ccf115a034 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:40.511622 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.525354 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.559092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'project_id': '915fad4ade7940c1810293b5a69ed230', 'port_id': '3cfeac2d-657c-4c33-8815-2aee6b2f5913'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:40.639070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.641021 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.704311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Allocated IP 10.1.1.41 (7ec970e7-0848-4df7-bb45-924290609da3/606f643f-9165-4475-80c0-a529c961167b/6684d56d-1150-4043-8688-8851d8bc02fd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:40.763781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Network da58127c-8121-4e4c-a2f3-008b65a09d92 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:40.767550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0cd477fa-02a6-4d53-b967-bab983dbbda3 None None] Provisioning complete for port 3cfeac2d-657c-4c33-8815-2aee6b2f5913 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:40.770414 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0cd477fa-02a6-4d53-b967-bab983dbbda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:40.797049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-081fa388-1524-4ebc-b39a-d008bd682499 req-f5880040-9186-4499-8338-514b161d01a6 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814905 Dec 15 14:04:40.898728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=8f30e359-d553-4b41-be37-8d7c5ecaa789,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:40.907837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0cd477fa-02a6-4d53-b967-bab983dbbda3 None None] Port 3cfeac2d-657c-4c33-8815-2aee6b2f5913 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:40.922488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:40.945450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:40.961665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Pushing event updated for resources: {'Port': ['ID=f57ea5e9-5194-40ef-8bf2-82776db14a1e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:40.981235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:40.997216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] No DVR routers for this DVR port 8f30e359-d553-4b41-be37-8d7c5ecaa789 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:41.001561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.007170 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-807f4c3c-3ea0-4c96-a1a1-1e7abfb783fd tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "DELETE /v2.0/ports/8f30e359-d553-4b41-be37-8d7c5ecaa789 HTTP/1.1" status: 204 len: 173 time: 1.4942753 Dec 15 14:04:41.215651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Attempting to bind port f57ea5e9-5194-40ef-8bf2-82776db14a1e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:41.216207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Attempting to bind port f57ea5e9-5194-40ef-8bf2-82776db14a1e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:41.220534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Attempting to bind port f57ea5e9-5194-40ef-8bf2-82776db14a1e on network da58127c-8121-4e4c-a2f3-008b65a09d92 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:41.249029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:41.253243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Checking segment: {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:41.253911 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.254620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Bound using segment: {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:41.255426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Bound port: f57ea5e9-5194-40ef-8bf2-82776db14a1e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:41.255969 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.257543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.381321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:41.385658 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.469151 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.485218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:41.485602 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.574162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] For port f57ea5e9-5194-40ef-8bf2-82776db14a1e, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:41.578069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] For port f57ea5e9-5194-40ef-8bf2-82776db14a1e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f57ea5e9-5194-40ef-8bf2-82776db14a1e,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:41.617962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.624220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Allocated IP 172.25.7.150 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/05fdbfdb-09c0-4cde-8e76-ab6a90f23aeb) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:41.630931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.642724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.697960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': '8f30e359-d553-4b41-be37-8d7c5ecaa789'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:41.700893 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7437b5e-5c21-4ccd-ae93-26ecf45716c8" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "8f30e359-d553-4b41-be37-8d7c5ecaa789"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:41.789999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=73bc7260-9905-41f2-aeb5-20ccf115a034,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:41.840863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:41.846978 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b143039-8da7-4578-b788-82244857054c x-openstack-request-id: req-7b143039-8da7-4578-b788-82244857054c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:41.847680 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "8f30e359-d553-4b41-be37-8d7c5ecaa789", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:41.848257 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b143039-8da7-4578-b788-82244857054c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:41.848894 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': '8f30e359-d553-4b41-be37-8d7c5ecaa789', 'status': 'completed', 'code': 200} Dec 15 14:04:41.883749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] For port 9ec5cd84-c976-475d-8e8b-a2b077749cd7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=9ec5cd84-c976-475d-8e8b-a2b077749cd7,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:41.884596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.884805 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.898200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:41.910762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:41.945129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:41.945129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:41.983064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-51507963-e932-41cd-bc26-4c699c64bda9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2953284 Dec 15 14:04:41.986451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:41.997077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ba14d-859d-43ee-9bea-e88def43d4bd None None] Pushing event updated for resources: {'Port': ['ID=f57ea5e9-5194-40ef-8bf2-82776db14a1e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:42.010852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:42.069612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:42.090714 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.113011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.175526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.231900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:42.280085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network 7ec970e7-0848-4df7-bb45-924290609da3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:42.283273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4a227-c0dd-4d00-84df-d7135843b3cf None None] Network 7ec970e7-0848-4df7-bb45-924290609da3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:42.344184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:42.350948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.366521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:42.510815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4155a-44e8-4af7-ad4b-7a9402429bb6 req-ee8f4cf2-b8d1-4a4e-bbf4-5bb3b638fdb2 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:42.517341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4155a-44e8-4af7-ad4b-7a9402429bb6 req-ee8f4cf2-b8d1-4a4e-bbf4-5bb3b638fdb2 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:42.519507 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5f4155a-44e8-4af7-ad4b-7a9402429bb6 req-ee8f4cf2-b8d1-4a4e-bbf4-5bb3b638fdb2 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 1676 time: 0.4385924 Dec 15 14:04:42.529840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=6684d56d-1150-4043-8688-8851d8bc02fd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:42.587924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.590040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8c4765ed-0aa8-4b10-95a5-41dfa953a552 None None] Provisioning complete for port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:42.590670 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8c4765ed-0aa8-4b10-95a5-41dfa953a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.608990 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5f4155a-44e8-4af7-ad4b-7a9402429bb6 req-438d2ae9-5a90-4947-8542-ffbb63e57729 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759599 Dec 15 14:04:42.643351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:42.643351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.687723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:42.710196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:42.726882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:42.743384 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-07556371-8d1c-49e5-9ab6-c135849ed2d7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8541410 Dec 15 14:04:42.744264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48832) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:42.772961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'port': {'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'name': 'tempest-TaggedBootDevicesTest-2057865351', 'fixed_ips': [{'subnet_id': '606f643f-9165-4475-80c0-a529c961167b'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:42.863240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.869253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:42.869673 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Floating IP 833b6f45-13f9-4e19-8bca-731b4a966581 disassociated. External IP: 172.25.7.213, port: 9ec5cd84-c976-475d-8e8b-a2b077749cd7. Dec 15 14:04:42.874541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for 9ec5cd84-c976-475d-8e8b-a2b077749cd7 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:42.910226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Pushing event updated for resources: {'Port': ['ID=05fdbfdb-09c0-4cde-8e76-ab6a90f23aeb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:42.996861 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.007607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.037020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:43.126418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=73bc7260-9905-41f2-aeb5-20ccf115a034,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:43.187295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] In _notify_port_updated(), no bound segment for port 73bc7260-9905-41f2-aeb5-20ccf115a034 on network 53957497-d10d-4a17-98e7-551d460976c8 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:04:43.208666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:43.212238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:43.212364 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.212824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.217157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f9bb8b72-593b-4461-bb84-b47bd7274453 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "PUT /v2.0/ports/73bc7260-9905-41f2-aeb5-20ccf115a034 HTTP/1.1" status: 200 len: 818 time: 1.2265656 Dec 15 14:04:43.226213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:43.569011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a4c06689-856f-45c7-863a-3ce63486dd5d None None] Provisioning complete for port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:43.570728 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a4c06689-856f-45c7-863a-3ce63486dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.590115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f57ea5e9-5194-40ef-8bf2-82776db14a1e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:43.634233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:43.664851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.683202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1b0290f6-01d4-4ecd-a8b4-9350daa07f9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 73bc7260-9905-41f2-aeb5-20ccf115a034 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:43.683932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b0290f6-01d4-4ecd-a8b4-9350daa07f9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.885315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f57ea5e9-5194-40ef-8bf2-82776db14a1e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:43.885733 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.895537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] device_id is not set on port a5384e67-1c3f-41c5-8157-77cc0aeaecbf yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:43.948929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b0290f6-01d4-4ecd-a8b4-9350daa07f9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:43.954559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a4c06689-856f-45c7-863a-3ce63486dd5d None None] Provisioning complete for port 6684d56d-1150-4043-8688-8851d8bc02fd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:43.954753 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a4c06689-856f-45c7-863a-3ce63486dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.004042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e189e1a-6621-414f-915c-326ff2c03375 None None] Network da58127c-8121-4e4c-a2f3-008b65a09d92 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:44.008246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.057351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1b0290f6-01d4-4ecd-a8b4-9350daa07f9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 73bc7260-9905-41f2-aeb5-20ccf115a034 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:44.074350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57fc4-63de-4220-9103-f08f830b28f0 req-fb2af907-51fb-4ee7-bd8e-74c68384b58b tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:44.080724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57fc4-63de-4220-9103-f08f830b28f0 req-fb2af907-51fb-4ee7-bd8e-74c68384b58b tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:44.083012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acd57fc4-63de-4220-9103-f08f830b28f0 req-fb2af907-51fb-4ee7-bd8e-74c68384b58b tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 1676 time: 0.3350320 Dec 15 14:04:44.086366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=9ec5cd84-c976-475d-8e8b-a2b077749cd7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:44.192156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a4c06689-856f-45c7-863a-3ce63486dd5d None None] Port 6684d56d-1150-4043-8688-8851d8bc02fd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:44.287368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.354500 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.357914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Router 521c41c3-8ae5-4026-ba36-8bc89331cacb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:04:44.445405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port f57ea5e9-5194-40ef-8bf2-82776db14a1e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f57ea5e9-5194-40ef-8bf2-82776db14a1e,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:44.458609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.490175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d834f62e-add2-40bb-aed6-ffab3053d65b None None] Provisioning complete for port f57ea5e9-5194-40ef-8bf2-82776db14a1e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:44.508311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b0290f6-01d4-4ecd-a8b4-9350daa07f9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.508583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d834f62e-add2-40bb-aed6-ffab3053d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.602004 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b0290f6-01d4-4ecd-a8b4-9350daa07f9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.617115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1b0290f6-01d4-4ecd-a8b4-9350daa07f9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/73bc7260-9905-41f2-aeb5-20ccf115a034 HTTP/1.1" status: 204 len: 168 time: 1.3842831 Dec 15 14:04:44.651723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0290f6-01d4-4ecd-a8b4-9350daa07f9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=73bc7260-9905-41f2-aeb5-20ccf115a034,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:44.664332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48858) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:44.679823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Allocated IP 10.1.1.242 (7ec970e7-0848-4df7-bb45-924290609da3/606f643f-9165-4475-80c0-a529c961167b/a5384e67-1c3f-41c5-8157-77cc0aeaecbf) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:44.709025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=f57ea5e9-5194-40ef-8bf2-82776db14a1e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:44.824872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d834f62e-add2-40bb-aed6-ffab3053d65b None None] Provisioning complete for port 6684d56d-1150-4043-8688-8851d8bc02fd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:44.825328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d834f62e-add2-40bb-aed6-ffab3053d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:44.858515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:04:44.882006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acd57fc4-63de-4220-9103-f08f830b28f0 req-4d204b95-532c-4891-bb36-3e348b04fe37 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5966043 Dec 15 14:04:44.902331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] Sync routers for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:44.965226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:44.966173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:45.013192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] No DVR routers for this DVR port 9ec5cd84-c976-475d-8e8b-a2b077749cd7 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:45.016586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.020792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.022197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.026574 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-006766c2-7c24-4030-bd04-b4e6f30a6381 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "DELETE /v2.0/ports/9ec5cd84-c976-475d-8e8b-a2b077749cd7 HTTP/1.1" status: 204 len: 173 time: 4.0113482 Dec 15 14:04:45.030761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:45.038743 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137efb18-c686-40bc-8949-8d4026cdf006" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:45.111496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d834f62e-add2-40bb-aed6-ffab3053d65b None None] Port 6684d56d-1150-4043-8688-8851d8bc02fd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:45.118497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.145035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcca226-eabc-4b98-ac01-f6b787f10ed9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:45.149907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4fcca226-eabc-4b98-ac01-f6b787f10ed9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4820855 Dec 15 14:04:45.151426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48862) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:45.156008 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f832d006-ae5c-473e-96f5-02a5e40af962 x-openstack-request-id: req-f832d006-ae5c-473e-96f5-02a5e40af962 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:45.156621 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "9ec5cd84-c976-475d-8e8b-a2b077749cd7", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:45.157263 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f832d006-ae5c-473e-96f5-02a5e40af962 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:45.157884 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': '9ec5cd84-c976-475d-8e8b-a2b077749cd7', 'status': 'completed', 'code': 200} Dec 15 14:04:45.184256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network 7ec970e7-0848-4df7-bb45-924290609da3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:45.193403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:45.228734 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c78860-f5d9-4cbd-a918-b37bada34f52 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:04:45.235356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:45.236893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-38c78860-f5d9-4cbd-a918-b37bada34f52 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/73bc7260-9905-41f2-aeb5-20ccf115a034 HTTP/1.1" status: 404 len: 333 time: 0.0740058 Dec 15 14:04:45.237776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48864) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:45.281654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1656484840'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:45.292168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:45.331542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:45.336376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.414645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:45.417014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.448919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:45.470582 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-04b615cc-8798-41b1-a745-8445cd35a3d2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7126958 Dec 15 14:04:45.501490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4a0784f-1a63-45e1-95b8-23eaf1a90d61 None None] Provisioning complete for port f57ea5e9-5194-40ef-8bf2-82776db14a1e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:45.501881 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4a0784f-1a63-45e1-95b8-23eaf1a90d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.507794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:04:45.541268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port b569bfaf-d4e7-44a2-a59f-b044e236b87e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:45.541881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.560141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.560739 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Added segment a7ca3806-561b-488b-a3f3-0ea1d381d4c9 of type vlan for network b26607f2-66a1-401d-bdfc-4724236b9d5b Dec 15 14:04:45.801573 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.853106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.874106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.974694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] For port b569bfaf-d4e7-44a2-a59f-b044e236b87e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=b569bfaf-d4e7-44a2-a59f-b044e236b87e,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:45.975061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.990080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:45.995693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:45.996326 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.012316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for b569bfaf-d4e7-44a2-a59f-b044e236b87e owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:46.134630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48884) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:46.141134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1b04cad0-e955-4e0b-a600-a888bbdef3bb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475956664', 'description': 'tempest-description--1281809843'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:46.226029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a33b2-2da2-4ee8-aabd-99c2c9a4b9da req-e1e627a5-3ada-4f1f-beac-26ce4d212a83 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:46.228991 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b66a33b2-2da2-4ee8-aabd-99c2c9a4b9da req-e1e627a5-3ada-4f1f-beac-26ce4d212a83 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 942 time: 0.1638007 Dec 15 14:04:46.317932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:44Z', 'revision_number': 5, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:46.357119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] Checking router: 521c41c3-8ae5-4026-ba36-8bc89331cacb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:04:46.379722 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b66a33b2-2da2-4ee8-aabd-99c2c9a4b9da req-dea0287d-a12d-4d93-aec6-12008d31db28 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421623 Dec 15 14:04:46.393419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:46.394908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:46.565660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:04:46.596361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-60acbd22-430c-47b4-bbde-2fdc5a1b729b None None] Provisioning complete for port a5384e67-1c3f-41c5-8157-77cc0aeaecbf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:46.596745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-60acbd22-430c-47b4-bbde-2fdc5a1b729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.710149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-60acbd22-430c-47b4-bbde-2fdc5a1b729b None None] Port a5384e67-1c3f-41c5-8157-77cc0aeaecbf cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:46.713820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Pushing event updated for resources: {'Port': ['ID=05fdbfdb-09c0-4cde-8e76-ab6a90f23aeb,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:46.733685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.763553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b04cad0-e955-4e0b-a600-a888bbdef3bb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:46.840965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5617473 Dec 15 14:04:46.854239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:46.855244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6789153-34fd-4861-bc07-7fc3ba24f5e5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Network': ['ID=b26607f2-66a1-401d-bdfc-4724236b9d5b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:46.873627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:46.881504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b26607f2-66a1-401d-bdfc-4724236b9d5b details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:04:46.931190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f57ea5e9-5194-40ef-8bf2-82776db14a1e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:47.022598 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b04cad0-e955-4e0b-a600-a888bbdef3bb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.036176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b04cad0-e955-4e0b-a600-a888bbdef3bb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.040837 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Floating IP 1d724d9b-b8d6-4b00-8d64-e8048fc405b4 associated. External IP: 172.25.7.150, port: 3cfeac2d-657c-4c33-8815-2aee6b2f5913. Dec 15 14:04:47.074784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:47.078770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.091476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b04cad0-e955-4e0b-a600-a888bbdef3bb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.093389 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1b04cad0-e955-4e0b-a600-a888bbdef3bb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9575338 Dec 15 14:04:47.105333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48898) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:47.110251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d1b562ac-ced9-4bfc-aaf9-63ba59ca1e9c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'security_group_rule': {'security_group_id': '17b37b1c-068d-46d8-aed7-b5f0606c0c80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:47.115043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04cad0-e955-4e0b-a600-a888bbdef3bb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b37b1c-068d-46d8-aed7-b5f0606c0c80,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:47.228508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f57ea5e9-5194-40ef-8bf2-82776db14a1e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:47.229650 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.283088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1b562ac-ced9-4bfc-aaf9-63ba59ca1e9c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.351176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:44Z', 'revision_number': 5, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:47.399478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1b562ac-ced9-4bfc-aaf9-63ba59ca1e9c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.406528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea77811-6f7f-4435-9811-9ca63141a138 None None] The sync data for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 is: [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T13:53:40Z', 'revision_number': 4, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8902eddd-545c-446f-a2fa-0ce02f9f8561', 'name': '', 'network_id': '27c3ac47-3e22-4d6e-8a5b-84ec86d99979', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'mac_address': 'fa:16:3e:56:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:36Z', 'updated_at': '2021-12-15T13:53:44Z', 'revision_number': 5, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'subnets': [{'id': '299bbd43-2c6b-4617-9310-ef44d6baec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:47.507851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1b562ac-ced9-4bfc-aaf9-63ba59ca1e9c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.578807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b562ac-ced9-4bfc-aaf9-63ba59ca1e9c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7db8707-b2b4-47b8-90c4-8bca4afcf51b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:47.588057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1b562ac-ced9-4bfc-aaf9-63ba59ca1e9c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.592284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d1b562ac-ced9-4bfc-aaf9-63ba59ca1e9c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4855142 Dec 15 14:04:47.592958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48910) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:47.607975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7c0cdccf-a2f3-456d-aa3e-4c261b3c4302 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'security_group_rule': {'security_group_id': '17b37b1c-068d-46d8-aed7-b5f0606c0c80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:47.646272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.727275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c0cdccf-a2f3-456d-aa3e-4c261b3c4302 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.756925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Router d2186bc8-67fb-4cb1-8fab-4168ff03c678 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:04:47.764528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.827068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=302704b1-8267-437e-8be4-30f271ea1cc1,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:47.834892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416ae87-dc20-4270-b68f-4deeef0571e1 req-df8fc8f0-9f3f-4c9b-a685-842223eb62b8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:47.836420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8416ae87-dc20-4270-b68f-4deeef0571e1 req-df8fc8f0-9f3f-4c9b-a685-842223eb62b8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 942 time: 0.2426538 Dec 15 14:04:47.854537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking segment: {'id': 'a7ca3806-561b-488b-a3f3-0ea1d381d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:47.855176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network hostable DHCP agents. Network: b26607f2-66a1-401d-bdfc-4724236b9d5b, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:04:47.861813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=b569bfaf-d4e7-44a2-a59f-b044e236b87e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:47.986111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c0cdccf-a2f3-456d-aa3e-4c261b3c4302 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:47.990157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network b26607f2-66a1-401d-bdfc-4724236b9d5b is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:04:47.997053 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c0cdccf-a2f3-456d-aa3e-4c261b3c4302 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.032551 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108614c-c92a-4c8a-864c-eaef88b53c12 None None] New status for floating IP 833b6f45-13f9-4e19-8bca-731b4a966581: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:04:48.057976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cdccf-a2f3-456d-aa3e-4c261b3c4302 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7803da83-f2f5-47fa-b45c-dd1576e56f21,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:48.073055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] No DVR routers for this DVR port b569bfaf-d4e7-44a2-a59f-b044e236b87e on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:04:48.073426 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c0cdccf-a2f3-456d-aa3e-4c261b3c4302 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.080019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7c0cdccf-a2f3-456d-aa3e-4c261b3c4302 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4826593 Dec 15 14:04:48.080442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b26607f2-66a1-401d-bdfc-4724236b9d5b) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:48.091698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48918) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:48.095658 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.102128 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-357da2e4-6e56-4043-b374-c618a66ce3cd req-1633bfbb-7888-4cec-887b-f63acd0ab64a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.74 "DELETE /v2.0/ports/b569bfaf-d4e7-44a2-a59f-b044e236b87e HTTP/1.1" status: 204 len: 173 time: 3.0566502 Dec 15 14:04:48.102480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2dce3d-c47c-4eb6-85f3-113021ada085 None None] Network b26607f2-66a1-401d-bdfc-4724236b9d5b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:48.103840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:04:48.110141 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:48.114676 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.119790 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9615d269-c667-43c6-ac0c-569bd27bb1dd" -d '{"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "b569bfaf-d4e7-44a2-a59f-b044e236b87e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:04:48.143774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:48.151174 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a708c4b9-1935-420f-8ac0-a9e2101c2cdb tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2951343 Dec 15 14:04:48.157540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:48.186118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f7be1026-146f-450f-8fce-91f9e657bb96 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:48.356556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:04:48.381098 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a523f506-c3a9-40e6-a69a-6ccd97e460c3 x-openstack-request-id: req-a523f506-c3a9-40e6-a69a-6ccd97e460c3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:04:48.381456 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c7d730-e071-468f-98e2-4a961909fe5b", "name": "network-vif-deleted", "tag": "b569bfaf-d4e7-44a2-a59f-b044e236b87e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:04:48.381704 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a523f506-c3a9-40e6-a69a-6ccd97e460c3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:04:48.382140 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c7d730-e071-468f-98e2-4a961909fe5b', 'name': 'network-vif-deleted', 'tag': 'b569bfaf-d4e7-44a2-a59f-b044e236b87e', 'status': 'completed', 'code': 200} Dec 15 14:04:48.422768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583680f-9345-4246-a764-e5a7d0b44e0d None None] Sync routers for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:48.460394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-b26607f2-66a1-401d-bdfc-4724236b9d5b', 'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b', 'project_id': '76813e8ccf994e39a763482b6f158eee', 'fixed_ips': [{'subnet_id': '302704b1-8267-437e-8be4-30f271ea1cc1'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:04:48.470619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.474195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8416ae87-dc20-4270-b68f-4deeef0571e1 req-8d9c2241-a695-4f32-9f5d-f71ff272d6c8 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups?id=03a3eb2f-4979-4194-bd83-782b89987832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6222758 Dec 15 14:04:48.479593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.493851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.508478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583680f-9345-4246-a764-e5a7d0b44e0d None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:48.510301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3583680f-9345-4246-a764-e5a7d0b44e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:48.538968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7be1026-146f-450f-8fce-91f9e657bb96 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:48.543186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7be1026-146f-450f-8fce-91f9e657bb96 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:48.705208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f7b42931-7982-4546-9196-7ba6d3575e6a tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.3111923 Dec 15 14:04:48.706878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48928) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:48.753476 n-d-821840-1 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-f7be1026-146f-450f-8fce-91f9e657bb96 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 302704b1-8267-437e-8be4-30f271ea1cc1 (CIDR: 2001:db8::/64) Dec 15 14:04:48.768104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3583680f-9345-4246-a764-e5a7d0b44e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:48.778280 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7be1026-146f-450f-8fce-91f9e657bb96 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:04:48.778809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7be1026-146f-450f-8fce-91f9e657bb96 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:04:48.806616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583680f-9345-4246-a764-e5a7d0b44e0d None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:48.819793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3583680f-9345-4246-a764-e5a7d0b44e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:48.836314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f7be1026-146f-450f-8fce-91f9e657bb96 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6711287 Dec 15 14:04:48.836612 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:48.844872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:48.940769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3583680f-9345-4246-a764-e5a7d0b44e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:48.953941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583680f-9345-4246-a764-e5a7d0b44e0d None None] The sync data for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:48.985793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Allocated IP 2001:db8::2 (b26607f2-66a1-401d-bdfc-4724236b9d5b/302704b1-8267-437e-8be4-30f271ea1cc1/39a1ed65-8cab-4434-abfe-c177b103b6ba) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:49.057490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9cbfcd29-8ce5-40f5-8dbc-1f14513cc5e6 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] 10.222.0.86 "GET /v2.0/floatingips/1d724d9b-b8d6-4b00-8d64-e8048fc405b4 HTTP/1.1" status: 200 len: 983 time: 0.3470230 Dec 15 14:04:49.060815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48940) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:49.119551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:49.127795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:49.337340 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:49.353819 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:49.357640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:49.385873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:49.391142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-abd82ca8-03b4-441b-b1be-8ce3d7372861 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2733 time: 0.3283241 Dec 15 14:04:49.454570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Network b26607f2-66a1-401d-bdfc-4724236b9d5b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:49.517122 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:49.523131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:49.544139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Pushing event updated for resources: {'Port': ['ID=39a1ed65-8cab-4434-abfe-c177b103b6ba,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:49.612179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Allocated IP 172.25.7.171 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/b587fd29-e700-4b15-a19a-1e7370bb7424) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:49.681932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Attempting to bind port 39a1ed65-8cab-4434-abfe-c177b103b6ba on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:04:49.689969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Attempting to bind port 39a1ed65-8cab-4434-abfe-c177b103b6ba by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a7ca3806-561b-488b-a3f3-0ea1d381d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:04:49.690357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Attempting to bind port 39a1ed65-8cab-4434-abfe-c177b103b6ba on network b26607f2-66a1-401d-bdfc-4724236b9d5b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:04:49.712817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:04:49.713206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Checking segment: {'id': 'a7ca3806-561b-488b-a3f3-0ea1d381d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:04:49.713868 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:49.714278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Bound using segment: {'id': 'a7ca3806-561b-488b-a3f3-0ea1d381d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:04:49.714761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Bound port: 39a1ed65-8cab-4434-abfe-c177b103b6ba, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ca3806-561b-488b-a3f3-0ea1d381d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:04:49.715153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:49.811099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80f972f7-98ca-4b91-8c98-1c28cf8d877c req-4f0abf1c-93d1-40c2-83d6-a38f65476c3e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.1101754 Dec 15 14:04:49.842790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:49.874229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] For port 39a1ed65-8cab-4434-abfe-c177b103b6ba, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:04:49.886248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] For port 39a1ed65-8cab-4434-abfe-c177b103b6ba, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=39a1ed65-8cab-4434-abfe-c177b103b6ba,segment=NetworkSegment(a7ca3806-561b-488b-a3f3-0ea1d381d4c9),segment_id=a7ca3806-561b-488b-a3f3-0ea1d381d4c9)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:04:49.902250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:49.929524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.002066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:50.012519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:50.016057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:50.037337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.046428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Deleting port 05fdbfdb-09c0-4cde-8e76-ab6a90f23aeb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:50.046907 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.057601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f95d43-7705-482f-9c6e-814e8e640ab2 None None] Pushing event updated for resources: {'Port': ['ID=39a1ed65-8cab-4434-abfe-c177b103b6ba,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:50.141833 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network b26607f2-66a1-401d-bdfc-4724236b9d5b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:50.157647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:50.164686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=b587fd29-e700-4b15-a19a-1e7370bb7424,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:50.170660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:50.171758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.203311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=7898fe39-a0b9-484b-ba46-70f6a5a6fec1,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:50.217024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-91baf44a-e345-4fcf-b6fc-bfa9abf5b0db tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3763955 Dec 15 14:04:50.217213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48948) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:50.222113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b', 'fixed_ips': [{'subnet_id': '302704b1-8267-437e-8be4-30f271ea1cc1'}, {'subnet_id': '7898fe39-a0b9-484b-ba46-70f6a5a6fec1'}], 'name': 'tempest-PortsIpV6TestJSON-24633218'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:50.277222 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.298407 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.298921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.318930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Calling delete_port for 05fdbfdb-09c0-4cde-8e76-ab6a90f23aeb owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:50.345141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.646135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.661012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.669259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:04:50.753261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=b587fd29-e700-4b15-a19a-1e7370bb7424,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:50.796061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.823279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:50.825298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-15c9f53d-2aa8-44cf-9398-c9a61d0305d8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7221730 Dec 15 14:04:50.905022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 39a1ed65-8cab-4434-abfe-c177b103b6ba up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:51.041559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 39a1ed65-8cab-4434-abfe-c177b103b6ba triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:51.041946 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.143344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c1308e9-cf8a-4b42-ad22-6693edce14b6 req-09358b8e-e075-47b5-ab78-821326a499cc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.1002679 Dec 15 14:04:51.294544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.380230 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 39a1ed65-8cab-4434-abfe-c177b103b6ba, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=39a1ed65-8cab-4434-abfe-c177b103b6ba,segment=NetworkSegment(a7ca3806-561b-488b-a3f3-0ea1d381d4c9),segment_id=a7ca3806-561b-488b-a3f3-0ea1d381d4c9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:51.399123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.510513 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-36e80081-813c-4127-97cc-1c4b7f068b3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1475956664&fields=id&tenant_id=11667cb6db0940f89c679d3aa8261465 HTTP/1.1" status: 200 len: 267 time: 0.1193776 Dec 15 14:04:51.537661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=39a1ed65-8cab-4434-abfe-c177b103b6ba,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:51.627825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-5b0dd6eb-6484-48f8-90c2-8f600db2c634 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:51.635664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-5b0dd6eb-6484-48f8-90c2-8f600db2c634 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports/6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 931 time: 0.1235635 Dec 15 14:04:51.726240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.755728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.807995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event deleted for resources: {'Port': ['ID=05fdbfdb-09c0-4cde-8e76-ab6a90f23aeb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:51.863174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 16a081ef-35b0-4065-98a4-a03aa13af75a yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:04:51.880099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-9e08d742-1135-408d-84fa-aaaa1d09bf92 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:51.881576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-9e08d742-1135-408d-84fa-aaaa1d09bf92 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports/a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 932 time: 0.2451046 Dec 15 14:04:51.883348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.883705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.884336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.884951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.885316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.885659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.886359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.886708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.887160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.887505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.887844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.888330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.888665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:04:51.985943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5189c3ac-f1ff-4a2d-88f7-ef3a7d5ca0b1 None None] Network b26607f2-66a1-401d-bdfc-4724236b9d5b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:52.022281 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-1ee7f14f-010c-4b29-8521-d92e5467a361 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0955682 Dec 15 14:04:52.078180 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3528beea-4868-419a-bdc5-1d20424aa503 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0315521 Dec 15 14:04:52.130780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-746ad1e3-2e62-47ba-8c32-a7fa10df43ec None None] Provisioning complete for port 39a1ed65-8cab-4434-abfe-c177b103b6ba triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:52.131585 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-746ad1e3-2e62-47ba-8c32-a7fa10df43ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:52.256502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:52.257117 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Floating IP 1d724d9b-b8d6-4b00-8d64-e8048fc405b4 disassociated (deleted). External IP: 172.25.7.150, port: 3cfeac2d-657c-4c33-8815-2aee6b2f5913. Dec 15 14:04:52.366303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ef02f3e-e321-4ddc-b065-49db2e5faa73 req-1ea0a6e9-45c1-40b3-a0b3-e7519e8ae95c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0575829 Dec 15 14:04:52.382451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1d90d-be7c-498d-8e42-542906879708 None None] Update dhcp port {'port': {'network_id': 'b26607f2-66a1-401d-bdfc-4724236b9d5b', 'fixed_ips': [{'subnet_id': '302704b1-8267-437e-8be4-30f271ea1cc1', 'ip_address': '2001:db8::2'}, {'subnet_id': '7898fe39-a0b9-484b-ba46-70f6a5a6fec1'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '39a1ed65-8cab-4434-abfe-c177b103b6ba'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:04:52.424787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-376392b1-8bb6-47c0-9283-bf1445dc84b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:52.432199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-376392b1-8bb6-47c0-9283-bf1445dc84b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:52.434533 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-adb1d90d-be7c-498d-8e42-542906879708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:52.438278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-376392b1-8bb6-47c0-9283-bf1445dc84b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:52.439919 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-376392b1-8bb6-47c0-9283-bf1445dc84b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/networks?id=9fbbb6fb-dc11-4cb8-8780-f03964101453&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=da58127c-8121-4e4c-a2f3-008b65a09d92&id=da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 200 len: 1989 time: 0.3489826 Dec 15 14:04:52.471027 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-d220bd95-8551-4a67-b4c3-f0f5d901a024 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/quotas/11667cb6db0940f89c679d3aa8261465 HTTP/1.1" status: 200 len: 375 time: 0.0212078 Dec 15 14:04:52.746958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-751ce034-889f-4310-9775-212a0018cd0d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2410872 Dec 15 14:04:52.874927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 39a1ed65-8cab-4434-abfe-c177b103b6ba up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:53.037831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 39a1ed65-8cab-4434-abfe-c177b103b6ba triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:53.038499 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:53.043221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Router d2186bc8-67fb-4cb1-8fab-4168ff03c678 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:04:53.078988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::133 (b26607f2-66a1-401d-bdfc-4724236b9d5b/302704b1-8267-437e-8be4-30f271ea1cc1/16a081ef-35b0-4065-98a4-a03aa13af75a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:53.123019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8:0:1::178 (b26607f2-66a1-401d-bdfc-4724236b9d5b/7898fe39-a0b9-484b-ba46-70f6a5a6fec1/16a081ef-35b0-4065-98a4-a03aa13af75a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:53.135704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-dc6c543f-4155-4f5f-937a-01d451003f22 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:04:53.144134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-dc6c543f-4155-4f5f-937a-01d451003f22 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2978866 Dec 15 14:04:53.368460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-0e77cb77-4613-4c28-96f4-20edcfcf16e8 service neutron] 10.222.0.86 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219598 Dec 15 14:04:53.463988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:04:53.475229 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec3038-cd89-4ffc-8bca-900e2b4870b7 None None] Sync routers for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:04:53.483369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:53.523148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed60254e-4661-4c7d-ae13-b41e509e02e8 req-d301c5dc-7c52-41a2-b310-d0a4f4a0652c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0353951 Dec 15 14:04:53.623503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49010) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:53.624459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4346b919-8f88-4435-91a0-2617b125111e tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "DELETE /v2.0/floatingips/1d724d9b-b8d6-4b00-8d64-e8048fc405b4 HTTP/1.1" status: 204 len: 168 time: 4.2348669 Dec 15 14:04:53.627952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:53.664369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:53.671169 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec3038-cd89-4ffc-8bca-900e2b4870b7 None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:53.673960 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b8ec3038-cd89-4ffc-8bca-900e2b4870b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:53.687336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:53.727668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-669dce51-358f-474e-b274-3e3a5ad152ce service neutron] 10.222.0.86 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481519 Dec 15 14:04:53.732015 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:53.745515 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b8ec3038-cd89-4ffc-8bca-900e2b4870b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:53.773338 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec3038-cd89-4ffc-8bca-900e2b4870b7 None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:04:53.774557 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b8ec3038-cd89-4ffc-8bca-900e2b4870b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:04:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:53.856092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-adb1d90d-be7c-498d-8e42-542906879708 None None] Allocated IP 2001:db8:0:1::2 (b26607f2-66a1-401d-bdfc-4724236b9d5b/7898fe39-a0b9-484b-ba46-70f6a5a6fec1/39a1ed65-8cab-4434-abfe-c177b103b6ba) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:53.870789 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b8ec3038-cd89-4ffc-8bca-900e2b4870b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:53.871688 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec3038-cd89-4ffc-8bca-900e2b4870b7 None None] The sync data for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:04:53.884767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:53.892187 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-4e289d38-2dbd-49d9-9e48-f592eeef1bbc service neutron] 10.222.0.86 "GET /v2.0/ports/6684d56d-1150-4043-8688-8851d8bc02fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1538689 Dec 15 14:04:53.931277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network b26607f2-66a1-401d-bdfc-4724236b9d5b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:53.934050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=16a081ef-35b0-4065-98a4-a03aa13af75a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:53.976056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:53.983538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:53.990533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:53.991304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.034721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fdb3f453-b1d9-44aa-8330-3a47ff5f0a06 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.8162968 Dec 15 14:04:54.037521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49014) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:54.043686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '302704b1-8267-437e-8be4-30f271ea1cc1'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:54.183650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-5a621143-62e2-4c0c-9ddf-857e9f618cea service neutron] 10.222.0.86 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831850 Dec 15 14:04:54.187732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Allocated IP 172.25.7.212 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/44f67f55-e0fe-4232-ac5d-99d02892eae8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:54.190804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-adb1d90d-be7c-498d-8e42-542906879708 None None] For port 39a1ed65-8cab-4434-abfe-c177b103b6ba, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=39a1ed65-8cab-4434-abfe-c177b103b6ba,segment=NetworkSegment(a7ca3806-561b-488b-a3f3-0ea1d381d4c9),segment_id=a7ca3806-561b-488b-a3f3-0ea1d381d4c9)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:04:54.241749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.264416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-adb1d90d-be7c-498d-8e42-542906879708 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.271980 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-adb1d90d-be7c-498d-8e42-542906879708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.406851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1d90d-be7c-498d-8e42-542906879708 None None] Pushing event updated for resources: {'Port': ['ID=39a1ed65-8cab-4434-abfe-c177b103b6ba,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:54.421677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.431714 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-219e1b73-a425-4513-95ad-d7588860b666 service neutron] 10.222.0.86 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390091 Dec 15 14:04:54.486801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.538125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b763a072-972a-470f-b443-bddc5ca9736f service neutron] 10.222.0.86 "GET /v2.0/ports/a5384e67-1c3f-41c5-8157-77cc0aeaecbf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0598347 Dec 15 14:04:54.595091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Pushing event updated for resources: {'Port': ['ID=44f67f55-e0fe-4232-ac5d-99d02892eae8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:54.724986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:54.750303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13d2e68e-8d1a-4a68-b5da-1f114aaca5a7 req-7ac8154b-845c-4b8c-9351-f1b7f890908a tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0718529 Dec 15 14:04:54.764665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:54.770001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:54.815764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-c2104710-b565-4f9f-8f1e-953159d04beb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1863260 Dec 15 14:04:54.994967 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:54.999223 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-5baaa13d-d7fe-482d-a1fa-79a8dc0e969f service neutron] 10.222.0.86 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538689 Dec 15 14:04:55.025699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-c48b80e7-ca02-4be8-81fa-30e495bbe32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:55.027223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-c48b80e7-ca02-4be8-81fa-30e495bbe32a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 1097 time: 0.1215594 Dec 15 14:04:55.123547 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:55.212075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Delete allocated IP 2001:db8:0:1::178 (b26607f2-66a1-401d-bdfc-4724236b9d5b/7898fe39-a0b9-484b-ba46-70f6a5a6fec1) {{(pid=109767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 14:04:55.278919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 39a1ed65-8cab-4434-abfe-c177b103b6ba up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:04:55.314904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-590d9e79-0775-4b2f-b588-fa6ad5760c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:55.317031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-590d9e79-0775-4b2f-b588-fa6ad5760c67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.2660556 Dec 15 14:04:55.346429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c9e9c691-e4da-44f5-a0af-78423b54e4cd service neutron] 10.222.0.86 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371887 Dec 15 14:04:55.504286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-76c756b3-67b4-47ee-baba-82b6f836eab1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44084319-6365-460d-b76e-92db3e4e7c5f HTTP/1.1" status: 200 len: 1002 time: 0.1592836 Dec 15 14:04:55.575678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-4133d5f6-c06d-4462-9b55-79937df3ed12 service neutron] 10.222.0.86 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090981 Dec 15 14:04:55.601409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-fe6d4e4f-c2c9-4bc9-ab66-1c3af2eeed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:55.603234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-fe6d4e4f-c2c9-4bc9-ab66-1c3af2eeed63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.0911617 Dec 15 14:04:55.697385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be6a10-6494-47ba-aaf3-f79f850f2af3 None None] Network b26607f2-66a1-401d-bdfc-4724236b9d5b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:04:55.700685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:55.716073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-fa05159e-f4c2-4d03-9bfd-3841d255b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:55.718090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-fa05159e-f4c2-4d03-9bfd-3841d255b5b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945971 Dec 15 14:04:55.718978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:55.809773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Pushing event updated for resources: {'Port': ['ID=44f67f55-e0fe-4232-ac5d-99d02892eae8,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:56.050224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-adc81bb0-90c1-47a5-bc46-b1268a3371d8 req-3d5f9b92-66de-42b1-89cf-362cc9ed8c95 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0766070 Dec 15 14:04:56.062390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.095378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d205cace-5720-4074-ab91-4786f271cce7 None None] Provisioning complete for port 39a1ed65-8cab-4434-abfe-c177b103b6ba triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:56.097158 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d205cace-5720-4074-ab91-4786f271cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.111323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-1ca6330b-773c-4c07-b3fa-66d335035d38 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053572 Dec 15 14:04:56.164013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 39a1ed65-8cab-4434-abfe-c177b103b6ba triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:56.167563 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.185318 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.191970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-abf41c64-ef88-4238-9cbe-50d232888d9f tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5647202 Dec 15 14:04:56.224585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49046) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:56.470011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:56.490272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-6d03fd37-f7a4-400b-80da-9ae5ac3b0d84 service neutron] 10.222.0.86 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9023957 Dec 15 14:04:56.492894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d56827a1-ca76-44dd-80f5-fe19c21bd322 req-c9ec1e20-5d04-4653-b2bd-df2b2dcc52a6 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501446 Dec 15 14:04:56.523809 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.533232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.538470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.723667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.724420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-fff41abd-74e9-4883-97f5-780fcdd5937a service neutron] 10.222.0.86 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650665 Dec 15 14:04:56.871010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6d7b451e-d75f-4baa-94b5-bc69861492c7 None None] Provisioning complete for port 16a081ef-35b0-4065-98a4-a03aa13af75a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:56.871607 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d7b451e-d75f-4baa-94b5-bc69861492c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.913685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Allocated IP 172.25.7.186 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/f2fd0deb-f1a3-48a7-b9d7-a727660f2bf2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:56.920659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] In _notify_port_updated(), no bound segment for port 16a081ef-35b0-4065-98a4-a03aa13af75a on network b26607f2-66a1-401d-bdfc-4724236b9d5b {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:04:56.927846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:56.928791 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:56.932783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "PUT /v2.0/ports/16a081ef-35b0-4065-98a4-a03aa13af75a HTTP/1.1" status: 200 len: 924 time: 2.8919137 Dec 15 14:04:56.933495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b451e-d75f-4baa-94b5-bc69861492c7 None None] Port 16a081ef-35b0-4065-98a4-a03aa13af75a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:56.943599 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-9195b04e-6996-4a25-9aa8-2bcfc3a76681 service neutron] 10.222.0.86 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117293 Dec 15 14:04:56.954631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:56.963983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '302704b1-8267-437e-8be4-30f271ea1cc1'}, {'subnet_id': '7898fe39-a0b9-484b-ba46-70f6a5a6fec1'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:04:56.966169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6d7b451e-d75f-4baa-94b5-bc69861492c7 None None] Provisioning complete for port 39a1ed65-8cab-4434-abfe-c177b103b6ba triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:56.966665 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d7b451e-d75f-4baa-94b5-bc69861492c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.052051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75785d-bb04-42d5-8285-ff0c334668d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=16a081ef-35b0-4065-98a4-a03aa13af75a,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:57.169438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.267751 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.376159 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-9afee656-8216-4e07-9783-499bd1bfa3c1 service neutron] 10.222.0.86 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313455 Dec 15 14:04:57.468171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-16e4d3b7-b3c9-424a-95a4-c463c127d3d7 None None] Provisioning complete for port 16a081ef-35b0-4065-98a4-a03aa13af75a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:57.468689 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16e4d3b7-b3c9-424a-95a4-c463c127d3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.549344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-16e4d3b7-b3c9-424a-95a4-c463c127d3d7 None None] Port 16a081ef-35b0-4065-98a4-a03aa13af75a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:57.611321 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.735647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-bd141be0-4968-4bd2-ab45-14a84121a813 service neutron] 10.222.0.86 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584971 Dec 15 14:04:57.783777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4738471f-4534-41eb-a1db-bf0f6d23ee70 None None] Provisioning complete for port 16a081ef-35b0-4065-98a4-a03aa13af75a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:57.788153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4738471f-4534-41eb-a1db-bf0f6d23ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:57.896124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4738471f-4534-41eb-a1db-bf0f6d23ee70 None None] Port 16a081ef-35b0-4065-98a4-a03aa13af75a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:57.906238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-36f4c942-cb03-4667-a45c-c35e2b3ea923 service neutron] 10.222.0.86 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595557 Dec 15 14:04:57.921897 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e12da20-723f-4088-8966-0e3cecb38d8b req-dbf13036-f9d1-43cb-8a86-d830de186595 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.6436670 Dec 15 14:04:57.933902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:04:57.937783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:04:57.942656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:04:57.988307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Pushing event updated for resources: {'Port': ['ID=f2fd0deb-f1a3-48a7-b9d7-a727660f2bf2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:58.079125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.154155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8:0:1::242 (b26607f2-66a1-401d-bdfc-4724236b9d5b/7898fe39-a0b9-484b-ba46-70f6a5a6fec1/16a081ef-35b0-4065-98a4-a03aa13af75a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:04:58.178539 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.308027 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.337671 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.382606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.390918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.547458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Pushing event updated for resources: {'Port': ['ID=f2fd0deb-f1a3-48a7-b9d7-a727660f2bf2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:58.561923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] In _notify_port_updated(), no bound segment for port 16a081ef-35b0-4065-98a4-a03aa13af75a on network b26607f2-66a1-401d-bdfc-4724236b9d5b {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:04:58.568675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:04:58.569378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.570745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "PUT /v2.0/ports/16a081ef-35b0-4065-98a4-a03aa13af75a HTTP/1.1" status: 200 len: 1010 time: 1.6111560 Dec 15 14:04:58.573692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736075c-e815-4eaa-b6f7-e4e002f91536 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=16a081ef-35b0-4065-98a4-a03aa13af75a,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:58.583924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49078) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:58.602652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.637383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:58.642660 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2f6c446f-84d5-4d1c-9547-5e3437d715e5 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4152784 Dec 15 14:04:58.643604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49082) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:58.666829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-86415447-71d3-474b-a505-a7dd78dfffd1 service neutron] 10.222.0.86 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498853 Dec 15 14:04:58.740395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-84404a82-6586-43da-8e3a-cc2af75f7b03 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3398 time: 0.0952771 Dec 15 14:04:58.741207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49084) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:58.817170 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-56f7aac2-474c-479e-af75-3b651a0caeac tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0746937 Dec 15 14:04:58.818365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49086) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:58.938932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-edef1ad4-9b93-41d0-8ae4-fc3f80adeb74 None None] Provisioning complete for port 16a081ef-35b0-4065-98a4-a03aa13af75a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:04:58.939847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-edef1ad4-9b93-41d0-8ae4-fc3f80adeb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.007503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b71df5d8-58b1-4516-898e-fc6f054e524b tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 16a081ef-35b0-4065-98a4-a03aa13af75a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:59.007913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b71df5d8-58b1-4516-898e-fc6f054e524b tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.016267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-edef1ad4-9b93-41d0-8ae4-fc3f80adeb74 None None] Port 16a081ef-35b0-4065-98a4-a03aa13af75a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:04:59.119078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b71df5d8-58b1-4516-898e-fc6f054e524b tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.132285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b71df5d8-58b1-4516-898e-fc6f054e524b tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 16a081ef-35b0-4065-98a4-a03aa13af75a owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:59.151779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5987490-d4cd-4b71-a7f7-05472b87a3ea req-f1123059-7665-49c6-b159-9c7e817dddce tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0696332 Dec 15 14:04:59.281629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Deleting port f2fd0deb-f1a3-48a7-b9d7-a727660f2bf2 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:04:59.281979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.543244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.543591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.577541 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Calling delete_port for f2fd0deb-f1a3-48a7-b9d7-a727660f2bf2 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:04:59.596752 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b71df5d8-58b1-4516-898e-fc6f054e524b tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.716935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71df5d8-58b1-4516-898e-fc6f054e524b tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=16a081ef-35b0-4065-98a4-a03aa13af75a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:04:59.800263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b71df5d8-58b1-4516-898e-fc6f054e524b tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:59.805668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b71df5d8-58b1-4516-898e-fc6f054e524b tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/16a081ef-35b0-4065-98a4-a03aa13af75a HTTP/1.1" status: 204 len: 168 time: 1.2206333 Dec 15 14:04:59.809118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49104) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:59.859280 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91f56c6-01dd-4a7c-a1e8-6a2bd92a78f6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:04:59.867711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a91f56c6-01dd-4a7c-a1e8-6a2bd92a78f6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/16a081ef-35b0-4065-98a4-a03aa13af75a HTTP/1.1" status: 404 len: 333 time: 0.0555344 Dec 15 14:04:59.867948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:00.024435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b4a11d-68fe-4085-928d-64bbc3431e65 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet 7898fe39-a0b9-484b-ba46-70f6a5a6fec1 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:00.032567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85b4a11d-68fe-4085-928d-64bbc3431e65 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.102540 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85b4a11d-68fe-4085-928d-64bbc3431e65 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.106638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.201973 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:05:00.228093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Pushing event deleted for resources: {'Port': ['ID=f2fd0deb-f1a3-48a7-b9d7-a727660f2bf2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:00.335650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-612a5651-db5c-4f65-9918-a83352eee97f req-a4e3a8ed-3e2a-45f7-9ded-92313567df13 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0579100 Dec 15 14:05:00.416260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85b4a11d-68fe-4085-928d-64bbc3431e65 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.475303 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.477987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.479149 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-256e5efe-7b08-447d-9d7f-caa4412a7a02 tempest-FloatingIPAdminTestJSON-556871056 tempest-FloatingIPAdminTestJSON-556871056-project] 10.222.0.86 "DELETE /v2.0/floatingips/032fb3c7-ee97-41e9-ba84-2165fbc1df88 HTTP/1.1" status: 204 len: 168 time: 1.6583073 Dec 15 14:05:00.482294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49116) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:00.517053 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85b4a11d-68fe-4085-928d-64bbc3431e65 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.562833 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4a11d-68fe-4085-928d-64bbc3431e65 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=7898fe39-a0b9-484b-ba46-70f6a5a6fec1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:00.584680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85b4a11d-68fe-4085-928d-64bbc3431e65 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.593165 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-85b4a11d-68fe-4085-928d-64bbc3431e65 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/7898fe39-a0b9-484b-ba46-70f6a5a6fec1 HTTP/1.1" status: 204 len: 168 time: 0.7246003 Dec 15 14:05:00.596363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49124) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:00.598434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a3fd59-1ba4-4c45-8dc7-3cfb7907925f None None] Network b26607f2-66a1-401d-bdfc-4724236b9d5b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:00.732285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013443f-b224-4408-b5e0-c3be1417e41c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet 302704b1-8267-437e-8be4-30f271ea1cc1 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:00.744520 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8013443f-b224-4408-b5e0-c3be1417e41c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.746762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Deleting port 44f67f55-e0fe-4232-ac5d-99d02892eae8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:00.747215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.847918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8013443f-b224-4408-b5e0-c3be1417e41c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.867406 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.908841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.909340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:00.952740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Calling delete_port for 44f67f55-e0fe-4232-ac5d-99d02892eae8 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:01.055535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.083929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8013443f-b224-4408-b5e0-c3be1417e41c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.213030 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8013443f-b224-4408-b5e0-c3be1417e41c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.227906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a290c6b6-82aa-42a8-91f4-022a2046e4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.319414 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8013443f-b224-4408-b5e0-c3be1417e41c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.330505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8013443f-b224-4408-b5e0-c3be1417e41c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/302704b1-8267-437e-8be4-30f271ea1cc1 HTTP/1.1" status: 204 len: 168 time: 0.7308183 Dec 15 14:05:01.331322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49148) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:01.334251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013443f-b224-4408-b5e0-c3be1417e41c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=302704b1-8267-437e-8be4-30f271ea1cc1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:01.372243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a3c7f7c-620b-4764-9476-3cb260641434 req-6458a03a-72e9-4925-97de-79415fc1ef8a tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0605080 Dec 15 14:05:01.427950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.522882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Pushing event deleted for resources: {'Port': ['ID=44f67f55-e0fe-4232-ac5d-99d02892eae8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:01.605224 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a27721b7-20aa-44d6-9892-f90f9c9baae6 req-b0ba5e44-df6f-4387-863e-4f32f02e7b7c tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0677490 Dec 15 14:05:01.631421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.635416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.636797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5fa1aa75-4c9e-46f4-b325-ade2c632df32 tempest-FloatingIPAdminTestJSON-1129427427 tempest-FloatingIPAdminTestJSON-1129427427-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/ff98b183-a989-46d6-a6f9-dafb9f215589 HTTP/1.1" status: 204 len: 168 time: 1.1534326 Dec 15 14:05:01.641245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49154) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:01.642469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.735556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 39a1ed65-8cab-4434-abfe-c177b103b6ba {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:01.736247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.790853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1506c3cd-b58e-4626-a4be-6f01ff1d1f5b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Deleting port 3cfeac2d-657c-4c33-8815-2aee6b2f5913 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:01.791007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1506c3cd-b58e-4626-a4be-6f01ff1d1f5b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.852357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] For port 39a1ed65-8cab-4434-abfe-c177b103b6ba, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=39a1ed65-8cab-4434-abfe-c177b103b6ba,segment=NetworkSegment(a7ca3806-561b-488b-a3f3-0ea1d381d4c9),segment_id=a7ca3806-561b-488b-a3f3-0ea1d381d4c9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:01.853534 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.876194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 39a1ed65-8cab-4434-abfe-c177b103b6ba owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:01.938368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1506c3cd-b58e-4626-a4be-6f01ff1d1f5b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.953726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1506c3cd-b58e-4626-a4be-6f01ff1d1f5b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Calling delete_port for 3cfeac2d-657c-4c33-8815-2aee6b2f5913 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:01.980483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:01.986231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6e22692e-b57f-4df4-94a4-036a6e0cf6ea None None] Could not find standard attr ID for object 39a1ed65-8cab-4434-abfe-c177b103b6ba. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:05:01.995531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e17e7-69dc-43b1-8fef-274ec1068e14 None None] Network b26607f2-66a1-401d-bdfc-4724236b9d5b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:02.031100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=39a1ed65-8cab-4434-abfe-c177b103b6ba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:02.047644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No DVR routers for this DVR port 39a1ed65-8cab-4434-abfe-c177b103b6ba on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:02.174957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1506c3cd-b58e-4626-a4be-6f01ff1d1f5b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.188410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.192063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bbe68f-3db9-4bd1-b9dd-bbf341094636 None None] DHCP port deletion for b26607f2-66a1-401d-bdfc-4724236b9d5b request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:02.224027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506c3cd-b58e-4626-a4be-6f01ff1d1f5b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event deleted for resources: {'Port': ['ID=3cfeac2d-657c-4c33-8815-2aee6b2f5913,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:02.225825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26607f2-66a1-401d-bdfc-4724236b9d5b']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:02.238762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ca3806-561b-488b-a3f3-0ea1d381d4c9') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:02.239060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ca3806-561b-488b-a3f3-0ea1d381d4c9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:02.258004 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.275543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.285656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:02.286495 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.364696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1506c3cd-b58e-4626-a4be-6f01ff1d1f5b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.370204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1506c3cd-b58e-4626-a4be-6f01ff1d1f5b tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "DELETE /v2.0/ports/3cfeac2d-657c-4c33-8815-2aee6b2f5913 HTTP/1.1" status: 204 len: 168 time: 0.7254999 Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:02.380164 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:02.382192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49168) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:02.387248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.402226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.406376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/networks/b26607f2-66a1-401d-bdfc-4724236b9d5b HTTP/1.1" status: 204 len: 168 time: 1.0613732 Dec 15 14:05:02.429614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:02.430434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dc08a-dc8c-4747-b4aa-d5418b708b3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Network': ['ID=b26607f2-66a1-401d-bdfc-4724236b9d5b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:02.488733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200a08e2-de1d-4afe-85e3-1285d1611f98 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:02.492159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-200a08e2-de1d-4afe-85e3-1285d1611f98 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2186bc8-67fb-4cb1-8fab-4168ff03c678 HTTP/1.1" status: 200 len: 913 time: 0.1109538 Dec 15 14:05:02.494915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49180) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:02.545619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ccfdcb-bab7-4e2b-9e49-e5f5ae1779f0 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:02.545619 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-79ccfdcb-bab7-4e2b-9e49-e5f5ae1779f0 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1089656 Dec 15 14:05:02.548913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49182) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:02.611750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb20f960-1074-431c-be49-7371c81a12ab req-ec07edf0-cae0-4b0c-b90a-ec8e982a8f33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0486119 Dec 15 14:05:02.650433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-378586bb-0e51-4e82-86e3-030c9f8dde12 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0942760 Dec 15 14:05:02.675463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:02.688701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1582949643'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:02.755602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:02.759149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.828053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c88225a-4dfa-4fe2-987c-53ee16d1e42d req-13374b34-ef57-41df-8d90-188adb09b2c0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0604589 Dec 15 14:05:02.858107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:05:02.875132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.875804 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Added segment 9a4af2db-4948-48fe-8558-da914d672962 of type vlan for network a29fa336-d37f-4a0a-b4da-258482d28123 Dec 15 14:05:02.965416 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:02.996573 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:03.005896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:03.006795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:03.091556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Network': ['ID=a29fa336-d37f-4a0a-b4da-258482d28123,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:03.104651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a29fa336-d37f-4a0a-b4da-258482d28123 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:05:03.110508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b5100920-c380-4bc9-beb7-cc8eb47d8d64 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4337966 Dec 15 14:05:03.111310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49206) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:03.117404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:03.266849 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:03.272031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 39a1ed65-8cab-4434-abfe-c177b103b6ba no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:03.291085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:03.294632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:03.306145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 39a1ed65-8cab-4434-abfe-c177b103b6ba {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:03.307018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 39a1ed65-8cab-4434-abfe-c177b103b6ba not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:03.657568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:03.775925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=ec946b76-465b-42bb-b950-ebfd105c086d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:03.799837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17d6307a-918b-46ac-802b-66abd9f5939e req-318014b6-2680-47d2-a4d1-480453b58cf3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0326583 Dec 15 14:05:03.811436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5e818616-5fd2-4273-9e98-e55d095e739d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:03.864335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking segment: {'id': '9a4af2db-4948-48fe-8558-da914d672962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:03.870467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network hostable DHCP agents. Network: a29fa336-d37f-4a0a-b4da-258482d28123, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:05:03.903639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Deleting port ed91bbca-3b36-4956-a1b8-405336ec3111 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:03.904035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:03.918217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network a29fa336-d37f-4a0a-b4da-258482d28123 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:05:03.939607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a29fa336-d37f-4a0a-b4da-258482d28123) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:03.944129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:03.944783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:03.950096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50532086-4e2d-4f21-8291-6f71ba93f131 None None] Network a29fa336-d37f-4a0a-b4da-258482d28123 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:04.041956 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6fe67cda-1d8c-4100-9dc2-84a123440ce3 req-422b7a9d-8868-4dc7-8803-924321dda445 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0557711 Dec 15 14:05:04.048838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-10474710-d860-461e-b580-4cd9fe7e6655 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9363604 Dec 15 14:05:04.053620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49236) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:04.064271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123', 'name': 'tempest-PortsIpV6TestJSON-1613872795'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:04.137035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-a29fa336-d37f-4a0a-b4da-258482d28123', 'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123', 'project_id': '76813e8ccf994e39a763482b6f158eee', 'fixed_ips': [{'subnet_id': 'ec946b76-465b-42bb-b950-ebfd105c086d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:05:04.138930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.151911 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.169258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Calling delete_port for ed91bbca-3b36-4956-a1b8-405336ec3111 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:04.310331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:04.313665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.359025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 0cdd859f-f2d0-4859-8756-1f47099b3eb3 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:04.457711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.480587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Allocated IP 2001:db8::2 (a29fa336-d37f-4a0a-b4da-258482d28123/ec946b76-465b-42bb-b950-ebfd105c086d/fe7d9240-475a-404e-b839-d810026e5b20) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:04.548531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event deleted for resources: {'Port': ['ID=ed91bbca-3b36-4956-a1b8-405336ec3111,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:04.768462 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.783397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:04.886720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Network a29fa336-d37f-4a0a-b4da-258482d28123 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:04.896377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Pushing event updated for resources: {'Port': ['ID=fe7d9240-475a-404e-b839-d810026e5b20,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:04.899247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:04.908843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:04.932647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.933267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.934066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.934600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.935341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.935839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.936642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.937348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.937842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.938331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.938824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.939946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.945919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:04.990679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.045157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::1cc (a29fa336-d37f-4a0a-b4da-258482d28123/ec946b76-465b-42bb-b950-ebfd105c086d/0cdd859f-f2d0-4859-8756-1f47099b3eb3) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:05.106893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Attempting to bind port fe7d9240-475a-404e-b839-d810026e5b20 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:05.107302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Attempting to bind port fe7d9240-475a-404e-b839-d810026e5b20 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '9a4af2db-4948-48fe-8558-da914d672962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:05.107687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Attempting to bind port fe7d9240-475a-404e-b839-d810026e5b20 on network a29fa336-d37f-4a0a-b4da-258482d28123 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:05.118175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-722b4175-d27e-4689-9386-41814cfddf5d req-08606d84-5701-439d-be8b-b6dc24775a6f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.1133046 Dec 15 14:05:05.132277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:05.132673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Checking segment: {'id': '9a4af2db-4948-48fe-8558-da914d672962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:05.133097 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.133509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Bound using segment: {'id': '9a4af2db-4948-48fe-8558-da914d672962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:05.141557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Bound port: fe7d9240-475a-404e-b839-d810026e5b20, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4af2db-4948-48fe-8558-da914d672962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:05.142148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.165307 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.273091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] For port fe7d9240-475a-404e-b839-d810026e5b20, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:05.277404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] For port fe7d9240-475a-404e-b839-d810026e5b20, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fe7d9240-475a-404e-b839-d810026e5b20,segment=NetworkSegment(9a4af2db-4948-48fe-8558-da914d672962),segment_id=9a4af2db-4948-48fe-8558-da914d672962)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:05.283400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.292012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00dd499e-2aa3-45ea-9087-6dc7bed96c30 req-c3c40e5d-691b-4247-ad74-269292cfe422 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0712414 Dec 15 14:05:05.439469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.453053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567a188-fbe7-4772-8f47-f2c85a8bc2a8 None None] Pushing event updated for resources: {'Port': ['ID=fe7d9240-475a-404e-b839-d810026e5b20,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:05.493064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.523945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network a29fa336-d37f-4a0a-b4da-258482d28123 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:05.526926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:05.564285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:05.574241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Router d2186bc8-67fb-4cb1-8fab-4168ff03c678 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:05:05.610248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:05.612076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.663817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6065030 Dec 15 14:05:05.664804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49268) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:05.686367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': 'a29fa336-d37f-4a0a-b4da-258482d28123', 'name': 'tempest-PortsIpV6TestJSON-1514496059'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:05.900699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:05.911419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-93ae34ff-d13d-4611-884f-bc591647c702 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "PUT /v2.0/routers/d2186bc8-67fb-4cb1-8fab-4168ff03c678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4129398 Dec 15 14:05:05.912222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49280) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:05.921136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a42f8e-8799-473e-b75a-c98899eeb5a2 None None] Sync routers for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:05.924926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96bedf-bb06-4227-8813-78375b7bcfce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=0cdd859f-f2d0-4859-8756-1f47099b3eb3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:05.976746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a42f8e-8799-473e-b75a-c98899eeb5a2 None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:05.977548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-89a42f8e-8799-473e-b75a-c98899eeb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:06.048864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-89a42f8e-8799-473e-b75a-c98899eeb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:06.075386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a42f8e-8799-473e-b75a-c98899eeb5a2 None None] Routers {'d2186bc8-67fb-4cb1-8fab-4168ff03c678'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:06.079802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-89a42f8e-8799-473e-b75a-c98899eeb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:06.204516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.209197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:06.213278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.215571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-89a42f8e-8799-473e-b75a-c98899eeb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:06.217297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a42f8e-8799-473e-b75a-c98899eeb5a2 None None] The sync data for ids ['d2186bc8-67fb-4cb1-8fab-4168ff03c678'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:06.305085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 6258168f-86b9-4d75-afd0-0886093c3a65 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:06.349782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df93b34c-07ec-4bef-bdab-9a8b80220ddc req-618dcc9b-536e-4c94-bf77-5e9443ae70c9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0706351 Dec 15 14:05:06.614789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-12792c41-4943-470f-90ad-5fef9ae9c0c7 req-7a0953ab-f416-4a40-b5c9-bd69b8b8e3e2 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0539222 Dec 15 14:05:06.633547 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:06.779899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::376 (a29fa336-d37f-4a0a-b4da-258482d28123/ec946b76-465b-42bb-b950-ebfd105c086d/6258168f-86b9-4d75-afd0-0886093c3a65) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:06.877797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.213422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-2b448d7d-6160-4705-9d89-6fb72bf15b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:07.215020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-2b448d7d-6160-4705-9d89-6fb72bf15b8f service neutron] 10.222.0.74 "GET /v2.0/ports/6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 1027 time: 0.1374495 Dec 15 14:05:07.291757 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.305977 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.324497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Deleting port cecdb712-f2e4-44ee-b913-55ff28d662ec {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:07.325594 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.365131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-93ea5bae-5c78-4065-8c08-88bd91e43e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:07.366529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-93ea5bae-5c78-4065-8c08-88bd91e43e40 service neutron] 10.222.0.74 "GET /v2.0/ports/a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 1028 time: 0.1411588 Dec 15 14:05:07.404160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fe7d9240-475a-404e-b839-d810026e5b20 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:07.433298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd144de-e024-4577-9570-1553844ce87c None None] Network a29fa336-d37f-4a0a-b4da-258482d28123 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:07.601348 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a98cc86-b365-4ee4-ad25-e0e138acf972 req-ca2efb80-1c31-434d-9c92-2d76103cf702 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0953364 Dec 15 14:05:07.666723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.670379 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.724163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Calling delete_port for cecdb712-f2e4-44ee-b913-55ff28d662ec owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:07.781090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-0e9c838d-edab-49a3-8e3a-63435d8259ee tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:07.790757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-94464393-aefc-4c89-a9ab-945eb8a0c579 None None] Provisioning complete for port fe7d9240-475a-404e-b839-d810026e5b20 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:07.791144 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94464393-aefc-4c89-a9ab-945eb8a0c579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.795089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network a29fa336-d37f-4a0a-b4da-258482d28123 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:07.797362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-0e9c838d-edab-49a3-8e3a-63435d8259ee tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:07.804332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:07.807805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=6258168f-86b9-4d75-afd0-0886093c3a65,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:07.837839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-0e9c838d-edab-49a3-8e3a-63435d8259ee tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:07.839484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-0e9c838d-edab-49a3-8e3a-63435d8259ee tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "GET /v2.0/networks?id=9fbbb6fb-dc11-4cb8-8780-f03964101453&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=da58127c-8121-4e4c-a2f3-008b65a09d92&id=da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 200 len: 1989 time: 0.4665329 Dec 15 14:05:07.920893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:07.929425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fe7d9240-475a-404e-b839-d810026e5b20 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:07.934963 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.936109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:07.937413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:08.008913 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fabecd00-20db-4e20-a0c4-189579c5da21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3434019 Dec 15 14:05:08.017683 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f118156-f591-42a8-9240-794c565d04fb req-8f5698d5-8dde-49a1-8b73-d466004dfde0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.1710677 Dec 15 14:05:08.024070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49328) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:08.118393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-8947d2c8-070c-4f28-a621-fe3927c01a0a tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11667cb6db0940f89c679d3aa8261465 HTTP/1.1" status: 200 len: 380 time: 0.2484350 Dec 15 14:05:08.129525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'admin_state_up': True, 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'security_groups': ['17b37b1c-068d-46d8-aed7-b5f0606c0c80']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:08.214993 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94464393-aefc-4c89-a9ab-945eb8a0c579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:08.358463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-94464393-aefc-4c89-a9ab-945eb8a0c579 None None] For port fe7d9240-475a-404e-b839-d810026e5b20, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fe7d9240-475a-404e-b839-d810026e5b20,segment=NetworkSegment(9a4af2db-4948-48fe-8558-da914d672962),segment_id=9a4af2db-4948-48fe-8558-da914d672962)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:08.415109 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94464393-aefc-4c89-a9ab-945eb8a0c579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:08.419112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:08.423057 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:08.539790 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:08.717293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94464393-aefc-4c89-a9ab-945eb8a0c579 None None] Pushing event updated for resources: {'Port': ['ID=fe7d9240-475a-404e-b839-d810026e5b20,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:08.829834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Allocated IP 172.20.0.3 (9fbbb6fb-dc11-4cb8-8780-f03964101453/46113565-5de8-4d56-92d4-6e48dd9a5d1b/3eff1b58-0046-441f-93fc-058ef4a9b846) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:08.835435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-448238dd-d9e4-42d7-a339-b16aee8ca9e1 None None] Provisioning complete for port 0cdd859f-f2d0-4859-8756-1f47099b3eb3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:08.837144 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-448238dd-d9e4-42d7-a339-b16aee8ca9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.020534 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:05:09.020903 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:05:09.037244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-448238dd-d9e4-42d7-a339-b16aee8ca9e1 None None] Port 0cdd859f-f2d0-4859-8756-1f47099b3eb3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:09.074127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-448238dd-d9e4-42d7-a339-b16aee8ca9e1 None None] Provisioning complete for port 6258168f-86b9-4d75-afd0-0886093c3a65 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:09.074639 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-448238dd-d9e4-42d7-a339-b16aee8ca9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.170965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.178383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-448238dd-d9e4-42d7-a339-b16aee8ca9e1 None None] Port 6258168f-86b9-4d75-afd0-0886093c3a65 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:09.227817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-448238dd-d9e4-42d7-a339-b16aee8ca9e1 None None] Provisioning complete for port fe7d9240-475a-404e-b839-d810026e5b20 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:09.229045 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-448238dd-d9e4-42d7-a339-b16aee8ca9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.259982 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.311430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68e7f974-a536-4532-b379-c9baf48bd1b2 req-2ab08c2e-4915-4102-9ddb-460be37930f7 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0734556 Dec 15 14:05:09.406442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:09.433317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:09.445489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:09.460978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0528ac-16c4-491b-83e5-b7d9cb5fad14 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:09.466006 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6f0528ac-16c4-491b-83e5-b7d9cb5fad14 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1cc HTTP/1.1" status: 200 len: 929 time: 1.4371037 Dec 15 14:05:09.500859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49358) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:09.573399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:09.574095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.604623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bbf3b3a8-b351-4677-8c33-8641ff998eb3 None None] Provisioning complete for port 0cdd859f-f2d0-4859-8756-1f47099b3eb3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:09.605705 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b3a8-b351-4677-8c33-8641ff998eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.649478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=3eff1b58-0046-441f-93fc-058ef4a9b846,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:09.659041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-931b8387-6dc0-46c6-993f-6d1146c52da3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5347290 Dec 15 14:05:09.676936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'admin_state_up': True, 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'security_groups': ['17b37b1c-068d-46d8-aed7-b5f0606c0c80']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:09.708985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3b3a8-b351-4677-8c33-8641ff998eb3 None None] Port 0cdd859f-f2d0-4859-8756-1f47099b3eb3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:09.736720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bbf3b3a8-b351-4677-8c33-8641ff998eb3 None None] Provisioning complete for port 6258168f-86b9-4d75-afd0-0886093c3a65 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:09.737448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b3a8-b351-4677-8c33-8641ff998eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.815240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ac95c-2f75-4bab-a56b-da1c36842392 req-685df4ca-448a-4e8f-96ae-b1b0de1dddbe tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:09.817384 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-854ac95c-2f75-4bab-a56b-da1c36842392 req-685df4ca-448a-4e8f-96ae-b1b0de1dddbe tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 931 time: 0.3935404 Dec 15 14:05:09.828948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3b3a8-b351-4677-8c33-8641ff998eb3 None None] Port 6258168f-86b9-4d75-afd0-0886093c3a65 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:09.860329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fe7d9240-475a-404e-b839-d810026e5b20 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:09.927356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d4aad55f-6aa8-450a-bf69-27c7059ebffc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 6258168f-86b9-4d75-afd0-0886093c3a65 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:09.928529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4aad55f-6aa8-450a-bf69-27c7059ebffc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.936733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.967556 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-854ac95c-2f75-4bab-a56b-da1c36842392 req-7c0e76aa-b0b1-4b7f-b2a6-fb7e89b2d04c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077383 Dec 15 14:05:09.996779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6562f89f-6ed8-4b35-a973-0f7439dbde37 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:09.997261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:10.001221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.011347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-901d4b68-4ec4-400c-9f21-10e2dcadc5d7 None None] Provisioning complete for port 3eff1b58-0046-441f-93fc-058ef4a9b846 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:10.011800 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-901d4b68-4ec4-400c-9f21-10e2dcadc5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.031313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fe7d9240-475a-404e-b839-d810026e5b20 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:10.031697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.047651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event deleted for resources: {'Port': ['ID=cecdb712-f2e4-44ee-b913-55ff28d662ec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:10.111119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.272040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4aad55f-6aa8-450a-bf69-27c7059ebffc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.313088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Allocated IP 10.1.1.217 (7ec970e7-0848-4df7-bb45-924290609da3/606f643f-9165-4475-80c0-a529c961167b/28f79af7-cd2f-4683-9afe-7c35e2a0f932) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:10.336873 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.344734 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d4aad55f-6aa8-450a-bf69-27c7059ebffc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 6258168f-86b9-4d75-afd0-0886093c3a65 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:10.500391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.510918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4aad55f-6aa8-450a-bf69-27c7059ebffc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.528172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.581941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.605749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aad55f-6aa8-450a-bf69-27c7059ebffc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=6258168f-86b9-4d75-afd0-0886093c3a65,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:10.638381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d146fac-4dce-4b5d-8df9-75da15a8faaf req-d4d7b1ac-9294-4df5-b818-99c7f8ce7a14 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0711222 Dec 15 14:05:10.652723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.653683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Fanout notify agent at l3_agent the message router_deleted on router d2186bc8-67fb-4cb1-8fab-4168ff03c678 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:05:10.694377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.696099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-58a4b9e3-864e-4d39-802b-2f8e12ba9aa3 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "DELETE /v2.0/routers/d2186bc8-67fb-4cb1-8fab-4168ff03c678 HTTP/1.1" status: 204 len: 168 time: 4.7803164 Dec 15 14:05:10.702753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49368) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:10.704360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4aad55f-6aa8-450a-bf69-27c7059ebffc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.717020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d4aad55f-6aa8-450a-bf69-27c7059ebffc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/6258168f-86b9-4d75-afd0-0886093c3a65 HTTP/1.1" status: 204 len: 168 time: 1.2149801 Dec 15 14:05:10.733770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:10.736171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-901d4b68-4ec4-400c-9f21-10e2dcadc5d7 None None] Port 3eff1b58-0046-441f-93fc-058ef4a9b846 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:10.736919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network 7ec970e7-0848-4df7-bb45-924290609da3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:10.740163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:10.759356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:10.791437 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a82e8ac-67d5-4189-8604-ed078851c2cc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:05:10.795904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a82e8ac-67d5-4189-8604-ed078851c2cc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/6258168f-86b9-4d75-afd0-0886093c3a65 HTTP/1.1" status: 404 len: 333 time: 0.0582883 Dec 15 14:05:10.798540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49372) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:10.804845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=28f79af7-cd2f-4683-9afe-7c35e2a0f932,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:10.880300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:10.881083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:10.915840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3f657647-0005-4bdd-aae0-c72b9482c73e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2465816 Dec 15 14:05:10.937341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'admin_state_up': True, 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'security_groups': ['17b37b1c-068d-46d8-aed7-b5f0606c0c80']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:11.028154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ea084d-ebe5-415a-b9cb-078c9ca61b55 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Deleting subnet 977dd39f-274e-4750-a663-e181d07f4d1c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:11.032381 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7ea084d-ebe5-415a-b9cb-078c9ca61b55 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.127687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:11.131378 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.172551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7ea084d-ebe5-415a-b9cb-078c9ca61b55 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.220493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c24ab2e8-8672-4c96-a4cf-885f5ba170d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 0cdd859f-f2d0-4859-8756-1f47099b3eb3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:11.220840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c24ab2e8-8672-4c96-a4cf-885f5ba170d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.272290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3ac89a35-964c-4a4a-abcd-d2ce8762f712 None None] Provisioning complete for port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:11.272917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3ac89a35-964c-4a4a-abcd-d2ce8762f712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.292080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74674428-a0a4-42ad-9636-fa08a9bd3b68 req-24fcbe2a-1f86-4db9-a7eb-680850e2357c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.295389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Allocated IP 10.1.1.60 (7ec970e7-0848-4df7-bb45-924290609da3/606f643f-9165-4475-80c0-a529c961167b/fd38b3e2-56bf-4348-9539-6775e341dcd9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:11.298322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74674428-a0a4-42ad-9636-fa08a9bd3b68 req-24fcbe2a-1f86-4db9-a7eb-680850e2357c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.300026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74674428-a0a4-42ad-9636-fa08a9bd3b68 req-24fcbe2a-1f86-4db9-a7eb-680850e2357c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 1653 time: 0.1732955 Dec 15 14:05:11.377729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3ac89a35-964c-4a4a-abcd-d2ce8762f712 None None] Port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:11.410878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74674428-a0a4-42ad-9636-fa08a9bd3b68 req-7bffc101-edaa-48ce-b4f0-3239791239ea tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992231 Dec 15 14:05:11.424530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7ea084d-ebe5-415a-b9cb-078c9ca61b55 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.462707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c24ab2e8-8672-4c96-a4cf-885f5ba170d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.483607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c24ab2e8-8672-4c96-a4cf-885f5ba170d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 0cdd859f-f2d0-4859-8756-1f47099b3eb3 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:11.520016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.560631 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7ea084d-ebe5-415a-b9cb-078c9ca61b55 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.564193 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.600580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea084d-ebe5-415a-b9cb-078c9ca61b55 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event deleted for resources: {'Subnet': ['ID=977dd39f-274e-4750-a663-e181d07f4d1c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:11.609921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7ea084d-ebe5-415a-b9cb-078c9ca61b55 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.614588 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a7ea084d-ebe5-415a-b9cb-078c9ca61b55 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "DELETE /v2.0/subnets/977dd39f-274e-4750-a663-e181d07f4d1c HTTP/1.1" status: 204 len: 168 time: 0.8984797 Dec 15 14:05:11.617281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49376) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:11.618358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2c1a9-564e-4028-a1e3-0970bafbadb3 None None] Network d4261bd3-af88-43e7-ac42-3160c2fa0d26 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:11.706920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network 7ec970e7-0848-4df7-bb45-924290609da3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:11.744165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c24ab2e8-8672-4c96-a4cf-885f5ba170d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.772387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ab2e8-8672-4c96-a4cf-885f5ba170d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=0cdd859f-f2d0-4859-8756-1f47099b3eb3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:11.772805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=fd38b3e2-56bf-4348-9539-6775e341dcd9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:11.779669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:11.785391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:11.819013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c24ab2e8-8672-4c96-a4cf-885f5ba170d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.828515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c24ab2e8-8672-4c96-a4cf-885f5ba170d4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/0cdd859f-f2d0-4859-8756-1f47099b3eb3 HTTP/1.1" status: 204 len: 168 time: 1.0288785 Dec 15 14:05:11.829257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49380) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:11.851670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.862249 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee3e4a9-b09e-4f82-a03b-45c87f8db203 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:05:11.867053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1ee3e4a9-b09e-4f82-a03b-45c87f8db203 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/0cdd859f-f2d0-4859-8756-1f47099b3eb3 HTTP/1.1" status: 404 len: 333 time: 0.0367258 Dec 15 14:05:11.868201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49382) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:11.905818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90938bf6-171f-4d36-ba04-6e45ddfb998a req-0473c492-dcd0-4967-8b99-842418489868 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0861392 Dec 15 14:05:11.934559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:11.936299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:11.953627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6890c43-4fb2-4a1f-9e64-07a42387e3a7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet ec946b76-465b-42bb-b950-ebfd105c086d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:11.955358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] DHCP port deletion for d4261bd3-af88-43e7-ac42-3160c2fa0d26 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:11.963919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6890c43-4fb2-4a1f-9e64-07a42387e3a7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.042607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-510886a9-fd3b-4452-8ff1-2d01319ea8fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1196268 Dec 15 14:05:12.046518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6890c43-4fb2-4a1f-9e64-07a42387e3a7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.067394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] Deleting port ce965d8f-6be6-429f-8e17-63bd76bc785d {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:12.067717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.076254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92', 'admin_state_up': True, 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'security_groups': ['17b37b1c-068d-46d8-aed7-b5f0606c0c80']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:12.199518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] For port ce965d8f-6be6-429f-8e17-63bd76bc785d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ce965d8f-6be6-429f-8e17-63bd76bc785d,segment=NetworkSegment(92564c52-e7f6-48b0-9f37-29c67713cb83),segment_id=92564c52-e7f6-48b0-9f37-29c67713cb83)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:12.200320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.220467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] Calling delete_port for ce965d8f-6be6-429f-8e17-63bd76bc785d owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:12.242070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6890c43-4fb2-4a1f-9e64-07a42387e3a7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.295321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Deleting port ce965d8f-6be6-429f-8e17-63bd76bc785d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:12.295893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.299450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:12.351343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6890c43-4fb2-4a1f-9e64-07a42387e3a7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.371333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-65d54a10-3981-41ac-afd9-9824a52f9dcc None None] Provisioning complete for port fd38b3e2-56bf-4348-9539-6775e341dcd9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:12.372138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65d54a10-3981-41ac-afd9-9824a52f9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.403346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6890c43-4fb2-4a1f-9e64-07a42387e3a7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=ec946b76-465b-42bb-b950-ebfd105c086d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:12.408384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6890c43-4fb2-4a1f-9e64-07a42387e3a7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.414166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a6890c43-4fb2-4a1f-9e64-07a42387e3a7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/ec946b76-465b-42bb-b950-ebfd105c086d HTTP/1.1" status: 204 len: 168 time: 0.5453477 Dec 15 14:05:12.418099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:12.421426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945cb97-b2e2-4da1-a072-2e2561ba107c None None] Network a29fa336-d37f-4a0a-b4da-258482d28123 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:12.427688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.461370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] No DVR routers for this DVR port ce965d8f-6be6-429f-8e17-63bd76bc785d on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:12.462845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] For port ce965d8f-6be6-429f-8e17-63bd76bc785d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ce965d8f-6be6-429f-8e17-63bd76bc785d,segment=NetworkSegment(92564c52-e7f6-48b0-9f37-29c67713cb83),segment_id=92564c52-e7f6-48b0-9f37-29c67713cb83)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:12.463220 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.496740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Calling delete_port for ce965d8f-6be6-429f-8e17-63bd76bc785d owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:12.550095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b0608-8605-44c0-b9d8-7bc23d87f1fd None None] Pushing event deleted for resources: {'Port': ['ID=ce965d8f-6be6-429f-8e17-63bd76bc785d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:12.559348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-65d54a10-3981-41ac-afd9-9824a52f9dcc None None] Port fd38b3e2-56bf-4348-9539-6775e341dcd9 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:12.627777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.648970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a1116-0534-4d01-ac03-1f0ba10aa560 req-f46cf72d-eb41-42d5-b36a-91a506c5d515 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.655073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a1116-0534-4d01-ac03-1f0ba10aa560 req-f46cf72d-eb41-42d5-b36a-91a506c5d515 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.662516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a1116-0534-4d01-ac03-1f0ba10aa560 req-f46cf72d-eb41-42d5-b36a-91a506c5d515 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:12.664251 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-634a1116-0534-4d01-ac03-1f0ba10aa560 req-f46cf72d-eb41-42d5-b36a-91a506c5d515 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 2373 time: 0.1090028 Dec 15 14:05:12.756017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] DHCP port deletion for a29fa336-d37f-4a0a-b4da-258482d28123 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:12.788318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-634a1116-0534-4d01-ac03-1f0ba10aa560 req-290eb92f-9d3a-4cac-b833-4f443fc28723 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969007 Dec 15 14:05:12.805509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port fe7d9240-475a-404e-b839-d810026e5b20 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:12.808820 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.857523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] Deleting port fe7d9240-475a-404e-b839-d810026e5b20 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:12.858010 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.919718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] For port fe7d9240-475a-404e-b839-d810026e5b20, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fe7d9240-475a-404e-b839-d810026e5b20,segment=NetworkSegment(9a4af2db-4948-48fe-8558-da914d672962),segment_id=9a4af2db-4948-48fe-8558-da914d672962)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:12.920293 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.940411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for fe7d9240-475a-404e-b839-d810026e5b20 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:12.951765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] For port fe7d9240-475a-404e-b839-d810026e5b20, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fe7d9240-475a-404e-b839-d810026e5b20,segment=NetworkSegment(9a4af2db-4948-48fe-8558-da914d672962),segment_id=9a4af2db-4948-48fe-8558-da914d672962)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:12.952211 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:12.989232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] Calling delete_port for fe7d9240-475a-404e-b839-d810026e5b20 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:13.052990 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.091713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=fe7d9240-475a-404e-b839-d810026e5b20,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:13.095221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No DVR routers for this DVR port fe7d9240-475a-404e-b839-d810026e5b20 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:13.129122 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.155774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.161688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] No DVR routers for this DVR port fe7d9240-475a-404e-b839-d810026e5b20 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:13.185106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-53975a98-b1ae-45d6-995f-335c69451d56 req-d489c34d-d6c9-4bcf-9426-d8aad23b1b24 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0675387 Dec 15 14:05:13.192165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bb93c-c047-4018-98d2-3da01e0872b7 None None] Pushing event deleted for resources: {'Port': ['ID=fe7d9240-475a-404e-b839-d810026e5b20,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:13.227061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.250049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29fa336-d37f-4a0a-b4da-258482d28123']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:13.260840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4af2db-4948-48fe-8558-da914d672962') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:13.261146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4af2db-4948-48fe-8558-da914d672962') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:13.275356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.281360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.289384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.297505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:13.297505 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:13.301661 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:13.343684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event deleted for resources: {'Port': ['ID=ce965d8f-6be6-429f-8e17-63bd76bc785d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:13.361701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] No DVR routers for this DVR port ce965d8f-6be6-429f-8e17-63bd76bc785d on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:13.371426 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.376340 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.384658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/networks/a29fa336-d37f-4a0a-b4da-258482d28123 HTTP/1.1" status: 204 len: 168 time: 0.9619858 Dec 15 14:05:13.387993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49390) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:13.393286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1853245350'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:13.412644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f895d-1089-4a38-b0a2-cbe7e8f95e22 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Network': ['ID=a29fa336-d37f-4a0a-b4da-258482d28123,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:13.430544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:13.434482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.461095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:05:13.470550 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.471030 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Added segment d9c27037-7766-4f29-b44e-4c96d016df74 of type vlan for network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f Dec 15 14:05:13.497535 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.512700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.538812 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.545903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:13.546531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.554547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4261bd3-af88-43e7-ac42-3160c2fa0d26']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:13.569646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92564c52-e7f6-48b0-9f37-29c67713cb83') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:13.569993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92564c52-e7f6-48b0-9f37-29c67713cb83') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:13.587570 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.596388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Allocated IP 10.2.2.100 (da58127c-8121-4e4c-a2f3-008b65a09d92/3806d085-010f-4dca-b5f4-aa70d112439c/897f226f-fd48-4e18-b29b-c59793d6f9cc) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:13.610031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.620069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:13.620513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:13.623640 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:13.652085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Network': ['ID=bb4e2f28-79f5-4fd6-ae7e-1616e52a596f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:13.665833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-450f8a3d-e308-405d-99ad-130dd6b21eb4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2763302 Dec 15 14:05:13.668481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:13.668808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:05:13.674386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:13.727499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.736582 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.740149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "DELETE /v2.0/networks/d4261bd3-af88-43e7-ac42-3160c2fa0d26 HTTP/1.1" status: 204 len: 168 time: 2.1208045 Dec 15 14:05:13.743618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:13.786283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e336f-7b73-41c3-aa83-6ae77fe2aa35 tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event deleted for resources: {'Network': ['ID=d4261bd3-af88-43e7-ac42-3160c2fa0d26,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:13.873892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ce965d8f-6be6-429f-8e17-63bd76bc785d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:13.875058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.906065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: ce965d8f-6be6-429f-8e17-63bd76bc785d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:13.906781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ce965d8f-6be6-429f-8e17-63bd76bc785d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:13.907420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fe7d9240-475a-404e-b839-d810026e5b20 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:13.926981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.930751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: fe7d9240-475a-404e-b839-d810026e5b20 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:13.931370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fe7d9240-475a-404e-b839-d810026e5b20 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:13.945796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:13.949843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.984968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network da58127c-8121-4e4c-a2f3-008b65a09d92 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:13.991525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:13.995899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:14.035820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a8c8-0a5b-465c-8ba6-92741c85abee req-4b4afb0d-4224-4650-8dac-bd09e3ecac0f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:14.043015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a8c8-0a5b-465c-8ba6-92741c85abee req-4b4afb0d-4224-4650-8dac-bd09e3ecac0f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:14.050869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a8c8-0a5b-465c-8ba6-92741c85abee req-4b4afb0d-4224-4650-8dac-bd09e3ecac0f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:14.052120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7dd7a8c8-0a5b-465c-8ba6-92741c85abee req-4b4afb0d-4224-4650-8dac-bd09e3ecac0f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 2373 time: 0.1567528 Dec 15 14:05:14.059169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=897f226f-fd48-4e18-b29b-c59793d6f9cc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:14.087117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:14.087760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.109173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-875298e0-15f7-4314-83df-e17082c3f931 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0405812 Dec 15 14:05:14.123463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92', 'admin_state_up': True, 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'security_groups': ['17b37b1c-068d-46d8-aed7-b5f0606c0c80']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:14.132484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Deleting port 189881f2-75d7-44ef-9d1c-48d91fa0501c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:14.132824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.203104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7dd7a8c8-0a5b-465c-8ba6-92741c85abee req-f230e872-8bd8-4c84-99a3-53652e983451 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400545 Dec 15 14:05:14.308402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Made reservation on behalf of 11667cb6db0940f89c679d3aa8261465 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:14.312992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.322214 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.322556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.349618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d163e8bf-59a5-4222-a5c9-c849736b2c2a req-12d3327a-1d81-4552-84ac-94451980cdea tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0474925 Dec 15 14:05:14.366731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Calling delete_port for 189881f2-75d7-44ef-9d1c-48d91fa0501c owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:14.411115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.418990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f5d9a24b-0ad9-4ea5-a4e8-c9e1e13a7647 None None] Provisioning complete for port 897f226f-fd48-4e18-b29b-c59793d6f9cc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:14.419573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f5d9a24b-0ad9-4ea5-a4e8-c9e1e13a7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.469861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9a24b-0ad9-4ea5-a4e8-c9e1e13a7647 None None] Port 897f226f-fd48-4e18-b29b-c59793d6f9cc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:14.505818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=49d340b5-0ca4-460d-846c-b911e53deb41,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:14.541314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Allocated IP 10.2.2.200 (da58127c-8121-4e4c-a2f3-008b65a09d92/3806d085-010f-4dca-b5f4-aa70d112439c/bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:14.547355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking segment: {'id': 'd9c27037-7766-4f29-b44e-4c96d016df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:14.547718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network hostable DHCP agents. Network: bb4e2f28-79f5-4fd6-ae7e-1616e52a596f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:05:14.587803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:05:14.631354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, bb4e2f28-79f5-4fd6-ae7e-1616e52a596f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:14.636476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:14.637086 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.651584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed63929-ecc3-49c2-aead-126a65e215f4 None None] Network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:14.665145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8d3778c0-0519-4931-affb-ea2797f7f7aa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9955254 Dec 15 14:05:14.668412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49400) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:14.668922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.680956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f', 'name': 'tempest-PortsIpV6TestJSON-763661992', 'fixed_ips': [{'subnet_id': '49d340b5-0ca4-460d-846c-b911e53deb41', 'ip_address': '2001:db8::10'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:14.703533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Pushing event deleted for resources: {'Port': ['ID=189881f2-75d7-44ef-9d1c-48d91fa0501c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:14.783330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-bb4e2f28-79f5-4fd6-ae7e-1616e52a596f', 'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f', 'project_id': '76813e8ccf994e39a763482b6f158eee', 'fixed_ips': [{'subnet_id': '49d340b5-0ca4-460d-846c-b911e53deb41'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:05:14.784269 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.799034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.799607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.802874 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.808612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3a7dc6c7-ed7a-482a-98c3-36b37d7192cf tempest-FloatingIPAdminTestJSON-1989914143 tempest-FloatingIPAdminTestJSON-1989914143-project] 10.222.0.86 "DELETE /v2.0/floatingips/d1bde410-c605-45d0-b81f-a17a3a36f5af HTTP/1.1" status: 204 len: 168 time: 1.0619071 Dec 15 14:05:14.883729 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:14.914577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:14.977221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Allocated IP 2001:db8::2 (bb4e2f28-79f5-4fd6-ae7e-1616e52a596f/49d340b5-0ca4-460d-846c-b911e53deb41/4acda308-59cf-47a6-ad90-bd5adf01a043) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:15.009969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Network da58127c-8121-4e4c-a2f3-008b65a09d92 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:15.040014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:15.042603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:15.048962 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.117868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port fc19aa3e-a823-4bcf-8081-8af3c413feb7 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:15.160176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49406) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:15.195982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.204466 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.235100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event updated for resources: {'Port': ['ID=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:15.256258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:15.262818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:15.267302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:15.276770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Pushing event updated for resources: {'Port': ['ID=4acda308-59cf-47a6-ad90-bd5adf01a043,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:15.310646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.311379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.383260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Attempting to bind port 4acda308-59cf-47a6-ad90-bd5adf01a043 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:15.383917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Attempting to bind port 4acda308-59cf-47a6-ad90-bd5adf01a043 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'd9c27037-7766-4f29-b44e-4c96d016df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:15.384450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Attempting to bind port 4acda308-59cf-47a6-ad90-bd5adf01a043 on network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:15.384776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7645ad4d-ae4c-4acd-9ab9-de5a5414d687 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2672355 Dec 15 14:05:15.390991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:15.393606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Checking segment: {'id': 'd9c27037-7766-4f29-b44e-4c96d016df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:15.396158 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.396814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Bound using segment: {'id': 'd9c27037-7766-4f29-b44e-4c96d016df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:15.397872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Bound port: 4acda308-59cf-47a6-ad90-bd5adf01a043, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c27037-7766-4f29-b44e-4c96d016df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:15.398437 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.401490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:15.490013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0a797-3a8b-4354-a273-a0eb76f42022 req-bcefe0a5-45d2-4379-b3d7-3ee58a146c96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.501042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] For port 4acda308-59cf-47a6-ad90-bd5adf01a043, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:15.507800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0a797-3a8b-4354-a273-a0eb76f42022 req-bcefe0a5-45d2-4379-b3d7-3ee58a146c96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.516340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0a797-3a8b-4354-a273-a0eb76f42022 req-bcefe0a5-45d2-4379-b3d7-3ee58a146c96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.518185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] For port 4acda308-59cf-47a6-ad90-bd5adf01a043, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4acda308-59cf-47a6-ad90-bd5adf01a043,segment=NetworkSegment(d9c27037-7766-4f29-b44e-4c96d016df74),segment_id=d9c27037-7766-4f29-b44e-4c96d016df74)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:15.523631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-94092dcd-e1e0-40d3-b130-7431b1f481a0 None None] Provisioning complete for port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:15.524116 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94092dcd-e1e0-40d3-b130-7431b1f481a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.526739 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-789c1f9e-f449-45c2-b929-0821d765ac1e req-b0fcc941-6493-4e7a-9e4e-dca9ded440ac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0398126 Dec 15 14:05:15.532304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0a797-3a8b-4354-a273-a0eb76f42022 req-bcefe0a5-45d2-4379-b3d7-3ee58a146c96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.537949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.540987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0a797-3a8b-4354-a273-a0eb76f42022 req-bcefe0a5-45d2-4379-b3d7-3ee58a146c96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:15.543076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fa0a797-3a8b-4354-a273-a0eb76f42022 req-bcefe0a5-45d2-4379-b3d7-3ee58a146c96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 3815 time: 0.2206933 Dec 15 14:05:15.551214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.559245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::10 (bb4e2f28-79f5-4fd6-ae7e-1616e52a596f/49d340b5-0ca4-460d-846c-b911e53deb41/fc19aa3e-a823-4bcf-8081-8af3c413feb7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:15.594195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3d6f180e-dba1-4cec-9a7c-7965aa00ddbc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=915fad4ade7940c1810293b5a69ed230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4315405 Dec 15 14:05:15.594963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:15.634320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-94092dcd-e1e0-40d3-b130-7431b1f481a0 None None] Port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:15.658067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba8e7e-7b8f-4762-9a3b-8d0f6d8a63d1 None None] Pushing event updated for resources: {'Port': ['ID=4acda308-59cf-47a6-ad90-bd5adf01a043,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:15.692921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fa0a797-3a8b-4354-a273-a0eb76f42022 req-c2480c68-ce1f-4926-9a1b-d0180542b4aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408992 Dec 15 14:05:15.723551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a3e088f-d4c0-44d5-9ad5-8e3891240ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.758729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a3e088f-d4c0-44d5-9ad5-8e3891240ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.823207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a3e088f-d4c0-44d5-9ad5-8e3891240ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.826418 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a3e088f-d4c0-44d5-9ad5-8e3891240ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:15.827990 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7a3e088f-d4c0-44d5-9ad5-8e3891240ab0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c32a7c0b-8f19-4719-b2b4-d96c1089012f HTTP/1.1" status: 204 len: 168 time: 0.2311502 Dec 15 14:05:15.838121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e088f-d4c0-44d5-9ad5-8e3891240ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a7c0b-8f19-4719-b2b4-d96c1089012f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:16.015115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eff1b58-0046-441f-93fc-058ef4a9b846 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:16.031626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.077239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Transition to ACTIVE for port object 3eff1b58-0046-441f-93fc-058ef4a9b846 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:16.090546 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.164904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.198726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3eff1b58-0046-441f-93fc-058ef4a9b846,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:16.253894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49420) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:16.272216 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9b9b533-ca63-4805-8c30-57d749dc1a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.290220 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.364284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:16.370032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Attempting to bind port 3eff1b58-0046-441f-93fc-058ef4a9b846 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:16.370381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Attempting to bind port 3eff1b58-0046-441f-93fc-058ef4a9b846 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:16.370771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Attempting to bind port 3eff1b58-0046-441f-93fc-058ef4a9b846 on network 9fbbb6fb-dc11-4cb8-8780-f03964101453 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:16.377180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:16.379732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:16.385942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:16.386314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.390758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9b9b533-ca63-4805-8c30-57d749dc1a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.396268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Port 3eff1b58-0046-441f-93fc-058ef4a9b846 on network 9fbbb6fb-dc11-4cb8-8780-f03964101453 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:16.396608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Attempting to bind port 3eff1b58-0046-441f-93fc-058ef4a9b846 on network 9fbbb6fb-dc11-4cb8-8780-f03964101453 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:16.398914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9b9b533-ca63-4805-8c30-57d749dc1a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.404220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:16.404732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Checking segment: {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:16.404960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Bound using segment: {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:16.405454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Bound port: 3eff1b58-0046-441f-93fc-058ef4a9b846, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301152cd-2ad7-4704-ad8c-5cfe5399b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:16.405817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.407809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=fc19aa3e-a823-4bcf-8081-8af3c413feb7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:16.436460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-11cc198c-c322-4678-94b2-b7e48d0dd5ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7643712 Dec 15 14:05:16.438988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49422) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:16.444544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': 'bb4e2f28-79f5-4fd6-ae7e-1616e52a596f', 'name': 'tempest-PortsIpV6TestJSON-1843494560', 'fixed_ips': [{'subnet_id': '49d340b5-0ca4-460d-846c-b911e53deb41', 'ip_address': '2001:db8::f'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:16.458674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b9b9b533-ca63-4805-8c30-57d749dc1a63 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=051d6f0df494464ead08c34f87c67a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033443 Dec 15 14:05:16.459525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9b533-ca63-4805-8c30-57d749dc1a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec4f30c-8471-4461-97f7-099209dc920f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:16.462064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49424) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:16.523572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d808c09-d471-466b-a355-5fb985b51947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.556011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d808c09-d471-466b-a355-5fb985b51947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.617199 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d808c09-d471-466b-a355-5fb985b51947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.620173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d808c09-d471-466b-a355-5fb985b51947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.621513 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3d808c09-d471-466b-a355-5fb985b51947 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6ec4f30c-8471-4461-97f7-099209dc920f HTTP/1.1" status: 204 len: 168 time: 0.1584623 Dec 15 14:05:16.622053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] For port 3eff1b58-0046-441f-93fc-058ef4a9b846, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:16.641290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d808c09-d471-466b-a355-5fb985b51947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec4f30c-8471-4461-97f7-099209dc920f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:16.671914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] For port 3eff1b58-0046-441f-93fc-058ef4a9b846, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3eff1b58-0046-441f-93fc-058ef4a9b846,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:16.680750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.778135 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfedde6d-2f6f-4483-a863-19c4c8abdb55 req-9a7fe114-a241-4d10-8efa-8c24ef236aeb tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0951662 Dec 15 14:05:16.783016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:16.783950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.785026 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] 10.222.0.74 "PUT /v2.0/ports/3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 200 len: 1091 time: 1.3882794 Dec 15 14:05:16.787631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '3eff1b58-0046-441f-93fc-058ef4a9b846'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:16.790057 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33568869-613f-4f25-8917-5e6350a9309b" -d '{"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "3eff1b58-0046-441f-93fc-058ef4a9b846"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:16.818273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:16.823446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:16.904774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:16.947551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b1ed-7ece-4bbf-845b-eb3dec59c3de req-f1101316-d1b5-479d-8e68-f8c56889a8a1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:16.953856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b1ed-7ece-4bbf-845b-eb3dec59c3de req-f1101316-d1b5-479d-8e68-f8c56889a8a1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:16.960661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b1ed-7ece-4bbf-845b-eb3dec59c3de req-f1101316-d1b5-479d-8e68-f8c56889a8a1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:16.966799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b1ed-7ece-4bbf-845b-eb3dec59c3de req-f1101316-d1b5-479d-8e68-f8c56889a8a1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:16.973675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b1ed-7ece-4bbf-845b-eb3dec59c3de req-f1101316-d1b5-479d-8e68-f8c56889a8a1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:16.975518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b237b1ed-7ece-4bbf-845b-eb3dec59c3de req-f1101316-d1b5-479d-8e68-f8c56889a8a1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 3827 time: 0.1618638 Dec 15 14:05:16.982161 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e038c2f-7bfa-4241-88c8-4e9d0b13b591 x-openstack-request-id: req-5e038c2f-7bfa-4241-88c8-4e9d0b13b591 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:16.982462 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "3eff1b58-0046-441f-93fc-058ef4a9b846", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:16.982722 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5e038c2f-7bfa-4241-88c8-4e9d0b13b591 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:16.983152 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'status': 'completed', 'code': 200} Dec 15 14:05:16.999617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 55a754cf-a82d-422c-8589-c389190feb48 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:17.019730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92c4cf-5e01-4388-ad4a-28c598b963b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3eff1b58-0046-441f-93fc-058ef4a9b846,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:17.094476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-1287fcbf-13df-4702-91cb-fec2b493cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.094944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-1287fcbf-13df-4702-91cb-fec2b493cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.095413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-1287fcbf-13df-4702-91cb-fec2b493cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.095893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-1287fcbf-13df-4702-91cb-fec2b493cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.096368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-1287fcbf-13df-4702-91cb-fec2b493cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.098717 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33568869-613f-4f25-8917-5e6350a9309b req-1287fcbf-13df-4702-91cb-fec2b493cda2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 4362 time: 0.1220355 Dec 15 14:05:17.108371 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b237b1ed-7ece-4bbf-845b-eb3dec59c3de req-152ceaa5-11ed-46d4-85dd-4a3bdfcf0f0a tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225090 Dec 15 14:05:17.149613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.298247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49436) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:17.339435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ec401-5af6-43ea-b40a-50a929947059 None None] Network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:17.372333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-12d87cf6-376a-49eb-a856-8021c814bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.372849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-12d87cf6-376a-49eb-a856-8021c814bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.373309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-12d87cf6-376a-49eb-a856-8021c814bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.374939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33568869-613f-4f25-8917-5e6350a9309b req-12d87cf6-376a-49eb-a856-8021c814bdf3 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=11667cb6db0940f89c679d3aa8261465&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2656624 Dec 15 14:05:17.391210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79b7a1c1-42c1-448f-acad-0ceff5960ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.438998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::f (bb4e2f28-79f5-4fd6-ae7e-1616e52a596f/49d340b5-0ca4-460d-846c-b911e53deb41/55a754cf-a82d-422c-8589-c389190feb48) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:17.478245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dabd8e75-4baf-4e20-85f9-a942df5a4f51 None None] Provisioning complete for port 4acda308-59cf-47a6-ad90-bd5adf01a043 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:17.478881 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dabd8e75-4baf-4e20-85f9-a942df5a4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.587940 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dabd8e75-4baf-4e20-85f9-a942df5a4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.633107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dabd8e75-4baf-4e20-85f9-a942df5a4f51 None None] For port 4acda308-59cf-47a6-ad90-bd5adf01a043, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4acda308-59cf-47a6-ad90-bd5adf01a043,segment=NetworkSegment(d9c27037-7766-4f29-b44e-4c96d016df74),segment_id=d9c27037-7766-4f29-b44e-4c96d016df74)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:17.639508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33568869-613f-4f25-8917-5e6350a9309b req-1e33f40f-b034-4ec9-a216-0f8c1545d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.645661 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dabd8e75-4baf-4e20-85f9-a942df5a4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.653318 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33568869-613f-4f25-8917-5e6350a9309b req-1e33f40f-b034-4ec9-a216-0f8c1545d8ab service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2704265 Dec 15 14:05:17.684273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79b7a1c1-42c1-448f-acad-0ceff5960ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.700010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79b7a1c1-42c1-448f-acad-0ceff5960ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.714561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd8e75-4baf-4e20-85f9-a942df5a4f51 None None] Pushing event updated for resources: {'Port': ['ID=4acda308-59cf-47a6-ad90-bd5adf01a043,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:17.801747 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-79b7a1c1-42c1-448f-acad-0ceff5960ae8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59ac31adde6042d8979b1492365eac93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024476 Dec 15 14:05:17.805128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:17.812064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6684d56d-1150-4043-8688-8851d8bc02fd {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:17.817875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7a1c1-42c1-448f-acad-0ceff5960ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004ee588-0f90-4ab9-aaf9-4941f6d7cff0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:17.833716 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.842753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.857463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Transition to ACTIVE for port object 6684d56d-1150-4043-8688-8851d8bc02fd will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:17.893907 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.899839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4acda308-59cf-47a6-ad90-bd5adf01a043 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:17.935294 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3747211-bd0a-451c-b3c4-1323c83bb458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.976786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.982343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Pushing event updated for resources: {'Port': ['ID=6684d56d-1150-4043-8688-8851d8bc02fd,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:17.990158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4acda308-59cf-47a6-ad90-bd5adf01a043 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:17.991553 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.009792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3747211-bd0a-451c-b3c4-1323c83bb458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.093473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac613c43-a280-46f7-8866-59515890a074 req-f8e10413-55d6-43a6-a286-c4533585b4f9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0816343 Dec 15 14:05:18.106272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3747211-bd0a-451c-b3c4-1323c83bb458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.115850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3747211-bd0a-451c-b3c4-1323c83bb458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.124928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d3747211-bd0a-451c-b3c4-1323c83bb458 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/004ee588-0f90-4ab9-aaf9-4941f6d7cff0 HTTP/1.1" status: 204 len: 168 time: 0.3178663 Dec 15 14:05:18.144896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3747211-bd0a-451c-b3c4-1323c83bb458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004ee588-0f90-4ab9-aaf9-4941f6d7cff0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:18.153804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7ac498df-c4cf-46a9-b078-c38e83df2e65 None None] Provisioning complete for port fc19aa3e-a823-4bcf-8081-8af3c413feb7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:18.157658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:18.158605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ac498df-c4cf-46a9-b078-c38e83df2e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.171629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:18.247314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:18.255613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.257133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.298832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Attempting to bind port 6684d56d-1150-4043-8688-8851d8bc02fd on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:18.299470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Attempting to bind port 6684d56d-1150-4043-8688-8851d8bc02fd by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:18.300262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Attempting to bind port 6684d56d-1150-4043-8688-8851d8bc02fd on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:18.306066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=55a754cf-a82d-422c-8589-c389190feb48,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:18.307244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7ac498df-c4cf-46a9-b078-c38e83df2e65 None None] Port fc19aa3e-a823-4bcf-8081-8af3c413feb7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:18.322054 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c3c34bf6-b29f-4743-baa4-4d6f48b656c6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8819380 Dec 15 14:05:18.325092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49450) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:18.362409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7ac498df-c4cf-46a9-b078-c38e83df2e65 None None] Provisioning complete for port 4acda308-59cf-47a6-ad90-bd5adf01a043 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:18.365954 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ac498df-c4cf-46a9-b078-c38e83df2e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.393741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125a81-13f7-4588-99a9-5e8548b111a8 req-22b84b2d-a9ae-47e0-8bc3-c47a3d805d47 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.401264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125a81-13f7-4588-99a9-5e8548b111a8 req-22b84b2d-a9ae-47e0-8bc3-c47a3d805d47 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.407709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125a81-13f7-4588-99a9-5e8548b111a8 req-22b84b2d-a9ae-47e0-8bc3-c47a3d805d47 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.414205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125a81-13f7-4588-99a9-5e8548b111a8 req-22b84b2d-a9ae-47e0-8bc3-c47a3d805d47 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.426094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125a81-13f7-4588-99a9-5e8548b111a8 req-22b84b2d-a9ae-47e0-8bc3-c47a3d805d47 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.433434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125a81-13f7-4588-99a9-5e8548b111a8 req-22b84b2d-a9ae-47e0-8bc3-c47a3d805d47 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.437201 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60125a81-13f7-4588-99a9-5e8548b111a8 req-22b84b2d-a9ae-47e0-8bc3-c47a3d805d47 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 4599 time: 0.1384537 Dec 15 14:05:18.461946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Port 6684d56d-1150-4043-8688-8851d8bc02fd on network 7ec970e7-0848-4df7-bb45-924290609da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:18.462427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Attempting to bind port 6684d56d-1150-4043-8688-8851d8bc02fd on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:18.484060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:18.484407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Checking segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:18.484805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Bound using segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:18.499132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Bound port: 6684d56d-1150-4043-8688-8851d8bc02fd, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:18.499551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.532309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60125a81-13f7-4588-99a9-5e8548b111a8 req-c2bfd8e3-90b7-4c72-91e8-7d8d845fc099 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822067 Dec 15 14:05:18.587483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] For port 6684d56d-1150-4043-8688-8851d8bc02fd, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:18.609263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85d0f8-3ef8-4d90-b471-ff8d198711cc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.610923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2d85d0f8-3ef8-4d90-b471-ff8d198711cc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2833331 Dec 15 14:05:18.614477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49456) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:18.625404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] For port 6684d56d-1150-4043-8688-8851d8bc02fd, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6684d56d-1150-4043-8688-8851d8bc02fd,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:18.649393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.670896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8375f789-1924-4e93-a484-e354ba280f34 None None] Provisioning complete for port fc19aa3e-a823-4bcf-8081-8af3c413feb7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:18.671526 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8375f789-1924-4e93-a484-e354ba280f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.728319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.729352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.732085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] 10.222.0.74 "PUT /v2.0/ports/6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 1130 time: 1.8915062 Dec 15 14:05:18.735802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8375f789-1924-4e93-a484-e354ba280f34 None None] Port fc19aa3e-a823-4bcf-8081-8af3c413feb7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:18.774128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8a0bf-bc32-490b-a301-8cbba1f0fd79 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.786218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8a0bf-bc32-490b-a301-8cbba1f0fd79 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.793048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8a0bf-bc32-490b-a301-8cbba1f0fd79 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:18.795471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8df8a0bf-bc32-490b-a301-8cbba1f0fd79 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1800237 Dec 15 14:05:18.800786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:18.802382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:18.887795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee45b0-8c95-451b-bd22-22e231a8c314 service neutron] Pushing event updated for resources: {'Port': ['ID=6684d56d-1150-4043-8688-8851d8bc02fd,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:18.906392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:18.984660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-44a6c4c0-c3df-49ed-8345-eba7002dcff2 None None] Provisioning complete for port 55a754cf-a82d-422c-8589-c389190feb48 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:18.985253 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-44a6c4c0-c3df-49ed-8345-eba7002dcff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.026703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-44a6c4c0-c3df-49ed-8345-eba7002dcff2 None None] Port 55a754cf-a82d-422c-8589-c389190feb48 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:19.052296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '6684d56d-1150-4043-8688-8851d8bc02fd'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:19.054611 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f259186-c492-49ec-8ea7-bb951ba8436e" -d '{"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "6684d56d-1150-4043-8688-8851d8bc02fd"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:19.124538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-68d5ef9b-16b2-41e0-9741-676a2462228d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 55a754cf-a82d-422c-8589-c389190feb48 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:19.125338 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68d5ef9b-16b2-41e0-9741-676a2462228d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.251892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5384e67-1c3f-41c5-8157-77cc0aeaecbf {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:19.260693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.274163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Transition to ACTIVE for port object a5384e67-1c3f-41c5-8157-77cc0aeaecbf will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:19.276320 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4cc78e-6473-4857-86dd-c0f88fe61fc1 x-openstack-request-id: req-ce4cc78e-6473-4857-86dd-c0f88fe61fc1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:19.276732 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "6684d56d-1150-4043-8688-8851d8bc02fd", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:19.280147 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce4cc78e-6473-4857-86dd-c0f88fe61fc1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:19.280147 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '6684d56d-1150-4043-8688-8851d8bc02fd', 'status': 'completed', 'code': 200} Dec 15 14:05:19.281310 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.302145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4bcd3e2a-10f4-4bcc-bd40-1664303b3b29 req-6d21a81c-db52-453c-bfac-d2da5a24f0d0 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0762174 Dec 15 14:05:19.345728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68d5ef9b-16b2-41e0-9741-676a2462228d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.360169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-68d5ef9b-16b2-41e0-9741-676a2462228d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 55a754cf-a82d-422c-8589-c389190feb48 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:19.366682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Pushing event updated for resources: {'Port': ['ID=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:19.432772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Attempting to bind port a5384e67-1c3f-41c5-8157-77cc0aeaecbf on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:19.433206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Attempting to bind port a5384e67-1c3f-41c5-8157-77cc0aeaecbf by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:19.433638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Attempting to bind port a5384e67-1c3f-41c5-8157-77cc0aeaecbf on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:19.438354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Port a5384e67-1c3f-41c5-8157-77cc0aeaecbf on network 7ec970e7-0848-4df7-bb45-924290609da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:19.438755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Attempting to bind port a5384e67-1c3f-41c5-8157-77cc0aeaecbf on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:19.444584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:19.445038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Checking segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:19.445506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Bound using segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:19.446007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Bound port: a5384e67-1c3f-41c5-8157-77cc0aeaecbf, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:19.446445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.540668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] For port a5384e67-1c3f-41c5-8157-77cc0aeaecbf, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:19.549505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] For port a5384e67-1c3f-41c5-8157-77cc0aeaecbf, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:19.563581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.604472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.605240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.606764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] 10.222.0.74 "PUT /v2.0/ports/a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 1131 time: 0.8097682 Dec 15 14:05:19.634219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d24f2-407b-42f8-92ce-7a009df44e3e service neutron] Pushing event updated for resources: {'Port': ['ID=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:19.666038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:19.830601 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.866052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4acda308-59cf-47a6-ad90-bd5adf01a043 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:19.932736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-4ece5a99-337f-4f88-853a-8e8cc5951e5e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.946006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-4ece5a99-337f-4f88-853a-8e8cc5951e5e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.957606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4acda308-59cf-47a6-ad90-bd5adf01a043 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:19.957834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-a652debf-1cfd-4431-8dc9-1f07fc601e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.958221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-a652debf-1cfd-4431-8dc9-1f07fc601e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.958678 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:19.958803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-a652debf-1cfd-4431-8dc9-1f07fc601e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.959164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-a652debf-1cfd-4431-8dc9-1f07fc601e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.959630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-a652debf-1cfd-4431-8dc9-1f07fc601e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.960128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-a652debf-1cfd-4431-8dc9-1f07fc601e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.962274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-a652debf-1cfd-4431-8dc9-1f07fc601e2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5285 time: 0.7491126 Dec 15 14:05:19.964729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-4ece5a99-337f-4f88-853a-8e8cc5951e5e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.973047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-4ece5a99-337f-4f88-853a-8e8cc5951e5e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.980821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-4ece5a99-337f-4f88-853a-8e8cc5951e5e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.989240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-4ece5a99-337f-4f88-853a-8e8cc5951e5e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:19.996645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-4ece5a99-337f-4f88-853a-8e8cc5951e5e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:20.008458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-4ece5a99-337f-4f88-853a-8e8cc5951e5e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5372 time: 0.3019614 Dec 15 14:05:20.225998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24685979-aa2f-452c-ba3b-6c870a3ac97d req-3ec8edac-adf4-4e2a-9d8f-89d2ad7fcc16 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108548 Dec 15 14:05:20.228745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-1223549b-fa5d-4250-9507-7a8432c004ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:20.229293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-1223549b-fa5d-4250-9507-7a8432c004ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:20.229983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-1223549b-fa5d-4250-9507-7a8432c004ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:20.231677 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-1223549b-fa5d-4250-9507-7a8432c004ee service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=11667cb6db0940f89c679d3aa8261465&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2583301 Dec 15 14:05:20.302530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68d5ef9b-16b2-41e0-9741-676a2462228d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.346567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5ef9b-16b2-41e0-9741-676a2462228d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=55a754cf-a82d-422c-8589-c389190feb48,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:20.409999 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68d5ef9b-16b2-41e0-9741-676a2462228d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.420129 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-68d5ef9b-16b2-41e0-9741-676a2462228d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/55a754cf-a82d-422c-8589-c389190feb48 HTTP/1.1" status: 204 len: 168 time: 1.6171889 Dec 15 14:05:20.428163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:20.450593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49502) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:20.490172 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c7bbf9-13de-48de-9c42-5c14e6b88975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:05:20.494384 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7c7bbf9-13de-48de-9c42-5c14e6b88975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/55a754cf-a82d-422c-8589-c389190feb48 HTTP/1.1" status: 404 len: 333 time: 0.0624342 Dec 15 14:05:20.495037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f79af7-cd2f-4683-9afe-7c35e2a0f932 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:20.513327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.515455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49506) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:20.526658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-34ccecce-7947-4908-934b-9fd309ba6d57 req-1afe5563-e5b9-44ba-bb11-226ce55ffb38 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c7d730-e071-468f-98e2-4a961909fe5b HTTP/1.1" status: 200 len: 210 time: 0.0554395 Dec 15 14:05:20.536481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-29b196dc-bf94-4d27-8f3f-a1e3a20e63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:20.543784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f259186-c492-49ec-8ea7-bb951ba8436e req-29b196dc-bf94-4d27-8f3f-a1e3a20e63f7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3018126 Dec 15 14:05:20.634719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1184793956', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:20.651588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Transition to ACTIVE for port object 28f79af7-cd2f-4683-9afe-7c35e2a0f932 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:20.662443 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.771723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Made reservation on behalf of 218705f9997f4ee89de79fc660e2abd1 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:20.774362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:20.792661 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.316588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': 'a5384e67-1c3f-41c5-8157-77cc0aeaecbf'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:21.319079 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb969882-8ab8-487a-86d9-340c028186b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "a5384e67-1c3f-41c5-8157-77cc0aeaecbf"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:21.341287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Pushing event updated for resources: {'Port': ['ID=28f79af7-cd2f-4683-9afe-7c35e2a0f932,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:21.444040 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8113805f-3d48-40f8-897d-f2cba6865a93 x-openstack-request-id: req-8113805f-3d48-40f8-897d-f2cba6865a93 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:21.444435 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "a5384e67-1c3f-41c5-8157-77cc0aeaecbf", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:21.444768 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8113805f-3d48-40f8-897d-f2cba6865a93 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:21.445232 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': 'a5384e67-1c3f-41c5-8157-77cc0aeaecbf', 'status': 'completed', 'code': 200} Dec 15 14:05:21.479534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Attempting to bind port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:21.479998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Attempting to bind port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:21.480407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Attempting to bind port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:21.542711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.548294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 on network 7ec970e7-0848-4df7-bb45-924290609da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:21.548678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Attempting to bind port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:21.552602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525057d0-3151-4bd0-9541-def000d54a80 req-cb687b75-3e95-4e6a-9c51-bbc49a4a4916 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.557736 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.559786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525057d0-3151-4bd0-9541-def000d54a80 req-cb687b75-3e95-4e6a-9c51-bbc49a4a4916 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.561499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] device_id is not set on port 4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:21.567311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525057d0-3151-4bd0-9541-def000d54a80 req-cb687b75-3e95-4e6a-9c51-bbc49a4a4916 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.573660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525057d0-3151-4bd0-9541-def000d54a80 req-cb687b75-3e95-4e6a-9c51-bbc49a4a4916 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.580055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525057d0-3151-4bd0-9541-def000d54a80 req-cb687b75-3e95-4e6a-9c51-bbc49a4a4916 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.586526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525057d0-3151-4bd0-9541-def000d54a80 req-cb687b75-3e95-4e6a-9c51-bbc49a4a4916 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.592790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525057d0-3151-4bd0-9541-def000d54a80 req-cb687b75-3e95-4e6a-9c51-bbc49a4a4916 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.601107 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-525057d0-3151-4bd0-9541-def000d54a80 req-cb687b75-3e95-4e6a-9c51-bbc49a4a4916 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5384 time: 0.1955743 Dec 15 14:05:21.645311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-f18b1b06-4e34-4f6d-95a9-cfeddc0b993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.646226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-f18b1b06-4e34-4f6d-95a9-cfeddc0b993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.646876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-f18b1b06-4e34-4f6d-95a9-cfeddc0b993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.649312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-f18b1b06-4e34-4f6d-95a9-cfeddc0b993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.649957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-f18b1b06-4e34-4f6d-95a9-cfeddc0b993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.650584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-f18b1b06-4e34-4f6d-95a9-cfeddc0b993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.651226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-f18b1b06-4e34-4f6d-95a9-cfeddc0b993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.653551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eb969882-8ab8-487a-86d9-340c028186b4 req-f18b1b06-4e34-4f6d-95a9-cfeddc0b993f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6234 time: 0.2029598 Dec 15 14:05:21.679113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:21.679700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Checking segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:21.679825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Bound using segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:21.680399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Bound port: 28f79af7-cd2f-4683-9afe-7c35e2a0f932, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:21.680812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.751849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2a40b-5f4b-44d8-868f-97e26d7214f2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port fc19aa3e-a823-4bcf-8081-8af3c413feb7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:21.752410 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a40b-5f4b-44d8-868f-97e26d7214f2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.758474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-525057d0-3151-4bd0-9541-def000d54a80 req-acf276f0-740b-4331-8782-3403f4253f6c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561105 Dec 15 14:05:21.759031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:21.821595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Allocated IP 172.25.7.154 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:21.883203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfe9876-6821-4e43-87fa-5a3a711516f9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:21.962762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] For port 28f79af7-cd2f-4683-9afe-7c35e2a0f932, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:21.966755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] For port 28f79af7-cd2f-4683-9afe-7c35e2a0f932, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:21.979045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-3f393e58-c913-4f2b-9b16-4376f02625dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.979435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-3f393e58-c913-4f2b-9b16-4376f02625dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.979930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-3f393e58-c913-4f2b-9b16-4376f02625dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.981739 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eb969882-8ab8-487a-86d9-340c028186b4 req-3f393e58-c913-4f2b-9b16-4376f02625dc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=11667cb6db0940f89c679d3aa8261465&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3190162 Dec 15 14:05:22.010192 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.069823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70af0388-43a0-4f35-bead-6621b7d24d9e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.078744 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a40b-5f4b-44d8-868f-97e26d7214f2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.087104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:22.087729 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.090296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] 10.222.0.74 "PUT /v2.0/ports/28f79af7-cd2f-4683-9afe-7c35e2a0f932 HTTP/1.1" status: 200 len: 1091 time: 2.4518309 Dec 15 14:05:22.160012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:22.179099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2a40b-5f4b-44d8-868f-97e26d7214f2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for fc19aa3e-a823-4bcf-8081-8af3c413feb7 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:22.233972 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70af0388-43a0-4f35-bead-6621b7d24d9e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.250246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4b90e-3054-45c6-a504-b3ff4767165e service neutron] Pushing event updated for resources: {'Port': ['ID=28f79af7-cd2f-4683-9afe-7c35e2a0f932,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:22.382051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969882-8ab8-487a-86d9-340c028186b4 req-e2700a37-4e34-4548-9efc-f167fddd5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:22.383611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eb969882-8ab8-487a-86d9-340c028186b4 req-e2700a37-4e34-4548-9efc-f167fddd5d8b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3705866 Dec 15 14:05:22.391806 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.417385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70af0388-43a0-4f35-bead-6621b7d24d9e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.420928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70af0388-43a0-4f35-bead-6621b7d24d9e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.424369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-70af0388-43a0-4f35-bead-6621b7d24d9e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "DELETE /v2.0/security-groups/03a3eb2f-4979-4194-bd83-782b89987832 HTTP/1.1" status: 204 len: 168 time: 0.6449308 Dec 15 14:05:22.426847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:22.452395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af0388-43a0-4f35-bead-6621b7d24d9e tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a3eb2f-4979-4194-bd83-782b89987832,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:22.454717 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-06a0de23-ee64-4a76-b22d-16bc4a351316 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] show failed (client error): The resource could not be found. Dec 15 14:05:22.459040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-06a0de23-ee64-4a76-b22d-16bc4a351316 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "GET /v2.0/security-groups/03a3eb2f-4979-4194-bd83-782b89987832 HTTP/1.1" status: 404 len: 347 time: 0.0232224 Dec 15 14:05:22.459895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49544) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:22.461116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.682890 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.720816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port cef96002-9847-4b50-9a9e-402d2fd68d1b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:22.721832 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.764069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a40b-5f4b-44d8-868f-97e26d7214f2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.792676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:22.808001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:22.814477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Pushing event updated for resources: {'Port': ['ID=4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:22.818039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:22.851173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbaa808-f767-402b-b149-03c2d9fb65f8 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:22.903491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.903823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.921243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for cef96002-9847-4b50-9a9e-402d2fd68d1b owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:22.926467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2a40b-5f4b-44d8-868f-97e26d7214f2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=fc19aa3e-a823-4bcf-8081-8af3c413feb7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:22.948135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a40b-5f4b-44d8-868f-97e26d7214f2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.951655 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a8d2a40b-5f4b-44d8-868f-97e26d7214f2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/fc19aa3e-a823-4bcf-8081-8af3c413feb7 HTTP/1.1" status: 204 len: 168 time: 2.4351757 Dec 15 14:05:22.964018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d07fbc33-7e7c-4147-b965-e5e1c7270f91 None None] Provisioning complete for port 4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:22.965202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d07fbc33-7e7c-4147-b965-e5e1c7270f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.990313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49548) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:23.018208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d07fbc33-7e7c-4147-b965-e5e1c7270f91 None None] Port 4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:23.075436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.076235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.083324 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9519c874-3efe-4701-b4f6-122630acba02 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:05:23.087773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9519c874-3efe-4701-b4f6-122630acba02 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/fc19aa3e-a823-4bcf-8081-8af3c413feb7 HTTP/1.1" status: 404 len: 333 time: 0.0935078 Dec 15 14:05:23.096344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49550) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:23.189797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.206071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5170932a-78b8-4ff8-bb44-71ed9bcdacd9 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7503200 Dec 15 14:05:23.210203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49552) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:23.218498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.154'}]}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:23.219017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=cef96002-9847-4b50-9a9e-402d2fd68d1b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:23.240145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd38b3e2-56bf-4348-9539-6775e341dcd9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:23.263775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e70329-974e-4a3f-b101-487879ba66f8 req-13fd5fcd-c88c-4ea9-a7cc-3337fef0adba tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.274237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e70329-974e-4a3f-b101-487879ba66f8 req-13fd5fcd-c88c-4ea9-a7cc-3337fef0adba tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.280486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e70329-974e-4a3f-b101-487879ba66f8 req-13fd5fcd-c88c-4ea9-a7cc-3337fef0adba tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.287606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e70329-974e-4a3f-b101-487879ba66f8 req-13fd5fcd-c88c-4ea9-a7cc-3337fef0adba tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.294121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e70329-974e-4a3f-b101-487879ba66f8 req-13fd5fcd-c88c-4ea9-a7cc-3337fef0adba tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.302209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e70329-974e-4a3f-b101-487879ba66f8 req-13fd5fcd-c88c-4ea9-a7cc-3337fef0adba tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.308450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e70329-974e-4a3f-b101-487879ba66f8 req-13fd5fcd-c88c-4ea9-a7cc-3337fef0adba tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.310517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22e70329-974e-4a3f-b101-487879ba66f8 req-13fd5fcd-c88c-4ea9-a7cc-3337fef0adba tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5384 time: 0.3883369 Dec 15 14:05:23.312747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.325908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.329798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.332003 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7c6aaec9-b7e7-4a40-909f-18d5653c3a94 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "DELETE /v2.0/floatingips/833b6f45-13f9-4e19-8bca-731b4a966581 HTTP/1.1" status: 204 len: 168 time: 0.8706093 Dec 15 14:05:23.333827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:23.334658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ee541d-7bd0-41e9-8779-a8b8862bd921 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet 49d340b5-0ca4-460d-846c-b911e53deb41 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:23.349813 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58ee541d-7bd0-41e9-8779-a8b8862bd921 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.382769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Transition to ACTIVE for port object fd38b3e2-56bf-4348-9539-6775e341dcd9 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:23.398049 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.434704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.435953 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.449587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '28f79af7-cd2f-4683-9afe-7c35e2a0f932'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:23.452036 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "28f79af7-cd2f-4683-9afe-7c35e2a0f932"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:23.456925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58ee541d-7bd0-41e9-8779-a8b8862bd921 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.487139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8c6cf5d9-9abe-481d-8ce7-dea735428113 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port 9fc27ad0-74a2-4591-8395-d67f83fe3093 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:23.488384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf5d9-9abe-481d-8ce7-dea735428113 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.504123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Pushing event updated for resources: {'Port': ['ID=fd38b3e2-56bf-4348-9539-6775e341dcd9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:23.652705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.657445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-d26c2cba-41af-476f-88e2-b26184c2b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.658769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-d26c2cba-41af-476f-88e2-b26184c2b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.658769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-d26c2cba-41af-476f-88e2-b26184c2b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.660033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-d26c2cba-41af-476f-88e2-b26184c2b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.660438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-d26c2cba-41af-476f-88e2-b26184c2b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.661424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-d26c2cba-41af-476f-88e2-b26184c2b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.661772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-d26c2cba-41af-476f-88e2-b26184c2b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.664031 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-d26c2cba-41af-476f-88e2-b26184c2b3bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6301 time: 0.1081724 Dec 15 14:05:23.679232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf5d9-9abe-481d-8ce7-dea735428113 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.712338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8c6cf5d9-9abe-481d-8ce7-dea735428113 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for 9fc27ad0-74a2-4591-8395-d67f83fe3093 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:23.738852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58ee541d-7bd0-41e9-8779-a8b8862bd921 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.809408 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb20dd7d-4f09-449b-b055-8df3e99c710d x-openstack-request-id: req-fb20dd7d-4f09-449b-b055-8df3e99c710d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:23.809682 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "28f79af7-cd2f-4683-9afe-7c35e2a0f932", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:23.810020 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb20dd7d-4f09-449b-b055-8df3e99c710d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:23.810507 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '28f79af7-cd2f-4683-9afe-7c35e2a0f932', 'status': 'completed', 'code': 200} Dec 15 14:05:23.817618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22e70329-974e-4a3f-b101-487879ba66f8 req-8f9dd371-6cc5-4fa2-bb75-375463843543 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4957113 Dec 15 14:05:23.895393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-9c4fbe4b-904b-4aec-8181-2a0e9bed6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.896010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-9c4fbe4b-904b-4aec-8181-2a0e9bed6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.896355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-9c4fbe4b-904b-4aec-8181-2a0e9bed6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:23.897685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58ee541d-7bd0-41e9-8779-a8b8862bd921 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.898005 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-9c4fbe4b-904b-4aec-8181-2a0e9bed6ba6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=11667cb6db0940f89c679d3aa8261465&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2212460 Dec 15 14:05:24.003285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f371b-c472-4b81-a894-c0146adbd06e None None] Network bb4e2f28-79f5-4fd6-ae7e-1616e52a596f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:24.012942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee541d-7bd0-41e9-8779-a8b8862bd921 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=49d340b5-0ca4-460d-846c-b911e53deb41,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:24.016746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58ee541d-7bd0-41e9-8779-a8b8862bd921 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.020751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-58ee541d-7bd0-41e9-8779-a8b8862bd921 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/49d340b5-0ca4-460d-846c-b911e53deb41 HTTP/1.1" status: 204 len: 168 time: 0.9215009 Dec 15 14:05:24.024123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49558) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:24.168065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.175070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf5d9-9abe-481d-8ce7-dea735428113 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.248144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Attempting to bind port fd38b3e2-56bf-4348-9539-6775e341dcd9 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:24.248794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Attempting to bind port fd38b3e2-56bf-4348-9539-6775e341dcd9 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:24.249137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Attempting to bind port fd38b3e2-56bf-4348-9539-6775e341dcd9 on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:24.251040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] DHCP port deletion for bb4e2f28-79f5-4fd6-ae7e-1616e52a596f request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:24.255126 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.288396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Port fd38b3e2-56bf-4348-9539-6775e341dcd9 on network 7ec970e7-0848-4df7-bb45-924290609da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:24.288729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Attempting to bind port fd38b3e2-56bf-4348-9539-6775e341dcd9 on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:24.293833 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cf5d9-9abe-481d-8ce7-dea735428113 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=9fc27ad0-74a2-4591-8395-d67f83fe3093,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:24.301640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:24.302018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Checking segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:24.302366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Bound using segment: {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:24.302814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Bound port: fd38b3e2-56bf-4348-9539-6775e341dcd9, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:24.303034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-b8b98dbe-9253-41c6-aebd-74a8e79bc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:24.303312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.307282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1a4d0ca-7dc7-4fa6-85fe-256e3299df5e req-b8b98dbe-9253-41c6-aebd-74a8e79bc289 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3953905 Dec 15 14:05:24.412675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] Deleting port 4acda308-59cf-47a6-ad90-bd5adf01a043 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:24.412979 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.433983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] For port fd38b3e2-56bf-4348-9539-6775e341dcd9, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:24.439137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] For port fd38b3e2-56bf-4348-9539-6775e341dcd9, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:24.459281 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.486150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] For port 4acda308-59cf-47a6-ad90-bd5adf01a043, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4acda308-59cf-47a6-ad90-bd5adf01a043,segment=NetworkSegment(d9c27037-7766-4f29-b44e-4c96d016df74),segment_id=d9c27037-7766-4f29-b44e-4c96d016df74)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:24.486717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.499547 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf5d9-9abe-481d-8ce7-dea735428113 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.499784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 4acda308-59cf-47a6-ad90-bd5adf01a043 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:24.500099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.506263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8c6cf5d9-9abe-481d-8ce7-dea735428113 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "DELETE /v2.0/ports/9fc27ad0-74a2-4591-8395-d67f83fe3093 HTTP/1.1" status: 204 len: 168 time: 1.1713815 Dec 15 14:05:24.521768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49560) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:24.530088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] Calling delete_port for 4acda308-59cf-47a6-ad90-bd5adf01a043 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:24.532299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:24.533267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.534954 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] 10.222.0.74 "PUT /v2.0/ports/fd38b3e2-56bf-4348-9539-6775e341dcd9 HTTP/1.1" status: 200 len: 1090 time: 2.3792922 Dec 15 14:05:24.613637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:24.634416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.668601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] Pushing event deleted for resources: {'Port': ['ID=4acda308-59cf-47a6-ad90-bd5adf01a043,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:24.691489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7ac84-5450-409e-884c-526bae0d3e4f None None] No DVR routers for this DVR port 4acda308-59cf-47a6-ad90-bd5adf01a043 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:24.739575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] For port 4acda308-59cf-47a6-ad90-bd5adf01a043, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4acda308-59cf-47a6-ad90-bd5adf01a043,segment=NetworkSegment(d9c27037-7766-4f29-b44e-4c96d016df74),segment_id=d9c27037-7766-4f29-b44e-4c96d016df74)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:24.740180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:24.750241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a89112-3da2-4e7e-8f82-e6c0f649ed5e service neutron] Pushing event updated for resources: {'Port': ['ID=fd38b3e2-56bf-4348-9539-6775e341dcd9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:24.861934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 4acda308-59cf-47a6-ad90-bd5adf01a043 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:24.998052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-dd261f78-d99b-4fb3-9602-3933f1ff8977 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:25.005759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-dd261f78-d99b-4fb3-9602-3933f1ff8977 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:25.012286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-dd261f78-d99b-4fb3-9602-3933f1ff8977 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:25.018415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-dd261f78-d99b-4fb3-9602-3933f1ff8977 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:25.025983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-dd261f78-d99b-4fb3-9602-3933f1ff8977 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:25.031820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.032953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-dd261f78-d99b-4fb3-9602-3933f1ff8977 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:25.039954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-dd261f78-d99b-4fb3-9602-3933f1ff8977 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:25.042256 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-dd261f78-d99b-4fb3-9602-3933f1ff8977 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5396 time: 0.1098089 Dec 15 14:05:25.062202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f67f5779-84ed-4793-9b27-420abd29b133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port 9029558c-d359-437a-a8df-02ff928cdac5 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:25.062468 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f67f5779-84ed-4793-9b27-420abd29b133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.070191 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.108637 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44fa3f7b-d506-4ecf-9c67-212a65e228b2 req-e64db957-8b8e-44ad-8051-4a12f5fa9835 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566332 Dec 15 14:05:25.147850 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.360713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f67f5779-84ed-4793-9b27-420abd29b133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.367408 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:25.442863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f67f5779-84ed-4793-9b27-420abd29b133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for 9029558c-d359-437a-a8df-02ff928cdac5 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:25.458045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=4acda308-59cf-47a6-ad90-bd5adf01a043,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:25.462002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No DVR routers for this DVR port 4acda308-59cf-47a6-ad90-bd5adf01a043 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:25.842187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4acda308-59cf-47a6-ad90-bd5adf01a043 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:25.877202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': 'fd38b3e2-56bf-4348-9539-6775e341dcd9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:25.880002 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0225a2cf-a7ed-420f-a897-f8b93b1027a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "fd38b3e2-56bf-4348-9539-6775e341dcd9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:25.884533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 4acda308-59cf-47a6-ad90-bd5adf01a043 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:25.892025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4acda308-59cf-47a6-ad90-bd5adf01a043 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:25.921248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.921623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.921972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.922318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.922661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.923000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.923336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.923672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.924046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.924383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.924712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.925088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:25.925414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:26.036653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.068536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4e2f28-79f5-4fd6-ae7e-1616e52a596f']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:26.079457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c27037-7766-4f29-b44e-4c96d016df74') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:26.079766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c27037-7766-4f29-b44e-4c96d016df74') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:26.089390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-1d15a9aa-d607-48ce-9e60-a75872230753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.090396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.090840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-1d15a9aa-d607-48ce-9e60-a75872230753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.092066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-1d15a9aa-d607-48ce-9e60-a75872230753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.093461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-1d15a9aa-d607-48ce-9e60-a75872230753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.094117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-1d15a9aa-d607-48ce-9e60-a75872230753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.094755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-1d15a9aa-d607-48ce-9e60-a75872230753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.095735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-1d15a9aa-d607-48ce-9e60-a75872230753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.100589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-1d15a9aa-d607-48ce-9e60-a75872230753 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6343 time: 0.0944097 Dec 15 14:05:26.108611 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352492db-9d4a-4f96-8481-75298eec14f2 x-openstack-request-id: req-352492db-9d4a-4f96-8481-75298eec14f2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:26.108908 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "fd38b3e2-56bf-4348-9539-6775e341dcd9", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:26.109178 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-352492db-9d4a-4f96-8481-75298eec14f2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:26.109644 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': 'fd38b3e2-56bf-4348-9539-6775e341dcd9', 'status': 'completed', 'code': 200} Dec 15 14:05:26.112370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.214851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:26.216628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.246189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-c3b6146a-0a8f-436f-aac7-4b0ed6628913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.247040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-c3b6146a-0a8f-436f-aac7-4b0ed6628913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.247755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-c3b6146a-0a8f-436f-aac7-4b0ed6628913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.250378 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-c3b6146a-0a8f-436f-aac7-4b0ed6628913 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=11667cb6db0940f89c679d3aa8261465&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1434731 Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:26.333583 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:26.342364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.347256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.355156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/networks/bb4e2f28-79f5-4fd6-ae7e-1616e52a596f HTTP/1.1" status: 204 len: 168 time: 2.3257284 Dec 15 14:05:26.367741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49572) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:26.377292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1693669920'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:26.405931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069671ea-6e03-46e2-814f-516b8bfce24f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Network': ['ID=bb4e2f28-79f5-4fd6-ae7e-1616e52a596f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:26.441173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-05405a4e-854b-42a9-96b8-ae57c17002f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.443632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0225a2cf-a7ed-420f-a897-f8b93b1027a1 req-05405a4e-854b-42a9-96b8-ae57c17002f2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1838675 Dec 15 14:05:26.481278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.529799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944efc0-c240-4833-a321-18dbddbf112d req-f9cefc89-0a46-4b61-aad1-0b2e101014be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.539258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944efc0-c240-4833-a321-18dbddbf112d req-f9cefc89-0a46-4b61-aad1-0b2e101014be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.547204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944efc0-c240-4833-a321-18dbddbf112d req-f9cefc89-0a46-4b61-aad1-0b2e101014be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.555421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944efc0-c240-4833-a321-18dbddbf112d req-f9cefc89-0a46-4b61-aad1-0b2e101014be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.562791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944efc0-c240-4833-a321-18dbddbf112d req-f9cefc89-0a46-4b61-aad1-0b2e101014be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.569394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944efc0-c240-4833-a321-18dbddbf112d req-f9cefc89-0a46-4b61-aad1-0b2e101014be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.576777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944efc0-c240-4833-a321-18dbddbf112d req-f9cefc89-0a46-4b61-aad1-0b2e101014be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:26.579025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0944efc0-c240-4833-a321-18dbddbf112d req-f9cefc89-0a46-4b61-aad1-0b2e101014be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5396 time: 0.1340549 Dec 15 14:05:26.719074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:26.723795 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.725337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0944efc0-c240-4833-a321-18dbddbf112d req-29773cbf-9de7-47c4-ac8a-4617378de498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397829 Dec 15 14:05:26.757880 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f67f5779-84ed-4793-9b27-420abd29b133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.855052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:05:26.865364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.865722 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Added segment d2d7bc99-3e07-4a1b-8003-32ac9a29a934 of type vlan for network 6cecb833-70ed-4f78-9ba6-84d1516aca97 Dec 15 14:05:26.914783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.926347 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:26.928299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f5779-84ed-4793-9b27-420abd29b133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=9029558c-d359-437a-a8df-02ff928cdac5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:26.933127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.050303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897f226f-fd48-4e18-b29b-c59793d6f9cc {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:27.091100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.097097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:27.097842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.104033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.114472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.115117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcdee6b8-ed45-48c3-adae-927e4c9da830 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:05:27.198583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Transition to ACTIVE for port object 897f226f-fd48-4e18-b29b-c59793d6f9cc will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:27.206004 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f67f5779-84ed-4793-9b27-420abd29b133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.212828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:27.213386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f67f5779-84ed-4793-9b27-420abd29b133 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "DELETE /v2.0/ports/9029558c-d359-437a-a8df-02ff928cdac5 HTTP/1.1" status: 204 len: 168 time: 2.6900854 Dec 15 14:05:27.220431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.226586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Network': ['ID=6cecb833-70ed-4f78-9ba6-84d1516aca97,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:27.233895 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2f6ad699-406d-4777-a2c5-b8871a2426df tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8583312 Dec 15 14:05:27.254201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:27.257712 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 14:05:27.261322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a2f3c16-4e08-41be-87fc-c79d3aee2e40 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0439804 Dec 15 14:05:27.261492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6cecb833-70ed-4f78-9ba6-84d1516aca97 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:05:27.262842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49584) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:27.265787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '6cecb833-70ed-4f78-9ba6-84d1516aca97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:27.313366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=897f226f-fd48-4e18-b29b-c59793d6f9cc,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:27.407564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-22710cc8-6e31-4245-b2fc-25f640c007e9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting subnet 2ea0d8cb-b23d-44df-bf63-e360715ae6bb {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:27.425813 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22710cc8-6e31-4245-b2fc-25f640c007e9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.502786 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22710cc8-6e31-4245-b2fc-25f640c007e9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.508622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:27.512542 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.552150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Attempting to bind port 897f226f-fd48-4e18-b29b-c59793d6f9cc on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:27.553019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Attempting to bind port 897f226f-fd48-4e18-b29b-c59793d6f9cc by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:27.553659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Attempting to bind port 897f226f-fd48-4e18-b29b-c59793d6f9cc on network da58127c-8121-4e4c-a2f3-008b65a09d92 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:27.574423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Port 897f226f-fd48-4e18-b29b-c59793d6f9cc on network da58127c-8121-4e4c-a2f3-008b65a09d92 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:27.575987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Attempting to bind port 897f226f-fd48-4e18-b29b-c59793d6f9cc on network da58127c-8121-4e4c-a2f3-008b65a09d92 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:27.586232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-382ba784-521a-4ceb-9265-e1f09810fd19 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Deleting port 4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:27.586971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-382ba784-521a-4ceb-9265-e1f09810fd19 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.637791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:27.638291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Checking segment: {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:27.638795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Bound using segment: {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:27.639552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Bound port: 897f226f-fd48-4e18-b29b-c59793d6f9cc, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:27.640200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.734791 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-382ba784-521a-4ceb-9265-e1f09810fd19 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.747002 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22710cc8-6e31-4245-b2fc-25f640c007e9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.778311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-382ba784-521a-4ceb-9265-e1f09810fd19 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Calling delete_port for 4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:27.791126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] For port 897f226f-fd48-4e18-b29b-c59793d6f9cc, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:27.798074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] For port 897f226f-fd48-4e18-b29b-c59793d6f9cc, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:27.806687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.849842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.906224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22710cc8-6e31-4245-b2fc-25f640c007e9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.910111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:27.911243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.913799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] 10.222.0.74 "PUT /v2.0/ports/897f226f-fd48-4e18-b29b-c59793d6f9cc HTTP/1.1" status: 200 len: 1091 time: 3.3102293 Dec 15 14:05:27.929904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=600a63c7-8702-4326-9f2f-bba178aa8c8f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:27.943551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22710cc8-6e31-4245-b2fc-25f640c007e9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:27.944347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338059c-106a-41a7-857d-0a732436c4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=897f226f-fd48-4e18-b29b-c59793d6f9cc,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:27.949653 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-22710cc8-6e31-4245-b2fc-25f640c007e9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "DELETE /v2.0/subnets/2ea0d8cb-b23d-44df-bf63-e360715ae6bb HTTP/1.1" status: 204 len: 168 time: 0.7348304 Dec 15 14:05:27.950284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49588) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:27.962427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91679d40-814a-48f2-a978-39f6cc808ddf None None] Network 48eea9ed-7cf0-43b0-ad58-a040f215ab38 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:27.984126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Request body: {'port': {'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:28.007430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22710cc8-6e31-4245-b2fc-25f640c007e9 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea0d8cb-b23d-44df-bf63-e360715ae6bb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:28.075264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Checking segment: {'id': 'd2d7bc99-3e07-4a1b-8003-32ac9a29a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6cecb833-70ed-4f78-9ba6-84d1516aca97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:28.075654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network hostable DHCP agents. Network: 6cecb833-70ed-4f78-9ba6-84d1516aca97, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:05:28.110773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '897f226f-fd48-4e18-b29b-c59793d6f9cc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:28.119005 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454" -d '{"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "897f226f-fd48-4e18-b29b-c59793d6f9cc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:28.138461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-004badec-0216-4d75-b463-bdb94041c6fc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting subnet e1741176-befa-4050-9602-b8d50d8951b4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:28.143700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-004badec-0216-4d75-b463-bdb94041c6fc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.186076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-b380c0d9-e2d7-4fa8-9b80-9b0438daaa33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.196717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-b380c0d9-e2d7-4fa8-9b80-9b0438daaa33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.205050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-b380c0d9-e2d7-4fa8-9b80-9b0438daaa33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.210345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 6cecb833-70ed-4f78-9ba6-84d1516aca97 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:05:28.213648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-b380c0d9-e2d7-4fa8-9b80-9b0438daaa33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.220314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-b380c0d9-e2d7-4fa8-9b80-9b0438daaa33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.228626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-b380c0d9-e2d7-4fa8-9b80-9b0438daaa33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.235484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-b380c0d9-e2d7-4fa8-9b80-9b0438daaa33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.238686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-b380c0d9-e2d7-4fa8-9b80-9b0438daaa33 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5408 time: 0.3624671 Dec 15 14:05:28.241578 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e906f606-537f-42c7-81ab-70147f112096 x-openstack-request-id: req-e906f606-537f-42c7-81ab-70147f112096 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:28.242176 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "897f226f-fd48-4e18-b29b-c59793d6f9cc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:28.242647 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e906f606-537f-42c7-81ab-70147f112096 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:28.243396 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '897f226f-fd48-4e18-b29b-c59793d6f9cc', 'status': 'completed', 'code': 200} Dec 15 14:05:28.244992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.268401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6cecb833-70ed-4f78-9ba6-84d1516aca97) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:28.275589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.276217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.339698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-004badec-0216-4d75-b463-bdb94041c6fc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.385765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe8c72-2d25-40db-9c5f-88190f156d53 None None] Network 6cecb833-70ed-4f78-9ba6-84d1516aca97 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:28.404664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f657d421-7d62-4b35-95ba-d2673e0f2e18 req-38f90e02-32a6-4942-8f19-43199da0721e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517534 Dec 15 14:05:28.444713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-038872b6-490b-4890-93ee-d5657ea66ad8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1888831 Dec 15 14:05:28.447933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49592) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:28.454635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-382ba784-521a-4ceb-9265-e1f09810fd19 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.469791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0c01498b-c197-4ead-9aa0-896d37147939 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-148072269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:28.493236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-9050c558-4e0d-4d6d-9580-f6839dd8632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.493714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-9050c558-4e0d-4d6d-9580-f6839dd8632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.494189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-9050c558-4e0d-4d6d-9580-f6839dd8632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.494649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-9050c558-4e0d-4d6d-9580-f6839dd8632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.495109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-9050c558-4e0d-4d6d-9580-f6839dd8632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.495567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-9050c558-4e0d-4d6d-9580-f6839dd8632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.496046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-9050c558-4e0d-4d6d-9580-f6839dd8632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:28.497971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-9050c558-4e0d-4d6d-9580-f6839dd8632c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6410 time: 0.2674263 Dec 15 14:05:28.584581 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c01498b-c197-4ead-9aa0-896d37147939 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.585920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c01498b-c197-4ead-9aa0-896d37147939 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.611948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cad8fa-cd21-4186-ae7e-2242e1511300 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:28.612219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ba784-521a-4ceb-9265-e1f09810fd19 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Pushing event deleted for resources: {'Port': ['ID=4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:28.645269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6cecb833-70ed-4f78-9ba6-84d1516aca97', 'network_id': '6cecb833-70ed-4f78-9ba6-84d1516aca97', 'project_id': '76813e8ccf994e39a763482b6f158eee', 'fixed_ips': [{'subnet_id': '600a63c7-8702-4326-9f2f-bba178aa8c8f'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:05:28.646568 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.749073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-004badec-0216-4d75-b463-bdb94041c6fc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.774420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-382ba784-521a-4ceb-9265-e1f09810fd19 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:28.778410 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-382ba784-521a-4ceb-9265-e1f09810fd19 tempest-RoutersAdminNegativeTest-2044336028 tempest-RoutersAdminNegativeTest-2044336028-project-admin] 10.222.0.86 "DELETE /v2.0/ports/4be96f6e-e9fe-4a5e-ab23-7e4b14049f1f HTTP/1.1" status: 204 len: 168 time: 1.5146101 Dec 15 14:05:28.791080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] DHCP port deletion for 48eea9ed-7cf0-43b0-ad58-a040f215ab38 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:28.965935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Allocated IP 2001:db8::2 (6cecb833-70ed-4f78-9ba6-84d1516aca97/600a63c7-8702-4326-9f2f-bba178aa8c8f/03313fca-6d3c-4317-9bd3-a8280a3b2b54) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:29.003704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:05:29.014533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.048453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Transition to ACTIVE for port object bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:05:29.060745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.061260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c01498b-c197-4ead-9aa0-896d37147939 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.092271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c01498b-c197-4ead-9aa0-896d37147939 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.149285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] Deleting port 5e2893c8-e3e6-44a3-901e-441f24fe1093 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:29.149785 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.153634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-0a3a2714-aa50-42bc-a3fb-10c883b692be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:29.155033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-0a3a2714-aa50-42bc-a3fb-10c883b692be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:29.156409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-0a3a2714-aa50-42bc-a3fb-10c883b692be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:29.158548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-0a3a2714-aa50-42bc-a3fb-10c883b692be service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=11667cb6db0940f89c679d3aa8261465&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6117370 Dec 15 14:05:29.163482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c01498b-c197-4ead-9aa0-896d37147939 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.165212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0c01498b-c197-4ead-9aa0-896d37147939 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7135773 Dec 15 14:05:29.167334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-004badec-0216-4d75-b463-bdb94041c6fc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.181998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49598) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:29.208971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'network_id': '6cecb833-70ed-4f78-9ba6-84d1516aca97', 'name': 'tempest-PortsIpV6TestJSON-1932354758'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:29.213585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-004badec-0216-4d75-b463-bdb94041c6fc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.221276 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-004badec-0216-4d75-b463-bdb94041c6fc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "DELETE /v2.0/subnets/e1741176-befa-4050-9602-b8d50d8951b4 HTTP/1.1" status: 204 len: 168 time: 1.2373722 Dec 15 14:05:29.223340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:29.243030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eaa30a-25dd-45ce-9adc-e390c8534a24 None None] Network 6c908008-3368-4677-86f7-2a827cc09e11 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:29.266623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Pushing event updated for resources: {'Port': ['ID=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:29.290677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004badec-0216-4d75-b463-bdb94041c6fc tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Subnet': ['ID=e1741176-befa-4050-9602-b8d50d8951b4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:29.400998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:29.491279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] For port 5e2893c8-e3e6-44a3-901e-441f24fe1093, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e2893c8-e3e6-44a3-901e-441f24fe1093,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:29.491844 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.501075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.555232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Attempting to bind port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:29.556013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Attempting to bind port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:29.556599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Attempting to bind port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 on network da58127c-8121-4e4c-a2f3-008b65a09d92 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:29.561007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] Calling delete_port for 5e2893c8-e3e6-44a3-901e-441f24fe1093 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:29.564996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 on network da58127c-8121-4e4c-a2f3-008b65a09d92 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:05:29.566389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Attempting to bind port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 on network da58127c-8121-4e4c-a2f3-008b65a09d92 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:29.576990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:29.577676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Checking segment: {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:29.578286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Bound using segment: {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:29.578940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Bound port: bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:29.579547 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.593245 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.654254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:29.659672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.710509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-142b8b73-6e4e-4d26-96f4-3bfb27e3dbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.715691 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.732234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:29.797527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Network 6cecb833-70ed-4f78-9ba6-84d1516aca97 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:29.811422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:29.814792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:29.845360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Deleting port 5e2893c8-e3e6-44a3-901e-441f24fe1093 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:29.845714 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.858160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] For port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:29.881984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Pushing event updated for resources: {'Port': ['ID=03313fca-6d3c-4317-9bd3-a8280a3b2b54,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:29.882524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-2bf347ae-e5ae-4a21-8575-98f9d3451a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:29.884120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73b6e1c8-aca7-4092-8295-7d2ecbdfe454 req-2bf347ae-e5ae-4a21-8575-98f9d3451a0f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7024038 Dec 15 14:05:29.900583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] For port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:29.926151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:29.936371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e2893c8-e3e6-44a3-901e-441f24fe1093 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:29.962355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Attempting to bind port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:29.963261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Attempting to bind port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'd2d7bc99-3e07-4a1b-8003-32ac9a29a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6cecb833-70ed-4f78-9ba6-84d1516aca97'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:29.963893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Attempting to bind port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 on network 6cecb833-70ed-4f78-9ba6-84d1516aca97 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:29.973755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] DHCP port deletion for 6c908008-3368-4677-86f7-2a827cc09e11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:29.994840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-765c2a99-749d-463f-9f0a-3b427dd8d603 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.001271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-765c2a99-749d-463f-9f0a-3b427dd8d603 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.007073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:30.007987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Checking segment: {'id': 'd2d7bc99-3e07-4a1b-8003-32ac9a29a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6cecb833-70ed-4f78-9ba6-84d1516aca97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:30.008837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.009605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Bound using segment: {'id': 'd2d7bc99-3e07-4a1b-8003-32ac9a29a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6cecb833-70ed-4f78-9ba6-84d1516aca97'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:30.010271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-765c2a99-749d-463f-9f0a-3b427dd8d603 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.011827 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Bound port: 03313fca-6d3c-4317-9bd3-a8280a3b2b54, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d7bc99-3e07-4a1b-8003-32ac9a29a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6cecb833-70ed-4f78-9ba6-84d1516aca97'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:30.012452 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.020898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-765c2a99-749d-463f-9f0a-3b427dd8d603 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.027835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-765c2a99-749d-463f-9f0a-3b427dd8d603 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.033840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-765c2a99-749d-463f-9f0a-3b427dd8d603 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.041200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-765c2a99-749d-463f-9f0a-3b427dd8d603 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.043265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-765c2a99-749d-463f-9f0a-3b427dd8d603 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.4322026 Dec 15 14:05:30.068416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.109803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.110552 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.120571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-b6a68be8-a527-470f-998e-977711d0853f service neutron] 10.222.0.74 "PUT /v2.0/ports/bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 200 len: 1091 time: 2.1686981 Dec 15 14:05:30.136886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] Pushing event deleted for resources: {'Port': ['ID=5e2893c8-e3e6-44a3-901e-441f24fe1093,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:30.140934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] For port 5e2893c8-e3e6-44a3-901e-441f24fe1093, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e2893c8-e3e6-44a3-901e-441f24fe1093,segment=NetworkSegment(67b61fe3-8028-496c-b02d-cc49659716e7),segment_id=67b61fe3-8028-496c-b02d-cc49659716e7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:30.141328 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.196206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40217f88-cfc2-4584-ba97-73af477e1892 None None] No DVR routers for this DVR port 5e2893c8-e3e6-44a3-901e-441f24fe1093 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:30.254620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No active binding found for port 5e2893c8-e3e6-44a3-901e-441f24fe1093 {{(pid=109769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 14:05:30.255067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e2893c8-e3e6-44a3-901e-441f24fe1093 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:30.256645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f81eabf5-f43f-48df-86b1-55c707e7b7cd req-6650cb0d-d2df-480f-ac42-0a12ff59576c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941354 Dec 15 14:05:30.263713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Calling delete_port for 5e2893c8-e3e6-44a3-901e-441f24fe1093 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:30.265548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] Deleting port 3e53eb42-a02d-4929-8fa7-6f959e237570 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:30.265789 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.269346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': 'bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:05:30.289031 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15af296-9dbb-418c-b46f-2ebf86058212" -d '{"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:05:30.293714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::2a (6cecb833-70ed-4f78-9ba6-84d1516aca97/600a63c7-8702-4326-9f2f-bba178aa8c8f/aa6c4097-1bc4-4733-9a63-a3c785c6ffb3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:30.349323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a68be8-a527-470f-998e-977711d0853f service neutron] Pushing event updated for resources: {'Port': ['ID=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:30.382899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] For port 03313fca-6d3c-4317-9bd3-a8280a3b2b54, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:30.391259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] For port 03313fca-6d3c-4317-9bd3-a8280a3b2b54, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=03313fca-6d3c-4317-9bd3-a8280a3b2b54,segment=NetworkSegment(d2d7bc99-3e07-4a1b-8003-32ac9a29a934),segment_id=d2d7bc99-3e07-4a1b-8003-32ac9a29a934)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:30.396144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.406717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] For port 3e53eb42-a02d-4929-8fa7-6f959e237570, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3e53eb42-a02d-4929-8fa7-6f959e237570,segment=NetworkSegment(d6c22e8c-7fde-4596-bca6-89293f35e36a),segment_id=d6c22e8c-7fde-4596-bca6-89293f35e36a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:30.407308 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.422236 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.424664 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-142b8b73-6e4e-4d26-96f4-3bfb27e3dbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.450199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-142b8b73-6e4e-4d26-96f4-3bfb27e3dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.474026 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb79a52-0878-47fd-ada2-7c2fa29ffdfa x-openstack-request-id: req-6eb79a52-0878-47fd-ada2-7c2fa29ffdfa {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:05:30.474722 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:05:30.475228 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6eb79a52-0878-47fd-ada2-7c2fa29ffdfa {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:05:30.475987 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': 'bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95', 'status': 'completed', 'code': 200} Dec 15 14:05:30.481026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Port': ['ID=5e2893c8-e3e6-44a3-901e-441f24fe1093,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:30.485377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] No DVR routers for this DVR port 5e2893c8-e3e6-44a3-901e-441f24fe1093 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:30.516889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc5dad-def9-4e86-9ec5-fe915da11537 None None] Pushing event updated for resources: {'Port': ['ID=03313fca-6d3c-4317-9bd3-a8280a3b2b54,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:30.522520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] Calling delete_port for 3e53eb42-a02d-4929-8fa7-6f959e237570 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:30.647338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-efdf8d17-514c-4b5e-b100-01342f39137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.648014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-efdf8d17-514c-4b5e-b100-01342f39137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.648553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-efdf8d17-514c-4b5e-b100-01342f39137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.660019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-efdf8d17-514c-4b5e-b100-01342f39137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.660585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-efdf8d17-514c-4b5e-b100-01342f39137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.661120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-efdf8d17-514c-4b5e-b100-01342f39137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.661647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-efdf8d17-514c-4b5e-b100-01342f39137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:30.664324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-efdf8d17-514c-4b5e-b100-01342f39137d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6477 time: 0.4730148 Dec 15 14:05:30.701410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.739821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.753894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48eea9ed-7cf0-43b0-ad58-a040f215ab38']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:30.771903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b61fe3-8028-496c-b02d-cc49659716e7') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:30.772469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b61fe3-8028-496c-b02d-cc49659716e7') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:30.787030 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.789220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] Pushing event deleted for resources: {'Port': ['ID=3e53eb42-a02d-4929-8fa7-6f959e237570,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:30.823887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b8b73-6e4e-4d26-96f4-3bfb27e3dbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16032bb-155f-42fb-a1a5-c423a1ca7daf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:30.836504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-142b8b73-6e4e-4d26-96f4-3bfb27e3dbc4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=071916951d2f4cce8ab232df6cfc0948&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4304998 Dec 15 14:05:30.839439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.841427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49610) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:30.846281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce754d70-efc5-48af-8f41-1e9412ab140a None None] No DVR routers for this DVR port 3e53eb42-a02d-4929-8fa7-6f959e237570 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:30.856155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:30.856703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.863025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:30.932337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-0445849a-946c-4fb4-a68b-bd75facfc54f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 200 len: 217 time: 0.2580485 Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:30.968903 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:31.014796 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.027921 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.033512 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.035790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "DELETE /v2.0/networks/48eea9ed-7cf0-43b0-ad58-a040f215ab38 HTTP/1.1" status: 204 len: 168 time: 1.7783518 Dec 15 14:05:31.053970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49612) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:31.057085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510010e-fd88-4f54-959b-74ebaf652901 tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Network': ['ID=48eea9ed-7cf0-43b0-ad58-a040f215ab38,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:31.094538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-a712c179-9714-451c-8619-99cdbd6f3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.096316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-a712c179-9714-451c-8619-99cdbd6f3d60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=46113565-5de8-4d56-92d4-6e48dd9a5d1b HTTP/1.1" status: 200 len: 850 time: 0.1569037 Dec 15 14:05:31.218304 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e03ace0-c49f-4283-98cf-d543a2491ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.273613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.285060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.308940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8aed47-4468-44d8-8737-a2be478cdc5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.333434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7a28f843-22db-4f2b-9c7b-441d24aa4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.335995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-7a28f843-22db-4f2b-9c7b-441d24aa4c81 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9fbbb6fb-dc11-4cb8-8780-f03964101453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182608 Dec 15 14:05:31.391521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8aed47-4468-44d8-8737-a2be478cdc5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.537975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-6d092d43-83dd-41d4-a44a-b8b6ec8441fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.548616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-6d092d43-83dd-41d4-a44a-b8b6ec8441fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.562110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-6d092d43-83dd-41d4-a44a-b8b6ec8441fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.570431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-6d092d43-83dd-41d4-a44a-b8b6ec8441fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.584282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-6d092d43-83dd-41d4-a44a-b8b6ec8441fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.586852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.591593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.593771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-6d092d43-83dd-41d4-a44a-b8b6ec8441fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.603019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-6d092d43-83dd-41d4-a44a-b8b6ec8441fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.605403 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-6d092d43-83dd-41d4-a44a-b8b6ec8441fd tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1927304 Dec 15 14:05:31.822294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86f0eb6b-398e-4b1b-a4f0-68345c2dbd1a req-74cc73d0-de87-4e5d-b724-ca540da602a6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2053838 Dec 15 14:05:31.868097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c908008-3368-4677-86f7-2a827cc09e11']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:31.884349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 6cecb833-70ed-4f78-9ba6-84d1516aca97 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:31.900312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c22e8c-7fde-4596-bca6-89293f35e36a') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:31.901027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c22e8c-7fde-4596-bca6-89293f35e36a') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:31.903699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:31.906441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:31.913679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:31.914461 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.919140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 03313fca-6d3c-4317-9bd3-a8280a3b2b54 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:31.934536 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8aed47-4468-44d8-8737-a2be478cdc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.937113 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a8aed47-4468-44d8-8737-a2be478cdc5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.938282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a8aed47-4468-44d8-8737-a2be478cdc5f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e16032bb-155f-42fb-a1a5-c423a1ca7daf HTTP/1.1" status: 204 len: 168 time: 1.0078065 Dec 15 14:05:31.951617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-bc0f9fa9-9402-42a5-bc3b-6d3caade0e3a service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950124 Dec 15 14:05:31.968074 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.005525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:32.006078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.013134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=aa6c4097-1bc4-4733-9a63-a3c785c6ffb3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:32.061381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e5633f9e-ee6e-4e16-9d36-48a1176de07a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8715549 Dec 15 14:05:32.064192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:32.066922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aed47-4468-44d8-8737-a2be478cdc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16032bb-155f-42fb-a1a5-c423a1ca7daf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:32.071918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.086646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:32.087354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:32.092634 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:32.273489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.324030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 03313fca-6d3c-4317-9bd3-a8280a3b2b54, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=03313fca-6d3c-4317-9bd3-a8280a3b2b54,segment=NetworkSegment(d2d7bc99-3e07-4a1b-8003-32ac9a29a934),segment_id=d2d7bc99-3e07-4a1b-8003-32ac9a29a934)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:32.335147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.433744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3e53eb42-a02d-4929-8fa7-6f959e237570 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:32.478864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 3e53eb42-a02d-4929-8fa7-6f959e237570 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:32.478864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3e53eb42-a02d-4929-8fa7-6f959e237570 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:32.503010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208ba92-4d7d-47d3-8ace-797abd8cbba2 None None] Network 6cecb833-70ed-4f78-9ba6-84d1516aca97 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:32.507061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=03313fca-6d3c-4317-9bd3-a8280a3b2b54,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:32.591820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-01e79d62-c8aa-4251-9b3f-0adc110cdf3e None None] Provisioning complete for port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:32.592389 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-01e79d62-c8aa-4251-9b3f-0adc110cdf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.613549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49622) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:32.703098 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ce0448de-c160-44a7-a3fd-f445ec195c04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=218705f9997f4ee89de79fc660e2abd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816879 Dec 15 14:05:32.703098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49624) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:32.727822 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.759189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.775813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] 10.222.0.86 "DELETE /v2.0/networks/6c908008-3368-4677-86f7-2a827cc09e11 HTTP/1.1" status: 204 len: 168 time: 1.7113771 Dec 15 14:05:32.775813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-5ce3b335-b6cd-4d51-a219-80df4b0544fb service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191094 Dec 15 14:05:32.805220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.822469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8afc241-60fc-4516-a8ac-5d3eb3b2e50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.861812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec5b28-a08c-4bcd-ad09-307e92a27bac tempest-TaggedBootDevicesTest_v242-2030821901 tempest-TaggedBootDevicesTest_v242-2030821901-project] Pushing event deleted for resources: {'Network': ['ID=6c908008-3368-4677-86f7-2a827cc09e11,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:32.865326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-dc5fc980-ec09-416f-bb13-6b17bee1143a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 217 time: 0.0815971 Dec 15 14:05:32.929389 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8afc241-60fc-4516-a8ac-5d3eb3b2e50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.967136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c8faeb53-811d-4986-acd8-5cb30efbce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:32.968634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c8faeb53-811d-4986-acd8-5cb30efbce61 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0948644 Dec 15 14:05:33.088722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-27cb987b-11a3-4f62-bf44-184976df08c0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.095653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-27cb987b-11a3-4f62-bf44-184976df08c0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.104024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-27cb987b-11a3-4f62-bf44-184976df08c0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.110409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-27cb987b-11a3-4f62-bf44-184976df08c0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.118169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-27cb987b-11a3-4f62-bf44-184976df08c0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.124309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-27cb987b-11a3-4f62-bf44-184976df08c0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.130979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-27cb987b-11a3-4f62-bf44-184976df08c0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.133091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-27cb987b-11a3-4f62-bf44-184976df08c0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1615155 Dec 15 14:05:33.135043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-ad8808f9-26a9-4f6c-bed2-7e541ad6a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.136482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-ad8808f9-26a9-4f6c-bed2-7e541ad6a8f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540806 Dec 15 14:05:33.160125 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8afc241-60fc-4516-a8ac-5d3eb3b2e50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.163086 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8afc241-60fc-4516-a8ac-5d3eb3b2e50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.166554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a8afc241-60fc-4516-a8ac-5d3eb3b2e50f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7dfe9876-6821-4e43-87fa-5a3a711516f9 HTTP/1.1" status: 204 len: 168 time: 0.4608619 Dec 15 14:05:33.174611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f360e8ad-a387-4c9d-ab98-1350ec2ef49b None None] Provisioning complete for port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:33.175799 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f360e8ad-a387-4c9d-ab98-1350ec2ef49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.200184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afc241-60fc-4516-a8ac-5d3eb3b2e50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfe9876-6821-4e43-87fa-5a3a711516f9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:33.321467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f360e8ad-a387-4c9d-ab98-1350ec2ef49b None None] Provisioning complete for port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:33.322167 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f360e8ad-a387-4c9d-ab98-1350ec2ef49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.376419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f360e8ad-a387-4c9d-ab98-1350ec2ef49b None None] Port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:33.391915 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-434fb0d5-f257-4bec-8c22-66e8fb27e3c0 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340310 Dec 15 14:05:33.435251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.442702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.602218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f488ac5-9377-426b-8cdd-78a780b52337 req-eb9c5ae8-2ef7-4062-8ac6-41c8b471343e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4191189 Dec 15 14:05:33.607747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-716d1e1d-3838-4cd4-bfad-2cf9b4cac00d None None] Provisioning complete for port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:33.609876 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-716d1e1d-3838-4cd4-bfad-2cf9b4cac00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.636661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-28273b0f-121f-43de-bd56-11a7512444a1 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375205 Dec 15 14:05:33.685144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-716d1e1d-3838-4cd4-bfad-2cf9b4cac00d None None] Port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:33.695781 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.712419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-e6f2220f-f5c1-4dc0-9c40-6787cce8a54d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 217 time: 0.0679321 Dec 15 14:05:33.781843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-e25c5a4a-0b88-4657-a45b-e1bc045ec1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.784104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-e25c5a4a-0b88-4657-a45b-e1bc045ec1f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0645640 Dec 15 14:05:33.820613 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-582ba1ba-de80-4736-9e9f-fdb5c99ac469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.860963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=aa6c4097-1bc4-4733-9a63-a3c785c6ffb3,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:33.867246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.911492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7ab873a5-ef9a-4ff9-9bb7-36206c85dc8b None None] Provisioning complete for port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:33.916402 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ab873a5-ef9a-4ff9-9bb7-36206c85dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.921706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-45c51167-41d6-4b25-8711-a99b675fe79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:33.923251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-45c51167-41d6-4b25-8711-a99b675fe79c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301219 Dec 15 14:05:34.068518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-f83ab27c-03ac-4105-bc8f-085f1dea8aa7 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350572 Dec 15 14:05:34.193202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 03313fca-6d3c-4317-9bd3-a8280a3b2b54 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:34.220654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-90df0b14-b31e-4b76-84c5-52401467b566 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424942 Dec 15 14:05:34.259955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7ab873a5-ef9a-4ff9-9bb7-36206c85dc8b None None] Port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:34.283033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.291429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.292851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.298289 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-c13cb5d9-4702-4792-9679-a3da54663120 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932 HTTP/1.1" status: 200 len: 217 time: 0.0696161 Dec 15 14:05:34.301530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:34.302048 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.410696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-95b70c4d-2c30-4e12-942e-b5a1c0a82eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:34.412257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-95b70c4d-2c30-4e12-942e-b5a1c0a82eb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1068807 Dec 15 14:05:34.436021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=aa6c4097-1bc4-4733-9a63-a3c785c6ffb3,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:34.464848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-cdded78b-c3c0-45f8-95e6-b1fc86d59e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:34.466426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-cdded78b-c3c0-45f8-95e6-b1fc86d59e7e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472968 Dec 15 14:05:34.485144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 6cecb833-70ed-4f78-9ba6-84d1516aca97 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:34.486805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:34.533330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:34.607470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-45a6b6d9-9479-4b49-ad02-b87943c3e3ce service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326737 Dec 15 14:05:34.623606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Router 6d357ff3-30d3-4e27-a5a9-0547f789aa9f is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:05:34.734270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1304254160'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:34.770736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-07c18758-ec9e-41c5-9233-b57ea8be4b4f service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550090 Dec 15 14:05:34.777113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Made reservation on behalf of c0fa535ca47046a3868bbf4d6062796f for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:34.782343 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.821639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.831660 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.865981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-f2ed70ae-3e74-4863-aab3-602de636dc69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0794277 Dec 15 14:05:34.905604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-805cde37-5c04-40e8-a53d-b045d375cd5e None None] Provisioning complete for port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:34.906629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-805cde37-5c04-40e8-a53d-b045d375cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.922076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-2681dc4b-bb9a-4baf-9f9f-c88f081ab355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:34.924347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-2681dc4b-bb9a-4baf-9f9f-c88f081ab355 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0503175 Dec 15 14:05:34.955484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-805cde37-5c04-40e8-a53d-b045d375cd5e None None] Port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:34.997236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-a7acbac6-fb43-4ebf-997a-6bf449d9788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:34.998764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-a7acbac6-fb43-4ebf-997a-6bf449d9788d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657136 Dec 15 14:05:35.000574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:35.011639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49662) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:35.012047 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ea653-2cab-400e-8647-d1119549f075 None None] Sync routers for ids ['6d357ff3-30d3-4e27-a5a9-0547f789aa9f'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:35.012525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-63715305-2d91-43fc-9145-51423e4a36e4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "PUT /v2.0/routers/6d357ff3-30d3-4e27-a5a9-0547f789aa9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9461353 Dec 15 14:05:35.028998 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ea653-2cab-400e-8647-d1119549f075 None None] Routers {'6d357ff3-30d3-4e27-a5a9-0547f789aa9f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:35.030043 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-883ea653-2cab-400e-8647-d1119549f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6d357ff3-30d3-4e27-a5a9-0547f789aa9f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:35.071184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-883ea653-2cab-400e-8647-d1119549f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:35.083276 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ea653-2cab-400e-8647-d1119549f075 None None] Routers {'6d357ff3-30d3-4e27-a5a9-0547f789aa9f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:35.084309 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-883ea653-2cab-400e-8647-d1119549f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6d357ff3-30d3-4e27-a5a9-0547f789aa9f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:35.090579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-4481539e-84fb-4363-bffb-5ec2697b7cde tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.100072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-4481539e-84fb-4363-bffb-5ec2697b7cde tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.107113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-4481539e-84fb-4363-bffb-5ec2697b7cde tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.114342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-4481539e-84fb-4363-bffb-5ec2697b7cde tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.122703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-4481539e-84fb-4363-bffb-5ec2697b7cde tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.123265 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-883ea653-2cab-400e-8647-d1119549f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:35.123386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:35.124511 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ea653-2cab-400e-8647-d1119549f075 None None] The sync data for ids ['6d357ff3-30d3-4e27-a5a9-0547f789aa9f'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:35.134978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:35.137648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-4481539e-84fb-4363-bffb-5ec2697b7cde tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.144679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-4481539e-84fb-4363-bffb-5ec2697b7cde tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.147943 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-4481539e-84fb-4363-bffb-5ec2697b7cde tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1477940 Dec 15 14:05:35.174218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7be9a-1625-4db9-8197-99eb64a07fa3 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.179022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1bb7be9a-1625-4db9-8197-99eb64a07fa3 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d357ff3-30d3-4e27-a5a9-0547f789aa9f HTTP/1.1" status: 200 len: 988 time: 0.1554658 Dec 15 14:05:35.184101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:35.209143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:05:35.232988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9ef152-3f3e-4ff4-a5ad-091b9eb24faa,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:35.237032 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-a08c828e-1f78-4969-9797-143363f92ace service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244372 Dec 15 14:05:35.239192 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:35.239852 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Added segment 4bb4dc80-acd5-4862-be4b-834de483eb7f of type vlan for network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be Dec 15 14:05:35.296702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6b1f0fd-f264-4830-8a17-05325af8b8a8 req-d376ff34-9f78-4e0b-9a98-4a37baa36aa1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437769 Dec 15 14:05:35.372909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:35.412727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-d629844b-3f9c-4c1f-aff1-e0ae6a325dbc service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583817 Dec 15 14:05:35.427966 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:35.434984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.435591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:35.490600 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-219bfa9b-7751-4335-a114-81aa67edf8b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc HTTP/1.1" status: 200 len: 217 time: 0.0709951 Dec 15 14:05:35.552081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0175853 Dec 15 14:05:35.555173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49666) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:35.560117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Request body: {'subnet': {'network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:35.581892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5229b-dc2c-41c8-8a63-5a3db235e926 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'Network': ['ID=924a4b5f-5a91-4e8c-a59b-d9a7786bb0be,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:35.596399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-32d32545-206d-41b8-909f-7a21f9e3c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.597264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:05:35.598021 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-32d32545-206d-41b8-909f-7a21f9e3c17e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0691450 Dec 15 14:05:35.660385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-6ba7263d-7a52-4928-a9c4-464b3bdaea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.663591 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-6ba7263d-7a52-4928-a9c4-464b3bdaea72 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575669 Dec 15 14:05:35.763818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-9237109d-18b2-4a55-99d2-24e698440631 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918295 Dec 15 14:05:35.764498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Made reservation on behalf of c0fa535ca47046a3868bbf4d6062796f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:35.768031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:35.772980 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:35.869955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-e31ed9b5-eb80-45f3-b9c2-8b407c14eb86 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989695 Dec 15 14:05:35.922454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-bdb943a2-9a67-4eeb-abbe-ce4b726eb313 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 200 len: 217 time: 0.0451114 Dec 15 14:05:35.973903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-83852c84-44d5-4ef2-be8e-f00c22af6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:35.975582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-83852c84-44d5-4ef2-be8e-f00c22af6a02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0459239 Dec 15 14:05:36.027098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70880-37c7-4961-9053-645a889a9a6f req-e035ea53-9c81-4d2c-82e6-f98fae8747af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.029181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-e035ea53-9c81-4d2c-82e6-f98fae8747af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466497 Dec 15 14:05:36.124892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-a48ebcb5-7e7f-4932-bf16-2df8211b03b9 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891757 Dec 15 14:05:36.178692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.242027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8c70880-37c7-4961-9053-645a889a9a6f req-5ecd42ec-29f2-49a5-8caa-46543581476f service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095741 Dec 15 14:05:36.252335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'Subnet': ['ID=b08b1983-8c91-438a-89b8-56449adee5e0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:36.274350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Checking segment: {'id': '4bb4dc80-acd5-4862-be4b-834de483eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:36.274820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Network hostable DHCP agents. Network: 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:05:36.287858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:36.288440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.360519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-64cec746-538c-4cd0-8e74-05cf3ca3cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.361128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-64cec746-538c-4cd0-8e74-05cf3ca3cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.361668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-64cec746-538c-4cd0-8e74-05cf3ca3cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.362203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-64cec746-538c-4cd0-8e74-05cf3ca3cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.363511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-64cec746-538c-4cd0-8e74-05cf3ca3cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.364283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-64cec746-538c-4cd0-8e74-05cf3ca3cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.364817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-64cec746-538c-4cd0-8e74-05cf3ca3cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.367324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-64cec746-538c-4cd0-8e74-05cf3ca3cfb5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6477 time: 0.0565822 Dec 15 14:05:36.382235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:05:36.394189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:36.398825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.400324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.408721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74322025-8510-470d-b095-9e8032d7417a None None] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:36.429220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-04c14dff-7da7-4aa0-acca-5068a602a417 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8705719 Dec 15 14:05:36.433906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:36.442479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7c9b790f-09a7-4e52-af8c-1499ffdf6b19 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-671237769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:36.453122 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.474197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:36.495271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c9b790f-09a7-4e52-af8c-1499ffdf6b19 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.496377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c9b790f-09a7-4e52-af8c-1499ffdf6b19 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.548145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-b08618ec-3f16-4178-bbe5-f0a7e065d239 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.553764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-b08618ec-3f16-4178-bbe5-f0a7e065d239 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.559698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-b08618ec-3f16-4178-bbe5-f0a7e065d239 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.566539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-b08618ec-3f16-4178-bbe5-f0a7e065d239 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.572545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-b08618ec-3f16-4178-bbe5-f0a7e065d239 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.578423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-b08618ec-3f16-4178-bbe5-f0a7e065d239 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.584435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-b08618ec-3f16-4178-bbe5-f0a7e065d239 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.592264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-b08618ec-3f16-4178-bbe5-f0a7e065d239 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1891401 Dec 15 14:05:36.602046 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c9b790f-09a7-4e52-af8c-1499ffdf6b19 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.602266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-3a579e0c-41b0-47c9-a26b-fb2ef8127296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.603745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-3a579e0c-41b0-47c9-a26b-fb2ef8127296 service neutron] 10.222.0.74 "GET /v2.0/networks?id=da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 200 len: 904 time: 0.2284086 Dec 15 14:05:36.611048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c9b790f-09a7-4e52-af8c-1499ffdf6b19 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.623443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-924a4b5f-5a91-4e8c-a59b-d9a7786bb0be', 'network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be', 'project_id': 'c0fa535ca47046a3868bbf4d6062796f', 'fixed_ips': [{'subnet_id': 'b08b1983-8c91-438a-89b8-56449adee5e0'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:05:36.624355 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.645747 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.671361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c9b790f-09a7-4e52-af8c-1499ffdf6b19 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.675786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7c9b790f-09a7-4e52-af8c-1499ffdf6b19 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2376750 Dec 15 14:05:36.676766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:36.738399 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-7eeb5524-1b7e-4a67-bb95-197633e4d7a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 200 len: 217 time: 0.1261263 Dec 15 14:05:36.745883 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-355527c5-3db5-4839-9e2e-9f510c1d418c req-281e43c4-6d24-4dce-ab0b-717093a52e98 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522889 Dec 15 14:05:36.802352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Allocated IP 172.20.0.2 (924a4b5f-5a91-4e8c-a59b-d9a7786bb0be/b08b1983-8c91-438a-89b8-56449adee5e0/4c5dd369-dea4-4afc-a036-7dfd9c74be90) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:36.816463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-ede15c85-f005-4215-a2af-e0a914cc71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.818381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-ede15c85-f005-4215-a2af-e0a914cc71b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0713351 Dec 15 14:05:36.893230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-36353ed2-5fbc-40b4-a39a-ed5ca4878353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:36.896861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-36353ed2-5fbc-40b4-a39a-ed5ca4878353 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671306 Dec 15 14:05:36.994626 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.008191 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.029322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.033860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-e0bd364d-1f38-463e-b9ad-bbe821e5feff service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299200 Dec 15 14:05:37.060471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:37.066095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:37.069731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:37.076847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Pushing event updated for resources: {'Port': ['ID=4c5dd369-dea4-4afc-a036-7dfd9c74be90,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:37.098445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.102195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=aa6c4097-1bc4-4733-9a63-a3c785c6ffb3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:37.172569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Attempting to bind port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:37.173002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Attempting to bind port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4bb4dc80-acd5-4862-be4b-834de483eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:37.173353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Attempting to bind port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 on network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:37.176868 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c15af296-9dbb-418c-b46f-2ebf86058212 req-0b015763-da0d-4054-a56b-162e7953034a service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348608 Dec 15 14:05:37.179436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:37.179839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Checking segment: {'id': '4bb4dc80-acd5-4862-be4b-834de483eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:37.180369 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.180776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Bound using segment: {'id': '4bb4dc80-acd5-4862-be4b-834de483eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:37.181268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Bound port: 4c5dd369-dea4-4afc-a036-7dfd9c74be90, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb4dc80-acd5-4862-be4b-834de483eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:37.181668 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.201284 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:05:37.264861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] For port 4c5dd369-dea4-4afc-a036-7dfd9c74be90, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:37.269086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] For port 4c5dd369-dea4-4afc-a036-7dfd9c74be90, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4c5dd369-dea4-4afc-a036-7dfd9c74be90,segment=NetworkSegment(4bb4dc80-acd5-4862-be4b-834de483eb7f),segment_id=4bb4dc80-acd5-4862-be4b-834de483eb7f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:37.290217 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.304776 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.369618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3636dd8-e2df-4dfd-ba7c-4272141bda71 None None] Pushing event updated for resources: {'Port': ['ID=4c5dd369-dea4-4afc-a036-7dfd9c74be90,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:37.593506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.869172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4c5dd369-dea4-4afc-a036-7dfd9c74be90 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:37.880097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Router 6d357ff3-30d3-4e27-a5a9-0547f789aa9f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:05:37.937704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:37.938090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.963203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Allocated IP 172.20.0.1 (924a4b5f-5a91-4e8c-a59b-d9a7786bb0be/b08b1983-8c91-438a-89b8-56449adee5e0/0a71c79d-6185-4d95-b073-6d1df8b54278) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:37.976311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-eb8cd157-b7f6-4187-ba0e-af2c097c68ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:37.982764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-eb8cd157-b7f6-4187-ba0e-af2c097c68ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:37.989459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-eb8cd157-b7f6-4187-ba0e-af2c097c68ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:37.995669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-eb8cd157-b7f6-4187-ba0e-af2c097c68ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:38.001859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-eb8cd157-b7f6-4187-ba0e-af2c097c68ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:38.008673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-eb8cd157-b7f6-4187-ba0e-af2c097c68ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:38.014800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-eb8cd157-b7f6-4187-ba0e-af2c097c68ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:38.016894 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-eb8cd157-b7f6-4187-ba0e-af2c097c68ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1636181 Dec 15 14:05:38.022319 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.057671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 4c5dd369-dea4-4afc-a036-7dfd9c74be90, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4c5dd369-dea4-4afc-a036-7dfd9c74be90,segment=NetworkSegment(4bb4dc80-acd5-4862-be4b-834de483eb7f),segment_id=4bb4dc80-acd5-4862-be4b-834de483eb7f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:38.066169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.120866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=4c5dd369-dea4-4afc-a036-7dfd9c74be90,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:38.174343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:38.190334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49676) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:38.191489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4bd338f3-ff76-4b7f-9033-3ab509ea087e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "PUT /v2.0/routers/6d357ff3-30d3-4e27-a5a9-0547f789aa9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0052488 Dec 15 14:05:38.194197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefa212-a433-4f7a-96d3-7b48b7adc686 None None] Sync routers for ids ['6d357ff3-30d3-4e27-a5a9-0547f789aa9f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:38.210394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acefa212-a433-4f7a-96d3-7b48b7adc686 None None] Routers {'6d357ff3-30d3-4e27-a5a9-0547f789aa9f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:38.211316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-acefa212-a433-4f7a-96d3-7b48b7adc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6d357ff3-30d3-4e27-a5a9-0547f789aa9f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:38.222553 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f585d9a2-7f18-4554-945b-aec9878304f9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:05:38.224271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f585d9a2-7f18-4554-945b-aec9878304f9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/aa6c4097-1bc4-4733-9a63-a3c785c6ffb3 HTTP/1.1" status: 404 len: 333 time: 0.0322447 Dec 15 14:05:38.228481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49678) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:38.260351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-acefa212-a433-4f7a-96d3-7b48b7adc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:38.272807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acefa212-a433-4f7a-96d3-7b48b7adc686 None None] Routers {'6d357ff3-30d3-4e27-a5a9-0547f789aa9f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:38.273744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-acefa212-a433-4f7a-96d3-7b48b7adc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6d357ff3-30d3-4e27-a5a9-0547f789aa9f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:38.306769 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0ad04060-0c93-4639-a3a6-eb0e8835a5c0 req-42d3d7e1-6ba2-4e5c-b6ef-ef65f709b805 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505374 Dec 15 14:05:38.336963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-acefa212-a433-4f7a-96d3-7b48b7adc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:38.338413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefa212-a433-4f7a-96d3-7b48b7adc686 None None] The sync data for ids ['6d357ff3-30d3-4e27-a5a9-0547f789aa9f'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:38.341013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.342502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cce733c2-660c-426e-b2b9-6764ba34507c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.382823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.430209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:38.433948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:38.436618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:38.476010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'Port': ['ID=0a71c79d-6185-4d95-b073-6d1df8b54278,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:38.496871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.555995 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cce733c2-660c-426e-b2b9-6764ba34507c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.559028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cce733c2-660c-426e-b2b9-6764ba34507c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.564041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac56200c-f1a1-4fa6-94ab-92ec0e0312e2 None None] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:38.640921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cce733c2-660c-426e-b2b9-6764ba34507c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.641814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce733c2-660c-426e-b2b9-6764ba34507c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Fanout notify agent at l3_agent the message router_deleted on router 6d357ff3-30d3-4e27-a5a9-0547f789aa9f {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:05:38.641958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ceb3796c-673e-4156-8182-19743f4095c8 None None] Provisioning complete for port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:38.642132 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ceb3796c-673e-4156-8182-19743f4095c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.649888 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cce733c2-660c-426e-b2b9-6764ba34507c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.651008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cce733c2-660c-426e-b2b9-6764ba34507c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/routers/6d357ff3-30d3-4e27-a5a9-0547f789aa9f HTTP/1.1" status: 204 len: 168 time: 0.4214721 Dec 15 14:05:38.654611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.655394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49680) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:38.740454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00b2c78-c5c1-4175-9d9a-bffcac59d810 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet 600a63c7-8702-4326-9f2f-bba178aa8c8f {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:38.744940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c00b2c78-c5c1-4175-9d9a-bffcac59d810 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.801195 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c00b2c78-c5c1-4175-9d9a-bffcac59d810 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.929790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c00b2c78-c5c1-4175-9d9a-bffcac59d810 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.994265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.005008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.026043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c00b2c78-c5c1-4175-9d9a-bffcac59d810 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.053911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b2c78-c5c1-4175-9d9a-bffcac59d810 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=600a63c7-8702-4326-9f2f-bba178aa8c8f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:39.064960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c00b2c78-c5c1-4175-9d9a-bffcac59d810 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.069576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c00b2c78-c5c1-4175-9d9a-bffcac59d810 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/600a63c7-8702-4326-9f2f-bba178aa8c8f HTTP/1.1" status: 204 len: 168 time: 0.4122033 Dec 15 14:05:39.072351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49682) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:39.083265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0598c8-052a-4481-9523-ea8f3d5a461b None None] Network 6cecb833-70ed-4f78-9ba6-84d1516aca97 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:39.111310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'Port': ['ID=0a71c79d-6185-4d95-b073-6d1df8b54278,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:39.115274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.180327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.222987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7d2d0f59-cb0e-4062-a3d6-dd4d6c9580c2 None None] Provisioning complete for port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:39.223457 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0f59-cb0e-4062-a3d6-dd4d6c9580c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.240663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:39.241825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.253431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:39.255018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:39.404042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] For port 03313fca-6d3c-4317-9bd3-a8280a3b2b54, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=03313fca-6d3c-4317-9bd3-a8280a3b2b54,segment=NetworkSegment(d2d7bc99-3e07-4a1b-8003-32ac9a29a934),segment_id=d2d7bc99-3e07-4a1b-8003-32ac9a29a934)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:39.404439 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.406532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] DHCP port deletion for 6cecb833-70ed-4f78-9ba6-84d1516aca97 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:39.412353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7d2d0f59-cb0e-4062-a3d6-dd4d6c9580c2 None None] Provisioning complete for port 0a71c79d-6185-4d95-b073-6d1df8b54278 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:39.412833 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0f59-cb0e-4062-a3d6-dd4d6c9580c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.425333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 03313fca-6d3c-4317-9bd3-a8280a3b2b54 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:39.481540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Router 7f4118ef-b5be-4091-abeb-fde32b5f9a44 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:05:39.512269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d0f59-cb0e-4062-a3d6-dd4d6c9580c2 None None] Port 0a71c79d-6185-4d95-b073-6d1df8b54278 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:39.535634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] Deleting port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:39.538470 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.619125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:39.632162 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b1b39-12d2-4241-88b9-cca608b34acd None None] Sync routers for ids ['7f4118ef-b5be-4091-abeb-fde32b5f9a44'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:39.636268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a5323813-cab1-4b9c-b332-485765f1f992 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "PUT /v2.0/routers/7f4118ef-b5be-4091-abeb-fde32b5f9a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9586213 Dec 15 14:05:39.638681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49686) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:39.641893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.646082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Request body: {'port': {'network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be', 'name': 'tempest-FloatingIPNegativeTestJSON-428883992'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:39.657825 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b1b39-12d2-4241-88b9-cca608b34acd None None] Routers {'7f4118ef-b5be-4091-abeb-fde32b5f9a44'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:39.669216 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fd3b1b39-12d2-4241-88b9-cca608b34acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7f4118ef-b5be-4091-abeb-fde32b5f9a44'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:39.684018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No DVR routers for this DVR port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:39.686634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=03313fca-6d3c-4317-9bd3-a8280a3b2b54,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:39.702370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-ba5b6b17-31fe-4e58-9283-9a804de1de5b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.710793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-ba5b6b17-31fe-4e58-9283-9a804de1de5b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.717397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] For port 03313fca-6d3c-4317-9bd3-a8280a3b2b54, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=03313fca-6d3c-4317-9bd3-a8280a3b2b54,segment=NetworkSegment(d2d7bc99-3e07-4a1b-8003-32ac9a29a934),segment_id=d2d7bc99-3e07-4a1b-8003-32ac9a29a934)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:39.717858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.719369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-ba5b6b17-31fe-4e58-9283-9a804de1de5b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.726218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-ba5b6b17-31fe-4e58-9283-9a804de1de5b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.732735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-ba5b6b17-31fe-4e58-9283-9a804de1de5b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.733929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-96846343-439e-4316-81de-12638a0eee85 None None] Provisioning complete for port 0a71c79d-6185-4d95-b073-6d1df8b54278 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:39.734359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-96846343-439e-4316-81de-12638a0eee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.736448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] Calling delete_port for 03313fca-6d3c-4317-9bd3-a8280a3b2b54 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:39.740615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-ba5b6b17-31fe-4e58-9283-9a804de1de5b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.747455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-ba5b6b17-31fe-4e58-9283-9a804de1de5b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:39.749474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-ba5b6b17-31fe-4e58-9283-9a804de1de5b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.2610056 Dec 15 14:05:39.849159 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fd3b1b39-12d2-4241-88b9-cca608b34acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:39.854712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-96846343-439e-4316-81de-12638a0eee85 None None] Port 0a71c79d-6185-4d95-b073-6d1df8b54278 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:39.891199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd17b0ca-fe25-469d-9bce-8b3aae7a7f8f req-58d53bc0-0399-4c74-a055-e2e44cd98c75 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087513 Dec 15 14:05:39.898558 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b1b39-12d2-4241-88b9-cca608b34acd None None] Routers {'7f4118ef-b5be-4091-abeb-fde32b5f9a44'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:39.899186 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fd3b1b39-12d2-4241-88b9-cca608b34acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7f4118ef-b5be-4091-abeb-fde32b5f9a44'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:39.908690 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.911979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.928628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4c5dd369-dea4-4afc-a036-7dfd9c74be90 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:39.936027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cecb833-70ed-4f78-9ba6-84d1516aca97']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:39.941916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Made reservation on behalf of c0fa535ca47046a3868bbf4d6062796f for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:39.945543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.956653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d7bc99-3e07-4a1b-8003-32ac9a29a934') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:39.958165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d7bc99-3e07-4a1b-8003-32ac9a29a934') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:39.978929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] No DVR routers for this DVR port 03313fca-6d3c-4317-9bd3-a8280a3b2b54 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:39.980457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:39.991255 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fd3b1b39-12d2-4241-88b9-cca608b34acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:39.993966 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b1b39-12d2-4241-88b9-cca608b34acd None None] The sync data for ids ['7f4118ef-b5be-4091-abeb-fde32b5f9a44'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:39.999317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] device_id is not set on port c8eb429d-567d-46fc-9e6a-73fefd22c414 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:40.004852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.013897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:40.014647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:40.022130 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:40.026774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c92cf-7057-459c-8cd7-6f5a9f66e762 None None] Pushing event deleted for resources: {'Port': ['ID=03313fca-6d3c-4317-9bd3-a8280a3b2b54,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:40.048565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c4a9d645-eefe-453d-aeed-70d287b806c2 None None] Provisioning complete for port 0a71c79d-6185-4d95-b073-6d1df8b54278 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:40.048816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d645-eefe-453d-aeed-70d287b806c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.051843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:40.052241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.134800 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.146972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9d645-eefe-453d-aeed-70d287b806c2 None None] Port 0a71c79d-6185-4d95-b073-6d1df8b54278 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:40.160256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.172972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/networks/6cecb833-70ed-4f78-9ba6-84d1516aca97 HTTP/1.1" status: 204 len: 168 time: 1.0997617 Dec 15 14:05:40.176658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:40.192963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0a055-0e72-4877-9bc5-6290134a7fa7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Network': ['ID=6cecb833-70ed-4f78-9ba6-84d1516aca97,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:40.258065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a82f9c-4598-40be-b9b7-4232d7e6aab6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:40.264059 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d4a82f9c-4598-40be-b9b7-4232d7e6aab6 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/a2994133-ebc6-46aa-a57f-8c6432da20c4 HTTP/1.1" status: 200 len: 844 time: 0.0817251 Dec 15 14:05:40.266069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49696) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:40.284488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Allocated IP 172.20.0.8 (924a4b5f-5a91-4e8c-a59b-d9a7786bb0be/b08b1983-8c91-438a-89b8-56449adee5e0/c8eb429d-567d-46fc-9e6a-73fefd22c414) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:40.324604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 03313fca-6d3c-4317-9bd3-a8280a3b2b54 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:40.355086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6e816dd5-f08a-49e9-9d3a-2bccb2d3192c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/a2994133-ebc6-46aa-a57f-8c6432da20c4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0869300 Dec 15 14:05:40.360426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49700) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:40.367551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 03313fca-6d3c-4317-9bd3-a8280a3b2b54 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:40.368117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 03313fca-6d3c-4317-9bd3-a8280a3b2b54 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:40.368256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:40.507374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:40.514498 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.519560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.580818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.637386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:40.646767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:40.650952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:40.697883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'Port': ['ID=c8eb429d-567d-46fc-9e6a-73fefd22c414,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:40.726221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:40.727562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.734735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49706) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:40.755688 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b9aa70f2-2928-47ab-8aba-9692763ca550 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1121364 Dec 15 14:05:40.755930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49710) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:40.762044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:40.798744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:40.944833 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.042266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:41.043344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e353071-e554-4485-a247-c08e3ae67473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.049189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:41.055431 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.060118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.060721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.064101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a40ab7-46ce-4c89-91b8-9276d9d3ebf0 None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:41.073470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=b7fff144-eda2-4b25-b9d1-76c6ae415fa4,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:41.110754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3c51919f-d109-4e50-ab65-b8289ca0ba21 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7477970 Dec 15 14:05:41.115477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49716) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:41.127688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9cd6cee2-9a4e-4869-8aee-88b79332b408 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'security_group': {'name': 'tempest-secgroup-1774721466'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:41.155278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-91a6fc3c-10cc-4bf9-8a96-7315c1ee3166 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.163963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-84db0864-55af-4967-934e-40e010760ab0 None None] Provisioning complete for port c8eb429d-567d-46fc-9e6a-73fefd22c414 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:41.164520 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84db0864-55af-4967-934e-40e010760ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.169559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-91a6fc3c-10cc-4bf9-8a96-7315c1ee3166 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.176600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-91a6fc3c-10cc-4bf9-8a96-7315c1ee3166 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.182773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-91a6fc3c-10cc-4bf9-8a96-7315c1ee3166 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.188771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-91a6fc3c-10cc-4bf9-8a96-7315c1ee3166 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.194995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-91a6fc3c-10cc-4bf9-8a96-7315c1ee3166 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.200965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-91a6fc3c-10cc-4bf9-8a96-7315c1ee3166 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.202925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-91a6fc3c-10cc-4bf9-8a96-7315c1ee3166 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1856475 Dec 15 14:05:41.224071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-84db0864-55af-4967-934e-40e010760ab0 None None] Port c8eb429d-567d-46fc-9e6a-73fefd22c414 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:41.233646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cd6cee2-9a4e-4869-8aee-88b79332b408 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.286728 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e353071-e554-4485-a247-c08e3ae67473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.313102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-53957497-d10d-4a17-98e7-551d460976c8', 'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'project_id': '76813e8ccf994e39a763482b6f158eee', 'fixed_ips': [{'subnet_id': 'b7fff144-eda2-4b25-b9d1-76c6ae415fa4'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:05:41.314039 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.336564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cd6cee2-9a4e-4869-8aee-88b79332b408 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.341321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e353071-e554-4485-a247-c08e3ae67473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.354994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cd6cee2-9a4e-4869-8aee-88b79332b408 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.403715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Allocated IP 172.25.7.3 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/deb1dc58-7d2b-40a1-8fba-482cc68c2c15) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:41.406200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e353071-e554-4485-a247-c08e3ae67473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e83d40-53ab-4952-a67a-1d16511035e4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:41.426445 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-945c819f-ee1d-4645-82c1-520a7e164a7b req-17dde5e3-0201-4dcd-8f35-cdc0f1b97345 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2074726 Dec 15 14:05:41.438948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5e353071-e554-4485-a247-c08e3ae67473 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c796bc9d69f43b1847421159fc897a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7033341 Dec 15 14:05:41.446076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49722) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:41.521611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6cee2-9a4e-4869-8aee-88b79332b408 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec689f85-f17f-47ee-8811-ea6d353fbf31,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:41.542238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cd6cee2-9a4e-4869-8aee-88b79332b408 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.544607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9cd6cee2-9a4e-4869-8aee-88b79332b408 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4279566 Dec 15 14:05:41.562162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49724) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:41.563227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be3346af-2b5b-4f92-89ec-20278b5e1db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.597423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be3346af-2b5b-4f92-89ec-20278b5e1db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.598188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Allocated IP 2001:db8::2 (53957497-d10d-4a17-98e7-551d460976c8/b7fff144-eda2-4b25-b9d1-76c6ae415fa4/d2c89c5a-f265-43e4-8ed6-3185bd8dadc9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:41.665122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b744d98d-bbfd-4b9b-864d-4e8bec63a51c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'security_group': {'name': 'tempest-secgroup-198488912'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:41.692714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be3346af-2b5b-4f92-89ec-20278b5e1db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.696522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be3346af-2b5b-4f92-89ec-20278b5e1db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.717615 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-be3346af-2b5b-4f92-89ec-20278b5e1db5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72e83d40-53ab-4952-a67a-1d16511035e4 HTTP/1.1" status: 204 len: 168 time: 0.2590110 Dec 15 14:05:41.730592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3346af-2b5b-4f92-89ec-20278b5e1db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e83d40-53ab-4952-a67a-1d16511035e4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:41.744605 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b744d98d-bbfd-4b9b-864d-4e8bec63a51c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.863844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b744d98d-bbfd-4b9b-864d-4e8bec63a51c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.874591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b744d98d-bbfd-4b9b-864d-4e8bec63a51c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.948479 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.958237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744d98d-bbfd-4b9b-864d-4e8bec63a51c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f05096-2a08-42ad-9805-6d3bcf63326c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:41.963506 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.982853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b744d98d-bbfd-4b9b-864d-4e8bec63a51c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.988452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b744d98d-bbfd-4b9b-864d-4e8bec63a51c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3288510 Dec 15 14:05:41.989048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49732) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:41.999377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-409072947', 'security_groups': ['52f05096-2a08-42ad-9805-6d3bcf63326c'], 'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b7fff144-eda2-4b25-b9d1-76c6ae415fa4'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:42.049427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Pushing event updated for resources: {'Port': ['ID=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:42.062500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:42.064109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:42.067273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:42.144500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.206297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.219224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Attempting to bind port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:42.219717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Attempting to bind port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f3adb5bb-05dd-4622-9b4e-32cefbc604e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '53957497-d10d-4a17-98e7-551d460976c8'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:42.219717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Attempting to bind port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 on network 53957497-d10d-4a17-98e7-551d460976c8 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:42.222158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:42.235893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:42.236289 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Checking segment: {'id': 'f3adb5bb-05dd-4622-9b4e-32cefbc604e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '53957497-d10d-4a17-98e7-551d460976c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:42.236701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.237104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Bound using segment: {'id': 'f3adb5bb-05dd-4622-9b4e-32cefbc604e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '53957497-d10d-4a17-98e7-551d460976c8'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:42.238185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Bound port: d2c89c5a-f265-43e4-8ed6-3185bd8dadc9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3adb5bb-05dd-4622-9b4e-32cefbc604e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '53957497-d10d-4a17-98e7-551d460976c8'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:42.238663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.265980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:42.283447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:42.338628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:42.392298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] For port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:42.399802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] For port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,segment=NetworkSegment(f3adb5bb-05dd-4622-9b4e-32cefbc604e8),segment_id=f3adb5bb-05dd-4622-9b4e-32cefbc604e8)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:42.417406 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.433500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'Port': ['ID=deb1dc58-7d2b-40a1-8fba-482cc68c2c15,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:42.439147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.499347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 54776fa6-62c9-4a11-a18f-f3f19307c70a yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:42.578563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86213852-1af4-41a0-b044-c2454287c3bd None None] Pushing event updated for resources: {'Port': ['ID=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:42.713319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.796955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.889417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::36b (53957497-d10d-4a17-98e7-551d460976c8/b7fff144-eda2-4b25-b9d1-76c6ae415fa4/54776fa6-62c9-4a11-a18f-f3f19307c70a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:42.943341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-6f5b7cb1-077c-4128-b191-fe54f654daf5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:42.953132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-6f5b7cb1-077c-4128-b191-fe54f654daf5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:42.971019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-6f5b7cb1-077c-4128-b191-fe54f654daf5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:42.984041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-6f5b7cb1-077c-4128-b191-fe54f654daf5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:42.992803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-6f5b7cb1-077c-4128-b191-fe54f654daf5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:43.008959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-6f5b7cb1-077c-4128-b191-fe54f654daf5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:43.018209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-6f5b7cb1-077c-4128-b191-fe54f654daf5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:43.028242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-6f5b7cb1-077c-4128-b191-fe54f654daf5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.2484939 Dec 15 14:05:43.152568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.158502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.278940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'Port': ['ID=deb1dc58-7d2b-40a1-8fba-482cc68c2c15,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:43.302615 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.332061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.336086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-172329d0-7f4a-4e22-8dc3-10f4494f4cba tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5766456 Dec 15 14:05:43.336308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49760) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:43.340704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ca0438e1-d992-4f8c-bb0b-132223c5dd03 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Request body: {'floatingip': {'port_id': 'c8eb429d-567d-46fc-9e6a-73fefd22c414', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:43.398113 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.433836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca0438e1-d992-4f8c-bb0b-132223c5dd03 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.451497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4020bec-341c-44ca-90f3-c9680b9ab915 req-21ce0b61-6677-43ba-be17-ba4ebab7c7c9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4223802 Dec 15 14:05:43.454226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.553614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:43.559128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:43.563355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:43.600986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:43.602051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.630838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=54776fa6-62c9-4a11-a18f-f3f19307c70a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:43.660657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9494cb70-ca4f-44cf-a78e-118808c24a9a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6667387 Dec 15 14:05:43.661576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49768) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:43.677237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-aa4a7922-f7f4-4292-af90-d77551532017 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:43.702745 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-ca0438e1-d992-4f8c-bb0b-132223c5dd03 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] update failed (client error): The resource could not be found. Dec 15 14:05:43.703816 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ca0438e1-d992-4f8c-bb0b-132223c5dd03 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "PUT /v2.0/floatingips/335c9d42-4aaf-4cb1-a4dc-6d6904e6df74 HTTP/1.1" status: 404 len: 507 time: 0.3666174 Dec 15 14:05:43.716689 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:43.989562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:44.022982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4a7922-f7f4-4292-af90-d77551532017 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:44.027109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa4a7922-f7f4-4292-af90-d77551532017 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.047634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Deleting port deb1dc58-7d2b-40a1-8fba-482cc68c2c15 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:44.048009 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.119305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:44.127509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:44.128492 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.269524 n-d-821840-1 neutron-server[109768]: INFO neutron.db.ipam_backend_mixin [None req-aa4a7922-f7f4-4292-af90-d77551532017 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7fff144-eda2-4b25-b9d1-76c6ae415fa4 (CIDR: 2001:db8::/64) Dec 15 14:05:44.274743 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4a7922-f7f4-4292-af90-d77551532017 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:05:44.275257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4a7922-f7f4-4292-af90-d77551532017 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:05:44.276248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.276729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.317160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aa4a7922-f7f4-4292-af90-d77551532017 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6526093 Dec 15 14:05:44.318611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Calling delete_port for deb1dc58-7d2b-40a1-8fba-482cc68c2c15 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:44.319326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:44.330878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:44.390757 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.492333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-faae6fca-9816-45f6-b817-5c9bf82de221 None None] Provisioning complete for port a2994133-ebc6-46aa-a57f-8c6432da20c4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:44.493451 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-faae6fca-9816-45f6-b817-5c9bf82de221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.535021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'network': {'name': 'tempest-network-smoke--1693193607', 'project_id': 'aec39b00dac249498619549e4c82a695', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:44.580250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,segment=NetworkSegment(f3adb5bb-05dd-4622-9b4e-32cefbc604e8),segment_id=f3adb5bb-05dd-4622-9b4e-32cefbc604e8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:44.584418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-faae6fca-9816-45f6-b817-5c9bf82de221 None None] Port a2994133-ebc6-46aa-a57f-8c6432da20c4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:44.594907 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.597295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:44.601020 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.613376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.650729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:44.656203 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.692462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-faae6fca-9816-45f6-b817-5c9bf82de221 None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:44.692854 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-faae6fca-9816-45f6-b817-5c9bf82de221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.776774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:44.806310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.821279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc056-dce8-408f-b971-66304005a43b req-b6cfdf1a-6ad5-4336-b65a-2a300452d8c2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:44.827420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc056-dce8-408f-b971-66304005a43b req-b6cfdf1a-6ad5-4336-b65a-2a300452d8c2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:44.834206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc056-dce8-408f-b971-66304005a43b req-b6cfdf1a-6ad5-4336-b65a-2a300452d8c2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:44.840239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc056-dce8-408f-b971-66304005a43b req-b6cfdf1a-6ad5-4336-b65a-2a300452d8c2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:44.847368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc056-dce8-408f-b971-66304005a43b req-b6cfdf1a-6ad5-4336-b65a-2a300452d8c2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:44.853538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc056-dce8-408f-b971-66304005a43b req-b6cfdf1a-6ad5-4336-b65a-2a300452d8c2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:44.859520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc056-dce8-408f-b971-66304005a43b req-b6cfdf1a-6ad5-4336-b65a-2a300452d8c2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:44.861618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-094fc056-dce8-408f-b971-66304005a43b req-b6cfdf1a-6ad5-4336-b65a-2a300452d8c2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1962738 Dec 15 14:05:44.862353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.868260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.922971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4edb4e-fc0f-4c37-8edb-5ededdb4f818,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:44.933436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event deleted for resources: {'Port': ['ID=deb1dc58-7d2b-40a1-8fba-482cc68c2c15,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:44.976916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:05:45.018333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-24f70f5e-1780-4de3-bf26-ada5673f68cb None None] Provisioning complete for port 54776fa6-62c9-4a11-a18f-f3f19307c70a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:45.019469 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24f70f5e-1780-4de3-bf26-ada5673f68cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.103496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-24f70f5e-1780-4de3-bf26-ada5673f68cb None None] Port 54776fa6-62c9-4a11-a18f-f3f19307c70a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:45.125457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.128855 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.130171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-de2cb693-6fbc-4756-b1bf-b0f4207fa381 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "DELETE /v2.0/floatingips/335c9d42-4aaf-4cb1-a4dc-6d6904e6df74 HTTP/1.1" status: 204 len: 168 time: 1.4121335 Dec 15 14:05:45.137128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-094fc056-dce8-408f-b971-66304005a43b req-ff08b601-42cc-4eb4-addd-6e5b36132dae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2637219 Dec 15 14:05:45.139630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49794) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:45.142084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.142443 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Added segment 27111c3e-4a86-4493-92d5-87490499fb0a of type vlan for network 95a5283a-3665-4375-9c00-b8d30b03977e Dec 15 14:05:45.155504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e97bbc8b-4a99-40be-9742-9cee96932421 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Request body: {'floatingip': {'floating_network_id': '924a4b5f-5a91-4e8c-a59b-d9a7786bb0be', 'port_id': 'c8eb429d-567d-46fc-9e6a-73fefd22c414', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:45.198576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.231564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.262488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e97bbc8b-4a99-40be-9742-9cee96932421 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.266357 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.273110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:45.273780 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.390136 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2697008 Dec 15 14:05:45.399115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:45.405042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-693210450', 'admin_state_up': True, 'project_id': 'aec39b00dac249498619549e4c82a695', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:45.428397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeffd6-c645-4b38-8eb4-0bf9f7b860ca tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Network': ['ID=95a5283a-3665-4375-9c00-b8d30b03977e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:45.437288 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.438853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.444573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 95a5283a-3665-4375-9c00-b8d30b03977e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:05:45.547210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.781515 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-e97bbc8b-4a99-40be-9742-9cee96932421 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:05:45.789850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e97bbc8b-4a99-40be-9742-9cee96932421 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6490698 Dec 15 14:05:45.813818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=ffad55da-37d8-46fc-bcf1-5c0d569f88e8,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:45.816609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:45.818180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:45.823409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'c8eb429d-567d-46fc-9e6a-73fefd22c414', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:45.836777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:45.841074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:45.841671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.852320 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.867602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcd44ce-344e-4f15-84a1-755b850dcfef None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:45.871781 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.903714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6ac1ecac-9b8e-42bc-a799-89962a27a728 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5808794 Dec 15 14:05:45.908569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49802) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:45.915174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1014215278', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ffad55da-37d8-46fc-bcf1-5c0d569f88e8'}], 'security_groups': ['ec689f85-f17f-47ee-8811-ea6d353fbf31']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:45.999698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:46.070211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.097592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:46.098677 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.230006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.270387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.289606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.344412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba599f-13db-4bb8-8da9-13dd7570d54d None None] Update dhcp port {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'fixed_ips': [{'subnet_id': 'b7fff144-eda2-4b25-b9d1-76c6ae415fa4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ffad55da-37d8-46fc-bcf1-5c0d569f88e8'}], 'binding:host_id': 'n-d-821840-1'}, 'id': 'd2c89c5a-f265-43e4-8ed6-3185bd8dadc9'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:05:46.374781 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eba599f-13db-4bb8-8da9-13dd7570d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.447330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.25.7.134 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/a85de467-102c-47f1-88c3-317aa6131e8c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:46.581351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.604022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-0eba599f-13db-4bb8-8da9-13dd7570d54d None None] Allocated IP 2001:db8:0:1::2 (53957497-d10d-4a17-98e7-551d460976c8/ffad55da-37d8-46fc-bcf1-5c0d569f88e8/d2c89c5a-f265-43e4-8ed6-3185bd8dadc9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:46.631288 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.734894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Allocated IP 172.25.7.208 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/5632ee9d-267a-4118-a230-bf840ef7456b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:46.744686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:46.753002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:46.759109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:46.760358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0eba599f-13db-4bb8-8da9-13dd7570d54d None None] For port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,segment=NetworkSegment(f3adb5bb-05dd-4622-9b4e-32cefbc604e8),segment_id=f3adb5bb-05dd-4622-9b4e-32cefbc604e8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:46.782316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedcde6c-8450-4a94-b865-29cb76f2046f None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:46.855776 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eba599f-13db-4bb8-8da9-13dd7570d54d None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.862782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eba599f-13db-4bb8-8da9-13dd7570d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.887446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=a85de467-102c-47f1-88c3-317aa6131e8c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:46.900346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.021917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-16b21e66-af17-46d1-afd5-1b0750b36c88 None None] Provisioning complete for port a85de467-102c-47f1-88c3-317aa6131e8c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:47.022417 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b21e66-af17-46d1-afd5-1b0750b36c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.069437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba599f-13db-4bb8-8da9-13dd7570d54d None None] Pushing event updated for resources: {'Port': ['ID=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:47.105075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-16b21e66-af17-46d1-afd5-1b0750b36c88 None None] Port a85de467-102c-47f1-88c3-317aa6131e8c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:47.120659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.171423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-1c616088-3cb2-4934-80a2-f016046e8b50 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.180629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-1c616088-3cb2-4934-80a2-f016046e8b50 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.187702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-1c616088-3cb2-4934-80a2-f016046e8b50 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.196822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-1c616088-3cb2-4934-80a2-f016046e8b50 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.205589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-1c616088-3cb2-4934-80a2-f016046e8b50 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.220836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-1c616088-3cb2-4934-80a2-f016046e8b50 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.235271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-1c616088-3cb2-4934-80a2-f016046e8b50 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:47.236747 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.237325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-1c616088-3cb2-4934-80a2-f016046e8b50 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.8996191 Dec 15 14:05:47.309240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:47.357846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:47.386031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:47.440707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event updated for resources: {'Port': ['ID=5632ee9d-267a-4118-a230-bf840ef7456b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:47.500333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Delete allocated IP 2001:db8::36b (53957497-d10d-4a17-98e7-551d460976c8/b7fff144-eda2-4b25-b9d1-76c6ae415fa4) {{(pid=109768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 14:05:47.523609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8:0:1::165 (53957497-d10d-4a17-98e7-551d460976c8/ffad55da-37d8-46fc-bcf1-5c0d569f88e8/54776fa6-62c9-4a11-a18f-f3f19307c70a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:47.634409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81b038f0-3116-463f-80a1-41a022e3d1ee req-ed97ab2f-cd2c-45a0-9278-6d348726e0a7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3320727 Dec 15 14:05:47.852416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Deleting port 5632ee9d-267a-4118-a230-bf840ef7456b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:47.853000 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.907309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:47.948471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.955543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.964521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:47.993515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:47.994161 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.078004 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.078853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.143168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] In _notify_port_updated(), no bound segment for port 54776fa6-62c9-4a11-a18f-f3f19307c70a on network 53957497-d10d-4a17-98e7-551d460976c8 {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:05:48.168644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:48.169486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.171591 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "PUT /v2.0/ports/54776fa6-62c9-4a11-a18f-f3f19307c70a HTTP/1.1" status: 200 len: 931 time: 2.2618811 Dec 15 14:05:48.177427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49820) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:48.192387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:05:48.217293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4515ac63-41cd-44ec-82be-074dfcefaac7 None None] Provisioning complete for port a2994133-ebc6-46aa-a57f-8c6432da20c4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:48.217834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4515ac63-41cd-44ec-82be-074dfcefaac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.294761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4515ac63-41cd-44ec-82be-074dfcefaac7 None None] Port a2994133-ebc6-46aa-a57f-8c6432da20c4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:48.298419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Calling delete_port for 5632ee9d-267a-4118-a230-bf840ef7456b owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:48.323092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4515ac63-41cd-44ec-82be-074dfcefaac7 None None] Provisioning complete for port 54776fa6-62c9-4a11-a18f-f3f19307c70a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:48.323463 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4515ac63-41cd-44ec-82be-074dfcefaac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.371182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938ea83-6081-45bf-b939-34db9e08559d tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=54776fa6-62c9-4a11-a18f-f3f19307c70a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:48.390843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4515ac63-41cd-44ec-82be-074dfcefaac7 None None] Port 54776fa6-62c9-4a11-a18f-f3f19307c70a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:48.422046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:48.424513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4515ac63-41cd-44ec-82be-074dfcefaac7 None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:48.425907 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4515ac63-41cd-44ec-82be-074dfcefaac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.477986 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.482182 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c0eb4610-a3dc-42a5-a4c5-d8b5c6c1b059 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0793250 Dec 15 14:05:48.483470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49834) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:48.516188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-be05a2c9-f4c8-42c0-8d9a-55fde2cbee08 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 54776fa6-62c9-4a11-a18f-f3f19307c70a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:48.516537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be05a2c9-f4c8-42c0-8d9a-55fde2cbee08 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:48.547547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Sync routers for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:48.592262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:48.592919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:48.683286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:48.695470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ab56a457-746c-47e4-ab0f-ab19cd2cbc75 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=aec39b00dac249498619549e4c82a695&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1950994 Dec 15 14:05:48.840741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:48.968638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6b6019b7-e35f-4453-8070-2da5073868d4 None None] Provisioning complete for port 54776fa6-62c9-4a11-a18f-f3f19307c70a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:48.969013 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6019b7-e35f-4453-8070-2da5073868d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.007830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6b6019b7-e35f-4453-8070-2da5073868d4 None None] Port 54776fa6-62c9-4a11-a18f-f3f19307c70a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:49.022018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be05a2c9-f4c8-42c0-8d9a-55fde2cbee08 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.079109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-be05a2c9-f4c8-42c0-8d9a-55fde2cbee08 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 54776fa6-62c9-4a11-a18f-f3f19307c70a owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:49.097419 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.163059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:47Z', 'revision_number': 3, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:49.207671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Checking router: c8875dda-0b3b-4f01-86d7-8c9c10241eb3 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:05:49.208700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Updating router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 port a85de467-102c-47f1-88c3-317aa6131e8c binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:05:49.240250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.246801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-00172f52-15ce-4bfe-aaec-f9f427a86990 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.253120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-00172f52-15ce-4bfe-aaec-f9f427a86990 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.259223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-00172f52-15ce-4bfe-aaec-f9f427a86990 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.265545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-00172f52-15ce-4bfe-aaec-f9f427a86990 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.272610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-00172f52-15ce-4bfe-aaec-f9f427a86990 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.279222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-00172f52-15ce-4bfe-aaec-f9f427a86990 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.285529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-00172f52-15ce-4bfe-aaec-f9f427a86990 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.287703 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-00172f52-15ce-4bfe-aaec-f9f427a86990 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.5073733 Dec 15 14:05:49.295950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event deleted for resources: {'Port': ['ID=5632ee9d-267a-4118-a230-bf840ef7456b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:49.425158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf9108-f708-4d1f-927b-2ef62997c914 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.426706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5bdf9108-f708-4d1f-927b-2ef62997c914 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7318401 Dec 15 14:05:49.430260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:49.511433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8dfe7f6-26d1-400e-aca8-a241d07f13c8 req-e2ae4ea4-6d09-4d7e-8044-d4fcb62b7b7e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2048426 Dec 15 14:05:49.513278 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5656f5f1-aa51-47c0-b63d-4f165cce0a30 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818355 Dec 15 14:05:49.515387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:49.521008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102457424', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'project_id': 'aec39b00dac249498619549e4c82a695', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:49.542689 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] create failed (client error): The resource could not be found. Dec 15 14:05:49.551040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-720b1564-dfbe-465d-9592-e31518f64b88 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7245195 Dec 15 14:05:49.551040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49860) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:49.562825 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.570112 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.634971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307bf1e2-3b78-4f69-bc03-59ea8033087d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:49.649140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d0dce-1df6-4171-bcb3-54f4198f1597 None None] Pushing event updated for resources: {'Port': ['ID=a85de467-102c-47f1-88c3-317aa6131e8c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:49.668087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Attempting to bind port a85de467-102c-47f1-88c3-317aa6131e8c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:49.668411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Attempting to bind port a85de467-102c-47f1-88c3-317aa6131e8c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:49.668887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Attempting to bind port a85de467-102c-47f1-88c3-317aa6131e8c on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:49.670092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:49.675511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.687316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:49.687704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:49.688222 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.688616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:49.689126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Bound port: a85de467-102c-47f1-88c3-317aa6131e8c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:49.689594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.768905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] For port a85de467-102c-47f1-88c3-317aa6131e8c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:49.775224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] For port a85de467-102c-47f1-88c3-317aa6131e8c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a85de467-102c-47f1-88c3-317aa6131e8c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:49.787611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.827628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be05a2c9-f4c8-42c0-8d9a-55fde2cbee08 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.859341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef58b43-8ab6-4dfe-84f8-9e2943380108 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:49.876104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b75a5cd1-f3de-40a3-9a4a-5427ad9f2674 None None] Provisioning complete for port a85de467-102c-47f1-88c3-317aa6131e8c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:49.876573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75a5cd1-f3de-40a3-9a4a-5427ad9f2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:49.956776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:49.957442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:49.959326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d0dce-1df6-4171-bcb3-54f4198f1597 None None] Pushing event updated for resources: {'Port': ['ID=a85de467-102c-47f1-88c3-317aa6131e8c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:49.999591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be05a2c9-f4c8-42c0-8d9a-55fde2cbee08 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.006013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-be05a2c9-f4c8-42c0-8d9a-55fde2cbee08 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/54776fa6-62c9-4a11-a18f-f3f19307c70a HTTP/1.1" status: 204 len: 168 time: 1.7969799 Dec 15 14:05:50.014745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:50.015704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-32f74554-a322-4364-82f0-76707bcb79c9 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Deleting port c8eb429d-567d-46fc-9e6a-73fefd22c414 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:50.016654 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32f74554-a322-4364-82f0-76707bcb79c9 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.020771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05a2c9-f4c8-42c0-8d9a-55fde2cbee08 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=54776fa6-62c9-4a11-a18f-f3f19307c70a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:50.076714 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75a5cd1-f3de-40a3-9a4a-5427ad9f2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.150646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b75a5cd1-f3de-40a3-9a4a-5427ad9f2674 None None] For port a85de467-102c-47f1-88c3-317aa6131e8c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a85de467-102c-47f1-88c3-317aa6131e8c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:50.166539 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75a5cd1-f3de-40a3-9a4a-5427ad9f2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.175145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32f74554-a322-4364-82f0-76707bcb79c9 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.188296 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f586bd4-6020-48d1-ba39-bfebee2aa0a4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:05:50.190912 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3f586bd4-6020-48d1-ba39-bfebee2aa0a4 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/54776fa6-62c9-4a11-a18f-f3f19307c70a HTTP/1.1" status: 404 len: 333 time: 0.1772156 Dec 15 14:05:50.193143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.196118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49868) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:50.209795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-32f74554-a322-4364-82f0-76707bcb79c9 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Calling delete_port for c8eb429d-567d-46fc-9e6a-73fefd22c414 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:50.228144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a5cd1-f3de-40a3-9a4a-5427ad9f2674 None None] Pushing event updated for resources: {'Port': ['ID=a85de467-102c-47f1-88c3-317aa6131e8c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:50.239697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:50.280347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Subnet': ['ID=cd670dea-45a5-4156-9e8c-a0612452f41f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:50.308611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Checking segment: {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:50.313214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network hostable DHCP agents. Network: 95a5283a-3665-4375-9c00-b8d30b03977e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:05:50.313872 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-145c7b63-9022-4444-bf79-361bd318c6e8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.340559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 95a5283a-3665-4375-9c00-b8d30b03977e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:05:50.352118 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-145c7b63-9022-4444-bf79-361bd318c6e8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.353953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 95a5283a-3665-4375-9c00-b8d30b03977e) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:50.384815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.385680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.392902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d9670-9424-4ffc-b965-f5709efeb33b None None] Network 95a5283a-3665-4375-9c00-b8d30b03977e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:50.399265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-484335a3-20d0-42ac-b515-59497603aa01 None None] Provisioning complete for port a85de467-102c-47f1-88c3-317aa6131e8c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:50.399632 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-484335a3-20d0-42ac-b515-59497603aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.420553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-479920dc-7e9d-4d8c-bf4b-bee975b3c539 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9036150 Dec 15 14:05:50.423047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:50.465075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-145c7b63-9022-4444-bf79-361bd318c6e8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.473155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-145c7b63-9022-4444-bf79-361bd318c6e8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.475015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-145c7b63-9022-4444-bf79-361bd318c6e8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/security-groups/52f05096-2a08-42ad-9805-6d3bcf63326c HTTP/1.1" status: 204 len: 168 time: 0.2778296 Dec 15 14:05:50.479282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49874) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:50.501478 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32f74554-a322-4364-82f0-76707bcb79c9 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.517303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c7b63-9022-4444-bf79-361bd318c6e8 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f05096-2a08-42ad-9805-6d3bcf63326c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:50.591062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f74554-a322-4364-82f0-76707bcb79c9 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event deleted for resources: {'Port': ['ID=c8eb429d-567d-46fc-9e6a-73fefd22c414,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:50.615776 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-be6e79ed-7112-4844-bf18-59ad41426eb1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.703347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-be6e79ed-7112-4844-bf18-59ad41426eb1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.719135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32f74554-a322-4364-82f0-76707bcb79c9 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.734075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-32f74554-a322-4364-82f0-76707bcb79c9 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "DELETE /v2.0/ports/c8eb429d-567d-46fc-9e6a-73fefd22c414 HTTP/1.1" status: 204 len: 168 time: 1.1808531 Dec 15 14:05:50.736535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49880) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:50.770119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-95a5283a-3665-4375-9c00-b8d30b03977e', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:05:50.771020 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.851259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd2cfad-70bf-44fd-bc89-c71f3ac1fcb2 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.855694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-9a6cf923-28a3-4ea0-9630-25eaf7c4dbad tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.858934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9bd2cfad-70bf-44fd-bc89-c71f3ac1fcb2 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f4118ef-b5be-4091-abeb-fde32b5f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1205831 Dec 15 14:05:50.861803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-9a6cf923-28a3-4ea0-9630-25eaf7c4dbad tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.863558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:50.869211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-9a6cf923-28a3-4ea0-9630-25eaf7c4dbad tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.875260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-9a6cf923-28a3-4ea0-9630-25eaf7c4dbad tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.881628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-9a6cf923-28a3-4ea0-9630-25eaf7c4dbad tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.891995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-9a6cf923-28a3-4ea0-9630-25eaf7c4dbad tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.907287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-9a6cf923-28a3-4ea0-9630-25eaf7c4dbad tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:50.909921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-9a6cf923-28a3-4ea0-9630-25eaf7c4dbad tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.2218747 Dec 15 14:05:50.936996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-be6e79ed-7112-4844-bf18-59ad41426eb1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.940419 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-be6e79ed-7112-4844-bf18-59ad41426eb1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.941637 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-be6e79ed-7112-4844-bf18-59ad41426eb1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/security-groups/ec689f85-f17f-47ee-8811-ea6d353fbf31 HTTP/1.1" status: 204 len: 168 time: 0.4607756 Dec 15 14:05:50.963480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49884) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:50.964390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e79ed-7112-4844-bf18-59ad41426eb1 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec689f85-f17f-47ee-8811-ea6d353fbf31,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:51.102965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Allocated IP 172.20.0.2 (95a5283a-3665-4375-9c00-b8d30b03977e/cd670dea-45a5-4156-9e8c-a0612452f41f/3a0c1213-3216-4a76-b34f-fac68a5f994d) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:51.112108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:47Z', 'revision_number': 3, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:51.146517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133945b5-21fe-45b4-9d7a-033e8f371daa None None] The sync data for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 is: [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:47Z', 'revision_number': 3, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:51.189798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a4a06b-2472-4c8f-b4b1-506f8e546b84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet b7fff144-eda2-4b25-b9d1-76c6ae415fa4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:51.197674 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a06b-2472-4c8f-b4b1-506f8e546b84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.299681 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a06b-2472-4c8f-b4b1-506f8e546b84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.317690 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39c09435-4e48-4523-a36d-1c361c6cbad3 req-fbed6b3f-d8c9-4464-a44d-1b1696ef1d2a tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3964653 Dec 15 14:05:51.324783 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.332994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.355820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.385417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Network 95a5283a-3665-4375-9c00-b8d30b03977e is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:51.388594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:51.398423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:51.419610 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Pushing event updated for resources: {'Port': ['ID=3a0c1213-3216-4a76-b34f-fac68a5f994d,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:51.488150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Attempting to bind port 3a0c1213-3216-4a76-b34f-fac68a5f994d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:51.488441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Attempting to bind port 3a0c1213-3216-4a76-b34f-fac68a5f994d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:51.488825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Attempting to bind port 3a0c1213-3216-4a76-b34f-fac68a5f994d on network 95a5283a-3665-4375-9c00-b8d30b03977e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:51.496609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:51.497243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Checking segment: {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:51.498103 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.504500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Bound using segment: {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:51.508897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Bound port: 3a0c1213-3216-4a76-b34f-fac68a5f994d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:51.509323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.548880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a06b-2472-4c8f-b4b1-506f8e546b84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.553488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.639602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] For port 3a0c1213-3216-4a76-b34f-fac68a5f994d, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:51.646766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] For port 3a0c1213-3216-4a76-b34f-fac68a5f994d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3a0c1213-3216-4a76-b34f-fac68a5f994d,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:51.652014 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.769930 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a06b-2472-4c8f-b4b1-506f8e546b84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.775197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7bbaa-7907-47af-bc5d-88f1593ef44c None None] Pushing event updated for resources: {'Port': ['ID=3a0c1213-3216-4a76-b34f-fac68a5f994d,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:51.870182 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a06b-2472-4c8f-b4b1-506f8e546b84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.880329 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a9a4a06b-2472-4c8f-b4b1-506f8e546b84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/b7fff144-eda2-4b25-b9d1-76c6ae415fa4 HTTP/1.1" status: 204 len: 168 time: 0.9115238 Dec 15 14:05:51.881290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a06b-2472-4c8f-b4b1-506f8e546b84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fff144-eda2-4b25-b9d1-76c6ae415fa4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:51.882160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49886) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:51.882737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ba021-5cdb-47a9-b23b-31cb1e08bbc8 None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:51.896221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:51.999274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a85de467-102c-47f1-88c3-317aa6131e8c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:52.072393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Deleting port 0a71c79d-6185-4d95-b073-6d1df8b54278 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:52.073137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.188279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.20.0.1 (95a5283a-3665-4375-9c00-b8d30b03977e/cd670dea-45a5-4156-9e8c-a0612452f41f/667fc4ac-e612-4a59-a026-7f6d79ba5ee4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:52.285853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.288442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port a85de467-102c-47f1-88c3-317aa6131e8c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:52.289517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:52.289664 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.293752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.326468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Calling delete_port for 0a71c79d-6185-4d95-b073-6d1df8b54278 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:52.517937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.576047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.637547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 95a5283a-3665-4375-9c00-b8d30b03977e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:52.641832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:52.650242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:52.726132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:52.728478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:52.803656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.804070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.804414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.804755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.805094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.805430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.805758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.806090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.806417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.806886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.807221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.807549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.807924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:52.961039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.384576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1d4a2056-0bba-4e3c-88cb-7f3a115bfa8d None None] Provisioning complete for port a2994133-ebc6-46aa-a57f-8c6432da20c4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:53.385107 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1d4a2056-0bba-4e3c-88cb-7f3a115bfa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.422168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.433775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.470961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a2056-0bba-4e3c-88cb-7f3a115bfa8d None None] Port a2994133-ebc6-46aa-a57f-8c6432da20c4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:53.473591 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39651105-cf1f-448c-9f2d-d01f5baa14b1 None None] Network 95a5283a-3665-4375-9c00-b8d30b03977e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:53.473813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19e40-eb03-4629-80cb-706e63263c83 req-3c4ed8f3-c731-42e2-8e00-13afec254e7c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.488622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19e40-eb03-4629-80cb-706e63263c83 req-3c4ed8f3-c731-42e2-8e00-13afec254e7c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.503555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19e40-eb03-4629-80cb-706e63263c83 req-3c4ed8f3-c731-42e2-8e00-13afec254e7c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.514825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19e40-eb03-4629-80cb-706e63263c83 req-3c4ed8f3-c731-42e2-8e00-13afec254e7c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.522426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19e40-eb03-4629-80cb-706e63263c83 req-3c4ed8f3-c731-42e2-8e00-13afec254e7c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.528834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19e40-eb03-4629-80cb-706e63263c83 req-3c4ed8f3-c731-42e2-8e00-13afec254e7c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.536904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19e40-eb03-4629-80cb-706e63263c83 req-3c4ed8f3-c731-42e2-8e00-13afec254e7c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.547996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41f19e40-eb03-4629-80cb-706e63263c83 req-3c4ed8f3-c731-42e2-8e00-13afec254e7c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.9639668 Dec 15 14:05:53.548814 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.573078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:53.597188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1d4a2056-0bba-4e3c-88cb-7f3a115bfa8d None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:53.597568 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1d4a2056-0bba-4e3c-88cb-7f3a115bfa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.690693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.714417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 95a5283a-3665-4375-9c00-b8d30b03977e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:53.721810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:53.764794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.767953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event deleted for resources: {'Port': ['ID=0a71c79d-6185-4d95-b073-6d1df8b54278,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:53.945018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:53.955886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:53.964471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41f19e40-eb03-4629-80cb-706e63263c83 req-c1793643-72af-4b93-a3c8-41c0927bdbb9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4153547 Dec 15 14:05:53.968962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4683e-8271-4314-87e8-035e64775141 None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:53.981708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:53.982399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.000743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=da96f8f4-ab43-4ec7-b600-3effec34a774,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:54.015273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:05:54.137835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3a0c1213-3216-4a76-b34f-fac68a5f994d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:54.173340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.183233 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-82339ecf-01fa-4ac1-8a36-daa3db6e20e2 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2912717 Dec 15 14:05:54.187104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49890) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:54.194516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-127ddc66-a038-4209-8eac-5939423d9975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'security_group': {'name': 'tempest-secgroup-1789712772'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:54.226403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f13b5190-6ca7-4fa1-9239-2c87180fcf64 None None] Provisioning complete for port 3a0c1213-3216-4a76-b34f-fac68a5f994d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:54.226778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f13b5190-6ca7-4fa1-9239-2c87180fcf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.261763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:54.275618 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Sync routers for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:54.285148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f50ef318-8087-4a1d-9d55-d3d108605a71 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "PUT /v2.0/routers/c8875dda-0b3b-4f01-86d7-8c9c10241eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8606565 Dec 15 14:05:54.289779 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:54.290685 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:54.293228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49892) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:54.345822 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127ddc66-a038-4209-8eac-5939423d9975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.438343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 3a0c1213-3216-4a76-b34f-fac68a5f994d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:54.449400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.501850 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127ddc66-a038-4209-8eac-5939423d9975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.511003 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127ddc66-a038-4209-8eac-5939423d9975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.521859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:54.600643 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127ddc66-a038-4209-8eac-5939423d9975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.606701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-127ddc66-a038-4209-8eac-5939423d9975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4185147 Dec 15 14:05:54.607676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49894) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:54.631411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2daeb14e-241d-4da3-967b-123608b3ec5c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'security_group': {'name': 'tempest-secgroup-1734111933'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:54.632274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfa6e7d-220e-4564-af57-052a7be68900 None None] Update dhcp port {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'fixed_ips': [{'subnet_id': 'ffad55da-37d8-46fc-bcf1-5c0d569f88e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'da96f8f4-ab43-4ec7-b600-3effec34a774'}], 'binding:host_id': 'n-d-821840-1'}, 'id': 'd2c89c5a-f265-43e4-8ed6-3185bd8dadc9'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:05:54.641093 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f13b5190-6ca7-4fa1-9239-2c87180fcf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.650690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Router 7f4118ef-b5be-4091-abeb-fde32b5f9a44 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:05:54.746023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6e7d-220e-4564-af57-052a7be68900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.813913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:54.829651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0547edb7-fb8d-40fb-adfe-897c80792934 tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "PUT /v2.0/routers/7f4118ef-b5be-4091-abeb-fde32b5f9a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9640231 Dec 15 14:05:54.830524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ddc66-a038-4209-8eac-5939423d9975 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda6973d-99f0-4c3c-8991-b49fa8753162,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:54.835780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49896) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:54.853442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a90cc-31cc-46c2-9b37-e7df921b4cad None None] Sync routers for ids ['7f4118ef-b5be-4091-abeb-fde32b5f9a44'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:54.864666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f13b5190-6ca7-4fa1-9239-2c87180fcf64 None None] For port 3a0c1213-3216-4a76-b34f-fac68a5f994d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3a0c1213-3216-4a76-b34f-fac68a5f994d,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:54.865024 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:52Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:53Z', 'revision_number': 2, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:54.933049 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Checking router: c8875dda-0b3b-4f01-86d7-8c9c10241eb3 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:05:54.933939 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Updating router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:05:54.943515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f3f64b-6647-429d-b8ba-c395ada8abce tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.987814 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.989011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2daeb14e-241d-4da3-967b-123608b3ec5c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.126014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2daeb14e-241d-4da3-967b-123608b3ec5c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.165197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2daeb14e-241d-4da3-967b-123608b3ec5c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.165569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a90cc-31cc-46c2-9b37-e7df921b4cad None None] Routers {'7f4118ef-b5be-4091-abeb-fde32b5f9a44'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:55.166402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-838a90cc-31cc-46c2-9b37-e7df921b4cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7f4118ef-b5be-4091-abeb-fde32b5f9a44'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:55.172891 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f13b5190-6ca7-4fa1-9239-2c87180fcf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.213469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daeb14e-241d-4da3-967b-123608b3ec5c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64f7430-e425-41ac-8e04-29949ae0055a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:55.218861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2daeb14e-241d-4da3-967b-123608b3ec5c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.223882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2daeb14e-241d-4da3-967b-123608b3ec5c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6066084 Dec 15 14:05:55.224822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49900) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:55.230485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1953506d-79af-4073-b75b-f5e00a89330a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629016608'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:55.290001 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.347568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.348192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.348497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.348942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.349383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.349821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.350258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.350693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.351128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.351565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.352029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.352595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.353035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.355194 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cf48465e-057c-4526-9929-0937cdfa726d tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9232 time: 1.0609379 Dec 15 14:05:55.358862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:55.360214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f3f64b-6647-429d-b8ba-c395ada8abce tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.364360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f3f64b-6647-429d-b8ba-c395ada8abce tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.369238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-838a90cc-31cc-46c2-9b37-e7df921b4cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:55.405832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a90cc-31cc-46c2-9b37-e7df921b4cad None None] Routers {'7f4118ef-b5be-4091-abeb-fde32b5f9a44'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:55.406556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-838a90cc-31cc-46c2-9b37-e7df921b4cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7f4118ef-b5be-4091-abeb-fde32b5f9a44'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:55.430331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f3f64b-6647-429d-b8ba-c395ada8abce tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.430626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f3f64b-6647-429d-b8ba-c395ada8abce tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Fanout notify agent at l3_agent the message router_deleted on router 7f4118ef-b5be-4091-abeb-fde32b5f9a44 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:05:55.441727 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98f3f64b-6647-429d-b8ba-c395ada8abce tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.445396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-98f3f64b-6647-429d-b8ba-c395ada8abce tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "DELETE /v2.0/routers/7f4118ef-b5be-4091-abeb-fde32b5f9a44 HTTP/1.1" status: 204 len: 168 time: 0.6061549 Dec 15 14:05:55.446057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49904) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:55.466562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-0651fd44-11c6-41f6-a87d-bf950f4cf272 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.472784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-0651fd44-11c6-41f6-a87d-bf950f4cf272 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.478964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-0651fd44-11c6-41f6-a87d-bf950f4cf272 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.485093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-0651fd44-11c6-41f6-a87d-bf950f4cf272 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.491856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-0651fd44-11c6-41f6-a87d-bf950f4cf272 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.498055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-0651fd44-11c6-41f6-a87d-bf950f4cf272 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.505041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-0651fd44-11c6-41f6-a87d-bf950f4cf272 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.513505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-0651fd44-11c6-41f6-a87d-bf950f4cf272 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.2107906 Dec 15 14:05:55.570451 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1953506d-79af-4073-b75b-f5e00a89330a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.580457 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.584777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.585285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.585738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.586332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.586793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.587321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.587805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.588239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.588683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.589255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.589987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.591200 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.598245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e192908c-9e2c-40a0-aa73-e4d22c00072f tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Deleting subnet b08b1983-8c91-438a-89b8-56449adee5e0 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:05:55.600370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.600873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.601326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:55.606922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e192908c-9e2c-40a0-aa73-e4d22c00072f tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.607138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c47b7fa-afef-4f4d-b242-bcac9e0055bb tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8929 time: 0.2480619 Dec 15 14:05:55.613162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49908) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:55.689966 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Pushing event updated for resources: {'Port': ['ID=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:55.708319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-20a9b78b-cfb3-4561-bda8-33b0ac3f94ac req-d812dfac-aca5-41b6-b3e4-7e76cf681c38 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1937895 Dec 15 14:05:55.716942 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.717288 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.717627 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.732350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:55.744410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-838a90cc-31cc-46c2-9b37-e7df921b4cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:55.746013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a90cc-31cc-46c2-9b37-e7df921b4cad None None] The sync data for ids ['7f4118ef-b5be-4091-abeb-fde32b5f9a44'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:55.760998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a6a6d1b6-9880-4a7b-9af0-843fc7e35ef9 None None] Provisioning complete for port 3a0c1213-3216-4a76-b34f-fac68a5f994d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:55.761383 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d1b6-9880-4a7b-9af0-843fc7e35ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.769541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b5190-6ca7-4fa1-9239-2c87180fcf64 None None] Pushing event updated for resources: {'Port': ['ID=3a0c1213-3216-4a76-b34f-fac68a5f994d,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:55.776088 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Attempting to bind port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:55.776602 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Attempting to bind port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:55.777070 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Attempting to bind port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 on network 95a5283a-3665-4375-9c00-b8d30b03977e {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:55.782677 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:55.783207 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Checking segment: {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:55.783717 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.784914 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Bound using segment: {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:55.785815 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Bound port: 667fc4ac-e612-4a59-a026-7f6d79ba5ee4, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:55.786276 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.805817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:05:55.806180 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:05:55.824028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-4dfa6e7d-220e-4564-af57-052a7be68900 None None] Allocated IP 2001:db8::2 (53957497-d10d-4a17-98e7-551d460976c8/da96f8f4-ab43-4ec7-b600-3effec34a774/d2c89c5a-f265-43e4-8ed6-3185bd8dadc9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:55.843392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e192908c-9e2c-40a0-aa73-e4d22c00072f tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.882747 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] For port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:55.889383 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] For port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:55.898525 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.976242 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:55.977162 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:56.021154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a6a6d1b6-9880-4a7b-9af0-843fc7e35ef9 None None] Provisioning complete for port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:56.021761 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d1b6-9880-4a7b-9af0-843fc7e35ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.028906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4dfa6e7d-220e-4564-af57-052a7be68900 None None] For port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,segment=NetworkSegment(f3adb5bb-05dd-4622-9b4e-32cefbc604e8),segment_id=f3adb5bb-05dd-4622-9b4e-32cefbc604e8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:56.032437 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbe383-8ea7-49b9-a50d-cbcf9219c15c None None] Pushing event updated for resources: {'Port': ['ID=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:56.046058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1953506d-79af-4073-b75b-f5e00a89330a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.084769 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e192908c-9e2c-40a0-aa73-e4d22c00072f tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.119313 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6e7d-220e-4564-af57-052a7be68900 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.148001 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:56.167629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1953506d-79af-4073-b75b-f5e00a89330a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.170738 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4dfa6e7d-220e-4564-af57-052a7be68900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.191741 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e192908c-9e2c-40a0-aa73-e4d22c00072f tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.272650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192908c-9e2c-40a0-aa73-e4d22c00072f tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event deleted for resources: {'Subnet': ['ID=b08b1983-8c91-438a-89b8-56449adee5e0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:56.302194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa6e7d-220e-4564-af57-052a7be68900 None None] Pushing event updated for resources: {'Port': ['ID=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:56.321461 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d1b6-9880-4a7b-9af0-843fc7e35ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.350345 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1953506d-79af-4073-b75b-f5e00a89330a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.352059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1953506d-79af-4073-b75b-f5e00a89330a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1262383 Dec 15 14:05:56.354871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49910) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:56.359014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e192908c-9e2c-40a0-aa73-e4d22c00072f tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.366413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1627601321', 'security_groups': ['965e28e7-d46e-42b2-a40c-8351fac0b43e'], 'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da96f8f4-ab43-4ec7-b600-3effec34a774'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:56.367382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e192908c-9e2c-40a0-aa73-e4d22c00072f tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "DELETE /v2.0/subnets/b08b1983-8c91-438a-89b8-56449adee5e0 HTTP/1.1" status: 204 len: 168 time: 0.9189944 Dec 15 14:05:56.371896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49912) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:56.376427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953506d-79af-4073-b75b-f5e00a89330a tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965e28e7-d46e-42b2-a40c-8351fac0b43e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:56.443086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7414326-3821-4fec-9559-f631a44adecc None None] Network 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:56.547992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1a4d8b11-da30-408f-953a-a4465f97f42a tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5216 time: 0.8883083 Dec 15 14:05:56.560309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a6a6d1b6-9880-4a7b-9af0-843fc7e35ef9 None None] For port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:56.582893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d1b6-9880-4a7b-9af0-843fc7e35ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.590907 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:56.647555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:52Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:55Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:56.697874 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bbe71-d4f0-497c-bcf4-f95ef75aca19 None None] The sync data for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 is: [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:52Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:55Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:56.766830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3a0c1213-3216-4a76-b34f-fac68a5f994d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:56.885825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-e822ae9a-a41c-43af-91a9-e2ce19baeabf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2624996 Dec 15 14:05:57.029494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-72f0e19e-ad93-48dd-8179-ccfdffa5a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.032258 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-72f0e19e-ad93-48dd-8179-ccfdffa5a2b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 1097 time: 0.0922499 Dec 15 14:05:57.036393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49918) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:57.044345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-53d2809e-997b-4086-a037-6aaa78e1f4f5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388181925', 'description': 'tempest-secgroup-smoke-1388181925 description', 'project_id': 'aec39b00dac249498619549e4c82a695'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:57.077704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0f4e2914-c48b-482b-896c-d2481d5df82a None None] Provisioning complete for port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:57.078351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2914-c48b-482b-896c-d2481d5df82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.084418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4a025316-5611-4a5a-9530-a1aa52aa63aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.085767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6d1b6-9880-4a7b-9af0-843fc7e35ef9 None None] Pushing event updated for resources: {'Port': ['ID=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:57.103353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] DHCP port deletion for 924a4b5f-5a91-4e8c-a59b-d9a7786bb0be request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:05:57.105942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4a025316-5611-4a5a-9530-a1aa52aa63aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.122250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4a025316-5611-4a5a-9530-a1aa52aa63aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.131387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4a025316-5611-4a5a-9530-a1aa52aa63aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.140654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4a025316-5611-4a5a-9530-a1aa52aa63aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.150383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4a025316-5611-4a5a-9530-a1aa52aa63aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.160810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4a025316-5611-4a5a-9530-a1aa52aa63aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.163092 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4a025316-5611-4a5a-9530-a1aa52aa63aa tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.2967281 Dec 15 14:05:57.168015 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53d2809e-997b-4086-a037-6aaa78e1f4f5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.216580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Deleting port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:57.217336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.219309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:57.223192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-48b65f5e-6cb2-49a1-abe0-504ae4053af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.224972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-48b65f5e-6cb2-49a1-abe0-504ae4053af3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 200 len: 913 time: 0.1647713 Dec 15 14:05:57.240401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 3a0c1213-3216-4a76-b34f-fac68a5f994d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:57.240401 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.442995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.453634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-33771426-a391-41ae-a422-6a6d4714f59f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44084319-6365-460d-b76e-92db3e4e7c5f HTTP/1.1" status: 200 len: 1002 time: 0.2216101 Dec 15 14:05:57.461216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-78aaf97d-b4b7-4988-8077-1acb27c38438 req-4f9cfae5-90dd-4939-8ff7-742429c53b36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2898223 Dec 15 14:05:57.517309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] Deleting port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:05:57.520495 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.535130 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53d2809e-997b-4086-a037-6aaa78e1f4f5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.554570 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53d2809e-997b-4086-a037-6aaa78e1f4f5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.591790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2809e-997b-4086-a037-6aaa78e1f4f5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a50894-ae82-428a-b0a7-323024bd6051,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:57.617563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-1b76d3be-db18-4f0b-83b5-8597b972d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.622992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-1b76d3be-db18-4f0b-83b5-8597b972d732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 200 len: 850 time: 0.1553528 Dec 15 14:05:57.629624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53d2809e-997b-4086-a037-6aaa78e1f4f5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.631185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53d2809e-997b-4086-a037-6aaa78e1f4f5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5932493 Dec 15 14:05:57.634963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] For port 4c5dd369-dea4-4afc-a036-7dfd9c74be90, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4c5dd369-dea4-4afc-a036-7dfd9c74be90,segment=NetworkSegment(4bb4dc80-acd5-4862-be4b-834de483eb7f),segment_id=4bb4dc80-acd5-4862-be4b-834de483eb7f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:57.636173 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.641266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] For port 4c5dd369-dea4-4afc-a036-7dfd9c74be90, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4c5dd369-dea4-4afc-a036-7dfd9c74be90,segment=NetworkSegment(4bb4dc80-acd5-4862-be4b-834de483eb7f),segment_id=4bb4dc80-acd5-4862-be4b-834de483eb7f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:57.641638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.670660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49920) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:57.671121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Calling delete_port for 4c5dd369-dea4-4afc-a036-7dfd9c74be90 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:57.679622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4a812910-b215-464b-8123-07aaf72179d9 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '66a50894-ae82-428a-b0a7-323024bd6051', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:57.689265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] Calling delete_port for 4c5dd369-dea4-4afc-a036-7dfd9c74be90 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:05:57.726859 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a812910-b215-464b-8123-07aaf72179d9 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.736598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-e2860126-ef98-4179-9926-05a68ee0f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:57.738764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-e2860126-ef98-4179-9926-05a68ee0f6d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061859 Dec 15 14:05:57.778436 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.788555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] device_id is not set on port 54e06346-fc38-452a-96a9-2d2a636e7540 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:05:57.799833 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] No DVR routers for this DVR port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:57.825243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event deleted for resources: {'Port': ['ID=4c5dd369-dea4-4afc-a036-7dfd9c74be90,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:57.834115 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.898741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] Pushing event deleted for resources: {'Port': ['ID=4c5dd369-dea4-4afc-a036-7dfd9c74be90,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:57.901067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-24439387-a189-46c1-96e1-5da69ab74970 None None] Provisioning complete for port a2994133-ebc6-46aa-a57f-8c6432da20c4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:57.901675 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24439387-a189-46c1-96e1-5da69ab74970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:57.905621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def941f1-d7c3-4271-a913-099d634cfb5d None None] No DVR routers for this DVR port 4c5dd369-dea4-4afc-a036-7dfd9c74be90 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:05:57.914395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:58.015342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-24439387-a189-46c1-96e1-5da69ab74970 None None] Port a2994133-ebc6-46aa-a57f-8c6432da20c4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:58.041000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-24439387-a189-46c1-96e1-5da69ab74970 None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:58.041378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24439387-a189-46c1-96e1-5da69ab74970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.041857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.126665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:58.127227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.129507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924a4b5f-5a91-4e8c-a59b-d9a7786bb0be']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:58.147894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb4dc80-acd5-4862-be4b-834de483eb7f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:58.148602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb4dc80-acd5-4862-be4b-834de483eb7f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:58.165948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.207859 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-1310a842-0782-4abc-b722-42fc2e9b9570 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616916 Dec 15 14:05:58.216931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.225658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:05:58.226165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:05:58.242252 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:05:58.331922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8::281 (53957497-d10d-4a17-98e7-551d460976c8/da96f8f4-ab43-4ec7-b600-3effec34a774/54e06346-fc38-452a-96a9-2d2a636e7540) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:58.354121 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.367640 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.370953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] 10.222.0.86 "DELETE /v2.0/networks/924a4b5f-5a91-4e8c-a59b-d9a7786bb0be HTTP/1.1" status: 204 len: 168 time: 1.9956691 Dec 15 14:05:58.401123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a812910-b215-464b-8123-07aaf72179d9 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.406486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ef5d7-60d8-4685-9f82-420259a2b93c tempest-FloatingIPNegativeTestJSON-142935707 tempest-FloatingIPNegativeTestJSON-142935707-project] Pushing event deleted for resources: {'Network': ['ID=924a4b5f-5a91-4e8c-a59b-d9a7786bb0be,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:58.421108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a812910-b215-464b-8123-07aaf72179d9 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.435148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa732a05-a428-464c-ab13-8cd5eca3faec req-7db39f8f-8235-4b18-a3b7-879866e76f55 service neutron] 10.222.0.24 "GET /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162735 Dec 15 14:05:58.485542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a812910-b215-464b-8123-07aaf72179d9 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09320200-eb5b-4507-9aa9-ca337faa9cec,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:58.503501 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a812910-b215-464b-8123-07aaf72179d9 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.522386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4a812910-b215-464b-8123-07aaf72179d9 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8294730 Dec 15 14:05:58.524740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49924) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:58.543653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1c38ff3b-cdff-4ce9-8e03-00d547db08c8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '66a50894-ae82-428a-b0a7-323024bd6051', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:58.610085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c38ff3b-cdff-4ce9-8e03-00d547db08c8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.670320 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.697606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:58.748975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c38ff3b-cdff-4ce9-8e03-00d547db08c8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.753123 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.761881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-321b0fe1-30d3-4adb-b36a-1a1d8e814087 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:58.768590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-321b0fe1-30d3-4adb-b36a-1a1d8e814087 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:58.776032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-321b0fe1-30d3-4adb-b36a-1a1d8e814087 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:58.783015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-321b0fe1-30d3-4adb-b36a-1a1d8e814087 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:58.790453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-321b0fe1-30d3-4adb-b36a-1a1d8e814087 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:58.797189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-321b0fe1-30d3-4adb-b36a-1a1d8e814087 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:58.801256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:58.803629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.804260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-321b0fe1-30d3-4adb-b36a-1a1d8e814087 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:58.806409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-321b0fe1-30d3-4adb-b36a-1a1d8e814087 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1607354 Dec 15 14:05:58.807761 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c38ff3b-cdff-4ce9-8e03-00d547db08c8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.828836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:58.840070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38ff3b-cdff-4ce9-8e03-00d547db08c8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b87b2fd-2928-4ce7-83d0-facea8611a70,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:58.842692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:58.849185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:58.865832 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c38ff3b-cdff-4ce9-8e03-00d547db08c8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.868944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:58.869959 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:58.873913 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1c38ff3b-cdff-4ce9-8e03-00d547db08c8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463078 Dec 15 14:05:58.875198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49930) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:58.880427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-dfa25919-7adc-43d2-8e5f-670e1007336e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '66a50894-ae82-428a-b0a7-323024bd6051', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:58.896785 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=54e06346-fc38-452a-96a9-2d2a636e7540,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:58.906845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49932) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:58.924478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-face5265-430b-460d-9142-ef680745dafa tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5640204 Dec 15 14:05:58.928033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:58.937631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-81909b77-94c8-4971-9926-967595c6b6ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:58.991744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88757d48-5afe-4638-a0d0-b8d02a69d1bc req-d3d53a15-459c-40f9-a606-9f1ac6ef941f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640997 Dec 15 14:05:59.010718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfa25919-7adc-43d2-8e5f-670e1007336e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.093965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfa25919-7adc-43d2-8e5f-670e1007336e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.103787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfa25919-7adc-43d2-8e5f-670e1007336e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.134332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4c5dd369-dea4-4afc-a036-7dfd9c74be90 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:05:59.152789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa25919-7adc-43d2-8e5f-670e1007336e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bee075-e862-4b8c-8465-fdb47bc72dcb,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:59.166234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 4c5dd369-dea4-4afc-a036-7dfd9c74be90 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:05:59.166592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4c5dd369-dea4-4afc-a036-7dfd9c74be90 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:05:59.172495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81909b77-94c8-4971-9926-967595c6b6ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:59.176704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81909b77-94c8-4971-9926-967595c6b6ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.183678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfa25919-7adc-43d2-8e5f-670e1007336e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.185147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dfa25919-7adc-43d2-8e5f-670e1007336e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3088312 Dec 15 14:05:59.188580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49938) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.193580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2771d4d7-99e6-42d4-afab-e9c42253e413 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '66a50894-ae82-428a-b0a7-323024bd6051', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:59.240629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2771d4d7-99e6-42d4-afab-e9c42253e413 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.311242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49940) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.312210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-38dd547d-9996-4dfe-9eb4-b64dfeb5523b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c0fa535ca47046a3868bbf4d6062796f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4005244 Dec 15 14:05:59.313182 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2771d4d7-99e6-42d4-afab-e9c42253e413 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.322357 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2771d4d7-99e6-42d4-afab-e9c42253e413 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.324688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-96c099c2-4f6f-43cd-980c-8e945f33a9e4 None None] Provisioning complete for port 54e06346-fc38-452a-96a9-2d2a636e7540 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:59.325571 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-96c099c2-4f6f-43cd-980c-8e945f33a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.334227 n-d-821840-1 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-81909b77-94c8-4971-9926-967595c6b6ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da96f8f4-ab43-4ec7-b600-3effec34a774 (CIDR: 2001:db8::/64) Dec 15 14:05:59.337930 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-81909b77-94c8-4971-9926-967595c6b6ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:05:59.338534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81909b77-94c8-4971-9926-967595c6b6ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:05:59.359505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771d4d7-99e6-42d4-afab-e9c42253e413 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010086e7-efe6-4eb7-8f7b-646969ea127e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:59.361222 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-81909b77-94c8-4971-9926-967595c6b6ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4319379 Dec 15 14:05:59.364812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.371190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-96c099c2-4f6f-43cd-980c-8e945f33a9e4 None None] Port 54e06346-fc38-452a-96a9-2d2a636e7540 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:59.376516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2771d4d7-99e6-42d4-afab-e9c42253e413 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.377548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2771d4d7-99e6-42d4-afab-e9c42253e413 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1877916 Dec 15 14:05:59.382660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b32049f8-e8f2-4c79-a508-60b16186f1ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:59.383699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49944) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.389130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e57c0066-ae0c-4846-8142-873e1a82658a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '66a50894-ae82-428a-b0a7-323024bd6051', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:59.438353 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-e57c0066-ae0c-4846-8142-873e1a82658a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Project aec39b00dac249498619549e4c82a695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:05:59.448998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a66a2b9f-4337-45be-978c-061dc55f4246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.453441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e57c0066-ae0c-4846-8142-873e1a82658a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.496029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a66a2b9f-4337-45be-978c-061dc55f4246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.511493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32049f8-e8f2-4c79-a508-60b16186f1ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:59.515423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b32049f8-e8f2-4c79-a508-60b16186f1ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.552977 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e57c0066-ae0c-4846-8142-873e1a82658a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.560022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e57c0066-ae0c-4846-8142-873e1a82658a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.582581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c0066-ae0c-4846-8142-873e1a82658a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc85c4f-abed-4344-b33d-fb00d6e6a399,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:59.588316 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a66a2b9f-4337-45be-978c-061dc55f4246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.591252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a66a2b9f-4337-45be-978c-061dc55f4246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.595507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a66a2b9f-4337-45be-978c-061dc55f4246 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2b9ef152-3f3e-4ff4-a5ad-091b9eb24faa HTTP/1.1" status: 204 len: 168 time: 0.2780592 Dec 15 14:05:59.609400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e57c0066-ae0c-4846-8142-873e1a82658a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.610834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e57c0066-ae0c-4846-8142-873e1a82658a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2259119 Dec 15 14:05:59.612751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2b9f-4337-45be-978c-061dc55f4246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9ef152-3f3e-4ff4-a5ad-091b9eb24faa,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:59.614957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49948) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.619973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-13965c9b-c834-4624-988f-7a261d7bc48b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '66a50894-ae82-428a-b0a7-323024bd6051', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:59.645907 n-d-821840-1 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-b32049f8-e8f2-4c79-a508-60b16186f1ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ffad55da-37d8-46fc-bcf1-5c0d569f88e8 (CIDR: 2001:db8:0:1::/64) Dec 15 14:05:59.653365 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32049f8-e8f2-4c79-a508-60b16186f1ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:05:59.653829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32049f8-e8f2-4c79-a508-60b16186f1ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:05:59.667689 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-13965c9b-c834-4624-988f-7a261d7bc48b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Project aec39b00dac249498619549e4c82a695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:05:59.675088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13965c9b-c834-4624-988f-7a261d7bc48b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.682388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b32049f8-e8f2-4c79-a508-60b16186f1ae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3039601 Dec 15 14:05:59.685539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49950) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:59.691399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'subnet': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:59.738656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13965c9b-c834-4624-988f-7a261d7bc48b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.743627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13965c9b-c834-4624-988f-7a261d7bc48b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.764940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13965c9b-c834-4624-988f-7a261d7bc48b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1645269-daaa-4f23-b8df-90dfcc65c0a3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:59.777967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13965c9b-c834-4624-988f-7a261d7bc48b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:59.779399 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-13965c9b-c834-4624-988f-7a261d7bc48b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634812 Dec 15 14:05:59.847576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Made reservation on behalf of 76813e8ccf994e39a763482b6f158eee for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:59.852296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.041089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-471679c0-a9cf-445a-bae9-3f947e749448 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388181925&fields=id&tenant_id=aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 267 time: 0.0610507 Dec 15 14:06:00.182832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-ecac315a-48bb-4ce1-82ff-7a0474a42cda tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.184958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-ecac315a-48bb-4ce1-82ff-7a0474a42cda tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/networks?id=95a5283a-3665-4375-9c00-b8d30b03977e HTTP/1.1" status: 200 len: 797 time: 0.1430545 Dec 15 14:06:00.203775 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-d28f8e96-5fab-44f6-985f-5fd8748f3d87 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/quotas/aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 375 time: 0.0119658 Dec 15 14:06:00.241887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ec452a12-ff98-4161-943d-001db1b1d367 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.249318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ec452a12-ff98-4161-943d-001db1b1d367 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.255565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ec452a12-ff98-4161-943d-001db1b1d367 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.262953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ec452a12-ff98-4161-943d-001db1b1d367 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.269550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ec452a12-ff98-4161-943d-001db1b1d367 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.276522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-cc4f7dad-c9d0-4f9c-a611-08c0031d647e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652065 Dec 15 14:06:00.276905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ec452a12-ff98-4161-943d-001db1b1d367 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.282827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ec452a12-ff98-4161-943d-001db1b1d367 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.285596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ec452a12-ff98-4161-943d-001db1b1d367 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1491282 Dec 15 14:06:00.302199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.388014 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-88f9c5b8-b780-4b69-9a78-685bd6496bb6 service neutron] 10.222.0.86 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977664 Dec 15 14:06:00.497109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Network 53957497-d10d-4a17-98e7-551d460976c8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:00.498576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Subnet': ['ID=7442d98b-cc5f-4514-bc90-9b95caca17ed,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:00.502302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:00.515551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5f4cde-dd95-43e6-8fc7-579d89cc911f None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:00.516464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:00.527143 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.615546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5ff08b63-e43f-4d10-97d7-1cbc5fc28b60 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9252579 Dec 15 14:06:00.615769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49990) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:00.626910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1427373455', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7442d98b-cc5f-4514-bc90-9b95caca17ed'}], 'security_groups': ['eda6973d-99f0-4c3c-8991-b49fa8753162', 'e64f7430-e425-41ac-8e04-29949ae0055a']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:00.631922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19fda013-f62b-409a-b509-d25ae5e59b57 req-ae2cd8f4-48b1-400d-b957-a81153e16d79 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3385627 Dec 15 14:06:00.648786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da7ef026-ec79-428a-9c14-cd7f5e4f4235 service neutron] 10.222.0.86 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527530 Dec 15 14:06:00.753146 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.820372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1574a32-d112-4fb0-9f7d-13e8ea121faf None None] Update dhcp port {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'fixed_ips': [{'subnet_id': 'ffad55da-37d8-46fc-bcf1-5c0d569f88e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'da96f8f4-ab43-4ec7-b600-3effec34a774', 'ip_address': '2001:db8::2'}, {'subnet_id': '7442d98b-cc5f-4514-bc90-9b95caca17ed'}], 'binding:host_id': 'n-d-821840-1'}, 'id': 'd2c89c5a-f265-43e4-8ed6-3185bd8dadc9'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:06:00.864189 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.876438 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1574a32-d112-4fb0-9f7d-13e8ea121faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:00.987663 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e1cba4b-bfa9-4191-bc71-857dd19c5783 req-73ba1bd1-515d-419a-9ab1-b8ed08061a23 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 210 time: 0.0441473 Dec 15 14:06:01.135304 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.203930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b1574a32-d112-4fb0-9f7d-13e8ea121faf None None] Allocated IP 2001:db8:0:2::2 (53957497-d10d-4a17-98e7-551d460976c8/7442d98b-cc5f-4514-bc90-9b95caca17ed/d2c89c5a-f265-43e4-8ed6-3185bd8dadc9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:01.302630 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0e98-ab95-4f4d-99c0-f759ca9e41e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.345768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b1574a32-d112-4fb0-9f7d-13e8ea121faf None None] For port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,segment=NetworkSegment(f3adb5bb-05dd-4622-9b4e-32cefbc604e8),segment_id=f3adb5bb-05dd-4622-9b4e-32cefbc604e8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:01.381472 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1574a32-d112-4fb0-9f7d-13e8ea121faf None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.402130 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1574a32-d112-4fb0-9f7d-13e8ea121faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.569347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1574a32-d112-4fb0-9f7d-13e8ea121faf None None] Pushing event updated for resources: {'Port': ['ID=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:01.573943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Delete allocated IP 2001:db8::281 (53957497-d10d-4a17-98e7-551d460976c8/da96f8f4-ab43-4ec7-b600-3effec34a774) {{(pid=109767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 14:06:01.589874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Allocated IP 2001:db8:0:2::29e (53957497-d10d-4a17-98e7-551d460976c8/7442d98b-cc5f-4514-bc90-9b95caca17ed/54e06346-fc38-452a-96a9-2d2a636e7540) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:01.903611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:01.921528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-0bc1454a-3192-4cf0-92e1-ee9ccfea1307 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:01.929054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-0bc1454a-3192-4cf0-92e1-ee9ccfea1307 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:01.935618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-0bc1454a-3192-4cf0-92e1-ee9ccfea1307 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:01.943274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-0bc1454a-3192-4cf0-92e1-ee9ccfea1307 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:01.949976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-0bc1454a-3192-4cf0-92e1-ee9ccfea1307 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:01.957852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-0bc1454a-3192-4cf0-92e1-ee9ccfea1307 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:01.964804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-0bc1454a-3192-4cf0-92e1-ee9ccfea1307 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:01.966789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-0bc1454a-3192-4cf0-92e1-ee9ccfea1307 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1643295 Dec 15 14:06:01.968175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.055044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] In _notify_port_updated(), no bound segment for port 54e06346-fc38-452a-96a9-2d2a636e7540 on network 53957497-d10d-4a17-98e7-551d460976c8 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:06:02.063406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:02.072609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.074076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "PUT /v2.0/ports/54e06346-fc38-452a-96a9-2d2a636e7540 HTTP/1.1" status: 200 len: 970 time: 1.4575379 Dec 15 14:06:02.077220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50034) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:02.127120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a64ce9a2-3420-492e-8396-c501ac7b1bce req-2ff564fd-86c2-43a6-8105-ac8fb2a76f3f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452386 Dec 15 14:06:02.128046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c33770-3c8b-4b6f-8238-0254253f15b7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event updated for resources: {'Port': ['ID=54e06346-fc38-452a-96a9-2d2a636e7540,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:02.232988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc2d6258-8bb7-45eb-a556-f44e76f90682 req-88a680bf-6acd-4023-8dff-fa48ffbb4dd5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 210 time: 0.0819011 Dec 15 14:06:02.283093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d8ded-61a0-4dcd-8261-ae11d00c51a5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port 54e06346-fc38-452a-96a9-2d2a636e7540 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:02.285801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc5d8ded-61a0-4dcd-8261-ae11d00c51a5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.423229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2989e494-1aa9-4549-bed5-f659741c4cb9 None None] Provisioning complete for port a2994133-ebc6-46aa-a57f-8c6432da20c4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:02.423614 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2989e494-1aa9-4549-bed5-f659741c4cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.459381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc5d8ded-61a0-4dcd-8261-ae11d00c51a5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.481800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2989e494-1aa9-4549-bed5-f659741c4cb9 None None] Port a2994133-ebc6-46aa-a57f-8c6432da20c4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:02.483702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d8ded-61a0-4dcd-8261-ae11d00c51a5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for 54e06346-fc38-452a-96a9-2d2a636e7540 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:02.498315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2989e494-1aa9-4549-bed5-f659741c4cb9 None None] Provisioning complete for port 54e06346-fc38-452a-96a9-2d2a636e7540 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:02.499042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-6b6e855f-5489-4aa1-bfba-20a22884d4a7 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:02.499187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2989e494-1aa9-4549-bed5-f659741c4cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.500576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-6b6e855f-5489-4aa1-bfba-20a22884d4a7 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/networks?id=95a5283a-3665-4375-9c00-b8d30b03977e HTTP/1.1" status: 200 len: 797 time: 0.1657228 Dec 15 14:06:02.553497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2989e494-1aa9-4549-bed5-f659741c4cb9 None None] Port 54e06346-fc38-452a-96a9-2d2a636e7540 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:02.576462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2989e494-1aa9-4549-bed5-f659741c4cb9 None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:02.578205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2989e494-1aa9-4549-bed5-f659741c4cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.637033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:02.705599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-7e03d929-d76d-4177-a0b2-efb9639da9cd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 380 time: 0.1942151 Dec 15 14:06:02.717966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'port': {'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'admin_state_up': True, 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'security_groups': ['66a50894-ae82-428a-b0a7-323024bd6051']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:02.751861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:02.752505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.845941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc5d8ded-61a0-4dcd-8261-ae11d00c51a5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.886295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6e9ab50a-65c0-4b11-9f5e-e8cf75d8eb30 None None] Could not find standard attr ID for object 54e06346-fc38-452a-96a9-2d2a636e7540. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:06:02.931397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d8ded-61a0-4dcd-8261-ae11d00c51a5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=54e06346-fc38-452a-96a9-2d2a636e7540,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:02.934432 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc5d8ded-61a0-4dcd-8261-ae11d00c51a5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.942279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cc5d8ded-61a0-4dcd-8261-ae11d00c51a5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/54e06346-fc38-452a-96a9-2d2a636e7540 HTTP/1.1" status: 204 len: 168 time: 0.8628213 Dec 15 14:06:02.942498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50042) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:02.945078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:02.948735 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:02.986534 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-052a5b32-e1ac-4b35-a73e-7bd4fa1bdb5f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] GET failed (client error): The resource could not be found. Dec 15 14:06:02.993834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50046) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:03.004417 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-052a5b32-e1ac-4b35-a73e-7bd4fa1bdb5f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports/54e06346-fc38-452a-96a9-2d2a636e7540 HTTP/1.1" status: 404 len: 333 time: 0.0448933 Dec 15 14:06:03.135669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94edd21a-4681-43df-9086-3c6b54bf7d3c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.174036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94edd21a-4681-43df-9086-3c6b54bf7d3c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.189021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.20.0.10 (95a5283a-3665-4375-9c00-b8d30b03977e/cd670dea-45a5-4156-9e8c-a0612452f41f/d75f7ae0-f529-4d76-945c-246a382b48b0) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:03.251674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94edd21a-4681-43df-9086-3c6b54bf7d3c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.255139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94edd21a-4681-43df-9086-3c6b54bf7d3c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.259166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-94edd21a-4681-43df-9086-3c6b54bf7d3c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/security-groups/965e28e7-d46e-42b2-a40c-8351fac0b43e HTTP/1.1" status: 204 len: 168 time: 0.2643209 Dec 15 14:06:03.259819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50050) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:03.337750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3bdea2d-8273-4289-8fae-0f83aec151ea tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.343645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-acc1848a-60e8-4c38-bec4-a149fc1df608 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:03.351315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-acc1848a-60e8-4c38-bec4-a149fc1df608 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:03.354437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edd21a-4681-43df-9086-3c6b54bf7d3c tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e28e7-d46e-42b2-a40c-8351fac0b43e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:03.361512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-acc1848a-60e8-4c38-bec4-a149fc1df608 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:03.368576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-acc1848a-60e8-4c38-bec4-a149fc1df608 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:03.381169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-acc1848a-60e8-4c38-bec4-a149fc1df608 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:03.388892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-acc1848a-60e8-4c38-bec4-a149fc1df608 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:03.397759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-acc1848a-60e8-4c38-bec4-a149fc1df608 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:03.400312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-acc1848a-60e8-4c38-bec4-a149fc1df608 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1521626 Dec 15 14:06:03.419789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b789f36b-b4d7-4008-b6b2-fe68106e8833 req-561b16fb-fdae-40d8-897f-1b3f6b5369f1 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 210 time: 0.0862205 Dec 15 14:06:03.434568 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3bdea2d-8273-4289-8fae-0f83aec151ea tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.498272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb312668-e1c6-4804-80f2-87c3677db2e2 req-e624cb38-1c06-4b4b-943c-9970883e3244 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901060 Dec 15 14:06:03.510778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.518842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3bdea2d-8273-4289-8fae-0f83aec151ea tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.521656 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3bdea2d-8273-4289-8fae-0f83aec151ea tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.525189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c3bdea2d-8273-4289-8fae-0f83aec151ea tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/security-groups/e64f7430-e425-41ac-8e04-29949ae0055a HTTP/1.1" status: 204 len: 168 time: 0.2550676 Dec 15 14:06:03.526248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:03.538008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdea2d-8273-4289-8fae-0f83aec151ea tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64f7430-e425-41ac-8e04-29949ae0055a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:03.569500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.621734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 95a5283a-3665-4375-9c00-b8d30b03977e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:03.625498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:03.639030 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-836130f3-9c0e-41ac-8821-d727bc8239ff tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.644271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:03.683172 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-836130f3-9c0e-41ac-8821-d727bc8239ff tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.683389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=d75f7ae0-f529-4d76-945c-246a382b48b0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:03.748063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:03.749024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.752511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-836130f3-9c0e-41ac-8821-d727bc8239ff tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.756478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-836130f3-9c0e-41ac-8821-d727bc8239ff tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.760904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50060) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:03.761532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-836130f3-9c0e-41ac-8821-d727bc8239ff tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/security-groups/eda6973d-99f0-4c3c-8991-b49fa8753162 HTTP/1.1" status: 204 len: 168 time: 0.2330301 Dec 15 14:06:03.776681 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-349c7683-737a-47f1-ad73-9eb8b9da24bf tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0636764 Dec 15 14:06:03.798040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836130f3-9c0e-41ac-8821-d727bc8239ff tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda6973d-99f0-4c3c-8991-b49fa8753162,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:03.842656 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5465625f-9ba2-4157-85e9-dac3413f9ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.878362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Request body: {'port': {'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:03.944042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e09733-446b-4792-81a2-73d49e65f706 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet da96f8f4-ab43-4ec7-b600-3effec34a774 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:03.947561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2e09733-446b-4792-81a2-73d49e65f706 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.016721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2e09733-446b-4792-81a2-73d49e65f706 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.022012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.127433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-64fcb693-323b-455e-98bc-29855ea514db None None] Provisioning complete for port d75f7ae0-f529-4d76-945c-246a382b48b0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:04.128056 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-64fcb693-323b-455e-98bc-29855ea514db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.216149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-64fcb693-323b-455e-98bc-29855ea514db None None] Port d75f7ae0-f529-4d76-945c-246a382b48b0 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:04.234546 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2e09733-446b-4792-81a2-73d49e65f706 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.373010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2e09733-446b-4792-81a2-73d49e65f706 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.419347 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2e09733-446b-4792-81a2-73d49e65f706 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.427062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:04.427707 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f2e09733-446b-4792-81a2-73d49e65f706 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/da96f8f4-ab43-4ec7-b600-3effec34a774 HTTP/1.1" status: 204 len: 168 time: 0.6654208 Dec 15 14:06:04.428930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e09733-446b-4792-81a2-73d49e65f706 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=da96f8f4-ab43-4ec7-b600-3effec34a774,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:04.429513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c728c7c-ab86-4a32-b578-a472a67301b9 None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:04.605829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30412a6-44ee-468b-b07d-5fe0062d9518 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet 7442d98b-cc5f-4514-bc90-9b95caca17ed {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:04.618068 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f30412a6-44ee-468b-b07d-5fe0062d9518 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.655481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75f7ae0-f529-4d76-945c-246a382b48b0 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:04.666280 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.684133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Transition to ACTIVE for port object d75f7ae0-f529-4d76-945c-246a382b48b0 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:06:04.724103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.762569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f30412a6-44ee-468b-b07d-5fe0062d9518 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.855328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:04.874566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Pushing event updated for resources: {'Port': ['ID=d75f7ae0-f529-4d76-945c-246a382b48b0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:04.927984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3b55a-719d-4511-9a6c-79bb021f60fb req-ddf70b49-8e7f-41ad-814e-8fb894cb4a22 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:04.928897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-c056e819-c366-4f71-92c8-62d90a5e3af8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:04.933180 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bf3b55a-719d-4511-9a6c-79bb021f60fb req-ddf70b49-8e7f-41ad-814e-8fb894cb4a22 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 932 time: 0.3486102 Dec 15 14:06:04.960759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-c056e819-c366-4f71-92c8-62d90a5e3af8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:04.972185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-c056e819-c366-4f71-92c8-62d90a5e3af8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:04.996226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-c056e819-c366-4f71-92c8-62d90a5e3af8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:05.031050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-c056e819-c366-4f71-92c8-62d90a5e3af8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:05.057178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-c056e819-c366-4f71-92c8-62d90a5e3af8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:05.063611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-c056e819-c366-4f71-92c8-62d90a5e3af8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:05.074023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-c056e819-c366-4f71-92c8-62d90a5e3af8 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.4186451 Dec 15 14:06:05.120970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Attempting to bind port d75f7ae0-f529-4d76-945c-246a382b48b0 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:05.121918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Attempting to bind port d75f7ae0-f529-4d76-945c-246a382b48b0 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:05.122265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Attempting to bind port d75f7ae0-f529-4d76-945c-246a382b48b0 on network 95a5283a-3665-4375-9c00-b8d30b03977e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:05.132587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Port d75f7ae0-f529-4d76-945c-246a382b48b0 on network 95a5283a-3665-4375-9c00-b8d30b03977e not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:06:05.136830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Attempting to bind port d75f7ae0-f529-4d76-945c-246a382b48b0 on network 95a5283a-3665-4375-9c00-b8d30b03977e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:05.158939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bf3b55a-719d-4511-9a6c-79bb021f60fb req-f6324237-f5a9-4e40-98c1-d203739aada8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145841 Dec 15 14:06:05.159746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:05.160625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Checking segment: {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:05.161026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Bound using segment: {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:05.161477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Bound port: d75f7ae0-f529-4d76-945c-246a382b48b0, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27111c3e-4a86-4493-92d5-87490499fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:05.162262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.266765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] For port d75f7ae0-f529-4d76-945c-246a382b48b0, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:05.270711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] For port d75f7ae0-f529-4d76-945c-246a382b48b0, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d75f7ae0-f529-4d76-945c-246a382b48b0,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:05.278188 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.286413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f30412a6-44ee-468b-b07d-5fe0062d9518 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.338511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fab0f01-fea0-40fd-bc44-b21a68745993 req-7afc0f07-e08b-47b5-9f9d-cb707fd36a8d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2412255 Dec 15 14:06:05.355844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Pushing event updated for resources: {'Port': ['ID=d75f7ae0-f529-4d76-945c-246a382b48b0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:05.360814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:05.361442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.364499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-da532d4c-8393-44f8-b5d6-aadc7fae9a5e service neutron] 10.222.0.24 "PUT /v2.0/ports/d75f7ae0-f529-4d76-945c-246a382b48b0 HTTP/1.1" status: 200 len: 1092 time: 1.4964054 Dec 15 14:06:05.364926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:05.367484 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab42ecbb-62fa-4806-a0de-ae186c639fac" -d '{"events": [{"name": "network-changed", "server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:05.432846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f30412a6-44ee-468b-b07d-5fe0062d9518 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.463000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f30412a6-44ee-468b-b07d-5fe0062d9518 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.471446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f30412a6-44ee-468b-b07d-5fe0062d9518 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/7442d98b-cc5f-4514-bc90-9b95caca17ed HTTP/1.1" status: 204 len: 168 time: 1.0418980 Dec 15 14:06:05.473666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50080) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:05.491536 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12330abf-4aa1-469e-8ce2-9df9941ee951 x-openstack-request-id: req-12330abf-4aa1-469e-8ce2-9df9941ee951 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:05.491843 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:05.492051 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12330abf-4aa1-469e-8ce2-9df9941ee951 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:05.492435 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'status': 'completed', 'code': 200} Dec 15 14:06:05.519757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-8f93790c-1fb8-4c2c-af81-4a2791d2dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:05.521459 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-8f93790c-1fb8-4c2c-af81-4a2791d2dbeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 1095 time: 0.1148863 Dec 15 14:06:05.537344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30412a6-44ee-468b-b07d-5fe0062d9518 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=7442d98b-cc5f-4514-bc90-9b95caca17ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:05.579565 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5903ad39-2fef-47bc-ad45-ea2bbfbb7acc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:05.580339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5903ad39-2fef-47bc-ad45-ea2bbfbb7acc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:05.594616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50082) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:05.598198 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5903ad39-2fef-47bc-ad45-ea2bbfbb7acc tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/da96f8f4-ab43-4ec7-b600-3effec34a774 HTTP/1.1" status: 404 len: 337 time: 0.1232524 Dec 15 14:06:05.605328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-78c26f61-bb79-4b74-9d1a-00a3eaaf4a6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d75f7ae0-f529-4d76-945c-246a382b48b0 HTTP/1.1" status: 200 len: 217 time: 0.0747998 Dec 15 14:06:05.708564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-feedf9fd-2c72-43f5-a5d2-9abcd9d1705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:05.710056 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-feedf9fd-2c72-43f5-a5d2-9abcd9d1705d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd670dea-45a5-4156-9e8c-a0612452f41f HTTP/1.1" status: 200 len: 835 time: 0.0613284 Dec 15 14:06:05.713910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-56da28bf-650e-4485-8aaa-87b2fd760f3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting subnet ffad55da-37d8-46fc-bcf1-5c0d569f88e8 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:05.717862 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56da28bf-650e-4485-8aaa-87b2fd760f3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.789479 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56da28bf-650e-4485-8aaa-87b2fd760f3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.798927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c344b08-bea2-4d1c-9f75-a92ba02d049d None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:05.829308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-5aae7c09-3d0d-44f6-be99-ca5e012b49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:05.830853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-5aae7c09-3d0d-44f6-be99-ca5e012b49cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a5283a-3665-4375-9c00-b8d30b03977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827415 Dec 15 14:06:05.961722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56da28bf-650e-4485-8aaa-87b2fd760f3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.991668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6f551ae9-eebf-4d09-9fae-db99d203cf83 None None] Provisioning complete for port a2994133-ebc6-46aa-a57f-8c6432da20c4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:05.992701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6f551ae9-eebf-4d09-9fae-db99d203cf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:06.060477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-335896a0-2b66-412b-a090-2b3662a41d81 service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181356 Dec 15 14:06:06.094628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56da28bf-650e-4485-8aaa-87b2fd760f3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:06.193738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da28bf-650e-4485-8aaa-87b2fd760f3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Subnet': ['ID=ffad55da-37d8-46fc-bcf1-5c0d569f88e8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:06.216298 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56da28bf-650e-4485-8aaa-87b2fd760f3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:06.222502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-56da28bf-650e-4485-8aaa-87b2fd760f3f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/ffad55da-37d8-46fc-bcf1-5c0d569f88e8 HTTP/1.1" status: 204 len: 168 time: 0.6239798 Dec 15 14:06:06.223368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50096) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.286433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6f551ae9-eebf-4d09-9fae-db99d203cf83 None None] Port a2994133-ebc6-46aa-a57f-8c6432da20c4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:06.290923 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0cb6e0-9fd5-4281-9c5b-dedd12b57c49 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:06.291388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0cb6e0-9fd5-4281-9c5b-dedd12b57c49 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:06.310427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50098) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.312546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2d0cb6e0-9fd5-4281-9c5b-dedd12b57c49 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/b7fff144-eda2-4b25-b9d1-76c6ae415fa4 HTTP/1.1" status: 404 len: 337 time: 0.0877051 Dec 15 14:06:06.317403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6f551ae9-eebf-4d09-9fae-db99d203cf83 None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:06.318692 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6f551ae9-eebf-4d09-9fae-db99d203cf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:06.395020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1297ec0f-8d42-4e2f-9d94-fba900fa00ce tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d357ff3-30d3-4e27-a5a9-0547f789aa9f HTTP/1.1" status: 200 len: 205 time: 0.0833342 Dec 15 14:06:06.401508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50102) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.415391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27cabe2d-68d7-4ed2-8f08-cb88506c4d20 req-1a1e451f-74f9-4ad4-8c7e-8aadb9179956 service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464503 Dec 15 14:06:06.500140 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-31f98d9b-d068-4a5e-94c5-2cea61f54bb9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] delete failed (client error): The resource could not be found. Dec 15 14:06:06.501537 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-31f98d9b-d068-4a5e-94c5-2cea61f54bb9 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/routers/6d357ff3-30d3-4e27-a5a9-0547f789aa9f HTTP/1.1" status: 404 len: 336 time: 0.0957277 Dec 15 14:06:06.512618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.525936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c95f84-0036-43d6-b92f-bd10957252f8 None None] Update dhcp port {'port': {'network_id': '53957497-d10d-4a17-98e7-551d460976c8', 'fixed_ips': [{'subnet_id': 'ffad55da-37d8-46fc-bcf1-5c0d569f88e8'}], 'binding:host_id': 'n-d-821840-1'}, 'id': 'd2c89c5a-f265-43e4-8ed6-3185bd8dadc9'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:06:06.546700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492b6a-5d0c-45df-8af1-a04093ad0ea5 req-7a4ced52-a421-4e03-a1fd-820fa89bdbcd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.548695 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a492b6a-5d0c-45df-8af1-a04093ad0ea5 req-7a4ced52-a421-4e03-a1fd-820fa89bdbcd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 944 time: 0.2250817 Dec 15 14:06:06.573951 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9c138f-4168-4a0c-9b11-040c8f873738 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:06.574775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9c138f-4168-4a0c-9b11-040c8f873738 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:06.578153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7a9c138f-4168-4a0c-9b11-040c8f873738 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/600a63c7-8702-4326-9f2f-bba178aa8c8f HTTP/1.1" status: 404 len: 337 time: 0.0539587 Dec 15 14:06:06.580116 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f3c95f84-0036-43d6-b92f-bd10957252f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:06.585243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.626716 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18ef8b8-ddc1-496d-a346-30ec526719d0 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:06.628231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18ef8b8-ddc1-496d-a346-30ec526719d0 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:06.629408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-71826596-33aa-44d4-b646-a3f064f9ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.632996 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-71826596-33aa-44d4-b646-a3f064f9ef5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 1095 time: 0.1603007 Dec 15 14:06:06.636744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d18ef8b8-ddc1-496d-a346-30ec526719d0 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/49d340b5-0ca4-460d-846c-b911e53deb41 HTTP/1.1" status: 404 len: 337 time: 0.0502028 Dec 15 14:06:06.640309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.650655 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:06.718503 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a492b6a-5d0c-45df-8af1-a04093ad0ea5 req-bdd287bb-56b4-42bc-bfc4-9ce6debbf224 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467490 Dec 15 14:06:06.790344 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-93918883-133c-40ed-8c98-b44ca9a79f5f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:06.791020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93918883-133c-40ed-8c98-b44ca9a79f5f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:06.794337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-93918883-133c-40ed-8c98-b44ca9a79f5f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/ec946b76-465b-42bb-b950-ebfd105c086d HTTP/1.1" status: 404 len: 337 time: 0.0960619 Dec 15 14:06:06.797053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.810878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-1930a3bb-5b31-4098-a526-b7a3b53d8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.812406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-1930a3bb-5b31-4098-a526-b7a3b53d8fac service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a5283a-3665-4375-9c00-b8d30b03977e HTTP/1.1" status: 200 len: 899 time: 0.1694531 Dec 15 14:06:06.831607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb6db8-63c3-40dc-a4e0-bffa030ab698 None None] Network 53957497-d10d-4a17-98e7-551d460976c8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:06.840165 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1fb098-f588-4cc9-a38e-2752140f5c84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:06.848484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-8a9d8fb0-494f-4579-aae1-13fd15b30af9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.849449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1fb098-f588-4cc9-a38e-2752140f5c84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:06.852837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cf1fb098-f588-4cc9-a38e-2752140f5c84 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/16a081ef-35b0-4065-98a4-a03aa13af75a HTTP/1.1" status: 404 len: 333 time: 0.0546849 Dec 15 14:06:06.859013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-8a9d8fb0-494f-4579-aae1-13fd15b30af9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.859995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.865516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-8a9d8fb0-494f-4579-aae1-13fd15b30af9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.886053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-8a9d8fb0-494f-4579-aae1-13fd15b30af9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.900380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-8a9d8fb0-494f-4579-aae1-13fd15b30af9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.906639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-8a9d8fb0-494f-4579-aae1-13fd15b30af9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.908278 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e280b64-e0cd-4b01-b6f1-ece0645e5cae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:06.908948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e280b64-e0cd-4b01-b6f1-ece0645e5cae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:06.912977 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3e280b64-e0cd-4b01-b6f1-ece0645e5cae tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/7898fe39-a0b9-484b-ba46-70f6a5a6fec1 HTTP/1.1" status: 404 len: 337 time: 0.0518773 Dec 15 14:06:06.917071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:06.921024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-8a9d8fb0-494f-4579-aae1-13fd15b30af9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:06.935290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-8a9d8fb0-494f-4579-aae1-13fd15b30af9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.3974173 Dec 15 14:06:06.986132 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe2ab1a-fc0d-4a85-aba4-f09859d1049e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:06.986588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe2ab1a-fc0d-4a85-aba4-f09859d1049e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:06.990614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ebe2ab1a-fc0d-4a85-aba4-f09859d1049e tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/302704b1-8267-437e-8be4-30f271ea1cc1 HTTP/1.1" status: 404 len: 337 time: 0.0601454 Dec 15 14:06:06.997606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50120) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:07.037706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ed6d2054-783b-4c3a-87ca-df460bc938d4 None None] Provisioning complete for port a2994133-ebc6-46aa-a57f-8c6432da20c4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:07.038869 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2054-783b-4c3a-87ca-df460bc938d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.040289 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-cecd5a4b-32ba-487a-95fb-c3d8722243d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d75f7ae0-f529-4d76-945c-246a382b48b0 HTTP/1.1" status: 200 len: 217 time: 0.2168131 Dec 15 14:06:07.056384 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-219724b8-6e0b-46e9-b31a-e8c03a6b1a5f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:07.056981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219724b8-6e0b-46e9-b31a-e8c03a6b1a5f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:07.060261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-219724b8-6e0b-46e9-b31a-e8c03a6b1a5f tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/4da169b2-e5c3-43dc-b4b8-5a7fb50b97b1 HTTP/1.1" status: 404 len: 333 time: 0.0615492 Dec 15 14:06:07.072579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50126) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:07.105146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] DHCP port deletion for 53957497-d10d-4a17-98e7-551d460976c8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:07.140098 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba039a3-f137-4150-92be-f5984b44dac5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:07.140935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba039a3-f137-4150-92be-f5984b44dac5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:07.152385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bba039a3-f137-4150-92be-f5984b44dac5 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/6650702b-6e1e-4720-a89e-16affb3a8563 HTTP/1.1" status: 404 len: 337 time: 0.0725324 Dec 15 14:06:07.152385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:07.152684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d2054-783b-4c3a-87ca-df460bc938d4 None None] Port a2994133-ebc6-46aa-a57f-8c6432da20c4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:07.165037 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a0ca971-f44b-411b-ae05-feda1601b996 req-5e8262e8-f998-409c-87d6-8f492585c8a7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2184165 Dec 15 14:06:07.220284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ed6d2054-783b-4c3a-87ca-df460bc938d4 None None] Provisioning complete for port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:07.220668 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2054-783b-4c3a-87ca-df460bc938d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.238965 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cf894d-264b-4dea-bd71-a4dc55a13d97 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] DELETE failed (client error): The resource could not be found. Dec 15 14:06:07.239772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cf894d-264b-4dea-bd71-a4dc55a13d97 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:06:07.240718 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-60b7d74d-9e9a-4355-97ee-9e1ab83725e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:07.242187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-60b7d74d-9e9a-4355-97ee-9e1ab83725e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd670dea-45a5-4156-9e8c-a0612452f41f HTTP/1.1" status: 200 len: 835 time: 0.1160495 Dec 15 14:06:07.244993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-34cf894d-264b-4dea-bd71-a4dc55a13d97 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/subnets/ff9bd3d7-cc7f-4f2c-8db9-8225d6fd05fb HTTP/1.1" status: 404 len: 337 time: 0.0948746 Dec 15 14:06:07.247321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50130) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:07.327776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-8d93f458-e59b-4faf-a673-f9727e23a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:07.331483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-8d93f458-e59b-4faf-a673-f9727e23a300 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a5283a-3665-4375-9c00-b8d30b03977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814164 Dec 15 14:06:07.336476 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.365784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d172c756-219e-4b8f-8054-37ef0b508058 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Deleting port a2994133-ebc6-46aa-a57f-8c6432da20c4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:07.366273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d172c756-219e-4b8f-8054-37ef0b508058 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.369235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Deleting port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:07.369611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.466246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d172c756-219e-4b8f-8054-37ef0b508058 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.485253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d172c756-219e-4b8f-8054-37ef0b508058 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Calling delete_port for a2994133-ebc6-46aa-a57f-8c6432da20c4 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:07.537709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] For port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,segment=NetworkSegment(f3adb5bb-05dd-4622-9b4e-32cefbc604e8),segment_id=f3adb5bb-05dd-4622-9b4e-32cefbc604e8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:07.537996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.570342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Calling delete_port for d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:07.630992 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d172c756-219e-4b8f-8054-37ef0b508058 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.663257 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d172c756-219e-4b8f-8054-37ef0b508058 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.673620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d172c756-219e-4b8f-8054-37ef0b508058 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/ports/a2994133-ebc6-46aa-a57f-8c6432da20c4 HTTP/1.1" status: 204 len: 168 time: 0.4249713 Dec 15 14:06:07.676889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50134) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:07.723268 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.765442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Pushing event deleted for resources: {'Port': ['ID=d2c89c5a-f265-43e4-8ed6-3185bd8dadc9,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:07.773964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] No DVR routers for this DVR port d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:07.793908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.794280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.794634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.795241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.795631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.795936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.796280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.796613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.796949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.797286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.797621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.797957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.798496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f330f63-5bbc-4f5c-8dde-27aa033dda94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:07.838205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.840517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172c756-219e-4b8f-8054-37ef0b508058 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Port': ['ID=a2994133-ebc6-46aa-a57f-8c6432da20c4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:07.966394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:07.980324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d75f7ae0-f529-4d76-945c-246a382b48b0 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:07.999843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-c03d18e7-b6fb-404b-99ac-e0ea2b729f7d service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589580 Dec 15 14:06:08.011764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53957497-d10d-4a17-98e7-551d460976c8']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:08.038588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3adb5bb-05dd-4622-9b4e-32cefbc604e8') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:08.038957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3adb5bb-05dd-4622-9b4e-32cefbc604e8') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:08.056250 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.082570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.097918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:08.098374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.166443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d75f7ae0-f529-4d76-945c-246a382b48b0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d75f7ae0-f529-4d76-945c-246a382b48b0,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:08.204420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:08.226614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab42ecbb-62fa-4806-a0de-ae186c639fac req-debf06d5-e1c3-4900-9e4c-cfb9ca59693d service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171168 Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:08.234283 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:08.280313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.288572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.294236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] 10.222.0.86 "DELETE /v2.0/networks/53957497-d10d-4a17-98e7-551d460976c8 HTTP/1.1" status: 204 len: 168 time: 0.6145527 Dec 15 14:06:08.329993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de13e93-d683-48bc-a0e5-82189f0a84c7 tempest-PortsIpV6TestJSON-573017889 tempest-PortsIpV6TestJSON-573017889-project] Pushing event deleted for resources: {'Network': ['ID=53957497-d10d-4a17-98e7-551d460976c8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:08.332988 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.388121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156d337-8fc0-4d32-ac6c-6936d158b73e req-47ebe0fa-eaa2-4b85-a222-afd7349da996 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.389704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2156d337-8fc0-4d32-ac6c-6936d158b73e req-47ebe0fa-eaa2-4b85-a222-afd7349da996 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 944 time: 0.4844873 Dec 15 14:06:08.402729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75f7ae0-f529-4d76-945c-246a382b48b0 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:08.436846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be7e4-73a5-4199-aec3-905a8599e42c req-9dea246d-4cd8-48f6-9fc3-6b9f61de311e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.445309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be7e4-73a5-4199-aec3-905a8599e42c req-9dea246d-4cd8-48f6-9fc3-6b9f61de311e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.453440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be7e4-73a5-4199-aec3-905a8599e42c req-9dea246d-4cd8-48f6-9fc3-6b9f61de311e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.460640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be7e4-73a5-4199-aec3-905a8599e42c req-9dea246d-4cd8-48f6-9fc3-6b9f61de311e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.467778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d75f7ae0-f529-4d76-945c-246a382b48b0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d75f7ae0-f529-4d76-945c-246a382b48b0,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:08.471584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be7e4-73a5-4199-aec3-905a8599e42c req-9dea246d-4cd8-48f6-9fc3-6b9f61de311e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.476146 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.484595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be7e4-73a5-4199-aec3-905a8599e42c req-9dea246d-4cd8-48f6-9fc3-6b9f61de311e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.492391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be7e4-73a5-4199-aec3-905a8599e42c req-9dea246d-4cd8-48f6-9fc3-6b9f61de311e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:08.505473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-677be7e4-73a5-4199-aec3-905a8599e42c req-9dea246d-4cd8-48f6-9fc3-6b9f61de311e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1827509 Dec 15 14:06:08.520673 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2156d337-8fc0-4d32-ac6c-6936d158b73e req-268c3d13-32b4-4a56-bade-490aa3ffc2ba tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232491 Dec 15 14:06:08.625085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=d75f7ae0-f529-4d76-945c-246a382b48b0,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:08.651423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-677be7e4-73a5-4199-aec3-905a8599e42c req-120c4c95-c7cc-4683-87de-c3549725cf1f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396742 Dec 15 14:06:08.664669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:08.692235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:08.692926 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d2c89c5a-f265-43e4-8ed6-3185bd8dadc9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:08.728447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['d75f7ae0-f529-4d76-945c-246a382b48b0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:08.861487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:09.238082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d563869b-02d2-4a5b-9acc-2afa0642088f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76813e8ccf994e39a763482b6f158eee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724575 Dec 15 14:06:09.249886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50164) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:09.357883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2608f2e9-8019-45d0-bb2b-e45738c16c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.402140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2608f2e9-8019-45d0-bb2b-e45738c16c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.477941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2608f2e9-8019-45d0-bb2b-e45738c16c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.480018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2608f2e9-8019-45d0-bb2b-e45738c16c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.483735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2608f2e9-8019-45d0-bb2b-e45738c16c32 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4a1536b0-6002-40c8-83c3-6afde96b013d HTTP/1.1" status: 204 len: 168 time: 0.2299218 Dec 15 14:06:09.496703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608f2e9-8019-45d0-bb2b-e45738c16c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1536b0-6002-40c8-83c3-6afde96b013d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:09.796020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5de6-2fb7-463a-a874-109ef41cc1bf req-96b87764-4a27-4f9e-a17f-7b2cca1582c2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.804535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56ae5de6-2fb7-463a-a874-109ef41cc1bf req-96b87764-4a27-4f9e-a17f-7b2cca1582c2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 945 time: 0.1533546 Dec 15 14:06:09.874586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56ae5de6-2fb7-463a-a874-109ef41cc1bf req-1ef70ecc-fc37-4ba0-9d27-21ecd7f089f7 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690062 Dec 15 14:06:09.927851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-4f397a9d-749d-4f7b-8036-fe50eddf0ad3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.935278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-4f397a9d-749d-4f7b-8036-fe50eddf0ad3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.943957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-4f397a9d-749d-4f7b-8036-fe50eddf0ad3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.952689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-4f397a9d-749d-4f7b-8036-fe50eddf0ad3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.961422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-4f397a9d-749d-4f7b-8036-fe50eddf0ad3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.969535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-4f397a9d-749d-4f7b-8036-fe50eddf0ad3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.977124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-4f397a9d-749d-4f7b-8036-fe50eddf0ad3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:09.980145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-4f397a9d-749d-4f7b-8036-fe50eddf0ad3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1518149 Dec 15 14:06:09.988779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d75f7ae0-f529-4d76-945c-246a382b48b0 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:10.063303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port d75f7ae0-f529-4d76-945c-246a382b48b0 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:06:10.069114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port d75f7ae0-f529-4d76-945c-246a382b48b0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:10.069670 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:10.092386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a838c1a-9850-4ca2-a3c0-3c88475da6f7 req-d0383ac0-3431-4d56-b5a4-d9889bbab462 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928252 Dec 15 14:06:10.193271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:10.250226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port d75f7ae0-f529-4d76-945c-246a382b48b0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d75f7ae0-f529-4d76-945c-246a382b48b0,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:10.251254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:10.255124 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9071f95b-f556-4c00-9f16-c8160c80bf98" -d '{"events": [{"server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "name": "network-vif-plugged", "status": "completed", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:10.259561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:10.322628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=d75f7ae0-f529-4d76-945c-246a382b48b0,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:10.334077 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5714e89a-d42c-4b47-890d-66e8251fc184 x-openstack-request-id: req-5714e89a-d42c-4b47-890d-66e8251fc184 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:10.334385 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "name": "network-vif-plugged", "status": "completed", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:10.334688 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5714e89a-d42c-4b47-890d-66e8251fc184 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:10.335380 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'code': 200} Dec 15 14:06:10.438545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:10.492210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffa532-5652-4319-a337-689d114d8a28 req-0c83397d-6bb9-4008-a6be-3629b2d275ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:10.495097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fffa532-5652-4319-a337-689d114d8a28 req-0c83397d-6bb9-4008-a6be-3629b2d275ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 1097 time: 0.0889742 Dec 15 14:06:10.594917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fffa532-5652-4319-a337-689d114d8a28 req-17c12d77-7c49-4c1a-8bc3-08a88710c68c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912697 Dec 15 14:06:10.599494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-172587696'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:10.622175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:10.626787 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:10.636368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:10.715350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:10.720569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:10.750418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:06:10.760489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b2c75f-9b31-4ca6-9497-650a7ea26e12,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:10.765604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:10.765949 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment 3f1ab32a-1547-44bf-8c0a-d9daa909255b of type vlan for network b2c5b978-1130-41d1-8b6a-146824ff85ee Dec 15 14:06:11.024408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d44e56-68ae-455d-9187-4cf72186cbf9 req-b654d015-1d58-47fe-bb57-61ec6bb1439d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.027304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41d44e56-68ae-455d-9187-4cf72186cbf9 req-b654d015-1d58-47fe-bb57-61ec6bb1439d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 946 time: 0.0572629 Dec 15 14:06:11.100350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41d44e56-68ae-455d-9187-4cf72186cbf9 req-9363d5a3-3c20-4f92-9dec-a92067c3fcd0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678606 Dec 15 14:06:11.124667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.157489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.165956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.166284 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.204145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7619290 Dec 15 14:06:11.206775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50224) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:11.214593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1827045139'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:11.261100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:11.265634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.287125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf6eb3-52c9-41e5-b268-cf00db6d0b27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=b2c5b978-1130-41d1-8b6a-146824ff85ee,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:11.301582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b2c5b978-1130-41d1-8b6a-146824ff85ee details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:06:11.310574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:06:11.322039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-f7d3f838-f355-453d-8728-47e365b9a3b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.324159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.325130 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment 55f04697-0cf2-4f7c-97f1-c90a8589d7b6 of type vlan for network 233b3756-c39e-45e6-9ffa-fc90e0ece599 Dec 15 14:06:11.328971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-f7d3f838-f355-453d-8728-47e365b9a3b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.336539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-f7d3f838-f355-453d-8728-47e365b9a3b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.343610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-f7d3f838-f355-453d-8728-47e365b9a3b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.350818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-f7d3f838-f355-453d-8728-47e365b9a3b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.366262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-f7d3f838-f355-453d-8728-47e365b9a3b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.387594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-f7d3f838-f355-453d-8728-47e365b9a3b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.388139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.390610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-f7d3f838-f355-453d-8728-47e365b9a3b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1562502 Dec 15 14:06:11.447932 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.462125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:11.465209 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:11.554020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3a3fe669-16a5-4e23-93f4-a66d24f40d46 req-7a1c22ce-542d-4a85-b21b-1f6b8cd5075d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567044 Dec 15 14:06:11.628088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4118459 Dec 15 14:06:11.628554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50236) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:11.631923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': 'b2c5b978-1130-41d1-8b6a-146824ff85ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:11.661218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90505079-e696-431d-ab0f-0ce2c025ba54 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=233b3756-c39e-45e6-9ffa-fc90e0ece599,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:11.675299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 233b3756-c39e-45e6-9ffa-fc90e0ece599 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:06:11.796821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:11.801302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:12.041423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:12.119621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=1021bf91-3d7f-49b6-9f33-81d26bfa7ecd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:12.142634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': '3f1ab32a-1547-44bf-8c0a-d9daa909255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b2c5b978-1130-41d1-8b6a-146824ff85ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:12.143854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: b2c5b978-1130-41d1-8b6a-146824ff85ee, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:06:12.177319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network b2c5b978-1130-41d1-8b6a-146824ff85ee is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:06:12.194012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b2c5b978-1130-41d1-8b6a-146824ff85ee) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:12.200096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.208761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e379fe-b2df-4117-a9ee-f3c1984be31f None None] Network b2c5b978-1130-41d1-8b6a-146824ff85ee requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:12.218011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:12.351902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6e58214d-f86e-4f66-8f4c-0e46393096ee tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7283502 Dec 15 14:06:12.357792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:12.379806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': '233b3756-c39e-45e6-9ffa-fc90e0ece599', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:12.434929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-b2c5b978-1130-41d1-8b6a-146824ff85ee', 'network_id': 'b2c5b978-1130-41d1-8b6a-146824ff85ee', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': '1021bf91-3d7f-49b6-9f33-81d26bfa7ecd'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:06:12.436415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:12.437668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4961edd-7846-4c70-8d0a-4d5ecb6849d4 req-27dd5c68-c763-4b37-b406-37d423b66904 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.446677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4961edd-7846-4c70-8d0a-4d5ecb6849d4 req-27dd5c68-c763-4b37-b406-37d423b66904 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 946 time: 0.1176734 Dec 15 14:06:12.536846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4961edd-7846-4c70-8d0a-4d5ecb6849d4 req-3bf8168d-a2c8-4b68-a28c-e6b08967732b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888872 Dec 15 14:06:12.611388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406740de-1399-4bfa-8b3f-c434dfc2e090 req-9c4d989a-7232-44a5-8c78-75ce76e7a889 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.614408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-406740de-1399-4bfa-8b3f-c434dfc2e090 req-9c4d989a-7232-44a5-8c78-75ce76e7a889 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 946 time: 0.3864772 Dec 15 14:06:12.615563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:12.620187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:12.646421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Allocated IP 2001:db8::2 (b2c5b978-1130-41d1-8b6a-146824ff85ee/1021bf91-3d7f-49b6-9f33-81d26bfa7ecd/c7e90421-9dbd-4a45-bed8-a19cf905d6bd) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:12.748341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-c58b4261-c8d3-40d7-beab-db7d58d407b5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.756641 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-c58b4261-c8d3-40d7-beab-db7d58d407b5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.763145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-c58b4261-c8d3-40d7-beab-db7d58d407b5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.772132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-c58b4261-c8d3-40d7-beab-db7d58d407b5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.780287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-c58b4261-c8d3-40d7-beab-db7d58d407b5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.786969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-c58b4261-c8d3-40d7-beab-db7d58d407b5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.796267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-c58b4261-c8d3-40d7-beab-db7d58d407b5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:12.807341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-c58b4261-c8d3-40d7-beab-db7d58d407b5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1275108 Dec 15 14:06:12.826006 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-406740de-1399-4bfa-8b3f-c434dfc2e090 req-772fe6dc-4ec4-445b-86a5-4be92d971391 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069062 Dec 15 14:06:12.851641 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:12.853195 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:12.890340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff2dd580-c863-4c6d-88d6-17f28c6f2cef req-6c17ca69-fbd5-4df2-ad4b-1db19bad5b9c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817719 Dec 15 14:06:12.938350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Network b2c5b978-1130-41d1-8b6a-146824ff85ee is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:12.940287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:12.942247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Pushing event updated for resources: {'Port': ['ID=c7e90421-9dbd-4a45-bed8-a19cf905d6bd,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:12.944539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:13.008680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.012919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Attempting to bind port c7e90421-9dbd-4a45-bed8-a19cf905d6bd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:13.013307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Attempting to bind port c7e90421-9dbd-4a45-bed8-a19cf905d6bd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '3f1ab32a-1547-44bf-8c0a-d9daa909255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b2c5b978-1130-41d1-8b6a-146824ff85ee'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:13.013675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Attempting to bind port c7e90421-9dbd-4a45-bed8-a19cf905d6bd on network b2c5b978-1130-41d1-8b6a-146824ff85ee {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:13.020619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:13.021049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Checking segment: {'id': '3f1ab32a-1547-44bf-8c0a-d9daa909255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b2c5b978-1130-41d1-8b6a-146824ff85ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:13.021638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.022225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Bound using segment: {'id': '3f1ab32a-1547-44bf-8c0a-d9daa909255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b2c5b978-1130-41d1-8b6a-146824ff85ee'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:13.022910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Bound port: c7e90421-9dbd-4a45-bed8-a19cf905d6bd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ab32a-1547-44bf-8c0a-d9daa909255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b2c5b978-1130-41d1-8b6a-146824ff85ee'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:13.023463 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.074515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35332b-97b5-4621-b55f-3685d84606e5 req-7927b41c-b10f-4de4-b125-1d4c86490ec3 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:13.076021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca35332b-97b5-4621-b55f-3685d84606e5 req-7927b41c-b10f-4de4-b125-1d4c86490ec3 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 946 time: 0.1585546 Dec 15 14:06:13.079345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=0c4b02c7-01a0-445c-aa9d-539610659153,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:13.100427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] For port c7e90421-9dbd-4a45-bed8-a19cf905d6bd, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:13.105123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] For port c7e90421-9dbd-4a45-bed8-a19cf905d6bd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c7e90421-9dbd-4a45-bed8-a19cf905d6bd,segment=NetworkSegment(3f1ab32a-1547-44bf-8c0a-d9daa909255b),segment_id=3f1ab32a-1547-44bf-8c0a-d9daa909255b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:13.111163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.130768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': '55f04697-0cf2-4f7c-97f1-c90a8589d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '233b3756-c39e-45e6-9ffa-fc90e0ece599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:13.131314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: 233b3756-c39e-45e6-9ffa-fc90e0ece599, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:06:13.179261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cbe3c-101b-4106-a039-82a70de68ed1 None None] Pushing event updated for resources: {'Port': ['ID=c7e90421-9dbd-4a45-bed8-a19cf905d6bd,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:13.192602 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca35332b-97b5-4621-b55f-3685d84606e5 req-37d5dcb8-439b-4daf-bca8-5610bc42f8d1 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037159 Dec 15 14:06:13.193926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 233b3756-c39e-45e6-9ffa-fc90e0ece599 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:06:13.204283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 233b3756-c39e-45e6-9ffa-fc90e0ece599) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:13.210020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:13.210632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.216239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4499d3b5-a8cf-4d74-a4f7-907191739599 None None] Network 233b3756-c39e-45e6-9ffa-fc90e0ece599 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:13.229699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50266) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:13.252960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-baf59126-ac36-4a15-a89b-e8ad4459f80c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8787467 Dec 15 14:06:13.255998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50268) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:13.262994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5347cfa2-df3a-4df3-a642-256e01a28554 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1338566449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:13.283324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea27cfd-6db2-42b7-a2a5-e5f282696136 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:13.288092 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4ea27cfd-6db2-42b7-a2a5-e5f282696136 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 1092 time: 0.0543981 Dec 15 14:06:13.288555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50270) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:13.294820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:13.312846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5347cfa2-df3a-4df3-a642-256e01a28554 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.314603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5347cfa2-df3a-4df3-a642-256e01a28554 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.330857 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.352450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-233b3756-c39e-45e6-9ffa-fc90e0ece599', 'network_id': '233b3756-c39e-45e6-9ffa-fc90e0ece599', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': '0c4b02c7-01a0-445c-aa9d-539610659153'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:06:13.353726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.385402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5347cfa2-df3a-4df3-a642-256e01a28554 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.391373 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5347cfa2-df3a-4df3-a642-256e01a28554 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.412066 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5347cfa2-df3a-4df3-a642-256e01a28554 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.415909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5347cfa2-df3a-4df3-a642-256e01a28554 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1560979 Dec 15 14:06:13.416461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50272) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:13.531415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Allocated IP 2001:db8:1::2 (233b3756-c39e-45e6-9ffa-fc90e0ece599/0c4b02c7-01a0-445c-aa9d-539610659153/cfb54a0b-196b-4e13-a9e4-edfbfdab44ad) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:13.773237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.840803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.856530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:13.948120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Network 233b3756-c39e-45e6-9ffa-fc90e0ece599 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:13.951848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:13.964958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:14.021192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.25.7.166 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/8bde6b21-69e0-4389-9435-f20772d0b486) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:14.028928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Pushing event updated for resources: {'Port': ['ID=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:14.055276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Attempting to bind port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:14.056327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Attempting to bind port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '55f04697-0cf2-4f7c-97f1-c90a8589d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '233b3756-c39e-45e6-9ffa-fc90e0ece599'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:14.060517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Attempting to bind port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad on network 233b3756-c39e-45e6-9ffa-fc90e0ece599 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:14.084238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:14.085019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Checking segment: {'id': '55f04697-0cf2-4f7c-97f1-c90a8589d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '233b3756-c39e-45e6-9ffa-fc90e0ece599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:14.085674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.086317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Bound using segment: {'id': '55f04697-0cf2-4f7c-97f1-c90a8589d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '233b3756-c39e-45e6-9ffa-fc90e0ece599'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:14.087056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Bound port: cfb54a0b-196b-4e13-a9e4-edfbfdab44ad, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f04697-0cf2-4f7c-97f1-c90a8589d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '233b3756-c39e-45e6-9ffa-fc90e0ece599'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:14.087683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.180029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f1e44-471b-4d92-ad37-24d06410fcb4 req-ef41b616-b269-4a3e-b480-0f4d995a9531 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.182661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-141190f2-ba0d-416c-9500-2953578d24d4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.189118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce1f1e44-471b-4d92-ad37-24d06410fcb4 req-ef41b616-b269-4a3e-b480-0f4d995a9531 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 946 time: 0.5419190 Dec 15 14:06:14.190688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] For port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:14.195013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] For port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,segment=NetworkSegment(55f04697-0cf2-4f7c-97f1-c90a8589d7b6),segment_id=55f04697-0cf2-4f7c-97f1-c90a8589d7b6)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:14.198299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-141190f2-ba0d-416c-9500-2953578d24d4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.201437 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:06:14.203818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.207363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-141190f2-ba0d-416c-9500-2953578d24d4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.213811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-141190f2-ba0d-416c-9500-2953578d24d4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.221282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-141190f2-ba0d-416c-9500-2953578d24d4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.228588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-141190f2-ba0d-416c-9500-2953578d24d4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.234656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-141190f2-ba0d-416c-9500-2953578d24d4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.244574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-141190f2-ba0d-416c-9500-2953578d24d4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1699946 Dec 15 14:06:14.338510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-6f7f17ba-bb98-4fee-9d47-d5b982e3dd0e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:14.340147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-6f7f17ba-bb98-4fee-9d47-d5b982e3dd0e tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 946 time: 0.5631762 Dec 15 14:06:14.343364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca8ead-95a0-4aa5-9bf5-988aba187e4a None None] Pushing event updated for resources: {'Port': ['ID=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:14.369289 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3131b486-6495-4e76-90e8-a6a3cba6db49 req-bbd114bb-5236-43ff-8907-f8ab56e9e73f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210504 Dec 15 14:06:14.461053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.524075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.595290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce1f1e44-471b-4d92-ad37-24d06410fcb4 req-2a8d8b7d-8e55-401c-8909-90424e3ebdcf tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048803 Dec 15 14:06:14.687511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c7e90421-9dbd-4a45-bed8-a19cf905d6bd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:14.779214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c7e90421-9dbd-4a45-bed8-a19cf905d6bd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:14.779592 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.781854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:14.944409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:14.961439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d0699c-1f6c-4612-ad93-57c8bfb68ba7 None None] Network b2c5b978-1130-41d1-8b6a-146824ff85ee requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:14.982621 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:15.015718 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:15.023801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:15.027761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=8bde6b21-69e0-4389-9435-f20772d0b486,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:15.075222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Deleting port 44084319-6365-460d-b76e-92db3e4e7c5f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:15.075746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:15.085855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port c7e90421-9dbd-4a45-bed8-a19cf905d6bd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c7e90421-9dbd-4a45-bed8-a19cf905d6bd,segment=NetworkSegment(3f1ab32a-1547-44bf-8c0a-d9daa909255b),segment_id=3f1ab32a-1547-44bf-8c0a-d9daa909255b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:15.106581 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:15.122673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7a9a3465-e43c-408b-a3f8-485f295129d4 None None] Provisioning complete for port c7e90421-9dbd-4a45-bed8-a19cf905d6bd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:15.123546 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3465-e43c-408b-a3f8-485f295129d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:15.242431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=c7e90421-9dbd-4a45-bed8-a19cf905d6bd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:15.474074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] For port 44084319-6365-460d-b76e-92db3e4e7c5f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=44084319-6365-460d-b76e-92db3e4e7c5f,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:15.475317 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:15.605271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-cafd3d71-42d7-44fc-81e3-be9267826da7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:15.623414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-cafd3d71-42d7-44fc-81e3-be9267826da7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:15.636849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-cafd3d71-42d7-44fc-81e3-be9267826da7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:15.664098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-cafd3d71-42d7-44fc-81e3-be9267826da7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:15.686872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-cafd3d71-42d7-44fc-81e3-be9267826da7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:15.697726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-cafd3d71-42d7-44fc-81e3-be9267826da7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:15.716370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-cafd3d71-42d7-44fc-81e3-be9267826da7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:15.730812 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-cafd3d71-42d7-44fc-81e3-be9267826da7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.2365239 Dec 15 14:06:15.871055 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5caa1c1-3421-47d3-832c-d4c2bedf8809 req-893a764d-2e5d-438a-81d1-91ae8bf570ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392467 Dec 15 14:06:16.120219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae8430-bb9a-4b60-9478-d4a82c9fc1f3 None None] Network 233b3756-c39e-45e6-9ffa-fc90e0ece599 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:16.229832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-41e65767-4aff-4ff9-857a-684e419eb6b0 None None] Provisioning complete for port c7e90421-9dbd-4a45-bed8-a19cf905d6bd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:16.230221 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41e65767-4aff-4ff9-857a-684e419eb6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:16.544169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8::1 (b2c5b978-1130-41d1-8b6a-146824ff85ee/1021bf91-3d7f-49b6-9f33-81d26bfa7ecd/8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:16.584017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-41e65767-4aff-4ff9-857a-684e419eb6b0 None None] Provisioning complete for port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:16.584258 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41e65767-4aff-4ff9-857a-684e419eb6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:16.594105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dbb79-9bda-4f12-87ca-ac38485b202a req-361bf67c-3c13-47da-a423-5f091b2e236c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:16.603625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ea8dbb79-9bda-4f12-87ca-ac38485b202a req-361bf67c-3c13-47da-a423-5f091b2e236c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 946 time: 0.3529067 Dec 15 14:06:16.731820 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41e65767-4aff-4ff9-857a-684e419eb6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:16.812692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-41e65767-4aff-4ff9-857a-684e419eb6b0 None None] For port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,segment=NetworkSegment(55f04697-0cf2-4f7c-97f1-c90a8589d7b6),segment_id=55f04697-0cf2-4f7c-97f1-c90a8589d7b6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:16.826555 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41e65767-4aff-4ff9-857a-684e419eb6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:16.872191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c7e90421-9dbd-4a45-bed8-a19cf905d6bd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:16.976784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-efaf3367-ef08-4523-b685-c28d83ad734c None None] Provisioning complete for port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:16.977174 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efaf3367-ef08-4523-b685-c28d83ad734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:16.980544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e65767-4aff-4ff9-857a-684e419eb6b0 None None] Pushing event updated for resources: {'Port': ['ID=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:17.006655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c7e90421-9dbd-4a45-bed8-a19cf905d6bd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:17.007291 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.082711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-e8712b0f-c1de-48a8-a323-3957a99f632e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:17.091088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-e8712b0f-c1de-48a8-a323-3957a99f632e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:17.099569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-e8712b0f-c1de-48a8-a323-3957a99f632e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:17.111895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-e8712b0f-c1de-48a8-a323-3957a99f632e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:17.126827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-e8712b0f-c1de-48a8-a323-3957a99f632e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:17.152979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-e8712b0f-c1de-48a8-a323-3957a99f632e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:17.166056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-e8712b0f-c1de-48a8-a323-3957a99f632e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:17.183239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-e8712b0f-c1de-48a8-a323-3957a99f632e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.1965570 Dec 15 14:06:17.193897 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.194258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.194779 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Floating IP a94a33ec-2da9-4b72-ba06-1c88f9255fec disassociated. External IP: 172.25.7.226, port: 44084319-6365-460d-b76e-92db3e4e7c5f. Dec 15 14:06:17.195276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Calling delete_port for 44084319-6365-460d-b76e-92db3e4e7c5f owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:17.217295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ea8dbb79-9bda-4f12-87ca-ac38485b202a req-84c47ef0-c98c-48f8-b8e2-c1e9514ed91c tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups?id=bd5a8052-c470-49e5-a8dc-47c007b57787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6127801 Dec 15 14:06:17.245567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cfb54a0b-196b-4e13-a9e4-edfbfdab44ad up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:17.298529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2459bcef-1e90-432b-9ead-058a4b68c078 req-b5f86201-651a-4d16-86a2-44691e543460 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109247 Dec 15 14:06:17.310921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:17.311314 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.543991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.622840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.713230 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.851840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network b2c5b978-1130-41d1-8b6a-146824ff85ee is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:17.861064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.897973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:17.903803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:17.909469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:17.910477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:17.959724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:18.006087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 44084319-6365-460d-b76e-92db3e4e7c5f no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:18.037295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 44084319-6365-460d-b76e-92db3e4e7c5f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:18.037960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 44084319-6365-460d-b76e-92db3e4e7c5f not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:18.068220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event deleted for resources: {'Port': ['ID=44084319-6365-460d-b76e-92db3e4e7c5f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:18.380095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3e73f82e-5ee2-4e44-93ae-062824b05cd2 None None] Provisioning complete for port 8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:18.380594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3e73f82e-5ee2-4e44-93ae-062824b05cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:18.445374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3e73f82e-5ee2-4e44-93ae-062824b05cd2 None None] Port 8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:18.463504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e4a4bbb-8c19-4b9a-b3fd-4e7d4a672d61 req-315141d0-a489-474d-8481-f343b9e70b26 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 210 time: 0.0936804 Dec 15 14:06:18.541226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:18.575819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70119-5458-4628-bac9-591fb42eec21 req-1175ca6f-f907-4875-a280-3c6877a7d738 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:18.606988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70119-5458-4628-bac9-591fb42eec21 req-1175ca6f-f907-4875-a280-3c6877a7d738 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:18.626427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70119-5458-4628-bac9-591fb42eec21 req-1175ca6f-f907-4875-a280-3c6877a7d738 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:18.653181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70119-5458-4628-bac9-591fb42eec21 req-1175ca6f-f907-4875-a280-3c6877a7d738 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:18.655025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cfb54a0b-196b-4e13-a9e4-edfbfdab44ad up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:18.672339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70119-5458-4628-bac9-591fb42eec21 req-1175ca6f-f907-4875-a280-3c6877a7d738 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:18.679999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70119-5458-4628-bac9-591fb42eec21 req-1175ca6f-f907-4875-a280-3c6877a7d738 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:18.695267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70119-5458-4628-bac9-591fb42eec21 req-1175ca6f-f907-4875-a280-3c6877a7d738 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:18.697712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eef70119-5458-4628-bac9-591fb42eec21 req-1175ca6f-f907-4875-a280-3c6877a7d738 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.2764630 Dec 15 14:06:18.779055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:18.780047 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:18.800950 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eef70119-5458-4628-bac9-591fb42eec21 req-31d11aa1-6b4e-4b3d-acb6-8c20130a8bf7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883355 Dec 15 14:06:19.090110 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.146231 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.195799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Router 59d055da-6db8-43fd-bce9-74a02ba21744 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:19.298883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:19.317864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=8bde6b21-69e0-4389-9435-f20772d0b486,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:19.333339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.709861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30f0b57f-5b14-44f9-890b-a20c351c1b86 req-2d05bbd9-afb7-403f-90e7-b9633c00463b tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ef8b785-7280-42c1-a664-f75475fe5bce HTTP/1.1" status: 200 len: 210 time: 0.0883336 Dec 15 14:06:19.744523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:19.763968 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] Sync routers for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:19.803371 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:19.807218 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:19.823467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] No DVR routers for this DVR port 44084319-6365-460d-b76e-92db3e4e7c5f on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:19.826262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:19.831568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a8df0750-3463-4c77-ba6f-234bf10d16e6 req-c60a91ed-b886-4ae1-85dc-8c5dcfc12088 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.24 "DELETE /v2.0/ports/44084319-6365-460d-b76e-92db3e4e7c5f HTTP/1.1" status: 204 len: 173 time: 5.4786203 Dec 15 14:06:19.832821 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Floating IP e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b associated. External IP: 172.25.7.166, port: d75f7ae0-f529-4d76-945c-246a382b48b0. Dec 15 14:06:19.988629 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:20.116926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'name': 'network-vif-deleted', 'tag': '44084319-6365-460d-b76e-92db3e4e7c5f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:20.121614 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d7bf25-0a6b-4ac8-a80c-6c8c70c1292f" -d '{"events": [{"server_uuid": "1ef8b785-7280-42c1-a664-f75475fe5bce", "name": "network-vif-deleted", "tag": "44084319-6365-460d-b76e-92db3e4e7c5f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:20.230767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-93a1b2ec-42ce-4472-8ce4-37342b0e0f36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:20.248991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-93a1b2ec-42ce-4472-8ce4-37342b0e0f36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:20.255910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-93a1b2ec-42ce-4472-8ce4-37342b0e0f36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:20.290500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-93a1b2ec-42ce-4472-8ce4-37342b0e0f36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:20.307113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-93a1b2ec-42ce-4472-8ce4-37342b0e0f36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:20.323245 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:20.329238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-93a1b2ec-42ce-4472-8ce4-37342b0e0f36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:20.358217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-93a1b2ec-42ce-4472-8ce4-37342b0e0f36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:20.365655 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] Checking router: 59d055da-6db8-43fd-bce9-74a02ba21744 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:20.374437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-93a1b2ec-42ce-4472-8ce4-37342b0e0f36 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.3259022 Dec 15 14:06:20.376044 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:20.376693 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:20.429328 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f7743f-3618-494a-9be3-e2aa9d7917d8 x-openstack-request-id: req-49f7743f-3618-494a-9be3-e2aa9d7917d8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:20.429945 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef8b785-7280-42c1-a664-f75475fe5bce", "name": "network-vif-deleted", "tag": "44084319-6365-460d-b76e-92db3e4e7c5f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:20.439152 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-49f7743f-3618-494a-9be3-e2aa9d7917d8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:20.440395 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef8b785-7280-42c1-a664-f75475fe5bce', 'name': 'network-vif-deleted', 'tag': '44084319-6365-460d-b76e-92db3e4e7c5f', 'status': 'completed', 'code': 200} Dec 15 14:06:20.449420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:20.479241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:20.559074 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:20.560084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:20.629221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:20.685634 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:20.746220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bee3e3e0-dc67-4fc8-a075-4d767f43128b req-cb2821d7-ef6f-4327-a067-fbfa037f860d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3655882 Dec 15 14:06:20.799142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network b2c5b978-1130-41d1-8b6a-146824ff85ee is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:20.807296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:20.889307 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:20.953128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50420) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:21.211829 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:21.224793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:21.238901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] Sync routers for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:21.246518 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a42e30f-b33d-4545-a4ca-9ba7485ee7a5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.260832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:21.264028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:21.277817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a42e30f-b33d-4545-a4ca-9ba7485ee7a5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.307263 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20925428-e849-4b71-8923-cd71fca7ce86 None None] The sync data for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 is: [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T13:58:04Z', 'revision_number': 4, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '5ebbbdd0-8d5d-4130-808b-f1857cb5deb5', 'name': '', 'network_id': '95a6e18a-6f23-4ff5-8c0f-a89dfc49476f', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'mac_address': 'fa:16:3e:9c:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:58:02Z', 'updated_at': '2021-12-15T13:58:21Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'subnets': [{'id': '0a8e970b-665e-4e4a-8afe-c57adf028ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:21.409486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.480819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-06d04e8d-2cfc-48f7-a7a3-0b0050631b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.1870501 Dec 15 14:06:21.480819 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a42e30f-b33d-4545-a4ca-9ba7485ee7a5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.481855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a42e30f-b33d-4545-a4ca-9ba7485ee7a5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.485217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50426) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:21.485715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50428) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:21.485809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1a42e30f-b33d-4545-a4ca-9ba7485ee7a5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "DELETE /v2.0/security-groups/bd5a8052-c470-49e5-a8dc-47c007b57787 HTTP/1.1" status: 204 len: 168 time: 0.5250115 Dec 15 14:06:21.507422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:21.508386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42e30f-b33d-4545-a4ca-9ba7485ee7a5 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5a8052-c470-49e5-a8dc-47c007b57787,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:21.563613 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-a5cb828e-963c-425c-ab44-e59cbfda2d03 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] show failed (client error): The resource could not be found. Dec 15 14:06:21.567713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a5cb828e-963c-425c-ab44-e59cbfda2d03 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "GET /v2.0/security-groups/bd5a8052-c470-49e5-a8dc-47c007b57787 HTTP/1.1" status: 404 len: 347 time: 0.0750082 Dec 15 14:06:21.575067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 2a5b1e1d-e93b-4803-8710-6e90e70a480b is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:06:21.576212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3bde286e-43ff-410b-a042-d2f39fd5ba75 None None] Provisioning complete for port 8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:21.578038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50432) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:21.589061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3bde286e-43ff-410b-a042-d2f39fd5ba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.633732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-192eaec7-5faf-4b18-bd89-d27282581955 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/floatingips/e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b HTTP/1.1" status: 200 len: 992 time: 0.1469719 Dec 15 14:06:21.672110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Deleting port 8902eddd-545c-446f-a2fa-0ce02f9f8561 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:21.673671 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.771688 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e22c2-7823-40bf-abdd-c93fb3ef403b None None] New status for floating IP a94a33ec-2da9-4b72-ba06-1c88f9255fec: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:06:21.777793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3bde286e-43ff-410b-a042-d2f39fd5ba75 None None] Port 8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:21.834605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] For port 8902eddd-545c-446f-a2fa-0ce02f9f8561, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8902eddd-545c-446f-a2fa-0ce02f9f8561,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:21.835132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:21.864534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Calling delete_port for 8902eddd-545c-446f-a2fa-0ce02f9f8561 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:22.016540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:22.026661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396faf4-f8a5-4bbf-90b3-7fa493980a99 None None] Sync routers for ids ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:22.035937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3dfe7c6d-4f38-48f6-a33a-0c10410bea0a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/2a5b1e1d-e93b-4803-8710-6e90e70a480b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6147585 Dec 15 14:06:22.039860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50452) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:22.088323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396faf4-f8a5-4bbf-90b3-7fa493980a99 None None] Routers {'2a5b1e1d-e93b-4803-8710-6e90e70a480b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:22.089221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d396faf4-f8a5-4bbf-90b3-7fa493980a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:22.139966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad0e10-0c8c-4a5f-a70f-65ada818b114 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:22.144376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c0ad0e10-0c8c-4a5f-a70f-65ada818b114 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports/8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab HTTP/1.1" status: 200 len: 911 time: 0.0957506 Dec 15 14:06:22.145843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50454) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:22.180875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d396faf4-f8a5-4bbf-90b3-7fa493980a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:22.211754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-28300bdc-a238-455f-89c7-bd0bfd8806d3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:22.218076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-28300bdc-a238-455f-89c7-bd0bfd8806d3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:22.225054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396faf4-f8a5-4bbf-90b3-7fa493980a99 None None] Routers {'2a5b1e1d-e93b-4803-8710-6e90e70a480b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:22.226744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-28300bdc-a238-455f-89c7-bd0bfd8806d3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:22.228876 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.229048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d396faf4-f8a5-4bbf-90b3-7fa493980a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:22.233136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-28300bdc-a238-455f-89c7-bd0bfd8806d3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:22.240196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-28300bdc-a238-455f-89c7-bd0bfd8806d3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:22.246936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-28300bdc-a238-455f-89c7-bd0bfd8806d3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:22.255317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-28300bdc-a238-455f-89c7-bd0bfd8806d3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:22.257362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-28300bdc-a238-455f-89c7-bd0bfd8806d3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5420 time: 0.3142047 Dec 15 14:06:22.261658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Deleting port 087f180a-a4e0-45f9-bc0f-6622e797db12 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:22.262138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.277922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8902eddd-545c-446f-a2fa-0ce02f9f8561,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:22.343761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d396faf4-f8a5-4bbf-90b3-7fa493980a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:22.345830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396faf4-f8a5-4bbf-90b3-7fa493980a99 None None] The sync data for ids ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:22.354979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:52Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:16Z', 'revision_number': 0, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:22.386369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] Checking router: c8875dda-0b3b-4f01-86d7-8c9c10241eb3 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:22.410423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:22.412546 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:22.527084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.592637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:22.637681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:22.782297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0497dee8-6851-4395-8e10-89a92feb9c9b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/floatingips/e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b HTTP/1.1" status: 200 len: 992 time: 0.1430421 Dec 15 14:06:22.882783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:22.885916 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc119474-3ccf-4046-8a84-6046d801b879" -d '{"events": [{"name": "network-changed", "server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:22.994170 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3496110c-82a9-43af-9ba2-52c62fd9b59f x-openstack-request-id: req-3496110c-82a9-43af-9ba2-52c62fd9b59f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:22.994403 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:22.994646 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3496110c-82a9-43af-9ba2-52c62fd9b59f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:22.995032 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'status': 'completed', 'code': 200} Dec 15 14:06:23.115270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.115612 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.170587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-10f62d39-e877-4c3b-b1e2-8e5e89aa2138 req-c95913f1-7c1c-4c1c-81a9-0d8d4146975c tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9039321 Dec 15 14:06:23.186630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Calling delete_port for 087f180a-a4e0-45f9-bc0f-6622e797db12 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:23.190209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 897f226f-fd48-4e18-b29b-c59793d6f9cc details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:23.264269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Router 521c41c3-8ae5-4026-ba36-8bc89331cacb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:23.270923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc119474-3ccf-4046-8a84-6046d801b879 req-44b567b2-d669-4d72-be32-88ba8b1723e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:23.272477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc119474-3ccf-4046-8a84-6046d801b879 req-44b567b2-d669-4d72-be32-88ba8b1723e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 1097 time: 0.2558153 Dec 15 14:06:23.313267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:52Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:16Z', 'revision_number': 0, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:23.354100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b206d9-80a9-4c44-b42f-b664274ab2c5 None None] The sync data for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 is: [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:05:52Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:16Z', 'revision_number': 0, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:23.387804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 897f226f-fd48-4e18-b29b-c59793d6f9cc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:23.428681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '897f226f-fd48-4e18-b29b-c59793d6f9cc', 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92', 'port_id': '897f226f-fd48-4e18-b29b-c59793d6f9cc', 'mac_address': 'fa:16:3e:38:ab:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3806d085-010f-4dca-b5f4-aa70d112439c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:23.440822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:23.448608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-40e0ae80-cf18-4c02-a1a9-39009ce4ee13 admin admin] 10.222.0.86 "PUT /v2.0/routers/521c41c3-8ae5-4026-ba36-8bc89331cacb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1446974 Dec 15 14:06:23.449454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:23.463245 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] Sync routers for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:23.478230 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:23.493372 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:23.500764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.535272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897f226f-fd48-4e18-b29b-c59793d6f9cc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:23.574830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 897f226f-fd48-4e18-b29b-c59793d6f9cc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:23.585301 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.586090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 28f79af7-cd2f-4683-9afe-7c35e2a0f932 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:23.588822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.734949 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:23.752743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc119474-3ccf-4046-8a84-6046d801b879 req-74b3f065-e7bc-41ef-a169-f9f059126eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:23.755991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc119474-3ccf-4046-8a84-6046d801b879 req-74b3f065-e7bc-41ef-a169-f9f059126eb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a5283a-3665-4375-9c00-b8d30b03977e HTTP/1.1" status: 200 len: 899 time: 0.4699271 Dec 15 14:06:23.793543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50478) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:23.793793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=897f226f-fd48-4e18-b29b-c59793d6f9cc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:23.819636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.887111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Deleting port 67f7198c-141a-4160-9024-d4f0405cacd1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:23.887467 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:23.895355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 28f79af7-cd2f-4683-9afe-7c35e2a0f932, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:23.915945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38957b6-745b-4f61-9163-fe1776ab11ac None None] New status for floating IP e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:06:23.989892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '28f79af7-cd2f-4683-9afe-7c35e2a0f932', 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'port_id': '28f79af7-cd2f-4683-9afe-7c35e2a0f932', 'mac_address': 'fa:16:3e:19:eb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606f643f-9165-4475-80c0-a529c961167b', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:23.992751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-81249194-845d-4f78-9f98-05c81ea9680d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/floatingips/e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b HTTP/1.1" status: 200 len: 992 time: 0.1886737 Dec 15 14:06:24.062558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] For port 67f7198c-141a-4160-9024-d4f0405cacd1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67f7198c-141a-4160-9024-d4f0405cacd1,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:24.062558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.096932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Calling delete_port for 67f7198c-141a-4160-9024-d4f0405cacd1 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:24.126215 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T14:06:22Z', 'revision_number': 5, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port': {'id': '67f7198c-141a-4160-9024-d4f0405cacd1', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:28Z', 'updated_at': '2021-12-15T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:24.132027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc119474-3ccf-4046-8a84-6046d801b879 req-dbf66398-581a-4e06-9f23-d000def2ab1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d75f7ae0-f529-4d76-945c-246a382b48b0 HTTP/1.1" status: 200 len: 1000 time: 0.3484209 Dec 15 14:06:24.188167 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] Checking router: 521c41c3-8ae5-4026-ba36-8bc89331cacb for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:24.209787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.212449 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] Routers {'521c41c3-8ae5-4026-ba36-8bc89331cacb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:24.215380 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['521c41c3-8ae5-4026-ba36-8bc89331cacb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:24.333348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.372037 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.392102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Pushing event deleted for resources: {'Port': ['ID=087f180a-a4e0-45f9-bc0f-6622e797db12,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:24.420914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f79af7-cd2f-4683-9afe-7c35e2a0f932 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:24.493928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 28f79af7-cd2f-4683-9afe-7c35e2a0f932, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:24.515353 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.516112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6684d56d-1150-4043-8688-8851d8bc02fd details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:24.591526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc119474-3ccf-4046-8a84-6046d801b879 req-7dc356f0-67e8-4e72-b986-c5f6685aa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.603686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc119474-3ccf-4046-8a84-6046d801b879 req-7dc356f0-67e8-4e72-b986-c5f6685aa78e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd670dea-45a5-4156-9e8c-a0612452f41f HTTP/1.1" status: 200 len: 835 time: 0.4040465 Dec 15 14:06:24.609059 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] Set router 521c41c3-8ae5-4026-ba36-8bc89331cacb gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:24.632215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-ab7498ef-2999-4017-bc7c-8af5f952c9ce tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.648371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-ab7498ef-2999-4017-bc7c-8af5f952c9ce tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.666677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-ab7498ef-2999-4017-bc7c-8af5f952c9ce tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.675303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-ab7498ef-2999-4017-bc7c-8af5f952c9ce tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.682075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.685064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.685297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-ab7498ef-2999-4017-bc7c-8af5f952c9ce tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.686707 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b91b374b-17b7-4d50-a71b-aed3a6770729 tempest-AttachVolumeTestJSON-565743378 tempest-AttachVolumeTestJSON-565743378-project] 10.222.0.86 "DELETE /v2.0/floatingips/a94a33ec-2da9-4b72-ba06-1c88f9255fec HTTP/1.1" status: 204 len: 168 time: 3.1063571 Dec 15 14:06:24.697258 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T14:06:23Z', 'revision_number': 6, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:24.705325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-ab7498ef-2999-4017-bc7c-8af5f952c9ce tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.715978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-ab7498ef-2999-4017-bc7c-8af5f952c9ce tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.718011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-ab7498ef-2999-4017-bc7c-8af5f952c9ce tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5421 time: 0.2710984 Dec 15 14:06:24.739358 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50782463-d79d-4129-9cbc-b99982d86154 None None] The sync data for ids ['521c41c3-8ae5-4026-ba36-8bc89331cacb'] in n-d-821840-1 is: [{'id': '521c41c3-8ae5-4026-ba36-8bc89331cacb', 'name': 'tempest-TaggedBootDevicesTest_v242-572187226-router', 'tenant_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:26Z', 'updated_at': '2021-12-15T14:06:23Z', 'revision_number': 6, 'project_id': '9b9f3347cc5b4feaa3b93056da5e1dc7', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:24.820205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc119474-3ccf-4046-8a84-6046d801b879 req-79ead0e0-1ee0-49a2-bfbe-5e6c11f3a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:24.822013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc119474-3ccf-4046-8a84-6046d801b879 req-79ead0e0-1ee0-49a2-bfbe-5e6c11f3a047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a5283a-3665-4375-9c00-b8d30b03977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009149 Dec 15 14:06:24.835963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:24.902856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Pushing event deleted for resources: {'Port': ['ID=67f7198c-141a-4160-9024-d4f0405cacd1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:24.972828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e7caf-f4fa-4970-878d-c09ec2a78768 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:25.027235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc119474-3ccf-4046-8a84-6046d801b879 req-e48e13da-964e-4a8c-8692-ab1e7c3fdd7b service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951492 Dec 15 14:06:25.028380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=28f79af7-cd2f-4683-9afe-7c35e2a0f932,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:25.030728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50498) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:25.034983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6684d56d-1150-4043-8688-8851d8bc02fd, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6684d56d-1150-4043-8688-8851d8bc02fd,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:25.059787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '6684d56d-1150-4043-8688-8851d8bc02fd', 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'port_id': '6684d56d-1150-4043-8688-8851d8bc02fd', 'mac_address': 'fa:16:3e:d9:e9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606f643f-9165-4475-80c0-a529c961167b', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:25.089918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c80d99d-17fa-4336-a75a-b6132edc687a req-8233b0cb-9242-4719-9154-5207d6329973 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2767222 Dec 15 14:06:25.160811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.172989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.227442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6684d56d-1150-4043-8688-8851d8bc02fd {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:25.299488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6684d56d-1150-4043-8688-8851d8bc02fd, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6684d56d-1150-4043-8688-8851d8bc02fd,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:25.315566 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.317660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fd38b3e2-56bf-4348-9539-6775e341dcd9 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:25.352138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3d1afebe-57ab-4a8c-9a70-c03a04454371 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/floatingips/e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b HTTP/1.1" status: 200 len: 994 time: 0.3140094 Dec 15 14:06:25.462156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=6684d56d-1150-4043-8688-8851d8bc02fd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:25.470842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.476584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fd38b3e2-56bf-4348-9539-6775e341dcd9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:25.477949 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.506420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'fd38b3e2-56bf-4348-9539-6775e341dcd9', 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'port_id': 'fd38b3e2-56bf-4348-9539-6775e341dcd9', 'mac_address': 'fa:16:3e:f4:48:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606f643f-9165-4475-80c0-a529c961167b', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:25.570035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.572247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521c41c3-8ae5-4026-ba36-8bc89331cacb {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:06:25.579725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.581841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80ed2232-903a-4754-b27f-874af62446bd admin admin] 10.222.0.86 "DELETE /v2.0/routers/521c41c3-8ae5-4026-ba36-8bc89331cacb HTTP/1.1" status: 204 len: 168 time: 2.1302338 Dec 15 14:06:25.584652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:25.602575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.626313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd38b3e2-56bf-4348-9539-6775e341dcd9 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:25.646146 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc119474-3ccf-4046-8a84-6046d801b879 req-0ba2406e-ce5d-4517-8b4d-ae079968c985 service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035933 Dec 15 14:06:25.661346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8:1::1 (233b3756-c39e-45e6-9ffa-fc90e0ece599/0c4b02c7-01a0-445c-aa9d-539610659153/16872e4f-ae32-4dfe-a736-a9148dec713b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:25.682261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff7d522-c73a-4824-ba93-b7053c592aa8 admin admin] Deleting subnet 299bbd43-2c6b-4617-9310-ef44d6baec67 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:25.692114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d522-c73a-4824-ba93-b7053c592aa8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.733175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fd38b3e2-56bf-4348-9539-6775e341dcd9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:25.742986 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.744310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3eff1b58-0046-441f-93fc-058ef4a9b846 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:25.763377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d522-c73a-4824-ba93-b7053c592aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.835315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fd38b3e2-56bf-4348-9539-6775e341dcd9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:25.923714 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d522-c73a-4824-ba93-b7053c592aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:25.942058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.025977 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.042354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3eff1b58-0046-441f-93fc-058ef4a9b846, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3eff1b58-0046-441f-93fc-058ef4a9b846,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:26.061772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d522-c73a-4824-ba93-b7053c592aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.076883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'port_id': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'mac_address': 'fa:16:3e:af:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:26.133040 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.134639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7d522-c73a-4824-ba93-b7053c592aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299bbd43-2c6b-4617-9310-ef44d6baec67,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:26.155313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d522-c73a-4824-ba93-b7053c592aa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.170982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d0f410-befe-4a29-a536-c9a645a85dd0 None None] Network 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:26.177387 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1ff7d522-c73a-4824-ba93-b7053c592aa8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/299bbd43-2c6b-4617-9310-ef44d6baec67 HTTP/1.1" status: 204 len: 168 time: 0.5913727 Dec 15 14:06:26.186322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50528) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:26.220231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 233b3756-c39e-45e6-9ffa-fc90e0ece599 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:26.322166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:26.344495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eff1b58-0046-441f-93fc-058ef4a9b846 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:26.373246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=16872e4f-ae32-4dfe-a736-a9148dec713b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:26.382184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:26.382738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.396585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3eff1b58-0046-441f-93fc-058ef4a9b846, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3eff1b58-0046-441f-93fc-058ef4a9b846,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:26.422109 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.424099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:26.460769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.461135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.461492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.464079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.464451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.465901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.465901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.466121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.466462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.466801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.467137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.467471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.467812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:26.519523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] DHCP port deletion for 27c3ac47-3e22-4d6e-8a5b-84ec86d99979 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:26.574772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=3eff1b58-0046-441f-93fc-058ef4a9b846,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:26.637874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:26.653358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95', 'network_id': 'da58127c-8121-4e4c-a2f3-008b65a09d92', 'port_id': 'bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95', 'mac_address': 'fa:16:3e:2d:6f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3806d085-010f-4dca-b5f4-aa70d112439c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:26.684652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.709339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67f7198c-141a-4160-9024-d4f0405cacd1 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:26.711731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-f9f4daaf-c33a-49ad-a1c4-9bef30374355 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:26.736419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-f9f4daaf-c33a-49ad-a1c4-9bef30374355 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:26.771089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-f9f4daaf-c33a-49ad-a1c4-9bef30374355 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:26.786153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.788239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-f9f4daaf-c33a-49ad-a1c4-9bef30374355 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:26.818230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-f9f4daaf-c33a-49ad-a1c4-9bef30374355 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:26.821549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 67f7198c-141a-4160-9024-d4f0405cacd1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:26.821919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67f7198c-141a-4160-9024-d4f0405cacd1 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:26.822478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device da3af596-119e-423a-8455-c8151ed71ac4 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:26.826194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-f9f4daaf-c33a-49ad-a1c4-9bef30374355 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:26.828044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:26.834543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-f9f4daaf-c33a-49ad-a1c4-9bef30374355 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:26.836847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-f9f4daaf-c33a-49ad-a1c4-9bef30374355 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5424 time: 0.5889547 Dec 15 14:06:26.904467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] Deleting port da3af596-119e-423a-8455-c8151ed71ac4 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:26.904843 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.906935 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.907551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:26.934734 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:26.935406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a5384e67-1c3f-41c5-8157-77cc0aeaecbf details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:27.028658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f841fbdf-c40e-4bd9-90e2-41376015cd90 None None] Provisioning complete for port 16872e4f-ae32-4dfe-a736-a9148dec713b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:27.029028 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f841fbdf-c40e-4bd9-90e2-41376015cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.099601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] For port da3af596-119e-423a-8455-c8151ed71ac4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=da3af596-119e-423a-8455-c8151ed71ac4,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:27.100053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.120197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71246c42-35b3-4d63-8b9b-6f32415f1c16 req-4bfcca85-07d8-4ebd-b8b4-0a943ddf8eca tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2748053 Dec 15 14:06:27.123650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:27.147605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a5384e67-1c3f-41c5-8157-77cc0aeaecbf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:27.157448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Deleting port da3af596-119e-423a-8455-c8151ed71ac4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:27.158052 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.196758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] Calling delete_port for da3af596-119e-423a-8455-c8151ed71ac4 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:27.292941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] For port da3af596-119e-423a-8455-c8151ed71ac4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=da3af596-119e-423a-8455-c8151ed71ac4,segment=NetworkSegment(e8ee8f89-5125-47de-9691-b086ec3a7278),segment_id=e8ee8f89-5125-47de-9691-b086ec3a7278)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:27.293559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.323307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'a5384e67-1c3f-41c5-8157-77cc0aeaecbf', 'network_id': '7ec970e7-0848-4df7-bb45-924290609da3', 'port_id': 'a5384e67-1c3f-41c5-8157-77cc0aeaecbf', 'mac_address': 'fa:16:3e:b6:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606f643f-9165-4475-80c0-a529c961167b', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:27.324312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Calling delete_port for da3af596-119e-423a-8455-c8151ed71ac4 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:27.328379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f841fbdf-c40e-4bd9-90e2-41376015cd90 None None] Port 16872e4f-ae32-4dfe-a736-a9148dec713b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:27.441854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.442581 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.458135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.461214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.509125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] No DVR routers for this DVR port da3af596-119e-423a-8455-c8151ed71ac4 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:27.529338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507268b1-9355-4a66-b934-32c7f0233440 None None] Pushing event deleted for resources: {'Port': ['ID=da3af596-119e-423a-8455-c8151ed71ac4,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:27.558637 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.585525 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.624689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5384e67-1c3f-41c5-8157-77cc0aeaecbf {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:27.629822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8902eddd-545c-446f-a2fa-0ce02f9f8561 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:27.664420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8902eddd-545c-446f-a2fa-0ce02f9f8561 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:27.664780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8902eddd-545c-446f-a2fa-0ce02f9f8561 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:27.696056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a5384e67-1c3f-41c5-8157-77cc0aeaecbf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:27.710512 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:27.838693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:27.942930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=16872e4f-ae32-4dfe-a736-a9148dec713b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:27.992179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.031922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Pushing event deleted for resources: {'Port': ['ID=da3af596-119e-423a-8455-c8151ed71ac4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:28.039887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] No DVR routers for this DVR port da3af596-119e-423a-8455-c8151ed71ac4 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:28.187285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 233b3756-c39e-45e6-9ffa-fc90e0ece599 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:28.191053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:28.209117 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.317131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['fd38b3e2-56bf-4348-9539-6775e341dcd9'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:28.441968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['28f79af7-cd2f-4683-9afe-7c35e2a0f932'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:28.462054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3eff1b58-0046-441f-93fc-058ef4a9b846'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:28.465567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:28.479588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c3ac47-3e22-4d6e-8a5b-84ec86d99979']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:28.608379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-a8e11079-5de9-408b-8061-794c30233dc4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:28.612736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ee8f89-5125-47de-9691-b086ec3a7278') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:28.613178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ee8f89-5125-47de-9691-b086ec3a7278') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:28.626640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.671527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.693613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-a8e11079-5de9-408b-8061-794c30233dc4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:28.696447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:28.696925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:28.699097 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:28.708769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-a8e11079-5de9-408b-8061-794c30233dc4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:28.715324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-a8e11079-5de9-408b-8061-794c30233dc4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:28.717940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 2a5b1e1d-e93b-4803-8710-6e90e70a480b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:28.723844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-a8e11079-5de9-408b-8061-794c30233dc4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:28.731958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-a8e11079-5de9-408b-8061-794c30233dc4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:28.749367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-a8e11079-5de9-408b-8061-794c30233dc4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:28.758337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-a8e11079-5de9-408b-8061-794c30233dc4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5427 time: 0.3630936 Dec 15 14:06:28.858554 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.875087 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:28.881910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] 10.222.0.86 "DELETE /v2.0/networks/27c3ac47-3e22-4d6e-8a5b-84ec86d99979 HTTP/1.1" status: 204 len: 168 time: 2.6813681 Dec 15 14:06:28.882811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50570) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:28.916210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76caa6a0-ce45-4d3f-826a-09673c12e9a1 req-80e8f3c3-b1d9-421d-9655-8bdf4921d527 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501815 Dec 15 14:06:28.989405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1143-4da3-436c-b9b3-310024d236de admin admin] Pushing event deleted for resources: {'Network': ['ID=27c3ac47-3e22-4d6e-8a5b-84ec86d99979,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:29.000045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-48c10dff-5d6b-4f85-bbd3-cab7993226db None None] Provisioning complete for port 16872e4f-ae32-4dfe-a736-a9148dec713b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:29.000569 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-48c10dff-5d6b-4f85-bbd3-cab7993226db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:29.064884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-48c10dff-5d6b-4f85-bbd3-cab7993226db None None] Port 16872e4f-ae32-4dfe-a736-a9148dec713b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:29.123340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:29.134255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:29.136818 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085283e9-c637-4c09-b489-a48bf6b4ab0c None None] Sync routers for ids ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:29.146508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-84bb9a34-2719-45ec-b7b8-f89450dcc053 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/2a5b1e1d-e93b-4803-8710-6e90e70a480b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9991705 Dec 15 14:06:29.168342 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085283e9-c637-4c09-b489-a48bf6b4ab0c None None] Routers {'2a5b1e1d-e93b-4803-8710-6e90e70a480b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:29.170567 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-085283e9-c637-4c09-b489-a48bf6b4ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:29.231363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33621d7b-dce7-43fd-9c93-f2bb1e0b722d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:29.239164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-33621d7b-dce7-43fd-9c93-f2bb1e0b722d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports/16872e4f-ae32-4dfe-a736-a9148dec713b HTTP/1.1" status: 200 len: 913 time: 0.1037664 Dec 15 14:06:29.239846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:29.276852 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-085283e9-c637-4c09-b489-a48bf6b4ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:29.292474 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085283e9-c637-4c09-b489-a48bf6b4ab0c None None] Routers {'2a5b1e1d-e93b-4803-8710-6e90e70a480b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:29.293358 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-085283e9-c637-4c09-b489-a48bf6b4ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:29.347366 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-085283e9-c637-4c09-b489-a48bf6b4ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:29.349545 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085283e9-c637-4c09-b489-a48bf6b4ab0c None None] The sync data for ids ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:29.387408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['6684d56d-1150-4043-8688-8851d8bc02fd'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:29.474619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['897f226f-fd48-4e18-b29b-c59793d6f9cc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:29.479088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a5384e67-1c3f-41c5-8157-77cc0aeaecbf'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:29.771313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.250102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.330339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad42e-d334-4817-87ba-bca7198bf41d req-f78f4381-f676-41a1-8306-feef661ae2b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:30.339638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad42e-d334-4817-87ba-bca7198bf41d req-f78f4381-f676-41a1-8306-feef661ae2b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:30.346580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad42e-d334-4817-87ba-bca7198bf41d req-f78f4381-f676-41a1-8306-feef661ae2b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:30.353045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad42e-d334-4817-87ba-bca7198bf41d req-f78f4381-f676-41a1-8306-feef661ae2b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:30.372058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad42e-d334-4817-87ba-bca7198bf41d req-f78f4381-f676-41a1-8306-feef661ae2b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:30.389866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad42e-d334-4817-87ba-bca7198bf41d req-f78f4381-f676-41a1-8306-feef661ae2b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:30.414676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad42e-d334-4817-87ba-bca7198bf41d req-f78f4381-f676-41a1-8306-feef661ae2b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:30.416839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-83cad42e-d334-4817-87ba-bca7198bf41d req-f78f4381-f676-41a1-8306-feef661ae2b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5427 time: 0.3718626 Dec 15 14:06:30.677091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-83cad42e-d334-4817-87ba-bca7198bf41d req-d225e64e-0078-41ac-b8af-66b9d1aa584a tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2491488 Dec 15 14:06:30.709955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Deleting port d9e46aed-d8fa-481a-b66d-d71cbc095aa9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:30.712128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.750089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 16872e4f-ae32-4dfe-a736-a9148dec713b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:30.750696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.855147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.888043 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.901934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 16872e4f-ae32-4dfe-a736-a9148dec713b owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:30.903562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] For port d9e46aed-d8fa-481a-b66d-d71cbc095aa9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,segment=NetworkSegment(fc2b6994-c7e1-42a4-881f-e3033a742bc2),segment_id=fc2b6994-c7e1-42a4-881f-e3033a742bc2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:30.904602 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:30.925309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Calling delete_port for d9e46aed-d8fa-481a-b66d-d71cbc095aa9 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:31.069446 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.223487 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65afab23-97d2-4bf1-84a7-b9255fd694c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.270702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.306227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=16872e4f-ae32-4dfe-a736-a9148dec713b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:31.323939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.508099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e46aed-d8fa-481a-b66d-d71cbc095aa9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:31.717583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.764038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 897f226f-fd48-4e18-b29b-c59793d6f9cc up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:31.917981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:31.941537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 897f226f-fd48-4e18-b29b-c59793d6f9cc completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:06:31.948322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 897f226f-fd48-4e18-b29b-c59793d6f9cc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:31.949083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.222222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-f86054ed-b592-4a1a-af00-70c35e15781b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:32.230565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-f86054ed-b592-4a1a-af00-70c35e15781b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:32.232814 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.238304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-f86054ed-b592-4a1a-af00-70c35e15781b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:32.245985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-f86054ed-b592-4a1a-af00-70c35e15781b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:32.261092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897f226f-fd48-4e18-b29b-c59793d6f9cc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:32.265828 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a3f07-f13b-4986-a0ac-45ac15977e66" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "897f226f-fd48-4e18-b29b-c59793d6f9cc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:32.266934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-f86054ed-b592-4a1a-af00-70c35e15781b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:32.282437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-f86054ed-b592-4a1a-af00-70c35e15781b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:32.297223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-f86054ed-b592-4a1a-af00-70c35e15781b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:32.311569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 897f226f-fd48-4e18-b29b-c59793d6f9cc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:32.312514 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-f86054ed-b592-4a1a-af00-70c35e15781b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5427 time: 0.3287907 Dec 15 14:06:32.333983 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c34f61b-f86b-4770-8731-43d33b2d0774 x-openstack-request-id: req-2c34f61b-f86b-4770-8731-43d33b2d0774 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:32.334308 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "897f226f-fd48-4e18-b29b-c59793d6f9cc", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:32.334638 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c34f61b-f86b-4770-8731-43d33b2d0774 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:32.334978 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897f226f-fd48-4e18-b29b-c59793d6f9cc', 'code': 200} Dec 15 14:06:32.336307 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.337163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:32.348300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Router 2491c8c2-291c-4fcd-a5a4-86abec751ebd has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:32.474641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9576f36b-c03b-4291-b13c-2f4e1733d908 req-4e963ebf-df04-431c-9041-dc646e8f929d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561337 Dec 15 14:06:32.613033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=897f226f-fd48-4e18-b29b-c59793d6f9cc,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:32.637684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:32.654879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] Sync routers for ids ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:32.657719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-97c46133-d983-46d8-bf83-44d78651d61a admin admin] 10.222.0.86 "PUT /v2.0/routers/2491c8c2-291c-4fcd-a5a4-86abec751ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7629135 Dec 15 14:06:32.667005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50654) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:32.700042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:06:32.727637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:32.728251 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.755218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 2a5b1e1d-e93b-4803-8710-6e90e70a480b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:32.784805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] Routers {'2491c8c2-291c-4fcd-a5a4-86abec751ebd'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:32.785302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:32.946751 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:32.994390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:33.004414 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9849bf-a806-496c-9512-c512c20adc2e None None] Sync routers for ids ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:33.013955 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a21efe6e-9f1f-4740-9c0a-2b2cd69a66dd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/2a5b1e1d-e93b-4803-8710-6e90e70a480b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7728603 Dec 15 14:06:33.018458 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9849bf-a806-496c-9512-c512c20adc2e None None] Routers {'2a5b1e1d-e93b-4803-8710-6e90e70a480b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:33.019448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50662) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:33.026479 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1e9849bf-a806-496c-9512-c512c20adc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:33.142868 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1e9849bf-a806-496c-9512-c512c20adc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:33.174868 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9849bf-a806-496c-9512-c512c20adc2e None None] Routers {'2a5b1e1d-e93b-4803-8710-6e90e70a480b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:33.184771 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1e9849bf-a806-496c-9512-c512c20adc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:33.241176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.331281 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1e9849bf-a806-496c-9512-c512c20adc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:33.334097 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9849bf-a806-496c-9512-c512c20adc2e None None] The sync data for ids ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:33.389837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Deleting port 5fef8078-c906-4c48-8320-aed0d3546289 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:33.390171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.604312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] For port 5fef8078-c906-4c48-8320-aed0d3546289, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5fef8078-c906-4c48-8320-aed0d3546289,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:33.604696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.611314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] Set router 2491c8c2-291c-4fcd-a5a4-86abec751ebd gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:33.629483 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.651490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Calling delete_port for 5fef8078-c906-4c48-8320-aed0d3546289 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:33.893894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:33.929011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-e0833757-d4b0-49f2-9d6a-9b17a5add2ed tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:33.936045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-e0833757-d4b0-49f2-9d6a-9b17a5add2ed tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:33.944857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-e0833757-d4b0-49f2-9d6a-9b17a5add2ed tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:33.952227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-e0833757-d4b0-49f2-9d6a-9b17a5add2ed tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:33.956819 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.957881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 28f79af7-cd2f-4683-9afe-7c35e2a0f932 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:33.960767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-e0833757-d4b0-49f2-9d6a-9b17a5add2ed tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:33.965647 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7af1cd50-164d-43e5-beae-554aa3223c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:33.971058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-e0833757-d4b0-49f2-9d6a-9b17a5add2ed tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:33.978088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-e0833757-d4b0-49f2-9d6a-9b17a5add2ed tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:33.988355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-e0833757-d4b0-49f2-9d6a-9b17a5add2ed tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5428 time: 0.3036659 Dec 15 14:06:34.173341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:34.275350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:06:34.280167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:34.280555 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.339114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:34.341496 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b294dced-5137-4fd7-bffe-82849ed8b9de" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:34.364919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '5fef8078-c906-4c48-8320-aed0d3546289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T14:06:31Z', 'revision_number': 5, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port': {'id': '5fef8078-c906-4c48-8320-aed0d3546289', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:53:52Z', 'updated_at': '2021-12-15T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:34.402651 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.435680 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed70e06b-eebc-472d-a6df-e6139f40093b x-openstack-request-id: req-ed70e06b-eebc-472d-a6df-e6139f40093b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:34.436031 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:34.436612 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed70e06b-eebc-472d-a6df-e6139f40093b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:34.436985 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95', 'code': 200} Dec 15 14:06:34.439749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] Checking router: 2491c8c2-291c-4fcd-a5a4-86abec751ebd for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:34.490141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] Routers {'2491c8c2-291c-4fcd-a5a4-86abec751ebd'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:34.490844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:34.567911 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.700167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] Set router 2491c8c2-291c-4fcd-a5a4-86abec751ebd gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:34.798806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 28f79af7-cd2f-4683-9afe-7c35e2a0f932, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:34.801352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T14:06:33Z', 'revision_number': 6, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:34.840650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:34.841013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.846302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:34.847460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6684d56d-1150-4043-8688-8851d8bc02fd up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:34.849706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918c96d-2b16-42f2-bb6c-68bc1da06f8a None None] The sync data for ids ['2491c8c2-291c-4fcd-a5a4-86abec751ebd'] in n-d-821840-1 is: [{'id': '2491c8c2-291c-4fcd-a5a4-86abec751ebd', 'name': 'tempest-TaggedBootDevicesTest_v242-806880425-router', 'tenant_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:53:50Z', 'updated_at': '2021-12-15T14:06:33Z', 'revision_number': 6, 'project_id': 'dcdbb967fc1d4d1284ba5515ce87b004', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:34.969920 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e81107c1-0a93-4fce-9deb-ee7275ff1925 req-11adddbc-5e7c-4a1c-a1e7-d8c270e25ee2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9806411 Dec 15 14:06:35.069533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=28f79af7-cd2f-4683-9afe-7c35e2a0f932,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:35.077804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.082042 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.103603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.107059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 6684d56d-1150-4043-8688-8851d8bc02fd completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:06:35.112055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 6684d56d-1150-4043-8688-8851d8bc02fd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:35.112892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.132230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Pushing event deleted for resources: {'Port': ['ID=5fef8078-c906-4c48-8320-aed0d3546289,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:35.139426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:35.182374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bcc215-e689-4bdf-8a4d-815c2996212e None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:35.263947 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.391508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.395622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.436331 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.487817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.521103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.521672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2491c8c2-291c-4fcd-a5a4-86abec751ebd {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:06:35.528179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6684d56d-1150-4043-8688-8851d8bc02fd, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6684d56d-1150-4043-8688-8851d8bc02fd,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:35.531302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.535468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-25bbeeb1-5899-44ab-8315-8c265d523beb admin admin] 10.222.0.86 "DELETE /v2.0/routers/2491c8c2-291c-4fcd-a5a4-86abec751ebd HTTP/1.1" status: 204 len: 168 time: 2.8638463 Dec 15 14:06:35.537345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50708) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:35.545665 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.550011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a5384e67-1c3f-41c5-8157-77cc0aeaecbf up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:35.579480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=8efbcb10-e49d-4442-8dc4-ed8c5f11e7ab,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:35.658739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f3b5d3-569c-4ca0-befc-fca70401ba03 admin admin] Deleting subnet db63e34f-73ad-457c-a5cc-51224ea7e0bc {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:35.671630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5d3-569c-4ca0-befc-fca70401ba03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.817455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=6684d56d-1150-4043-8688-8851d8bc02fd,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:35.841374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5d3-569c-4ca0-befc-fca70401ba03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.842388 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.848214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port a5384e67-1c3f-41c5-8157-77cc0aeaecbf completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:06:35.852828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port a5384e67-1c3f-41c5-8157-77cc0aeaecbf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:35.853211 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.122175 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.216173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a5384e67-1c3f-41c5-8157-77cc0aeaecbf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:36.230122 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.230963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3eff1b58-0046-441f-93fc-058ef4a9b846 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:36.256592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5d3-569c-4ca0-befc-fca70401ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.341539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 2a5b1e1d-e93b-4803-8710-6e90e70a480b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:36.390165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5d3-569c-4ca0-befc-fca70401ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.397734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:36.427440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b5d3-569c-4ca0-befc-fca70401ba03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db63e34f-73ad-457c-a5cc-51224ea7e0bc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:36.438285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f79af7-cd2f-4683-9afe-7c35e2a0f932'}, {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6684d56d-1150-4043-8688-8851d8bc02fd'}, {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5384e67-1c3f-41c5-8157-77cc0aeaecbf'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:36.441421 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ca0f0-679f-4640-b9de-7cd2d52edf88" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "28f79af7-cd2f-4683-9afe-7c35e2a0f932"}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "6684d56d-1150-4043-8688-8851d8bc02fd"}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "a5384e67-1c3f-41c5-8157-77cc0aeaecbf"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:36.452298 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5d3-569c-4ca0-befc-fca70401ba03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.462652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-39f3b5d3-569c-4ca0-befc-fca70401ba03 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/db63e34f-73ad-457c-a5cc-51224ea7e0bc HTTP/1.1" status: 204 len: 168 time: 0.9212861 Dec 15 14:06:36.463394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50730) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:36.463913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287af56-30e3-4ff3-aca8-3eb3a6d2aaf3 None None] Network f181f407-0550-49ce-9ca3-696fd2566e27 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:36.483038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:36.496887 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-63d9eea6-0569-43a2-a58f-136285561ec6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/2a5b1e1d-e93b-4803-8710-6e90e70a480b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4733953 Dec 15 14:06:36.499787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:36.512281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-93550767-27ca-4826-bddf-3964970a2562 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:36.519108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-93550767-27ca-4826-bddf-3964970a2562 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:36.532299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-93550767-27ca-4826-bddf-3964970a2562 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:36.533128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3cd92-c227-4115-b7ce-c3bebefc37e2 None None] Sync routers for ids ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:36.539343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-93550767-27ca-4826-bddf-3964970a2562 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:36.573835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-93550767-27ca-4826-bddf-3964970a2562 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:36.582292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-93550767-27ca-4826-bddf-3964970a2562 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:36.608423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-93550767-27ca-4826-bddf-3964970a2562 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:36.610665 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-93550767-27ca-4826-bddf-3964970a2562 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5432 time: 0.3090401 Dec 15 14:06:36.618031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.619673 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b562a757-fd76-4975-b23f-7cc0350a8b4e x-openstack-request-id: req-b562a757-fd76-4975-b23f-7cc0350a8b4e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:36.620006 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "28f79af7-cd2f-4683-9afe-7c35e2a0f932", "code": 200}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "6684d56d-1150-4043-8688-8851d8bc02fd", "code": 200}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "a5384e67-1c3f-41c5-8157-77cc0aeaecbf", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:36.620271 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b562a757-fd76-4975-b23f-7cc0350a8b4e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:36.620690 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f79af7-cd2f-4683-9afe-7c35e2a0f932', 'code': 200} Dec 15 14:06:36.620955 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6684d56d-1150-4043-8688-8851d8bc02fd', 'code': 200} Dec 15 14:06:36.621214 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5384e67-1c3f-41c5-8157-77cc0aeaecbf', 'code': 200} Dec 15 14:06:36.643270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 3eff1b58-0046-441f-93fc-058ef4a9b846 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:06:36.659475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e42537c5-da46-46f0-93c4-dd9a3355717b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a5b1e1d-e93b-4803-8710-6e90e70a480b HTTP/1.1" status: 200 len: 205 time: 0.0471382 Dec 15 14:06:36.664034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50736) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:36.695126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5fef8078-c906-4c48-8320-aed0d3546289 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:36.749134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 3eff1b58-0046-441f-93fc-058ef4a9b846 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:36.752452 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.765431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5fef8078-c906-4c48-8320-aed0d3546289 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:36.772833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5fef8078-c906-4c48-8320-aed0d3546289 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:36.773557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d9e46aed-d8fa-481a-b66d-d71cbc095aa9 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:36.776125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3cd92-c227-4115-b7ce-c3bebefc37e2 None None] Routers {'2a5b1e1d-e93b-4803-8710-6e90e70a480b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:36.781985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d40a06ec-6c42-4bbd-acf3-64c31b776f97 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.793402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8ff3cd92-c227-4115-b7ce-c3bebefc37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:36.796385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07dd64c8-3aa5-42c5-a16e-ecc77aa2aae3 req-7685e194-cfc8-4941-ac87-203b20d9013a tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494794 Dec 15 14:06:36.902396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: d9e46aed-d8fa-481a-b66d-d71cbc095aa9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:36.902961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d9e46aed-d8fa-481a-b66d-d71cbc095aa9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:36.905283 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.912003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8ff3cd92-c227-4115-b7ce-c3bebefc37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:36.937231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3cd92-c227-4115-b7ce-c3bebefc37e2 None None] Routers {'2a5b1e1d-e93b-4803-8710-6e90e70a480b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:36.938864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8ff3cd92-c227-4115-b7ce-c3bebefc37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:36.979108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d40a06ec-6c42-4bbd-acf3-64c31b776f97 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.981999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d40a06ec-6c42-4bbd-acf3-64c31b776f97 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.984281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8ff3cd92-c227-4115-b7ce-c3bebefc37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:36.985186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3cd92-c227-4115-b7ce-c3bebefc37e2 None None] The sync data for ids ['2a5b1e1d-e93b-4803-8710-6e90e70a480b'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:37.035472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Deleting port 607a69fd-554f-4750-b973-257b68997696 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:37.035795 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.063707 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.074342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] DHCP port deletion for f181f407-0550-49ce-9ca3-696fd2566e27 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:37.099999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d40a06ec-6c42-4bbd-acf3-64c31b776f97 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.100709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a06ec-6c42-4bbd-acf3-64c31b776f97 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5b1e1d-e93b-4803-8710-6e90e70a480b {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:06:37.108584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d40a06ec-6c42-4bbd-acf3-64c31b776f97 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.113967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:37.114203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d40a06ec-6c42-4bbd-acf3-64c31b776f97 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/2a5b1e1d-e93b-4803-8710-6e90e70a480b HTTP/1.1" status: 204 len: 168 time: 0.4475820 Dec 15 14:06:37.141165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] For port 607a69fd-554f-4750-b973-257b68997696, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=607a69fd-554f-4750-b973-257b68997696,segment=NetworkSegment(fc2b6994-c7e1-42a4-881f-e3033a742bc2),segment_id=fc2b6994-c7e1-42a4-881f-e3033a742bc2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:37.141754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.167816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Calling delete_port for 607a69fd-554f-4750-b973-257b68997696 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:37.218467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3eff1b58-0046-441f-93fc-058ef4a9b846, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3eff1b58-0046-441f-93fc-058ef4a9b846,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:37.231593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-42df632c-4e06-4d4f-919f-14fa3dfa9be4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet 0c4b02c7-01a0-445c-aa9d-539610659153 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:37.235769 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.238049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fd38b3e2-56bf-4348-9539-6775e341dcd9 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:37.240743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42df632c-4e06-4d4f-919f-14fa3dfa9be4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.300944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.342931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Pushing event deleted for resources: {'Port': ['ID=607a69fd-554f-4750-b973-257b68997696,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:37.346305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] No DVR routers for this DVR port 607a69fd-554f-4750-b973-257b68997696 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:37.382357 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.392490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42df632c-4e06-4d4f-919f-14fa3dfa9be4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.395773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=3eff1b58-0046-441f-93fc-058ef4a9b846,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:37.410527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] Deleting port 607a69fd-554f-4750-b973-257b68997696 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:37.410892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.537016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.569408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port fd38b3e2-56bf-4348-9539-6775e341dcd9 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:06:37.577029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f181f407-0550-49ce-9ca3-696fd2566e27']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:37.593583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port fd38b3e2-56bf-4348-9539-6775e341dcd9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:37.593964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.604248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42df632c-4e06-4d4f-919f-14fa3dfa9be4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.606901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2b6994-c7e1-42a4-881f-e3033a742bc2') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:37.607462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2b6994-c7e1-42a4-881f-e3033a742bc2') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:37.632371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.662162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] For port 607a69fd-554f-4750-b973-257b68997696, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:37.662568 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.679556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] Calling delete_port for 607a69fd-554f-4750-b973-257b68997696 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:37.686701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] Port 607a69fd-554f-4750-b973-257b68997696 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:06:37.690442 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.702610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.717722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:37.719553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.732781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] Pushing event deleted for resources: {'Port': ['ID=607a69fd-554f-4750-b973-257b68997696,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:37.739049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42df632c-4e06-4d4f-919f-14fa3dfa9be4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.746609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac31a88-4b1b-4e5a-b866-8027192f96f6 None None] No DVR routers for this DVR port 607a69fd-554f-4750-b973-257b68997696 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:37.804633 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:37.809171 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.817824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.838856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.870068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f181f407-0550-49ce-9ca3-696fd2566e27 HTTP/1.1" status: 204 len: 168 time: 1.4039040 Dec 15 14:06:37.871395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df632c-4e06-4d4f-919f-14fa3dfa9be4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4b02c7-01a0-445c-aa9d-539610659153,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:37.878786 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-42df632c-4e06-4d4f-919f-14fa3dfa9be4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:37.887023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-42df632c-4e06-4d4f-919f-14fa3dfa9be4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/0c4b02c7-01a0-445c-aa9d-539610659153 HTTP/1.1" status: 204 len: 168 time: 0.7714510 Dec 15 14:06:37.889584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:37.891795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port fd38b3e2-56bf-4348-9539-6775e341dcd9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:37.899476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff0430-3ced-44f5-8b91-a33c969d9d16 None None] Network 233b3756-c39e-45e6-9ffa-fc90e0ece599 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:37.933163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758787c-eac9-46d4-b769-49a43204b716 admin admin] Pushing event deleted for resources: {'Network': ['ID=f181f407-0550-49ce-9ca3-696fd2566e27,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:37.936017 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.052837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50784) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:38.082583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6885c892-9ada-4e9c-a597-d5cd11f218de tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet 1021bf91-3d7f-49b6-9f33-81d26bfa7ecd {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:38.092748 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6885c892-9ada-4e9c-a597-d5cd11f218de tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.113316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fa592f7a-c2a2-47da-9df2-07d88e8caba1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9b9f3347cc5b4feaa3b93056da5e1dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568888 Dec 15 14:06:38.121137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:38.157273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6885c892-9ada-4e9c-a597-d5cd11f218de tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.186453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=fd38b3e2-56bf-4348-9539-6775e341dcd9,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:38.249917 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4229-e3b9-460f-8277-a2f0194d0d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.286117 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4229-e3b9-460f-8277-a2f0194d0d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.293647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-2d6a9972-8471-400a-ad5f-9a2ecb8885e9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:38.301497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-2d6a9972-8471-400a-ad5f-9a2ecb8885e9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:38.309617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-2d6a9972-8471-400a-ad5f-9a2ecb8885e9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:38.316551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-2d6a9972-8471-400a-ad5f-9a2ecb8885e9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:38.322839 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-2d6a9972-8471-400a-ad5f-9a2ecb8885e9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:38.327834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] DHCP port deletion for 233b3756-c39e-45e6-9ffa-fc90e0ece599 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:38.329979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-2d6a9972-8471-400a-ad5f-9a2ecb8885e9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:38.337508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-2d6a9972-8471-400a-ad5f-9a2ecb8885e9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:38.340096 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-2d6a9972-8471-400a-ad5f-9a2ecb8885e9 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.3783457 Dec 15 14:06:38.401572 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4229-e3b9-460f-8277-a2f0194d0d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.404348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4229-e3b9-460f-8277-a2f0194d0d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.405631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a4ae4229-e3b9-460f-8277-a2f0194d0d76 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3bcc73da-d3c6-4cd6-a08d-7c3398bfc177 HTTP/1.1" status: 204 len: 168 time: 0.2831464 Dec 15 14:06:38.418275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae4229-e3b9-460f-8277-a2f0194d0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcc73da-d3c6-4cd6-a08d-7c3398bfc177,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:38.465682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf97f169-a71e-4a58-89d7-24ef68f3868d req-6571d6a8-430d-4828-b108-1efe38f2f2da tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154418 Dec 15 14:06:38.505672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] Deleting port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:38.506006 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.545789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6885c892-9ada-4e9c-a597-d5cd11f218de tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.706348 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6885c892-9ada-4e9c-a597-d5cd11f218de tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.765245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885c892-9ada-4e9c-a597-d5cd11f218de tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=1021bf91-3d7f-49b6-9f33-81d26bfa7ecd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:38.790402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6885c892-9ada-4e9c-a597-d5cd11f218de tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.794611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6885c892-9ada-4e9c-a597-d5cd11f218de tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/1021bf91-3d7f-49b6-9f33-81d26bfa7ecd HTTP/1.1" status: 204 len: 168 time: 0.9036674 Dec 15 14:06:38.799839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50812) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:38.952836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.970018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eff1b58-0046-441f-93fc-058ef4a9b846'}, {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd38b3e2-56bf-4348-9539-6775e341dcd9'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:38.982032 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed71334-5e67-4531-92cb-01dc68f8f54f" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "3eff1b58-0046-441f-93fc-058ef4a9b846"}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "fd38b3e2-56bf-4348-9539-6775e341dcd9"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:38.988788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cfb54a0b-196b-4e13-a9e4-edfbfdab44ad no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:38.999394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de1676-d595-4e75-8ac2-a74ae2959a81 None None] Network b2c5b978-1130-41d1-8b6a-146824ff85ee requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:39.057150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:39.060059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.212314 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4349963f-4e08-48a6-bbed-ca94441e8162 x-openstack-request-id: req-4349963f-4e08-48a6-bbed-ca94441e8162 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:39.212772 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "3eff1b58-0046-441f-93fc-058ef4a9b846", "code": 200}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-plugged", "status": "completed", "tag": "fd38b3e2-56bf-4348-9539-6775e341dcd9", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:39.213164 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4349963f-4e08-48a6-bbed-ca94441e8162 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:39.216514 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'code': 200} Dec 15 14:06:39.216930 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd38b3e2-56bf-4348-9539-6775e341dcd9', 'code': 200} Dec 15 14:06:39.232526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50822) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:39.257218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,segment=NetworkSegment(55f04697-0cf2-4f7c-97f1-c90a8589d7b6),segment_id=55f04697-0cf2-4f7c-97f1-c90a8589d7b6)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:39.257870 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.288424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for cfb54a0b-196b-4e13-a9e4-edfbfdab44ad owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:39.323196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0f6440c2-bd80-46ce-a8ce-80ed2380661e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dcdbb967fc1d4d1284ba5515ce87b004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0888104 Dec 15 14:06:39.325627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:39.394503 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5683cdca-b821-467d-aca4-e8c36e18e1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.398444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] For port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,segment=NetworkSegment(55f04697-0cf2-4f7c-97f1-c90a8589d7b6),segment_id=55f04697-0cf2-4f7c-97f1-c90a8589d7b6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:39.399529 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.428222 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5683cdca-b821-467d-aca4-e8c36e18e1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.466311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] Calling delete_port for cfb54a0b-196b-4e13-a9e4-edfbfdab44ad owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:39.510528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5683cdca-b821-467d-aca4-e8c36e18e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.513770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5683cdca-b821-467d-aca4-e8c36e18e1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.518829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5683cdca-b821-467d-aca4-e8c36e18e1e3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ee63afb-b827-44dd-9bd7-7ca7226340fc HTTP/1.1" status: 204 len: 168 time: 0.1885066 Dec 15 14:06:39.534059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683cdca-b821-467d-aca4-e8c36e18e1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee63afb-b827-44dd-9bd7-7ca7226340fc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:39.543850 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] DHCP port deletion for b2c5b978-1130-41d1-8b6a-146824ff85ee request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:39.645026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-e13ecda7-83c7-448a-b27b-fd1a6d8ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.645629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-e13ecda7-83c7-448a-b27b-fd1a6d8ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.645972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-e13ecda7-83c7-448a-b27b-fd1a6d8ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.646443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-e13ecda7-83c7-448a-b27b-fd1a6d8ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.646910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-e13ecda7-83c7-448a-b27b-fd1a6d8ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.647372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-e13ecda7-83c7-448a-b27b-fd1a6d8ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.647840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-e13ecda7-83c7-448a-b27b-fd1a6d8ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.649891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-e13ecda7-83c7-448a-b27b-fd1a6d8ea60c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6491 time: 0.3306551 Dec 15 14:06:39.667041 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.741420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,segment=NetworkSegment(55f04697-0cf2-4f7c-97f1-c90a8589d7b6),segment_id=55f04697-0cf2-4f7c-97f1-c90a8589d7b6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:39.755892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.756852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 607a69fd-554f-4750-b973-257b68997696 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:39.764897 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.786383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-3f6751fb-9499-4131-91a1-3d718c7c6226 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.798024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] Deleting port c7e90421-9dbd-4a45-bed8-a19cf905d6bd {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:39.798626 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.806887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-3f6751fb-9499-4131-91a1-3d718c7c6226 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.820921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-3f6751fb-9499-4131-91a1-3d718c7c6226 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.835638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 607a69fd-554f-4750-b973-257b68997696 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:39.835940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.836213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 607a69fd-554f-4750-b973-257b68997696 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:39.842984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event deleted for resources: {'Port': ['ID=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:39.845060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-3f6751fb-9499-4131-91a1-3d718c7c6226 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.866221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-3f6751fb-9499-4131-91a1-3d718c7c6226 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.879117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] No DVR routers for this DVR port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:39.917729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-3f6751fb-9499-4131-91a1-3d718c7c6226 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.925270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db21d90-c700-4f8f-8fab-a3a2028171ab None None] Pushing event deleted for resources: {'Port': ['ID=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:39.939034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=cfb54a0b-196b-4e13-a9e4-edfbfdab44ad,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:39.948407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-3f6751fb-9499-4131-91a1-3d718c7c6226 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:39.950633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-3f6751fb-9499-4131-91a1-3d718c7c6226 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.3079398 Dec 15 14:06:39.973709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] For port c7e90421-9dbd-4a45-bed8-a19cf905d6bd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c7e90421-9dbd-4a45-bed8-a19cf905d6bd,segment=NetworkSegment(3f1ab32a-1547-44bf-8c0a-d9daa909255b),segment_id=3f1ab32a-1547-44bf-8c0a-d9daa909255b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:39.974462 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.987759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-397a8d6a-719e-45a2-bfe8-1c3c12c6043b req-704a5191-0299-4a7a-92c4-62b340e9ea58 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3290052 Dec 15 14:06:39.990584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No DVR routers for this DVR port cfb54a0b-196b-4e13-a9e4-edfbfdab44ad on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:40.032459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] Calling delete_port for c7e90421-9dbd-4a45-bed8-a19cf905d6bd owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:40.127769 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.145028 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-128f7d86-6d73-4cb7-8fe2-2107ad06ffc2 req-5583cedc-73c7-41d0-b335-81dbfc69ca47 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1855199 Dec 15 14:06:40.161277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b3756-c39e-45e6-9ffa-fc90e0ece599']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:40.198704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f04697-0cf2-4f7c-97f1-c90a8589d7b6') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:40.199317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f04697-0cf2-4f7c-97f1-c90a8589d7b6') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:40.223460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.235593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.250731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] No DVR routers for this DVR port c7e90421-9dbd-4a45-bed8-a19cf905d6bd on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:40.273297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.285723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:40.286150 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.316523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921437d-c723-4f38-992a-e13e08fa9722 None None] Pushing event deleted for resources: {'Port': ['ID=c7e90421-9dbd-4a45-bed8-a19cf905d6bd,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:40.348612 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:40.426928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.438877 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.447817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/233b3756-c39e-45e6-9ffa-fc90e0ece599 HTTP/1.1" status: 204 len: 168 time: 1.6445496 Dec 15 14:06:40.448955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50844) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:40.464807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2a945-8aa9-457f-a2ff-d6dee757e9d9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=233b3756-c39e-45e6-9ffa-fc90e0ece599,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:40.719418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c7e90421-9dbd-4a45-bed8-a19cf905d6bd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:40.740768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.779614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c7e90421-9dbd-4a45-bed8-a19cf905d6bd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:40.795797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c7e90421-9dbd-4a45-bed8-a19cf905d6bd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:40.938085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:40.978984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c5b978-1130-41d1-8b6a-146824ff85ee']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:40.992797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1ab32a-1547-44bf-8c0a-d9daa909255b') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:40.993098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1ab32a-1547-44bf-8c0a-d9daa909255b') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:41.020560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.061056 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.078083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:41.082319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:41.091163 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:41.238932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.244165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.253354 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/b2c5b978-1130-41d1-8b6a-146824ff85ee HTTP/1.1" status: 204 len: 168 time: 0.8033183 Dec 15 14:06:41.257074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50866) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:41.262348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1544365456'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:41.327480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:41.333167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430be3eb-c255-405f-a4f4-668e4d466586 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=b2c5b978-1130-41d1-8b6a-146824ff85ee,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:41.344648 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.428326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50868) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:41.453051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:06:41.471942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.472308 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment 0132a002-f63a-4cd3-bbfc-0fa20e6e45af of type vlan for network fa142c03-fb98-4f87-84a7-553c79ba7d34 Dec 15 14:06:41.495193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-e854ea33-b77c-4b94-b65f-6b233c791992 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:41.502632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-e854ea33-b77c-4b94-b65f-6b233c791992 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:41.508822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-e854ea33-b77c-4b94-b65f-6b233c791992 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:41.514895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-e854ea33-b77c-4b94-b65f-6b233c791992 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:41.521251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-e854ea33-b77c-4b94-b65f-6b233c791992 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:41.527355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-e854ea33-b77c-4b94-b65f-6b233c791992 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:41.534370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-e854ea33-b77c-4b94-b65f-6b233c791992 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:41.536585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-e854ea33-b77c-4b94-b65f-6b233c791992 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.1575222 Dec 15 14:06:41.601186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.650237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c37c844-2d06-4fdc-b966-684ca5e114d7 req-39455ed7-dd4b-4cdb-a471-9cdb0ac31ccf tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901618 Dec 15 14:06:41.675964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-46548393-network', 'tenant_id': 'bd0dad3acc834d9886e6b0990d7681ea'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:41.678969 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.685505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:41.688944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.724194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Made reservation on behalf of bd0dad3acc834d9886e6b0990d7681ea for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:41.727977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.744040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:41.775774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5174546 Dec 15 14:06:41.782001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:41.814947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853c2ce-a164-4d3b-baa2-c6b1d5aa7331 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=fa142c03-fb98-4f87-84a7-553c79ba7d34,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:41.815280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': 'fa142c03-fb98-4f87-84a7-553c79ba7d34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:41.821866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network fa142c03-fb98-4f87-84a7-553c79ba7d34 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:06:42.003190 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.012177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.030505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:06:42.043250 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.043690 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Added segment f3f61def-ea60-4e33-b209-d447eb392ca8 of type vlan for network 7de65012-ed78-4990-92a9-c0f7dd473212 Dec 15 14:06:42.094330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.119695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:42.124588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.203909 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.205107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.205831 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.267056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:42.319479 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8900750 Dec 15 14:06:42.322235 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50908) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:42.327488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Request body: {'subnet': {'network_id': '7de65012-ed78-4990-92a9-c0f7dd473212', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-46548393-subnet', 'tenant_id': 'bd0dad3acc834d9886e6b0990d7681ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:42.371305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da6b9c-c277-4a16-86af-12bb43fc78b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7de65012-ed78-4990-92a9-c0f7dd473212,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:42.379746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Made reservation on behalf of bd0dad3acc834d9886e6b0990d7681ea for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:42.382144 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.384149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7de65012-ed78-4990-92a9-c0f7dd473212 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:06:42.518811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.645703 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.776998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5020bf-77ec-40ff-8629-12fbe4b0804d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:42.790260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Checking segment: {'id': 'f3f61def-ea60-4e33-b209-d447eb392ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7de65012-ed78-4990-92a9-c0f7dd473212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:42.790626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Network hostable DHCP agents. Network: 7de65012-ed78-4990-92a9-c0f7dd473212, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:06:42.819217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Network 7de65012-ed78-4990-92a9-c0f7dd473212 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:06:42.834729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7de65012-ed78-4990-92a9-c0f7dd473212) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:42.840068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:42.840802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:42.845273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad14db-8d81-402c-ba60-cf10599c1687 None None] Network 7de65012-ed78-4990-92a9-c0f7dd473212 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:42.878199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fbb909bd-7a45-4244-aeba-4e6db5a6d897 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5547335 Dec 15 14:06:43.111388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421d69e-480e-4e27-941d-a3e8a3ff9f61 None None] Network 7de65012-ed78-4990-92a9-c0f7dd473212 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:43.253048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=e8c68920-0de6-4fba-b9b5-43a4ba8bfb8e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:43.257610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': '0132a002-f63a-4cd3-bbfc-0fa20e6e45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fa142c03-fb98-4f87-84a7-553c79ba7d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:43.258102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: fa142c03-fb98-4f87-84a7-553c79ba7d34, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:06:43.290168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-637cc48c-0db5-4a19-97ae-1ea9b1ed24b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.297130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-637cc48c-0db5-4a19-97ae-1ea9b1ed24b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.304189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-637cc48c-0db5-4a19-97ae-1ea9b1ed24b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.318136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-637cc48c-0db5-4a19-97ae-1ea9b1ed24b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.334267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-637cc48c-0db5-4a19-97ae-1ea9b1ed24b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.350490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-637cc48c-0db5-4a19-97ae-1ea9b1ed24b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.364845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-637cc48c-0db5-4a19-97ae-1ea9b1ed24b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.367157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-637cc48c-0db5-4a19-97ae-1ea9b1ed24b0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.2056284 Dec 15 14:06:43.444225 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e52c117-578e-4675-a7b8-ecd58a3b23c5 req-cad951c5-31c9-4e81-ab8e-b111d7603ad0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697293 Dec 15 14:06:43.445027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network fa142c03-fb98-4f87-84a7-553c79ba7d34 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:06:43.452068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, fa142c03-fb98-4f87-84a7-553c79ba7d34) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:43.456602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.457198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.464243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad48fc2-3bc4-4cde-abde-c20092870c55 None None] Network fa142c03-fb98-4f87-84a7-553c79ba7d34 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:43.511984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-db448b5c-bd12-4839-bd32-ae5f7f415df6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7264197 Dec 15 14:06:43.512362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:43.516952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5e1685f0-f39a-401f-a7b5-12738e029a92 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-366417661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:43.567217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e1685f0-f39a-401f-a7b5-12738e029a92 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.568452 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e1685f0-f39a-401f-a7b5-12738e029a92 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.663976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-bc4d137a-5b16-4d87-b693-884404cc7bdd tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.666020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-bc4d137a-5b16-4d87-b693-884404cc7bdd tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/networks?id=7de65012-ed78-4990-92a9-c0f7dd473212 HTTP/1.1" status: 200 len: 820 time: 0.2009616 Dec 15 14:06:43.683839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-fa142c03-fb98-4f87-84a7-553c79ba7d34', 'network_id': 'fa142c03-fb98-4f87-84a7-553c79ba7d34', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': 'e8c68920-0de6-4fba-b9b5-43a4ba8bfb8e'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:06:43.685185 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.697000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-57db0895-8122-4fb4-9977-726d776b4770 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/quotas/bd0dad3acc834d9886e6b0990d7681ea HTTP/1.1" status: 200 len: 375 time: 0.0139546 Dec 15 14:06:43.727375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210b19-26d1-4481-9a43-14781d3a743b req-ddd33cfe-b8b1-4eae-af4c-b11fd81e5c91 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.733237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210b19-26d1-4481-9a43-14781d3a743b req-ddd33cfe-b8b1-4eae-af4c-b11fd81e5c91 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.740306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210b19-26d1-4481-9a43-14781d3a743b req-ddd33cfe-b8b1-4eae-af4c-b11fd81e5c91 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.746724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210b19-26d1-4481-9a43-14781d3a743b req-ddd33cfe-b8b1-4eae-af4c-b11fd81e5c91 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.753254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210b19-26d1-4481-9a43-14781d3a743b req-ddd33cfe-b8b1-4eae-af4c-b11fd81e5c91 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.759450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210b19-26d1-4481-9a43-14781d3a743b req-ddd33cfe-b8b1-4eae-af4c-b11fd81e5c91 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.765469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210b19-26d1-4481-9a43-14781d3a743b req-ddd33cfe-b8b1-4eae-af4c-b11fd81e5c91 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:43.767804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd210b19-26d1-4481-9a43-14781d3a743b req-ddd33cfe-b8b1-4eae-af4c-b11fd81e5c91 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.1882651 Dec 15 14:06:43.790201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50940) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:43.794104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e1685f0-f39a-401f-a7b5-12738e029a92 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.797519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Request body: {'floatingip': {'port_id': '3eff1b58-0046-441f-93fc-058ef4a9b846'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:43.804692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e1685f0-f39a-401f-a7b5-12738e029a92 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.840817 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e1685f0-f39a-401f-a7b5-12738e029a92 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:43.844456 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5e1685f0-f39a-401f-a7b5-12738e029a92 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3287618 Dec 15 14:06:43.844699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:43.850329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'port': {'network_id': 'fa142c03-fb98-4f87-84a7-553c79ba7d34', 'name': 'tempest-RoutersIpV6Test-1236492797'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:43.854074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-93902396-d1f2-4763-bade-b496c0fa01ea tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0dad3acc834d9886e6b0990d7681ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1510904 Dec 15 14:06:43.908679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.028366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-ebf4b190-6bde-45d8-aa55-c8e518cabcc7 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:06:44.029447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-ebf4b190-6bde-45d8-aa55-c8e518cabcc7 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1351874 Dec 15 14:06:44.042795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Allocated IP 2001:db8::2 (fa142c03-fb98-4f87-84a7-553c79ba7d34/e8c68920-0de6-4fba-b9b5-43a4ba8bfb8e/f89ab6ae-7240-410b-92c1-a746163383ba) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:44.115546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:44.119692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.171765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] device_id is not set on port e86497ce-4394-451c-b6ac-9350eacdbff3 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:06:44.357893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.381547 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.424514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-912bc035-c899-4d7e-924f-7a2902717016 service neutron] 10.222.0.86 "GET /v2.0/networks/7de65012-ed78-4990-92a9-c0f7dd473212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503320 Dec 15 14:06:44.466796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Pushing event updated for resources: {'Port': ['ID=f89ab6ae-7240-410b-92c1-a746163383ba,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:44.500858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8::f3 (fa142c03-fb98-4f87-84a7-553c79ba7d34/e8c68920-0de6-4fba-b9b5-43a4ba8bfb8e/e86497ce-4394-451c-b6ac-9350eacdbff3) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:44.504258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Network fa142c03-fb98-4f87-84a7-553c79ba7d34 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:44.521864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:44.522494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:44.524397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:44.644283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Attempting to bind port f89ab6ae-7240-410b-92c1-a746163383ba on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:44.644712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Attempting to bind port f89ab6ae-7240-410b-92c1-a746163383ba by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0132a002-f63a-4cd3-bbfc-0fa20e6e45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fa142c03-fb98-4f87-84a7-553c79ba7d34'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:44.645104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Attempting to bind port f89ab6ae-7240-410b-92c1-a746163383ba on network fa142c03-fb98-4f87-84a7-553c79ba7d34 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:44.656353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:44.656751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Checking segment: {'id': '0132a002-f63a-4cd3-bbfc-0fa20e6e45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fa142c03-fb98-4f87-84a7-553c79ba7d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:44.660101 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.660606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Bound using segment: {'id': '0132a002-f63a-4cd3-bbfc-0fa20e6e45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fa142c03-fb98-4f87-84a7-553c79ba7d34'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:44.661125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Bound port: f89ab6ae-7240-410b-92c1-a746163383ba, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0132a002-f63a-4cd3-bbfc-0fa20e6e45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fa142c03-fb98-4f87-84a7-553c79ba7d34'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:44.661537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.805311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] For port f89ab6ae-7240-410b-92c1-a746163383ba, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:44.808915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] For port f89ab6ae-7240-410b-92c1-a746163383ba, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f89ab6ae-7240-410b-92c1-a746163383ba,segment=NetworkSegment(0132a002-f63a-4cd3-bbfc-0fa20e6e45af),segment_id=0132a002-f63a-4cd3-bbfc-0fa20e6e45af)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:44.820707 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.835590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:44.920511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aec7d-2491-4432-87b1-a42be6a96e5e None None] Pushing event updated for resources: {'Port': ['ID=f89ab6ae-7240-410b-92c1-a746163383ba,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:44.976605 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.087469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network fa142c03-fb98-4f87-84a7-553c79ba7d34 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:45.099792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:45.110436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:45.118692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:45.119376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.122155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=e86497ce-4394-451c-b6ac-9350eacdbff3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:45.171422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f9614c27-b525-4fb1-af08-b5f025583ea0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3256693 Dec 15 14:06:45.172728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:45.464578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c374bd74-4dc2-4c91-b85a-9269a478bfb0 service neutron] 10.222.0.86 "GET /v2.0/networks/7de65012-ed78-4990-92a9-c0f7dd473212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0199096 Dec 15 14:06:45.486131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 14:06:45.595618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.603468 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.872840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9fa86bac-f444-4fa9-a6bd-af9d6dcb1565 req-219c1683-5151-479c-9885-db7a3e09432a tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 210 time: 0.0582101 Dec 15 14:06:45.882523 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:45.957912 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Floating IP e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e associated. External IP: 172.25.7.171, port: 3eff1b58-0046-441f-93fc-058ef4a9b846. Dec 15 14:06:46.012077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.501395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Router f355a537-ca7d-464d-9964-7f5a15269431 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:46.781333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f89ab6ae-7240-410b-92c1-a746163383ba up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:46.846713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a60f5-c56f-4d7e-ba85-b2740f9641c1 None None] Network fa142c03-fb98-4f87-84a7-553c79ba7d34 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:46.867658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:46.873069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:46.881821 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] Sync routers for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:46.895188 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:46.895752 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:46.919845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fbd39954-432b-4720-a8a1-3b5abd1256e1 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "PUT /v2.0/floatingips/e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e HTTP/1.1" status: 200 len: 991 time: 3.1289215 Dec 15 14:06:46.922472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '3eff1b58-0046-441f-93fc-058ef4a9b846'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:46.926438 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f2cf97-282f-4900-ba48-992fcb859dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "3eff1b58-0046-441f-93fc-058ef4a9b846"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:47.024130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0a5f0af7-0f4c-46e6-8c81-06b53ab5b908 None None] Provisioning complete for port f89ab6ae-7240-410b-92c1-a746163383ba triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:47.024507 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0af7-0f4c-46e6-8c81-06b53ab5b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.090063 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.118173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f89ab6ae-7240-410b-92c1-a746163383ba triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:47.119353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.120502 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.144648 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:47.157942 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c816a3-c4c1-496f-ba46-5e5a8d7ac81b x-openstack-request-id: req-e1c816a3-c4c1-496f-ba46-5e5a8d7ac81b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:47.158141 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "tag": "3eff1b58-0046-441f-93fc-058ef4a9b846", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:47.158941 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e1c816a3-c4c1-496f-ba46-5e5a8d7ac81b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:47.159349 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'tag': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'status': 'completed', 'code': 200} Dec 15 14:06:47.302062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-b11360e5-6135-4e4a-834f-e6f75b2d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.302062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-b11360e5-6135-4e4a-834f-e6f75b2d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.302450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-b11360e5-6135-4e4a-834f-e6f75b2d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.302792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-b11360e5-6135-4e4a-834f-e6f75b2d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.303212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-b11360e5-6135-4e4a-834f-e6f75b2d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.303671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-b11360e5-6135-4e4a-834f-e6f75b2d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.304166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-b11360e5-6135-4e4a-834f-e6f75b2d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.306219 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-b11360e5-6135-4e4a-834f-e6f75b2d6628 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6491 time: 0.1137023 Dec 15 14:06:47.354797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6650722d-4881-4f71-b76c-cb7c24cb31f8 req-874e2a34-b41e-46fc-b8e0-b6f314337d31 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 210 time: 0.2557662 Dec 15 14:06:47.357700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.410841 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0af7-0f4c-46e6-8c81-06b53ab5b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.480263 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.575484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-1eb4c634-b47c-43c4-84ad-9f768c9ea7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.579236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-1eb4c634-b47c-43c4-84ad-9f768c9ea7e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9fbbb6fb-dc11-4cb8-8780-f03964101453 HTTP/1.1" status: 200 len: 913 time: 0.2604589 Dec 15 14:06:47.586089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0a5f0af7-0f4c-46e6-8c81-06b53ab5b908 None None] For port f89ab6ae-7240-410b-92c1-a746163383ba, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f89ab6ae-7240-410b-92c1-a746163383ba,segment=NetworkSegment(0132a002-f63a-4cd3-bbfc-0fa20e6e45af),segment_id=0132a002-f63a-4cd3-bbfc-0fa20e6e45af)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:47.680220 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:06:47.680629 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:06:47.681169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0af7-0f4c-46e6-8c81-06b53ab5b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:47.714378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-4e78609e-5c8b-458c-a8af-ffd8aadd671d tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.717068 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-4e78609e-5c8b-458c-a8af-ffd8aadd671d tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.74 "GET /v2.0/networks?id=7de65012-ed78-4990-92a9-c0f7dd473212 HTTP/1.1" status: 200 len: 820 time: 0.3560698 Dec 15 14:06:47.773043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-d69f3268-8b0a-4c44-bdbb-dd2bce82593a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 200 len: 999 time: 0.1842964 Dec 15 14:06:47.774924 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'port_id': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'mac_address': 'fa:16:3e:af:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:50Z', 'updated_at': '2021-12-15T14:06:44Z', 'revision_number': 1, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:45Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:47.780354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Request body: {'port': {'device_id': '4bd9daba-2762-478a-8bab-46819df48271', 'network_id': '7de65012-ed78-4990-92a9-c0f7dd473212', 'admin_state_up': True, 'tenant_id': 'bd0dad3acc834d9886e6b0990d7681ea'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:47.807482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f0af7-0f4c-46e6-8c81-06b53ab5b908 None None] Pushing event updated for resources: {'Port': ['ID=f89ab6ae-7240-410b-92c1-a746163383ba,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:47.818543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=e86497ce-4394-451c-b6ac-9350eacdbff3,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:47.829201 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] Checking router: f355a537-ca7d-464d-9964-7f5a15269431 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:47.854400 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:47.855044 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:47.894005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-cd0bf2f4-c22b-438e-84b8-cf2f7458a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.895991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-cd0bf2f4-c22b-438e-84b8-cf2f7458a0e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=46113565-5de8-4d56-92d4-6e48dd9a5d1b HTTP/1.1" status: 200 len: 850 time: 0.1143496 Dec 15 14:06:47.964176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-8d273039-0b34-403c-9821-a011885592dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:47.966999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-8d273039-0b34-403c-9821-a011885592dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9fbbb6fb-dc11-4cb8-8780-f03964101453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610762 Dec 15 14:06:48.047511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e13704b4-41e4-4093-aa36-3aa1ea229292 None None] Provisioning complete for port e86497ce-4394-451c-b6ac-9350eacdbff3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:48.047998 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e13704b4-41e4-4093-aa36-3aa1ea229292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.098671 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:48.125540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e13704b4-41e4-4093-aa36-3aa1ea229292 None None] Port e86497ce-4394-451c-b6ac-9350eacdbff3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:48.159881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e13704b4-41e4-4093-aa36-3aa1ea229292 None None] Provisioning complete for port f89ab6ae-7240-410b-92c1-a746163383ba triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:48.163627 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e13704b4-41e4-4093-aa36-3aa1ea229292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.192773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-30b85f96-d8dc-4ca6-9d6b-81988a1b1386 service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068963 Dec 15 14:06:48.387951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86f2cf97-282f-4900-ba48-992fcb859dc1 req-f04bf1b3-81fb-4a82-80cb-408a2387b556 service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807604 Dec 15 14:06:48.459102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.509355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Deleting port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:48.509355 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.545443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-58974668-53ca-4470-bceb-30e64cd94233 None None] Provisioning complete for port e86497ce-4394-451c-b6ac-9350eacdbff3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:48.545824 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58974668-53ca-4470-bceb-30e64cd94233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.564556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51002) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:48.618249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-58974668-53ca-4470-bceb-30e64cd94233 None None] Port e86497ce-4394-451c-b6ac-9350eacdbff3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:48.622790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] For port 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:48.623170 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.638391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Calling delete_port for 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:48.659509 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'port_id': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'mac_address': 'fa:16:3e:af:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:50Z', 'updated_at': '2021-12-15T14:06:44Z', 'revision_number': 1, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:45Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:48.712504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f89ab6ae-7240-410b-92c1-a746163383ba up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:48.756835 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62842e-ad5e-433f-9185-c6148107a6a2 None None] The sync data for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 is: [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'port_id': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'mac_address': 'fa:16:3e:af:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:04:50Z', 'updated_at': '2021-12-15T14:06:44Z', 'revision_number': 1, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:45Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:48.790310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe9aa8-114c-48a4-b0bb-d4eaa0c55fd4 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:48.793658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f89ab6ae-7240-410b-92c1-a746163383ba triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:48.794392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.795825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe9aa8-114c-48a4-b0bb-d4eaa0c55fd4 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:48.799528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe9aa8-114c-48a4-b0bb-d4eaa0c55fd4 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:48.801927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f1fe9aa8-114c-48a4-b0bb-d4eaa0c55fd4 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/ports?project_id=aec39b00dac249498619549e4c82a695&network_id=95a5283a-3665-4375-9c00-b8d30b03977e HTTP/1.1" status: 200 len: 2970 time: 0.2344234 Dec 15 14:06:48.818376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c5fc7bb-ee3c-4dc7-9d11-4f80aaf57cfd req-6321c066-e06e-4ae8-a78e-794db5ad4304 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 210 time: 0.3118567 Dec 15 14:06:48.920701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dc2b6ede-b831-48f1-9e81-d8961962964e None None] Provisioning complete for port e86497ce-4394-451c-b6ac-9350eacdbff3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:48.921288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc2b6ede-b831-48f1-9e81-d8961962964e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:48.992068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b6ede-b831-48f1-9e81-d8961962964e None None] Port e86497ce-4394-451c-b6ac-9350eacdbff3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:49.084875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Made reservation on behalf of bd0dad3acc834d9886e6b0990d7681ea for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:49.090697 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.147290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747444a5-6efc-415d-9f07-48a7bb75fcc7 None None] New status for floating IP e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:06:49.425863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Allocated IP 172.20.0.6 (7de65012-ed78-4990-92a9-c0f7dd473212/4b5020bf-77ec-40ff-8629-12fbe4b0804d/1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:49.467903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.507783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebbbdd0-8d5d-4130-808b-f1857cb5deb5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:49.557515 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.588273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.589095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.762246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=e86497ce-4394-451c-b6ac-9350eacdbff3,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:49.965590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:49.968593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-75ea707c-4a99-41f2-9996-9dc6f8344d1f req-978985e8-31ab-4987-872f-a4e0f2d8328d tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 210 time: 0.0679252 Dec 15 14:06:49.988033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network fa142c03-fb98-4f87-84a7-553c79ba7d34 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:49.988981 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.006483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:50.162242 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.272427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Network 7de65012-ed78-4990-92a9-c0f7dd473212 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:50.285712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:50.291908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:50.293933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51028) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:50.296269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Pushing event updated for resources: {'Port': ['ID=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:50.357729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51036) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:50.412215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:50.412902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.439490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4dad0941-0f7e-4cde-b15c-4246ef7aeab7 None None] Provisioning complete for port e86497ce-4394-451c-b6ac-9350eacdbff3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:50.440248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4dad0941-0f7e-4cde-b15c-4246ef7aeab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.495430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a320d87-38da-4722-ab14-bb0867c645ae tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:50.497407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8a320d87-38da-4722-ab14-bb0867c645ae tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 814 time: 0.1386368 Dec 15 14:06:50.525592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4dad0941-0f7e-4cde-b15c-4246ef7aeab7 None None] Port e86497ce-4394-451c-b6ac-9350eacdbff3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:06:50.532699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa0bb-c351-4a4d-bed3-f367a9f06b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.600650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Router 59d055da-6db8-43fd-bce9-74a02ba21744 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:50.606187 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-c33dd7c4-1ec4-49b5-a641-043b4c7e5072 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8315561 Dec 15 14:06:50.620752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router fa2afef7-f0f2-42fd-a914-7e8a86212410 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:06:50.633509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Request body: {'port': {'device_id': '4bd9daba-2762-478a-8bab-46819df48271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:50.701193 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa0bb-c351-4a4d-bed3-f367a9f06b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.708800 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa0bb-c351-4a4d-bed3-f367a9f06b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.771497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bfcaa0bb-c351-4a4d-bed3-f367a9f06b54 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b4458d4db4c44358ba5c5da600038dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764178 Dec 15 14:06:50.772221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51048) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:50.772892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa0bb-c351-4a4d-bed3-f367a9f06b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96545d23-02f0-44db-8f25-cad64fe020e3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:50.856663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0969-2c14-41b6-896c-cff7e1778314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.866453 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.873858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:50.885321 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d2ec80-ed81-46eb-a823-4e50e6569492 None None] Sync routers for ids ['fa2afef7-f0f2-42fd-a914-7e8a86212410'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:50.889966 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f9640f3e-2c19-4402-8128-666eadc54751 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/fa2afef7-f0f2-42fd-a914-7e8a86212410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7140291 Dec 15 14:06:50.891035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51050) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:50.901246 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d2ec80-ed81-46eb-a823-4e50e6569492 None None] Routers {'fa2afef7-f0f2-42fd-a914-7e8a86212410'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:50.901879 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-24d2ec80-ed81-46eb-a823-4e50e6569492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fa2afef7-f0f2-42fd-a914-7e8a86212410'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:50.911673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0969-2c14-41b6-896c-cff7e1778314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:50.950249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:50.961435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] Sync routers for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:50.965867 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-24d2ec80-ed81-46eb-a823-4e50e6569492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:50.974461 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1ae901ef-546b-4844-a5b1-a564a14436d4 admin admin] 10.222.0.86 "PUT /v2.0/routers/59d055da-6db8-43fd-bce9-74a02ba21744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4493012 Dec 15 14:06:50.977098 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d2ec80-ed81-46eb-a823-4e50e6569492 None None] Routers {'fa2afef7-f0f2-42fd-a914-7e8a86212410'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:50.977886 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-24d2ec80-ed81-46eb-a823-4e50e6569492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fa2afef7-f0f2-42fd-a914-7e8a86212410'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:50.978381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb72846-9f75-4b4b-9d92-b2665092e71b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:50.982260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8eb72846-9f75-4b4b-9d92-b2665092e71b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports/e86497ce-4394-451c-b6ac-9350eacdbff3 HTTP/1.1" status: 200 len: 983 time: 0.0876689 Dec 15 14:06:50.982260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51052) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:50.982520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:50.988943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:50.991997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:51.023621 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-24d2ec80-ed81-46eb-a823-4e50e6569492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:51.024657 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d2ec80-ed81-46eb-a823-4e50e6569492 None None] The sync data for ids ['fa2afef7-f0f2-42fd-a914-7e8a86212410'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:51.133080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.154101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51058) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:51.201859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:06:51.215725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:51.225831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'network': {'name': 'tempest-network-smoke--1185081369', 'project_id': 'aec39b00dac249498619549e4c82a695', 'port_security_enabled': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:51.254270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0969-2c14-41b6-896c-cff7e1778314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.257489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0969-2c14-41b6-896c-cff7e1778314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.259281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd9e0969-2c14-41b6-896c-cff7e1778314 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96545d23-02f0-44db-8f25-cad64fe020e3 HTTP/1.1" status: 204 len: 168 time: 0.4697247 Dec 15 14:06:51.267732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:51.274227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.308928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e0969-2c14-41b6-896c-cff7e1778314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96545d23-02f0-44db-8f25-cad64fe020e3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:51.371173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:06:51.390786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.391540 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Added segment 034a94d8-4b26-4674-b43d-c394aa2da53e of type vlan for network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 Dec 15 14:06:51.440018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.495756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.587968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Deleting port a9703285-6bc1-4818-a463-7073d13cbe9a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:51.588642 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.649631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T14:06:49Z', 'revision_number': 5, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port': {'id': 'a9703285-6bc1-4818-a463-7073d13cbe9a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:57:57Z', 'updated_at': '2021-12-15T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:51.687589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] Checking router: 59d055da-6db8-43fd-bce9-74a02ba21744 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:06:51.688407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.698229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] Routers {'59d055da-6db8-43fd-bce9-74a02ba21744'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:51.698893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['59d055da-6db8-43fd-bce9-74a02ba21744'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:51.716114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:51.717917 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:51.826920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] Set router 59d055da-6db8-43fd-bce9-74a02ba21744 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:06:51.945266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7896395 Dec 15 14:06:51.947243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51068) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:51.975188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T14:06:51Z', 'revision_number': 6, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:51.978289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2251465-2217-437a-8597-7bc1fd09107d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Network': ['ID=309d3a3e-7cca-4bf3-b708-f1ffaed50d33,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:51.980636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51070) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:52.011157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af948cf-287d-4e79-b863-25ba833a81f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.012547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95630af9-e207-4cf0-a866-1056cd2f3aea None None] The sync data for ids ['59d055da-6db8-43fd-bce9-74a02ba21744'] in n-d-821840-1 is: [{'id': '59d055da-6db8-43fd-bce9-74a02ba21744', 'name': 'tempest-AttachVolumeTestJSON-1083813427-router', 'tenant_id': '1cfafcad347e48f2a116f45a1d385cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:57:56Z', 'updated_at': '2021-12-15T14:06:51Z', 'revision_number': 6, 'project_id': '1cfafcad347e48f2a116f45a1d385cd4', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:52.014528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:06:52.098067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] For port a9703285-6bc1-4818-a463-7073d13cbe9a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a9703285-6bc1-4818-a463-7073d13cbe9a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:52.098864 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.135245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Calling delete_port for a9703285-6bc1-4818-a463-7073d13cbe9a owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:52.179357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e190cce4-eba1-406f-ab4c-1a008aabf19c tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:52.184005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e190cce4-eba1-406f-ab4c-1a008aabf19c tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=aec39b00dac249498619549e4c82a695&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1739285 Dec 15 14:06:52.186179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:52.281472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d075-4593-4508-9e7c-53a3fb821ab2 req-636d6572-1b2b-4caf-b797-6dde38e45a35 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:52.283024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90f5d075-4593-4508-9e7c-53a3fb821ab2 req-636d6572-1b2b-4caf-b797-6dde38e45a35 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 931 time: 0.8183887 Dec 15 14:06:52.334547 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af948cf-287d-4e79-b863-25ba833a81f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.340315 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af948cf-287d-4e79-b863-25ba833a81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.353542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:52.387082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.418706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2af948cf-287d-4e79-b863-25ba833a81f9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c85d8da747842829b97faf9f7836b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4411883 Dec 15 14:06:52.422180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51074) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:52.431983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af948cf-287d-4e79-b863-25ba833a81f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ac0d17-7cb1-4100-8700-4790befdb5dc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:52.461937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.464294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Transition to ACTIVE for port object 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:06:52.504024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91599cdd-a0fb-4862-9c31-c20461ee26c8 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:52.510018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.562667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9703285-6bc1-4818-a463-7073d13cbe9a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:52.577155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:52.598160 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31204000-13e9-46ee-bb86-1fc743e4b05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.613040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.629633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:52.630016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5ebbbdd0-8d5d-4130-808b-f1857cb5deb5 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:52.661478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90f5d075-4593-4508-9e7c-53a3fb821ab2 req-1b76e3fe-093c-4a61-9bc2-f67714ae4ddb tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450551 Dec 15 14:06:52.679906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d546c94-6340-453e-9156-c609a782ab1b tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:52.681581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7d546c94-6340-453e-9156-c609a782ab1b tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4959950 Dec 15 14:06:52.685192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51078) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:52.687401 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31204000-13e9-46ee-bb86-1fc743e4b05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.727971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.733825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.743023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Pushing event updated for resources: {'Port': ['ID=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:52.749797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7dd65123-d73a-4762-956d-9a87b6704817 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0595508 Dec 15 14:06:52.754063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:52.820331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e5f7c38d-6d75-4727-9270-a90247d5e2ec tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=aec39b00dac249498619549e4c82a695&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648615 Dec 15 14:06:52.822190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51084) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:52.832820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.833342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d055da-6db8-43fd-bce9-74a02ba21744 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:06:52.848069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.851995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b321f1a4-3d79-472d-a89d-a63f3425818f admin admin] 10.222.0.86 "DELETE /v2.0/routers/59d055da-6db8-43fd-bce9-74a02ba21744 HTTP/1.1" status: 204 len: 168 time: 1.8637707 Dec 15 14:06:52.856278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51086) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:52.877979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Attempting to bind port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:52.878516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Attempting to bind port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'f3f61def-ea60-4e33-b209-d447eb392ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7de65012-ed78-4990-92a9-c0f7dd473212'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:52.878856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Attempting to bind port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf on network 7de65012-ed78-4990-92a9-c0f7dd473212 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:52.888398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf on network 7de65012-ed78-4990-92a9-c0f7dd473212 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:06:52.888730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Attempting to bind port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf on network 7de65012-ed78-4990-92a9-c0f7dd473212 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:52.896559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:52.896903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Checking segment: {'id': 'f3f61def-ea60-4e33-b209-d447eb392ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7de65012-ed78-4990-92a9-c0f7dd473212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:52.897469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Bound using segment: {'id': 'f3f61def-ea60-4e33-b209-d447eb392ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7de65012-ed78-4990-92a9-c0f7dd473212'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:52.897908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Bound port: 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f61def-ea60-4e33-b209-d447eb392ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7de65012-ed78-4990-92a9-c0f7dd473212'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:52.898275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.936810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31204000-13e9-46ee-bb86-1fc743e4b05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.939485 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31204000-13e9-46ee-bb86-1fc743e4b05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:52.943177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-31204000-13e9-46ee-bb86-1fc743e4b05b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/63ac0d17-7cb1-4100-8700-4790befdb5dc HTTP/1.1" status: 204 len: 168 time: 0.5173891 Dec 15 14:06:52.965328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0d8653-f4ef-4026-b84b-e129dd748e2d admin admin] Deleting subnet 0a8e970b-665e-4e4a-8afe-c57adf028ca3 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:52.971571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31204000-13e9-46ee-bb86-1fc743e4b05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ac0d17-7cb1-4100-8700-4790befdb5dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:52.977388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8653-f4ef-4026-b84b-e129dd748e2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.021295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e50babc-99fc-4546-b8a6-a850992dec37 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:53.022782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0e50babc-99fc-4546-b8a6-a850992dec37 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1993206 Dec 15 14:06:53.025578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51090) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:53.059470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.066614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-21faabff-7d87-4aa1-aca1-69b19db1cb05 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399334 Dec 15 14:06:53.069134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51092) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:53.072602 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8653-f4ef-4026-b84b-e129dd748e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.077578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1597023500', 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33', 'project_id': 'aec39b00dac249498619549e4c82a695', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:53.196259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] For port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:53.228482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] For port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,segment=NetworkSegment(f3f61def-ea60-4e33-b209-d447eb392ca8),segment_id=f3f61def-ea60-4e33-b209-d447eb392ca8)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:53.241583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.253950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8653-f4ef-4026-b84b-e129dd748e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.281349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:06:53.285688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.335159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Pushing event updated for resources: {'Port': ['ID=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:53.357453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.357929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.358451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.358901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.359754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.360218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.360869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.361299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.362553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.363143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.364176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.364735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.366541 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:06:53.382741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:53.384034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.387414 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b50a4394-ea07-41af-ab39-932e145eae47 service neutron] 10.222.0.74 "PUT /v2.0/ports/1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf HTTP/1.1" status: 200 len: 1091 time: 2.7620373 Dec 15 14:06:53.387751 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8653-f4ef-4026-b84b-e129dd748e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.389900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd9daba-2762-478a-8bab-46819df48271', 'tag': '1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:06:53.393720 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18344f1-be87-46db-a6b7-04b8a6829233" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd9daba-2762-478a-8bab-46819df48271", "tag": "1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:06:53.442231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d8653-f4ef-4026-b84b-e129dd748e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8e970b-665e-4e4a-8afe-c57adf028ca3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:53.452995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3062f5-d9d6-4495-a933-bbdcfb68d40f None None] Network 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:53.456304 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8653-f4ef-4026-b84b-e129dd748e2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.464456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3d0d8653-f4ef-4026-b84b-e129dd748e2d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0a8e970b-665e-4e4a-8afe-c57adf028ca3 HTTP/1.1" status: 204 len: 168 time: 0.6083343 Dec 15 14:06:53.465492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51102) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:53.577472 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c8dd47-0953-4fc2-9544-68527878661c x-openstack-request-id: req-00c8dd47-0953-4fc2-9544-68527878661c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:06:53.577774 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd9daba-2762-478a-8bab-46819df48271", "tag": "1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:06:53.578038 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-00c8dd47-0953-4fc2-9544-68527878661c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:06:53.578447 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd9daba-2762-478a-8bab-46819df48271', 'tag': '1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf', 'status': 'completed', 'code': 200} Dec 15 14:06:53.609915 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.634123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-9f11c46a-08af-434b-a6bd-6bfff9721e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:53.635634 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-9f11c46a-08af-434b-a6bd-6bfff9721e87 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd0dad3acc834d9886e6b0990d7681ea&device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 1094 time: 0.1653941 Dec 15 14:06:53.708907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] DHCP port deletion for 95a6e18a-6f23-4ff5-8c0f-a89dfc49476f request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:06:53.742062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.783737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-15d7059c-a280-4f5f-a954-2e7811bdaf2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf HTTP/1.1" status: 200 len: 217 time: 0.1366835 Dec 15 14:06:53.873160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Subnet': ['ID=707aded0-e093-46a4-b033-5ababb430d95,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:53.875791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Checking segment: {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:53.876395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network hostable DHCP agents. Network: 309d3a3e-7cca-4bf3-b708-f1ffaed50d33, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:06:53.904048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Deleting port 64d69541-2c26-49da-9717-a1ef025d081b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:53.905133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.908965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:06:53.914647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] Deleting port 64d69541-2c26-49da-9717-a1ef025d081b {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:53.916221 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:53.999181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 309d3a3e-7cca-4bf3-b708-f1ffaed50d33) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:54.011125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:54.011782 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.017198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a1746-860d-4ce3-aeec-560fab19f2ed None None] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:54.030290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] For port 64d69541-2c26-49da-9717-a1ef025d081b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=64d69541-2c26-49da-9717-a1ef025d081b,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:54.030655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.051225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-85f505e9-2c45-4a98-838a-06688f3717e0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9809058 Dec 15 14:06:54.059854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Calling delete_port for 64d69541-2c26-49da-9717-a1ef025d081b owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:54.075788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] For port 64d69541-2c26-49da-9717-a1ef025d081b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=64d69541-2c26-49da-9717-a1ef025d081b,segment=NetworkSegment(ee417544-a164-481d-8ac6-e6baa2359192),segment_id=ee417544-a164-481d-8ac6-e6baa2359192)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:54.076457 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.100346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-cf3f4807-95df-4ff7-a8af-b5caa660059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:54.105546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-cf3f4807-95df-4ff7-a8af-b5caa660059e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5020bf-77ec-40ff-8629-12fbe4b0804d HTTP/1.1" status: 200 len: 860 time: 0.3119237 Dec 15 14:06:54.141373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc892ec-e20f-446a-b0ee-788269034e9a req-73d001b9-5e68-46a3-896e-6e1cd58da84b tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:54.156996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dc892ec-e20f-446a-b0ee-788269034e9a req-73d001b9-5e68-46a3-896e-6e1cd58da84b tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 943 time: 0.2848568 Dec 15 14:06:54.218157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] Calling delete_port for 64d69541-2c26-49da-9717-a1ef025d081b owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:54.305233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.327249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-5e38851e-3452-4029-8593-8022c3c7b7e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7de65012-ed78-4990-92a9-c0f7dd473212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534913 Dec 15 14:06:54.351909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port e86497ce-4394-451c-b6ac-9350eacdbff3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:06:54.352610 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.374338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Pushing event deleted for resources: {'Port': ['ID=64d69541-2c26-49da-9717-a1ef025d081b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:54.392094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] No DVR routers for this DVR port 64d69541-2c26-49da-9717-a1ef025d081b on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:54.490654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6dc892ec-e20f-446a-b0ee-788269034e9a req-0a3f4b44-bdc3-41c2-bd92-ce640236eded tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966926 Dec 15 14:06:54.558149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.565227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.588770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] No DVR routers for this DVR port 64d69541-2c26-49da-9717-a1ef025d081b on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:06:54.594498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-309d3a3e-7cca-4bf3-b708-f1ffaed50d33', 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33', 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ips': [{'subnet_id': '707aded0-e093-46a4-b033-5ababb430d95'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:06:54.602934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a6e18a-6f23-4ff5-8c0f-a89dfc49476f']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:54.608196 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.625961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee417544-a164-481d-8ac6-e6baa2359192') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:54.626202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee417544-a164-481d-8ac6-e6baa2359192') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:54.651557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.677208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.682911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a9703285-6bc1-4818-a463-7073d13cbe9a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:54.685003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:06:54.686559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:06:54.690792 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:06:54.715757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: a9703285-6bc1-4818-a463-7073d13cbe9a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:54.716261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a9703285-6bc1-4818-a463-7073d13cbe9a not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:54.716785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 64d69541-2c26-49da-9717-a1ef025d081b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:06:54.718902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd68d9-52bc-466a-887c-8fa75de78bd0 None None] Pushing event deleted for resources: {'Port': ['ID=64d69541-2c26-49da-9717-a1ef025d081b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:54.759467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 64d69541-2c26-49da-9717-a1ef025d081b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:06:54.760040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 64d69541-2c26-49da-9717-a1ef025d081b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:06:54.808224 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.816396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:54.822176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] 10.222.0.86 "DELETE /v2.0/networks/95a6e18a-6f23-4ff5-8c0f-a89dfc49476f HTTP/1.1" status: 204 len: 168 time: 1.3509331 Dec 15 14:06:54.840102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51132) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:54.850367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cbcf2598-2454-4a80-870c-118fed064a85 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878280145', 'description': 'tempest-secgroup-smoke-1878280145 description', 'project_id': 'aec39b00dac249498619549e4c82a695'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:54.865400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039824d-bc6c-4a90-b13b-c846644c136e admin admin] Pushing event deleted for resources: {'Network': ['ID=95a6e18a-6f23-4ff5-8c0f-a89dfc49476f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:54.910708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2598-2454-4a80-870c-118fed064a85 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.042260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Allocated IP 172.20.0.18 (309d3a3e-7cca-4bf3-b708-f1ffaed50d33/707aded0-e093-46a4-b033-5ababb430d95/d43149b3-7720-4eb2-bd48-e34da18add2b) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:06:55.099646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2598-2454-4a80-870c-118fed064a85 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.108339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2598-2454-4a80-870c-118fed064a85 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.174521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf2598-2454-4a80-870c-118fed064a85 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7161d0-1500-4788-a921-43e6fca48691,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.186792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2598-2454-4a80-870c-118fed064a85 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.192116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cbcf2598-2454-4a80-870c-118fed064a85 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3509996 Dec 15 14:06:55.192921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51138) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:55.198150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-89390c45-6d6e-4b72-a371-6ae864707798 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '4d7161d0-1500-4788-a921-43e6fca48691', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:55.267369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89390c45-6d6e-4b72-a371-6ae864707798 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.279038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.294938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51142) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:55.299488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for e86497ce-4394-451c-b6ac-9350eacdbff3 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:06:55.302428 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-7750d27e-d6cc-468c-bdaf-3511a1975e56 service neutron] 10.222.0.74 "GET /v2.0/networks/7de65012-ed78-4990-92a9-c0f7dd473212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9608116 Dec 15 14:06:55.395746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89390c45-6d6e-4b72-a371-6ae864707798 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.396932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:55.402509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89390c45-6d6e-4b72-a371-6ae864707798 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.438139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89390c45-6d6e-4b72-a371-6ae864707798 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.439201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-89390c45-6d6e-4b72-a371-6ae864707798 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2452290 Dec 15 14:06:55.445129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51148) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:55.450320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7e32a455-d30e-42d9-88c9-608e8319eb54 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '4d7161d0-1500-4788-a921-43e6fca48691', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:55.469228 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.477979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89390c45-6d6e-4b72-a371-6ae864707798 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02297ab9-dd31-400c-8860-412eaa0db121,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.489654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.503169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51150) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:55.503721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-028f6c0a-ac28-4741-86c3-4236135c50df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1cfafcad347e48f2a116f45a1d385cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073894 Dec 15 14:06:55.506432 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e32a455-d30e-42d9-88c9-608e8319eb54 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.559488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-886df0fd-2e2c-4d22-b6d1-6984c8f3a376 req-b604ab78-d5a6-450e-bd5f-2aca49692602 service neutron] 10.222.0.74 "GET /v2.0/networks/7de65012-ed78-4990-92a9-c0f7dd473212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441537 Dec 15 14:06:55.572202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:06:55.578357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:06:55.588006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:06:55.588538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e32a455-d30e-42d9-88c9-608e8319eb54 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.593234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e32a455-d30e-42d9-88c9-608e8319eb54 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.642352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e32a455-d30e-42d9-88c9-608e8319eb54 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.644233 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7e32a455-d30e-42d9-88c9-608e8319eb54 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1979938 Dec 15 14:06:55.647068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51154) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:55.650278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Pushing event updated for resources: {'Port': ['ID=d43149b3-7720-4eb2-bd48-e34da18add2b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.652669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-485c2439-89b4-4556-bbbe-3e316992d7fc tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '4d7161d0-1500-4788-a921-43e6fca48691', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:55.664962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Attempting to bind port d43149b3-7720-4eb2-bd48-e34da18add2b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:06:55.665678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Attempting to bind port d43149b3-7720-4eb2-bd48-e34da18add2b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:06:55.666317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Attempting to bind port d43149b3-7720-4eb2-bd48-e34da18add2b on network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:06:55.666734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32a455-d30e-42d9-88c9-608e8319eb54 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a16ad10-0323-495a-ab04-cfa2d0a0baf4,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.673488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:06:55.674316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Checking segment: {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:06:55.674937 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.675560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Bound using segment: {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:06:55.676339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Bound port: d43149b3-7720-4eb2-bd48-e34da18add2b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:06:55.676962 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.695812 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1878505e-a717-403d-8514-f6a28fb2ee5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.752648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd4308-a878-4bce-8866-332468b48894 req-dc03e9a6-f95d-4b18-88f1-fc13dda59879 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:55.754504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3dd4308-a878-4bce-8866-332468b48894 req-dc03e9a6-f95d-4b18-88f1-fc13dda59879 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 943 time: 0.0778224 Dec 15 14:06:55.756690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03d634e2-1d53-4e84-8b65-df09de4a7276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.769134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-485c2439-89b4-4556-bbbe-3e316992d7fc tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.778326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] For port d43149b3-7720-4eb2-bd48-e34da18add2b, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:06:55.781988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] For port d43149b3-7720-4eb2-bd48-e34da18add2b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d43149b3-7720-4eb2-bd48-e34da18add2b,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:06:55.788415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.788952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.799759 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1878505e-a717-403d-8514-f6a28fb2ee5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.829739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-4442ea2e-6aa3-4626-8429-9a84cafdb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:55.833680 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-4442ea2e-6aa3-4626-8429-9a84cafdb910 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd0dad3acc834d9886e6b0990d7681ea&device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 1094 time: 0.1390004 Dec 15 14:06:55.847833 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-485c2439-89b4-4556-bbbe-3e316992d7fc tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.860340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-485c2439-89b4-4556-bbbe-3e316992d7fc tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.895324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=e86497ce-4394-451c-b6ac-9350eacdbff3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.910291 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-485c2439-89b4-4556-bbbe-3e316992d7fc tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:55.911951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-485c2439-89b4-4556-bbbe-3e316992d7fc tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2637784 Dec 15 14:06:55.917377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51156) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:55.923047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a385c563-b8a0-4d19-88af-f10abcb25e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '4d7161d0-1500-4788-a921-43e6fca48691', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:55.943224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ebc9e-32a5-4d0a-af9e-710ede5fe943 None None] Pushing event updated for resources: {'Port': ['ID=d43149b3-7720-4eb2-bd48-e34da18add2b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.962672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c2439-89b4-4556-bbbe-3e316992d7fc tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56772745-5c25-4df4-9f63-6b547c07d3e5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:55.984881 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3dd4308-a878-4bce-8866-332468b48894 req-ef7c14d3-804b-4558-974a-8769a71cd531 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238677 Dec 15 14:06:56.007886 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a385c563-b8a0-4d19-88af-f10abcb25e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.074162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.076750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a385c563-b8a0-4d19-88af-f10abcb25e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.081814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a385c563-b8a0-4d19-88af-f10abcb25e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.108446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385c563-b8a0-4d19-88af-f10abcb25e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb31b72d-a566-409c-a6f4-4fcccb746047,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:56.126483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a385c563-b8a0-4d19-88af-f10abcb25e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.130607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a385c563-b8a0-4d19-88af-f10abcb25e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2089009 Dec 15 14:06:56.132888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51160) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:56.143686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b6daed09-f511-47f3-95bc-649390c3d271 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '4d7161d0-1500-4788-a921-43e6fca48691', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:56.253931 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-b6daed09-f511-47f3-95bc-649390c3d271 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Project aec39b00dac249498619549e4c82a695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:06:56.261128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6daed09-f511-47f3-95bc-649390c3d271 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.284576 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1878505e-a717-403d-8514-f6a28fb2ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.290565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1878505e-a717-403d-8514-f6a28fb2ee5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.291841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1878505e-a717-403d-8514-f6a28fb2ee5d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b5d575e1-95e9-414a-84b9-f092b513466b HTTP/1.1" status: 204 len: 168 time: 0.7862096 Dec 15 14:06:56.342336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878505e-a717-403d-8514-f6a28fb2ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d575e1-95e9-414a-84b9-f092b513466b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:56.351999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-89b7eb1f-0248-42cd-9f7a-e99a906b8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:56.355983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-89b7eb1f-0248-42cd-9f7a-e99a906b8abd service neutron] 10.222.0.74 "GET /v2.0/networks?id=7de65012-ed78-4990-92a9-c0f7dd473212 HTTP/1.1" status: 200 len: 922 time: 0.4834344 Dec 15 14:06:56.385238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6daed09-f511-47f3-95bc-649390c3d271 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.394506 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6daed09-f511-47f3-95bc-649390c3d271 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.423691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6daed09-f511-47f3-95bc-649390c3d271 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1db6de0-f767-454c-afcc-8aa06d80e38b,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:56.435643 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6daed09-f511-47f3-95bc-649390c3d271 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.439988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b6daed09-f511-47f3-95bc-649390c3d271 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046412 Dec 15 14:06:56.442073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51176) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:56.499858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e0e46fad-c5ea-483c-9221-9c4e19bf6742 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': '4d7161d0-1500-4788-a921-43e6fca48691', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:06:56.510015 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-32048654-00e6-498c-861a-89b139f4cf9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf HTTP/1.1" status: 200 len: 217 time: 0.1131263 Dec 15 14:06:56.532222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router fa2afef7-f0f2-42fd-a914-7e8a86212410 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:06:56.555216 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03d634e2-1d53-4e84-8b65-df09de4a7276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.598901 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03d634e2-1d53-4e84-8b65-df09de4a7276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.652792 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-e0e46fad-c5ea-483c-9221-9c4e19bf6742 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Project aec39b00dac249498619549e4c82a695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:06:56.720384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0e46fad-c5ea-483c-9221-9c4e19bf6742 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.758475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03d634e2-1d53-4e84-8b65-df09de4a7276 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=888185db42944e808a7012d52299bdb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3591094 Dec 15 14:06:56.760042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-c48bf667-f8df-40cf-a2d9-40d9d5a65ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:56.761153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51204) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:56.761444 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-c48bf667-f8df-40cf-a2d9-40d9d5a65ad8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5020bf-77ec-40ff-8629-12fbe4b0804d HTTP/1.1" status: 200 len: 860 time: 0.2204814 Dec 15 14:06:56.776904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d634e2-1d53-4e84-8b65-df09de4a7276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a42a92-d4d9-4a01-94c7-e13d210bae4e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:56.791469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:06:56.815224 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-43b984e1-f06e-46b3-9865-b3951e0477ae tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/fa2afef7-f0f2-42fd-a914-7e8a86212410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8208134 Dec 15 14:06:56.818167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51210) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:56.820207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d43149b3-7720-4eb2-bd48-e34da18add2b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:56.826949 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ed4c6-0ba9-4748-8db6-7254c1df8586 None None] Sync routers for ids ['fa2afef7-f0f2-42fd-a914-7e8a86212410'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:06:56.828474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-876c1ddd-fc61-44eb-be3e-fa8d82fcfc96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7de65012-ed78-4990-92a9-c0f7dd473212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540607 Dec 15 14:06:56.840453 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ed4c6-0ba9-4748-8db6-7254c1df8586 None None] Routers {'fa2afef7-f0f2-42fd-a914-7e8a86212410'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:56.841659 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d48ed4c6-0ba9-4748-8db6-7254c1df8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fa2afef7-f0f2-42fd-a914-7e8a86212410'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:56.885912 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d48ed4c6-0ba9-4748-8db6-7254c1df8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:56.898268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ed4c6-0ba9-4748-8db6-7254c1df8586 None None] Routers {'fa2afef7-f0f2-42fd-a914-7e8a86212410'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:06:56.899124 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d48ed4c6-0ba9-4748-8db6-7254c1df8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:06:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fa2afef7-f0f2-42fd-a914-7e8a86212410'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:56.946017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d43149b3-7720-4eb2-bd48-e34da18add2b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:56.946406 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:56.947133 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d48ed4c6-0ba9-4748-8db6-7254c1df8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:06:56.948335 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ed4c6-0ba9-4748-8db6-7254c1df8586 None None] The sync data for ids ['fa2afef7-f0f2-42fd-a914-7e8a86212410'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:06:57.075048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0e46fad-c5ea-483c-9221-9c4e19bf6742 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.102895 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0e46fad-c5ea-483c-9221-9c4e19bf6742 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.145989 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.182409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e46fad-c5ea-483c-9221-9c4e19bf6742 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4d5c3c-19f8-4c25-a492-c1e9e99b9bdd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:57.204763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port d43149b3-7720-4eb2-bd48-e34da18add2b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d43149b3-7720-4eb2-bd48-e34da18add2b,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:57.217494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0e46fad-c5ea-483c-9221-9c4e19bf6742 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.218780 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e0e46fad-c5ea-483c-9221-9c4e19bf6742 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7736361 Dec 15 14:06:57.228968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-05ebd37a-55c9-4a2f-a431-26d3fad10b14 service neutron] 10.222.0.74 "GET /v2.0/networks/7de65012-ed78-4990-92a9-c0f7dd473212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914294 Dec 15 14:06:57.230658 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.414304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=d43149b3-7720-4eb2-bd48-e34da18add2b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:57.581874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18344f1-be87-46db-a6b7-04b8a6829233 req-a16ff0d8-1dca-4dc8-aaf6-23bb6dc8b41f service neutron] 10.222.0.74 "GET /v2.0/networks/7de65012-ed78-4990-92a9-c0f7dd473212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457377 Dec 15 14:06:57.771343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-d9d79a02-d583-46a8-a2e7-1d236de103d3 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878280145&fields=id&tenant_id=aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 267 time: 0.1405976 Dec 15 14:06:57.781700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b13d5165-02cf-4dd7-bc15-503919928c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:57.983689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:06:58.023992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6535b-036a-4876-9126-9c10424ca519 req-32874b5f-d606-4098-a5ad-498a81f41615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:58.035465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-32874b5f-d606-4098-a5ad-498a81f41615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/networks?id=309d3a3e-7cca-4bf3-b708-f1ffaed50d33 HTTP/1.1" status: 200 len: 797 time: 0.2558248 Dec 15 14:06:58.043250 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-0d6d118e-ae70-4d07-a668-ed11488e1185 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 14:06:58.048132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0d6d118e-ae70-4d07-a668-ed11488e1185 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/fa2afef7-f0f2-42fd-a914-7e8a86212410/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2289085 Dec 15 14:06:58.049786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51352) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:58.052763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b13d5165-02cf-4dd7-bc15-503919928c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.100707 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8077b1c2-8a78-41ab-9fa5-df66e6a67951 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2afef7-f0f2-42fd-a914-7e8a86212410 HTTP/1.1" status: 200 len: 205 time: 0.0407116 Dec 15 14:06:58.103170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51358) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:58.119094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-0897e0ac-2ddc-4f10-be93-22a77f43616e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/quotas/aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 375 time: 0.0824068 Dec 15 14:06:58.140155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,segment=NetworkSegment(f3f61def-ea60-4e33-b209-d447eb392ca8),segment_id=f3f61def-ea60-4e33-b209-d447eb392ca8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:58.159600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf', 'network_id': '7de65012-ed78-4990-92a9-c0f7dd473212', 'port_id': '1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf', 'mac_address': 'fa:16:3e:54:b4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5020bf-77ec-40ff-8629-12fbe4b0804d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:06:58.162601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488974a3-5729-4bd1-b784-db1fcec98ef6 None None] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:06:58.252526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa2ee81-d595-419b-9218-018253f55d34 req-35eaab14-9098-4559-92f1-e93d81fda65c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5409403 Dec 15 14:06:58.262879 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.266473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-bc87394b-4d9a-434e-b684-b291cdac69c6 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1358199 Dec 15 14:06:58.290834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:06:58.293579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67ae3-3305-4905-9b5b-7e44c910ab26 req-c93c3353-c8c6-4657-a7dc-ebdabbce7a4e tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:58.295707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3f46a435-75a1-452f-9f66-df52a14d1ed9 None None] Provisioning complete for port d43149b3-7720-4eb2-bd48-e34da18add2b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:58.295944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f46a435-75a1-452f-9f66-df52a14d1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.297549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84e67ae3-3305-4905-9b5b-7e44c910ab26 req-c93c3353-c8c6-4657-a7dc-ebdabbce7a4e tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 943 time: 0.7643945 Dec 15 14:06:58.344204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,segment=NetworkSegment(f3f61def-ea60-4e33-b209-d447eb392ca8),segment_id=f3f61def-ea60-4e33-b209-d447eb392ca8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:06:58.355607 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.449578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41602057-bc62-4e3a-bfd0-68443a7140ca tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.468927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-1c4e6e68-e59a-49c1-b449-4839b5159115 service neutron] 10.222.0.86 "GET /v2.0/networks/309d3a3e-7cca-4bf3-b708-f1ffaed50d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935802 Dec 15 14:06:58.481942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:58.640874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:06:58.646042 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-15bae389-08c7-4ddb-a77c-3e83158fd7a2 service neutron] 10.222.0.86 "GET /v2.0/networks/309d3a3e-7cca-4bf3-b708-f1ffaed50d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694171 Dec 15 14:06:58.695776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ee81-d595-419b-9218-018253f55d34 req-3e2eafb4-0ef6-4123-9a90-ca4d3c9196d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:58.698287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa2ee81-d595-419b-9218-018253f55d34 req-3e2eafb4-0ef6-4123-9a90-ca4d3c9196d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 1097 time: 0.3335152 Dec 15 14:06:58.699813 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b13d5165-02cf-4dd7-bc15-503919928c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.705600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b13d5165-02cf-4dd7-bc15-503919928c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:58.707499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b13d5165-02cf-4dd7-bc15-503919928c27 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9a42a92-d4d9-4a01-94c7-e13d210bae4e HTTP/1.1" status: 204 len: 168 time: 1.9445748 Dec 15 14:06:58.863843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84e67ae3-3305-4905-9b5b-7e44c910ab26 req-96e2bbc2-7848-49f7-b1b4-e8fcf7a81cbd tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759252 Dec 15 14:06:58.924655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d5165-02cf-4dd7-bc15-503919928c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a42a92-d4d9-4a01-94c7-e13d210bae4e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:06:59.088675 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41602057-bc62-4e3a-bfd0-68443a7140ca tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.138280 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41602057-bc62-4e3a-bfd0-68443a7140ca tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.150814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2740bf04-cc37-4f31-8fde-c41b301c973e req-23834fb8-b25d-45be-b70d-771128c5792f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 210 time: 0.1187427 Dec 15 14:06:59.220765 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41602057-bc62-4e3a-bfd0-68443a7140ca tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.221647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41602057-bc62-4e3a-bfd0-68443a7140ca tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Fanout notify agent at l3_agent the message router_deleted on router fa2afef7-f0f2-42fd-a914-7e8a86212410 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:06:59.231000 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41602057-bc62-4e3a-bfd0-68443a7140ca tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.235424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51484) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:06:59.237116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-41602057-bc62-4e3a-bfd0-68443a7140ca tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/fa2afef7-f0f2-42fd-a914-7e8a86212410 HTTP/1.1" status: 204 len: 168 time: 1.1283743 Dec 15 14:06:59.270344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ee81-d595-419b-9218-018253f55d34 req-257096c9-3183-44dd-9fc9-17fc2823e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:59.272948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa2ee81-d595-419b-9218-018253f55d34 req-257096c9-3183-44dd-9fc9-17fc2823e26b service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a5283a-3665-4375-9c00-b8d30b03977e HTTP/1.1" status: 200 len: 899 time: 0.4516654 Dec 15 14:06:59.274660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d43149b3-7720-4eb2-bd48-e34da18add2b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:06:59.399472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa2ee81-d595-419b-9218-018253f55d34 req-73305cf4-b66a-4230-ba9d-36c7df2e094d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d75f7ae0-f529-4d76-945c-246a382b48b0 HTTP/1.1" status: 200 len: 1002 time: 0.1187258 Dec 15 14:06:59.428699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90f696c-50c7-493e-b4ad-84cb9827b24b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet e8c68920-0de6-4fba-b9b5-43a4ba8bfb8e {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:06:59.444167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f90f696c-50c7-493e-b4ad-84cb9827b24b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.451833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2982c627-5502-4dcd-bcc1-6e992bbe0d5d None None] Provisioning complete for port d43149b3-7720-4eb2-bd48-e34da18add2b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:59.452239 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2982c627-5502-4dcd-bcc1-6e992bbe0d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.572825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f90f696c-50c7-493e-b4ad-84cb9827b24b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.595080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ee81-d595-419b-9218-018253f55d34 req-434a1e70-a7e8-487b-bbcc-9e17a513b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:59.599043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa2ee81-d595-419b-9218-018253f55d34 req-434a1e70-a7e8-487b-bbcc-9e17a513b66b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd670dea-45a5-4156-9e8c-a0612452f41f HTTP/1.1" status: 200 len: 835 time: 0.1161370 Dec 15 14:06:59.641781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d43149b3-7720-4eb2-bd48-e34da18add2b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:06:59.644826 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.695803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ee81-d595-419b-9218-018253f55d34 req-6520042d-b399-480e-b21a-7abf50a39548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:06:59.697934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa2ee81-d595-419b-9218-018253f55d34 req-6520042d-b399-480e-b21a-7abf50a39548 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a5283a-3665-4375-9c00-b8d30b03977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918665 Dec 15 14:06:59.808707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f90f696c-50c7-493e-b4ad-84cb9827b24b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.838628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa2ee81-d595-419b-9218-018253f55d34 req-5806169e-02f9-4969-a631-6d0e93519730 service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319165 Dec 15 14:06:59.929224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f90f696c-50c7-493e-b4ad-84cb9827b24b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:00.075591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f90f696c-50c7-493e-b4ad-84cb9827b24b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:00.091740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb8fa87-85fa-41c2-89f9-e47cb8c83496 None None] Network fa142c03-fb98-4f87-84a7-553c79ba7d34 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:00.092635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa2ee81-d595-419b-9218-018253f55d34 req-d0b40325-77a7-4acd-960e-cb22f967fdcc service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464528 Dec 15 14:07:00.093789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f90f696c-50c7-493e-b4ad-84cb9827b24b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/e8c68920-0de6-4fba-b9b5-43a4ba8bfb8e HTTP/1.1" status: 204 len: 168 time: 0.8561859 Dec 15 14:07:00.095095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f696c-50c7-493e-b4ad-84cb9827b24b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c68920-0de6-4fba-b9b5-43a4ba8bfb8e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:00.114024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51586) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:00.251641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934712e-7d78-41b8-ae7f-a0a096d1e247 req-3bbca0c9-c0e2-4d44-b591-215896d2f8ab tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:00.253954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7934712e-7d78-41b8-ae7f-a0a096d1e247 req-3bbca0c9-c0e2-4d44-b591-215896d2f8ab tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 944 time: 0.1315296 Dec 15 14:07:00.333939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:00.381387 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7934712e-7d78-41b8-ae7f-a0a096d1e247 req-a8727f64-5a5f-4589-8fc8-fc958baff582 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195693 Dec 15 14:07:00.446273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9e9fbc3-dc95-4cc0-9fcc-4b0ddf8c1f4b req-2e1c30f3-2117-4bab-8957-b6cce0f1795e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 210 time: 0.0676968 Dec 15 14:07:00.471834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port f89ab6ae-7240-410b-92c1-a746163383ba {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:00.472420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:00.537963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] DHCP port deletion for fa142c03-fb98-4f87-84a7-553c79ba7d34 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:00.675349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port f89ab6ae-7240-410b-92c1-a746163383ba, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f89ab6ae-7240-410b-92c1-a746163383ba,segment=NetworkSegment(0132a002-f63a-4cd3-bbfc-0fa20e6e45af),segment_id=0132a002-f63a-4cd3-bbfc-0fa20e6e45af)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:00.675738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:00.700069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f89ab6ae-7240-410b-92c1-a746163383ba no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:00.753233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for f89ab6ae-7240-410b-92c1-a746163383ba owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:00.803918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] Deleting port f89ab6ae-7240-410b-92c1-a746163383ba {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:00.804799 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:00.930432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6535b-036a-4876-9126-9c10424ca519 req-e2d17c57-8bd0-479d-9625-86a281c63542 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:00.933196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-e2d17c57-8bd0-479d-9625-86a281c63542 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/networks?id=309d3a3e-7cca-4bf3-b708-f1ffaed50d33 HTTP/1.1" status: 200 len: 797 time: 0.2223260 Dec 15 14:07:00.977673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:00.982755 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:00.999642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No DVR routers for this DVR port f89ab6ae-7240-410b-92c1-a746163383ba on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:01.030367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=f89ab6ae-7240-410b-92c1-a746163383ba,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:01.045606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] For port f89ab6ae-7240-410b-92c1-a746163383ba, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f89ab6ae-7240-410b-92c1-a746163383ba,segment=NetworkSegment(0132a002-f63a-4cd3-bbfc-0fa20e6e45af),segment_id=0132a002-f63a-4cd3-bbfc-0fa20e6e45af)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:01.046333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.065213 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.069922 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.073790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] Calling delete_port for f89ab6ae-7240-410b-92c1-a746163383ba owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:01.178284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-c1539a3c-2e46-4e7b-8705-36e519c561a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 473 time: 0.2345917 Dec 15 14:07:01.185558 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.195049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'port': {'device_id': 'c5d6281b-e474-4810-ae13-fcd90e7f29ee', 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33', 'admin_state_up': True, 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'security_groups': ['4d7161d0-1500-4788-a921-43e6fca48691']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:01.277578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa142c03-fb98-4f87-84a7-553c79ba7d34']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:01.285403 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97cc0391-0425-4ad4-9d47-f61ab126b9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.295578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0132a002-f63a-4cd3-bbfc-0fa20e6e45af') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:01.296313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0132a002-f63a-4cd3-bbfc-0fa20e6e45af') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:01.314267 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.315642 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.349557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] Pushing event deleted for resources: {'Port': ['ID=f89ab6ae-7240-410b-92c1-a746163383ba,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:01.356306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.374482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f4458-9b1b-4fdf-805e-31ce6eb07aa7 None None] No DVR routers for this DVR port f89ab6ae-7240-410b-92c1-a746163383ba on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:01.387547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:01.388082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:01.392327 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:01.478258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.485662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.491467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/fa142c03-fb98-4f87-84a7-553c79ba7d34 HTTP/1.1" status: 204 len: 168 time: 1.3746674 Dec 15 14:07:01.495738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51788) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:01.510717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1476062985'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:01.533813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:01.539052 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.560163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6592a1-820d-4818-99c1-0d756347cb5c tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=fa142c03-fb98-4f87-84a7-553c79ba7d34,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:01.572987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:01.579313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.616695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:01.640050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.640756 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5 of type vlan for network 677b1e12-3516-42ca-8850-269a34691776 Dec 15 14:07:01.681515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91a143-f3d4-40fc-be60-141cb398a93c req-c339b80f-b1d9-4584-a9a0-5a5f99c28b7f tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:01.683155 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae91a143-f3d4-40fc-be60-141cb398a93c req-c339b80f-b1d9-4584-a9a0-5a5f99c28b7f tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 944 time: 0.1552303 Dec 15 14:07:01.685774 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39771fef-dd37-4e4d-8279-b2cf2d25eb4d req-a8110a76-8472-4f02-996a-7dcdd7aac74b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 210 time: 0.0410266 Dec 15 14:07:01.742103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.787522 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.793516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:01.794116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:01.817204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae91a143-f3d4-40fc-be60-141cb398a93c req-83a271f4-1ad9-4be6-99a4-38893294c152 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030979 Dec 15 14:07:01.827202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3254042 Dec 15 14:07:01.828706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:01.866382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.20.0.21 (309d3a3e-7cca-4bf3-b708-f1ffaed50d33/707aded0-e093-46a4-b033-5ababb430d95/8a143b44-0984-4af8-9018-95e4610480fc) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:01.896538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': '677b1e12-3516-42ca-8850-269a34691776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:01.988177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:01.999197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ccc30-6eb5-4d73-8a57-668039bbfeab tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=677b1e12-3516-42ca-8850-269a34691776,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:02.042210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 677b1e12-3516-42ca-8850-269a34691776 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:02.044490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:02.050972 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.061962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51808) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:02.087146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.156932 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.189480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:07:02.200111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:02.200490 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.216069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:02.219169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:02.223728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:02.289482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:02.290140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.309368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ab8b-9d24-4017-b48a-a949cd007131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.315055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=8a143b44-0984-4af8-9018-95e4610480fc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:02.364973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-6518fdaa-2fe3-4a3b-8042-0d85278e5b91 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1739440 Dec 15 14:07:02.388740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.397154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Request body: {'port': {'device_id': 'c5d6281b-e474-4810-ae13-fcd90e7f29ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:02.437066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd9daba-2762-478a-8bab-46819df48271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:02.441790 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2befb1d8-1001-486b-96bb-ad6eaf7ea8ae" -d '{"events": [{"server_uuid": "4bd9daba-2762-478a-8bab-46819df48271", "name": "network-vif-plugged", "status": "completed", "tag": "1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:02.463749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,segment=NetworkSegment(f3f61def-ea60-4e33-b209-d447eb392ca8),segment_id=f3f61def-ea60-4e33-b209-d447eb392ca8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:02.468811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.472846 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.510118 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051bb859-032b-4f09-a9d9-d4306006e34c x-openstack-request-id: req-051bb859-032b-4f09-a9d9-d4306006e34c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:02.510837 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd9daba-2762-478a-8bab-46819df48271", "name": "network-vif-plugged", "status": "completed", "tag": "1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:02.511258 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-051bb859-032b-4f09-a9d9-d4306006e34c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:02.512132 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd9daba-2762-478a-8bab-46819df48271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf', 'code': 200} Dec 15 14:07:02.518168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.591841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:02.651599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=0e5c8edd-8ac1-4c40-8e81-eac24dcd4d87,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:02.695311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dba69ea2-6e95-4a34-af74-b17e50a28794 None None] Provisioning complete for port 8a143b44-0984-4af8-9018-95e4610480fc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:02.696456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dba69ea2-6e95-4a34-af74-b17e50a28794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.724257 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ab8b-9d24-4017-b48a-a949cd007131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.736275 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ab8b-9d24-4017-b48a-a949cd007131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.747614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-dba69ea2-6e95-4a34-af74-b17e50a28794 None None] Port 8a143b44-0984-4af8-9018-95e4610480fc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:02.805372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e5a11-e1df-485e-9bee-4936b8f2104d req-4900dad6-ccb1-4b50-8941-315adae3aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:02.808778 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4f1e5a11-e1df-485e-9bee-4936b8f2104d req-4900dad6-ccb1-4b50-8941-315adae3aac0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 1096 time: 0.2059696 Dec 15 14:07:02.826867 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d5b3ab8b-9d24-4017-b48a-a949cd007131 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c677b2ab2f3342d4b22d0ee71ec0fcd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7612970 Dec 15 14:07:02.835311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51852) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:02.843117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': 'f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '677b1e12-3516-42ca-8850-269a34691776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:02.843557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: 677b1e12-3516-42ca-8850-269a34691776, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:02.869022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3ab8b-9d24-4017-b48a-a949cd007131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a18a1d-0fbd-402a-ba71-d9046f467a7f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:02.919850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 677b1e12-3516-42ca-8850-269a34691776 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:02.932522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4f1e5a11-e1df-485e-9bee-4936b8f2104d req-0318f94d-c7e2-4077-8a53-ddf329b6c22c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092770 Dec 15 14:07:02.936446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 677b1e12-3516-42ca-8850-269a34691776) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:02.949665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8a9b3-2ba2-45ba-8e48-5928ed4c48e5 None None] Network 677b1e12-3516-42ca-8850-269a34691776 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:02.956853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:02.957650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.962266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c52c2a7-dbda-4013-a967-14bc9c48e7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:02.993927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8b5aa857-6097-4047-92a0-d199b47f5389 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1635489 Dec 15 14:07:02.994997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:03.004197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ca5b5437-590c-429e-b5d1-c84e90c2aca3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2037701393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:03.004506 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c52c2a7-dbda-4013-a967-14bc9c48e7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.048531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5437-590c-429e-b5d1-c84e90c2aca3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.053226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5437-590c-429e-b5d1-c84e90c2aca3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.190598 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5437-590c-429e-b5d1-c84e90c2aca3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.196892 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5437-590c-429e-b5d1-c84e90c2aca3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.222311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5437-590c-429e-b5d1-c84e90c2aca3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.226936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-677b1e12-3516-42ca-8850-269a34691776', 'network_id': '677b1e12-3516-42ca-8850-269a34691776', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': '0e5c8edd-8ac1-4c40-8e81-eac24dcd4d87'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:07:03.228016 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ca5b5437-590c-429e-b5d1-c84e90c2aca3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2297897 Dec 15 14:07:03.230388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.232029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:03.257438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a143b44-0984-4af8-9018-95e4610480fc {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:03.280179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab08fc2-014e-4cdc-a616-37fa1dd8387e req-2498a206-30a2-4152-9ef1-a7503800e881 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:03.291953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ab08fc2-014e-4cdc-a616-37fa1dd8387e req-2498a206-30a2-4152-9ef1-a7503800e881 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 945 time: 0.2913885 Dec 15 14:07:03.309050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.366687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Transition to ACTIVE for port object 8a143b44-0984-4af8-9018-95e4610480fc will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:07:03.380305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c52c2a7-dbda-4013-a967-14bc9c48e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.385117 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c52c2a7-dbda-4013-a967-14bc9c48e7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.386632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4c52c2a7-dbda-4013-a967-14bc9c48e7c8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/92a18a1d-0fbd-402a-ba71-d9046f467a7f HTTP/1.1" status: 204 len: 168 time: 0.5504057 Dec 15 14:07:03.418629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Allocated IP 2001:db8::2 (677b1e12-3516-42ca-8850-269a34691776/0e5c8edd-8ac1-4c40-8e81-eac24dcd4d87/fc3d32cc-28af-416b-91bc-3ff660d2fd5e) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:03.446821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ab08fc2-014e-4cdc-a616-37fa1dd8387e req-59195900-f1b7-4618-a041-563aaf08bef9 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536024 Dec 15 14:07:03.453958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f997-1034-4f86-8790-2e8bdf3de8c9 req-8047d0b3-61aa-4262-bcde-c818ce501831 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:03.454711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.456102 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3404f997-1034-4f86-8790-2e8bdf3de8c9 req-8047d0b3-61aa-4262-bcde-c818ce501831 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 932 time: 0.6218295 Dec 15 14:07:03.647067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52c2a7-dbda-4013-a967-14bc9c48e7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a18a1d-0fbd-402a-ba71-d9046f467a7f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:03.687431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8a143b44-0984-4af8-9018-95e4610480fc,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:03.761614 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.773807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.880442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Pushing event updated for resources: {'Port': ['ID=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:03.891739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Attempting to bind port 8a143b44-0984-4af8-9018-95e4610480fc on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:03.892137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Attempting to bind port 8a143b44-0984-4af8-9018-95e4610480fc by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:03.892551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Attempting to bind port 8a143b44-0984-4af8-9018-95e4610480fc on network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:03.906737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Port 8a143b44-0984-4af8-9018-95e4610480fc on network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:07:03.907176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Attempting to bind port 8a143b44-0984-4af8-9018-95e4610480fc on network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:03.923502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:03.924014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Checking segment: {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:03.924710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Bound using segment: {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:03.928315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Bound port: 8a143b44-0984-4af8-9018-95e4610480fc, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:03.930170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.943780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Network 677b1e12-3516-42ca-8850-269a34691776 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:03.946946 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b816dc98-51db-4742-a2e3-9c2330f6313f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:03.948609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:03.954844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:04.082083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Attempting to bind port fc3d32cc-28af-416b-91bc-3ff660d2fd5e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:04.082658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Attempting to bind port fc3d32cc-28af-416b-91bc-3ff660d2fd5e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '677b1e12-3516-42ca-8850-269a34691776'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:04.083254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Attempting to bind port fc3d32cc-28af-416b-91bc-3ff660d2fd5e on network 677b1e12-3516-42ca-8850-269a34691776 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:04.115589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:04.116213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Checking segment: {'id': 'f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '677b1e12-3516-42ca-8850-269a34691776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:04.116750 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.117268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Bound using segment: {'id': 'f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '677b1e12-3516-42ca-8850-269a34691776'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:04.119498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Bound port: fc3d32cc-28af-416b-91bc-3ff660d2fd5e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '677b1e12-3516-42ca-8850-269a34691776'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:04.120078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.135533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] For port 8a143b44-0984-4af8-9018-95e4610480fc, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:04.174928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] For port 8a143b44-0984-4af8-9018-95e4610480fc, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8a143b44-0984-4af8-9018-95e4610480fc,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:04.178077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:04.250170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12718faf-b1ba-4a50-848f-8a8d95a1b702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.259711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.273046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3404f997-1034-4f86-8790-2e8bdf3de8c9 req-0950a1a0-1200-4a42-9c9e-36f9127c49aa tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7718947 Dec 15 14:07:04.305598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] For port fc3d32cc-28af-416b-91bc-3ff660d2fd5e, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:04.313532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] For port fc3d32cc-28af-416b-91bc-3ff660d2fd5e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,segment=NetworkSegment(f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5),segment_id=f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:04.330890 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.370561 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.397217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.397842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.401540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] 10.222.0.24 "PUT /v2.0/ports/8a143b44-0984-4af8-9018-95e4610480fc HTTP/1.1" status: 200 len: 1092 time: 2.0259128 Dec 15 14:07:04.403802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d6281b-e474-4810-ae13-fcd90e7f29ee', 'tag': '8a143b44-0984-4af8-9018-95e4610480fc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:04.406373 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0129bd2-640f-472e-91ba-62e6c8161e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d6281b-e474-4810-ae13-fcd90e7f29ee", "tag": "8a143b44-0984-4af8-9018-95e4610480fc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:04.417465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-114cd7cf-9e82-4a7d-8fa7-d0f4df162832 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2328799 Dec 15 14:07:04.432401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc7c3e-84d1-4193-a8d9-5f123a34de93 None None] Pushing event updated for resources: {'Port': ['ID=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:04.589590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1d54f-0c78-4fb8-af88-fab0c03d0a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8a143b44-0984-4af8-9018-95e4610480fc,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:04.597672 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c591c8-d125-488e-8cc8-bbebd9d8b207 x-openstack-request-id: req-66c591c8-d125-488e-8cc8-bbebd9d8b207 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:04.598204 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d6281b-e474-4810-ae13-fcd90e7f29ee", "tag": "8a143b44-0984-4af8-9018-95e4610480fc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:04.598617 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66c591c8-d125-488e-8cc8-bbebd9d8b207 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:04.599176 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d6281b-e474-4810-ae13-fcd90e7f29ee', 'tag': '8a143b44-0984-4af8-9018-95e4610480fc', 'status': 'completed', 'code': 200} Dec 15 14:07:04.712332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6535b-036a-4876-9126-9c10424ca519 req-738b5a7a-02fe-4795-81f7-05ff7de5aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.714105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-738b5a7a-02fe-4795-81f7-05ff7de5aadf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 1095 time: 0.2364244 Dec 15 14:07:04.851779 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.863892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-c2c16f80-8f4b-4ce4-8112-f60d9ce8bd78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=8a143b44-0984-4af8-9018-95e4610480fc HTTP/1.1" status: 200 len: 217 time: 0.1363797 Dec 15 14:07:04.873145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12718faf-b1ba-4a50-848f-8a8d95a1b702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.889891 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12718faf-b1ba-4a50-848f-8a8d95a1b702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:04.966270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-55e9dec2-e7c3-453d-8880-7e346f2f06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.966816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-55e9dec2-e7c3-453d-8880-7e346f2f06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.967304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-55e9dec2-e7c3-453d-8880-7e346f2f06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.967781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-55e9dec2-e7c3-453d-8880-7e346f2f06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.968300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-55e9dec2-e7c3-453d-8880-7e346f2f06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.968770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-55e9dec2-e7c3-453d-8880-7e346f2f06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.969234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-55e9dec2-e7c3-453d-8880-7e346f2f06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.972203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-55e9dec2-e7c3-453d-8880-7e346f2f06a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6491 time: 0.3684065 Dec 15 14:07:04.986805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee047b8-9450-4b10-934e-38c64727a8a7 req-9cb45a66-d23a-43c0-8120-0c72bc3f3677 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:04.993649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ee047b8-9450-4b10-934e-38c64727a8a7 req-9cb45a66-d23a-43c0-8120-0c72bc3f3677 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 945 time: 0.3559334 Dec 15 14:07:05.091376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12718faf-b1ba-4a50-848f-8a8d95a1b702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a56ae66-f625-4d20-96ed-10e677b021a7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:05.100564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-12718faf-b1ba-4a50-848f-8a8d95a1b702 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1f8fff9808b4455685c5206c1eb009a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9205937 Dec 15 14:07:05.109552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51888) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:05.153609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6535b-036a-4876-9126-9c10424ca519 req-87a51ce0-3632-4122-a621-86cd84929c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:05.155025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-87a51ce0-3632-4122-a621-86cd84929c98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=707aded0-e093-46a4-b033-5ababb430d95 HTTP/1.1" status: 200 len: 838 time: 0.2790349 Dec 15 14:07:05.186385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ee047b8-9450-4b10-934e-38c64727a8a7 req-5432c728-2ba0-42ad-b2fb-5715001433f6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915362 Dec 15 14:07:05.230395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8::1 (677b1e12-3516-42ca-8850-269a34691776/0e5c8edd-8ac1-4c40-8e81-eac24dcd4d87/f66454dd-4668-4edc-9580-4678f46b53dc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:05.270480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-6a7c6dd6-841c-4dd7-938a-00c69cfe86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:05.270968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-6a7c6dd6-841c-4dd7-938a-00c69cfe86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:05.284724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-6a7c6dd6-841c-4dd7-938a-00c69cfe86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:05.290973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-6a7c6dd6-841c-4dd7-938a-00c69cfe86c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9fbbb6fb-dc11-4cb8-8780-f03964101453&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=da58127c-8121-4e4c-a2f3-008b65a09d92&id=da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 200 len: 2295 time: 0.2654593 Dec 15 14:07:05.551805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-8286e557-1199-407d-8a09-c8466e7ac94b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 200 len: 1001 time: 0.2406712 Dec 15 14:07:05.676822 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f85a32f6-0da7-4c49-b124-72a92cacb259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:05.714612 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f85a32f6-0da7-4c49-b124-72a92cacb259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:05.718191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a15b6558-84c1-4603-bb40-d9bd575ef216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:05.719802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-a15b6558-84c1-4603-bb40-d9bd575ef216 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=309d3a3e-7cca-4bf3-b708-f1ffaed50d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5548806 Dec 15 14:07:05.835794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:05.915730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:05.927429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af628dd8-29b6-4147-bab3-cf3dbb5acd1a req-76a377e9-b765-488e-a6a8-07745c2bc66a tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:05.929826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af628dd8-29b6-4147-bab3-cf3dbb5acd1a req-76a377e9-b765-488e-a6a8-07745c2bc66a tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 945 time: 0.1719391 Dec 15 14:07:05.965581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-5a9e2452-cbac-42e4-b232-643ac7ece249 service neutron] 10.222.0.24 "GET /v2.0/networks/309d3a3e-7cca-4bf3-b708-f1ffaed50d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370939 Dec 15 14:07:05.988591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f85a32f6-0da7-4c49-b124-72a92cacb259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:05.991334 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f85a32f6-0da7-4c49-b124-72a92cacb259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:05.993081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489064a-b2a6-4d3f-ae04-cd4854821cab req-491aa72a-a56c-4d01-9689-ec00bd82c51b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:05.995426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f85a32f6-0da7-4c49-b124-72a92cacb259 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3a56ae66-f625-4d20-96ed-10e677b021a7 HTTP/1.1" status: 204 len: 168 time: 0.8844550 Dec 15 14:07:06.001768 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2489064a-b2a6-4d3f-ae04-cd4854821cab req-491aa72a-a56c-4d01-9689-ec00bd82c51b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 944 time: 0.4482515 Dec 15 14:07:06.068133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a32f6-0da7-4c49-b124-72a92cacb259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a56ae66-f625-4d20-96ed-10e677b021a7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:06.096048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 677b1e12-3516-42ca-8850-269a34691776 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:06.113918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af628dd8-29b6-4147-bab3-cf3dbb5acd1a req-4c818f1b-5bcb-4b6b-b6b1-ac5e7b515ef8 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642795 Dec 15 14:07:06.131116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-e15219f2-e4e8-408c-85dc-da97f62a8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:06.132625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-e15219f2-e4e8-408c-85dc-da97f62a8082 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=46113565-5de8-4d56-92d4-6e48dd9a5d1b HTTP/1.1" status: 200 len: 850 time: 0.5609598 Dec 15 14:07:06.133499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:06.137970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:06.161415 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.182694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2a6535b-036a-4876-9126-9c10424ca519 req-3638520b-bcb0-4bbf-aa73-f3056bcf3545 service neutron] 10.222.0.24 "GET /v2.0/networks/309d3a3e-7cca-4bf3-b708-f1ffaed50d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061799 Dec 15 14:07:06.282447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c283e2-761c-4cc6-b3a7-c51452b0ea37 None None] Network 677b1e12-3516-42ca-8850-269a34691776 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:06.306722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-24b7c2bd-b698-414b-b098-9db7112d531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:06.310875 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-24b7c2bd-b698-414b-b098-9db7112d531d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 1095 time: 0.0704572 Dec 15 14:07:06.379269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-632adad3-4bce-4623-b63d-d401368dfda4 None None] Provisioning complete for port fc3d32cc-28af-416b-91bc-3ff660d2fd5e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:06.379981 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-632adad3-4bce-4623-b63d-d401368dfda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.553583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=f66454dd-4668-4edc-9580-4678f46b53dc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:06.567834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-632adad3-4bce-4623-b63d-d401368dfda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.577880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-56898cbc-b242-4269-91b8-f0df7d51f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:06.579671 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-56898cbc-b242-4269-91b8-f0df7d51f9c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=309d3a3e-7cca-4bf3-b708-f1ffaed50d33 HTTP/1.1" status: 200 len: 899 time: 0.2605975 Dec 15 14:07:06.628305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.653748 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2489064a-b2a6-4d3f-ae04-cd4854821cab req-4db6260b-1830-49a3-a2cd-576f70ade89d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6504927 Dec 15 14:07:06.687381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-eecb8b66-635e-49e1-8139-06b43ef46049 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=8a143b44-0984-4af8-9018-95e4610480fc HTTP/1.1" status: 200 len: 217 time: 0.0986819 Dec 15 14:07:06.688398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-632adad3-4bce-4623-b63d-d401368dfda4 None None] For port fc3d32cc-28af-416b-91bc-3ff660d2fd5e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,segment=NetworkSegment(f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5),segment_id=f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:06.694679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.703838 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-632adad3-4bce-4623-b63d-d401368dfda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.829144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-7e1da9bc-5beb-4c36-b27c-3906ccb0cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:06.832401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-7e1da9bc-5beb-4c36-b27c-3906ccb0cc85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=707aded0-e093-46a4-b033-5ababb430d95 HTTP/1.1" status: 200 len: 838 time: 0.1314023 Dec 15 14:07:06.913101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632adad3-4bce-4623-b63d-d401368dfda4 None None] Pushing event updated for resources: {'Port': ['ID=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:06.952606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc3d32cc-28af-416b-91bc-3ff660d2fd5e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:06.972649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-db93fb68-d651-466d-9cde-72ebef6ab41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:06.974781 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-db93fb68-d651-466d-9cde-72ebef6ab41c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=309d3a3e-7cca-4bf3-b708-f1ffaed50d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341698 Dec 15 14:07:07.002874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-2f450b79-672f-4c82-9eba-8c2e6f610630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:07.010210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-2f450b79-672f-4c82-9eba-8c2e6f610630 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9fbbb6fb-dc11-4cb8-8780-f03964101453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5532348 Dec 15 14:07:07.096442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fc3d32cc-28af-416b-91bc-3ff660d2fd5e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:07.098364 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.167636 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-842a73c9-23b7-4efa-bf2a-37e5b3dd6712 service neutron] 10.222.0.24 "GET /v2.0/networks/309d3a3e-7cca-4bf3-b708-f1ffaed50d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793675 Dec 15 14:07:07.227745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3916e76d-e73e-4b1f-9b78-c1b929469ed3 None None] Provisioning complete for port fc3d32cc-28af-416b-91bc-3ff660d2fd5e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:07.228210 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3916e76d-e73e-4b1f-9b78-c1b929469ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.381071 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.539216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f0129bd2-640f-472e-91ba-62e6c8161e6a req-25fe09fb-e8a2-4fff-aa97-dd56f3f050f7 service neutron] 10.222.0.24 "GET /v2.0/networks/309d3a3e-7cca-4bf3-b708-f1ffaed50d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995603 Dec 15 14:07:07.541114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3916e76d-e73e-4b1f-9b78-c1b929469ed3 None None] Provisioning complete for port f66454dd-4668-4edc-9580-4678f46b53dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:07.541625 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3916e76d-e73e-4b1f-9b78-c1b929469ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.620075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.641357 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.642081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3916e76d-e73e-4b1f-9b78-c1b929469ed3 None None] Port f66454dd-4668-4edc-9580-4678f46b53dc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:07.642980 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.655471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eb37c-a033-491e-aed5-599362883dc2 req-39877d25-0e7e-4ba7-9da3-5840107e3c87 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:07.657686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f77eb37c-a033-491e-aed5-599362883dc2 req-39877d25-0e7e-4ba7-9da3-5840107e3c87 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 945 time: 0.5192611 Dec 15 14:07:07.673193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-7c951e00-7420-4219-b97b-86c7c6de3901 service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521611 Dec 15 14:07:07.773403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-08851f43-cc48-48d0-9027-7b62129c57c9 None None] Provisioning complete for port f66454dd-4668-4edc-9580-4678f46b53dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:07.773928 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08851f43-cc48-48d0-9027-7b62129c57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.795363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fbb54-b0ff-4c14-b757-2c81718373d3 req-f308fa0c-0a7c-49f3-b9b1-2cd58629316c tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:07.800636 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-854fbb54-b0ff-4c14-b757-2c81718373d3 req-f308fa0c-0a7c-49f3-b9b1-2cd58629316c tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 945 time: 0.2649560 Dec 15 14:07:07.876331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-08851f43-cc48-48d0-9027-7b62129c57c9 None None] Port f66454dd-4668-4edc-9580-4678f46b53dc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:07.901489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Deleting port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:07.902123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:07.987613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-854fbb54-b0ff-4c14-b757-2c81718373d3 req-e83f346a-3ae9-4906-81c9-bfb3408671a1 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/security-groups?id=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766713 Dec 15 14:07:08.032443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 677b1e12-3516-42ca-8850-269a34691776 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:08.037469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=f66454dd-4668-4edc-9580-4678f46b53dc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:08.045696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:08.084210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] For port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,segment=NetworkSegment(f3f61def-ea60-4e33-b209-d447eb392ca8),segment_id=f3f61def-ea60-4e33-b209-d447eb392ca8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:08.084584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.100835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Calling delete_port for 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:08.158023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05dd9d-110a-448f-ab93-80be4e51e2f7 req-39957781-b37f-4bd5-9350-90f1ee7e9d56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:08.168636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb05dd9d-110a-448f-ab93-80be4e51e2f7 req-39957781-b37f-4bd5-9350-90f1ee7e9d56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 944 time: 0.3322003 Dec 15 14:07:08.213714 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-fe411da7-9507-4971-9d07-3fc9d0df14a7 service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051322 Dec 15 14:07:08.230873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 8a143b44-0984-4af8-9018-95e4610480fc details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:07:08.269229 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-c91f7334-7688-4eb1-81c7-943e2eea5e42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 217 time: 0.0413675 Dec 15 14:07:08.363200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb05dd9d-110a-448f-ab93-80be4e51e2f7 req-3f4621e7-1116-41d1-a7d9-c37fd586b9bb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932788 Dec 15 14:07:08.410424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-fae26bff-b36e-4b5f-9973-262311322726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:08.413595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.419997 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-fae26bff-b36e-4b5f-9973-262311322726 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1345892 Dec 15 14:07:08.453371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 42763057-b52d-42b5-af19-41fb01eed8bb is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:07:08.493909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Pushing event deleted for resources: {'Port': ['ID=1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:08.596065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 8a143b44-0984-4af8-9018-95e4610480fc, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8a143b44-0984-4af8-9018-95e4610480fc,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:08.620601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] No DVR routers for this DVR port 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:08.628181 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.630483 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '8a143b44-0984-4af8-9018-95e4610480fc', 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33', 'port_id': '8a143b44-0984-4af8-9018-95e4610480fc', 'mac_address': 'fa:16:3e:89:2b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707aded0-e093-46a4-b033-5ababb430d95', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:07:08.637325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f77eb37c-a033-491e-aed5-599362883dc2 req-d2d5bc73-f261-4f71-9035-469934a178c6 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.74 "DELETE /v2.0/ports/1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf HTTP/1.1" status: 204 len: 173 time: 0.9699705 Dec 15 14:07:08.640030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd9daba-2762-478a-8bab-46819df48271', 'name': 'network-vif-deleted', 'tag': '1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:08.669310 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f6a6c4-658e-41ec-84bb-c02397f7bc86" -d '{"events": [{"server_uuid": "4bd9daba-2762-478a-8bab-46819df48271", "name": "network-vif-deleted", "tag": "1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:08.762664 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64aa1d5-e782-485c-8001-845c7319b33b x-openstack-request-id: req-b64aa1d5-e782-485c-8001-845c7319b33b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:08.763415 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd9daba-2762-478a-8bab-46819df48271", "name": "network-vif-deleted", "tag": "1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:08.763681 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b64aa1d5-e782-485c-8001-845c7319b33b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:08.764449 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd9daba-2762-478a-8bab-46819df48271', 'name': 'network-vif-deleted', 'tag': '1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf', 'status': 'completed', 'code': 200} Dec 15 14:07:08.766009 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.769962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc3d32cc-28af-416b-91bc-3ff660d2fd5e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:08.777348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-b2c79d0c-3e35-44db-bfdb-236a328f98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:08.781484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-b2c79d0c-3e35-44db-bfdb-236a328f98a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3549702 Dec 15 14:07:08.818059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a143b44-0984-4af8-9018-95e4610480fc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:08.826857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0a1e1e9f-29d2-4a3f-8d6b-417989365162 None None] Provisioning complete for port f66454dd-4668-4edc-9580-4678f46b53dc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:08.827466 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1e9f-29d2-4a3f-8d6b-417989365162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.855383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:08.877280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e69aa516-2303-4513-b59c-7b11f8f7352a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/42763057-b52d-42b5-af19-41fb01eed8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6436634 Dec 15 14:07:08.880059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51968) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:08.907726 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e1e9f-29d2-4a3f-8d6b-417989365162 None None] Port f66454dd-4668-4edc-9580-4678f46b53dc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:08.914339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d7ba05-acce-46f0-a7af-4628f52f2801 None None] Sync routers for ids ['42763057-b52d-42b5-af19-41fb01eed8bb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:08.968136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9188dd60-c475-45d6-a6c4-e489f35130da tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:08.975160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9188dd60-c475-45d6-a6c4-e489f35130da tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports/f66454dd-4668-4edc-9580-4678f46b53dc HTTP/1.1" status: 200 len: 911 time: 0.0926971 Dec 15 14:07:08.978020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51970) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:09.005146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 8a143b44-0984-4af8-9018-95e4610480fc, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8a143b44-0984-4af8-9018-95e4610480fc,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:09.021902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7ba05-acce-46f0-a7af-4628f52f2801 None None] Routers {'42763057-b52d-42b5-af19-41fb01eed8bb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:09.022851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e0d7ba05-acce-46f0-a7af-4628f52f2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['42763057-b52d-42b5-af19-41fb01eed8bb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:09.044425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-5e4224d7-ee60-4a4c-9e16-ddeec24d8f87 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452784 Dec 15 14:07:09.090694 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.098201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e0d7ba05-acce-46f0-a7af-4628f52f2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:09.166852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7ba05-acce-46f0-a7af-4628f52f2801 None None] Routers {'42763057-b52d-42b5-af19-41fb01eed8bb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:09.168250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e0d7ba05-acce-46f0-a7af-4628f52f2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['42763057-b52d-42b5-af19-41fb01eed8bb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:09.255669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fc3d32cc-28af-416b-91bc-3ff660d2fd5e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:09.256105 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.260456 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-fbdd9ae7-15d5-46b2-a932-6f12e5627046 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104468 Dec 15 14:07:09.288851 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d45da752-d324-43d0-b363-93700b0c8f09 req-dc000272-f032-42cc-8ec3-33160e250146 tempest-InstanceActionsNegativeTestJSON-300724766 tempest-InstanceActionsNegativeTestJSON-300724766-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bd9daba-2762-478a-8bab-46819df48271 HTTP/1.1" status: 200 len: 210 time: 0.0690165 Dec 15 14:07:09.623256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['8a143b44-0984-4af8-9018-95e4610480fc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:07:09.691504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e0d7ba05-acce-46f0-a7af-4628f52f2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:09.693689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d7ba05-acce-46f0-a7af-4628f52f2801 None None] The sync data for ids ['42763057-b52d-42b5-af19-41fb01eed8bb'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:09.830278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=8a143b44-0984-4af8-9018-95e4610480fc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:09.843851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.845236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.845236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.845236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.845236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.846247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.846668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.847028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.847878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.848232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.848589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.848940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.849279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:09.972255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.025642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:10.084672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:10.084899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1087b4a6-eb7d-46c7-a2d9-19c2f12d60bf not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:10.322891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-1b7f7058-5144-43f9-a436-f193f708d506 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 217 time: 1.0528538 Dec 15 14:07:10.368665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52010) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:10.429230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port f66454dd-4668-4edc-9580-4678f46b53dc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:10.430147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.517824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c44df2-39cd-4e32-849f-1f689ca9988f req-47416924-10a4-4cd2-9567-a6c263af9d2f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:10.519626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09c44df2-39cd-4e32-849f-1f689ca9988f req-47416924-10a4-4cd2-9567-a6c263af9d2f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 945 time: 0.2004535 Dec 15 14:07:10.524985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-014fa56d-2fa7-42ff-bb8c-eabee47df5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:10.529822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-014fa56d-2fa7-42ff-bb8c-eabee47df5a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1937566 Dec 15 14:07:10.538685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b3f1d6-14e5-43fc-b5a5-96a7c648e657 admin admin] Deleting subnet 4b5020bf-77ec-40ff-8629-12fbe4b0804d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:07:10.592719 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49b3f1d6-14e5-43fc-b5a5-96a7c648e657 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.610172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.632526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for f66454dd-4668-4edc-9580-4678f46b53dc owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:10.666295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09c44df2-39cd-4e32-849f-1f689ca9988f req-17d373fb-269c-4fe1-aa49-3d03fda7db09 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352282 Dec 15 14:07:10.678323 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49b3f1d6-14e5-43fc-b5a5-96a7c648e657 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.707807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-9ed9a64a-9e5f-41db-a11e-a0f247240394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:10.709565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-9ed9a64a-9e5f-41db-a11e-a0f247240394 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1670663 Dec 15 14:07:10.844111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49b3f1d6-14e5-43fc-b5a5-96a7c648e657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.903051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:10.933090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=f66454dd-4668-4edc-9580-4678f46b53dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:11.023525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-67233b8e-76b4-4eff-94b3-a7c3ab85c9c0 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979789 Dec 15 14:07:11.097762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52024) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:11.125905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49b3f1d6-14e5-43fc-b5a5-96a7c648e657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.139444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.164472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3f1d6-14e5-43fc-b5a5-96a7c648e657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5020bf-77ec-40ff-8629-12fbe4b0804d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:11.190970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49b3f1d6-14e5-43fc-b5a5-96a7c648e657 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.197444 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-49b3f1d6-14e5-43fc-b5a5-96a7c648e657 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4b5020bf-77ec-40ff-8629-12fbe4b0804d HTTP/1.1" status: 204 len: 168 time: 0.8251505 Dec 15 14:07:11.200158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52028) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:11.395620 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.399999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-f439da6c-183c-4268-899e-dccd1ca5029c service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647118 Dec 15 14:07:11.435453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-121effa9-1846-448e-a3e0-0592b42bc44b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.453212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 42763057-b52d-42b5-af19-41fb01eed8bb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:11.472348 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-acdd62ca-5fda-480a-8709-55efc8b2333a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932 HTTP/1.1" status: 200 len: 217 time: 0.0619066 Dec 15 14:07:11.566971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:11.575914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.576885 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-114440e5-c688-4846-bc80-02aab6ec0087 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/42763057-b52d-42b5-af19-41fb01eed8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969043 Dec 15 14:07:11.580538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52030) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:11.589506 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15c1de-5eba-4e72-9a62-e62ed990c90a None None] Sync routers for ids ['42763057-b52d-42b5-af19-41fb01eed8bb'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:11.605452 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15c1de-5eba-4e72-9a62-e62ed990c90a None None] Routers {'42763057-b52d-42b5-af19-41fb01eed8bb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:11.606030 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d15c1de-5eba-4e72-9a62-e62ed990c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['42763057-b52d-42b5-af19-41fb01eed8bb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:11.621386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-121effa9-1846-448e-a3e0-0592b42bc44b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.633134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-121effa9-1846-448e-a3e0-0592b42bc44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.633976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7339ff11-af91-4b88-887c-0ffc17f19864 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=42763057-b52d-42b5-af19-41fb01eed8bb HTTP/1.1" status: 200 len: 205 time: 0.0522082 Dec 15 14:07:11.635765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de65012-ed78-4990-92a9-c0f7dd473212']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:11.638633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52032) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:11.647397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-1287a48f-0443-404d-a1f4-e5f07e1838e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:11.648906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-1287a48f-0443-404d-a1f4-e5f07e1838e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1629536 Dec 15 14:07:11.651505 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d15c1de-5eba-4e72-9a62-e62ed990c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:11.659443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f61def-ea60-4e33-b209-d447eb392ca8') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:11.659777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f61def-ea60-4e33-b209-d447eb392ca8') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:11.661299 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15c1de-5eba-4e72-9a62-e62ed990c90a None None] Routers {'42763057-b52d-42b5-af19-41fb01eed8bb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:11.662111 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d15c1de-5eba-4e72-9a62-e62ed990c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['42763057-b52d-42b5-af19-41fb01eed8bb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:11.692368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-121effa9-1846-448e-a3e0-0592b42bc44b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a21514ea2f0942d4a968829e2c704db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5924716 Dec 15 14:07:11.694858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52034) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:11.700426 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2d15c1de-5eba-4e72-9a62-e62ed990c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:11.701456 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15c1de-5eba-4e72-9a62-e62ed990c90a None None] The sync data for ids ['42763057-b52d-42b5-af19-41fb01eed8bb'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:11.730731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.756560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121effa9-1846-448e-a3e0-0592b42bc44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc7667-6975-419d-bcdb-5a6c4c329641,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:11.812175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.818824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7472d2a0-e3ba-4de6-8219-e48875857711 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.838033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcbe3cf5-9e96-4e94-9798-c7d074055543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.861982 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcbe3cf5-9e96-4e94-9798-c7d074055543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.884320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:11.884733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:11.887199 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:11.960420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcbe3cf5-9e96-4e94-9798-c7d074055543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.964625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcbe3cf5-9e96-4e94-9798-c7d074055543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:11.974804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fcbe3cf5-9e96-4e94-9798-c7d074055543 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ddc7667-6975-419d-bcdb-5a6c4c329641 HTTP/1.1" status: 204 len: 168 time: 0.2781653 Dec 15 14:07:11.978591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-1637244a-6ff9-44b4-9ca0-744709472321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:11.988855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-1637244a-6ff9-44b4-9ca0-744709472321 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2869937 Dec 15 14:07:12.011549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe3cf5-9e96-4e94-9798-c7d074055543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc7667-6975-419d-bcdb-5a6c4c329641,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:12.137823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7472d2a0-e3ba-4de6-8219-e48875857711 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.149549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d063a-0bcf-4fcf-9d17-0132c8f14464 req-658f34a9-0024-4388-b3be-7822bd32d96b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:12.151100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03d063a-0bcf-4fcf-9d17-0132c8f14464 req-658f34a9-0024-4388-b3be-7822bd32d96b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 945 time: 0.3521292 Dec 15 14:07:12.152925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7472d2a0-e3ba-4de6-8219-e48875857711 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.158643 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.177314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.182874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] 10.222.0.86 "DELETE /v2.0/networks/7de65012-ed78-4990-92a9-c0f7dd473212 HTTP/1.1" status: 204 len: 168 time: 0.9794350 Dec 15 14:07:12.231758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 8a143b44-0984-4af8-9018-95e4610480fc up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:12.247548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10828b43-a8cf-4fb8-b410-3ae88f8fac0e admin admin] Pushing event deleted for resources: {'Network': ['ID=7de65012-ed78-4990-92a9-c0f7dd473212,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:12.266336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7472d2a0-e3ba-4de6-8219-e48875857711 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.266863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7472d2a0-e3ba-4de6-8219-e48875857711 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Fanout notify agent at l3_agent the message router_deleted on router 42763057-b52d-42b5-af19-41fb01eed8bb {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:07:12.302391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7472d2a0-e3ba-4de6-8219-e48875857711 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.302391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7472d2a0-e3ba-4de6-8219-e48875857711 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/42763057-b52d-42b5-af19-41fb01eed8bb HTTP/1.1" status: 204 len: 168 time: 0.6607857 Dec 15 14:07:12.310807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52050) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:12.385114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-396f5580-11da-4012-b255-81c68e2dac6a service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679500 Dec 15 14:07:12.413851 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f03d063a-0bcf-4fcf-9d17-0132c8f14464 req-fc7b3fe4-f5eb-4584-8ff1-79b1e1d3a3f8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529407 Dec 15 14:07:12.425490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 8a143b44-0984-4af8-9018-95e4610480fc completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:07:12.434672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 8a143b44-0984-4af8-9018-95e4610480fc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:12.436652 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.504534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4467dca-0618-40de-89af-20fb42da6e09 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet 0e5c8edd-8ac1-4c40-8e81-eac24dcd4d87 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:07:12.514092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4467dca-0618-40de-89af-20fb42da6e09 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.530000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52052) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:12.593943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4467dca-0618-40de-89af-20fb42da6e09 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.605962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-94bfd8bc-055f-45eb-baf4-28988ccba8a6 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120731 Dec 15 14:07:12.610922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-280f9f8b-3d6d-4563-bf94-ca41996a99fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd0dad3acc834d9886e6b0990d7681ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789785 Dec 15 14:07:12.613322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:12.614588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52056) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:12.640432 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad82d37b-a971-4f86-8121-80aebea5e0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.672114 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.713866 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63c277b0-420a-4c61-a5fc-5fe6c15e381b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.740559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63c277b0-420a-4c61-a5fc-5fe6c15e381b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.747337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 8a143b44-0984-4af8-9018-95e4610480fc, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8a143b44-0984-4af8-9018-95e4610480fc,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:12.749560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d6281b-e474-4810-ae13-fcd90e7f29ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a143b44-0984-4af8-9018-95e4610480fc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:12.757809 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697981b3-b4a9-46f4-a88b-edd775dae015" -d '{"events": [{"server_uuid": "c5d6281b-e474-4810-ae13-fcd90e7f29ee", "name": "network-vif-plugged", "status": "completed", "tag": "8a143b44-0984-4af8-9018-95e4610480fc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:12.774722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.815574 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad82d37b-a971-4f86-8121-80aebea5e0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.821075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63c277b0-420a-4c61-a5fc-5fe6c15e381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.824567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-682e78f8-1c54-4d07-b95c-67446212a747 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9 HTTP/1.1" status: 200 len: 217 time: 0.2059753 Dec 15 14:07:12.825121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-63c277b0-420a-4c61-a5fc-5fe6c15e381b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.832611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-63c277b0-420a-4c61-a5fc-5fe6c15e381b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1 HTTP/1.1" status: 204 len: 168 time: 0.2167783 Dec 15 14:07:12.873049 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703b4777-b78d-49eb-8f4e-362aefa815ea x-openstack-request-id: req-703b4777-b78d-49eb-8f4e-362aefa815ea {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:12.873352 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d6281b-e474-4810-ae13-fcd90e7f29ee", "name": "network-vif-plugged", "status": "completed", "tag": "8a143b44-0984-4af8-9018-95e4610480fc", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:12.873617 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-703b4777-b78d-49eb-8f4e-362aefa815ea {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:12.874025 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d6281b-e474-4810-ae13-fcd90e7f29ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a143b44-0984-4af8-9018-95e4610480fc', 'code': 200} Dec 15 14:07:12.916873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c277b0-420a-4c61-a5fc-5fe6c15e381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b21b9e3-4f43-4cda-b1d8-e231a3ef00f1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:12.953972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-ba17b77e-ab41-42e7-9f9f-9b729921432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:12.959964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-ba17b77e-ab41-42e7-9f9f-9b729921432d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1283736 Dec 15 14:07:12.960840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad82d37b-a971-4f86-8121-80aebea5e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:12.985009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=8a143b44-0984-4af8-9018-95e4610480fc,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:12.985388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4467dca-0618-40de-89af-20fb42da6e09 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.023138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb20e10-a1a9-4dfd-87b7-04d58019706c req-ee9cd4a0-f3af-4367-ae42-7ebad0c29e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:13.026220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aeb20e10-a1a9-4dfd-87b7-04d58019706c req-ee9cd4a0-f3af-4367-ae42-7ebad0c29e33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 1097 time: 0.1035743 Dec 15 14:07:13.118973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aeb20e10-a1a9-4dfd-87b7-04d58019706c req-f88dd297-af90-45ab-8178-c7655bfa3531 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811810 Dec 15 14:07:13.144437 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4467dca-0618-40de-89af-20fb42da6e09 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.177546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4467dca-0618-40de-89af-20fb42da6e09 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5c8edd-8ac1-4c40-8e81-eac24dcd4d87,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:13.190974 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4467dca-0618-40de-89af-20fb42da6e09 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.198020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b4467dca-0618-40de-89af-20fb42da6e09 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/0e5c8edd-8ac1-4c40-8e81-eac24dcd4d87 HTTP/1.1" status: 204 len: 168 time: 0.8879368 Dec 15 14:07:13.198020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52068) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:13.198363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5634f162-f1a6-4686-ad6d-3cd3c5afcc6d None None] Network 677b1e12-3516-42ca-8850-269a34691776 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:13.304753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.321811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ad82d37b-a971-4f86-8121-80aebea5e0a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e87ee19dca15480d9cab2cf03233dacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7049627 Dec 15 14:07:13.323437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:13.330868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82d37b-a971-4f86-8121-80aebea5e0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1254f1-349d-4afc-91c1-0215dfc58d09,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:13.348505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-3a5ac952-b2b6-45d3-af5c-5527495820e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:13.350547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-3a5ac952-b2b6-45d3-af5c-5527495820e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3737109 Dec 15 14:07:13.460198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port fc3d32cc-28af-416b-91bc-3ff660d2fd5e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:13.460793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.469519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c2984e6-e00d-4661-94a7-deaa54394d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.517196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] DHCP port deletion for 677b1e12-3516-42ca-8850-269a34691776 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:13.583306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c2984e6-e00d-4661-94a7-deaa54394d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.619761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-dc348bb5-37fe-4177-a043-0866bb7d3b0b service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614336 Dec 15 14:07:13.644286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] Deleting port fc3d32cc-28af-416b-91bc-3ff660d2fd5e {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:13.644671 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.645466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port fc3d32cc-28af-416b-91bc-3ff660d2fd5e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,segment=NetworkSegment(f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5),segment_id=f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:13.645843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.671399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for fc3d32cc-28af-416b-91bc-3ff660d2fd5e owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:13.696149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07c177-9554-4ab5-9eac-d990755eb753 req-498f6519-fe59-4336-b1d1-00e7bc81ee8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:13.705629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee07c177-9554-4ab5-9eac-d990755eb753 req-498f6519-fe59-4336-b1d1-00e7bc81ee8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 946 time: 0.1271513 Dec 15 14:07:13.775484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-18b29b8b-fd34-4537-b262-aca143413a3f service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357386 Dec 15 14:07:13.787279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] For port fc3d32cc-28af-416b-91bc-3ff660d2fd5e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,segment=NetworkSegment(f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5),segment_id=f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:13.787692 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.822634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] Calling delete_port for fc3d32cc-28af-416b-91bc-3ff660d2fd5e owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:13.837111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee07c177-9554-4ab5-9eac-d990755eb753 req-337211e1-0543-43c5-af7e-fe0e4068630d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304224 Dec 15 14:07:13.871299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.899806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-9cb04060-7650-4aa5-9a3f-ec4673793d6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc HTTP/1.1" status: 200 len: 217 time: 0.1148396 Dec 15 14:07:13.905141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c2984e6-e00d-4661-94a7-deaa54394d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.906762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:13.911605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No DVR routers for this DVR port fc3d32cc-28af-416b-91bc-3ff660d2fd5e on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:13.916808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c2984e6-e00d-4661-94a7-deaa54394d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:13.918472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6c2984e6-e00d-4661-94a7-deaa54394d06 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e1254f1-349d-4afc-91c1-0215dfc58d09 HTTP/1.1" status: 204 len: 168 time: 0.5937312 Dec 15 14:07:13.995078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.017997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.023764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2984e6-e00d-4661-94a7-deaa54394d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1254f1-349d-4afc-91c1-0215dfc58d09,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:14.049953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677b1e12-3516-42ca-8850-269a34691776']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:14.073914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] Pushing event deleted for resources: {'Port': ['ID=fc3d32cc-28af-416b-91bc-3ff660d2fd5e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:14.079010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0350c32-7126-4fd7-88f1-4c90501ca261 None None] No DVR routers for this DVR port fc3d32cc-28af-416b-91bc-3ff660d2fd5e on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:14.090794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:14.090794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ef29f2-7e7a-414c-9dc8-8f5079c64ae5') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:14.098420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-4916ac8f-56b2-4f5b-b5b2-6bb0343f8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:14.102979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-4916ac8f-56b2-4f5b-b5b2-6bb0343f8335 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.1828835 Dec 15 14:07:14.139329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.196777 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.221507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:14.221953 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:14.227270 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:14.273435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-572193b9-8a21-48ce-9bd3-e4eb9909e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:14.286209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-572193b9-8a21-48ce-9bd3-e4eb9909e688 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1731789 Dec 15 14:07:14.329617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.344789 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.353506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/677b1e12-3516-42ca-8850-269a34691776 HTTP/1.1" status: 204 len: 168 time: 1.1511412 Dec 15 14:07:14.355736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52100) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:14.364419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2033006696', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:14.383570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e926dd-bea5-4908-aec5-f49a43f62c55 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=677b1e12-3516-42ca-8850-269a34691776,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:14.405051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.406355 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.516423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:14.559915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:14.567744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-0c58b388-0c6b-453a-8022-c305b2a3f526 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719715 Dec 15 14:07:14.690390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc3d32cc-28af-416b-91bc-3ff660d2fd5e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:14.761658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: fc3d32cc-28af-416b-91bc-3ff660d2fd5e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:14.771045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fc3d32cc-28af-416b-91bc-3ff660d2fd5e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:14.772509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-6508a9e6-f26d-4520-8693-2853b20c032a service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943951 Dec 15 14:07:14.872781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-e6a0b807-563b-4704-91be-b26b443ef06f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 200 len: 217 time: 0.0942006 Dec 15 14:07:14.883089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-371177834-network', 'tenant_id': 'cd2f58e9f7ec4aeaa12e3b462efbc8b0'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:15.018278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Made reservation on behalf of cd2f58e9f7ec4aeaa12e3b462efbc8b0 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:15.021066 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.037279 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.069206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-7307567a-0e54-4002-8733-14620106d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:15.069206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-7307567a-0e54-4002-8733-14620106d7ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.1377950 Dec 15 14:07:15.143180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85963-e408-4860-91a6-550f33c59360 req-9a632a14-3a39-4a22-a8b4-1c05040cb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:15.143927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.144761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-9a632a14-3a39-4a22-a8b4-1c05040cb893 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667706 Dec 15 14:07:15.255774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.268733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.287707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5b247-6eda-4afc-a2af-315aa8232570 req-2ae98674-f356-4052-b7c5-79286c1ea968 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:15.290407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29e5b247-6eda-4afc-a2af-315aa8232570 req-2ae98674-f356-4052-b7c5-79286c1ea968 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 946 time: 0.1403923 Dec 15 14:07:15.333821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:15.353649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2d911-8480-4a50-91a0-892d862cab2d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:15.375895 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-445314ba-9765-473f-9260-1e23ccca84bd service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180824 Dec 15 14:07:15.386193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.387050 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Added segment a27ad485-f487-42b0-ab95-9809204d6cee of type vlan for network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 Dec 15 14:07:15.393482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29e5b247-6eda-4afc-a2af-315aa8232570 req-3a2981b6-2a89-4e9f-9f93-eaa8458041d6 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906880 Dec 15 14:07:15.537098 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.594933 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.622361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.760339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12c85963-e408-4860-91a6-550f33c59360 req-a8fbb26b-2e07-455f-a047-f8ab6e641583 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590903 Dec 15 14:07:15.771327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555074-ee1a-4fd0-a03b-aa96f8490edc req-d7c07b61-3055-4654-8469-185f70bea9ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:15.776226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 172.25.7.70 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/8a07fa24-6cfc-40de-a569-77f7dd580f67) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:15.779067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d1555074-ee1a-4fd0-a03b-aa96f8490edc req-d7c07b61-3055-4654-8469-185f70bea9ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 946 time: 0.2636888 Dec 15 14:07:15.781061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.782036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:15.782848 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.914559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:15.972873 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.031527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:16.036154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:16.040343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:16.047328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=8a07fa24-6cfc-40de-a569-77f7dd580f67,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:16.054523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502a5e7-2672-456e-ab3a-28577daed74a None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:16.121606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b9158196-2856-4898-ab20-49d95bf047d5 None None] Provisioning complete for port 8a07fa24-6cfc-40de-a569-77f7dd580f67 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:16.122286 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9158196-2856-4898-ab20-49d95bf047d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.193547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6324601 Dec 15 14:07:16.198009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52150) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:16.203210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Request body: {'subnet': {'network_id': '67b971f0-c0a8-41eb-ba76-a0d0229f39c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-371177834-subnet', 'tenant_id': 'cd2f58e9f7ec4aeaa12e3b462efbc8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:16.229767 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d1555074-ee1a-4fd0-a03b-aa96f8490edc req-b4b98dff-07ce-407c-8aa2-139bcd2687b0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4497163 Dec 15 14:07:16.230644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862bee-3036-4a46-96f1-a838811e5f41 admin admin] Pushing event updated for resources: {'Network': ['ID=67b971f0-c0a8-41eb-ba76-a0d0229f39c9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:16.252799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:16.282790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Made reservation on behalf of cd2f58e9f7ec4aeaa12e3b462efbc8b0 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:16.286468 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.314350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b9158196-2856-4898-ab20-49d95bf047d5 None None] Port 8a07fa24-6cfc-40de-a569-77f7dd580f67 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:16.478120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.691783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.895409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34be4481-0bc4-4ade-a98b-9f54509f63e3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:16.915375 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:16.919486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Checking segment: {'id': 'a27ad485-f487-42b0-ab95-9809204d6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67b971f0-c0a8-41eb-ba76-a0d0229f39c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:16.919789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Network hostable DHCP agents. Network: 67b971f0-c0a8-41eb-ba76-a0d0229f39c9, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:17.006315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:17.047533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 67b971f0-c0a8-41eb-ba76-a0d0229f39c9) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:17.054354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:17.054988 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.062146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39eae31-0a70-4aa7-9ad0-01f90891f900 None None] Network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:17.107034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f150965d-fe94-4097-a925-2b2e95663661 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9015350 Dec 15 14:07:17.211893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 3156f66f-7398-4875-bdf8-b8d817bafd8f is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:07:17.309843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c139f2-a0e0-4800-8c78-e73621dda2ee None None] Network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:17.401878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:17.447391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22cc0d-fefe-4676-a80b-5d839d3e0bd1 None None] Sync routers for ids ['3156f66f-7398-4875-bdf8-b8d817bafd8f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:17.449243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:17.450688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-024900b9-69f5-4d7e-94e7-241530a2f659 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0916681 Dec 15 14:07:17.454527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52204) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:17.473226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22cc0d-fefe-4676-a80b-5d839d3e0bd1 None None] Routers {'3156f66f-7398-4875-bdf8-b8d817bafd8f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:17.474880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4c22cc0d-fefe-4676-a80b-5d839d3e0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3156f66f-7398-4875-bdf8-b8d817bafd8f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:17.577570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4c22cc0d-fefe-4676-a80b-5d839d3e0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:17.592378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22cc0d-fefe-4676-a80b-5d839d3e0bd1 None None] Routers {'3156f66f-7398-4875-bdf8-b8d817bafd8f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:17.593019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4c22cc0d-fefe-4676-a80b-5d839d3e0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3156f66f-7398-4875-bdf8-b8d817bafd8f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:17.646489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4c22cc0d-fefe-4676-a80b-5d839d3e0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:17.647529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22cc0d-fefe-4676-a80b-5d839d3e0bd1 None None] The sync data for ids ['3156f66f-7398-4875-bdf8-b8d817bafd8f'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:17.654012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f34f2c73-38ad-4ba4-98ff-2ba9ad773c30 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/routers/3156f66f-7398-4875-bdf8-b8d817bafd8f HTTP/1.1" status: 200 len: 884 time: 0.1967137 Dec 15 14:07:17.655229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52208) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:17.760205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:18.202127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-97302b91-5f79-4fdd-8216-bb9bf3426c3b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5451074 Dec 15 14:07:18.205904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52230) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:18.218224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-68bf1cff-6481-40f9-9b89-8dbfa6d9c332 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2033006696'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:18.364593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-efc96a9e-4d04-4157-89f6-c4772cf280a4 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:18.366153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-efc96a9e-4d04-4157-89f6-c4772cf280a4 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/networks?id=67b971f0-c0a8-41eb-ba76-a0d0229f39c9 HTTP/1.1" status: 200 len: 808 time: 0.2037587 Dec 15 14:07:18.433857 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-a532746d-31a2-47b2-81a0-0ea51870538e tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/quotas/cd2f58e9f7ec4aeaa12e3b462efbc8b0 HTTP/1.1" status: 200 len: 375 time: 0.0293481 Dec 15 14:07:18.488237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-4a8af754-a6fd-4f7b-819b-e92a22a5c536 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd2f58e9f7ec4aeaa12e3b462efbc8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537295 Dec 15 14:07:18.523995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:18.755369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68bf1cff-6481-40f9-9b89-8dbfa6d9c332 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.792520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68bf1cff-6481-40f9-9b89-8dbfa6d9c332 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:18.821523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-e2aac695-ffe8-4763-9442-3c3c0cfce386 service neutron] 10.222.0.86 "GET /v2.0/networks/67b971f0-c0a8-41eb-ba76-a0d0229f39c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322823 Dec 15 14:07:18.942107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c623d6d6-77fd-4868-af9c-fe578e4040c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.000042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bf1cff-6481-40f9-9b89-8dbfa6d9c332 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 3156f66f-7398-4875-bdf8-b8d817bafd8f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:19.024244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-b27e2702-0032-43eb-a990-9c480aba9c8e service neutron] 10.222.0.86 "GET /v2.0/networks/67b971f0-c0a8-41eb-ba76-a0d0229f39c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017100 Dec 15 14:07:19.064929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.232133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c623d6d6-77fd-4868-af9c-fe578e4040c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.242356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c623d6d6-77fd-4868-af9c-fe578e4040c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.317835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623d6d6-77fd-4868-af9c-fe578e4040c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625be508-a40a-4fd2-b0e7-07cc26c971ed,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:19.479779 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c623d6d6-77fd-4868-af9c-fe578e4040c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31fb4dc8d84b48289704bdbc375c7b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9264591 Dec 15 14:07:19.482282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52262) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:19.618085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e29170d-e017-4423-9f36-b02032c194b9 req-f535afa2-c3da-44f4-87e2-d9122f44497b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 210 time: 0.0457509 Dec 15 14:07:19.621755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.20.0.17 (309d3a3e-7cca-4bf3-b708-f1ffaed50d33/707aded0-e093-46a4-b033-5ababb430d95/48e87444-be00-4698-8189-2c8160e89a41) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:19.625089 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c37b93f-5ee4-4388-977d-d0f88b242329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.634912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bf1cff-6481-40f9-9b89-8dbfa6d9c332 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:19.647473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68bf1cff-6481-40f9-9b89-8dbfa6d9c332 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.648719 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9837a2-0e40-49db-96ed-a8203baa9778 None None] Sync routers for ids ['3156f66f-7398-4875-bdf8-b8d817bafd8f'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:19.652024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-68bf1cff-6481-40f9-9b89-8dbfa6d9c332 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/3156f66f-7398-4875-bdf8-b8d817bafd8f HTTP/1.1" status: 200 len: 891 time: 1.4412935 Dec 15 14:07:19.652898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52272) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:19.686163 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9837a2-0e40-49db-96ed-a8203baa9778 None None] Routers {'3156f66f-7398-4875-bdf8-b8d817bafd8f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:19.687396 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ce9837a2-0e40-49db-96ed-a8203baa9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3156f66f-7398-4875-bdf8-b8d817bafd8f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:19.753750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c37b93f-5ee4-4388-977d-d0f88b242329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.806672 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ce9837a2-0e40-49db-96ed-a8203baa9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:19.825974 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9837a2-0e40-49db-96ed-a8203baa9778 None None] Routers {'3156f66f-7398-4875-bdf8-b8d817bafd8f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:19.826833 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ce9837a2-0e40-49db-96ed-a8203baa9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3156f66f-7398-4875-bdf8-b8d817bafd8f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:19.890275 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-016abc18-76e1-4e41-8d3c-c3c3f3ce7af4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/routers/3156f66f-7398-4875-bdf8-b8d817bafd8f HTTP/1.1" status: 200 len: 891 time: 0.2350564 Dec 15 14:07:19.891045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52278) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:19.913351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c37b93f-5ee4-4388-977d-d0f88b242329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.922011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c37b93f-5ee4-4388-977d-d0f88b242329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:19.931723 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9c37b93f-5ee4-4388-977d-d0f88b242329 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/625be508-a40a-4fd2-b0e7-07cc26c971ed HTTP/1.1" status: 204 len: 168 time: 0.4483273 Dec 15 14:07:19.982034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-965091cd-8af6-4fbf-a5d3-d83d9983b255 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=3156f66f-7398-4875-bdf8-b8d817bafd8f HTTP/1.1" status: 200 len: 205 time: 0.0883701 Dec 15 14:07:19.982922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:20.025903 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ce9837a2-0e40-49db-96ed-a8203baa9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:20.026574 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9837a2-0e40-49db-96ed-a8203baa9778 None None] The sync data for ids ['3156f66f-7398-4875-bdf8-b8d817bafd8f'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:20.037848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37b93f-5ee4-4388-977d-d0f88b242329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625be508-a40a-4fd2-b0e7-07cc26c971ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:20.075692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.192444 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.239629 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.328525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:20.333682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:20.336635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:20.398420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=48e87444-be00-4698-8189-2c8160e89a41,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:20.405960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.432336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.530796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 8a07fa24-6cfc-40de-a569-77f7dd580f67 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:20.531225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.614891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52294) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:20.634920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c9b-9aaf-45f3-8d26-7f3da0f0801c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.649269 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.699386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.750743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 8a07fa24-6cfc-40de-a569-77f7dd580f67 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:20.912135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-640132e9-d303-4f24-b15a-49c51c16f890 None None] Provisioning complete for port 48e87444-be00-4698-8189-2c8160e89a41 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:20.913180 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-640132e9-d303-4f24-b15a-49c51c16f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.971775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-640132e9-d303-4f24-b15a-49c51c16f890 None None] Port 48e87444-be00-4698-8189-2c8160e89a41 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:21.093336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.099572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae701066-e9d2-410e-8943-441e5e7e3348 req-dad4d2ad-b1f7-4edb-9323-3ffd64a8501d tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 210 time: 0.0633399 Dec 15 14:07:21.186069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=8a07fa24-6cfc-40de-a569-77f7dd580f67,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:21.225691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e86f4c-606e-4f8f-86cd-8e32dec3f6d6 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:21.261882 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c9b-9aaf-45f3-8d26-7f3da0f0801c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.295416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c9b-9aaf-45f3-8d26-7f3da0f0801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.310387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-2a44323f-af5a-4411-b31b-b9cbb4840015 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:21.312265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-2a44323f-af5a-4411-b31b-b9cbb4840015 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.74 "GET /v2.0/networks?id=67b971f0-c0a8-41eb-ba76-a0d0229f39c9 HTTP/1.1" status: 200 len: 808 time: 0.3050799 Dec 15 14:07:21.328005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Request body: {'port': {'device_id': '518e5387-8311-4fc4-b5cc-4ccc358cf4ea', 'network_id': '67b971f0-c0a8-41eb-ba76-a0d0229f39c9', 'admin_state_up': True, 'tenant_id': 'cd2f58e9f7ec4aeaa12e3b462efbc8b0'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:21.341284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b5a79c9b-9aaf-45f3-8d26-7f3da0f0801c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2d58f5e2d37340aba659883c5c342131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7247579 Dec 15 14:07:21.349978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52310) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:21.396459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a79c9b-9aaf-45f3-8d26-7f3da0f0801c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b939c649-a069-4e42-beaf-09cbe9f4911e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:21.401387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.412053 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.414951 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.467378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.538671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.541295 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.636472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.637141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Fanout notify agent at l3_agent the message router_deleted on router 3156f66f-7398-4875-bdf8-b8d817bafd8f {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:07:21.646113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=48e87444-be00-4698-8189-2c8160e89a41,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:21.646395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.648254 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7b5fd787-b326-4f4f-8f70-61a74a094ef9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/3156f66f-7398-4875-bdf8-b8d817bafd8f HTTP/1.1" status: 204 len: 168 time: 1.6613579 Dec 15 14:07:21.652284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300cabe0-1f16-4b30-9d6b-ab2d580412db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.653587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52318) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:21.658850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2063821613'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:21.694870 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300cabe0-1f16-4b30-9d6b-ab2d580412db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.715510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:21.718205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:21.722775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.db.api [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 14:07:21.722775 n-d-821840-1 neutron-server[109767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 15 14:07:21.722775 n-d-821840-1 neutron-server[109767]: [parameters: {'project_id': 'cd2f58e9f7ec4aeaa12e3b462efbc8b0', 'id': '763950f4-a98f-499a-968b-7db5fd2a1a0b', 'expiration': datetime.datetime(2021, 12, 15, 14, 9, 21, 691182)}] Dec 15 14:07:21.722775 n-d-821840-1 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:07:21.723346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:21.724504 n-d-821840-1 neutron-server[109767]: DEBUG oslo_db.api [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:07:21.727751 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.780859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:21.796842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.797198 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment b5f93a31-ea5d-430b-8599-d0fe73b3bf29 of type vlan for network 7ca574c9-8690-42e7-aa63-3c189e0ec109 Dec 15 14:07:21.845123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.881724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300cabe0-1f16-4b30-9d6b-ab2d580412db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.891665 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300cabe0-1f16-4b30-9d6b-ab2d580412db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.896549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-300cabe0-1f16-4b30-9d6b-ab2d580412db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b939c649-a069-4e42-beaf-09cbe9f4911e HTTP/1.1" status: 204 len: 168 time: 0.5437407 Dec 15 14:07:21.917296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cabe0-1f16-4b30-9d6b-ab2d580412db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b939c649-a069-4e42-beaf-09cbe9f4911e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:21.921797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.938402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:21.939557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:21.975470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:22.081950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4267855 Dec 15 14:07:22.090257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52328) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:22.096955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': '7ca574c9-8690-42e7-aa63-3c189e0ec109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:22.127434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670ef8c-c42a-45cb-b788-8905c70ff436 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=7ca574c9-8690-42e7-aa63-3c189e0ec109,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:22.146444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7ca574c9-8690-42e7-aa63-3c189e0ec109 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:22.209250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:22.216081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-32c7d8cc-00b0-4ad0-9287-bb4b686c7548 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "PUT /v2.0/routers/c8875dda-0b3b-4f01-86d7-8c9c10241eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4540534 Dec 15 14:07:22.267898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Made reservation on behalf of cd2f58e9f7ec4aeaa12e3b462efbc8b0 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:22.273495 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.317981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Sync routers for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:22.337154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:22.338025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:22.402061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a4267927-d4f8-44ba-8656-cf1fa501602e req-a0765ca7-f3c1-43b9-9a16-9908a607f69e tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 210 time: 0.1053593 Dec 15 14:07:22.450518 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:22.455738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.563346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:22.583786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Allocated IP 172.20.0.12 (67b971f0-c0a8-41eb-ba76-a0d0229f39c9/34be4481-0bc4-4ade-a98b-9f54509f63e3/ae812567-7d9e-427b-88c2-8f252ade596d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:22.703782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-154f7f6b-1c72-4701-8583-80129c2efbe3 None None] Provisioning complete for port 48e87444-be00-4698-8189-2c8160e89a41 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:22.705430 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-154f7f6b-1c72-4701-8583-80129c2efbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.738167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.754911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-154f7f6b-1c72-4701-8583-80129c2efbe3 None None] Port 48e87444-be00-4698-8189-2c8160e89a41 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:22.868697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': 'b5f93a31-ea5d-430b-8599-d0fe73b3bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7ca574c9-8690-42e7-aa63-3c189e0ec109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:22.869411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: 7ca574c9-8690-42e7-aa63-3c189e0ec109, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:22.879849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=d4935c62-a8c6-4f2e-ac64-8ae43b676edf,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:22.904525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 7ca574c9-8690-42e7-aa63-3c189e0ec109 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:22.936525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7ca574c9-8690-42e7-aa63-3c189e0ec109) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:22.954029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.964398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:22.965082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:22.977044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9268a-bb04-4ee9-88b7-d211c5852888 None None] Network 7ca574c9-8690-42e7-aa63-3c189e0ec109 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:23.015309 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-43f35dd5-4853-464c-9e13-3571b947a54e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9238327 Dec 15 14:07:23.018928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.019150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52360) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:23.028873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3f34edf6-fe6b-4fe2-bd85-603731d958db tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-384906868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:23.125212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:23.128585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:23.129951 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f34edf6-fe6b-4fe2-bd85-603731d958db tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.131600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f34edf6-fe6b-4fe2-bd85-603731d958db tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.141905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:23.193363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:20Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 1, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e87444-be00-4698-8189-2c8160e89a41', 'name': '', 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:e0:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '707aded0-e093-46a4-b033-5ababb430d95', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:19Z', 'updated_at': '2021-12-15T14:07:20Z', 'revision_number': 2, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '707aded0-e093-46a4-b033-5ababb430d95', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:23.233515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-7ca574c9-8690-42e7-aa63-3c189e0ec109', 'network_id': '7ca574c9-8690-42e7-aa63-3c189e0ec109', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': 'd4935c62-a8c6-4f2e-ac64-8ae43b676edf'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:07:23.236815 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.242245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Checking router: c8875dda-0b3b-4f01-86d7-8c9c10241eb3 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:23.242431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Updating router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 port 48e87444-be00-4698-8189-2c8160e89a41 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:07:23.254075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:23.254395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f34edf6-fe6b-4fe2-bd85-603731d958db tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.255402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.264683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f34edf6-fe6b-4fe2-bd85-603731d958db tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.285981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Pushing event updated for resources: {'Port': ['ID=ae812567-7d9e-427b-88c2-8f252ade596d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:23.300666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f34edf6-fe6b-4fe2-bd85-603731d958db tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.305046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3f34edf6-fe6b-4fe2-bd85-603731d958db tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2836909 Dec 15 14:07:23.305306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52366) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:23.307007 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.325921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-d9127ada-8b30-4909-b20a-a02427623369 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0032837 Dec 15 14:07:23.606115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dcea-7f0a-4483-a5be-0f701a7c8ca9 req-f1c5f151-f6a1-4868-ac2f-4c3ee2984e48 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:23.608780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3634dcea-7f0a-4483-a5be-0f701a7c8ca9 req-f1c5f151-f6a1-4868-ac2f-4c3ee2984e48 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 932 time: 0.0988717 Dec 15 14:07:23.686876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Allocated IP 2001:db8::2 (7ca574c9-8690-42e7-aa63-3c189e0ec109/d4935c62-a8c6-4f2e-ac64-8ae43b676edf/c58017a4-81f6-4550-9979-88b33b500860) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:23.741816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3634dcea-7f0a-4483-a5be-0f701a7c8ca9 req-55bc5220-0a36-4e1d-a74d-86c0f9aba0db tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248212 Dec 15 14:07:23.984221 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.996771 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.014123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Request body: {'port': {'device_id': '518e5387-8311-4fc4-b5cc-4ccc358cf4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:24.069783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Network 7ca574c9-8690-42e7-aa63-3c189e0ec109 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:24.074705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:24.083295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:24.220514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.357655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52416) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:24.439678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Pushing event updated for resources: {'Port': ['ID=c58017a4-81f6-4550-9979-88b33b500860,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:24.482147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Attempting to bind port c58017a4-81f6-4550-9979-88b33b500860 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:24.482896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Attempting to bind port c58017a4-81f6-4550-9979-88b33b500860 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b5f93a31-ea5d-430b-8599-d0fe73b3bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7ca574c9-8690-42e7-aa63-3c189e0ec109'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:24.483520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Attempting to bind port c58017a4-81f6-4550-9979-88b33b500860 on network 7ca574c9-8690-42e7-aa63-3c189e0ec109 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:24.492139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:24.492842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Checking segment: {'id': 'b5f93a31-ea5d-430b-8599-d0fe73b3bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7ca574c9-8690-42e7-aa63-3c189e0ec109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:24.493505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.494168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Bound using segment: {'id': 'b5f93a31-ea5d-430b-8599-d0fe73b3bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7ca574c9-8690-42e7-aa63-3c189e0ec109'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:24.494870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Bound port: c58017a4-81f6-4550-9979-88b33b500860, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f93a31-ea5d-430b-8599-d0fe73b3bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7ca574c9-8690-42e7-aa63-3c189e0ec109'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:24.495506 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.525482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa92c7a9-f96d-484f-bd25-13ad2d3ff9b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.576893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] For port c58017a4-81f6-4550-9979-88b33b500860, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:24.581452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] For port c58017a4-81f6-4550-9979-88b33b500860, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c58017a4-81f6-4550-9979-88b33b500860,segment=NetworkSegment(b5f93a31-ea5d-430b-8599-d0fe73b3bf29),segment_id=b5f93a31-ea5d-430b-8599-d0fe73b3bf29)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:24.594439 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.708085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de995890-2baf-47c5-a337-ed3cec3007b9 None None] Pushing event updated for resources: {'Port': ['ID=c58017a4-81f6-4550-9979-88b33b500860,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:24.761892 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa92c7a9-f96d-484f-bd25-13ad2d3ff9b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.766898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa92c7a9-f96d-484f-bd25-13ad2d3ff9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.808914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92c7a9-f96d-484f-bd25-13ad2d3ff9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffafc0a-c3a5-417a-99ba-b9dab4f76d36,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:24.818878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.840571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fa92c7a9-f96d-484f-bd25-13ad2d3ff9b5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0261dbdc2e474359ae61321fa6d37e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4794688 Dec 15 14:07:24.841167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52440) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:24.929482 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:24.938349 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.024100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ff6eb-6bb9-4939-b632-620b319f22ae None None] Pushing event updated for resources: {'Port': ['ID=48e87444-be00-4698-8189-2c8160e89a41,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:25.030222 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e1abe77-3dd1-4f1e-993b-397235e689b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.089874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccde7c-a323-4338-ab26-ad98b0475cff req-0f658455-6046-402f-8712-31c92eeaeac3 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:25.091685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3ccde7c-a323-4338-ab26-ad98b0475cff req-0f658455-6046-402f-8712-31c92eeaeac3 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 932 time: 0.1304610 Dec 15 14:07:25.094983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e1abe77-3dd1-4f1e-993b-397235e689b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.210703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Attempting to bind port 48e87444-be00-4698-8189-2c8160e89a41 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:25.211076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Attempting to bind port 48e87444-be00-4698-8189-2c8160e89a41 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:25.211540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Attempting to bind port 48e87444-be00-4698-8189-2c8160e89a41 on network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:25.253694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:25.254104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Checking segment: {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:25.254497 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.254901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Bound using segment: {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:25.257486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Bound port: 48e87444-be00-4698-8189-2c8160e89a41, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034a94d8-4b26-4674-b43d-c394aa2da53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:25.260017 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.344500 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3ccde7c-a323-4338-ab26-ad98b0475cff req-43711b43-ff63-4e65-b052-733fa6223c28 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414489 Dec 15 14:07:25.374810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e1abe77-3dd1-4f1e-993b-397235e689b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.378821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e1abe77-3dd1-4f1e-993b-397235e689b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.382583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e1abe77-3dd1-4f1e-993b-397235e689b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ffafc0a-c3a5-417a-99ba-b9dab4f76d36 HTTP/1.1" status: 204 len: 168 time: 0.5378737 Dec 15 14:07:25.399920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1abe77-3dd1-4f1e-993b-397235e689b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffafc0a-c3a5-417a-99ba-b9dab4f76d36,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:25.521858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] For port 48e87444-be00-4698-8189-2c8160e89a41, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:25.526934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] For port 48e87444-be00-4698-8189-2c8160e89a41, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=48e87444-be00-4698-8189-2c8160e89a41,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:25.534270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f2b6beb0-1891-48c5-a0cd-17559d8dbe68 None None] Provisioning complete for port 48e87444-be00-4698-8189-2c8160e89a41 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:25.534722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2b6beb0-1891-48c5-a0cd-17559d8dbe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.538938 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.546103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae812567-7d9e-427b-88c2-8f252ade596d {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:25.553358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8::1 (7ca574c9-8690-42e7-aa63-3c189e0ec109/d4935c62-a8c6-4f2e-ac64-8ae43b676edf/30db59b7-a99d-4baa-a97f-4409cc7d4d37) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:25.560547 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.605471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Transition to ACTIVE for port object ae812567-7d9e-427b-88c2-8f252ade596d will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:07:25.651538 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.754609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ff6eb-6bb9-4939-b632-620b319f22ae None None] Pushing event updated for resources: {'Port': ['ID=48e87444-be00-4698-8189-2c8160e89a41,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:25.789208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:25.791386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:25.933616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Pushing event updated for resources: {'Port': ['ID=ae812567-7d9e-427b-88c2-8f252ade596d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:26.058367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.112200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Attempting to bind port ae812567-7d9e-427b-88c2-8f252ade596d on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:26.112981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Attempting to bind port ae812567-7d9e-427b-88c2-8f252ade596d by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'a27ad485-f487-42b0-ab95-9809204d6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67b971f0-c0a8-41eb-ba76-a0d0229f39c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:26.113574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Attempting to bind port ae812567-7d9e-427b-88c2-8f252ade596d on network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:26.117844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:26.120146 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2b6beb0-1891-48c5-a0cd-17559d8dbe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.128211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Port ae812567-7d9e-427b-88c2-8f252ade596d on network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:07:26.128859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Attempting to bind port ae812567-7d9e-427b-88c2-8f252ade596d on network 67b971f0-c0a8-41eb-ba76-a0d0229f39c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:26.141217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:26.142922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Checking segment: {'id': 'a27ad485-f487-42b0-ab95-9809204d6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67b971f0-c0a8-41eb-ba76-a0d0229f39c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:26.143556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Bound using segment: {'id': 'a27ad485-f487-42b0-ab95-9809204d6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67b971f0-c0a8-41eb-ba76-a0d0229f39c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:26.144277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Bound port: ae812567-7d9e-427b-88c2-8f252ade596d, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27ad485-f487-42b0-ab95-9809204d6cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67b971f0-c0a8-41eb-ba76-a0d0229f39c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:26.144998 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.172172 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.280315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 7ca574c9-8690-42e7-aa63-3c189e0ec109 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:26.292715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=30db59b7-a99d-4baa-a97f-4409cc7d4d37,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:26.310535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:26.315852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:26.316736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.388024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] For port ae812567-7d9e-427b-88c2-8f252ade596d, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:26.437216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] For port ae812567-7d9e-427b-88c2-8f252ade596d, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae812567-7d9e-427b-88c2-8f252ade596d,segment=NetworkSegment(a27ad485-f487-42b0-ab95-9809204d6cee),segment_id=a27ad485-f487-42b0-ab95-9809204d6cee)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:26.444191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f2b6beb0-1891-48c5-a0cd-17559d8dbe68 None None] For port 48e87444-be00-4698-8189-2c8160e89a41, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=48e87444-be00-4698-8189-2c8160e89a41,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:26.459647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.469065 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f2b6beb0-1891-48c5-a0cd-17559d8dbe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.582720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0740ce-35fd-41f8-8fdd-e435286dee86 req-86c279b6-6d7b-4553-8996-ad1a2f95dd9b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:26.599093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b0740ce-35fd-41f8-8fdd-e435286dee86 req-86c279b6-6d7b-4553-8996-ad1a2f95dd9b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 944 time: 0.1013050 Dec 15 14:07:26.700564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:26.702232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.703897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] 10.222.0.74 "PUT /v2.0/ports/ae812567-7d9e-427b-88c2-8f252ade596d HTTP/1.1" status: 200 len: 1092 time: 3.3449626 Dec 15 14:07:26.705236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:26.728022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518e5387-8311-4fc4-b5cc-4ccc358cf4ea', 'tag': 'ae812567-7d9e-427b-88c2-8f252ade596d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:26.730386 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823" -d '{"events": [{"name": "network-changed", "server_uuid": "518e5387-8311-4fc4-b5cc-4ccc358cf4ea", "tag": "ae812567-7d9e-427b-88c2-8f252ade596d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:26.792339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b0740ce-35fd-41f8-8fdd-e435286dee86 req-fc7a07bf-70b4-41f4-a8a4-07aa93250930 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904788 Dec 15 14:07:26.824353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe571303-bd8f-48c9-a84b-58d00837f216 None None] Network 7ca574c9-8690-42e7-aa63-3c189e0ec109 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:26.826512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c58017a4-81f6-4550-9979-88b33b500860 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:26.900176 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8916a745-d5ba-4f57-84ad-968b60bbc8f3 x-openstack-request-id: req-8916a745-d5ba-4f57-84ad-968b60bbc8f3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:26.900477 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518e5387-8311-4fc4-b5cc-4ccc358cf4ea", "tag": "ae812567-7d9e-427b-88c2-8f252ade596d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:26.900743 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8916a745-d5ba-4f57-84ad-968b60bbc8f3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:26.901146 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518e5387-8311-4fc4-b5cc-4ccc358cf4ea', 'tag': 'ae812567-7d9e-427b-88c2-8f252ade596d', 'status': 'completed', 'code': 200} Dec 15 14:07:26.970230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fb360-9220-4e00-bc84-9cfc83e8984b service neutron] Pushing event updated for resources: {'Port': ['ID=ae812567-7d9e-427b-88c2-8f252ade596d,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:26.981363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6beb0-1891-48c5-a0cd-17559d8dbe68 None None] Pushing event updated for resources: {'Port': ['ID=48e87444-be00-4698-8189-2c8160e89a41,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:27.007317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e0b7e99b-49c3-43a0-a770-cd0d354492c5 None None] Provisioning complete for port 48e87444-be00-4698-8189-2c8160e89a41 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:27.007317 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e99b-49c3-43a0-a770-cd0d354492c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.043310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-cf3d0b21-ea23-4c0c-84b2-d3c561ab5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:27.044924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-cf3d0b21-ea23-4c0c-84b2-d3c561ab5b46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd2f58e9f7ec4aeaa12e3b462efbc8b0&device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 1095 time: 0.2648544 Dec 15 14:07:27.184721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-2eb0f4a9-b62c-4082-8e6e-dd101de941d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae812567-7d9e-427b-88c2-8f252ade596d HTTP/1.1" status: 200 len: 217 time: 0.1281457 Dec 15 14:07:27.190931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:20Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 1, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e87444-be00-4698-8189-2c8160e89a41', 'name': '', 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:e0:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '707aded0-e093-46a4-b033-5ababb430d95', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:19Z', 'updated_at': '2021-12-15T14:07:25Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '707aded0-e093-46a4-b033-5ababb430d95', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:27.196012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c58017a4-81f6-4550-9979-88b33b500860 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:27.196683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.262399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f78f62-104e-41cb-bd0e-801a19b44fa4 None None] The sync data for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 is: [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:20Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 1, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e87444-be00-4698-8189-2c8160e89a41', 'name': '', 'network_id': '309d3a3e-7cca-4bf3-b708-f1ffaed50d33', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:e0:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '707aded0-e093-46a4-b033-5ababb430d95', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:19Z', 'updated_at': '2021-12-15T14:07:25Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '707aded0-e093-46a4-b033-5ababb430d95', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:27.423257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-ae4b704f-afac-4883-b5c6-5fa4848b8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:27.426970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-ae4b704f-afac-4883-b5c6-5fa4848b8f3b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34be4481-0bc4-4ade-a98b-9f54509f63e3 HTTP/1.1" status: 200 len: 848 time: 0.2295468 Dec 15 14:07:27.520412 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-cdaed19e-c7ce-485b-af96-c297981a92bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=67b971f0-c0a8-41eb-ba76-a0d0229f39c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748649 Dec 15 14:07:27.533629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.574103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5108ccd9-659c-4451-8dfe-975e171018d4 None None] Provisioning complete for port c58017a4-81f6-4550-9979-88b33b500860 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:27.574103 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5108ccd9-659c-4451-8dfe-975e171018d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.700189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port c58017a4-81f6-4550-9979-88b33b500860, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c58017a4-81f6-4550-9979-88b33b500860,segment=NetworkSegment(b5f93a31-ea5d-430b-8599-d0fe73b3bf29),segment_id=b5f93a31-ea5d-430b-8599-d0fe73b3bf29)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:27.710796 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.778008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.805103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.806169 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:27.828475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-f981d07c-23b9-417f-88b5-689645026ca5 service neutron] 10.222.0.74 "GET /v2.0/networks/67b971f0-c0a8-41eb-ba76-a0d0229f39c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036826 Dec 15 14:07:27.945020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=c58017a4-81f6-4550-9979-88b33b500860,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:28.135587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0902f609-4f05-4848-b371-c77c19283877 None None] Provisioning complete for port 30db59b7-a99d-4baa-a97f-4409cc7d4d37 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:28.136009 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0902f609-4f05-4848-b371-c77c19283877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:28.207049 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:07:28.214349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41994ed4-77bb-48e2-b936-96febf4b63c9 req-699b7008-c25a-45f4-ad31-a44ed921f7e1 service neutron] 10.222.0.74 "GET /v2.0/networks/67b971f0-c0a8-41eb-ba76-a0d0229f39c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732624 Dec 15 14:07:28.266339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0902f609-4f05-4848-b371-c77c19283877 None None] Port 30db59b7-a99d-4baa-a97f-4409cc7d4d37 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:28.294706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0902f609-4f05-4848-b371-c77c19283877 None None] Provisioning complete for port c58017a4-81f6-4550-9979-88b33b500860 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:28.295089 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0902f609-4f05-4848-b371-c77c19283877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:28.477295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=30db59b7-a99d-4baa-a97f-4409cc7d4d37,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:28.522107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 7ca574c9-8690-42e7-aa63-3c189e0ec109 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:28.528969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:28.550252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833870a-ad3f-4890-819b-842641615d13 req-517542b8-3514-44a7-9e9a-ce5ad7af3736 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:28.558092 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9833870a-ad3f-4890-819b-842641615d13 req-517542b8-3514-44a7-9e9a-ce5ad7af3736 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 944 time: 0.5562003 Dec 15 14:07:28.568476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-5e9f05a5-5c10-4a2b-ad54-78920ce8e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:28.570189 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-5e9f05a5-5c10-4a2b-ad54-78920ce8e288 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd2f58e9f7ec4aeaa12e3b462efbc8b0&device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 1095 time: 0.2366281 Dec 15 14:07:28.652351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ad893b0f-de73-4b05-ab56-743391eb3d1f None None] Provisioning complete for port 30db59b7-a99d-4baa-a97f-4409cc7d4d37 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:28.652880 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ad893b0f-de73-4b05-ab56-743391eb3d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:28.739746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ad893b0f-de73-4b05-ab56-743391eb3d1f None None] Port 30db59b7-a99d-4baa-a97f-4409cc7d4d37 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:28.835359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c58017a4-81f6-4550-9979-88b33b500860 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:28.918248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c58017a4-81f6-4550-9979-88b33b500860 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:28.921709 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:28.950474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9833870a-ad3f-4890-819b-842641615d13 req-4fece24e-ded7-40a8-8336-24320f88f06f tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896663 Dec 15 14:07:29.058839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 48e87444-be00-4698-8189-2c8160e89a41 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:29.076427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-0ce0e904-a56e-4868-a050-bbfcd7615de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:29.078203 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-0ce0e904-a56e-4868-a050-bbfcd7615de9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=67b971f0-c0a8-41eb-ba76-a0d0229f39c9 HTTP/1.1" status: 200 len: 910 time: 0.4693744 Dec 15 14:07:29.088234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 70b227b6-b006-49f9-a66d-04be9930074f is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:07:29.136941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-03b31212-ba56-423b-bbc8-c8ee9629a4d9 None None] Provisioning complete for port 30db59b7-a99d-4baa-a97f-4409cc7d4d37 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:29.140029 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03b31212-ba56-423b-bbc8-c8ee9629a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:29.170446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-e87e55a0-a690-4c91-8bfd-a7fcc857e4b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae812567-7d9e-427b-88c2-8f252ade596d HTTP/1.1" status: 200 len: 217 time: 0.0790725 Dec 15 14:07:29.242153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-03b31212-ba56-423b-bbc8-c8ee9629a4d9 None None] Port 30db59b7-a99d-4baa-a97f-4409cc7d4d37 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:29.259092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 48e87444-be00-4698-8189-2c8160e89a41 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:29.259487 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:29.296434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-2adf9d16-4491-45c5-8660-b94c0db807bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:29.297905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-2adf9d16-4491-45c5-8660-b94c0db807bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34be4481-0bc4-4ade-a98b-9f54509f63e3 HTTP/1.1" status: 200 len: 848 time: 0.1264689 Dec 15 14:07:29.375123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-bb9b7a94-d2b4-4414-97e3-5b438d7a940d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=67b971f0-c0a8-41eb-ba76-a0d0229f39c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416753 Dec 15 14:07:29.410088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:29.416313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-81e35253-482d-44a2-90e8-69139de93524 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/70b227b6-b006-49f9-a66d-04be9930074f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1099901 Dec 15 14:07:29.419375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52588) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:29.426263 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511ff15-472a-4ecb-85b8-ddbb781efddf None None] Sync routers for ids ['70b227b6-b006-49f9-a66d-04be9930074f'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:29.442388 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511ff15-472a-4ecb-85b8-ddbb781efddf None None] Routers {'70b227b6-b006-49f9-a66d-04be9930074f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:29.444717 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a511ff15-472a-4ecb-85b8-ddbb781efddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['70b227b6-b006-49f9-a66d-04be9930074f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:29.479266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1352a1fb-a0a1-4244-9be6-9464900c5914 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:29.483575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1352a1fb-a0a1-4244-9be6-9464900c5914 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports/30db59b7-a99d-4baa-a97f-4409cc7d4d37 HTTP/1.1" status: 200 len: 911 time: 0.0631483 Dec 15 14:07:29.484270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52596) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:29.492490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4935c62-a8c6-4f2e-ac64-8ae43b676edf'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:29.527773 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a511ff15-472a-4ecb-85b8-ddbb781efddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:29.537489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-3e56a034-cb48-4189-9d63-bde0d3d94d50 service neutron] 10.222.0.74 "GET /v2.0/networks/67b971f0-c0a8-41eb-ba76-a0d0229f39c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508904 Dec 15 14:07:29.606925 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511ff15-472a-4ecb-85b8-ddbb781efddf None None] Routers {'70b227b6-b006-49f9-a66d-04be9930074f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:29.607337 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a511ff15-472a-4ecb-85b8-ddbb781efddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['70b227b6-b006-49f9-a66d-04be9930074f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:29.664157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ddea0e3-e83c-48f0-bfb2-2ef2d0831823 req-5460ac12-7452-419f-a3ad-e202980f1547 service neutron] 10.222.0.74 "GET /v2.0/networks/67b971f0-c0a8-41eb-ba76-a0d0229f39c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184499 Dec 15 14:07:29.754707 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a511ff15-472a-4ecb-85b8-ddbb781efddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:29.756284 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511ff15-472a-4ecb-85b8-ddbb781efddf None None] The sync data for ids ['70b227b6-b006-49f9-a66d-04be9930074f'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:29.789868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.096580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ae812567-7d9e-427b-88c2-8f252ade596d details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:07:30.217233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cc03f-296a-4a54-9e01-92bd803356c6 req-636bfd6a-8981-4f2a-917b-1ad618bab0d0 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:30.222484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-108cc03f-296a-4a54-9e01-92bd803356c6 req-636bfd6a-8981-4f2a-917b-1ad618bab0d0 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 944 time: 0.1285717 Dec 15 14:07:30.355915 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-108cc03f-296a-4a54-9e01-92bd803356c6 req-92046fbc-a138-4cd7-8c0d-7baa2ddb0344 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272078 Dec 15 14:07:30.382420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ae812567-7d9e-427b-88c2-8f252ade596d, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae812567-7d9e-427b-88c2-8f252ade596d,segment=NetworkSegment(a27ad485-f487-42b0-ab95-9809204d6cee),segment_id=a27ad485-f487-42b0-ab95-9809204d6cee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:30.426981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'ae812567-7d9e-427b-88c2-8f252ade596d', 'network_id': '67b971f0-c0a8-41eb-ba76-a0d0229f39c9', 'port_id': 'ae812567-7d9e-427b-88c2-8f252ade596d', 'mac_address': 'fa:16:3e:d1:fd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34be4481-0bc4-4ade-a98b-9f54509f63e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:07:30.456769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52648) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:30.475139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.485197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.492976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:30.493590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.494974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/ports/30db59b7-a99d-4baa-a97f-4409cc7d4d37 HTTP/1.1" status: 200 len: 911 time: 1.0097702 Dec 15 14:07:30.497923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:30.550040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=30db59b7-a99d-4baa-a97f-4409cc7d4d37,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:30.571491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.572192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.574942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.575380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.576007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.576495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.576835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.577217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.578954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.579443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.580027 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.580418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.582072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.582493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428fb92-3859-4c8e-8ded-ffc588956ce2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:30.612834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae812567-7d9e-427b-88c2-8f252ade596d {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:07:30.660915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ae812567-7d9e-427b-88c2-8f252ade596d, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae812567-7d9e-427b-88c2-8f252ade596d,segment=NetworkSegment(a27ad485-f487-42b0-ab95-9809204d6cee),segment_id=a27ad485-f487-42b0-ab95-9809204d6cee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:30.667190 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.808759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ae812567-7d9e-427b-88c2-8f252ade596d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:30.840943 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:30.979377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ae812567-7d9e-427b-88c2-8f252ade596d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:07:31.120037 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.275555 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c07f24f3-506c-4b6b-9056-9220881618d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.313338 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5bfa-fd41-4aa7-9d1e-9ef4f1410cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.488315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c07f24f3-506c-4b6b-9056-9220881618d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.509361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c07f24f3-506c-4b6b-9056-9220881618d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.586355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c07f24f3-506c-4b6b-9056-9220881618d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3112579b5564eabbb1df4f5575af6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1261446 Dec 15 14:07:31.586879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52674) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:31.643382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f24f3-506c-4b6b-9056-9220881618d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b00dbee-df39-4896-b6eb-2519368cad6e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:31.647400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14f6359e-ef22-4c34-9c2c-02617cfb969a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.696979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1d75-e185-46cb-8898-ed223ae7e2c6 req-b120000b-8d7a-41d6-afa3-a0cd5b62f72d tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:31.699133 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c6e1d75-e185-46cb-8898-ed223ae7e2c6 req-b120000b-8d7a-41d6-afa3-a0cd5b62f72d tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 945 time: 0.1484957 Dec 15 14:07:31.741873 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14f6359e-ef22-4c34-9c2c-02617cfb969a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.843231 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.849777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c6e1d75-e185-46cb-8898-ed223ae7e2c6 req-201e5fc6-a7e4-42f1-bdc1-e44bc1ad102d tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404138 Dec 15 14:07:31.890480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14f6359e-ef22-4c34-9c2c-02617cfb969a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.893739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14f6359e-ef22-4c34-9c2c-02617cfb969a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:31.898926 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-14f6359e-ef22-4c34-9c2c-02617cfb969a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4b00dbee-df39-4896-b6eb-2519368cad6e HTTP/1.1" status: 204 len: 168 time: 0.3067217 Dec 15 14:07:31.915185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6359e-ef22-4c34-9c2c-02617cfb969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b00dbee-df39-4896-b6eb-2519368cad6e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:32.099569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ae812567-7d9e-427b-88c2-8f252ade596d up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:32.201182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port ae812567-7d9e-427b-88c2-8f252ade596d completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:07:32.221923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port ae812567-7d9e-427b-88c2-8f252ade596d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:32.224609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.264694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 30db59b7-a99d-4baa-a97f-4409cc7d4d37 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:32.265233 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.391018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.406110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52694) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:32.434624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eea8375b-de75-4c11-b0cf-bf3d7c3b7a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.446878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.467739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 30db59b7-a99d-4baa-a97f-4409cc7d4d37 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:32.474540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e5387-8311-4fc4-b5cc-4ccc358cf4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae812567-7d9e-427b-88c2-8f252ade596d'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:32.477136 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454c8469-c15f-4cbd-abc1-39c419672fa7" -d '{"events": [{"server_uuid": "518e5387-8311-4fc4-b5cc-4ccc358cf4ea", "name": "network-vif-plugged", "status": "completed", "tag": "ae812567-7d9e-427b-88c2-8f252ade596d"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:32.697410 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eea8375b-de75-4c11-b0cf-bf3d7c3b7a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.708174 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eea8375b-de75-4c11-b0cf-bf3d7c3b7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.726545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1305b27-8eb7-4dab-8714-37af2b5f020c req-dbe136a5-885d-4b53-bfb9-81015e09c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:32.728126 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1305b27-8eb7-4dab-8714-37af2b5f020c req-dbe136a5-885d-4b53-bfb9-81015e09c00c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 1096 time: 0.0768974 Dec 15 14:07:32.728660 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91002589-b9ff-46ea-9e1c-226d0311ba79 x-openstack-request-id: req-91002589-b9ff-46ea-9e1c-226d0311ba79 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:32.728965 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518e5387-8311-4fc4-b5cc-4ccc358cf4ea", "name": "network-vif-plugged", "status": "completed", "tag": "ae812567-7d9e-427b-88c2-8f252ade596d", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:32.729227 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91002589-b9ff-46ea-9e1c-226d0311ba79 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:32.729643 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e5387-8311-4fc4-b5cc-4ccc358cf4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae812567-7d9e-427b-88c2-8f252ade596d', 'code': 200} Dec 15 14:07:32.743337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ae812567-7d9e-427b-88c2-8f252ade596d, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae812567-7d9e-427b-88c2-8f252ade596d,segment=NetworkSegment(a27ad485-f487-42b0-ab95-9809204d6cee),segment_id=a27ad485-f487-42b0-ab95-9809204d6cee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:32.754177 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.771494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-eea8375b-de75-4c11-b0cf-bf3d7c3b7a6c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31147232bc8042f9bdec69fe01dad8f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630276 Dec 15 14:07:32.773128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8375b-de75-4c11-b0cf-bf3d7c3b7a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3cdc03-b88e-4af1-8497-edcd76a464ae,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:32.775482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52704) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:32.821654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1305b27-8eb7-4dab-8714-37af2b5f020c req-74bb00a0-62e8-467d-bf17-6617c8a3fd9a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843399 Dec 15 14:07:32.822946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.833805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ae812567-7d9e-427b-88c2-8f252ade596d,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:32.852885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=30db59b7-a99d-4baa-a97f-4409cc7d4d37,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:32.895999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58e0426f-dbf3-4517-ae80-5f7871d6ddcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:32.937274 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58e0426f-dbf3-4517-ae80-5f7871d6ddcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.031996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.142884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5433b79-2281-4461-a2c1-cd07f65d3b32 req-90dd30f2-33d9-426a-a9f7-e0d26b6e9971 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:33.165874 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5433b79-2281-4461-a2c1-cd07f65d3b32 req-90dd30f2-33d9-426a-a9f7-e0d26b6e9971 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 946 time: 0.1613729 Dec 15 14:07:33.227449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5433b79-2281-4461-a2c1-cd07f65d3b32 req-0dc104ad-3c29-4123-b9b5-1cd323886a93 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508220 Dec 15 14:07:33.228311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58e0426f-dbf3-4517-ae80-5f7871d6ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.230943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58e0426f-dbf3-4517-ae80-5f7871d6ddcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.244207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-58e0426f-dbf3-4517-ae80-5f7871d6ddcc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b3cdc03-b88e-4af1-8497-edcd76a464ae HTTP/1.1" status: 204 len: 168 time: 0.4536455 Dec 15 14:07:33.268295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0426f-dbf3-4517-ae80-5f7871d6ddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3cdc03-b88e-4af1-8497-edcd76a464ae,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:33.294658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 70b227b6-b006-49f9-a66d-04be9930074f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:33.404573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:33.411321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-81ffbd83-26cd-438b-a867-7fcdbc3e64e5 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/70b227b6-b006-49f9-a66d-04be9930074f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9122665 Dec 15 14:07:33.414071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52722) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:33.419301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2d2f4-c008-4b30-98b3-dbeca73a543e None None] Sync routers for ids ['70b227b6-b006-49f9-a66d-04be9930074f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:33.444687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2d2f4-c008-4b30-98b3-dbeca73a543e None None] Routers {'70b227b6-b006-49f9-a66d-04be9930074f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:33.445327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-05a2d2f4-c008-4b30-98b3-dbeca73a543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['70b227b6-b006-49f9-a66d-04be9930074f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:33.466336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-99c400a5-4e0e-41fc-a9cb-090d1a8b295e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=70b227b6-b006-49f9-a66d-04be9930074f HTTP/1.1" status: 200 len: 205 time: 0.0487976 Dec 15 14:07:33.466539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52724) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:33.511512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-05a2d2f4-c008-4b30-98b3-dbeca73a543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:33.535172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2d2f4-c008-4b30-98b3-dbeca73a543e None None] Routers {'70b227b6-b006-49f9-a66d-04be9930074f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:33.536146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-05a2d2f4-c008-4b30-98b3-dbeca73a543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['70b227b6-b006-49f9-a66d-04be9930074f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:33.580747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-05a2d2f4-c008-4b30-98b3-dbeca73a543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:33.582663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2d2f4-c008-4b30-98b3-dbeca73a543e None None] The sync data for ids ['70b227b6-b006-49f9-a66d-04be9930074f'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:33.609649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ad79c5b-6f97-4466-9d34-d772f6f0329b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.821678 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-20040dd9-e593-44e3-9004-8c40ed25072e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.894269 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ad79c5b-6f97-4466-9d34-d772f6f0329b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.897699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ad79c5b-6f97-4466-9d34-d772f6f0329b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.975724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ad79c5b-6f97-4466-9d34-d772f6f0329b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.976342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad79c5b-6f97-4466-9d34-d772f6f0329b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Fanout notify agent at l3_agent the message router_deleted on router 70b227b6-b006-49f9-a66d-04be9930074f {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:07:33.985007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ad79c5b-6f97-4466-9d34-d772f6f0329b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.985867 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5ad79c5b-6f97-4466-9d34-d772f6f0329b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/70b227b6-b006-49f9-a66d-04be9930074f HTTP/1.1" status: 204 len: 168 time: 0.5184231 Dec 15 14:07:33.990407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52752) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:34.080150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4c0904-3b3a-45e7-b1c4-84a80b7b57b7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet d4935c62-a8c6-4f2e-ac64-8ae43b676edf {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:07:34.094600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0904-3b3a-45e7-b1c4-84a80b7b57b7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.154975 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0904-3b3a-45e7-b1c4-84a80b7b57b7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.284107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0904-3b3a-45e7-b1c4-84a80b7b57b7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.385120 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0904-3b3a-45e7-b1c4-84a80b7b57b7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.419198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785d2be-ac9f-4504-be8d-8c9399dc4839 req-66396b42-23ec-417e-a91e-87488dcdf347 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:34.421718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8785d2be-ac9f-4504-be8d-8c9399dc4839 req-66396b42-23ec-417e-a91e-87488dcdf347 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 946 time: 0.0727952 Dec 15 14:07:34.438114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b8d187-e2ab-456f-a759-fd1f480922b6 None None] Network 7ca574c9-8690-42e7-aa63-3c189e0ec109 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:34.438524 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0904-3b3a-45e7-b1c4-84a80b7b57b7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.446369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2b4c0904-3b3a-45e7-b1c4-84a80b7b57b7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/d4935c62-a8c6-4f2e-ac64-8ae43b676edf HTTP/1.1" status: 204 len: 168 time: 0.4538853 Dec 15 14:07:34.447326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52768) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:34.515440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8785d2be-ac9f-4504-be8d-8c9399dc4839 req-1d292ee4-6bae-443e-8c1f-44d3ae4de3a5 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853899 Dec 15 14:07:34.530595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c0904-3b3a-45e7-b1c4-84a80b7b57b7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=d4935c62-a8c6-4f2e-ac64-8ae43b676edf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:34.581527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.687380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] DHCP port deletion for 7ca574c9-8690-42e7-aa63-3c189e0ec109 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:34.757170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] Deleting port c58017a4-81f6-4550-9979-88b33b500860 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:34.758483 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.774872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port c58017a4-81f6-4550-9979-88b33b500860 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:34.775733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.859336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port c58017a4-81f6-4550-9979-88b33b500860, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c58017a4-81f6-4550-9979-88b33b500860,segment=NetworkSegment(b5f93a31-ea5d-430b-8599-d0fe73b3bf29),segment_id=b5f93a31-ea5d-430b-8599-d0fe73b3bf29)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:34.859986 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.882426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for c58017a4-81f6-4550-9979-88b33b500860 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:34.987373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] For port c58017a4-81f6-4550-9979-88b33b500860, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c58017a4-81f6-4550-9979-88b33b500860,segment=NetworkSegment(b5f93a31-ea5d-430b-8599-d0fe73b3bf29),segment_id=b5f93a31-ea5d-430b-8599-d0fe73b3bf29)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:34.987831 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:34.990940 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.004254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] Calling delete_port for c58017a4-81f6-4550-9979-88b33b500860 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:35.151833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.196169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.210434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=c58017a4-81f6-4550-9979-88b33b500860,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:35.213168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No DVR routers for this DVR port c58017a4-81f6-4550-9979-88b33b500860 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:35.249191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] No DVR routers for this DVR port c58017a4-81f6-4550-9979-88b33b500860 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:35.299623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60fa7e-c425-4940-8d66-a1e15fa5a805 None None] Pushing event deleted for resources: {'Port': ['ID=c58017a4-81f6-4550-9979-88b33b500860,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:35.364777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.419414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca574c9-8690-42e7-aa63-3c189e0ec109']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:35.434181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f93a31-ea5d-430b-8599-d0fe73b3bf29') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:35.434633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f93a31-ea5d-430b-8599-d0fe73b3bf29') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:35.452120 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.479775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.502815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:35.504632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:35.516353 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:35.649193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.660346 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.664652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/7ca574c9-8690-42e7-aa63-3c189e0ec109 HTTP/1.1" status: 204 len: 168 time: 1.2161775 Dec 15 14:07:35.668938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52834) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:35.683209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be91038-4f65-4112-ba68-ab96b46d1949 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=7ca574c9-8690-42e7-aa63-3c189e0ec109,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:35.685642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7ec7c42a-d847-4a78-b335-05be7b7598b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-286251856', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:35.753776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c42a-d847-4a78-b335-05be7b7598b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.757458 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c42a-d847-4a78-b335-05be7b7598b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.852234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c42a-d847-4a78-b335-05be7b7598b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.861647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c42a-d847-4a78-b335-05be7b7598b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.903890 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c42a-d847-4a78-b335-05be7b7598b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:35.911941 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7ec7c42a-d847-4a78-b335-05be7b7598b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2357500 Dec 15 14:07:35.912867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52844) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:35.924748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-164337062'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:35.957158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:35.966611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.042795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:36.066705 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.067419 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment 0deb5b44-34ba-47b7-99e0-c08e30d984a4 of type vlan for network 91b0602b-1de1-4200-9fea-938d8ef4998d Dec 15 14:07:36.143979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.217151 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.235242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:36.235242 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.342763 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4290559 Dec 15 14:07:36.346287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52880) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:36.355991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:36.379004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37212dfc-8933-4a47-ae7a-4800bd4db4e3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=91b0602b-1de1-4200-9fea-938d8ef4998d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:36.390380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 91b0602b-1de1-4200-9fea-938d8ef4998d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:36.469792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:36.474179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.623327 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.693802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c58017a4-81f6-4550-9979-88b33b500860 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:36.719416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c58017a4-81f6-4550-9979-88b33b500860 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:36.720307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c58017a4-81f6-4550-9979-88b33b500860 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:36.911558 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.989947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=36aee7ba-cfd1-4828-8e24-378a5f1ba160,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:37.029772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:37.030141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: 91b0602b-1de1-4200-9fea-938d8ef4998d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:37.052404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:37.054435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 91b0602b-1de1-4200-9fea-938d8ef4998d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:37.068552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 91b0602b-1de1-4200-9fea-938d8ef4998d) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:37.074210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:37.074933 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.080817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c50a2e6-0872-4936-912e-cd023ff149fe None None] Network 91b0602b-1de1-4200-9fea-938d8ef4998d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:37.108134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:37.109352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-02d263f4-3705-4eb2-9303-ad444d21fb1e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7598000 Dec 15 14:07:37.281116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-91b0602b-1de1-4200-9fea-938d8ef4998d', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:07:37.282022 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.370810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.382648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-00fe3722-3d18-4c24-9cc5-400af222f324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.471446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Allocated IP 2001:db8::2 (91b0602b-1de1-4200-9fea-938d8ef4998d/36aee7ba-cfd1-4828-8e24-378a5f1ba160/6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:37.562212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccca1b5-0826-4cb7-8df1-c6a29202ec69 req-422b7589-62c0-466c-9892-fb34ef1aebc6 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:37.568771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ccca1b5-0826-4cb7-8df1-c6a29202ec69 req-422b7589-62c0-466c-9892-fb34ef1aebc6 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 946 time: 0.1977394 Dec 15 14:07:37.650887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.656864 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.681166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.707686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Network 91b0602b-1de1-4200-9fea-938d8ef4998d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:37.711104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:37.718408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:37.725632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Pushing event updated for resources: {'Port': ['ID=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:37.745029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ccca1b5-0826-4cb7-8df1-c6a29202ec69 req-437d643a-1061-4e85-a859-8cddf63e5643 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482406 Dec 15 14:07:37.816959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Attempting to bind port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:37.817438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Attempting to bind port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:37.817998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Attempting to bind port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 on network 91b0602b-1de1-4200-9fea-938d8ef4998d {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:37.824426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:37.824901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Checking segment: {'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:37.825427 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.826487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Bound using segment: {'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:37.826796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Bound port: 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:37.830774 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.840356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-00fe3722-3d18-4c24-9cc5-400af222f324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.850682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-00fe3722-3d18-4c24-9cc5-400af222f324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.883915 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-00fe3722-3d18-4c24-9cc5-400af222f324 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=281742ad11a248029d95c83289409921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8277514 Dec 15 14:07:37.884279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52936) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:37.910504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] For port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:37.928093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] For port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,segment=NetworkSegment(0deb5b44-34ba-47b7-99e0-c08e30d984a4),segment_id=0deb5b44-34ba-47b7-99e0-c08e30d984a4)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:37.941411 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:37.956970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe3722-3d18-4c24-9cc5-400af222f324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232c9d0-e970-4b03-a452-7965c535ffe8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:38.059820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740c3280-2d72-4c54-8059-ff87a48520ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.082326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a76ab2-56aa-436b-b4dc-638bcfa1d5db None None] Pushing event updated for resources: {'Port': ['ID=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:38.134438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740c3280-2d72-4c54-8059-ff87a48520ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.143806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8::1 (91b0602b-1de1-4200-9fea-938d8ef4998d/36aee7ba-cfd1-4828-8e24-378a5f1ba160/83c74870-64ed-480d-ac01-c30ffb0ab9af) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:38.254053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740c3280-2d72-4c54-8059-ff87a48520ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.257523 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740c3280-2d72-4c54-8059-ff87a48520ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.258852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-740c3280-2d72-4c54-8059-ff87a48520ed admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c232c9d0-e970-4b03-a452-7965c535ffe8 HTTP/1.1" status: 204 len: 168 time: 0.3735321 Dec 15 14:07:38.316193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c3280-2d72-4c54-8059-ff87a48520ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232c9d0-e970-4b03-a452-7965c535ffe8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:38.488507 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.555304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.596468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52958) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:38.686694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=83c74870-64ed-480d-ac01-c30ffb0ab9af,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:38.703782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 91b0602b-1de1-4200-9fea-938d8ef4998d is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:38.720485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:38.727625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:38.728239 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.801586 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:38.882201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-da3b90dd-1be2-43d4-bc9b-56fb3b3e788e tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:38.883774 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-da3b90dd-1be2-43d4-bc9b-56fb3b3e788e tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.74 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 946 time: 0.3156428 Dec 15 14:07:38.943614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52966) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:38.960668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:38.961384 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.053042 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5285b5f1-55e1-4e0b-b7e3-6a72c61364ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.178094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.268590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,segment=NetworkSegment(0deb5b44-34ba-47b7-99e0-c08e30d984a4),segment_id=0deb5b44-34ba-47b7-99e0-c08e30d984a4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:39.286127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.287350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26329c12-4bac-46bc-818b-13fee0ba4942 req-8d395be2-e671-42c9-b8af-766acb7659de tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:39.289356 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-26329c12-4bac-46bc-818b-13fee0ba4942 req-8d395be2-e671-42c9-b8af-766acb7659de tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 946 time: 0.3911281 Dec 15 14:07:39.289703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.397495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:39.460667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5285b5f1-55e1-4e0b-b7e3-6a72c61364ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.477855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5285b5f1-55e1-4e0b-b7e3-6a72c61364ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.557438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5285b5f1-55e1-4e0b-b7e3-6a72c61364ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a27f784927b46e7880da0959b6d5765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6103303 Dec 15 14:07:39.558329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52982) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:39.572106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285b5f1-55e1-4e0b-b7e3-6a72c61364ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37965d37-3efa-44fc-a825-c80596783eda,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:39.605556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52984) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:39.690709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4701674b-824c-42f7-822c-0425384341b8 None None] Network 91b0602b-1de1-4200-9fea-938d8ef4998d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:39.716656 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4d05-bf6d-44f6-9d97-6d5d217432f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.744325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4d05-bf6d-44f6-9d97-6d5d217432f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.809574 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.812652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba6d26a6-c893-48d7-a22f-11da0ff8037c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:39.867131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a80c9869-e95a-4e64-817a-ccdff9de0c65 None None] Provisioning complete for port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:39.867830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a80c9869-e95a-4e64-817a-ccdff9de0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.204479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Deleting port ae812567-7d9e-427b-88c2-8f252ade596d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:40.205624 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.273707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-26329c12-4bac-46bc-818b-13fee0ba4942 req-13483f74-0d6c-446b-aa92-765dd2b092f8 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ce2d911-8480-4a50-91a0-892d862cab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9686358 Dec 15 14:07:40.354783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3ccb5dfe-db77-4a4a-947a-750d409ddb6c None None] Provisioning complete for port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:40.355171 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5dfe-db77-4a4a-947a-750d409ddb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.430715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] For port ae812567-7d9e-427b-88c2-8f252ade596d, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae812567-7d9e-427b-88c2-8f252ade596d,segment=NetworkSegment(a27ad485-f487-42b0-ab95-9809204d6cee),segment_id=a27ad485-f487-42b0-ab95-9809204d6cee)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:40.431129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.452209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Calling delete_port for ae812567-7d9e-427b-88c2-8f252ade596d owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:40.503295 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4d05-bf6d-44f6-9d97-6d5d217432f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.506621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4d05-bf6d-44f6-9d97-6d5d217432f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.516077 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a4f4d05-bf6d-44f6-9d97-6d5d217432f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/37965d37-3efa-44fc-a825-c80596783eda HTTP/1.1" status: 204 len: 168 time: 0.9476850 Dec 15 14:07:40.538641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3ccb5dfe-db77-4a4a-947a-750d409ddb6c None None] Provisioning complete for port 83c74870-64ed-480d-ac01-c30ffb0ab9af triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:40.540334 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5dfe-db77-4a4a-947a-750d409ddb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.567628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba6d26a6-c893-48d7-a22f-11da0ff8037c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.620847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f4d05-bf6d-44f6-9d97-6d5d217432f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37965d37-3efa-44fc-a825-c80596783eda,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:40.628393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba6d26a6-c893-48d7-a22f-11da0ff8037c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.678600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d26a6-c893-48d7-a22f-11da0ff8037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858c983f-b07a-4542-890a-6c849af77f73,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:40.721471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb5dfe-db77-4a4a-947a-750d409ddb6c None None] Port 83c74870-64ed-480d-ac01-c30ffb0ab9af cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:40.735293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:40.800624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ba6d26a6-c893-48d7-a22f-11da0ff8037c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=286449b8d432481d9ca1ba05e6d16f46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1916385 Dec 15 14:07:40.803966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53006) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:40.831502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:40.831502 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.922273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.925192 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28e868e6-77ad-4194-a17f-5c2f1da8624f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:40.957287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28e868e6-77ad-4194-a17f-5c2f1da8624f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.000019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3adc2a5b-c416-4c5f-9eca-49bfc590573e None None] Provisioning complete for port 83c74870-64ed-480d-ac01-c30ffb0ab9af triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:41.000537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3adc2a5b-c416-4c5f-9eca-49bfc590573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.034588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Pushing event deleted for resources: {'Port': ['ID=ae812567-7d9e-427b-88c2-8f252ade596d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:41.069269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3adc2a5b-c416-4c5f-9eca-49bfc590573e None None] Port 83c74870-64ed-480d-ac01-c30ffb0ab9af cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:41.125450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] No DVR routers for this DVR port ae812567-7d9e-427b-88c2-8f252ade596d on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:41.133699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.138502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-882c39c0-825d-4d4a-be0c-64e07a115243 req-0dee94c0-8887-4b7d-baf4-11a9dc33f88b tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.74 "DELETE /v2.0/ports/ae812567-7d9e-427b-88c2-8f252ade596d HTTP/1.1" status: 204 len: 173 time: 2.1968403 Dec 15 14:07:41.138820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28e868e6-77ad-4194-a17f-5c2f1da8624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.139607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e5387-8311-4fc4-b5cc-4ccc358cf4ea', 'name': 'network-vif-deleted', 'tag': 'ae812567-7d9e-427b-88c2-8f252ade596d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:41.142099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28e868e6-77ad-4194-a17f-5c2f1da8624f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.142448 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040288b1-3b6c-4197-b88f-3597c6e6848c" -d '{"events": [{"server_uuid": "518e5387-8311-4fc4-b5cc-4ccc358cf4ea", "name": "network-vif-deleted", "tag": "ae812567-7d9e-427b-88c2-8f252ade596d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:41.143916 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-28e868e6-77ad-4194-a17f-5c2f1da8624f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/858c983f-b07a-4542-890a-6c849af77f73 HTTP/1.1" status: 204 len: 168 time: 0.3382521 Dec 15 14:07:41.156959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e868e6-77ad-4194-a17f-5c2f1da8624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858c983f-b07a-4542-890a-6c849af77f73,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:41.172773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port 48e87444-be00-4698-8189-2c8160e89a41 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:41.175624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.179226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.193681 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.194596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.262735 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b8781e-c738-4842-9272-28d54bb952ad x-openstack-request-id: req-84b8781e-c738-4842-9272-28d54bb952ad {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:41.263382 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518e5387-8311-4fc4-b5cc-4ccc358cf4ea", "name": "network-vif-deleted", "tag": "ae812567-7d9e-427b-88c2-8f252ade596d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:41.263382 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-84b8781e-c738-4842-9272-28d54bb952ad {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:41.263710 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e5387-8311-4fc4-b5cc-4ccc358cf4ea', 'name': 'network-vif-deleted', 'tag': 'ae812567-7d9e-427b-88c2-8f252ade596d', 'status': 'completed', 'code': 200} Dec 15 14:07:41.354098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=83c74870-64ed-480d-ac01-c30ffb0ab9af,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:41.418094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port 48e87444-be00-4698-8189-2c8160e89a41, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=48e87444-be00-4698-8189-2c8160e89a41,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:41.418472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.433885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for 48e87444-be00-4698-8189-2c8160e89a41 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:41.492323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 91b0602b-1de1-4200-9fea-938d8ef4998d is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:41.493903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:41.701664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7df9121c-1e30-4e26-bc22-8e46e7ff41b2 req-d241bd01-ee4d-4c0a-b36d-ee974ef69672 tempest-ServerTagsTestJSON-196251422 tempest-ServerTagsTestJSON-196251422-project] 10.222.0.86 "GET /v2.0/ports?device_id=518e5387-8311-4fc4-b5cc-4ccc358cf4ea HTTP/1.1" status: 200 len: 210 time: 0.0934739 Dec 15 14:07:41.707386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:07:41.863118 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.907190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=48e87444-be00-4698-8189-2c8160e89a41,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:41.991822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:42.004961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c05a11ba-f11a-4219-b7a0-7dae164d4b4b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8956361 Dec 15 14:07:42.007756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:42.010122 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:42.021375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752742116'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:42.031270 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:42.031609 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:42.072690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:42.076290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.099902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-645e291d-f5b5-4424-8553-0e2b43102b37 None None] Provisioning complete for port 83c74870-64ed-480d-ac01-c30ffb0ab9af triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:42.100489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-645e291d-f5b5-4424-8553-0e2b43102b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.168136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:42.183682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ae812567-7d9e-427b-88c2-8f252ade596d no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:42.186289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.187164 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment b334676e-a5d8-401b-a38b-3da25948d8be of type vlan for network 913ee939-c738-409f-8cf8-121f713ce03f Dec 15 14:07:42.256458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ae812567-7d9e-427b-88c2-8f252ade596d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:42.256822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ae812567-7d9e-427b-88c2-8f252ade596d not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:42.269129 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:42.289103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.308401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-645e291d-f5b5-4424-8553-0e2b43102b37 None None] Port 83c74870-64ed-480d-ac01-c30ffb0ab9af cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:42.381944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.384683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.391833 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:42.393461 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.525686 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5166979 Dec 15 14:07:42.529076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53066) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:42.540665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:42.561463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999a5fa-e2b8-45a4-b1bc-3ee241b06863 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=913ee939-c738-409f-8cf8-121f713ce03f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:42.572200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 913ee939-c738-409f-8cf8-121f713ce03f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:42.628624 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:07:39Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:40Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:42.701815 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:42.702178 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Updating router d0a814f4-f0db-4e1f-9dae-d61e4907b741 port 83c74870-64ed-480d-ac01-c30ffb0ab9af binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:07:42.733718 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.786693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:42.790844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.822631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:42.934676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-337ba62c-c97e-477e-9c12-cfa71f8d3885 admin admin] Deleting subnet 34be4481-0bc4-4ade-a98b-9f54509f63e3 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:07:42.947511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-337ba62c-c97e-477e-9c12-cfa71f8d3885 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:42.974548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:43.066518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-337ba62c-c97e-477e-9c12-cfa71f8d3885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.182821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-337ba62c-c97e-477e-9c12-cfa71f8d3885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.225949 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.245910 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.279149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:43.292831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fdff2671-c2dd-460c-9c2a-1d62378050a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "PUT /v2.0/routers/c8875dda-0b3b-4f01-86d7-8c9c10241eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6951232 Dec 15 14:07:43.300172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] Sync routers for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:43.303360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.309960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-337ba62c-c97e-477e-9c12-cfa71f8d3885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.340314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:43.343599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:43.415712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=f6fea36f-fbf7-4308-b283-4bdef3e0a4e5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:43.418617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:43.419190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: 913ee939-c738-409f-8cf8-121f713ce03f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:43.438691 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Pushing event updated for resources: {'Port': ['ID=83c74870-64ed-480d-ac01-c30ffb0ab9af,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:43.441428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-337ba62c-c97e-477e-9c12-cfa71f8d3885 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.453563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 913ee939-c738-409f-8cf8-121f713ce03f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:43.458697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53106) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:43.462407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-337ba62c-c97e-477e-9c12-cfa71f8d3885 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/34be4481-0bc4-4ade-a98b-9f54509f63e3 HTTP/1.1" status: 204 len: 168 time: 0.6366591 Dec 15 14:07:43.463884 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ba62c-c97e-477e-9c12-cfa71f8d3885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34be4481-0bc4-4ade-a98b-9f54509f63e3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:43.480472 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.480933 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.481439 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.485142 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.485490 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.486453 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.486788 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.487121 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.487767 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.488101 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.489240 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.489647 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.491020 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:43.573956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 913ee939-c738-409f-8cf8-121f713ce03f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:43.613940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:43.614676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.652891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0bc2c6-d806-4496-b60d-e9f9b7f8aaec None None] Network 913ee939-c738-409f-8cf8-121f713ce03f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:43.656131 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Attempting to bind port 83c74870-64ed-480d-ac01-c30ffb0ab9af on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:43.658611 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Attempting to bind port 83c74870-64ed-480d-ac01-c30ffb0ab9af by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:43.659081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-22ab912e-9d83-4aca-861c-639fe8dbec70 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1276712 Dec 15 14:07:43.659241 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Attempting to bind port 83c74870-64ed-480d-ac01-c30ffb0ab9af on network 91b0602b-1de1-4200-9fea-938d8ef4998d {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:43.662039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53116) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:43.683359 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:43.685890 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Checking segment: {'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:43.686539 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.687208 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Bound using segment: {'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:43.687915 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Bound port: 83c74870-64ed-480d-ac01-c30ffb0ab9af, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deb5b44-34ba-47b7-99e0-c08e30d984a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:43.690043 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.700511 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.876505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:43.897533 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] For port 83c74870-64ed-480d-ac01-c30ffb0ab9af, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:43.913293 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] For port 83c74870-64ed-480d-ac01-c30ffb0ab9af, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=83c74870-64ed-480d-ac01-c30ffb0ab9af,segment=NetworkSegment(0deb5b44-34ba-47b7-99e0-c08e30d984a4),segment_id=0deb5b44-34ba-47b7-99e0-c08e30d984a4)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:43.922361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.925400 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:43.953547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53122) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:44.004126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b971f0-c0a8-41eb-ba76-a0d0229f39c9']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:44.049630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27ad485-f487-42b0-ab95-9809204d6cee') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:44.051113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27ad485-f487-42b0-ab95-9809204d6cee') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:44.085595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.093370 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:44.093532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-913ee939-c738-409f-8cf8-121f713ce03f', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:07:44.094534 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:44.094837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.133667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.155058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:44.157045 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1380e-c870-4a57-bd23-239a54561c6b None None] Pushing event updated for resources: {'Port': ['ID=83c74870-64ed-480d-ac01-c30ffb0ab9af,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:44.160064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:44.168741 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:44.217749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d8a45dd3-7b0c-4054-8f5c-8006c088ecba None None] Provisioning complete for port 83c74870-64ed-480d-ac01-c30ffb0ab9af triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:44.218181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d8a45dd3-7b0c-4054-8f5c-8006c088ecba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.260386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-446933194', 'router:external': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:44.279523 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:44.319394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Made reservation on behalf of 8b602fef12264d4bbd16e34c8358c20a for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:44.321828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.362343 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.391835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.399323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.434699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] 10.222.0.86 "DELETE /v2.0/networks/67b971f0-c0a8-41eb-ba76-a0d0229f39c9 HTTP/1.1" status: 204 len: 168 time: 0.9745150 Dec 15 14:07:44.490001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da5d76-3301-4af7-9f66-061e41d6af14 req-d4eafa61-90a0-48f6-9a98-8ec7a6c9a410 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:44.494813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a711fee-0469-4eaf-a7a0-58e9673dd553 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b971f0-c0a8-41eb-ba76-a0d0229f39c9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:44.509208 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02da5d76-3301-4af7-9f66-061e41d6af14 req-d4eafa61-90a0-48f6-9a98-8ec7a6c9a410 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 946 time: 0.5751839 Dec 15 14:07:44.572337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.579322 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.607764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:44.635895 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.636256 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Added segment f094fb6c-c991-493f-b768-4767c40473f2 of type vlan for network bfd91395-f2a8-4e76-8c63-d3db9b35be15 Dec 15 14:07:44.638672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b2acaa-4616-499e-a0ae-b671d3c2989f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:44.719038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02da5d76-3301-4af7-9f66-061e41d6af14 req-4a5e3824-2ba5-4551-a1c6-9f3315b9941b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084444 Dec 15 14:07:44.744870 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.793298 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.828879 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.831047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:44.831750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:44.846523 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:07:39Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:43Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:44.882847 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20a46c-beff-4f50-b654-db2b44a00387 None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:07:39Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:43Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:44.908641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53140) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:44.987749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d8a45dd3-7b0c-4054-8f5c-8006c088ecba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.015955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'Network': ['ID=bfd91395-f2a8-4e76-8c63-d3db9b35be15,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:45.025531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d354f64d-6389-4e8c-aad2-2c1d62678bee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd2f58e9f7ec4aeaa12e3b462efbc8b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1157248 Dec 15 14:07:45.030634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53146) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:45.051439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network bfd91395-f2a8-4e76-8c63-d3db9b35be15 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:45.079698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c90598ce-0758-4071-8eff-35631e57863c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1208720 Dec 15 14:07:45.087121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53148) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:45.103773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'subnet': {'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:45.146687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Made reservation on behalf of 8b602fef12264d4bbd16e34c8358c20a for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:45.149655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.246930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d8a45dd3-7b0c-4054-8f5c-8006c088ecba None None] For port 83c74870-64ed-480d-ac01-c30ffb0ab9af, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=83c74870-64ed-480d-ac01-c30ffb0ab9af,segment=NetworkSegment(0deb5b44-34ba-47b7-99e0-c08e30d984a4),segment_id=0deb5b44-34ba-47b7-99e0-c08e30d984a4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:45.262215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bece87-0679-4a19-b766-210b428351a0 req-7bc1433f-820a-48e2-a8ea-27f05b9c961d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:45.263749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9bece87-0679-4a19-b766-210b428351a0 req-7bc1433f-820a-48e2-a8ea-27f05b9c961d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 946 time: 0.2513678 Dec 15 14:07:45.275027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Allocated IP 2001:db8:1::2 (913ee939-c738-409f-8cf8-121f713ce03f/f6fea36f-fbf7-4308-b283-4bdef3e0a4e5/c6e5d00e-bf45-412c-827a-04e9e6fa5328) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:45.283791 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d8a45dd3-7b0c-4054-8f5c-8006c088ecba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.340062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df11e067-1b74-4fc0-beea-88715bdb56f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.407830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df11e067-1b74-4fc0-beea-88715bdb56f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.481677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a45dd3-7b0c-4054-8f5c-8006c088ecba None None] Pushing event updated for resources: {'Port': ['ID=83c74870-64ed-480d-ac01-c30ffb0ab9af,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:45.519497 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df11e067-1b74-4fc0-beea-88715bdb56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.522107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df11e067-1b74-4fc0-beea-88715bdb56f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.526278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-df11e067-1b74-4fc0-beea-88715bdb56f1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2ce2d911-8480-4a50-91a0-892d862cab2d HTTP/1.1" status: 204 len: 168 time: 0.4930248 Dec 15 14:07:45.586297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:41Z', 'revision_number': 6, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 1, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:45.595379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4e231ff3-5fac-42f5-9390-0d635d45df75 None None] Provisioning complete for port 83c74870-64ed-480d-ac01-c30ffb0ab9af triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:45.595935 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e231ff3-5fac-42f5-9390-0d635d45df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.606839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11e067-1b74-4fc0-beea-88715bdb56f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2d911-8480-4a50-91a0-892d862cab2d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:45.731012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port 8a143b44-0984-4af8-9018-95e4610480fc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:45.731362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:45.837949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] Checking router: c8875dda-0b3b-4f01-86d7-8c9c10241eb3 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:45.901671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:45.902353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:46.014110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c9c4-7349-4305-9232-4e13b3f1751c req-65e592f4-6481-4cf6-b746-e1d4eb243dc6 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:46.019326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2255c9c4-7349-4305-9232-4e13b3f1751c req-65e592f4-6481-4cf6-b746-e1d4eb243dc6 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5d6281b-e474-4810-ae13-fcd90e7f29ee HTTP/1.1" status: 200 len: 946 time: 0.1281841 Dec 15 14:07:46.047342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port 8a143b44-0984-4af8-9018-95e4610480fc, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=8a143b44-0984-4af8-9018-95e4610480fc,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:46.047964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.099411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for 8a143b44-0984-4af8-9018-95e4610480fc owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:46.122397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:46.236230 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2255c9c4-7349-4305-9232-4e13b3f1751c req-04ab46d5-a8c8-4554-af5e-de257844b6b2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d7161d0-1500-4788-a921-43e6fca48691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072427 Dec 15 14:07:46.274927 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.312465 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.313599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.367916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=8a143b44-0984-4af8-9018-95e4610480fc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:46.378545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8:1::1 (913ee939-c738-409f-8cf8-121f713ce03f/f6fea36f-fbf7-4308-b283-4bdef3e0a4e5/883d9117-3a7c-4794-be4b-d7de83ed9890) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:46.400072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Pushing event updated for resources: {'Port': ['ID=c6e5d00e-bf45-412c-827a-04e9e6fa5328,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:46.426696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] No DVR routers for this DVR port 8a143b44-0984-4af8-9018-95e4610480fc on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:46.429991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.434904 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e9bece87-0679-4a19-b766-210b428351a0 req-5d74a40b-f87d-4fbf-9944-180720b7f33a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "DELETE /v2.0/ports/8a143b44-0984-4af8-9018-95e4610480fc HTTP/1.1" status: 204 len: 173 time: 1.1621854 Dec 15 14:07:46.436484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d6281b-e474-4810-ae13-fcd90e7f29ee', 'name': 'network-vif-deleted', 'tag': '8a143b44-0984-4af8-9018-95e4610480fc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:46.439575 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73938af7-13db-45bf-b3d8-868b82c6994e" -d '{"events": [{"server_uuid": "c5d6281b-e474-4810-ae13-fcd90e7f29ee", "name": "network-vif-deleted", "tag": "8a143b44-0984-4af8-9018-95e4610480fc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:46.446593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Network 913ee939-c738-409f-8cf8-121f713ce03f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:46.494329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:46.505446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:46.516353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:07:46.517099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.672223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Attempting to bind port c6e5d00e-bf45-412c-827a-04e9e6fa5328 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:46.674159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Attempting to bind port c6e5d00e-bf45-412c-827a-04e9e6fa5328 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:46.674895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Attempting to bind port c6e5d00e-bf45-412c-827a-04e9e6fa5328 on network 913ee939-c738-409f-8cf8-121f713ce03f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:46.677453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a930ec53-26f6-4bff-9545-ddfaa352c004,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:46.685128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:46.685520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Checking segment: {'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:46.686066 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.686734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Bound using segment: {'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:46.687431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Bound port: c6e5d00e-bf45-412c-827a-04e9e6fa5328, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:46.687854 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.706273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Checking segment: {'id': 'f094fb6c-c991-493f-b768-4767c40473f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:46.706273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Network hostable DHCP agents. Network: bfd91395-f2a8-4e76-8c63-d3db9b35be15, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:46.743300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Network bfd91395-f2a8-4e76-8c63-d3db9b35be15 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:46.764807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, bfd91395-f2a8-4e76-8c63-d3db9b35be15) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:46.782028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:46.783993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.797972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a35167-1e4e-4968-88e5-f1762b2fbca3 None None] Network bfd91395-f2a8-4e76-8c63-d3db9b35be15 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:46.807249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.808991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bc25aaa5-b44e-4e6a-9c9f-559ea99022da tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7201009 Dec 15 14:07:46.810899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53194) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:46.838539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-282158726', 'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:46.905500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 83c74870-64ed-480d-ac01-c30ffb0ab9af up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:46.906918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.912861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Made reservation on behalf of 8b602fef12264d4bbd16e34c8358c20a for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:46.916231 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.959195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 913ee939-c738-409f-8cf8-121f713ce03f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:46.966166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:46.971386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:46.972513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:46.991276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] device_id is not set on port 821acf7a-8a13-4bbc-a0ac-27c6f7faef87 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:07:47.040664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=883d9117-3a7c-4794-be4b-d7de83ed9890,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:47.155722 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56590c6-3771-4f43-a732-1748aac1bba2 x-openstack-request-id: req-f56590c6-3771-4f43-a732-1748aac1bba2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:47.156308 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d6281b-e474-4810-ae13-fcd90e7f29ee", "name": "network-vif-deleted", "tag": "8a143b44-0984-4af8-9018-95e4610480fc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:47.156442 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f56590c6-3771-4f43-a732-1748aac1bba2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:47.156759 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d6281b-e474-4810-ae13-fcd90e7f29ee', 'name': 'network-vif-deleted', 'tag': '8a143b44-0984-4af8-9018-95e4610480fc', 'status': 'completed', 'code': 200} Dec 15 14:07:47.206565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] For port c6e5d00e-bf45-412c-827a-04e9e6fa5328, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:47.235816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] For port c6e5d00e-bf45-412c-827a-04e9e6fa5328, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c6e5d00e-bf45-412c-827a-04e9e6fa5328,segment=NetworkSegment(b334676e-a5d8-401b-a38b-3da25948d8be),segment_id=b334676e-a5d8-401b-a38b-3da25948d8be)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:47.240468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.285929 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.363629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:47.450627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:41Z', 'revision_number': 6, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 1, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:47.492744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Allocated IP 2001:db8::202 (bfd91395-f2a8-4e76-8c63-d3db9b35be15/a930ec53-26f6-4bff-9545-ddfaa352c004/821acf7a-8a13-4bbc-a0ac-27c6f7faef87) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:47.531509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ae99d-72ff-4404-a133-dc6887e829e0 None None] The sync data for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 is: [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:41Z', 'revision_number': 6, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'port_id': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'mac_address': 'fa:16:3e:1a:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:06:16Z', 'updated_at': '2021-12-15T14:06:24Z', 'revision_number': 1, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:47.539761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b692be-b83d-457c-8918-25f0bcdb77f8 None None] Pushing event updated for resources: {'Port': ['ID=c6e5d00e-bf45-412c-827a-04e9e6fa5328,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:47.558587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1d6f7-46ee-4e47-abde-bc056a3d1ecd None None] Network bfd91395-f2a8-4e76-8c63-d3db9b35be15 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:47.689558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 83c74870-64ed-480d-ac01-c30ffb0ab9af triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:47.690061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.764643 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-577fc244-a9d7-473e-a7d2-57113edc89cd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.803684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.890765 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:47.899910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-577fc244-a9d7-473e-a7d2-57113edc89cd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.055551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Network bfd91395-f2a8-4e76-8c63-d3db9b35be15 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:48.058931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:48.069191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:48.070191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:48.070803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.165549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'Port': ['ID=821acf7a-8a13-4bbc-a0ac-27c6f7faef87,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:48.175006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0654380a-972e-41c1-b604-bc6ca05c674b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3433881 Dec 15 14:07:48.181093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53236) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:48.230661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.234966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-577fc244-a9d7-473e-a7d2-57113edc89cd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.238480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-577fc244-a9d7-473e-a7d2-57113edc89cd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.241107 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-577fc244-a9d7-473e-a7d2-57113edc89cd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/security-groups/4d7161d0-1500-4788-a921-43e6fca48691 HTTP/1.1" status: 204 len: 168 time: 0.8712339 Dec 15 14:07:48.269986 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.272929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.314708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53246) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:48.371439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fc244-a9d7-473e-a7d2-57113edc89cd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7161d0-1500-4788-a921-43e6fca48691,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:48.386811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 8a143b44-0984-4af8-9018-95e4610480fc no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:48.473563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 8a143b44-0984-4af8-9018-95e4610480fc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:48.473563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 8a143b44-0984-4af8-9018-95e4610480fc not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:48.551532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-53d44ef8-fd53-44c7-adf1-ac9647b256c8 req-6671c28b-505b-4bd0-9b0b-26da8d0c7722 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.2198567 Dec 15 14:07:48.613238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=883d9117-3a7c-4794-be4b-d7de83ed9890,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:48.670215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bf15d7-f420-4f93-8369-49a201b222ef tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting subnet 707aded0-e093-46a4-b033-5ababb430d95 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:07:48.695049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36bf15d7-f420-4f93-8369-49a201b222ef tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.823798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c6e5d00e-bf45-412c-827a-04e9e6fa5328 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:48.835350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36bf15d7-f420-4f93-8369-49a201b222ef tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:48.895596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 913ee939-c738-409f-8cf8-121f713ce03f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:48.919396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:48.966190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c6e5d00e-bf45-412c-827a-04e9e6fa5328 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:48.967991 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.164226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:49.166433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36bf15d7-f420-4f93-8369-49a201b222ef tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.251894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f27376ca-db37-4d28-9989-ec4625229fc3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Deleting port 821acf7a-8a13-4bbc-a0ac-27c6f7faef87 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:49.252529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27376ca-db37-4d28-9989-ec4625229fc3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.451163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27376ca-db37-4d28-9989-ec4625229fc3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.471230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f27376ca-db37-4d28-9989-ec4625229fc3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Calling delete_port for 821acf7a-8a13-4bbc-a0ac-27c6f7faef87 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:49.484177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:49.491507 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a7b50d70-d69c-4399-beeb-ca7057f52c33 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8283796 Dec 15 14:07:49.495842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36bf15d7-f420-4f93-8369-49a201b222ef tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.497505 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:49.499365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53272) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:49.517103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1572239965'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:49.561242 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:49.568287 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:49.609766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3892547-7667-49aa-8ec5-56173c9dae36 None None] Network 913ee939-c738-409f-8cf8-121f713ce03f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:49.613604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf15d7-f420-4f93-8369-49a201b222ef tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Subnet': ['ID=707aded0-e093-46a4-b033-5ababb430d95,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:49.619274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36bf15d7-f420-4f93-8369-49a201b222ef tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.630377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-36bf15d7-f420-4f93-8369-49a201b222ef tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/subnets/707aded0-e093-46a4-b033-5ababb430d95 HTTP/1.1" status: 204 len: 168 time: 1.3081560 Dec 15 14:07:49.636567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c44eaa-271a-412c-805d-baac188b86ff None None] Network 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:49.637442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53278) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:49.839051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:49.849543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.851692 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27376ca-db37-4d28-9989-ec4625229fc3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.889926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27376ca-db37-4d28-9989-ec4625229fc3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event deleted for resources: {'Port': ['ID=821acf7a-8a13-4bbc-a0ac-27c6f7faef87,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:49.894524 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.902235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4cfe0052-9080-46ec-9c2c-1fa65d7ea084 None None] Provisioning complete for port c6e5d00e-bf45-412c-827a-04e9e6fa5328 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:49.902580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0052-9080-46ec-9c2c-1fa65d7ea084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.962247 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27376ca-db37-4d28-9989-ec4625229fc3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:49.964980 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8e59379-98e9-4e2e-944b-c2e45a67a9ca req-1238d77c-cb17-45fd-9f90-e94d93afd105 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1799695 Dec 15 14:07:49.999468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f27376ca-db37-4d28-9989-ec4625229fc3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "DELETE /v2.0/ports/821acf7a-8a13-4bbc-a0ac-27c6f7faef87 HTTP/1.1" status: 204 len: 168 time: 1.8100607 Dec 15 14:07:50.001487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.004694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53288) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:50.020122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:50.031115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15', 'external_fixed_ips': [{'subnet_id': 'a930ec53-26f6-4bff-9545-ddfaa352c004', 'ip_address': '2001:db8::202'}]}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:50.099006 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:50.110324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.127419 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.191686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port c6e5d00e-bf45-412c-827a-04e9e6fa5328, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c6e5d00e-bf45-412c-827a-04e9e6fa5328,segment=NetworkSegment(b334676e-a5d8-401b-a38b-3da25948d8be),segment_id=b334676e-a5d8-401b-a38b-3da25948d8be)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:50.219422 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.222347 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment cf0031b9-b38b-4030-b5ed-d73d6bcafc05 of type vlan for network e7d86399-cf39-460e-83f6-0050b549ab80 Dec 15 14:07:50.249214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.272179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 48e87444-be00-4698-8189-2c8160e89a41 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:50.347905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 48e87444-be00-4698-8189-2c8160e89a41 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:50.351773 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.352020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 48e87444-be00-4698-8189-2c8160e89a41 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:50.379969 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0052-9080-46ec-9c2c-1fa65d7ea084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.448442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=c6e5d00e-bf45-412c-827a-04e9e6fa5328,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:50.492600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.503939 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-4cfe0052-9080-46ec-9c2c-1fa65d7ea084 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:07:50.504457 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-4cfe0052-9080-46ec-9c2c-1fa65d7ea084 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:07:50.523679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] DHCP port deletion for 309d3a3e-7cca-4bf3-b708-f1ffaed50d33 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:07:50.591181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] Deleting port d43149b3-7720-4eb2-bd48-e34da18add2b {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:50.591928 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.707760 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:07:47Z', 'revision_number': 3, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:47Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:50.715694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.719089 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.726848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:50.727504 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.747754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port d43149b3-7720-4eb2-bd48-e34da18add2b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:50.747754 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.768892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] For port d43149b3-7720-4eb2-bd48-e34da18add2b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d43149b3-7720-4eb2-bd48-e34da18add2b,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:50.769540 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.807024 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:50.807386 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Updating router d0a814f4-f0db-4e1f-9dae-d61e4907b741 port 883d9117-3a7c-4794-be4b-d7de83ed9890 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:07:50.813671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] Calling delete_port for d43149b3-7720-4eb2-bd48-e34da18add2b owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:50.822326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c6e5d00e-bf45-412c-827a-04e9e6fa5328 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:50.859720 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:50.948705 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4416957 Dec 15 14:07:50.951735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53306) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:50.958075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:51.038603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port d43149b3-7720-4eb2-bd48-e34da18add2b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d43149b3-7720-4eb2-bd48-e34da18add2b,segment=NetworkSegment(034a94d8-4b26-4674-b43d-c394aa2da53e),segment_id=034a94d8-4b26-4674-b43d-c394aa2da53e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:51.043744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.222088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:51.226081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.242444 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.324123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] Pushing event deleted for resources: {'Port': ['ID=d43149b3-7720-4eb2-bd48-e34da18add2b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:51.352314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c6e5d00e-bf45-412c-827a-04e9e6fa5328 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:51.352716 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.522975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8488f2-270e-4b59-9c63-151d9d80e82c None None] No DVR routers for this DVR port d43149b3-7720-4eb2-bd48-e34da18add2b on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:51.546687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9756aeca-2190-4ef8-b81a-f3a5e3d8d957 None None] Provisioning complete for port c6e5d00e-bf45-412c-827a-04e9e6fa5328 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:51.547085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9756aeca-2190-4ef8-b81a-f3a5e3d8d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.588789 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.607678 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.757326 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.763826 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d7e64-9128-4ec6-9a14-95442607d087 None None] Pushing event updated for resources: {'Port': ['ID=883d9117-3a7c-4794-be4b-d7de83ed9890,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:51.880317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9756aeca-2190-4ef8-b81a-f3a5e3d8d957 None None] Provisioning complete for port 883d9117-3a7c-4794-be4b-d7de83ed9890 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:51.881355 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9756aeca-2190-4ef8-b81a-f3a5e3d8d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:51.919460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d43149b3-7720-4eb2-bd48-e34da18add2b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:07:51.934496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=d02b2c4b-1e15-42b9-a809-db1d710e07a0,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:51.955223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:51.955798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: e7d86399-cf39-460e-83f6-0050b549ab80, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:51.977222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Attempting to bind port 883d9117-3a7c-4794-be4b-d7de83ed9890 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:51.977985 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Attempting to bind port 883d9117-3a7c-4794-be4b-d7de83ed9890 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:51.978581 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Attempting to bind port 883d9117-3a7c-4794-be4b-d7de83ed9890 on network 913ee939-c738-409f-8cf8-121f713ce03f {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:51.992112 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:51.999146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network e7d86399-cf39-460e-83f6-0050b549ab80 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:51.999878 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Checking segment: {'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:52.003805 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.005138 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Bound using segment: {'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:52.005921 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Bound port: 883d9117-3a7c-4794-be4b-d7de83ed9890, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b334676e-a5d8-401b-a38b-3da25948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:52.007208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: d43149b3-7720-4eb2-bd48-e34da18add2b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:07:52.007355 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.008688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d43149b3-7720-4eb2-bd48-e34da18add2b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:07:52.018723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, e7d86399-cf39-460e-83f6-0050b549ab80) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:52.023476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:52.024196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.042540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece758c2-77d9-4f44-84d1-7a14a8466478 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=e7d86399-cf39-460e-83f6-0050b549ab80,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:52.058040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0f5de4f9-0e6a-4fb6-9ad3-ec7c2d9f2265 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1050205 Dec 15 14:07:52.060885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53344) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:52.069551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8653bed-b475-4bda-8d8f-0049d3d519b8 None None] Network e7d86399-cf39-460e-83f6-0050b549ab80 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:52.097716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network e7d86399-cf39-460e-83f6-0050b549ab80 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:52.106029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for d43149b3-7720-4eb2-bd48-e34da18add2b owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:52.197191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7bd62b73-49f6-4b75-94e1-ee7bdbc90fdc req-706b34fc-f235-401b-abb0-4fc714e933e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1570117 Dec 15 14:07:52.204978 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c53770a7-d260-4efb-93d4-968db6d4a651 req-26812d56-8dd8-4fee-8bde-b9988532373b tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1629076 Dec 15 14:07:52.228122 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] For port 883d9117-3a7c-4794-be4b-d7de83ed9890, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:52.233361 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] For port 883d9117-3a7c-4794-be4b-d7de83ed9890, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=883d9117-3a7c-4794-be4b-d7de83ed9890,segment=NetworkSegment(b334676e-a5d8-401b-a38b-3da25948d8be),segment_id=b334676e-a5d8-401b-a38b-3da25948d8be)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:52.243079 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.358851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9756aeca-2190-4ef8-b81a-f3a5e3d8d957 None None] Port 883d9117-3a7c-4794-be4b-d7de83ed9890 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:52.429177 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:52.429833 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:52.476936 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.519075 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d7e64-9128-4ec6-9a14-95442607d087 None None] Pushing event updated for resources: {'Port': ['ID=883d9117-3a7c-4794-be4b-d7de83ed9890,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:52.539276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=d43149b3-7720-4eb2-bd48-e34da18add2b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:52.552002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] No DVR routers for this DVR port d43149b3-7720-4eb2-bd48-e34da18add2b on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:07:52.660501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-e7d86399-cf39-460e-83f6-0050b549ab80', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:07:52.665240 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.672970 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:52.696254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6606c1e8-1ccb-47f5-93b3-2116aea46a52 None None] Provisioning complete for port 883d9117-3a7c-4794-be4b-d7de83ed9890 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:52.696639 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6606c1e8-1ccb-47f5-93b3-2116aea46a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:52.898448 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.023641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.037665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Allocated IP 2001:db8:2::2 (e7d86399-cf39-460e-83f6-0050b549ab80/d02b2c4b-1e15-42b9-a809-db1d710e07a0/8bd88305-03df-4ce7-85eb-ca3641c9311c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:53.061371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309d3a3e-7cca-4bf3-b708-f1ffaed50d33']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:53.080261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.102823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034a94d8-4b26-4674-b43d-c394aa2da53e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:53.104190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034a94d8-4b26-4674-b43d-c394aa2da53e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:53.165061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.169130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.175968 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:07:47Z', 'revision_number': 3, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:52Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:53.232407 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6606c1e8-1ccb-47f5-93b3-2116aea46a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.236991 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.281449 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d0536-331f-4668-801c-fef3a42a4fc0 None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:07:47Z', 'revision_number': 3, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:52Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:53.377714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:07:53.378394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:07:53.389308 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:07:53.400003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6606c1e8-1ccb-47f5-93b3-2116aea46a52 None None] For port 883d9117-3a7c-4794-be4b-d7de83ed9890, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=883d9117-3a7c-4794-be4b-d7de83ed9890,segment=NetworkSegment(b334676e-a5d8-401b-a38b-3da25948d8be),segment_id=b334676e-a5d8-401b-a38b-3da25948d8be)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:53.448164 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6606c1e8-1ccb-47f5-93b3-2116aea46a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.495054 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-642d36bf-7fe3-4754-95b4-b386dfe8669a req-ee93192c-c10c-48c2-a768-45a24a209b3e tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0286822 Dec 15 14:07:53.549453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606c1e8-1ccb-47f5-93b3-2116aea46a52 None None] Pushing event updated for resources: {'Port': ['ID=883d9117-3a7c-4794-be4b-d7de83ed9890,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:53.590210 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.598765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d5fb057e-24f6-4b59-b455-930e380f9766 None None] Provisioning complete for port 883d9117-3a7c-4794-be4b-d7de83ed9890 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:53.599525 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5fb057e-24f6-4b59-b455-930e380f9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.639341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.652484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:53.664447 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/networks/309d3a3e-7cca-4bf3-b708-f1ffaed50d33 HTTP/1.1" status: 204 len: 168 time: 4.0256429 Dec 15 14:07:53.672035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:53.716896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Network': ['ID=309d3a3e-7cca-4bf3-b708-f1ffaed50d33,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:53.735750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8:2::1 (e7d86399-cf39-460e-83f6-0050b549ab80/d02b2c4b-1e15-42b9-a809-db1d710e07a0/6724cb8a-8e2f-416f-a5d0-a79b21af898e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:54.051107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.051480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.053109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.053660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.057494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.058045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.058852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.059230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.059581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.062335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.062939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.063046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.063380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.064290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3963f9-fb42-42b9-bc33-d04ec5ea3a56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:54.119252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.181713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Network e7d86399-cf39-460e-83f6-0050b549ab80 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:54.193652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:54.209677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Allocated IP 2001:db8::202 (bfd91395-f2a8-4e76-8c63-d3db9b35be15/a930ec53-26f6-4bff-9545-ddfaa352c004/33aa15ea-4c17-4e3f-8f59-1bdeafd2207f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:54.217369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:54.222439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Pushing event updated for resources: {'Port': ['ID=8bd88305-03df-4ce7-85eb-ca3641c9311c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:54.234399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.274424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network e7d86399-cf39-460e-83f6-0050b549ab80 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:54.281067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:54.300747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:54.301564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.353028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Attempting to bind port 8bd88305-03df-4ce7-85eb-ca3641c9311c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:54.354494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Attempting to bind port 8bd88305-03df-4ce7-85eb-ca3641c9311c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:54.354882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Attempting to bind port 8bd88305-03df-4ce7-85eb-ca3641c9311c on network e7d86399-cf39-460e-83f6-0050b549ab80 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:54.380642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:54.381035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Checking segment: {'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:54.381462 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.381872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Bound using segment: {'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:54.382370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Bound port: 8bd88305-03df-4ce7-85eb-ca3641c9311c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:54.382768 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.486846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] For port 8bd88305-03df-4ce7-85eb-ca3641c9311c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:54.503042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] For port 8bd88305-03df-4ce7-85eb-ca3641c9311c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8bd88305-03df-4ce7-85eb-ca3641c9311c,segment=NetworkSegment(cf0031b9-b38b-4030-b5ed-d73d6bcafc05),segment_id=cf0031b9-b38b-4030-b5ed-d73d6bcafc05)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:54.521003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=6724cb8a-8e2f-416f-a5d0-a79b21af898e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:54.541361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.542672 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.815085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 883d9117-3a7c-4794-be4b-d7de83ed9890 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:54.868455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.881071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:54.884371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e8d3c-c8c0-4453-a937-6d6af1dfbadb None None] Pushing event updated for resources: {'Port': ['ID=8bd88305-03df-4ce7-85eb-ca3641c9311c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:54.897021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93074d3a-c7c3-44bc-9a21-3ea65a5a30c5 req-d9bad46a-4098-44ab-a205-b0776589fc04 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.3504856 Dec 15 14:07:54.933787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 883d9117-3a7c-4794-be4b-d7de83ed9890 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:54.934403 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.046287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Network bfd91395-f2a8-4e76-8c63-d3db9b35be15 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:55.050897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:55.066019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:07:55.242414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'Port': ['ID=33aa15ea-4c17-4e3f-8f59-1bdeafd2207f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:55.269208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port 8bde6b21-69e0-4389-9435-f20772d0b486 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:55.270650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.402565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.403153 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.425147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for 8bde6b21-69e0-4389-9435-f20772d0b486 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:55.449312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.456188 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.457214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.549758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.550283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=6724cb8a-8e2f-416f-a5d0-a79b21af898e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:55.595672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network e7d86399-cf39-460e-83f6-0050b549ab80 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:07:55.597485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:55.718582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:55.812340 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.841311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:55.852699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:55.855424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=8bde6b21-69e0-4389-9435-f20772d0b486,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:55.861452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53418) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:55.866641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1102196265'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:55.868571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7d03e3c8-5380-4755-881f-999da8171a8a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8010230 Dec 15 14:07:55.872151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:55.874373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:55.900091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.975578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:55.975937 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Floating IP e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b disassociated (deleted). External IP: 172.25.7.166, port: d75f7ae0-f529-4d76-945c-246a382b48b0. Dec 15 14:07:56.039510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:56.142499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:56.145976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.154790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5c0e286-8410-4627-b69a-39cc014a3df6 req-71ce4bf7-a832-4179-960c-2f085aa69b0f tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0875351 Dec 15 14:07:56.318214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:07:56.341743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.342264 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added segment a05dd697-b45f-46c1-bf69-4ce1f5e94c2f of type vlan for network 33bdba1f-b968-44d9-b045-f690897a897c Dec 15 14:07:56.449413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.463320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35306826-e1e4-4fe3-8aee-a5f28ada4c92 None None] Network e7d86399-cf39-460e-83f6-0050b549ab80 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:56.551550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Router 6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:07:56.558094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:07:54Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:07:55Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:56.571696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.581525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:56.582412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.619136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:56.620288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Updating router d0a814f4-f0db-4e1f-9dae-d61e4907b741 port 6724cb8a-8e2f-416f-a5d0-a79b21af898e binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:07:56.688522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Network': ['ID=33bdba1f-b968-44d9-b045-f690897a897c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:56.701124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53438) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:56.701618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fd76d32d-3516-4003-9da3-fd6d9619952f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8387651 Dec 15 14:07:56.707807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'subnet': {'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:56.739179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-785ff772-0918-4f2d-951a-f5e8b867acf0 None None] Provisioning complete for port 8bd88305-03df-4ce7-85eb-ca3641c9311c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:56.739564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-785ff772-0918-4f2d-951a-f5e8b867acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.748219 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.754552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 33bdba1f-b968-44d9-b045-f690897a897c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:07:56.813224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:07:56.817585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Made reservation on behalf of 8281013f764f4b3eb6f6ae5f53531440 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:07:56.832435 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:56.904126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8bd88305-03df-4ce7-85eb-ca3641c9311c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:56.974017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:56.988199 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Sync routers for ids ['6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:57.008874 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Routers {'6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:57.010795 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:57.131131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.135181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.140886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cd4930bc-3c57-47e5-b371-2678e1285146 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.1125414 Dec 15 14:07:57.144110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53448) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:57.247671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8bd88305-03df-4ce7-85eb-ca3641c9311c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:57.248081 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.341117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Checking segment: {'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:57.341494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network hostable DHCP agents. Network: 33bdba1f-b968-44d9-b045-f690897a897c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:07:57.357310 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Set router 6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:57.382852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Subnet': ['ID=94db9350-7158-47ed-b0d9-23f44eb00f89,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:57.445311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 33bdba1f-b968-44d9-b045-f690897a897c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:07:57.467712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 33bdba1f-b968-44d9-b045-f690897a897c) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:07:57.491381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:57.492104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.492286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9e8c3-68ca-47a9-85ba-116aa6f8953f None None] Network 33bdba1f-b968-44d9-b045-f690897a897c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:57.504821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-785ff772-0918-4f2d-951a-f5e8b867acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.537118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4a355db8-a1b6-4e5d-b226-cdb22235bf27 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8341329 Dec 15 14:07:57.539981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:57.576616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-785ff772-0918-4f2d-951a-f5e8b867acf0 None None] For port 8bd88305-03df-4ce7-85eb-ca3641c9311c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8bd88305-03df-4ce7-85eb-ca3641c9311c,segment=NetworkSegment(cf0031b9-b38b-4030-b5ed-d73d6bcafc05),segment_id=cf0031b9-b38b-4030-b5ed-d73d6bcafc05)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:07:57.605126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-785ff772-0918-4f2d-951a-f5e8b867acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:57.930171 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0', 'name': '', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15', 'external_fixed_ips': [{'subnet_id': 'a930ec53-26f6-4bff-9545-ddfaa352c004', 'ip_address': '2001:db8::202'}], 'enable_snat': True}, 'gw_port_id': '33aa15ea-4c17-4e3f-8f59-1bdeafd2207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:50Z', 'updated_at': '2021-12-15T14:07:55Z', 'revision_number': 3, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port': {'id': '33aa15ea-4c17-4e3f-8f59-1bdeafd2207f', 'name': '', 'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ec:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'a930ec53-26f6-4bff-9545-ddfaa352c004', 'ip_address': '2001:db8::202', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a930ec53-26f6-4bff-9545-ddfaa352c004', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:57.967193 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Checking router: 6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:07:57.967818 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Updating router 6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0 port 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:07:58.011688 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.154941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f20eabd9-29b8-448c-802c-e09d1fad506b None None] Provisioning complete for port 6724cb8a-8e2f-416f-a5d0-a79b21af898e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:58.155515 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f20eabd9-29b8-448c-802c-e09d1fad506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.211305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3bac68be-3a9a-438b-af5f-86a577f7f89e req-4737f419-9a3c-4015-94e8-51d54656eee1 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0599093 Dec 15 14:07:58.355448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:07:58.360698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ff772-0918-4f2d-951a-f5e8b867acf0 None None] Pushing event updated for resources: {'Port': ['ID=8bd88305-03df-4ce7-85eb-ca3641c9311c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:58.378080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.423355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7a2cc575-4c3c-4d7b-b1f9-903b3b4b9e61 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/floatingips/e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b HTTP/1.1" status: 204 len: 168 time: 4.7179136 Dec 15 14:07:58.424762 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.425585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] Sync routers for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:07:58.484102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:58.485039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:58.615982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-94ba0f95-6ddf-4026-820a-6a02f677d80c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8249705 Dec 15 14:07:58.637502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:07:58.645883 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975b7ecc-e785-4b1a-b276-a3c61c03954f" -d '{"events": [{"name": "network-changed", "server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:07:58.678368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.732426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-33bdba1f-b968-44d9-b045-f690897a897c', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:07:58.733585 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.741659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f20eabd9-29b8-448c-802c-e09d1fad506b None None] Port 6724cb8a-8e2f-416f-a5d0-a79b21af898e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:07:58.831456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8bd88305-03df-4ce7-85eb-ca3641c9311c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:07:58.842394 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9554d2e1-1ec9-4bdf-833b-83bbc1428839 x-openstack-request-id: req-9554d2e1-1ec9-4bdf-833b-83bbc1428839 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:07:58.842687 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:07:58.842941 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9554d2e1-1ec9-4bdf-833b-83bbc1428839 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:07:58.843720 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'status': 'completed', 'code': 200} Dec 15 14:07:58.849808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.908764 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.927902 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.984299 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:58.996366 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Attempting to bind port 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:07:58.998729 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Attempting to bind port 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f094fb6c-c991-493f-b768-4767c40473f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:07:59.000504 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Attempting to bind port 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f on network bfd91395-f2a8-4e76-8c63-d3db9b35be15 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:07:59.023314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Deleting port 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:07:59.024118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.031245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1ac4f-dc6b-4e85-aa78-fca54b6f118e req-284cc556-8578-408b-9dbf-9acc3ee3a62f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:59.039955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb1ac4f-dc6b-4e85-aa78-fca54b6f118e req-284cc556-8578-408b-9dbf-9acc3ee3a62f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 946 time: 0.1185846 Dec 15 14:07:59.068347 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:07:59.068347 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Checking segment: {'id': 'f094fb6c-c991-493f-b768-4767c40473f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:07:59.069072 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.069340 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Bound using segment: {'id': 'f094fb6c-c991-493f-b768-4767c40473f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:07:59.069779 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Bound port: 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f094fb6c-c991-493f-b768-4767c40473f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'bfd91395-f2a8-4e76-8c63-d3db9b35be15'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:07:59.069908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-58f41e87-52d0-4b96-bdec-dffa3f70e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:59.070206 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.072088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-58f41e87-52d0-4b96-bdec-dffa3f70e41c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 1097 time: 0.2204225 Dec 15 14:07:59.177796 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] For port 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:07:59.181566 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] For port 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=33aa15ea-4c17-4e3f-8f59-1bdeafd2207f,segment=NetworkSegment(f094fb6c-c991-493f-b768-4767c40473f2),segment_id=f094fb6c-c991-493f-b768-4767c40473f2)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:07:59.201392 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.260563 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Routers {'6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:07:59.261218 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:59.266267 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.286757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:59.309158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Calling delete_port for 33aa15ea-4c17-4e3f-8f59-1bdeafd2207f owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:07:59.390421 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] Set router 6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:07:59.456264 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0', 'name': '', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:50Z', 'updated_at': '2021-12-15T14:07:58Z', 'revision_number': 4, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:07:59.494192 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95712104-8b82-473e-83c1-d9c32e920649 None None] Pushing event updated for resources: {'Port': ['ID=33aa15ea-4c17-4e3f-8f59-1bdeafd2207f,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:59.500713 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d4735-d521-40c4-8e88-bdf765b7790e None None] The sync data for ids ['6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0'] in n-d-821840-1 is: [{'id': '6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0', 'name': '', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:50Z', 'updated_at': '2021-12-15T14:07:58Z', 'revision_number': 4, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:07:59.505861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Allocated IP 2001:db8:3::2 (33bdba1f-b968-44d9-b045-f690897a897c/94db9350-7158-47ed-b0d9-23f44eb00f89/de5c6ec2-36dd-43fe-9aff-2747f267352e) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:07:59.619051 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95712104-8b82-473e-83c1-d9c32e920649 None None] Pushing event updated for resources: {'Port': ['ID=33aa15ea-4c17-4e3f-8f59-1bdeafd2207f,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:59.650921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7936936-18a9-45ed-bd84-338bdaa902f3 req-e8bb667b-00a9-4482-b80c-21326f468662 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0457594 Dec 15 14:07:59.716341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.725504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f20eabd9-29b8-448c-802c-e09d1fad506b None None] Provisioning complete for port 8bd88305-03df-4ce7-85eb-ca3641c9311c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:59.725887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f20eabd9-29b8-448c-802c-e09d1fad506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.731212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.771272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.808827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event deleted for resources: {'Port': ['ID=33aa15ea-4c17-4e3f-8f59-1bdeafd2207f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:59.817501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9bfee-5a63-4231-adcd-5750355e2765 None None] Pushing event updated for resources: {'Port': ['ID=6724cb8a-8e2f-416f-a5d0-a79b21af898e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:59.821449 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.873246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:59.887383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ebb1ac4f-dc6b-4e85-aa78-fca54b6f118e req-14e15492-988c-458d-b059-aea8e3ae103d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8464727 Dec 15 14:07:59.980145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Network 33bdba1f-b968-44d9-b045-f690897a897c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:00.014067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.014734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:00.016673 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.021820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:00.099934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8bd88305-03df-4ce7-85eb-ca3641c9311c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:00.100319 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.125130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.125848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:00.143497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.149014 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bc83a20a-752b-4ea2-92a7-cd0610272afd tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "DELETE /v2.0/routers/6a2a679b-7ea3-4b94-b1cd-77cfbc8429b0 HTTP/1.1" status: 204 len: 168 time: 3.0038228 Dec 15 14:08:00.150289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:00.156843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-1c747015-b092-4fad-afe3-616e54a7233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:00.159272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-1c747015-b092-4fad-afe3-616e54a7233e service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a5283a-3665-4375-9c00-b8d30b03977e HTTP/1.1" status: 200 len: 899 time: 1.0423765 Dec 15 14:08:00.267035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Pushing event updated for resources: {'Port': ['ID=de5c6ec2-36dd-43fe-9aff-2747f267352e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:00.310190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-e8395ebf-3c18-4a6f-ad30-27c014f98ba2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d75f7ae0-f529-4d76-945c-246a382b48b0 HTTP/1.1" status: 200 len: 217 time: 0.1284409 Dec 15 14:08:00.359257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc341da-5861-4b6f-90f9-e361411b6797 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Deleting subnet a930ec53-26f6-4bff-9545-ddfaa352c004 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:08:00.368013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Attempting to bind port de5c6ec2-36dd-43fe-9aff-2747f267352e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:00.368567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Attempting to bind port de5c6ec2-36dd-43fe-9aff-2747f267352e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:00.368682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abc341da-5861-4b6f-90f9-e361411b6797 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.368826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Attempting to bind port de5c6ec2-36dd-43fe-9aff-2747f267352e on network 33bdba1f-b968-44d9-b045-f690897a897c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:00.374368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Allocated IP 2001:db8:3::1 (33bdba1f-b968-44d9-b045-f690897a897c/94db9350-7158-47ed-b0d9-23f44eb00f89/afbd2647-38d4-4c1f-9a7d-9533c3df3fd4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:00.422878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:00.427974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Checking segment: {'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:00.428564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.428995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Bound using segment: {'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:00.429516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Bound port: de5c6ec2-36dd-43fe-9aff-2747f267352e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:00.429917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.489384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abc341da-5861-4b6f-90f9-e361411b6797 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.501891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Attempting to bind port 6724cb8a-8e2f-416f-a5d0-a79b21af898e on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:00.502276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Attempting to bind port 6724cb8a-8e2f-416f-a5d0-a79b21af898e by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:00.502649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Attempting to bind port 6724cb8a-8e2f-416f-a5d0-a79b21af898e on network e7d86399-cf39-460e-83f6-0050b549ab80 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:00.529899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3621a14e-64f3-4fb6-aa16-db3ad5d41972 None None] Provisioning complete for port 6724cb8a-8e2f-416f-a5d0-a79b21af898e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:00.530229 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3621a14e-64f3-4fb6-aa16-db3ad5d41972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.574523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3621a14e-64f3-4fb6-aa16-db3ad5d41972 None None] Port 6724cb8a-8e2f-416f-a5d0-a79b21af898e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:00.583774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:00.584033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Checking segment: {'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:00.584397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.584801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Bound using segment: {'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:00.585870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Bound port: 6724cb8a-8e2f-416f-a5d0-a79b21af898e, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:00.586397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.604264 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abc341da-5861-4b6f-90f9-e361411b6797 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.605323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.696717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.766060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abc341da-5861-4b6f-90f9-e361411b6797 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.830425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc341da-5861-4b6f-90f9-e361411b6797 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a930ec53-26f6-4bff-9545-ddfaa352c004,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:00.832641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abc341da-5861-4b6f-90f9-e361411b6797 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.834759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-5efc232c-2f1a-4194-9a45-b913de55dba2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:00.836335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-5efc232c-2f1a-4194-9a45-b913de55dba2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 946 time: 0.7235050 Dec 15 14:08:00.841993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-abc341da-5861-4b6f-90f9-e361411b6797 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "DELETE /v2.0/subnets/a930ec53-26f6-4bff-9545-ddfaa352c004 HTTP/1.1" status: 204 len: 168 time: 0.6904302 Dec 15 14:08:00.847181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53522) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:00.896901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-4b5a74c1-0127-4c77-9a5d-82446c1a12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:00.898660 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-4b5a74c1-0127-4c77-9a5d-82446c1a12cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd670dea-45a5-4156-9e8c-a0612452f41f HTTP/1.1" status: 200 len: 835 time: 0.2242429 Dec 15 14:08:00.972510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1f223f88-4849-469f-8922-a77cd7f6c5a5 req-92255bb7-b530-4b99-b13d-d7deb1ee0c0b tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0782905 Dec 15 14:08:00.973580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9853dc3c-8aed-4a7e-b85a-b4e96e2ef211 None None] Provisioning complete for port 6724cb8a-8e2f-416f-a5d0-a79b21af898e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:00.974045 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9853dc3c-8aed-4a7e-b85a-b4e96e2ef211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:00.986674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] For port 6724cb8a-8e2f-416f-a5d0-a79b21af898e, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:01.009705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] For port de5c6ec2-36dd-43fe-9aff-2747f267352e, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:01.025575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.118656 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.125504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] For port 6724cb8a-8e2f-416f-a5d0-a79b21af898e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6724cb8a-8e2f-416f-a5d0-a79b21af898e,segment=NetworkSegment(cf0031b9-b38b-4030-b5ed-d73d6bcafc05),segment_id=cf0031b9-b38b-4030-b5ed-d73d6bcafc05)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:01.150027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] For port de5c6ec2-36dd-43fe-9aff-2747f267352e, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=de5c6ec2-36dd-43fe-9aff-2747f267352e,segment=NetworkSegment(a05dd697-b45f-46c1-bf69-4ce1f5e94c2f),segment_id=a05dd697-b45f-46c1-bf69-4ce1f5e94c2f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:01.161920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 33bdba1f-b968-44d9-b045-f690897a897c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:01.172746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.229923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:01.235618 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.239240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:01.239831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.270721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:01.298252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.324187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9bfee-5a63-4231-adcd-5750355e2765 None None] Pushing event updated for resources: {'Port': ['ID=6724cb8a-8e2f-416f-a5d0-a79b21af898e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:01.334210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b6d2-5659-40e9-aedd-e5c500840ff0 req-ab990bd5-5133-4d5b-9e0a-0723a1d72c02 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:01.340189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9853dc3c-8aed-4a7e-b85a-b4e96e2ef211 None None] Port 6724cb8a-8e2f-416f-a5d0-a79b21af898e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:01.343947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7e7b6d2-5659-40e9-aedd-e5c500840ff0 req-ab990bd5-5133-4d5b-9e0a-0723a1d72c02 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 946 time: 0.2407596 Dec 15 14:08:01.354951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd91395-f2a8-4e76-8c63-d3db9b35be15']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.382476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f094fb6c-c991-493f-b768-4767c40473f2') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.384466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f094fb6c-c991-493f-b768-4767c40473f2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.392220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:01.416097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.424658 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.463055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-894c67f3-c602-4828-93ce-df3140910003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:01.464646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-894c67f3-c602-4828-93ce-df3140910003 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a5283a-3665-4375-9c00-b8d30b03977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5108967 Dec 15 14:08:01.471468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.518750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7e7b6d2-5659-40e9-aedd-e5c500840ff0 req-e1bd815e-6800-4aa5-8af6-face94e22980 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=66a50894-ae82-428a-b0a7-323024bd6051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734943 Dec 15 14:08:01.520082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:01.520559 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:01.532495 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:01.544876 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.548381 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-317181bb-41da-47b2-9e33-a1e26ff8e9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.582581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:01.583233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:01.594097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port d75f7ae0-f529-4d76-945c-246a382b48b0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:01.594339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.644380 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e59322fc-9264-4338-bc84-4f220e4ff773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.665027 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.674903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfd91395-f2a8-4e76-8c63-d3db9b35be15 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 14:08:01.681222 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.684559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "DELETE /v2.0/networks/bfd91395-f2a8-4e76-8c63-d3db9b35be15 HTTP/1.1" status: 204 len: 168 time: 0.8364184 Dec 15 14:08:01.721467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525be906-2538-4505-a325-f6daed0555ba tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfd91395-f2a8-4e76-8c63-d3db9b35be15,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:01.861643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:01.880610 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e59322fc-9264-4338-bc84-4f220e4ff773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:01.896995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e59322fc-9264-4338-bc84-4f220e4ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.005713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e59322fc-9264-4338-bc84-4f220e4ff773 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0bf1d65686bb4e849371de1d651925ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7207770 Dec 15 14:08:02.022074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:02.023301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59322fc-9264-4338-bc84-4f220e4ff773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c205c-5df3-46ad-b47e-4491b7df969f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:02.061116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:41Z', 'revision_number': 6, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:02.065067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6067615-651b-49ef-bf5e-296742571e1e None None] Pushing event updated for resources: {'Port': ['ID=de5c6ec2-36dd-43fe-9aff-2747f267352e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:02.198447 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc034c29-a41d-4ae5-a606-6daf5ef2663c req-0e533f1d-8ee5-460b-bc6f-927e0b1ac965 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0395086 Dec 15 14:08:02.244501 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82481c01-c18b-40da-9797-303adc65dd4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.248503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] Checking router: c8875dda-0b3b-4f01-86d7-8c9c10241eb3 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:02.301687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82481c01-c18b-40da-9797-303adc65dd4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.326552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port d75f7ae0-f529-4d76-945c-246a382b48b0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=d75f7ae0-f529-4d76-945c-246a382b48b0,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:02.331954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.357658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for d75f7ae0-f529-4d76-945c-246a382b48b0 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:02.378210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53558) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:02.383059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fd3a0341-2bef-4cc1-b36d-b958cd14ed0a tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'router': {'name': 'tempest-router--1746577704', 'project_id': 'a873953d56d24856bb14f33cf69e8cba'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:02.519729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0341-2bef-4cc1-b36d-b958cd14ed0a tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.520883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0341-2bef-4cc1-b36d-b958cd14ed0a tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.557219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82481c01-c18b-40da-9797-303adc65dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.565267 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82481c01-c18b-40da-9797-303adc65dd4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.570108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-82481c01-c18b-40da-9797-303adc65dd4c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a49c205c-5df3-46ad-b47e-4491b7df969f HTTP/1.1" status: 204 len: 168 time: 0.5444179 Dec 15 14:08:02.602403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82481c01-c18b-40da-9797-303adc65dd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c205c-5df3-46ad-b47e-4491b7df969f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:02.741728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0341-2bef-4cc1-b36d-b958cd14ed0a tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.753286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d1d24937-6824-48e9-9c7c-0e5c8315f507 None None] Provisioning complete for port 6724cb8a-8e2f-416f-a5d0-a79b21af898e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:02.753951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1d24937-6824-48e9-9c7c-0e5c8315f507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.757877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0341-2bef-4cc1-b36d-b958cd14ed0a tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.802944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0341-2bef-4cc1-b36d-b958cd14ed0a tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.806655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fd3a0341-2bef-4cc1-b36d-b958cd14ed0a tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4250557 Dec 15 14:08:02.809095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53570) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:02.843455 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.844618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d75f7ae0-f529-4d76-945c-246a382b48b0 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:02.885645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:02.886251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:02.932202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f8f6cb17-1bcf-41b6-a364-7a2bdd70d29e req-b6b37a57-18ba-49d6-bab9-d60b888fca8f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 210 time: 0.1067154 Dec 15 14:08:02.957245 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa9b7-7518-4438-97fb-ac63ca774733 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:02.962415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: d75f7ae0-f529-4d76-945c-246a382b48b0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:02.962989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device d75f7ae0-f529-4d76-945c-246a382b48b0 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:03.007924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=d75f7ae0-f529-4d76-945c-246a382b48b0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:03.135112 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-e4396e32-e5a7-416f-9840-f75de7d6854b service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6557753 Dec 15 14:08:03.232247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:03.316625 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1d24937-6824-48e9-9c7c-0e5c8315f507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.401279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device de5c6ec2-36dd-43fe-9aff-2747f267352e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:03.418018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa9b7-7518-4438-97fb-ac63ca774733 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.476210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d1d24937-6824-48e9-9c7c-0e5c8315f507 None None] For port 6724cb8a-8e2f-416f-a5d0-a79b21af898e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6724cb8a-8e2f-416f-a5d0-a79b21af898e,segment=NetworkSegment(cf0031b9-b38b-4030-b5ed-d73d6bcafc05),segment_id=cf0031b9-b38b-4030-b5ed-d73d6bcafc05)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:03.489340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-183ea205-90d6-4a1f-a8d2-7eb5a7e2b7be req-9fa47a4f-7d48-4dcd-bd3e-ce8289fc6914 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1047173 Dec 15 14:08:03.496266 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa9b7-7518-4438-97fb-ac63ca774733 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.545131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.581898 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1d24937-6824-48e9-9c7c-0e5c8315f507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.590701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.591655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.641419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] No DVR routers for this DVR port d75f7ae0-f529-4d76-945c-246a382b48b0 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:03.650299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa9b7-7518-4438-97fb-ac63ca774733 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.650958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aaa9b7-7518-4438-97fb-ac63ca774733 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e931d264-dccf-484b-b11c-9d1ca0b531c3 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:03.656290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa9b7-7518-4438-97fb-ac63ca774733 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.675497 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d2aaa9b7-7518-4438-97fb-ac63ca774733 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "DELETE /v2.0/routers/e931d264-dccf-484b-b11c-9d1ca0b531c3 HTTP/1.1" status: 204 len: 168 time: 0.8636296 Dec 15 14:08:03.677895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:01Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:00Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:00Z', 'revision_number': 1, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:03.799069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948016c-fccb-4524-897b-fb7f83cc775c None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:01Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:00Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:00Z', 'revision_number': 1, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:03.842647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.847134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dedf78d-f28e-4d71-8b40-f53be3fff30c req-6377e6d8-e073-4531-8691-86d52c4c7d51 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "DELETE /v2.0/ports/d75f7ae0-f529-4d76-945c-246a382b48b0 HTTP/1.1" status: 204 len: 173 time: 2.9404037 Dec 15 14:08:03.870831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Network 33bdba1f-b968-44d9-b045-f690897a897c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:03.870973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d24937-6824-48e9-9c7c-0e5c8315f507 None None] Pushing event updated for resources: {'Port': ['ID=6724cb8a-8e2f-416f-a5d0-a79b21af898e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:03.911541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'name': 'network-vif-deleted', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:03.919649 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f5374d-c3c8-4647-ab84-c76993a05801" -d '{"events": [{"server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "name": "network-vif-deleted", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:03.963006 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4cb91fae-228e-4012-8cdc-ac9fa9ebfe7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:03.975825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port de5c6ec2-36dd-43fe-9aff-2747f267352e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:03.976231 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.100960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:04.117156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:04.123785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ae6bd-78d2-49aa-99d9-e337335fab3e None None] Network 33bdba1f-b968-44d9-b045-f690897a897c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:04.140179 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0545c949-e395-4660-a0f5-0b14481c93a6 x-openstack-request-id: req-0545c949-e395-4660-a0f5-0b14481c93a6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:04.140818 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952c468b-2f09-4040-8f1a-d34bfb8ba599", "name": "network-vif-deleted", "tag": "d75f7ae0-f529-4d76-945c-246a382b48b0", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:04.141282 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0545c949-e395-4660-a0f5-0b14481c93a6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:04.147763 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952c468b-2f09-4040-8f1a-d34bfb8ba599', 'name': 'network-vif-deleted', 'tag': 'd75f7ae0-f529-4d76-945c-246a382b48b0', 'status': 'completed', 'code': 200} Dec 15 14:08:04.253962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-32030066-acab-490a-b126-e3795990cb4a None None] Provisioning complete for port de5c6ec2-36dd-43fe-9aff-2747f267352e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:04.254341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32030066-acab-490a-b126-e3795990cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.331485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9ee63a98-02c1-4440-9f18-afa22926b8bb req-5b9d4617-d3c4-44de-b6b5-0ccf2d2075f0 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 210 time: 0.0709653 Dec 15 14:08:04.332756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event updated for resources: {'Port': ['ID=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:04.459114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:04.462521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-764e01b8-a0d4-4f53-9f91-0f60cf4ab517 req-5d647bef-8b7f-4be9-b517-b0c44c664ddc service neutron] 10.222.0.24 "GET /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2866921 Dec 15 14:08:04.474599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-683654826', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:04.537149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.538803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.630606 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.639068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:41Z', 'revision_number': 6, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:04.719446 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.745472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ddf57d-b41e-4d0a-938e-bce229a968eb None None] The sync data for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 is: [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:07:41Z', 'revision_number': 6, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '667fc4ac-e612-4a59-a026-7f6d79ba5ee4', 'name': '', 'network_id': '95a5283a-3665-4375-9c00-b8d30b03977e', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:fa:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:51Z', 'updated_at': '2021-12-15T14:05:56Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': 'cd670dea-45a5-4156-9e8c-a0612452f41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:04.808988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-975b7ecc-e785-4b1a-b276-a3c61c03954f req-6187c538-16cc-4d3d-9afe-d82ae511d6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=952c468b-2f09-4040-8f1a-d34bfb8ba599 HTTP/1.1" status: 200 len: 210 time: 0.1490047 Dec 15 14:08:04.879808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:04.905096 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2c980853-b6e1-4d16-ab41-332d608d58ac tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3637624 Dec 15 14:08:04.912989 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3000d1f8-aa54-4756-a453-59a36764e50d req-882e8349-3924-4c42-b7a5-f192688f0a4f tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1882339 Dec 15 14:08:04.915632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53632) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:04.922634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port de5c6ec2-36dd-43fe-9aff-2747f267352e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=de5c6ec2-36dd-43fe-9aff-2747f267352e,segment=NetworkSegment(a05dd697-b45f-46c1-bf69-4ce1f5e94c2f),segment_id=a05dd697-b45f-46c1-bf69-4ce1f5e94c2f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:04.924170 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-1605d1f8-deab-477b-bbdf-b0715e05f5a6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2363579 Dec 15 14:08:04.932422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:04.976810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:04.994403 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32030066-acab-490a-b126-e3795990cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.067587 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.208004 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:08:05.246694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=de5c6ec2-36dd-43fe-9aff-2747f267352e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:05.300887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-32030066-acab-490a-b126-e3795990cb4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:08:05.305398 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-32030066-acab-490a-b126-e3795990cb4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:08:05.307759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6724cb8a-8e2f-416f-a5d0-a79b21af898e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:05.428568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6724cb8a-8e2f-416f-a5d0-a79b21af898e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:05.429069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.454496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53676) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:05.569201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0664278-4997-4084-bc93-88b327dd93e8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.598293 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.662393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0664278-4997-4084-bc93-88b327dd93e8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.782667 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91585fdd-8c40-4f7e-a9a3-87f0d901da62 None None] New status for floating IP e1ee0ab7-3385-4eb9-9cd8-372d0dbe243b: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:08:05.833278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0664278-4997-4084-bc93-88b327dd93e8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.836078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0664278-4997-4084-bc93-88b327dd93e8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.837346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c0664278-4997-4084-bc93-88b327dd93e8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/security-groups/66a50894-ae82-428a-b0a7-323024bd6051 HTTP/1.1" status: 204 len: 168 time: 0.3818421 Dec 15 14:08:05.856379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0664278-4997-4084-bc93-88b327dd93e8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a50894-ae82-428a-b0a7-323024bd6051,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:05.889736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53688) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:06.067197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6067eade-a4a5-4dbc-a49f-0beb58a47169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.067915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6067eade-a4a5-4dbc-a49f-0beb58a47169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.068555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6067eade-a4a5-4dbc-a49f-0beb58a47169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.069194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6067eade-a4a5-4dbc-a49f-0beb58a47169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.069666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6067eade-a4a5-4dbc-a49f-0beb58a47169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.070135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6067eade-a4a5-4dbc-a49f-0beb58a47169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.070597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6067eade-a4a5-4dbc-a49f-0beb58a47169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.072621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6067eade-a4a5-4dbc-a49f-0beb58a47169 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6491 time: 0.8482568 Dec 15 14:08:06.135446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8c5a1493-ab3a-4cdf-b5ec-c567fbbb41bc None None] Provisioning complete for port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:06.136426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1493-ab3a-4cdf-b5ec-c567fbbb41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.256510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a1493-ab3a-4cdf-b5ec-c567fbbb41bc None None] Port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:06.284078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8c5a1493-ab3a-4cdf-b5ec-c567fbbb41bc None None] Provisioning complete for port de5c6ec2-36dd-43fe-9aff-2747f267352e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:06.284551 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1493-ab3a-4cdf-b5ec-c567fbbb41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.284742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38ff9d26-bb56-4f13-b3ad-6b23733f2122 req-1b70a822-661e-4558-baee-5a33fd14bb02 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1659980 Dec 15 14:08:06.490014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-a4535aa2-1770-4ec7-bbb5-7cbfaab092e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.490498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-a4535aa2-1770-4ec7-bbb5-7cbfaab092e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.490963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-a4535aa2-1770-4ec7-bbb5-7cbfaab092e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:06.492614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-a4535aa2-1770-4ec7-bbb5-7cbfaab092e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9fbbb6fb-dc11-4cb8-8780-f03964101453&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=da58127c-8121-4e4c-a2f3-008b65a09d92&id=da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 200 len: 2295 time: 0.3727665 Dec 15 14:08:06.636530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.680823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-369f98e7-4fd6-4bc2-b9fe-d2399245f155 None None] Provisioning complete for port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:06.681051 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-369f98e7-4fd6-4bc2-b9fe-d2399245f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.727238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-369f98e7-4fd6-4bc2-b9fe-d2399245f155 None None] Port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:06.731080 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-4c1390ef-edcb-4579-8c43-901a8eb4def4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 200 len: 1001 time: 0.2233837 Dec 15 14:08:06.754321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:06.766426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:06.769387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:06.825278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:08:06.884968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.115668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:07.273057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.310780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Removed routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:08:07.311491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.316651 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.320613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-0a5ad77c-c46c-4ece-a136-6fc99e562657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:07.323366 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-0a5ad77c-c46c-4ece-a136-6fc99e562657 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=46113565-5de8-4d56-92d4-6e48dd9a5d1b HTTP/1.1" status: 200 len: 850 time: 0.5575628 Dec 15 14:08:07.332970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device de5c6ec2-36dd-43fe-9aff-2747f267352e up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:07.422425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:07.422425 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.551338 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.598777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port 667fc4ac-e612-4a59-a026-7f6d79ba5ee4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:07.599243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.629916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:07.632064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81f53233-e59b-4836-a72c-c885bfbbc1cb req-3f274d67-3f5b-48e3-a1f9-06ba04389323 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1334860 Dec 15 14:08:07.693656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.700262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.733842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port de5c6ec2-36dd-43fe-9aff-2747f267352e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:07.735029 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.827941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-92ee3b4b-1c75-4ec0-bf44-ebfa2995f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:07.830300 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-92ee3b4b-1c75-4ec0-bf44-ebfa2995f5f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9fbbb6fb-dc11-4cb8-8780-f03964101453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4911399 Dec 15 14:08:07.866523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:01Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:02Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:07.947140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:07.949147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:07.949763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Updating router d0a814f4-f0db-4e1f-9dae-d61e4907b741 port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:07.980284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:07.998920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Allocated IP 172.25.7.73 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/f6f427b1-55fd-4fc5-bb0c-98758cb237cb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:08.027650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=667fc4ac-e612-4a59-a026-7f6d79ba5ee4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:08.080080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.292525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-668e701b-f973-4428-85a2-6eedf2628230 service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256988 Dec 15 14:08:08.372231 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.481082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:08.508796 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.513243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0abc6e6b-ae81-47ab-a271-6a5bffb1cbd6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 200 len: 953 time: 3.5873544 Dec 15 14:08:08.518320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53758) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:08.518523 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.534078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.665790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c2c49-07f1-487b-9c0f-4fb7f4f594f7 None None] Pushing event updated for resources: {'Port': ['ID=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:08.708785 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.717020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-0682b9f8-e821-4a5d-b1e9-addf42ce5895 service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145038 Dec 15 14:08:08.752301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Attempting to bind port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:08.755506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Attempting to bind port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:08.756199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Attempting to bind port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 on network 33bdba1f-b968-44d9-b045-f690897a897c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:08.758841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53764) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:08.770134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c6b6e990-5b39-42fd-82fc-576790810257 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 200 len: 953 time: 0.2439647 Dec 15 14:08:08.776737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:08.777018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Checking segment: {'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:08.777420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'routes': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:08.777563 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.777956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Bound using segment: {'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:08.779216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Bound port: afbd2647-38d4-4c1f-9a7d-9533c3df3fd4, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:08.779854 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.802812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:08.820586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-9dc418a9-9e47-41ed-8b5a-06282131d54f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 217 time: 0.0556650 Dec 15 14:08:08.926212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-5d7ff04f-7497-4427-9384-aef420441444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:08.927017 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-5d7ff04f-7497-4427-9384-aef420441444 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0872717 Dec 15 14:08:08.950966 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09390803-5a5f-4a3d-a251-f906070172a0 req-2a44668c-df18-4273-a0e9-86ba446d48ba tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1280003 Dec 15 14:08:08.961215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] For port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:08.967268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] For port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,segment=NetworkSegment(a05dd697-b45f-46c1-bf69-4ce1f5e94c2f),segment_id=a05dd697-b45f-46c1-bf69-4ce1f5e94c2f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:08.981733 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.058780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-a930fd8d-9219-48fb-ab28-a6ca4308a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:09.060379 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-a930fd8d-9219-48fb-ab28-a6ca4308a140 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123276 Dec 15 14:08:09.061405 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.152863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:09.152863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:09.274691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:09.284780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:09.292818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:09.379914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:09.492428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ea9ad-c0f4-4ee9-80cb-771ba30f112e None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:09.494788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c2c49-07f1-487b-9c0f-4fb7f4f594f7 None None] Pushing event updated for resources: {'Port': ['ID=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:09.509013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event updated for resources: {'Port': ['ID=f6f427b1-55fd-4fc5-bb0c-98758cb237cb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:09.616226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Provisioning complete for port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:09.617537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.653153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-d777a7fa-f848-4cd6-98c9-31675daf2893 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805328 Dec 15 14:08:09.774722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.882116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6c9fb67e-51c0-4dfa-a78f-f21a3c53bc3d service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190180 Dec 15 14:08:09.902923 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.992474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-0c9482c5-ad01-4514-96f3-9e418d9cbd0c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 217 time: 0.0797248 Dec 15 14:08:09.994684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] For port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,segment=NetworkSegment(a05dd697-b45f-46c1-bf69-4ce1f5e94c2f),segment_id=a05dd697-b45f-46c1-bf69-4ce1f5e94c2f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:09.999761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:06Z', 'revision_number': 6, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:08Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:10.029843 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.036553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e46043-6049-4899-8c4e-75f073274b05 None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:06Z', 'revision_number': 6, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:08Z', 'revision_number': 4, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:10.091656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-d20ccf77-3f03-46fe-8f4c-edf9af5f18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:10.104490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-d20ccf77-3f03-46fe-8f4c-edf9af5f18a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0937777 Dec 15 14:08:10.174700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Pushing event updated for resources: {'Port': ['ID=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:10.196820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.197102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.197457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.198215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.198564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.198904 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.199832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.200206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.200728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.200978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.201200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.201535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.201867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837d171-1b78-4416-8edb-88c5f7c5f76b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:10.214657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0871d4d8-ff8d-4bc5-8a73-7d6871fa051d None None] Provisioning complete for port f6f427b1-55fd-4fc5-bb0c-98758cb237cb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:10.215053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0871d4d8-ff8d-4bc5-8a73-7d6871fa051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.226906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:10.236168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6b11ca4c-9f62-4a0f-b609-6b3ab6bd3bcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "PUT /v2.0/routers/c8875dda-0b3b-4f01-86d7-8c9c10241eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3450451 Dec 15 14:08:10.240490 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] Sync routers for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:10.241909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53774) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:10.270709 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:10.272234 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:10.279401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0871d4d8-ff8d-4bc5-8a73-7d6871fa051d None None] Port f6f427b1-55fd-4fc5-bb0c-98758cb237cb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:10.301274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0871d4d8-ff8d-4bc5-8a73-7d6871fa051d None None] Provisioning complete for port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:10.302061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0871d4d8-ff8d-4bc5-8a73-7d6871fa051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.503027 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:10.591449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b305d7-f266-41c8-ab72-b026438367be None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:10.610776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b305d7-f266-41c8-ab72-b026438367be None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:10.611788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-23b305d7-f266-41c8-ab72-b026438367be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:10.619189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.extraroute_db [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added routes are [] {{(pid=109768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:08:10.619521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.extraroute_db [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:08:10.699181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f7b205-cee2-47c4-a7de-4d8d5609c129 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting subnet cd670dea-45a5-4156-9e8c-a0612452f41f {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:08:10.726504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b205-cee2-47c4-a7de-4d8d5609c129 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.781875 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:08:07Z', 'revision_number': 7, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:10.793318 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.807278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b205-cee2-47c4-a7de-4d8d5609c129 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:10.808902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-23b305d7-f266-41c8-ab72-b026438367be None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:10.825003 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] Checking router: c8875dda-0b3b-4f01-86d7-8c9c10241eb3 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:10.840351 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] Routers {'c8875dda-0b3b-4f01-86d7-8c9c10241eb3'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:10.841447 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:11.013511 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] Set router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:11.041649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-684f83e7-56d5-444f-8e07-6a3f782a4ec4 req-0b0f6e75-155d-4175-8570-920a1c66dd2b tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.9163535 Dec 15 14:08:11.164182 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b205-cee2-47c4-a7de-4d8d5609c129 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.200196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-11c60dcd-c4f7-431f-a86d-703b7423260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:11.203149 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-11c60dcd-c4f7-431f-a86d-703b7423260c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0975695 Dec 15 14:08:11.231899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-23b305d7-f266-41c8-ab72-b026438367be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:06Z', 'revision_number': 6, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:09Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:11.283732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.298549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.339466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.450163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-af7e171e-ce96-4030-975f-eb9438e7c97b service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373455 Dec 15 14:08:11.469747 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:08:07Z', 'revision_number': 7, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:11.553055 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40230750-efff-4e40-863a-472bc54d98e3 None None] The sync data for ids ['c8875dda-0b3b-4f01-86d7-8c9c10241eb3'] in n-d-821840-1 is: [{'id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'name': 'tempest-TestNetworkBasicOps-router-693210450', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:45Z', 'updated_at': '2021-12-15T14:08:07Z', 'revision_number': 7, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': 'a85de467-102c-47f1-88c3-317aa6131e8c', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8875dda-0b3b-4f01-86d7-8c9c10241eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:46Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:11.564461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:11.606926 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b205-cee2-47c4-a7de-4d8d5609c129 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.679056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Router a69a46c6-3f84-4ef9-a425-a0601974a9ec is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:11.687562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:11.691846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b305d7-f266-41c8-ab72-b026438367be None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:11.726482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7b205-cee2-47c4-a7de-4d8d5609c129 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Subnet': ['ID=cd670dea-45a5-4156-9e8c-a0612452f41f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:11.738218 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b205-cee2-47c4-a7de-4d8d5609c129 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:11.742573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e6f7b205-cee2-47c4-a7de-4d8d5609c129 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/subnets/cd670dea-45a5-4156-9e8c-a0612452f41f HTTP/1.1" status: 204 len: 168 time: 1.4994311 Dec 15 14:08:11.745668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53784) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:11.749830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa25044-bb1c-4520-8a50-f51422f118d4 None None] Network 95a5283a-3665-4375-9c00-b8d30b03977e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:11.754259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b305d7-f266-41c8-ab72-b026438367be None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:11.755053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-23b305d7-f266-41c8-ab72-b026438367be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:11.789108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-46b250e6-e121-4d23-9f1f-3ba87ecc7f38 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034217 Dec 15 14:08:11.866383 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-65c8b281-5bba-4a1e-811c-0443c95648fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932 HTTP/1.1" status: 200 len: 217 time: 0.0662417 Dec 15 14:08:11.960548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-23b305d7-f266-41c8-ab72-b026438367be None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:12.000875 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.036764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:12.037149 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.064564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:12.064814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:12.073250 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.079226 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c6c63-fac8-4cbc-bd3f-46d8fd50b49e None None] Sync routers for ids ['a69a46c6-3f84-4ef9-a425-a0601974a9ec'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:12.086283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f6c4f47e-b8f4-4adf-9836-b9675a442110 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 200 len: 703 time: 3.3144088 Dec 15 14:08:12.089643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53790) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.090404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-dca5da63-30fb-4d14-aa23-23391866b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:12.092506 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-dca5da63-30fb-4d14-aa23-23391866b318 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1402812 Dec 15 14:08:12.099210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.102699 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c6c63-fac8-4cbc-bd3f-46d8fd50b49e None None] Routers {'a69a46c6-3f84-4ef9-a425-a0601974a9ec'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:12.103624 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c15c6c63-fac8-4cbc-bd3f-46d8fd50b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['a69a46c6-3f84-4ef9-a425-a0601974a9ec'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:12.105841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c133fd41-c95e-4349-afc9-dd0e1e9d1778 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0029645 Dec 15 14:08:12.106615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53794) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.218619 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c15c6c63-fac8-4cbc-bd3f-46d8fd50b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:12.242069 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c6c63-fac8-4cbc-bd3f-46d8fd50b49e None None] Routers {'a69a46c6-3f84-4ef9-a425-a0601974a9ec'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:12.242069 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c15c6c63-fac8-4cbc-bd3f-46d8fd50b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['a69a46c6-3f84-4ef9-a425-a0601974a9ec'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:12.298088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.311190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c8f2026a-63ca-4684-9928-d47d0fefe338 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 200 len: 703 time: 0.2204299 Dec 15 14:08:12.313065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53796) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.334826 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c15c6c63-fac8-4cbc-bd3f-46d8fd50b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:12.336970 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c6c63-fac8-4cbc-bd3f-46d8fd50b49e None None] The sync data for ids ['a69a46c6-3f84-4ef9-a425-a0601974a9ec'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:12.442669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7aa73052-6687-4c48-a716-22faeaedb1c8 req-ba7d92dc-4119-4116-b91d-aa3d732271c6 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.2072425 Dec 15 14:08:12.466477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] DHCP port deletion for 95a5283a-3665-4375-9c00-b8d30b03977e request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:12.484201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-72ae5471-2e3f-411b-88d6-d02c991f99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:12.487221 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-72ae5471-2e3f-411b-88d6-d02c991f99fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3796158 Dec 15 14:08:12.521697 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8f9584ce-7e18-42d7-aebf-9d6047b48ee8 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/routers/a69a46c6-3f84-4ef9-a425-a0601974a9ec HTTP/1.1" status: 200 len: 923 time: 0.3763559 Dec 15 14:08:12.532124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.594152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d530a7e7-a199-44b4-9b94-be23a59ca536 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69a46c6-3f84-4ef9-a425-a0601974a9ec HTTP/1.1" status: 200 len: 205 time: 0.0584443 Dec 15 14:08:12.596585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53802) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.624414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] Deleting port 3a0c1213-3216-4a76-b34f-fac68a5f994d {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:12.624922 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.633002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port a85de467-102c-47f1-88c3-317aa6131e8c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:12.633347 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.733016 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-23739051-e133-429a-b072-4ac1e48dd7af service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347019 Dec 15 14:08:12.748006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-23b305d7-f266-41c8-ab72-b026438367be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:10Z', 'revision_number': 7, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:09Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:12.814684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port a85de467-102c-47f1-88c3-317aa6131e8c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a85de467-102c-47f1-88c3-317aa6131e8c,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:12.815136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.815922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.832069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b305d7-f266-41c8-ab72-b026438367be None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:10Z', 'revision_number': 7, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:09Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:12.834295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for a85de467-102c-47f1-88c3-317aa6131e8c owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:12.853433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] For port 3a0c1213-3216-4a76-b34f-fac68a5f994d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3a0c1213-3216-4a76-b34f-fac68a5f994d,segment=NetworkSegment(27111c3e-4a86-4493-92d5-87490499fb0a),segment_id=27111c3e-4a86-4493-92d5-87490499fb0a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:12.853823 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:12.889430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] Calling delete_port for 3a0c1213-3216-4a76-b34f-fac68a5f994d owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:13.020442 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-68c16ef1-08fd-4734-872f-a3c0de8ac382 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787297 Dec 15 14:08:13.059526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.087810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.095617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.139924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] Pushing event deleted for resources: {'Port': ['ID=3a0c1213-3216-4a76-b34f-fac68a5f994d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:13.141446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-552d75a1-93a4-460e-914e-a3a8c27a8bde service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9 HTTP/1.1" status: 200 len: 217 time: 0.1109405 Dec 15 14:08:13.155763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f0e29-bea8-4fea-8739-48702aa74716 None None] No DVR routers for this DVR port 3a0c1213-3216-4a76-b34f-fac68a5f994d on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:13.240920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:13.278185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:13.278540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 667fc4ac-e612-4a59-a026-7f6d79ba5ee4 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:13.278963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3a0c1213-3216-4a76-b34f-fac68a5f994d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:13.292860 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-3ae92b44-ffba-4fcb-bad5-7a02e80a51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:13.294370 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-3ae92b44-ffba-4fcb-bad5-7a02e80a51d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1399503 Dec 15 14:08:13.315407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 3a0c1213-3216-4a76-b34f-fac68a5f994d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:13.315760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3a0c1213-3216-4a76-b34f-fac68a5f994d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:13.394046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Deleting port f6f427b1-55fd-4fc5-bb0c-98758cb237cb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:13.394408 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.417744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:13.429314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:13.429938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:13.464910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-c543e21f-c626-44ae-9773-9232eb90282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:13.466987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-c543e21f-c626-44ae-9773-9232eb90282e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1577947 Dec 15 14:08:13.528237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:13.749550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-63bab40c-fbe1-4428-bb3b-8c7850f1cbb9 req-277709ca-30ca-4a67-aa01-145e8599adb9 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1126523 Dec 15 14:08:13.830193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:13.869435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Calling delete_port for f6f427b1-55fd-4fc5-bb0c-98758cb237cb owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:13.879334 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-7daecb33-bd11-4ca2-96ca-84f65bdcea9a service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001102 Dec 15 14:08:13.895245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:10Z', 'revision_number': 7, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:09Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:13.945371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:13.967505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:13.968683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:14.017754 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-cda5f026-9ab9-44c1-a526-dc46d1799777 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293495 Dec 15 14:08:14.080000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-e61987d7-d90a-4d1c-a514-ab58a451aa0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc HTTP/1.1" status: 200 len: 217 time: 0.0540414 Dec 15 14:08:14.152407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:14.174712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.205511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-b1d917b0-98ea-4374-a933-778f0cad33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:14.206963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-b1d917b0-98ea-4374-a933-778f0cad33d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.1185062 Dec 15 14:08:14.245573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=a85de467-102c-47f1-88c3-317aa6131e8c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:14.294742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b875e0-33ed-47d0-84c4-75f9518ec73d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:14.377610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.405401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-2d5f6a5a-bf9d-4133-bb71-6c1518670e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:14.410385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-2d5f6a5a-bf9d-4133-bb71-6c1518670e6b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1834981 Dec 15 14:08:14.464775 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.487814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.490725 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.499300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:14.499648 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.574828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event deleted for resources: {'Port': ['ID=f6f427b1-55fd-4fc5-bb0c-98758cb237cb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:14.586009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:10Z', 'revision_number': 7, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:09Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:14.588529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.589318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Fanout notify agent at l3_agent the message router_deleted on router c8875dda-0b3b-4f01-86d7-8c9c10241eb3 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:14.601568 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.602033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d59625-b9fb-40d5-b32f-d2ec8b6e2586 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:14.603090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-127e8375-ed05-4d9b-a507-be4460ab2e80 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/routers/c8875dda-0b3b-4f01-86d7-8c9c10241eb3 HTTP/1.1" status: 204 len: 168 time: 2.8563128 Dec 15 14:08:14.608822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53816) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:14.668768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dbd76-c2cf-4ae6-a9e1-b7c4ef840290 None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:10Z', 'revision_number': 7, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afbd2647-38d4-4c1f-9a7d-9533c3df3fd4', 'name': '', 'network_id': '33bdba1f-b968-44d9-b045-f690897a897c', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:97:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:59Z', 'updated_at': '2021-12-15T14:08:09Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '94db9350-7158-47ed-b0d9-23f44eb00f89', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:14.720866 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.728906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port afbd2647-38d4-4c1f-9a7d-9533c3df3fd4, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,segment=NetworkSegment(a05dd697-b45f-46c1-bf69-4ce1f5e94c2f),segment_id=a05dd697-b45f-46c1-bf69-4ce1f5e94c2f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:14.729419 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.748490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:14.881999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-6df805d3-5b52-4eed-938a-051a224e0238 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605663 Dec 15 14:08:14.930835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.963036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.985900 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.009624 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f437d3b0-8914-40a7-b96d-c0f3d250819f req-289f4115-d26a-4bda-81c2-6de7b2991694 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1430643 Dec 15 14:08:15.119729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.120297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Fanout notify agent at l3_agent the message router_deleted on router a69a46c6-3f84-4ef9-a425-a0601974a9ec {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:15.129180 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.130294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-11dd8c23-3ba0-435f-afcd-c9a128194d0e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/a69a46c6-3f84-4ef9-a425-a0601974a9ec HTTP/1.1" status: 204 len: 168 time: 2.5329022 Dec 15 14:08:15.133985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:15.138239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1431638561', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': False}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:15.166069 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-1ff82e5c-ab62-4948-ab5c-fb1e65736208 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321193 Dec 15 14:08:15.166312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.205532 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.220772 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-c3127fd7-cc45-45a8-a37b-cb01cc27f792 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 200 len: 217 time: 0.0446582 Dec 15 14:08:15.226889 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.228219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.255495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a5283a-3665-4375-9c00-b8d30b03977e']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:15.258220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=afbd2647-38d4-4c1f-9a7d-9533c3df3fd4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:15.311815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27111c3e-4a86-4493-92d5-87490499fb0a') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:15.313384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27111c3e-4a86-4493-92d5-87490499fb0a') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:15.334314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-27d1d741-ddae-451f-a336-b46e101c5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:15.335840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-27d1d741-ddae-451f-a336-b46e101c5709 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.1026199 Dec 15 14:08:15.419233 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.435788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a85de467-102c-47f1-88c3-317aa6131e8c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:15.440117 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.466510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: a85de467-102c-47f1-88c3-317aa6131e8c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:15.467186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a85de467-102c-47f1-88c3-317aa6131e8c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:15.543593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.557570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:15.558244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:15.561848 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:15.582664 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.725712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.735011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.738615 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/networks/95a5283a-3665-4375-9c00-b8d30b03977e HTTP/1.1" status: 204 len: 168 time: 1.1285777 Dec 15 14:08:15.768829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53828) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:15.773770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'network': {'name': 'tempest-network-smoke--1224112943', 'project_id': 'aec39b00dac249498619549e4c82a695', 'port_security_enabled': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:15.780688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a43d8-9016-4331-9408-b0b703672cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Network': ['ID=95a5283a-3665-4375-9c00-b8d30b03977e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:15.911921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:15.915619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.932751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:15.998921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:16.045843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.046314 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Added segment 19aa9de0-ee7c-4d35-abc2-344b451c9f6b of type vlan for network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa Dec 15 14:08:16.093500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:16.106490 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:16.108687 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9bd2ddff-d69c-4b05-8201-4e996f10252d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7942472 Dec 15 14:08:16.108859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53836) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:16.133033 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:16.134099 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:16.190196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.193111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-098107e2-aefa-4b6c-938b-df181a4cc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:16.194800 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-098107e2-aefa-4b6c-938b-df181a4cc6c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7965343 Dec 15 14:08:16.197041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4764c4e1-3db3-4abd-a6c6-e6f26dbf29b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet 94db9350-7158-47ed-b0d9-23f44eb00f89 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:08:16.197194 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.203405 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4764c4e1-3db3-4abd-a6c6-e6f26dbf29b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.263399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4764c4e1-3db3-4abd-a6c6-e6f26dbf29b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.268703 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.278040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:16.278315 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.372353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd099133-a2f5-40ab-ace6-2ba3035e3f96 req-f9b47542-41c4-4da1-9649-e666e1f19dce tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1635313 Dec 15 14:08:16.377020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-aa241911-1af9-4ec5-9fda-37b0f13e39b7 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638453 Dec 15 14:08:16.426011 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6559484 Dec 15 14:08:16.432823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53840) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:16.449148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'admin_state_up': True, 'project_id': 'aec39b00dac249498619549e4c82a695', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:16.461824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168f9b0-8c13-4529-a1a3-ab8271ebfe56 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Network': ['ID=7f2a4db3-ac59-42f4-a3fc-ad010db102fa,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:16.477889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:16.529189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.532996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.547630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4764c4e1-3db3-4abd-a6c6-e6f26dbf29b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.587653 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:16.616700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.633902 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4764c4e1-3db3-4abd-a6c6-e6f26dbf29b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.678041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c4e1-3db3-4abd-a6c6-e6f26dbf29b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=94db9350-7158-47ed-b0d9-23f44eb00f89,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:16.696986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae9e96-953a-44f7-9622-ef5935c57185 None None] Network 33bdba1f-b968-44d9-b045-f690897a897c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:16.712866 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4764c4e1-3db3-4abd-a6c6-e6f26dbf29b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.725552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4764c4e1-3db3-4abd-a6c6-e6f26dbf29b3 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/94db9350-7158-47ed-b0d9-23f44eb00f89 HTTP/1.1" status: 204 len: 168 time: 0.6123354 Dec 15 14:08:16.726772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:16.851509 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 8, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:16.863570 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ed104c5-5871-4c4b-8a7c-7d5b9e1637d9 req-88d6f88e-8f9c-4033-bc18-0c95643995cd service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290538 Dec 15 14:08:16.866842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.872197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:16.889982 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:16.901073 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:16.902646 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:16.948994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port de5c6ec2-36dd-43fe-9aff-2747f267352e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:16.949233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.008619 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:17.030136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343176b-70a2-4335-a590-5561455bf93f None None] DHCP port deletion for 33bdba1f-b968-44d9-b045-f690897a897c request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:17.030426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port de5c6ec2-36dd-43fe-9aff-2747f267352e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=de5c6ec2-36dd-43fe-9aff-2747f267352e,segment=NetworkSegment(a05dd697-b45f-46c1-bf69-4ce1f5e94c2f),segment_id=a05dd697-b45f-46c1-bf69-4ce1f5e94c2f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:17.030426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.043346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for de5c6ec2-36dd-43fe-9aff-2747f267352e owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:17.131385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4343176b-70a2-4335-a590-5561455bf93f None None] Deleting port de5c6ec2-36dd-43fe-9aff-2747f267352e {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:17.131605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4343176b-70a2-4335-a590-5561455bf93f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.201140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.244077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=de5c6ec2-36dd-43fe-9aff-2747f267352e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:17.246030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No DVR routers for this DVR port de5c6ec2-36dd-43fe-9aff-2747f267352e on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:17.351790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4343176b-70a2-4335-a590-5561455bf93f None None] For port de5c6ec2-36dd-43fe-9aff-2747f267352e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=de5c6ec2-36dd-43fe-9aff-2747f267352e,segment=NetworkSegment(a05dd697-b45f-46c1-bf69-4ce1f5e94c2f),segment_id=a05dd697-b45f-46c1-bf69-4ce1f5e94c2f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:17.352255 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4343176b-70a2-4335-a590-5561455bf93f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.357932 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 8, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:17.383540 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.386305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device de5c6ec2-36dd-43fe-9aff-2747f267352e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:17.397454 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b340b9-f22d-4a19-bac1-32b486e67b79 None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:15Z', 'revision_number': 8, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '6724cb8a-8e2f-416f-a5d0-a79b21af898e', 'name': '', 'network_id': 'e7d86399-cf39-460e-83f6-0050b549ab80', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:de:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:53Z', 'updated_at': '2021-12-15T14:08:03Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'd02b2c4b-1e15-42b9-a809-db1d710e07a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:17.415891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.446909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.527105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bdba1f-b968-44d9-b045-f690897a897c']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:17.555347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:17.555650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05dd697-b45f-46c1-bf69-4ce1f5e94c2f') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:17.582403 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.618712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.634410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:17.634619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:17.643973 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:17.650056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4343176b-70a2-4335-a590-5561455bf93f None None] Calling delete_port for de5c6ec2-36dd-43fe-9aff-2747f267352e owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:17.654889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: de5c6ec2-36dd-43fe-9aff-2747f267352e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:17.655375 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device de5c6ec2-36dd-43fe-9aff-2747f267352e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:17.660819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Allocated IP 172.25.7.94 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/004945b6-c2ba-40b0-a4f5-1f05b13da179) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:17.721437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a63c97c-394f-4fcb-a46f-307057380a61 req-ee7fa953-44d0-4c70-9411-96658e07252f tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0497749 Dec 15 14:08:17.723150 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.728747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.732371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/33bdba1f-b968-44d9-b045-f690897a897c HTTP/1.1" status: 204 len: 168 time: 1.0037727 Dec 15 14:08:17.737502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:17.759489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f09d7-507b-40e5-b6d2-c27c3a461743 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=33bdba1f-b968-44d9-b045-f690897a897c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:17.805783 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4343176b-70a2-4335-a590-5561455bf93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:17.859055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4343176b-70a2-4335-a590-5561455bf93f None None] Network 33bdba1f-b968-44d9-b045-f690897a897c is not hosted by any dhcp agent {{(pid=109769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:08:17.860797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343176b-70a2-4335-a590-5561455bf93f None None] No DVR routers for this DVR port de5c6ec2-36dd-43fe-9aff-2747f267352e on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:17.862747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343176b-70a2-4335-a590-5561455bf93f None None] Pushing event deleted for resources: {'Port': ['ID=de5c6ec2-36dd-43fe-9aff-2747f267352e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:18.131692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.168861 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.173919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.338330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.427473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:18.441122 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.25.7.165 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/48d31d78-8708-484c-8192-72ae7c3511c3) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:18.444266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'Port': ['ID=004945b6-c2ba-40b0-a4f5-1f05b13da179,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:18.447013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:18.452158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:18.474457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed088b0b-7c13-48d3-85d3-43566dc8613e None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:18.572999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3aa403a4-8daf-453c-b57f-9207aeec5b01 None None] Provisioning complete for port 004945b6-c2ba-40b0-a4f5-1f05b13da179 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:18.585486 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3aa403a4-8daf-453c-b57f-9207aeec5b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.653083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3aa403a4-8daf-453c-b57f-9207aeec5b01 None None] Port 004945b6-c2ba-40b0-a4f5-1f05b13da179 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:18.734972 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.830772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.956450 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a64bc306-6a00-466b-a05f-ca5e2f615bc2 req-984b37b3-7f2a-4563-96dc-6d3240510f84 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1209052 Dec 15 14:08:18.970831 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.151129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:19.177017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:19.179975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device afbd2647-38d4-4c1f-9a7d-9533c3df3fd4 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:19.431147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:19.458362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:19.463655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:19.465165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=48d31d78-8708-484c-8192-72ae7c3511c3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:19.469520 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.471039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff8c1d-67d4-475c-a8cf-ee331469f380 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:19.579926 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-32d6520a-c32b-4e46-a304-207668c56222 None None] Provisioning complete for port 48d31d78-8708-484c-8192-72ae7c3511c3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:19.580754 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32d6520a-c32b-4e46-a304-207668c56222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.617575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-32d6520a-c32b-4e46-a304-207668c56222 None None] Port 48d31d78-8708-484c-8192-72ae7c3511c3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:19.943551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.037064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 6724cb8a-8e2f-416f-a5d0-a79b21af898e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:20.037377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.141282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f7f6c68d-3c28-4689-ba48-613f586ca8af req-2f189ca6-4d22-4677-8a34-ecc462a4e8b1 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0491271 Dec 15 14:08:20.172046 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.274142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port 6724cb8a-8e2f-416f-a5d0-a79b21af898e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6724cb8a-8e2f-416f-a5d0-a79b21af898e,segment=NetworkSegment(cf0031b9-b38b-4030-b5ed-d73d6bcafc05),segment_id=cf0031b9-b38b-4030-b5ed-d73d6bcafc05)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:20.274409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.329867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 6724cb8a-8e2f-416f-a5d0-a79b21af898e owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:20.456551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Router d8d5cdd9-ac57-496e-a0eb-472464ed872c is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:20.627356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.760739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:20.773288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Sync routers for ids ['d8d5cdd9-ac57-496e-a0eb-472464ed872c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:20.789310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Routers {'d8d5cdd9-ac57-496e-a0eb-472464ed872c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:20.791120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d8d5cdd9-ac57-496e-a0eb-472464ed872c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:20.832320 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.838594 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.842339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a1deaf80-379b-4b6b-983e-8b475d7d653c tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7050591 Dec 15 14:08:20.843122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53884) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:20.888719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=6724cb8a-8e2f-416f-a5d0-a79b21af898e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:20.965166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Set router d8d5cdd9-ac57-496e-a0eb-472464ed872c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:21.070477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d6e4fc40-4beb-46c5-8734-2b44ae4143e7 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/routers/d8d5cdd9-ac57-496e-a0eb-472464ed872c HTTP/1.1" status: 200 len: 908 time: 0.2231307 Dec 15 14:08:21.071108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53888) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:21.088746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1431638561', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': True}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:21.135482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.136945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.195398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.211769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router b1c41e49-d714-42d6-a699-992c7481a72c is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:21.276320 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.405889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d5cdd9-ac57-496e-a0eb-472464ed872c', 'name': 'tempest-snat-router-1431638561', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.94'}], 'enable_snat': False}, 'gw_port_id': '004945b6-c2ba-40b0-a4f5-1f05b13da179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:15Z', 'updated_at': '2021-12-15T14:08:18Z', 'revision_number': 3, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port': {'id': '004945b6-c2ba-40b0-a4f5-1f05b13da179', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d5cdd9-ac57-496e-a0eb-472464ed872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:17Z', 'updated_at': '2021-12-15T14:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:21.440619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Checking router: d8d5cdd9-ac57-496e-a0eb-472464ed872c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:21.441026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Updating router d8d5cdd9-ac57-496e-a0eb-472464ed872c port 004945b6-c2ba-40b0-a4f5-1f05b13da179 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:21.476559 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.517289 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.618327 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a45a6498-75c3-4c1f-b42c-4780eebccb65 req-74e9f5d0-1f3d-4f83-8763-c0d1a7891d61 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1702492 Dec 15 14:08:21.790402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.814913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.816914 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.830299 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.885969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a24e2-d95c-457f-a6a9-4d8f59c7c499 None None] Pushing event updated for resources: {'Port': ['ID=004945b6-c2ba-40b0-a4f5-1f05b13da179,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:21.910262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Attempting to bind port 004945b6-c2ba-40b0-a4f5-1f05b13da179 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:21.910518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Attempting to bind port 004945b6-c2ba-40b0-a4f5-1f05b13da179 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:21.910910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Attempting to bind port 004945b6-c2ba-40b0-a4f5-1f05b13da179 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:21.918715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:21.919245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:21.919513 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.920191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:21.920959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Bound port: 004945b6-c2ba-40b0-a4f5-1f05b13da179, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:21.921409 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.923665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4aeac-ff0d-4a19-83ae-ba502bb622d7 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:22.012656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Allocated IP 172.25.7.169 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/6c0a3987-5b95-4b04-9cab-98d39de5d886) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:22.052583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] For port 004945b6-c2ba-40b0-a4f5-1f05b13da179, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:22.076685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] For port 004945b6-c2ba-40b0-a4f5-1f05b13da179, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=004945b6-c2ba-40b0-a4f5-1f05b13da179,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:22.090448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.096169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-071afe29-da53-442f-9d69-a12931119e0f None None] Provisioning complete for port 004945b6-c2ba-40b0-a4f5-1f05b13da179 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:22.096691 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-071afe29-da53-442f-9d69-a12931119e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.234917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff5b76-ed41-4e20-9f23-b6e8b3ae0081 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:22.242996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.295312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Routers {'d8d5cdd9-ac57-496e-a0eb-472464ed872c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:22.296550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d8d5cdd9-ac57-496e-a0eb-472464ed872c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:22.303625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a24e2-d95c-457f-a6a9-4d8f59c7c499 None None] Pushing event updated for resources: {'Port': ['ID=004945b6-c2ba-40b0-a4f5-1f05b13da179,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:22.314809 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.402212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-071afe29-da53-442f-9d69-a12931119e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.402499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:22.406688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:22.434130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:22.444255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'Port': ['ID=6c0a3987-5b95-4b04-9cab-98d39de5d886,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:22.505972 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ea49b1d-2795-467a-8c10-248c83db477d req-dbb17045-216e-4fe6-bce3-8aaca2382982 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0883214 Dec 15 14:08:22.518573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] Set router d8d5cdd9-ac57-496e-a0eb-472464ed872c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:22.521143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:22.530343 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Sync routers for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:22.543491 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:22.547611 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:22.576712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.591393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53900) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:22.592179 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-604989f8-bb10-45ec-a7f6-996bf8a47b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1479051 Dec 15 14:08:22.614248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:22.633394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-47de5e65-459b-48f1-9f1f-772331d97eec tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=aec39b00dac249498619549e4c82a695&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393174 Dec 15 14:08:22.636552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53902) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:22.661644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd3794-5c6f-4b50-8efb-92a973881287 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:22.751105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-071afe29-da53-442f-9d69-a12931119e0f None None] For port 004945b6-c2ba-40b0-a4f5-1f05b13da179, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=004945b6-c2ba-40b0-a4f5-1f05b13da179,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:22.803553 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:22.831559 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-071afe29-da53-442f-9d69-a12931119e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:22.869021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6220c1-3d41-401c-972c-c9cc91b3d570 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:22.870818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7c6220c1-3d41-401c-972c-c9cc91b3d570 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2329159 Dec 15 14:08:22.873635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53906) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:22.928155 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dec86356-0235-4888-87b8-186f475088e8 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533817 Dec 15 14:08:22.931735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53908) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:22.941399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-478846022', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'project_id': 'aec39b00dac249498619549e4c82a695', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:22.942499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89cd9b09-cd42-4c65-a086-86c0fb11ea4c req-0d114c53-5f98-47d3-9162-05261206d0cb tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1492982 Dec 15 14:08:22.948734 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:22.973871 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2fffc3fa-3ed4-46dc-8f16-06c59213a1b4 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2351453 Dec 15 14:08:22.974776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53910) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:22.977509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:22.991066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071afe29-da53-442f-9d69-a12931119e0f None None] Pushing event updated for resources: {'Port': ['ID=004945b6-c2ba-40b0-a4f5-1f05b13da179,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:23.055802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f3d43545-95f8-48ea-9d97-09bc4d13bb74 None None] Provisioning complete for port 6c0a3987-5b95-4b04-9cab-98d39de5d886 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:23.056565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f3d43545-95f8-48ea-9d97-09bc4d13bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.059221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:23.059721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:23.077997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-91600a7e-58d4-441a-9820-bdee76a3b479 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet d02b2c4b-1e15-42b9-a809-db1d710e07a0 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:08:23.090401 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91600a7e-58d4-441a-9820-bdee76a3b479 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.220206 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:19Z', 'revision_number': 3, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:23.225041 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91600a7e-58d4-441a-9820-bdee76a3b479 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.267562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:23.275811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f3d43545-95f8-48ea-9d97-09bc4d13bb74 None None] Port 6c0a3987-5b95-4b04-9cab-98d39de5d886 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:23.279592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.311099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:23.318536 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Checking router: b1c41e49-d714-42d6-a699-992c7481a72c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:23.318892 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Updating router b1c41e49-d714-42d6-a699-992c7481a72c port 48d31d78-8708-484c-8192-72ae7c3511c3 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:23.356984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f3d43545-95f8-48ea-9d97-09bc4d13bb74 None None] Provisioning complete for port 004945b6-c2ba-40b0-a4f5-1f05b13da179 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:23.357628 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f3d43545-95f8-48ea-9d97-09bc4d13bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.375714 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.393433 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.418981 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91600a7e-58d4-441a-9820-bdee76a3b479 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.426651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d5cdd9-ac57-496e-a0eb-472464ed872c', 'name': 'tempest-snat-router-1431638561', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.94'}], 'enable_snat': False}, 'gw_port_id': '004945b6-c2ba-40b0-a4f5-1f05b13da179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:15Z', 'updated_at': '2021-12-15T14:08:18Z', 'revision_number': 3, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port': {'id': '004945b6-c2ba-40b0-a4f5-1f05b13da179', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d5cdd9-ac57-496e-a0eb-472464ed872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:17Z', 'updated_at': '2021-12-15T14:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:23.588427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91600a7e-58d4-441a-9820-bdee76a3b479 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.638078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91600a7e-58d4-441a-9820-bdee76a3b479 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.647956 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-91600a7e-58d4-441a-9820-bdee76a3b479 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/d02b2c4b-1e15-42b9-a809-db1d710e07a0 HTTP/1.1" status: 204 len: 168 time: 0.6715384 Dec 15 14:08:23.654793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:23.728845 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.741080 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.756795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91600a7e-58d4-441a-9820-bdee76a3b479 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=d02b2c4b-1e15-42b9-a809-db1d710e07a0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:23.828967 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219d1bf-14c5-47a4-8d16-dde7626e8bb7 None None] Pushing event updated for resources: {'Port': ['ID=48d31d78-8708-484c-8192-72ae7c3511c3,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:23.901098 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Attempting to bind port 48d31d78-8708-484c-8192-72ae7c3511c3 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:23.901502 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Attempting to bind port 48d31d78-8708-484c-8192-72ae7c3511c3 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:23.904244 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Attempting to bind port 48d31d78-8708-484c-8192-72ae7c3511c3 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:23.919085 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:23.919503 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:23.919906 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.920313 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:23.921067 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Bound port: 48d31d78-8708-484c-8192-72ae7c3511c3, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:23.921455 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:23.931586 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1193650-bd77-44ab-a989-667ebb738db3 None None] The sync data for ids ['d8d5cdd9-ac57-496e-a0eb-472464ed872c'] in n-d-821840-1 is: [{'id': 'd8d5cdd9-ac57-496e-a0eb-472464ed872c', 'name': 'tempest-snat-router-1431638561', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.94'}], 'enable_snat': False}, 'gw_port_id': '004945b6-c2ba-40b0-a4f5-1f05b13da179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:15Z', 'updated_at': '2021-12-15T14:08:18Z', 'revision_number': 3, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port': {'id': '004945b6-c2ba-40b0-a4f5-1f05b13da179', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d5cdd9-ac57-496e-a0eb-472464ed872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:17Z', 'updated_at': '2021-12-15T14:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:23.936708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b12ca-95d0-46e7-b095-5aef7b825e09 None None] Network e7d86399-cf39-460e-83f6-0050b549ab80 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:23.939191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b6e84-5cd0-41ba-8968-64bb8108d7b1 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:23.968344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.057160 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] For port 48d31d78-8708-484c-8192-72ae7c3511c3, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:24.060348 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] For port 48d31d78-8708-484c-8192-72ae7c3511c3, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=48d31d78-8708-484c-8192-72ae7c3511c3,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:24.074441 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.152878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-54d35432-3771-4bef-a38e-10b491f1c2b9 req-7dcdc928-a913-4c4a-89a9-e4d4ccf5d8b0 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0701551 Dec 15 14:08:24.180240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 8bd88305-03df-4ce7-85eb-ca3641c9311c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:24.183441 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.204983 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:24.205928 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:24.273543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port 8bd88305-03df-4ce7-85eb-ca3641c9311c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8bd88305-03df-4ce7-85eb-ca3641c9311c,segment=NetworkSegment(cf0031b9-b38b-4030-b5ed-d73d6bcafc05),segment_id=cf0031b9-b38b-4030-b5ed-d73d6bcafc05)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:24.273886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.290920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 8bd88305-03df-4ce7-85eb-ca3641c9311c owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:24.355708 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219d1bf-14c5-47a4-8d16-dde7626e8bb7 None None] Pushing event updated for resources: {'Port': ['ID=48d31d78-8708-484c-8192-72ae7c3511c3,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:24.472312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee81aa-6682-4d0d-b6a8-da1c39654320 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:24.550625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.578400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No DVR routers for this DVR port 8bd88305-03df-4ce7-85eb-ca3641c9311c on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:24.646233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.811019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:20Z', 'revision_number': 9, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:24.848808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:24.854213 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.868743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:24.869902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:24.874645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa3ce0-6040-402f-978a-96f4f8e0b188 None None] DHCP port deletion for e7d86399-cf39-460e-83f6-0050b549ab80 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:24.902850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d86399-cf39-460e-83f6-0050b549ab80']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:24.927769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:24.928513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0031b9-b38b-4030-b5ed-d73d6bcafc05') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:24.959498 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.970976 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:24.982141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:24.993847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:24.994297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.023159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:25.108903 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:25.111254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=8bd88305-03df-4ce7-85eb-ca3641c9311c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:25.128686 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.148523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Subnet': ['ID=381f983c-ac2f-48ca-858c-da5f1a0cafc9,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:25.157449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Router 12b28908-ab8b-4d35-ae3c-9220f53b4cb9 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:25.164649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Checking segment: {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:25.165162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network hostable DHCP agents. Network: 7f2a4db3-ac59-42f4-a3fc-ad010db102fa, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:08:25.187672 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09bb2b7a-d30c-4f0d-abdd-e1c1cb9905f4 req-023feaa8-2514-4d75-b2a9-f474d61f47b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6a3d5db7392c42788402d2f081711a63&device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.5545125 Dec 15 14:08:25.211981 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-89861cbd-5c03-4b7b-b6d0-133cb3129745 req-84e4b147-34f4-4068-ac09-db2082191093 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1230168 Dec 15 14:08:25.213162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.222067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/e7d86399-cf39-460e-83f6-0050b549ab80 HTTP/1.1" status: 204 len: 168 time: 1.5647109 Dec 15 14:08:25.264939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:08:25.267066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53942) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:25.268895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6266b5bd-b70e-4852-8c94-7c1ff7a0ddd8 None None] Provisioning complete for port 48d31d78-8708-484c-8192-72ae7c3511c3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:25.275851 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6266b5bd-b70e-4852-8c94-7c1ff7a0ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.278356 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09bb2b7a-d30c-4f0d-abdd-e1c1cb9905f4 req-0b42ffff-14e2-496c-a4e2-fd0e10e32c81 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6a3d5db7392c42788402d2f081711a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274620 Dec 15 14:08:25.349122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7f2a4db3-ac59-42f4-a3fc-ad010db102fa) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:25.392075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb2b7a-d30c-4f0d-abdd-e1c1cb9905f4 req-936ea6c8-d5df-448e-b6d5-b137f26ab42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:25.392615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e7861-d665-4940-b0cd-a523de9e7d7c None None] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:25.393591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09bb2b7a-d30c-4f0d-abdd-e1c1cb9905f4 req-936ea6c8-d5df-448e-b6d5-b137f26ab42b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1047497 Dec 15 14:08:25.402247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d6b1e-2368-4795-a5e8-16f33794ebdf tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=e7d86399-cf39-460e-83f6-0050b549ab80,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:25.484375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:25.485044 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.594334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:25.604243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 004945b6-c2ba-40b0-a4f5-1f05b13da179 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:25.642757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:25.653412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0e490f38-d300-46c7-861d-e405a03b9e45 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7202737 Dec 15 14:08:25.663120 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:19Z', 'revision_number': 3, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:25.732439 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fe5f1-71f1-49b8-b6b2-c91713bd406e None None] The sync data for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 is: [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:19Z', 'revision_number': 3, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:25.805237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:25.823441 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Sync routers for ids ['12b28908-ab8b-4d35-ae3c-9220f53b4cb9'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:25.844309 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Routers {'12b28908-ab8b-4d35-ae3c-9220f53b4cb9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:25.846461 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['12b28908-ab8b-4d35-ae3c-9220f53b4cb9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:25.847462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:08:25.862126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.965256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:25.971755 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-480b6804-8e4f-45ad-8ec7-a2181d6173fb tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8992460 Dec 15 14:08:25.974339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53958) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:26.101646 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Set router 12b28908-ab8b-4d35-ae3c-9220f53b4cb9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:26.348783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3a510eb9-c451-4d78-bf3e-6f66e6543b63 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/routers/12b28908-ab8b-4d35-ae3c-9220f53b4cb9 HTTP/1.1" status: 200 len: 908 time: 0.3662212 Dec 15 14:08:26.350388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53964) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:26.397139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6266b5bd-b70e-4852-8c94-7c1ff7a0ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.516369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-386d1593-a207-46cc-b3b6-d5461eebe5f9 req-7e4ed68a-7227-4929-97eb-710996825bae tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.1241105 Dec 15 14:08:26.612241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.633419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6266b5bd-b70e-4852-8c94-7c1ff7a0ddd8 None None] For port 48d31d78-8708-484c-8192-72ae7c3511c3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=48d31d78-8708-484c-8192-72ae7c3511c3,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:26.639040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 004945b6-c2ba-40b0-a4f5-1f05b13da179 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:26.644144 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.646275 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b28908-ab8b-4d35-ae3c-9220f53b4cb9', 'name': 'tempest-snat-router-1431638561', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6c0a3987-5b95-4b04-9cab-98d39de5d886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:22Z', 'revision_number': 3, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port': {'id': '6c0a3987-5b95-4b04-9cab-98d39de5d886', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b28908-ab8b-4d35-ae3c-9220f53b4cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:26.691359 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09bb2b7a-d30c-4f0d-abdd-e1c1cb9905f4 req-ffaf1b62-f31f-4918-8072-d37be88004f9 tempest-ServerShowV257Test-1478501172 tempest-ServerShowV257Test-1478501172-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f767d9a-aed6-42b2-a550-62b7f2cf6720 HTTP/1.1" status: 200 len: 210 time: 0.0674806 Dec 15 14:08:26.722850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6266b5bd-b70e-4852-8c94-7c1ff7a0ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.754577 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Checking router: 12b28908-ab8b-4d35-ae3c-9220f53b4cb9 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:26.754992 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Updating router 12b28908-ab8b-4d35-ae3c-9220f53b4cb9 port 6c0a3987-5b95-4b04-9cab-98d39de5d886 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:26.811847 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:26.978322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:20Z', 'revision_number': 9, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:27.029927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.080669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ce4e8-e623-4899-9f13-2de75049d53f None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:20Z', 'revision_number': 9, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '883d9117-3a7c-4794-be4b-d7de83ed9890', 'name': '', 'network_id': '913ee939-c738-409f-8cf8-121f713ce03f', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:20:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:45Z', 'updated_at': '2021-12-15T14:07:53Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': 'f6fea36f-fbf7-4308-b283-4bdef3e0a4e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:27.180053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b5bd-b70e-4852-8c94-7c1ff7a0ddd8 None None] Pushing event updated for resources: {'Port': ['ID=48d31d78-8708-484c-8192-72ae7c3511c3,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:27.194451 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.194675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Allocated IP 172.20.0.2 (7f2a4db3-ac59-42f4-a3fc-ad010db102fa/381f983c-ac2f-48ca-858c-da5f1a0cafc9/d97d0f42-f757-4186-b56d-1e1a0ffc7b97) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:27.390451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Deleting port 6c0a3987-5b95-4b04-9cab-98d39de5d886 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:27.399516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.550169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8bd88305-03df-4ce7-85eb-ca3641c9311c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:27.576868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.590542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Calling delete_port for 6c0a3987-5b95-4b04-9cab-98d39de5d886 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:27.625730 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.629811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8bd88305-03df-4ce7-85eb-ca3641c9311c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:27.630546 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8bd88305-03df-4ce7-85eb-ca3641c9311c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:27.654801 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.724250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.744382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:27.857275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:27.862378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:27.872925 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ee19d-7774-4ddc-bb5e-caefb62f5fca None None] Pushing event updated for resources: {'Port': ['ID=6c0a3987-5b95-4b04-9cab-98d39de5d886,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:27.904992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:27.922929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09298ba-77ce-4af2-b9cd-c9a2c9958ef4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:27.926595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 48d31d78-8708-484c-8192-72ae7c3511c3 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:27.967936 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Attempting to bind port 6c0a3987-5b95-4b04-9cab-98d39de5d886 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:27.971006 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Attempting to bind port 6c0a3987-5b95-4b04-9cab-98d39de5d886 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:27.971400 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Attempting to bind port 6c0a3987-5b95-4b04-9cab-98d39de5d886 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:27.989380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Pushing event updated for resources: {'Port': ['ID=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:28.011317 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:28.011836 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:28.012158 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.012567 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:28.020911 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Bound port: 6c0a3987-5b95-4b04-9cab-98d39de5d886, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:28.021334 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.090690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.096988 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.122691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-87175d09-406c-4575-bbd7-75c15d1cbfca None None] Provisioning complete for port 6c0a3987-5b95-4b04-9cab-98d39de5d886 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:28.123320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-87175d09-406c-4575-bbd7-75c15d1cbfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.154791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 48d31d78-8708-484c-8192-72ae7c3511c3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:28.156101 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.197100 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.db.api [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:08:28.200531 n-d-821840-1 neutron-server[109770]: DEBUG oslo_db.api [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:08:28.222134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-87175d09-406c-4575-bbd7-75c15d1cbfca None None] Port 6c0a3987-5b95-4b04-9cab-98d39de5d886 was deleted so its status cannot be updated. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 15 14:08:28.246282 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Attempting to bind port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:28.246949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Attempting to bind port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:28.247512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Attempting to bind port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 on network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:28.257208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:28.257852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Checking segment: {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:28.259038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.259614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Bound using segment: {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:28.260299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Bound port: d97d0f42-f757-4186-b56d-1e1a0ffc7b97, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:28.260869 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.271746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c0a3987-5b95-4b04-9cab-98d39de5d886,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:28.274574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.20.0.1 (7f2a4db3-ac59-42f4-a3fc-ad010db102fa/381f983c-ac2f-48ca-858c-da5f1a0cafc9/31d558e5-efd2-42bd-8218-5510874431bb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:28.354293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274959a-03b9-42f1-abba-87496f5ee8e4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:28.419746 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.439244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6724cb8a-8e2f-416f-a5d0-a79b21af898e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:28.468190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53986) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:28.477560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6724cb8a-8e2f-416f-a5d0-a79b21af898e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:28.477903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6724cb8a-8e2f-416f-a5d0-a79b21af898e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:28.486452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] For port d97d0f42-f757-4186-b56d-1e1a0ffc7b97, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:28.491033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.508428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] For port d97d0f42-f757-4186-b56d-1e1a0ffc7b97, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:28.519484 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.604827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:28.609135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:28.614564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:28.618567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa1dc-465d-4f52-a743-27f29e308262 None None] Pushing event updated for resources: {'Port': ['ID=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:28.656168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=31d558e5-efd2-42bd-8218-5510874431bb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:28.681351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.697649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.777109 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Attempting to bind port 6c0a3987-5b95-4b04-9cab-98d39de5d886 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:28.777682 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Attempting to bind port 6c0a3987-5b95-4b04-9cab-98d39de5d886 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:28.777842 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Attempting to bind port 6c0a3987-5b95-4b04-9cab-98d39de5d886 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:28.791380 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:28.794007 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:28.794615 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.795929 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:28.796591 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Bound port: 6c0a3987-5b95-4b04-9cab-98d39de5d886, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:28.797271 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.814766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-174b1630-e57a-4673-b7bd-156c69c05b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.832127 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Port 6c0a3987-5b95-4b04-9cab-98d39de5d886 has been deleted concurrently {{(pid=109770) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 15 14:08:28.843945 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Routers {'12b28908-ab8b-4d35-ae3c-9220f53b4cb9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:28.845404 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['12b28908-ab8b-4d35-ae3c-9220f53b4cb9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:28.940325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.941732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.966606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:28.975955 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] Set router 12b28908-ab8b-4d35-ae3c-9220f53b4cb9 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:29.233048 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b28908-ab8b-4d35-ae3c-9220f53b4cb9', 'name': 'tempest-snat-router-1431638561', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:27Z', 'revision_number': 5, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:29.281233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.281896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12b28908-ab8b-4d35-ae3c-9220f53b4cb9 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:29.282820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c9e61-6aae-447d-95e5-333bc56afe39 None None] The sync data for ids ['12b28908-ab8b-4d35-ae3c-9220f53b4cb9'] in n-d-821840-1 is: [{'id': '12b28908-ab8b-4d35-ae3c-9220f53b4cb9', 'name': 'tempest-snat-router-1431638561', 'tenant_id': '8b602fef12264d4bbd16e34c8358c20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:21Z', 'updated_at': '2021-12-15T14:08:27Z', 'revision_number': 5, 'project_id': '8b602fef12264d4bbd16e34c8358c20a', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:29.286604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-174b1630-e57a-4673-b7bd-156c69c05b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.294531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.296253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-681ebc9e-e382-4606-b1dd-b1b2d112f673 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "DELETE /v2.0/routers/12b28908-ab8b-4d35-ae3c-9220f53b4cb9 HTTP/1.1" status: 204 len: 168 time: 2.9446809 Dec 15 14:08:29.299961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54002) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:29.313133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-174b1630-e57a-4673-b7bd-156c69c05b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.506537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-174b1630-e57a-4673-b7bd-156c69c05b6f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a3d5db7392c42788402d2f081711a63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0373192 Dec 15 14:08:29.513126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54006) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:29.515085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.521846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.522136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b1630-e57a-4673-b7bd-156c69c05b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8c0c19-67c4-47d8-82a7-812ee60270f5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:29.622509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=31d558e5-efd2-42bd-8218-5510874431bb,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:29.626601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.719154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:29.737719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:29.739341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:29.841887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d97d0f42-f757-4186-b56d-1e1a0ffc7b97 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:29.960276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:29.961660 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.029301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router b1c41e49-d714-42d6-a699-992c7481a72c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:30.162198 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.247034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port d97d0f42-f757-4186-b56d-1e1a0ffc7b97, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:30.257743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.316275 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:30.339905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2ec57b0d-a088-44e0-b627-a79af88b95dd tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "PUT /v2.0/routers/b1c41e49-d714-42d6-a699-992c7481a72c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6959772 Dec 15 14:08:30.340873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:30.384166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Sync routers for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:30.404073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:30.432394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:30.433197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:30.605544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 883d9117-3a7c-4794-be4b-d7de83ed9890 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:30.606711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.615503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.655129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.656312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.656959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.658382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.659005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.659619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.661449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.662082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.662697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.663309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.665623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80a34799-dc00-4313-93ef-f0e4992d8645 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7042 time: 0.3231890 Dec 15 14:08:30.668745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54016) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:30.777748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.804140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.804725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.805327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.805844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.806377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.806889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.807448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.808001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.808674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.809633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:30.815684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9fb88a60-e947-4694-85c3-581804b344b2 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6406 time: 0.1455746 Dec 15 14:08:30.816488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:30.912136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.953017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port 883d9117-3a7c-4794-be4b-d7de83ed9890, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=883d9117-3a7c-4794-be4b-d7de83ed9890,segment=NetworkSegment(b334676e-a5d8-401b-a38b-3da25948d8be),segment_id=b334676e-a5d8-401b-a38b-3da25948d8be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:30.953407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:30.977112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:31.030169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 883d9117-3a7c-4794-be4b-d7de83ed9890 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:31.060275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0941c63-3385-4c08-89e5-e65ffd048121 None None] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:31.062171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.066612 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.067850 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3c8c0c19-67c4-47d8-82a7-812ee60270f5 HTTP/1.1" status: 204 len: 168 time: 1.5514998 Dec 15 14:08:31.179075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8c0c19-67c4-47d8-82a7-812ee60270f5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:31.187446 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.213345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.214028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.214562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.215294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.215788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.216385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.216904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.217409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.217907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.218402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.218888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.219374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.220598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5286a94-4b7a-4112-8eec-868a218af0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:31.227638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Deleting port 004945b6-c2ba-40b0-a4f5-1f05b13da179 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:31.228186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.442216 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.444803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f4d08a26-2ac4-4f1b-9b6c-38a8dceb7aa6 None None] Provisioning complete for port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:31.445563 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4d08a26-2ac4-4f1b-9b6c-38a8dceb7aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.547395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-904a733e-7cdc-4ffb-a487-0242dc69b77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.553692 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-eb9e0e76-087b-4e4e-b7a2-50cfc1ad2e19 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4286 time: 0.7359149 Dec 15 14:08:31.585012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] For port 004945b6-c2ba-40b0-a4f5-1f05b13da179, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=004945b6-c2ba-40b0-a4f5-1f05b13da179,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:31.585394 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.623849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:29Z', 'revision_number': 2, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:31.645995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Calling delete_port for 004945b6-c2ba-40b0-a4f5-1f05b13da179 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:31.673524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Checking router: b1c41e49-d714-42d6-a699-992c7481a72c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:31.673936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Updating router b1c41e49-d714-42d6-a699-992c7481a72c port 31d558e5-efd2-42bd-8218-5510874431bb binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:08:31.674373 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.755445 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:31.768726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=883d9117-3a7c-4794-be4b-d7de83ed9890,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:31.787582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d97d0f42-f757-4186-b56d-1e1a0ffc7b97 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:32.062574 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.216308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54044) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:32.222178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1222fbdc-1b59-4ca0-acf9-64ab9b26563c tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097497753', 'description': 'tempest-secgroup-smoke-2097497753 description', 'project_id': 'aec39b00dac249498619549e4c82a695'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:32.319444 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1222fbdc-1b59-4ca0-acf9-64ab9b26563c tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.354138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.379745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.489042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02b113-ee6a-4fc0-8e5f-f6eb7a147b56 None None] Pushing event updated for resources: {'Port': ['ID=31d558e5-efd2-42bd-8218-5510874431bb,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:32.575905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:32.590053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.737994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Attempting to bind port 31d558e5-efd2-42bd-8218-5510874431bb on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:32.737994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Attempting to bind port 31d558e5-efd2-42bd-8218-5510874431bb by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:32.738333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Attempting to bind port 31d558e5-efd2-42bd-8218-5510874431bb on network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:32.741899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54058) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:32.810467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:32.821204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:32.821592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Checking segment: {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:32.822018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.822423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Bound using segment: {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:32.822966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Bound port: 31d558e5-efd2-42bd-8218-5510874431bb, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:32.823393 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.906746 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1222fbdc-1b59-4ca0-acf9-64ab9b26563c tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.914375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1222fbdc-1b59-4ca0-acf9-64ab9b26563c tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.944679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:32.984380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1044714172-network', 'tenant_id': '01a00df5e1ff4924b7bc9be924dcc094'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:33.014136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-731e869c-efb9-4cc2-b60a-1d27ec93aca1 None None] Provisioning complete for port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:33.024217 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-731e869c-efb9-4cc2-b60a-1d27ec93aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.035701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event deleted for resources: {'Port': ['ID=004945b6-c2ba-40b0-a4f5-1f05b13da179,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:33.067595 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1222fbdc-1b59-4ca0-acf9-64ab9b26563c tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.071629 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1222fbdc-1b59-4ca0-acf9-64ab9b26563c tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8542397 Dec 15 14:08:33.078284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:33.079690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Made reservation on behalf of 01a00df5e1ff4924b7bc9be924dcc094 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:33.082221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.103490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e80ed2f3-58cc-43f5-ba0f-5dca9db1a945 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': 'f2b87802-6d0d-4e51-998b-91ed081ed1ed', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:33.111791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222fbdc-1b59-4ca0-acf9-64ab9b26563c tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b87802-6d0d-4e51-998b-91ed081ed1ed,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:33.129130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:33.133110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.138663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3f9739b7-e6db-4c29-82e4-c7784294cbfa tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8675139 Dec 15 14:08:33.139429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54064) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:33.144115 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:33.176773 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:33.177427 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:33.188042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653cecb-c2d8-4539-ae1c-fd4ef95cc2a4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:33.208694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e80ed2f3-58cc-43f5-ba0f-5dca9db1a945 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.220512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.274799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] For port 31d558e5-efd2-42bd-8218-5510874431bb, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:33.347278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e80ed2f3-58cc-43f5-ba0f-5dca9db1a945 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.359263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] For port 31d558e5-efd2-42bd-8218-5510874431bb, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=31d558e5-efd2-42bd-8218-5510874431bb,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:33.373647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e80ed2f3-58cc-43f5-ba0f-5dca9db1a945 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.378852 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:33.505727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed2f3-58cc-43f5-ba0f-5dca9db1a945 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ae2d61-5cfe-4ef2-a9c7-fb9381cb4a39,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:33.506156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.506387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e80ed2f3-58cc-43f5-ba0f-5dca9db1a945 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.506387 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e80ed2f3-58cc-43f5-ba0f-5dca9db1a945 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725290 Dec 15 14:08:33.506387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54076) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:33.506387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6f52c302-a826-4e82-a356-282a5201444d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': 'f2b87802-6d0d-4e51-998b-91ed081ed1ed', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:33.512089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.526981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.619623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-731e869c-efb9-4cc2-b60a-1d27ec93aca1 None None] Provisioning complete for port 31d558e5-efd2-42bd-8218-5510874431bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:33.619623 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-731e869c-efb9-4cc2-b60a-1d27ec93aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.623579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.623579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f52c302-a826-4e82-a356-282a5201444d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.669686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:33.670434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:33.735665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02b113-ee6a-4fc0-8e5f-f6eb7a147b56 None None] Pushing event updated for resources: {'Port': ['ID=31d558e5-efd2-42bd-8218-5510874431bb,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:33.755384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.761253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.762467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8d5cdd9-ac57-496e-a0eb-472464ed872c {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:33.774189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.775984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-737c916e-ddcc-4a8d-850f-567cb4adbed5 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "DELETE /v2.0/routers/d8d5cdd9-ac57-496e-a0eb-472464ed872c HTTP/1.1" status: 204 len: 168 time: 4.4747756 Dec 15 14:08:33.781547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54092) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:33.788142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1559416700', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:33.832994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.835103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.864189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-27299907-3e81-4d09-82e4-fffd2a76563a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet f6fea36f-fbf7-4308-b283-4bdef3e0a4e5 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:08:33.883618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27299907-3e81-4d09-82e4-fffd2a76563a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.924156 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f52c302-a826-4e82-a356-282a5201444d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.925691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:33.934924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f52c302-a826-4e82-a356-282a5201444d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.982653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.982653 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Added segment 32bcbe37-1548-446e-9f6c-d098102a0180 of type vlan for network 5b361ced-9913-4c4c-b085-76f51f8882dd Dec 15 14:08:34.024371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52c302-a826-4e82-a356-282a5201444d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b279c520-918b-4b69-946c-68baf765c04f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.035132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d35430-3bf9-4440-9a18-0d1807ba7cf9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.057798 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f52c302-a826-4e82-a356-282a5201444d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.061169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6f52c302-a826-4e82-a356-282a5201444d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5809026 Dec 15 14:08:34.079567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d1f101c-2200-4e62-89a7-4c982e40e128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.106549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54096) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:34.114877 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.122858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-731e869c-efb9-4cc2-b60a-1d27ec93aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.138515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9049d1fe-7f54-4819-8b61-091bd0d2f713 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': 'f2b87802-6d0d-4e51-998b-91ed081ed1ed', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:34.139714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27299907-3e81-4d09-82e4-fffd2a76563a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.154742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:34.167297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.267441 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9049d1fe-7f54-4819-8b61-091bd0d2f713 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.281653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.283135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:34.283859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.305898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-731e869c-efb9-4cc2-b60a-1d27ec93aca1 None None] For port 31d558e5-efd2-42bd-8218-5510874431bb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=31d558e5-efd2-42bd-8218-5510874431bb,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:34.339261 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-731e869c-efb9-4cc2-b60a-1d27ec93aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.366541 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:31Z', 'revision_number': 10, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:34.418140 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:34.432447 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:34.433737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:34.578428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-29449cf7-66ac-4215-b54a-030facf59f9f None None] Provisioning complete for port 31d558e5-efd2-42bd-8218-5510874431bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:34.580147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-29449cf7-66ac-4215-b54a-030facf59f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.591597 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:34.613995 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8709476 Dec 15 14:08:34.653794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e869c-efb9-4cc2-b60a-1d27ec93aca1 None None] Pushing event updated for resources: {'Port': ['ID=31d558e5-efd2-42bd-8218-5510874431bb,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.663305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.724674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27299907-3e81-4d09-82e4-fffd2a76563a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.732499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b5360-97ce-454b-bc90-48fe088a92f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b361ced-9913-4c4c-b085-76f51f8882dd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.739839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9049d1fe-7f54-4819-8b61-091bd0d2f713 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.753917 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9049d1fe-7f54-4819-8b61-091bd0d2f713 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.784808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 5b361ced-9913-4c4c-b085-76f51f8882dd details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:34.807455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049d1fe-7f54-4819-8b61-091bd0d2f713 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65207acf-371d-4c8d-9ddc-05561b7e4162,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.819406 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9049d1fe-7f54-4819-8b61-091bd0d2f713 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.827295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9049d1fe-7f54-4819-8b61-091bd0d2f713 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6963279 Dec 15 14:08:34.828528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:34.841420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1a68cd12-c36e-442f-b2e8-088706fd833f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': 'f2b87802-6d0d-4e51-998b-91ed081ed1ed', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:34.842417 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27299907-3e81-4d09-82e4-fffd2a76563a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.914360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a68cd12-c36e-442f-b2e8-088706fd833f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:34.981172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27299907-3e81-4d09-82e4-fffd2a76563a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=f6fea36f-fbf7-4308-b283-4bdef3e0a4e5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:34.993007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27299907-3e81-4d09-82e4-fffd2a76563a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.006785 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-27299907-3e81-4d09-82e4-fffd2a76563a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/f6fea36f-fbf7-4308-b283-4bdef3e0a4e5 HTTP/1.1" status: 204 len: 168 time: 1.8642938 Dec 15 14:08:35.010301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54120) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:35.218136 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:31Z', 'revision_number': 10, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:35.340529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08177502-dc57-411f-8c02-f13d14048da3 None None] Network 913ee939-c738-409f-8cf8-121f713ce03f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:35.349756 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fa73b-f7fc-4f52-b719-7c4ea5f683b2 None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:31Z', 'revision_number': 10, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None, '_interfaces': [{'id': '83c74870-64ed-480d-ac01-c30ffb0ab9af', 'name': '', 'network_id': '91b0602b-1de1-4200-9fea-938d8ef4998d', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'mac_address': 'fa:16:3e:48:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:07:37Z', 'updated_at': '2021-12-15T14:07:45Z', 'revision_number': 5, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'subnets': [{'id': '36aee7ba-cfd1-4828-8e24-378a5f1ba160', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:35.427062 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a68cd12-c36e-442f-b2e8-088706fd833f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.437097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.443905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a68cd12-c36e-442f-b2e8-088706fd833f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.504410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a68cd12-c36e-442f-b2e8-088706fd833f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.510327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54130) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:35.518495 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1a68cd12-c36e-442f-b2e8-088706fd833f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6857953 Dec 15 14:08:35.522893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68cd12-c36e-442f-b2e8-088706fd833f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce8dc02-dfbf-47e3-999f-2b975027aa8b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:35.543322 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.555028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.560941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ae27e572-f010-4387-8f26-bbba3009452b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': 'f2b87802-6d0d-4e51-998b-91ed081ed1ed', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:35.669012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:33Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:35.705454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port c6e5d00e-bf45-412c-827a-04e9e6fa5328 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:35.707918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.732326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bbbb0-3b32-4e3c-b032-325c744a2219 None None] The sync data for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 is: [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:33Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:35.779456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6675993d-42a2-4f9b-8d65-e81180b7a4d2 None None] Provisioning complete for port 31d558e5-efd2-42bd-8218-5510874431bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:35.779850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6675993d-42a2-4f9b-8d65-e81180b7a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.785136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.954256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port c6e5d00e-bf45-412c-827a-04e9e6fa5328, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c6e5d00e-bf45-412c-827a-04e9e6fa5328,segment=NetworkSegment(b334676e-a5d8-401b-a38b-3da25948d8be),segment_id=b334676e-a5d8-401b-a38b-3da25948d8be)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:35.954892 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.004090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 004945b6-c2ba-40b0-a4f5-1f05b13da179 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:36.007532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] DHCP port deletion for 913ee939-c738-409f-8cf8-121f713ce03f request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:36.020528 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-ae27e572-f010-4387-8f26-bbba3009452b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Project aec39b00dac249498619549e4c82a695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:08:36.069938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for c6e5d00e-bf45-412c-827a-04e9e6fa5328 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:36.107217 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae27e572-f010-4387-8f26-bbba3009452b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.246412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 004945b6-c2ba-40b0-a4f5-1f05b13da179 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:36.246849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 004945b6-c2ba-40b0-a4f5-1f05b13da179 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:36.247381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 883d9117-3a7c-4794-be4b-d7de83ed9890 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:36.259256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.284091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No DVR routers for this DVR port c6e5d00e-bf45-412c-827a-04e9e6fa5328 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:36.318031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Allocated IP 172.25.7.38 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/13718f78-4667-4467-9fcc-8c7bf30d7d87) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:36.329848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 883d9117-3a7c-4794-be4b-d7de83ed9890 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:36.330275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 883d9117-3a7c-4794-be4b-d7de83ed9890 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:36.362076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0040f-d84b-40c7-a2b0-98fc23be7858 req-45885ec3-bad3-4dd4-8d5b-e261b7f71a75 tempest-ComputeTenantNetworksTest-1494950026 tempest-ComputeTenantNetworksTest-1494950026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:36.369968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0040f-d84b-40c7-a2b0-98fc23be7858 req-45885ec3-bad3-4dd4-8d5b-e261b7f71a75 tempest-ComputeTenantNetworksTest-1494950026 tempest-ComputeTenantNetworksTest-1494950026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:36.373222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=c6e5d00e-bf45-412c-827a-04e9e6fa5328,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:36.384010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0040f-d84b-40c7-a2b0-98fc23be7858 req-45885ec3-bad3-4dd4-8d5b-e261b7f71a75 tempest-ComputeTenantNetworksTest-1494950026 tempest-ComputeTenantNetworksTest-1494950026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:36.392878 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b0040f-d84b-40c7-a2b0-98fc23be7858 req-45885ec3-bad3-4dd4-8d5b-e261b7f71a75 tempest-ComputeTenantNetworksTest-1494950026 tempest-ComputeTenantNetworksTest-1494950026-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.9216058 Dec 15 14:08:36.447158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] Deleting port c6e5d00e-bf45-412c-827a-04e9e6fa5328 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:36.447548 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.500804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae27e572-f010-4387-8f26-bbba3009452b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.520821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.585669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] For port c6e5d00e-bf45-412c-827a-04e9e6fa5328, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:36.586194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.612222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] Calling delete_port for c6e5d00e-bf45-412c-827a-04e9e6fa5328 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:36.621770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] Port c6e5d00e-bf45-412c-827a-04e9e6fa5328 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:08:36.625229 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.636220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913ee939-c738-409f-8cf8-121f713ce03f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:36.664556 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.670781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] Pushing event deleted for resources: {'Port': ['ID=c6e5d00e-bf45-412c-827a-04e9e6fa5328,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:36.679201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50711316-4056-45cb-869a-8f4b2183b65d None None] No DVR routers for this DVR port c6e5d00e-bf45-412c-827a-04e9e6fa5328 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:36.697641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b334676e-a5d8-401b-a38b-3da25948d8be') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:36.698311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b334676e-a5d8-401b-a38b-3da25948d8be') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:36.729024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f994a6-0b63-4d1a-ac38-63b47745c113 req-cee339c9-72fb-4300-adc2-24ba3970c82d tempest-ComputeTenantNetworksTest-1494950026 tempest-ComputeTenantNetworksTest-1494950026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:36.730947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93f994a6-0b63-4d1a-ac38-63b47745c113 req-cee339c9-72fb-4300-adc2-24ba3970c82d tempest-ComputeTenantNetworksTest-1494950026 tempest-ComputeTenantNetworksTest-1494950026-project] 10.222.0.86 "GET /v2.0/networks/5b361ced-9913-4c4c-b085-76f51f8882dd HTTP/1.1" status: 200 len: 769 time: 0.2412758 Dec 15 14:08:36.745139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:36.760454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.847918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.874174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:36.874914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:36.882153 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:36.909964 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.032197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.058228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.066060 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/913ee939-c738-409f-8cf8-121f713ce03f HTTP/1.1" status: 204 len: 168 time: 2.0513823 Dec 15 14:08:37.068226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:37.246574 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae27e572-f010-4387-8f26-bbba3009452b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.299152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27e572-f010-4387-8f26-bbba3009452b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c58fae-10cf-43dc-9565-47cd06f573cb,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:37.307747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae27e572-f010-4387-8f26-bbba3009452b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.309216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ae27e572-f010-4387-8f26-bbba3009452b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7836516 Dec 15 14:08:37.313031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54168) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:37.319234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a0d5ef65-c946-4615-b7fb-1ba22e44e788 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'security_group_rule': {'security_group_id': 'f2b87802-6d0d-4e51-998b-91ed081ed1ed', 'project_id': 'aec39b00dac249498619549e4c82a695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:37.350070 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.391716 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-a0d5ef65-c946-4615-b7fb-1ba22e44e788 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Project aec39b00dac249498619549e4c82a695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:08:37.407832 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0d5ef65-c946-4615-b7fb-1ba22e44e788 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.433107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.528652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0d5ef65-c946-4615-b7fb-1ba22e44e788 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.537664 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0d5ef65-c946-4615-b7fb-1ba22e44e788 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.562728 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.573440 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0d5ef65-c946-4615-b7fb-1ba22e44e788 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.601607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0d5ef65-c946-4615-b7fb-1ba22e44e788 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2689314 Dec 15 14:08:37.677660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5ef65-c946-4615-b7fb-1ba22e44e788 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d69af2-3e0b-4d68-8897-71e9ef2380cf,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:37.714925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:37.739201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:37.754767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e5e99-f879-44c0-8a1b-cd432dae1316 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:37.771059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:37.777725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event updated for resources: {'Port': ['ID=13718f78-4667-4467-9fcc-8c7bf30d7d87,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:37.865140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9597bdb7-890c-4e4e-bcf2-625a3b8fd0bb None None] Provisioning complete for port 13718f78-4667-4467-9fcc-8c7bf30d7d87 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:37.865140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9597bdb7-890c-4e4e-bcf2-625a3b8fd0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:37.964968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 31d558e5-efd2-42bd-8218-5510874431bb up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:37.983417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0d9b9-ddc8-427e-ac52-f6bdec61b05a tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=913ee939-c738-409f-8cf8-121f713ce03f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:38.039651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9597bdb7-890c-4e4e-bcf2-625a3b8fd0bb None None] Port 13718f78-4667-4467-9fcc-8c7bf30d7d87 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:38.060540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 31d558e5-efd2-42bd-8218-5510874431bb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:38.061135 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.281676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c6e5d00e-bf45-412c-827a-04e9e6fa5328 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:38.289139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.306089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c6e5d00e-bf45-412c-827a-04e9e6fa5328 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:38.306580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c6e5d00e-bf45-412c-827a-04e9e6fa5328 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:38.324302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.333020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b361ced-9913-4c4c-b085-76f51f8882dd']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:38.348558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bcbe37-1548-446e-9f6c-d098102a0180') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:38.349017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bcbe37-1548-446e-9f6c-d098102a0180') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:38.362634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.398401 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.437818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:38.438893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:38.441250 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:38.460306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-be0901e9-b1cb-4207-be72-52fc0ac5fb0c tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097497753&fields=id&tenant_id=aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 267 time: 0.4710577 Dec 15 14:08:38.581931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.600170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.611937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.617737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5b361ced-9913-4c4c-b085-76f51f8882dd HTTP/1.1" status: 204 len: 168 time: 1.8688550 Dec 15 14:08:38.642879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b72fc2-f7d2-4767-9981-afe7ed6662c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b361ced-9913-4c4c-b085-76f51f8882dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:38.696973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cac48-68e7-4695-a82e-004b1b5f121b req-4a4f7e9d-1836-4fc2-8af6-16db11680470 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:38.698108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-4a4f7e9d-1836-4fc2-8af6-16db11680470 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/networks?id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa HTTP/1.1" status: 200 len: 797 time: 0.1987894 Dec 15 14:08:38.724477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d34c0f02-fadc-4152-9d88-78044351f8bb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/quotas/aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 375 time: 0.0178351 Dec 15 14:08:38.815815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54212) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:38.835328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-60d3d5a2-9952-4e3e-b91f-c26d8572dc3e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837634 Dec 15 14:08:38.841019 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.885184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-567670f7-b293-43c5-ab25-e588085516d4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=01a00df5e1ff4924b7bc9be924dcc094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0680373 Dec 15 14:08:38.886790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Router 29014a94-f584-4538-bc80-cf36c01fcca6 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:38.888515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:39.022335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:39.034110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c886476-49b5-406c-8ad0-e8b728744153 None None] Sync routers for ids ['29014a94-f584-4538-bc80-cf36c01fcca6'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:39.044765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c886476-49b5-406c-8ad0-e8b728744153 None None] Routers {'29014a94-f584-4538-bc80-cf36c01fcca6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:39.045957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2c886476-49b5-406c-8ad0-e8b728744153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['29014a94-f584-4538-bc80-cf36c01fcca6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:39.059693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.062756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a5796173-2e51-4001-9d87-4527511536be tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2793028 Dec 15 14:08:39.066750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54220) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:39.071486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-33b3aaad-7f25-4282-9bee-ac0d47955546 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': False}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:39.101188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6ec41ad-9bef-40f1-abc2-a7e63c8252f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.104544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d6c9fdc2-4f9c-4122-bffc-eefbaeeace64 service neutron] 10.222.0.86 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233038 Dec 15 14:08:39.109148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2c886476-49b5-406c-8ad0-e8b728744153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:39.134204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c886476-49b5-406c-8ad0-e8b728744153 None None] Routers {'29014a94-f584-4538-bc80-cf36c01fcca6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:39.135086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2c886476-49b5-406c-8ad0-e8b728744153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['29014a94-f584-4538-bc80-cf36c01fcca6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:39.214022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2c886476-49b5-406c-8ad0-e8b728744153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:39.214981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c886476-49b5-406c-8ad0-e8b728744153 None None] The sync data for ids ['29014a94-f584-4538-bc80-cf36c01fcca6'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:39.312609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-06e2f32a-997e-4260-a61e-ed2faf122d98 service neutron] 10.222.0.86 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747518 Dec 15 14:08:39.322038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6ec41ad-9bef-40f1-abc2-a7e63c8252f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.570024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6ec41ad-9bef-40f1-abc2-a7e63c8252f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.570523 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6ec41ad-9bef-40f1-abc2-a7e63c8252f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.583930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f6ec41ad-9bef-40f1-abc2-a7e63c8252f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86d35430-3bf9-4440-9a18-0d1807ba7cf9 HTTP/1.1" status: 204 len: 168 time: 0.6925206 Dec 15 14:08:39.690194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec41ad-9bef-40f1-abc2-a7e63c8252f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d35430-3bf9-4440-9a18-0d1807ba7cf9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:39.760878 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33b3aaad-7f25-4282-9bee-ac0d47955546 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.775102 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0172a5fa-b06d-42b6-98d5-7ddb91e9d161 req-79081415-6c77-4686-9fd9-def27f025823 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 210 time: 0.0748394 Dec 15 14:08:39.817931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 83c74870-64ed-480d-ac01-c30ffb0ab9af {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:39.818572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.955857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port 83c74870-64ed-480d-ac01-c30ffb0ab9af, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=83c74870-64ed-480d-ac01-c30ffb0ab9af,segment=NetworkSegment(0deb5b44-34ba-47b7-99e0-c08e30d984a4),segment_id=0deb5b44-34ba-47b7-99e0-c08e30d984a4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:39.956553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.987157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 83c74870-64ed-480d-ac01-c30ffb0ab9af owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:40.249327 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:40.306149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=83c74870-64ed-480d-ac01-c30ffb0ab9af,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:40.541578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:40.790563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33b3aaad-7f25-4282-9bee-ac0d47955546 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:40.804163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33b3aaad-7f25-4282-9bee-ac0d47955546 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:40.842385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:40.997906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54292) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:41.006176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8520910a-4d32-4e70-bb5d-541ebea5673e req-39cf2bf3-8be8-4cd3-b1ed-73f971e698e8 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 210 time: 0.0805910 Dec 15 14:08:41.014452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:41.021283 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a1b30376-f6cb-4cd5-b591-d8ab6b616db2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1244643 Dec 15 14:08:41.024494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54296) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:41.028919 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:41.043651 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:41.046556 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:41.057097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b3aaad-7f25-4282-9bee-ac0d47955546 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Router 29014a94-f584-4538-bc80-cf36c01fcca6 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:41.164595 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:41.182645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9561b6-514d-49b8-9e6f-6acf7e34b47d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting subnet 36aee7ba-cfd1-4828-8e24-378a5f1ba160 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:08:41.190558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa9561b6-514d-49b8-9e6f-6acf7e34b47d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.279884 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:40Z', 'revision_number': 11, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:41.309195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2039996547-network', 'tenant_id': 'a15afec01cde435993e203110fac6694'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:41.321573 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:41.326506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa9561b6-514d-49b8-9e6f-6acf7e34b47d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.331141 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:41.332028 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:41.431300 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:41.464127 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa9561b6-514d-49b8-9e6f-6acf7e34b47d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.490139 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:40Z', 'revision_number': 11, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:41.520376 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5452c10-a588-48ca-8827-41c790e4c5fd None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:40Z', 'revision_number': 11, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:41.552024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b3aaad-7f25-4282-9bee-ac0d47955546 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:41.565150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa9561b6-514d-49b8-9e6f-6acf7e34b47d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.566416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b7ae0-f9ab-4047-ac53-8b3c61f76568 None None] Sync routers for ids ['29014a94-f584-4538-bc80-cf36c01fcca6'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:41.571087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cac48-68e7-4695-a82e-004b1b5f121b req-9d499849-d343-4c03-9b8e-3e1626a0e17a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:41.573295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-9d499849-d343-4c03-9b8e-3e1626a0e17a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/networks?id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa HTTP/1.1" status: 200 len: 797 time: 0.3879340 Dec 15 14:08:41.577341 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33b3aaad-7f25-4282-9bee-ac0d47955546 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.578840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Made reservation on behalf of a15afec01cde435993e203110fac6694 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:41.580364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-33b3aaad-7f25-4282-9bee-ac0d47955546 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "PUT /v2.0/routers/29014a94-f584-4538-bc80-cf36c01fcca6 HTTP/1.1" status: 200 len: 925 time: 2.5125997 Dec 15 14:08:41.581818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.585006 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:41.599406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b7ae0-f9ab-4047-ac53-8b3c61f76568 None None] Routers {'29014a94-f584-4538-bc80-cf36c01fcca6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:41.600158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f91b7ae0-f9ab-4047-ac53-8b3c61f76568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['29014a94-f584-4538-bc80-cf36c01fcca6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:41.607825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b1e90-bd6e-49a7-b83c-240000902026 None None] Network 91b0602b-1de1-4200-9fea-938d8ef4998d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:41.619004 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa9561b6-514d-49b8-9e6f-6acf7e34b47d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.626040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aa9561b6-514d-49b8-9e6f-6acf7e34b47d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/36aee7ba-cfd1-4828-8e24-378a5f1ba160 HTTP/1.1" status: 204 len: 168 time: 0.5998909 Dec 15 14:08:41.627292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54308) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:41.678894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d3c1b0b1-aaf0-45fd-bb95-68d433a3a6a3 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec39b00dac249498619549e4c82a695 HTTP/1.1" status: 200 len: 380 time: 0.0953016 Dec 15 14:08:41.690145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.696343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'port': {'device_id': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'admin_state_up': True, 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'security_groups': ['f2b87802-6d0d-4e51-998b-91ed081ed1ed']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:41.715155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9561b6-514d-49b8-9e6f-6acf7e34b47d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Subnet': ['ID=36aee7ba-cfd1-4828-8e24-378a5f1ba160,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:41.818832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f91b7ae0-f9ab-4047-ac53-8b3c61f76568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:41.845272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b7ae0-f9ab-4047-ac53-8b3c61f76568 None None] Routers {'29014a94-f584-4538-bc80-cf36c01fcca6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:41.846317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f91b7ae0-f9ab-4047-ac53-8b3c61f76568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['29014a94-f584-4538-bc80-cf36c01fcca6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:41.947882 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:41.961797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f91b7ae0-f9ab-4047-ac53-8b3c61f76568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:41.962466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b7ae0-f9ab-4047-ac53-8b3c61f76568 None None] The sync data for ids ['29014a94-f584-4538-bc80-cf36c01fcca6'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:42.073590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 83c74870-64ed-480d-ac01-c30ffb0ab9af no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:42.075654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Made reservation on behalf of aec39b00dac249498619549e4c82a695 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:42.108077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.117137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 83c74870-64ed-480d-ac01-c30ffb0ab9af {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:42.117386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.118113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 83c74870-64ed-480d-ac01-c30ffb0ab9af not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:42.143916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.187637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:42.202743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] DHCP port deletion for 91b0602b-1de1-4200-9fea-938d8ef4998d request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:42.208965 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:08:42.216873 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-751df0fc-01b7-4792-8d71-534e67cd42d2 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/routers/29014a94-f584-4538-bc80-cf36c01fcca6 HTTP/1.1" status: 200 len: 925 time: 0.6305671 Dec 15 14:08:42.221145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54324) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.270916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df36075c-cb29-496b-a147-504b6eed1e8d req-4e1f28b6-5779-435e-abc1-c9782c966ac7 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 210 time: 0.0449381 Dec 15 14:08:42.276005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.276368 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Added segment f9dce036-57f1-4603-b304-6bf0d6b188fd of type vlan for network af22d048-bf11-40a6-8165-9a842b191a3c Dec 15 14:08:42.279587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc35f5fc-4edf-4204-b50f-b236416db9a9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:42.293888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Deleting port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:42.294237 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.354396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] Deleting port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:42.354786 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.366919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.409322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] For port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,segment=NetworkSegment(0deb5b44-34ba-47b7-99e0-c08e30d984a4),segment_id=0deb5b44-34ba-47b7-99e0-c08e30d984a4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:42.409700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.429594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Calling delete_port for 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:42.435430 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.436427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:42.437005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.464946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] For port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,segment=NetworkSegment(0deb5b44-34ba-47b7-99e0-c08e30d984a4),segment_id=0deb5b44-34ba-47b7-99e0-c08e30d984a4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:42.465442 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.469831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24dd1e1-265d-4b24-afcf-396a5bffa2bc tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:42.474769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f24dd1e1-265d-4b24-afcf-396a5bffa2bc tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=29014a94-f584-4538-bc80-cf36c01fcca6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2519522 Dec 15 14:08:42.475482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54330) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.486922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] Calling delete_port for 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:42.488824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4850235 Dec 15 14:08:42.511139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54332) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:42.516489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Request body: {'subnet': {'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2039996547-subnet', 'tenant_id': 'a15afec01cde435993e203110fac6694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:42.556283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Made reservation on behalf of a15afec01cde435993e203110fac6694 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:42.558695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.594390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e85a96-9646-4cd9-8f4a-dfbc960246a6 admin admin] Pushing event updated for resources: {'Network': ['ID=af22d048-bf11-40a6-8165-9a842b191a3c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:42.609489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network af22d048-bf11-40a6-8165-9a842b191a3c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:42.642534 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.658787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No DVR routers for this DVR port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:42.687594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Port': ['ID=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:42.717185 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.774149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] Pushing event deleted for resources: {'Port': ['ID=6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:42.780984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d2f67-c248-4ae6-afde-af762f631f91 None None] No DVR routers for this DVR port 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:08:42.783612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.823761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b0602b-1de1-4200-9fea-938d8ef4998d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:42.835028 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deb5b44-34ba-47b7-99e0-c08e30d984a4') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:42.835467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deb5b44-34ba-47b7-99e0-c08e30d984a4') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:42.848329 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.866101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.873812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:08:42.874645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:08:42.878806 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:08:43.142809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.20.0.8 (7f2a4db3-ac59-42f4-a3fc-ad010db102fa/381f983c-ac2f-48ca-858c-da5f1a0cafc9/a8900728-6312-404d-95d3-ca107a65c2d0) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:43.178653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda04d52-cf5c-41ac-b08a-0732177cf2b8 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:43.180322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bda04d52-cf5c-41ac-b08a-0732177cf2b8 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 881 time: 0.6985273 Dec 15 14:08:43.193283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54356) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.242117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-499f22cb-cdb5-44bd-9796-ceb10eee764e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=29014a94-f584-4538-bc80-cf36c01fcca6 HTTP/1.1" status: 200 len: 205 time: 0.0472686 Dec 15 14:08:43.246494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54358) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.410236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.423336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.428215 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/networks/91b0602b-1de1-4200-9fea-938d8ef4998d HTTP/1.1" status: 204 len: 168 time: 1.7394383 Dec 15 14:08:43.457073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:43.465135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'routes': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:43.471811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c543019b-58c4-4d80-ac92-c97deca4992c req-a9c1209b-9c09-433a-a75e-27af56f0bdcb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 210 time: 0.0777485 Dec 15 14:08:43.507945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e3b0a-3199-4674-b69d-5353680909f2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Pushing event deleted for resources: {'Network': ['ID=91b0602b-1de1-4200-9fea-938d8ef4998d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:43.683068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Added routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:08:43.683384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Removed routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:08:43.686570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.703521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.716377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.758468 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.814855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:08:43.867205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:08:43.867568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e42bbc9-83f7-4ac3-9d01-dd5cd9bdf4f5 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:08:43.909760 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.913623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.919053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:43.928472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:43.994670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=a8900728-6312-404d-95d3-ca107a65c2d0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:44.019310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router d0a814f4-f0db-4e1f-9dae-d61e4907b741 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:44.046539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:44.049953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:44.053796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Checking segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:44.054432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Network hostable DHCP agents. Network: af22d048-bf11-40a6-8165-9a842b191a3c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:08:44.060495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:44.085493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.143036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:44.150485 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.152071 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bc8805e1-18f9-4fca-a3fb-ed67d6c1e09d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 200 len: 704 time: 0.6936705 Dec 15 14:08:44.154554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:44.161976 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] Sync routers for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:44.185780 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:44.187197 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:44.239157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Network af22d048-bf11-40a6-8165-9a842b191a3c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:08:44.278194 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a1242ca-d6b3-4c55-b3ed-7ebcfcf0a50b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 200 len: 205 time: 0.1159339 Dec 15 14:08:44.278845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:44.284314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:44.284970 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.296727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, af22d048-bf11-40a6-8165-9a842b191a3c) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:44.304475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:44.305101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.311860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342dd065-5b37-44a4-a417-fa336bcfaa89 None None] Network af22d048-bf11-40a6-8165-9a842b191a3c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:44.325961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d2b9576b-7d36-48cf-a5e0-b829f5ff7e8a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6396966 Dec 15 14:08:44.340466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Request body: {'port': {'device_id': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:44.399053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Deleting port 13718f78-4667-4467-9fcc-8c7bf30d7d87 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:44.399406 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.438695 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:44.510517 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeefcdff-db4f-4556-842a-3d0e03abc669 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.527068 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:40Z', 'revision_number': 11, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:44.551329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0346a00-2a8a-4e20-a553-70810fa699b9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0353813 Dec 15 14:08:44.578255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.593484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a17250-f3b9-4559-9131-f76c56c561c6 None None] Network af22d048-bf11-40a6-8165-9a842b191a3c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:44.614299 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] Checking router: d0a814f4-f0db-4e1f-9dae-d61e4907b741 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:44.656353 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] Routers {'d0a814f4-f0db-4e1f-9dae-d61e4907b741'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:44.658634 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:44.788871 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] Set router d0a814f4-f0db-4e1f-9dae-d61e4907b741 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:44.796306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ca4e2456-d49d-4a58-b0ff-3f47abbe5f7f None None] Provisioning complete for port a8900728-6312-404d-95d3-ca107a65c2d0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:44.796703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2456-d49d-4a58-b0ff-3f47abbe5f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.854935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e2456-d49d-4a58-b0ff-3f47abbe5f7f None None] Port a8900728-6312-404d-95d3-ca107a65c2d0 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:44.957265 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:40Z', 'revision_number': 11, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:44.995519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeefcdff-db4f-4556-842a-3d0e03abc669 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:44.998137 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeefcdff-db4f-4556-842a-3d0e03abc669 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.113961 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f5282-1f5a-4292-a982-376c7f43b671 None None] The sync data for ids ['d0a814f4-f0db-4e1f-9dae-d61e4907b741'] in n-d-821840-1 is: [{'id': 'd0a814f4-f0db-4e1f-9dae-d61e4907b741', 'name': 'tempest-RoutersIpV6Test-router-286251856', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:07:35Z', 'updated_at': '2021-12-15T14:08:40Z', 'revision_number': 11, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:45.114579 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.126391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5ca65-139d-4f41-ac5e-9788688dcd97 req-9cd3b152-5157-4734-a56a-9a1d92bda83e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:45.129119 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4cb5ca65-139d-4f41-ac5e-9788688dcd97 req-9cd3b152-5157-4734-a56a-9a1d92bda83e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 931 time: 0.4002118 Dec 15 14:08:45.130322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeefcdff-db4f-4556-842a-3d0e03abc669 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.131324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeefcdff-db4f-4556-842a-3d0e03abc669 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Fanout notify agent at l3_agent the message router_deleted on router d0a814f4-f0db-4e1f-9dae-d61e4907b741 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:45.140948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeefcdff-db4f-4556-842a-3d0e03abc669 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.142326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aeefcdff-db4f-4556-842a-3d0e03abc669 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 204 len: 168 time: 0.8604004 Dec 15 14:08:45.149644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54416) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:45.156487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f84a5d8b-a710-4478-b320-2762e4c02f49 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-528383962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:45.187794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Calling delete_port for 13718f78-4667-4467-9fcc-8c7bf30d7d87 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:45.197094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f84a5d8b-a710-4478-b320-2762e4c02f49 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.199799 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f84a5d8b-a710-4478-b320-2762e4c02f49 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.242617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8900728-6312-404d-95d3-ca107a65c2d0 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:08:45.254005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.304431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Transition to ACTIVE for port object a8900728-6312-404d-95d3-ca107a65c2d0 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:08:45.314337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4cb5ca65-139d-4f41-ac5e-9788688dcd97 req-3282d763-ec3d-4d98-b0c7-73668a17d01e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703234 Dec 15 14:08:45.327150 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.356111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f84a5d8b-a710-4478-b320-2762e4c02f49 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.363006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f84a5d8b-a710-4478-b320-2762e4c02f49 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.384217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f84a5d8b-a710-4478-b320-2762e4c02f49 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.388360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f84a5d8b-a710-4478-b320-2762e4c02f49 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2374043 Dec 15 14:08:45.388950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54428) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:45.426150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-46daf3e9-0d57-4b70-a318-3c999bae2b58 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:45.637878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Pushing event updated for resources: {'Port': ['ID=a8900728-6312-404d-95d3-ca107a65c2d0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:45.706627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-70d80e8b-6d23-4248-8289-a251907dfdec tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:45.708279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-70d80e8b-6d23-4248-8289-a251907dfdec tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 815 time: 0.4015129 Dec 15 14:08:45.794192 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-c81863e0-534f-4730-893c-cf612d8429b5 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/quotas/a15afec01cde435993e203110fac6694 HTTP/1.1" status: 200 len: 375 time: 0.0538735 Dec 15 14:08:45.938799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46daf3e9-0d57-4b70-a318-3c999bae2b58 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.968686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:45.986603 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-d871b820-54d5-455c-aaec-09aea62677da tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1458480 Dec 15 14:08:46.049767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46daf3e9-0d57-4b70-a318-3c999bae2b58 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.058435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event deleted for resources: {'Port': ['ID=13718f78-4667-4467-9fcc-8c7bf30d7d87,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:46.077308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0390eb54-5ae4-4c84-abcb-8f3695bf1c96 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:46.152624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Attempting to bind port a8900728-6312-404d-95d3-ca107a65c2d0 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:46.153549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Attempting to bind port a8900728-6312-404d-95d3-ca107a65c2d0 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:46.154085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Attempting to bind port a8900728-6312-404d-95d3-ca107a65c2d0 on network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:46.203396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Port a8900728-6312-404d-95d3-ca107a65c2d0 on network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:08:46.203627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Attempting to bind port a8900728-6312-404d-95d3-ca107a65c2d0 on network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:46.287985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:46.288699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Checking segment: {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:46.288699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Bound using segment: {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:46.289147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Bound port: a8900728-6312-404d-95d3-ca107a65c2d0, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19aa9de0-ee7c-4d35-abc2-344b451c9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:46.289508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.339214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-4556f2a8-c8c7-422a-bd30-353699140bc4 service neutron] 10.222.0.86 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130190 Dec 15 14:08:46.342606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.504286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbec01-a76a-48c3-a259-a430ea5d2623 req-1624bec7-8188-4958-84df-d34310634b3a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:46.515509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ccbec01-a76a-48c3-a259-a430ea5d2623 req-1624bec7-8188-4958-84df-d34310634b3a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 943 time: 0.0720148 Dec 15 14:08:46.540388 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.551683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.596615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ccbec01-a76a-48c3-a259-a430ea5d2623 req-4d8bcc5f-0704-404b-a422-5ea811169329 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799642 Dec 15 14:08:46.624810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] For port a8900728-6312-404d-95d3-ca107a65c2d0, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:46.641166 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.642323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Fanout notify agent at l3_agent the message router_deleted on router 29014a94-f584-4538-bc80-cf36c01fcca6 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:46.653437 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.654814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9e7b3c4a-37c4-43aa-99e9-d50e1364da38 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/29014a94-f584-4538-bc80-cf36c01fcca6 HTTP/1.1" status: 204 len: 168 time: 3.4058211 Dec 15 14:08:46.655525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46daf3e9-0d57-4b70-a318-3c999bae2b58 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Router 74d67750-a7c6-47a6-92e5-a322c9a81b8b is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:46.663206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:46.668385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] For port a8900728-6312-404d-95d3-ca107a65c2d0, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a8900728-6312-404d-95d3-ca107a65c2d0,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:46.676642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a48891ec-1c8b-42cf-bc73-2033a3fecc17 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-825185463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:46.679803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.717499 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48891ec-1c8b-42cf-bc73-2033a3fecc17 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.719027 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48891ec-1c8b-42cf-bc73-2033a3fecc17 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.731649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-db123647-64d8-45ce-b1de-29fcf8d6c7a6 service neutron] 10.222.0.86 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446119 Dec 15 14:08:46.745233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:46.747435 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.749368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] 10.222.0.24 "PUT /v2.0/ports/a8900728-6312-404d-95d3-ca107a65c2d0 HTTP/1.1" status: 200 len: 1091 time: 2.4133723 Dec 15 14:08:46.755237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:46.757465 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194272b-3728-49e5-9910-46fc8322502b" -d '{"events": [{"name": "network-changed", "server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:46.896043 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48891ec-1c8b-42cf-bc73-2033a3fecc17 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.910958 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48891ec-1c8b-42cf-bc73-2033a3fecc17 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.945744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48891ec-1c8b-42cf-bc73-2033a3fecc17 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.949959 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b283aa87-6003-4150-8dc5-ee419e01485d x-openstack-request-id: req-b283aa87-6003-4150-8dc5-ee419e01485d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:46.950210 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:46.950459 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b283aa87-6003-4150-8dc5-ee419e01485d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:46.950896 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'status': 'completed', 'code': 200} Dec 15 14:08:46.952161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a48891ec-1c8b-42cf-bc73-2033a3fecc17 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2869561 Dec 15 14:08:46.953069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:46.963008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:46.970066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46daf3e9-0d57-4b70-a318-3c999bae2b58 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:46.991501 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46daf3e9-0d57-4b70-a318-3c999bae2b58 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:46.998239 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46daf3e9-0d57-4b70-a318-3c999bae2b58 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "PUT /v2.0/routers/74d67750-a7c6-47a6-92e5-a322c9a81b8b HTTP/1.1" status: 200 len: 697 time: 1.6054969 Dec 15 14:08:47.004055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54476) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:47.005546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f2f7b-e223-4b47-aca9-d7b18d8497cb service neutron] Pushing event updated for resources: {'Port': ['ID=a8900728-6312-404d-95d3-ca107a65c2d0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:47.014429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] Sync routers for ids ['74d67750-a7c6-47a6-92e5-a322c9a81b8b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:47.044598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] Routers {'74d67750-a7c6-47a6-92e5-a322c9a81b8b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:47.046671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['74d67750-a7c6-47a6-92e5-a322c9a81b8b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:47.202849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] Set router 74d67750-a7c6-47a6-92e5-a322c9a81b8b gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:47.208937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-916a7569-27de-4d38-b6ce-3dbd0a677228 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/routers/74d67750-a7c6-47a6-92e5-a322c9a81b8b HTTP/1.1" status: 200 len: 703 time: 0.1992588 Dec 15 14:08:47.212293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54490) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:47.218820 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-376dadde-d2fa-44c1-aeed-e756be824166 req-aecea34b-c0b3-40d9-a5bb-f494d3fd27c9 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 210 time: 0.0810518 Dec 15 14:08:47.266947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d67750-a7c6-47a6-92e5-a322c9a81b8b', 'name': 'tempest-RoutersIpV6Test-router-528383962', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:45Z', 'updated_at': '2021-12-15T14:08:45Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:47.321600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] Checking router: 74d67750-a7c6-47a6-92e5-a322c9a81b8b for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:08:47.356126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] Routers {'74d67750-a7c6-47a6-92e5-a322c9a81b8b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:47.356950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['74d67750-a7c6-47a6-92e5-a322c9a81b8b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:47.458909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] Set router 74d67750-a7c6-47a6-92e5-a322c9a81b8b gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:08:47.459145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:47.535101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d67750-a7c6-47a6-92e5-a322c9a81b8b', 'name': 'tempest-RoutersIpV6Test-router-528383962', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:45Z', 'updated_at': '2021-12-15T14:08:45Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:47.582266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ccde4-469e-4b7f-b284-3b7419d1b09f None None] The sync data for ids ['74d67750-a7c6-47a6-92e5-a322c9a81b8b'] in n-d-821840-1 is: [{'id': '74d67750-a7c6-47a6-92e5-a322c9a81b8b', 'name': 'tempest-RoutersIpV6Test-router-528383962', 'tenant_id': '8281013f764f4b3eb6f6ae5f53531440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:45Z', 'updated_at': '2021-12-15T14:08:45Z', 'revision_number': 2, 'project_id': '8281013f764f4b3eb6f6ae5f53531440', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:47.933522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d44a6502-e3e7-4518-a045-55010d431acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:47.936756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-d44a6502-e3e7-4518-a045-55010d431acb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 1094 time: 1.1186385 Dec 15 14:08:47.945915 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-32349139-c36b-4e2f-b783-0db1b305ae8e tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=74d67750-a7c6-47a6-92e5-a322c9a81b8b HTTP/1.1" status: 200 len: 205 time: 0.7295949 Dec 15 14:08:47.958345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54510) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.040766 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.078163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.164710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-8016a55e-7bda-4358-991a-ca9bd0f39c81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8900728-6312-404d-95d3-ca107a65c2d0 HTTP/1.1" status: 200 len: 217 time: 0.2019076 Dec 15 14:08:48.168685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3104edf0-4f05-4f83-9881-0526d3a53be9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.293164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Allocated IP 172.25.7.235 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/dba8f6b0-d4b1-46e8-9b12-51810de5effd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:48.505548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0672d-86cd-4077-97ab-948a24e1146d req-051ab89f-8f4a-4225-b432-74d160403b6e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:48.511002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a155b6e-1617-4650-be94-e1edddd84c31 req-6a6e93fa-1f7c-4221-8a92-60d5f5613b4a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 210 time: 0.0846744 Dec 15 14:08:48.516546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8fd0672d-86cd-4077-97ab-948a24e1146d req-051ab89f-8f4a-4225-b432-74d160403b6e tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 943 time: 0.5756433 Dec 15 14:08:48.595221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.606407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cac48-68e7-4695-a82e-004b1b5f121b req-49fa7e4b-1d93-4938-9f21-3ecd628e1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:48.608600 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-49fa7e4b-1d93-4938-9f21-3ecd628e1ab0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=381f983c-ac2f-48ca-858c-da5f1a0cafc9 HTTP/1.1" status: 200 len: 834 time: 0.4307373 Dec 15 14:08:48.668790 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.724406 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3104edf0-4f05-4f83-9881-0526d3a53be9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.729095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3104edf0-4f05-4f83-9881-0526d3a53be9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.730619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:48.736166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:48.741465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:48.765768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674a26ee-db15-4fd9-a37f-90c9c51c0188 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:48.771186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event updated for resources: {'Port': ['ID=dba8f6b0-d4b1-46e8-9b12-51810de5effd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:48.796891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8fd0672d-86cd-4077-97ab-948a24e1146d req-2e5bbd42-ba85-4370-9495-fcf46429e357 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807746 Dec 15 14:08:48.847877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-47c6f2e9-f1a4-4a56-83e3-d50b588e3685 None None] Provisioning complete for port dba8f6b0-d4b1-46e8-9b12-51810de5effd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:48.848340 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47c6f2e9-f1a4-4a56-83e3-d50b588e3685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.865185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3104edf0-4f05-4f83-9881-0526d3a53be9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.865847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3104edf0-4f05-4f83-9881-0526d3a53be9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Fanout notify agent at l3_agent the message router_deleted on router 74d67750-a7c6-47a6-92e5-a322c9a81b8b {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:48.877718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3104edf0-4f05-4f83-9881-0526d3a53be9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:48.878959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3104edf0-4f05-4f83-9881-0526d3a53be9 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/74d67750-a7c6-47a6-92e5-a322c9a81b8b HTTP/1.1" status: 204 len: 168 time: 0.9150512 Dec 15 14:08:48.885138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cac48-68e7-4695-a82e-004b1b5f121b req-c804abe3-258e-48f7-be6a-d3699e6eec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:48.887606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-c804abe3-258e-48f7-be6a-d3699e6eec75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701416 Dec 15 14:08:48.888218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54528) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:48.953228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-47c6f2e9-f1a4-4a56-83e3-d50b588e3685 None None] Port dba8f6b0-d4b1-46e8-9b12-51810de5effd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:48.971403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-daadeb3f-4355-4098-8abe-88bf579f23ef tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=74d67750-a7c6-47a6-92e5-a322c9a81b8b HTTP/1.1" status: 200 len: 205 time: 0.0813820 Dec 15 14:08:48.997021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54532) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.100895 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-00447134-53d9-4152-879f-e37a1de57170 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] delete failed (client error): The resource could not be found. Dec 15 14:08:49.101939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-00447134-53d9-4152-879f-e37a1de57170 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/74d67750-a7c6-47a6-92e5-a322c9a81b8b HTTP/1.1" status: 404 len: 336 time: 0.0716138 Dec 15 14:08:49.104612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54538) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.167490 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed06a3e-5617-4461-bdbc-e696afa12dcd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:49.173862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed06a3e-5617-4461-bdbc-e696afa12dcd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:49.177115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9ed06a3e-5617-4461-bdbc-e696afa12dcd tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/94db9350-7158-47ed-b0d9-23f44eb00f89 HTTP/1.1" status: 404 len: 337 time: 0.0715570 Dec 15 14:08:49.179923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54544) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.216946 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5f9f5c-96f5-489c-b02a-9fac331bc9da tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:49.216946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5f9f5c-96f5-489c-b02a-9fac331bc9da tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:49.216946 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2c5f9f5c-96f5-489c-b02a-9fac331bc9da tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/d02b2c4b-1e15-42b9-a809-db1d710e07a0 HTTP/1.1" status: 404 len: 337 time: 0.0348022 Dec 15 14:08:49.220486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-127ee13c-4718-4c49-ac5f-0a3da9cf4cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152494 Dec 15 14:08:49.221076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54548) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.275535 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b040b3-246d-45de-96dc-431182edfb59 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:49.276048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b040b3-246d-45de-96dc-431182edfb59 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:49.279490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d0b040b3-246d-45de-96dc-431182edfb59 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/f6fea36f-fbf7-4308-b283-4bdef3e0a4e5 HTTP/1.1" status: 404 len: 337 time: 0.0570283 Dec 15 14:08:49.285701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.372943 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-401ee23c-cec7-401e-af5c-a845936be4a7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:49.373775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401ee23c-cec7-401e-af5c-a845936be4a7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:49.381912 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-401ee23c-cec7-401e-af5c-a845936be4a7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/36aee7ba-cfd1-4828-8e24-378a5f1ba160 HTTP/1.1" status: 404 len: 337 time: 0.0900700 Dec 15 14:08:49.383303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54556) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.396871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-c9bfa937-0f23-43a0-bd7a-c25a0bab054e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:49.398769 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-c9bfa937-0f23-43a0-bd7a-c25a0bab054e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.74 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 815 time: 0.4926770 Dec 15 14:08:49.420198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Request body: {'port': {'device_id': '1102b446-14bd-4569-ae48-12466a67d242', 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'admin_state_up': True, 'tenant_id': 'a15afec01cde435993e203110fac6694'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:49.425995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-739cba88-3a51-482c-8e5f-79538b8e1513 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 200 len: 205 time: 0.0391133 Dec 15 14:08:49.429878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54558) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.448885 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:49.506463 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-7f8522c5-8e88-4cc3-880c-635ae5601d8d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] delete failed (client error): The resource could not be found. Dec 15 14:08:49.507715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7f8522c5-8e88-4cc3-880c-635ae5601d8d tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/d0a814f4-f0db-4e1f-9dae-d61e4907b741 HTTP/1.1" status: 404 len: 336 time: 0.0767186 Dec 15 14:08:49.509955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-534cac48-68e7-4695-a82e-004b1b5f121b req-ad2d92ce-00dc-463a-bc15-749022008738 service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358699 Dec 15 14:08:49.510416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54562) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.601293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54568) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:49.602391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-86a08c0a-4f92-4de6-9a8f-600fdc6e6b69 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=70b227b6-b006-49f9-a66d-04be9930074f HTTP/1.1" status: 200 len: 205 time: 0.0905881 Dec 15 14:08:49.736138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fb4a2f3-d177-4d52-bc4c-04bfd4132072 req-ab69f683-7d97-4d39-ada8-7ebfe3e4b114 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 210 time: 0.0425024 Dec 15 14:08:49.760288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194272b-3728-49e5-9910-46fc8322502b req-f8b9ca1c-9844-4e49-afd5-d3b8be6613ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:49.762573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2194272b-3728-49e5-9910-46fc8322502b req-f8b9ca1c-9844-4e49-afd5-d3b8be6613ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 1094 time: 0.1581011 Dec 15 14:08:49.949863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194272b-3728-49e5-9910-46fc8322502b req-f9340ee7-afbf-4081-ac41-6f23d4c0f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:49.951936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2194272b-3728-49e5-9910-46fc8322502b req-f9340ee7-afbf-4081-ac41-6f23d4c0f255 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa HTTP/1.1" status: 200 len: 899 time: 0.1817172 Dec 15 14:08:50.012057 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2194272b-3728-49e5-9910-46fc8322502b req-7360b78c-1db6-4a76-925c-1c2bd8851c4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8900728-6312-404d-95d3-ca107a65c2d0 HTTP/1.1" status: 200 len: 217 time: 0.0501103 Dec 15 14:08:50.091308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194272b-3728-49e5-9910-46fc8322502b req-b4326862-ecb6-4ce5-b017-191574c86889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:50.093766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2194272b-3728-49e5-9910-46fc8322502b req-b4326862-ecb6-4ce5-b017-191574c86889 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=381f983c-ac2f-48ca-858c-da5f1a0cafc9 HTTP/1.1" status: 200 len: 834 time: 0.0742161 Dec 15 14:08:50.096745 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-98b6d32a-240b-4495-8e24-01c3f47dc7c6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] delete failed (client error): The resource could not be found. Dec 15 14:08:50.098171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-98b6d32a-240b-4495-8e24-01c3f47dc7c6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/70b227b6-b006-49f9-a66d-04be9930074f HTTP/1.1" status: 404 len: 336 time: 0.4958165 Dec 15 14:08:50.102661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54580) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.210627 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-626e6a01-9272-4882-bf6c-a6d08940b058 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:50.211384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626e6a01-9272-4882-bf6c-a6d08940b058 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:50.215965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-626e6a01-9272-4882-bf6c-a6d08940b058 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/d4935c62-a8c6-4f2e-ac64-8ae43b676edf HTTP/1.1" status: 404 len: 337 time: 0.1114566 Dec 15 14:08:50.223845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54584) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.240479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e59f1-c656-4e3f-b382-470a9ac93b4a req-cdf50e8b-0937-461b-bd2a-b1a024d8b530 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:50.241994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e62e59f1-c656-4e3f-b382-470a9ac93b4a req-cdf50e8b-0937-461b-bd2a-b1a024d8b530 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 943 time: 0.2354743 Dec 15 14:08:50.257164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194272b-3728-49e5-9910-46fc8322502b req-8bdda5d4-89e1-4558-980d-8826e9ce841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:50.259079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2194272b-3728-49e5-9910-46fc8322502b req-8bdda5d4-89e1-4558-980d-8826e9ce841f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573317 Dec 15 14:08:50.263389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c6ea5d42-e01e-40df-b946-68f34c89d2f7 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=3156f66f-7398-4875-bdf8-b8d817bafd8f HTTP/1.1" status: 200 len: 205 time: 0.0377052 Dec 15 14:08:50.265468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54590) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.271271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Made reservation on behalf of a15afec01cde435993e203110fac6694 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:50.286487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.345087 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-854829d7-c264-4cd7-8f85-95ed86728d56 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] delete failed (client error): The resource could not be found. Dec 15 14:08:50.346222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-854829d7-c264-4cd7-8f85-95ed86728d56 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/3156f66f-7398-4875-bdf8-b8d817bafd8f HTTP/1.1" status: 404 len: 336 time: 0.0788202 Dec 15 14:08:50.349213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54592) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.371159 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.382189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.486762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e165d558-4772-421a-b14e-017ab1aa4543 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=42763057-b52d-42b5-af19-41fb01eed8bb HTTP/1.1" status: 200 len: 205 time: 0.1347969 Dec 15 14:08:50.488872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2194272b-3728-49e5-9910-46fc8322502b req-a1427b12-bd1a-4337-8a7c-8cac3e6afb46 service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087917 Dec 15 14:08:50.489445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54596) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.584975 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e62e59f1-c656-4e3f-b382-470a9ac93b4a req-bbc28fe8-8f02-4911-beac-f16e6574e612 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131356 Dec 15 14:08:50.632938 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-98c57c22-3b30-4692-824e-d5ebbf79dce6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] delete failed (client error): The resource could not be found. Dec 15 14:08:50.634259 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-98c57c22-3b30-4692-824e-d5ebbf79dce6 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/42763057-b52d-42b5-af19-41fb01eed8bb HTTP/1.1" status: 404 len: 336 time: 0.1436427 Dec 15 14:08:50.637441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.668163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a8900728-6312-404d-95d3-ca107a65c2d0 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:08:50.673576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2194272b-3728-49e5-9910-46fc8322502b req-daaa877a-862f-4e5e-9032-59c80a7c5e0e service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385989 Dec 15 14:08:50.700094 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-948220ca-385c-4c28-b9a4-2aa6888ae9c2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:50.700884 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948220ca-385c-4c28-b9a4-2aa6888ae9c2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:50.706124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-948220ca-385c-4c28-b9a4-2aa6888ae9c2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/0e5c8edd-8ac1-4c40-8e81-eac24dcd4d87 HTTP/1.1" status: 404 len: 337 time: 0.0630527 Dec 15 14:08:50.708874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54600) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.754768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a79f27a5-70dd-4c14-b6fd-14a16e10ed03 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2afef7-f0f2-42fd-a914-7e8a86212410 HTTP/1.1" status: 200 len: 205 time: 0.0406613 Dec 15 14:08:50.755019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Router 37b22728-7bc5-4f78-9653-49eed347234e is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:50.755172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.806015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Allocated IP 172.20.0.5 (af22d048-bf11-40a6-8165-9a842b191a3c/353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9/e880a85f-f285-40be-88de-ae9074401b65) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:50.852426 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-865f9727-c2e8-4b7d-9e07-53ab4760936b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] delete failed (client error): The resource could not be found. Dec 15 14:08:50.856967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-865f9727-c2e8-4b7d-9e07-53ab4760936b tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/fa2afef7-f0f2-42fd-a914-7e8a86212410 HTTP/1.1" status: 404 len: 336 time: 0.0984874 Dec 15 14:08:50.857394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54606) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.880872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a8900728-6312-404d-95d3-ca107a65c2d0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a8900728-6312-404d-95d3-ca107a65c2d0,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:50.906917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'port_id': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'mac_address': 'fa:16:3e:b2:45:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:08:50.908278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d93882a9-62e1-4ecb-b68e-1cbc2257d81e req-fa21789f-4deb-4b6c-9e1f-d57018d06703 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 210 time: 0.0376663 Dec 15 14:08:50.933666 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb021a81-6e05-4ef3-8dba-e718e7962f98 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:50.934562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb021a81-6e05-4ef3-8dba-e718e7962f98 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:50.939073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fb021a81-6e05-4ef3-8dba-e718e7962f98 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/e8c68920-0de6-4fba-b9b5-43a4ba8bfb8e HTTP/1.1" status: 404 len: 337 time: 0.0790937 Dec 15 14:08:50.941634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54608) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:50.986172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.992873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5d2b744a-6d6a-4f94-a615-86808b9815d2 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a5b1e1d-e93b-4803-8710-6e90e70a480b HTTP/1.1" status: 200 len: 205 time: 0.0487616 Dec 15 14:08:50.996491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54610) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.027652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8900728-6312-404d-95d3-ca107a65c2d0 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:08:51.045414 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-c5843a71-12de-4fe0-9b85-11cf69a8da5f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] delete failed (client error): The resource could not be found. Dec 15 14:08:51.047333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c5843a71-12de-4fe0-9b85-11cf69a8da5f tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/routers/2a5b1e1d-e93b-4803-8710-6e90e70a480b HTTP/1.1" status: 404 len: 336 time: 0.0493670 Dec 15 14:08:51.050724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54612) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.069338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a8900728-6312-404d-95d3-ca107a65c2d0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a8900728-6312-404d-95d3-ca107a65c2d0,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:51.077205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.080580 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc3b285-7143-4109-82b6-74c8bbecbeb0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:51.081057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc3b285-7143-4109-82b6-74c8bbecbeb0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:51.084506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0cc3b285-7143-4109-82b6-74c8bbecbeb0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/0c4b02c7-01a0-445c-aa9d-539610659153 HTTP/1.1" status: 404 len: 337 time: 0.0316176 Dec 15 14:08:51.091134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54614) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.154405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a8900728-6312-404d-95d3-ca107a65c2d0,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:51.189349 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2670035-4adf-4093-bd87-e7e4eba88fc0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] DELETE failed (client error): The resource could not be found. Dec 15 14:08:51.189875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2670035-4adf-4093-bd87-e7e4eba88fc0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:08:51.195641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d2670035-4adf-4093-bd87-e7e4eba88fc0 tempest-RoutersIpV6Test-1392466241 tempest-RoutersIpV6Test-1392466241-project] 10.222.0.86 "DELETE /v2.0/subnets/1021bf91-3d7f-49b6-9f33-81d26bfa7ecd HTTP/1.1" status: 404 len: 337 time: 0.1010039 Dec 15 14:08:51.202985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:51.216121 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d01ba5-1562-46cd-ac48-785d88769834 None None] Sync routers for ids ['37b22728-7bc5-4f78-9653-49eed347234e'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:51.216733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.220787 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-783561d9-55b6-4f7c-ac85-18b2d208ae7d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "PUT /v2.0/routers/37b22728-7bc5-4f78-9653-49eed347234e HTTP/1.1" status: 200 len: 883 time: 4.2631083 Dec 15 14:08:51.221111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54620) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.249796 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d01ba5-1562-46cd-ac48-785d88769834 None None] Routers {'37b22728-7bc5-4f78-9653-49eed347234e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:51.250441 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-42d01ba5-1562-46cd-ac48-785d88769834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['37b22728-7bc5-4f78-9653-49eed347234e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:51.252376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.290907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a8900728-6312-404d-95d3-ca107a65c2d0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:08:51.336967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.363541 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-42d01ba5-1562-46cd-ac48-785d88769834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:51.414006 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d01ba5-1562-46cd-ac48-785d88769834 None None] Routers {'37b22728-7bc5-4f78-9653-49eed347234e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:51.417545 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-42d01ba5-1562-46cd-ac48-785d88769834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['37b22728-7bc5-4f78-9653-49eed347234e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:51.427540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Network af22d048-bf11-40a6-8165-9a842b191a3c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:51.432457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:51.441442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:51.471918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-211a5c2a-b621-49c5-932a-1f5164a478c3 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/routers/37b22728-7bc5-4f78-9653-49eed347234e HTTP/1.1" status: 200 len: 924 time: 0.2493560 Dec 15 14:08:51.478751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54626) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.519313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:51.520369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.531252 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-42d01ba5-1562-46cd-ac48-785d88769834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:51.533853 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d01ba5-1562-46cd-ac48-785d88769834 None None] The sync data for ids ['37b22728-7bc5-4f78-9653-49eed347234e'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:51.553881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1445773 Dec 15 14:08:51.558958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba742cb2-892f-4d52-8675-b7a8893ac7c0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Pushing event updated for resources: {'Port': ['ID=e880a85f-f285-40be-88de-ae9074401b65,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:51.567828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Request body: {'port': {'device_id': '1102b446-14bd-4569-ae48-12466a67d242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:51.627588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff18b9-954e-4406-bd5c-bdd1c743799f tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:51.629353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-16ff18b9-954e-4406-bd5c-bdd1c743799f tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=37b22728-7bc5-4f78-9653-49eed347234e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1491439 Dec 15 14:08:51.632568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54632) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.754576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.813084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16addfdd-846f-4cb7-ba31-3fb2e6bfb075 req-c419c5f5-3dac-4a6a-b70f-23f1925c6047 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:51.821831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16addfdd-846f-4cb7-ba31-3fb2e6bfb075 req-c419c5f5-3dac-4a6a-b70f-23f1925c6047 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 944 time: 0.1102176 Dec 15 14:08:51.827937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfae58e-f920-473c-ab21-4a99345c45d8 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:51.833732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0dfae58e-f920-473c-ab21-4a99345c45d8 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 881 time: 0.1996145 Dec 15 14:08:51.834649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54638) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:51.848867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:51.887438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16addfdd-846f-4cb7-ba31-3fb2e6bfb075 req-f2e620a3-9e5e-4f2c-850c-ee7981e03a79 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594800 Dec 15 14:08:51.901659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dad11172-1009-4b70-a425-124385f53f44 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=37b22728-7bc5-4f78-9653-49eed347234e HTTP/1.1" status: 200 len: 205 time: 0.0543716 Dec 15 14:08:51.904259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54640) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:52.098151 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cceb9592-904a-4685-99c2-9b4ed0041b69 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8281013f764f4b3eb6f6ae5f53531440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303111 Dec 15 14:08:52.098151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54644) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:52.151302 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d753b7-2b00-4494-93b4-ef1adf613de7 req-668b0125-be68-4e55-8a4c-1e5fa625bc27 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:52.160633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-08d753b7-2b00-4494-93b4-ef1adf613de7 req-668b0125-be68-4e55-8a4c-1e5fa625bc27 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 931 time: 0.1463854 Dec 15 14:08:52.167129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48bb3452-92bc-4372-9596-72fc2631f6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.171764 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.248075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48bb3452-92bc-4372-9596-72fc2631f6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.250603 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-08d753b7-2b00-4494-93b4-ef1adf613de7 req-4f120bd1-ba1d-4b85-8455-f2b81b368b75 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890601 Dec 15 14:08:52.381674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48bb3452-92bc-4372-9596-72fc2631f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.384968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48bb3452-92bc-4372-9596-72fc2631f6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.386436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-48bb3452-92bc-4372-9596-72fc2631f6f1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05b2c75f-9b31-4ca6-9497-650a7ea26e12 HTTP/1.1" status: 204 len: 168 time: 0.2876873 Dec 15 14:08:52.398649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb3452-92bc-4372-9596-72fc2631f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b2c75f-9b31-4ca6-9497-650a7ea26e12,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:52.434813 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.493366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e880a85f-f285-40be-88de-ae9074401b65 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:08:52.504155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.520568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Transition to ACTIVE for port object e880a85f-f285-40be-88de-ae9074401b65 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:08:52.526217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Deleting port dba8f6b0-d4b1-46e8-9b12-51810de5effd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:52.526905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.532654 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.673971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a8900728-6312-404d-95d3-ca107a65c2d0 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:52.697990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.704373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Pushing event updated for resources: {'Port': ['ID=e880a85f-f285-40be-88de-ae9074401b65,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:52.716398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Calling delete_port for dba8f6b0-d4b1-46e8-9b12-51810de5effd owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:52.825202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port a8900728-6312-404d-95d3-ca107a65c2d0 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:08:52.835639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port a8900728-6312-404d-95d3-ca107a65c2d0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:52.836541 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:52.881935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Attempting to bind port e880a85f-f285-40be-88de-ae9074401b65 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:52.882635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Attempting to bind port e880a85f-f285-40be-88de-ae9074401b65 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:52.883210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Attempting to bind port e880a85f-f285-40be-88de-ae9074401b65 on network af22d048-bf11-40a6-8165-9a842b191a3c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:52.889191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Port e880a85f-f285-40be-88de-ae9074401b65 on network af22d048-bf11-40a6-8165-9a842b191a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:08:52.890029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Attempting to bind port e880a85f-f285-40be-88de-ae9074401b65 on network af22d048-bf11-40a6-8165-9a842b191a3c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:52.897409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:52.898311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Checking segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:52.898944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Bound using segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:52.899616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Bound port: e880a85f-f285-40be-88de-ae9074401b65, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:52.900451 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.038989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] For port e880a85f-f285-40be-88de-ae9074401b65, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:53.082338 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.096216 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.134575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] For port e880a85f-f285-40be-88de-ae9074401b65, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e880a85f-f285-40be-88de-ae9074401b65,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:53.165566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event deleted for resources: {'Port': ['ID=dba8f6b0-d4b1-46e8-9b12-51810de5effd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:53.192902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1542c-dbef-4e60-89bd-bd1149251ec7 req-a264d0de-3083-47cd-96c6-8cbed5634b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.194555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16c1542c-dbef-4e60-89bd-bd1149251ec7 req-a264d0de-3083-47cd-96c6-8cbed5634b0a tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 944 time: 0.1474855 Dec 15 14:08:53.198518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.218042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a8900728-6312-404d-95d3-ca107a65c2d0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a8900728-6312-404d-95d3-ca107a65c2d0,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:53.224939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:53.227235 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80110ec-abd0-4436-9707-552b9e82ce77" -d '{"events": [{"server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "name": "network-vif-plugged", "status": "completed", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:53.237895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3c657-21ee-4e64-bbf3-eb8aefc0f49d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:53.264961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.315794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-16c1542c-dbef-4e60-89bd-bd1149251ec7 req-7dacd302-30be-47a0-9f33-cf5d27e48d36 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142695 Dec 15 14:08:53.341455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.342281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.343765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] 10.222.0.74 "PUT /v2.0/ports/e880a85f-f285-40be-88de-ae9074401b65 HTTP/1.1" status: 200 len: 1091 time: 1.7813127 Dec 15 14:08:53.344347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1102b446-14bd-4569-ae48-12466a67d242', 'tag': 'e880a85f-f285-40be-88de-ae9074401b65'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:53.347675 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8287cd-007d-41f3-a530-6a6a4e630111" -d '{"events": [{"name": "network-changed", "server_uuid": "1102b446-14bd-4569-ae48-12466a67d242", "tag": "e880a85f-f285-40be-88de-ae9074401b65"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:53.347889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.379379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc01887-5559-4880-b061-f987f2efc96c service neutron] Pushing event updated for resources: {'Port': ['ID=e880a85f-f285-40be-88de-ae9074401b65,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:53.445876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a8900728-6312-404d-95d3-ca107a65c2d0,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:53.502629 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-81b45478-c8f4-4dc2-8337-869b67dfe2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.510018 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-81b45478-c8f4-4dc2-8337-869b67dfe2b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 1094 time: 0.1012921 Dec 15 14:08:53.600478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-0fc0d44c-ab27-4c70-9f9e-c5657b1f784c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e880a85f-f285-40be-88de-ae9074401b65 HTTP/1.1" status: 200 len: 217 time: 0.0738153 Dec 15 14:08:53.604797 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0016993d-8be4-46ec-b8ef-6f95bc5e2533 x-openstack-request-id: req-0016993d-8be4-46ec-b8ef-6f95bc5e2533 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:53.605307 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "name": "network-vif-plugged", "status": "completed", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:53.605740 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0016993d-8be4-46ec-b8ef-6f95bc5e2533 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:53.606306 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'code': 200} Dec 15 14:08:53.624367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.625392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee6547-d922-4fd6-a1df-570a5f66b957 req-82f7752b-d868-438a-b03a-fded2799a34b tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.630428 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3ee6547-d922-4fd6-a1df-570a5f66b957 req-82f7752b-d868-438a-b03a-fded2799a34b tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 943 time: 0.1182170 Dec 15 14:08:53.637943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.751477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3ee6547-d922-4fd6-a1df-570a5f66b957 req-a01bbee8-a8a6-4f44-8b0b-506a689b1414 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095097 Dec 15 14:08:53.793338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-43775c63-410b-4400-abfc-e43d1d0cc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.796552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-43775c63-410b-4400-abfc-e43d1d0cc90c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.1851313 Dec 15 14:08:53.830176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.830909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Fanout notify agent at l3_agent the message router_deleted on router 37b22728-7bc5-4f78-9653-49eed347234e {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:53.857821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:53.859697 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-33a9de70-4bfb-4e4b-9945-bb299db59fc1 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/37b22728-7bc5-4f78-9653-49eed347234e HTTP/1.1" status: 204 len: 168 time: 1.9545221 Dec 15 14:08:53.862897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904be3e-1ce7-455b-930d-2137a85dfbac req-264fbfd4-f18b-43b1-91b0-99c46ce95783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:53.864950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904be3e-1ce7-455b-930d-2137a85dfbac req-264fbfd4-f18b-43b1-91b0-99c46ce95783 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0913017 Dec 15 14:08:53.865975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54692) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:53.876579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c6bb9942-4c01-41e9-912c-b2b21c9908f5 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1644500973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:53.913587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-e6b2cef9-fc98-4b97-b6b8-23c109bff0fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083918 Dec 15 14:08:54.040618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3904be3e-1ce7-455b-930d-2137a85dfbac req-9ce6a23e-2631-40a1-adb3-b9df1a0edf17 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493127 Dec 15 14:08:54.056587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9942-4c01-41e9-912c-b2b21c9908f5 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.058213 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9942-4c01-41e9-912c-b2b21c9908f5 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.115687 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996bdaae-af3d-4a69-9c50-b20d2d290d7d x-openstack-request-id: req-996bdaae-af3d-4a69-9c50-b20d2d290d7d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:54.116353 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1102b446-14bd-4569-ae48-12466a67d242", "tag": "e880a85f-f285-40be-88de-ae9074401b65", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:54.116353 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-996bdaae-af3d-4a69-9c50-b20d2d290d7d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:54.120395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9942-4c01-41e9-912c-b2b21c9908f5 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.121184 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1102b446-14bd-4569-ae48-12466a67d242', 'tag': 'e880a85f-f285-40be-88de-ae9074401b65', 'status': 'completed', 'code': 200} Dec 15 14:08:54.128135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9942-4c01-41e9-912c-b2b21c9908f5 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.154884 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9942-4c01-41e9-912c-b2b21c9908f5 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.159641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c6bb9942-4c01-41e9-912c-b2b21c9908f5 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2923942 Dec 15 14:08:54.160747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54696) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:54.166468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': True}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:54.275448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-a222793a-ec64-4dad-9d60-e3cd57d4675b service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443208 Dec 15 14:08:54.554428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fce56c-d4e0-433c-b727-c317d87493df req-30886600-6a51-46ad-bb20-b7f5194389a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:54.573063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8fce56c-d4e0-433c-b727-c317d87493df req-30886600-6a51-46ad-bb20-b7f5194389a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 945 time: 0.1338840 Dec 15 14:08:54.659403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8fce56c-d4e0-433c-b727-c317d87493df req-ec2782f7-7251-4723-9125-b15f68ae5706 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804126 Dec 15 14:08:54.660724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:54.690338 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81745390-25d9-4b7f-a562-ff44577ed5f8 req-ae261ac4-6d43-4539-bc2f-6c1bfefce812 service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792281 Dec 15 14:08:54.825684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-f868446f-1810-4cbb-b941-6d35e04df82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:54.827238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-f868446f-1810-4cbb-b941-6d35e04df82b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 1094 time: 0.0817776 Dec 15 14:08:55.448591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78ca02-bade-4b1a-a94f-7b9a213e6c28 req-9b587dfe-9e10-4f8d-9bfd-aebfde7ee823 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:55.449357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb78ca02-bade-4b1a-a94f-7b9a213e6c28 req-9b587dfe-9e10-4f8d-9bfd-aebfde7ee823 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 943 time: 0.5521724 Dec 15 14:08:55.504620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-14d4a249-9ca9-4582-8376-8fc85dd7cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:55.506155 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-14d4a249-9ca9-4582-8376-8fc85dd7cb30 service neutron] 10.222.0.74 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 917 time: 0.6668279 Dec 15 14:08:55.556493 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.568013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-9f5a497f-ad11-4de9-a807-000cf256c1ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e880a85f-f285-40be-88de-ae9074401b65 HTTP/1.1" status: 200 len: 217 time: 0.0522282 Dec 15 14:08:55.597508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:55.656522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb78ca02-bade-4b1a-a94f-7b9a213e6c28 req-ad37f189-30bc-46c5-bb43-1aeeffae5e0d tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915877 Dec 15 14:08:55.714622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-f28a5cc2-bc63-45bf-96af-595c6f5f2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:55.716108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-f28a5cc2-bc63-45bf-96af-595c6f5f2bf1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.1288002 Dec 15 14:08:55.767576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-0d937a58-9381-44fb-b14e-d116dc499ecf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399983 Dec 15 14:08:55.804377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb55563-2c90-4d15-9876-0fbb4ca6536b req-c3681100-bb6b-4e5e-8a59-6b062c0dc358 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:55.812921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bb55563-2c90-4d15-9876-0fbb4ca6536b req-c3681100-bb6b-4e5e-8a59-6b062c0dc358 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 945 time: 0.0677090 Dec 15 14:08:55.884637 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bb55563-2c90-4d15-9876-0fbb4ca6536b req-8e394f47-e670-46e7-91de-c25e3c539581 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699983 Dec 15 14:08:55.920458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Allocated IP 172.25.7.40 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/2a28f316-6014-4e1b-9755-ed7b517feadf) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:56.058704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-ce58ac07-493f-45ad-8fbc-a518032d9f5c service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726967 Dec 15 14:08:56.153999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e776fb-e748-4b6d-ae04-d688a1367347 req-c93a4897-7897-49c8-9067-cda52a38b4b2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:56.162358 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5e776fb-e748-4b6d-ae04-d688a1367347 req-c93a4897-7897-49c8-9067-cda52a38b4b2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 945 time: 0.1519864 Dec 15 14:08:56.249178 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.263281 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f8287cd-007d-41f3-a530-6a6a4e630111 req-481e9637-fa5d-453f-b21b-616be64803f4 service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955879 Dec 15 14:08:56.283754 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5e776fb-e748-4b6d-ae04-d688a1367347 req-60a4e437-a304-4c88-b8c8-76d3969c23bc tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203454 Dec 15 14:08:56.300824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54748) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:56.323823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.350171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309dc95c-2b42-42b4-a14b-04a03bafa967 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:56.355053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-309dc95c-2b42-42b4-a14b-04a03bafa967 tempest-TestNetworkBasicOps-813518661 tempest-TestNetworkBasicOps-813518661-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 1091 time: 0.0532093 Dec 15 14:08:56.356038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54750) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:56.361532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:56.375845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:56.380207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:56.393994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.395379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74638f31-7bb3-49c2-8d4c-aafb1744bcad None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:56.400882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:56.404062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'Port': ['ID=2a28f316-6014-4e1b-9755-ed7b517feadf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:56.437415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.437906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.438509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.438942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.439405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.439849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.440309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.440745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.441180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.441617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.442050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.442485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.442928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:56.465893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0202502d-9dd9-4a9a-974f-752b91e55b94 None None] Provisioning complete for port 2a28f316-6014-4e1b-9755-ed7b517feadf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:56.466979 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0202502d-9dd9-4a9a-974f-752b91e55b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.515644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0202502d-9dd9-4a9a-974f-752b91e55b94 None None] Port 2a28f316-6014-4e1b-9755-ed7b517feadf cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:08:56.599042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e880a85f-f285-40be-88de-ae9074401b65 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:08:56.626667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.711110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.739974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e880a85f-f285-40be-88de-ae9074401b65, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e880a85f-f285-40be-88de-ae9074401b65,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:56.754651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'e880a85f-f285-40be-88de-ae9074401b65', 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'port_id': 'e880a85f-f285-40be-88de-ae9074401b65', 'mac_address': 'fa:16:3e:6d:a4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:08:56.763737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Allocated IP 172.25.7.203 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/7eda5c52-b3c0-4c41-83f6-033c51315790) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:56.861195 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.889779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e880a85f-f285-40be-88de-ae9074401b65 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:08:56.921409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e880a85f-f285-40be-88de-ae9074401b65, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e880a85f-f285-40be-88de-ae9074401b65,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:56.933456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:56.992730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0bc7e-d055-4b57-a710-5e9dadf8412b req-3a7a320b-03e6-446f-87ce-4e6e93a82af0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:56.994511 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2be0bc7e-d055-4b57-a710-5e9dadf8412b req-3a7a320b-03e6-446f-87ce-4e6e93a82af0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 943 time: 0.1613724 Dec 15 14:08:57.055738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.082563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e880a85f-f285-40be-88de-ae9074401b65,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:57.118082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2be0bc7e-d055-4b57-a710-5e9dadf8412b req-31102db1-a762-4525-bfd7-deeb4b98c829 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145766 Dec 15 14:08:57.135852 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.162975 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.178317 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.224121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e880a85f-f285-40be-88de-ae9074401b65'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:08:57.240714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:57.244263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:57.247505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:57.279441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=7eda5c52-b3c0-4c41-83f6-033c51315790,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:57.478966 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Router fac62f65-f561-43f2-925b-9ac6d4180387 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:08:57.698990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:57.708974 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.709719 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fad0db-a1a7-4b23-a906-4e9008992e6c None None] Sync routers for ids ['fac62f65-f561-43f2-925b-9ac6d4180387'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:57.716934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dab33842-1bab-4d13-a409-57d2ce8d1c38 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "PUT /v2.0/routers/fac62f65-f561-43f2-925b-9ac6d4180387 HTTP/1.1" status: 200 len: 918 time: 3.5547278 Dec 15 14:08:57.717681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:57.724985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fad0db-a1a7-4b23-a906-4e9008992e6c None None] Routers {'fac62f65-f561-43f2-925b-9ac6d4180387'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:57.725628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97fad0db-a1a7-4b23-a906-4e9008992e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fac62f65-f561-43f2-925b-9ac6d4180387'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:57.819555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97fad0db-a1a7-4b23-a906-4e9008992e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:57.865177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fad0db-a1a7-4b23-a906-4e9008992e6c None None] Routers {'fac62f65-f561-43f2-925b-9ac6d4180387'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:57.866437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97fad0db-a1a7-4b23-a906-4e9008992e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fac62f65-f561-43f2-925b-9ac6d4180387'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:57.887979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c4d41154-bcfa-42cd-9581-8879b4c946dc tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/routers/fac62f65-f561-43f2-925b-9ac6d4180387 HTTP/1.1" status: 200 len: 924 time: 0.1689863 Dec 15 14:08:57.888715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:57.890104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:57.977323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97fad0db-a1a7-4b23-a906-4e9008992e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:57.978272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fad0db-a1a7-4b23-a906-4e9008992e6c None None] The sync data for ids ['fac62f65-f561-43f2-925b-9ac6d4180387'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:08:57.979198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344f666-fe82-40b4-adc3-119b9f788870 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:57.989731 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3344f666-fe82-40b4-adc3-119b9f788870 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=fac62f65-f561-43f2-925b-9ac6d4180387&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0989692 Dec 15 14:08:57.992369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:58.031949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.117239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c32ec4-cc59-4f0d-a7c6-308490b65a5d tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:58.119266 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-42c32ec4-cc59-4f0d-a7c6-308490b65a5d tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 881 time: 0.1257629 Dec 15 14:08:58.122797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54782) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:58.185741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ecfb1e94-f14c-4d19-82ad-9c8e091bff69 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac62f65-f561-43f2-925b-9ac6d4180387 HTTP/1.1" status: 200 len: 205 time: 0.0593114 Dec 15 14:08:58.186346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54788) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:58.311174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d338706-59fc-4b9d-8a2e-909b49a5d76d req-3cc50f86-3617-429c-8570-f9860bdf671c tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:58.313561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d338706-59fc-4b9d-8a2e-909b49a5d76d req-3cc50f86-3617-429c-8570-f9860bdf671c tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 944 time: 0.0880990 Dec 15 14:08:58.330251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.349988 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.365355 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.426534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event updated for resources: {'Port': ['ID=7eda5c52-b3c0-4c41-83f6-033c51315790,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:58.483249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.490092 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d338706-59fc-4b9d-8a2e-909b49a5d76d req-e4ccc1dd-a5fa-4199-a65f-42f7b0453a31 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691406 Dec 15 14:08:58.525110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.601060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Deleting port 2a28f316-6014-4e1b-9755-ed7b517feadf {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:08:58.601487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.608804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e880a85f-f285-40be-88de-ae9074401b65 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:58.853098 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:58.868836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Calling delete_port for 2a28f316-6014-4e1b-9755-ed7b517feadf owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:08:59.031084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port e880a85f-f285-40be-88de-ae9074401b65 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:08:59.037739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port e880a85f-f285-40be-88de-ae9074401b65 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:59.038638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.072183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.105757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event deleted for resources: {'Port': ['ID=2a28f316-6014-4e1b-9755-ed7b517feadf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:59.120859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e223233c-9b68-4c8f-b537-794102222e3c None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:08:59.138055 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Floating IP e7a510fc-0e4c-4b4a-9764-780ddba91efd associated. External IP: 172.25.7.203, port: a8900728-6312-404d-95d3-ca107a65c2d0. Dec 15 14:08:59.139904 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.167211 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.190710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e880a85f-f285-40be-88de-ae9074401b65, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e880a85f-f285-40be-88de-ae9074401b65,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:59.191852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1102b446-14bd-4569-ae48-12466a67d242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e880a85f-f285-40be-88de-ae9074401b65'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:59.205929 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a63370c-a9cb-4b47-a4a9-c888a16220f4" -d '{"events": [{"server_uuid": "1102b446-14bd-4569-ae48-12466a67d242", "name": "network-vif-plugged", "status": "completed", "tag": "e880a85f-f285-40be-88de-ae9074401b65"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:59.217912 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.263847 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1faf2-e94e-449b-a4cd-063d0c8f9e7a x-openstack-request-id: req-67b1faf2-e94e-449b-a4cd-063d0c8f9e7a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:59.264459 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1102b446-14bd-4569-ae48-12466a67d242", "name": "network-vif-plugged", "status": "completed", "tag": "e880a85f-f285-40be-88de-ae9074401b65", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:59.264722 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67b1faf2-e94e-449b-a4cd-063d0c8f9e7a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:59.265127 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1102b446-14bd-4569-ae48-12466a67d242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e880a85f-f285-40be-88de-ae9074401b65', 'code': 200} Dec 15 14:08:59.279854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.282241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.311174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e880a85f-f285-40be-88de-ae9074401b65,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:59.357582 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.358060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Fanout notify agent at l3_agent the message router_deleted on router fac62f65-f561-43f2-925b-9ac6d4180387 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:08:59.381320 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.381320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-11332a96-f60b-466a-a340-6253b9e4b44d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/fac62f65-f561-43f2-925b-9ac6d4180387 HTTP/1.1" status: 204 len: 168 time: 1.1939309 Dec 15 14:08:59.386517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:59.392756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9a2b4b8c-0ecd-4d38-9230-aca4d7d1a9e3 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1983310793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:59.422607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b96ad0-8bd3-4133-bcc6-1ec527af530e req-8ef1258d-43cc-465e-b40c-7927bba5a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:59.424362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38b96ad0-8bd3-4133-bcc6-1ec527af530e req-8ef1258d-43cc-465e-b40c-7927bba5a11e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 1096 time: 0.0769184 Dec 15 14:08:59.429480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4b8c-0ecd-4d38-9230-aca4d7d1a9e3 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.431250 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4b8c-0ecd-4d38-9230-aca4d7d1a9e3 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.449035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router b1c41e49-d714-42d6-a699-992c7481a72c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:08:59.521080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4b8c-0ecd-4d38-9230-aca4d7d1a9e3 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.528580 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38b96ad0-8bd3-4133-bcc6-1ec527af530e req-0c71587a-7e5a-4bfd-b6a7-7aaefbb3f5cc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916095 Dec 15 14:08:59.530141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4b8c-0ecd-4d38-9230-aca4d7d1a9e3 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.560837 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4b8c-0ecd-4d38-9230-aca4d7d1a9e3 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.566124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9a2b4b8c-0ecd-4d38-9230-aca4d7d1a9e3 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1776922 Dec 15 14:08:59.566751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:59.573643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'enable_snat': False}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:59.609977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:08:59.626574 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] Sync routers for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:08:59.644237 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:08:59.645154 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:08:59.663055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.711637 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cf85209d-1a0b-4ee5-82ac-b90b9d5192d5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3543000 Dec 15 14:08:59.716591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:59.717161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:08:59.720394 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52" -d '{"events": [{"name": "network-changed", "server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:08:59.750127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-d8f28bfb-5574-4443-b9d0-69ae666b83dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485889 Dec 15 14:08:59.883501 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b3f214-0516-4e81-892b-390ef3d9588e x-openstack-request-id: req-f5b3f214-0516-4e81-892b-390ef3d9588e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:08:59.883923 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:08:59.884283 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f5b3f214-0516-4e81-892b-390ef3d9588e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:08:59.884815 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'status': 'completed', 'code': 200} Dec 15 14:08:59.892629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-76fbb54e-8f4e-4646-a5ae-80c918c1cf26 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/floatingips/e7a510fc-0e4c-4b4a-9764-780ddba91efd HTTP/1.1" status: 200 len: 991 time: 0.1564176 Dec 15 14:08:59.905416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-da85a0a8-c184-4673-a7e6-91b6cbf24a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:59.907117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-da85a0a8-c184-4673-a7e6-91b6cbf24a50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0784960 Dec 15 14:08:59.928613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:59.930200 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:00.079755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d24ba-1704-41e4-a640-b349d00bda18 req-5bea3bb2-cdb6-4d0c-8f37-80d936f43459 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:00.096541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-290d24ba-1704-41e4-a640-b349d00bda18 req-5bea3bb2-cdb6-4d0c-8f37-80d936f43459 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 945 time: 0.3333886 Dec 15 14:09:00.107640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-b55037cb-632c-4dd6-9c43-edaafdc59b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:00.109172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-b55037cb-632c-4dd6-9c43-edaafdc59b54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa HTTP/1.1" status: 200 len: 899 time: 0.1759787 Dec 15 14:09:00.254794 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-86820b97-900a-4a5d-99c0-0003c2a82189 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8900728-6312-404d-95d3-ca107a65c2d0 HTTP/1.1" status: 200 len: 999 time: 0.1265616 Dec 15 14:09:00.257723 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-290d24ba-1704-41e4-a640-b349d00bda18 req-2ca09e85-a5b6-4077-b84f-e9a9c3d9ab57 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602929 Dec 15 14:09:00.359358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-5c8299a2-9cb0-45b1-a1b8-a72e2c0ea895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:00.362043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-5c8299a2-9cb0-45b1-a1b8-a72e2c0ea895 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=381f983c-ac2f-48ca-858c-da5f1a0cafc9 HTTP/1.1" status: 200 len: 834 time: 0.1047301 Dec 15 14:09:00.387855 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e7a510fc-0e4c-4b4a-9764-780ddba91efd', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'port_id': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'mac_address': 'fa:16:3e:b2:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:08:57Z', 'updated_at': '2021-12-15T14:08:57Z', 'revision_number': 0, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:34Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:00.450977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-0f36042e-c056-4e20-9f29-b71d24f6f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:00.456490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-0f36042e-c056-4e20-9f29-b71d24f6f587 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761809 Dec 15 14:09:00.467476 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] Checking router: b1c41e49-d714-42d6-a699-992c7481a72c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:00.478761 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:00.479401 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:00.691536 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:00.702425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-905e8cae-d148-4eaa-8bb9-c6f27edb2eb6 service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386582 Dec 15 14:09:00.839354 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:00.897125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30de4505-5fec-41e8-ade0-94f479a2dec0 req-523dcd27-5abe-44ff-b486-6dd627539c3b service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871779 Dec 15 14:09:00.897899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54840) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:00.957729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.005926 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.013595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-6ac390cf-69cf-42ad-86f0-20fc92abbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:01.015251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-6ac390cf-69cf-42ad-86f0-20fc92abbe29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0582762 Dec 15 14:09:01.020739 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2771f992-4bb5-4e6a-83dc-d986a646827b tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/floatingips/e7a510fc-0e4c-4b4a-9764-780ddba91efd HTTP/1.1" status: 200 len: 991 time: 0.1202629 Dec 15 14:09:01.066300 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.196440 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e7a510fc-0e4c-4b4a-9764-780ddba91efd', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'port_id': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'mac_address': 'fa:16:3e:b2:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:08:57Z', 'updated_at': '2021-12-15T14:08:57Z', 'revision_number': 0, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:34Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:01.216508 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ffb233df-512e-4477-9fb8-00cdb8376d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.222994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-987e84ce-17c4-4668-aa57-c6cdace82bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:01.224999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-987e84ce-17c4-4668-aa57-c6cdace82bd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa HTTP/1.1" status: 200 len: 899 time: 0.2032886 Dec 15 14:09:01.229982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Allocated IP 172.25.7.238 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/929d98e1-a7db-4d86-a5de-8f368192ed68) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:01.286646 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a8dd8-4925-4d64-a998-61de26348e61 None None] The sync data for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 is: [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e7a510fc-0e4c-4b4a-9764-780ddba91efd', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'port_id': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'mac_address': 'fa:16:3e:b2:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:08:57Z', 'updated_at': '2021-12-15T14:08:57Z', 'revision_number': 0, 'project_id': 'aec39b00dac249498619549e4c82a695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:34Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:01.402119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-b70e63c4-5252-4efb-9b67-65efebbcc4f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8900728-6312-404d-95d3-ca107a65c2d0 HTTP/1.1" status: 200 len: 999 time: 0.1686265 Dec 15 14:09:01.452855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cfd65-7be5-405c-b93d-7d3977f4db12 req-bc9ef442-7638-4518-b179-fd04b91c1b6d tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:01.455145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e26cfd65-7be5-405c-b93d-7d3977f4db12 req-bc9ef442-7638-4518-b179-fd04b91c1b6d tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 945 time: 0.0819764 Dec 15 14:09:01.483659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.486929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-6986db55-b137-4f2c-9d8d-0fb960463c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:01.488852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-6986db55-b137-4f2c-9d8d-0fb960463c03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=381f983c-ac2f-48ca-858c-da5f1a0cafc9 HTTP/1.1" status: 200 len: 834 time: 0.0800152 Dec 15 14:09:01.549672 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e26cfd65-7be5-405c-b93d-7d3977f4db12 req-1fefbb98-85df-421a-b6fc-451156e39e1d tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875065 Dec 15 14:09:01.568248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:01.624741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-3b558562-04b6-490e-877f-564f7b55d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:01.630469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-3b558562-04b6-490e-877f-564f7b55d6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255484 Dec 15 14:09:01.632530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:01.637485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:01.645111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:01.653977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2bd869-b6e0-4e34-b0e7-cac0d054047d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:01.740962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64a58a-d9a4-4af2-bf81-8d22de9e319a None None] New status for floating IP e7a510fc-0e4c-4b4a-9764-780ddba91efd: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:09:01.764300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Pushing event updated for resources: {'Port': ['ID=929d98e1-a7db-4d86-a5de-8f368192ed68,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:01.867842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-68972db7-b9d0-4f8b-96f7-b86fd3eadf8a service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279406 Dec 15 14:09:02.015079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b360e482-a89c-4947-99aa-ee1191197bde None None] Provisioning complete for port 929d98e1-a7db-4d86-a5de-8f368192ed68 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:02.016153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b360e482-a89c-4947-99aa-ee1191197bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.023573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54854) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:02.084442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b360e482-a89c-4947-99aa-ee1191197bde None None] Port 929d98e1-a7db-4d86-a5de-8f368192ed68 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:02.158788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4f2a2fc6-3754-4a6d-9d3a-fc3203584ea2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/floatingips/e7a510fc-0e4c-4b4a-9764-780ddba91efd HTTP/1.1" status: 200 len: 993 time: 0.1335015 Dec 15 14:09:02.186682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.263761 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ac48f53-ad67-43b6-ab88-b8cb7b89ab52 req-fb707455-2b84-4f1b-8052-4124b057c3cc service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890443 Dec 15 14:09:02.539855 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.544895 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.713960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Router 6eff5b24-fe06-4d0c-b6e6-21b07c21eb62 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:02.865350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:02.870010 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:02.871428 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d2c6795c-e042-4609-bd9c-6361143f8883 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "PUT /v2.0/routers/6eff5b24-fe06-4d0c-b6e6-21b07c21eb62 HTTP/1.1" status: 200 len: 920 time: 3.3034441 Dec 15 14:09:02.874744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54868) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:02.877370 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39746554-ee99-4910-a486-8123da2c9fb5 None None] Sync routers for ids ['6eff5b24-fe06-4d0c-b6e6-21b07c21eb62'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:02.904340 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39746554-ee99-4910-a486-8123da2c9fb5 None None] Routers {'6eff5b24-fe06-4d0c-b6e6-21b07c21eb62'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:02.905233 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39746554-ee99-4910-a486-8123da2c9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6eff5b24-fe06-4d0c-b6e6-21b07c21eb62'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:03.038380 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39746554-ee99-4910-a486-8123da2c9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:03.081241 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39746554-ee99-4910-a486-8123da2c9fb5 None None] Routers {'6eff5b24-fe06-4d0c-b6e6-21b07c21eb62'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:03.081817 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39746554-ee99-4910-a486-8123da2c9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:08:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6eff5b24-fe06-4d0c-b6e6-21b07c21eb62'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:03.162484 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-39746554-ee99-4910-a486-8123da2c9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:03.163466 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39746554-ee99-4910-a486-8123da2c9fb5 None None] The sync data for ids ['6eff5b24-fe06-4d0c-b6e6-21b07c21eb62'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:03.189865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7122885f-a92a-4524-84f9-92453e4986c2 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/routers/6eff5b24-fe06-4d0c-b6e6-21b07c21eb62 HTTP/1.1" status: 200 len: 926 time: 0.3133111 Dec 15 14:09:03.192263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54872) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:03.294013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2331270-099b-41ac-b374-c6c969494897 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:03.302295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f2331270-099b-41ac-b374-c6c969494897 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=6eff5b24-fe06-4d0c-b6e6-21b07c21eb62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1065118 Dec 15 14:09:03.302769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:03.485948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5009ac3f-2405-4695-9273-a0ec87b2ebfe tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:03.491014 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5009ac3f-2405-4695-9273-a0ec87b2ebfe tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/networks/26a0c209-d432-49f7-a8c0-d33250431a11 HTTP/1.1" status: 200 len: 881 time: 0.1837933 Dec 15 14:09:03.491014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:03.542615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-df492336-c7c5-4f1d-82b5-373ffd277a0b tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=6eff5b24-fe06-4d0c-b6e6-21b07c21eb62 HTTP/1.1" status: 200 len: 205 time: 0.0506852 Dec 15 14:09:03.547230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 54890) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:03.784100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.809310 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a311d855-8d13-428a-910d-9cc05fb1ef9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.935763 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:03.997143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Deleting port 929d98e1-a7db-4d86-a5de-8f368192ed68 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:03.997595 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.115231 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.156865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Calling delete_port for 929d98e1-a7db-4d86-a5de-8f368192ed68 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:04.568240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.630983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event deleted for resources: {'Port': ['ID=929d98e1-a7db-4d86-a5de-8f368192ed68,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:04.638063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aac9b2-5ad2-45ea-9578-cdf678f1a081 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:04.773207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:04.850805 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.036050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.041558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.105777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.123533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Fanout notify agent at l3_agent the message router_deleted on router 6eff5b24-fe06-4d0c-b6e6-21b07c21eb62 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:05.150304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.156300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 54926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:05.166812 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b7266626-2e16-4af3-9781-1c8d5d816835 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/6eff5b24-fe06-4d0c-b6e6-21b07c21eb62 HTTP/1.1" status: 204 len: 168 time: 1.6122804 Dec 15 14:09:05.171952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-13058936', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:05.258243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.259414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.329997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.583360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.926983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.958135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.208986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Allocated IP 172.25.7.240 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/651810c8-c7ee-4575-859c-82202fd95738) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:06.330252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.372002 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.445885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:06.449713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:06.465508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d0c34-fe25-49b8-9ec2-214467783dc8 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:06.466994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:06.569214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8a80bccc-625d-435e-9c92-a09042bef2bc None None] Provisioning complete for port 651810c8-c7ee-4575-859c-82202fd95738 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:06.569643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a80bccc-625d-435e-9c92-a09042bef2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.627030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event updated for resources: {'Port': ['ID=651810c8-c7ee-4575-859c-82202fd95738,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:06.678861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8a80bccc-625d-435e-9c92-a09042bef2bc None None] Port 651810c8-c7ee-4575-859c-82202fd95738 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:06.743743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.986182 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.314841 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.429783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:07.786393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55066) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:07.857129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Router bacb2e56-c114-45cb-8ac5-b018faf79df6 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:08.070927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da4d0942-fade-499f-9e7b-696a0b500023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.210352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:08.227453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a401a190-f9b1-42bd-b060-a79e542b75ce None None] Sync routers for ids ['bacb2e56-c114-45cb-8ac5-b018faf79df6'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:08.270389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.274893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d7cc0515-55a5-408a-ab1d-11546f3002e9 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1159995 Dec 15 14:09:08.278111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55116) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:08.284620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401a190-f9b1-42bd-b060-a79e542b75ce None None] Routers {'bacb2e56-c114-45cb-8ac5-b018faf79df6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:08.285583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a401a190-f9b1-42bd-b060-a79e542b75ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['bacb2e56-c114-45cb-8ac5-b018faf79df6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:08.293908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:08.298273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da4d0942-fade-499f-9e7b-696a0b500023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.316648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da4d0942-fade-499f-9e7b-696a0b500023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.444992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a401a190-f9b1-42bd-b060-a79e542b75ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:08.449341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da4d0942-fade-499f-9e7b-696a0b500023 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d870b5d2977d4cf5a18a7d9b0b9213ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6617322 Dec 15 14:09:08.454503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:08.466278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401a190-f9b1-42bd-b060-a79e542b75ce None None] Routers {'bacb2e56-c114-45cb-8ac5-b018faf79df6'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:08.468288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a401a190-f9b1-42bd-b060-a79e542b75ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['bacb2e56-c114-45cb-8ac5-b018faf79df6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:08.471919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d0942-fade-499f-9e7b-696a0b500023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd39d767-b6f0-41c6-ad2f-c5a1609647a8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:08.568119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a401a190-f9b1-42bd-b060-a79e542b75ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:08.572571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a401a190-f9b1-42bd-b060-a79e542b75ce None None] The sync data for ids ['bacb2e56-c114-45cb-8ac5-b018faf79df6'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:08.602078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-784375e8-dd2f-44de-bd78-43e058ea648f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.665143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-784375e8-dd2f-44de-bd78-43e058ea648f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.762040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-784375e8-dd2f-44de-bd78-43e058ea648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.766092 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-784375e8-dd2f-44de-bd78-43e058ea648f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.768593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-784375e8-dd2f-44de-bd78-43e058ea648f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd39d767-b6f0-41c6-ad2f-c5a1609647a8 HTTP/1.1" status: 204 len: 168 time: 0.3102760 Dec 15 14:09:08.779123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784375e8-dd2f-44de-bd78-43e058ea648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd39d767-b6f0-41c6-ad2f-c5a1609647a8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:09.292475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.316438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.447229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Deleting port 651810c8-c7ee-4575-859c-82202fd95738 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:09.447708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.619229 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.657327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Calling delete_port for 651810c8-c7ee-4575-859c-82202fd95738 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:10.448967 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.578641 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Pushing event deleted for resources: {'Port': ['ID=651810c8-c7ee-4575-859c-82202fd95738,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:10.600673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921855d3-569c-4ecf-9d9d-b480df5e22ff None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:10.693968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.972964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:10.977494 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.158274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Router bacb2e56-c114-45cb-8ac5-b018faf79df6 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:11.288257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:11.299905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:11.304835 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24649d66-7e5b-471e-a6dc-661a09200095 None None] Sync routers for ids ['bacb2e56-c114-45cb-8ac5-b018faf79df6'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:11.307939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-79694512-65b1-4e40-9d8e-fbfd9e8f3582 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "PUT /v2.0/routers/bacb2e56-c114-45cb-8ac5-b018faf79df6 HTTP/1.1" status: 200 len: 708 time: 3.0270622 Dec 15 14:09:11.310696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55434) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:11.325530 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24649d66-7e5b-471e-a6dc-661a09200095 None None] Routers {'bacb2e56-c114-45cb-8ac5-b018faf79df6'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:11.326345 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-24649d66-7e5b-471e-a6dc-661a09200095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['bacb2e56-c114-45cb-8ac5-b018faf79df6'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:11.418736 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-24649d66-7e5b-471e-a6dc-661a09200095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:11.434171 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24649d66-7e5b-471e-a6dc-661a09200095 None None] Routers {'bacb2e56-c114-45cb-8ac5-b018faf79df6'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:11.434872 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-24649d66-7e5b-471e-a6dc-661a09200095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['bacb2e56-c114-45cb-8ac5-b018faf79df6'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:11.525692 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-24649d66-7e5b-471e-a6dc-661a09200095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:11.526385 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24649d66-7e5b-471e-a6dc-661a09200095 None None] The sync data for ids ['bacb2e56-c114-45cb-8ac5-b018faf79df6'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:11.596427 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-45d5d28d-cae7-4249-8bb5-7fd85951f90b tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/routers/bacb2e56-c114-45cb-8ac5-b018faf79df6 HTTP/1.1" status: 200 len: 743 time: 0.2845807 Dec 15 14:09:11.599059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55472) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:11.684495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3502a80c-a4f4-4e81-8fa7-62d049babe07 tempest-RoutersIpV6AdminTest-1156299510 tempest-RoutersIpV6AdminTest-1156299510-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&device_id=bacb2e56-c114-45cb-8ac5-b018faf79df6 HTTP/1.1" status: 200 len: 205 time: 0.0815365 Dec 15 14:09:11.688380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55486) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:11.774884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55498) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:11.791751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-31329bfc-9f26-4397-b40a-af1885d3d08b tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacb2e56-c114-45cb-8ac5-b018faf79df6 HTTP/1.1" status: 200 len: 205 time: 0.0943429 Dec 15 14:09:11.944278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7465fa14-1660-46cb-9ffc-e30ef810d18f tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.249480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7465fa14-1660-46cb-9ffc-e30ef810d18f tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.259540 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7465fa14-1660-46cb-9ffc-e30ef810d18f tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.343704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7465fa14-1660-46cb-9ffc-e30ef810d18f tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.343704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465fa14-1660-46cb-9ffc-e30ef810d18f tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Fanout notify agent at l3_agent the message router_deleted on router bacb2e56-c114-45cb-8ac5-b018faf79df6 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:12.353181 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7465fa14-1660-46cb-9ffc-e30ef810d18f tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:12.354474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7465fa14-1660-46cb-9ffc-e30ef810d18f tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/bacb2e56-c114-45cb-8ac5-b018faf79df6 HTTP/1.1" status: 204 len: 168 time: 0.5785613 Dec 15 14:09:12.358668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55572) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.393201 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7f2dbfa-5d16-4ced-a693-c04a999acb3d tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacb2e56-c114-45cb-8ac5-b018faf79df6 HTTP/1.1" status: 200 len: 205 time: 0.0316205 Dec 15 14:09:12.395389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.445238 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-7f28ae44-017a-4aac-b289-92ca631ff4e4 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] delete failed (client error): The resource could not be found. Dec 15 14:09:12.446419 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f28ae44-017a-4aac-b289-92ca631ff4e4 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/bacb2e56-c114-45cb-8ac5-b018faf79df6 HTTP/1.1" status: 404 len: 336 time: 0.0495446 Dec 15 14:09:12.449376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55588) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.482730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3396bcef-db15-4d1e-81a6-ecadb5ce0f66 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=6eff5b24-fe06-4d0c-b6e6-21b07c21eb62 HTTP/1.1" status: 200 len: 205 time: 0.0321000 Dec 15 14:09:12.483829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55594) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.575335 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-13fe4b43-eb03-47da-a7f7-8c3d0b5c8200 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] delete failed (client error): The resource could not be found. Dec 15 14:09:12.576916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-13fe4b43-eb03-47da-a7f7-8c3d0b5c8200 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/6eff5b24-fe06-4d0c-b6e6-21b07c21eb62 HTTP/1.1" status: 404 len: 336 time: 0.0916686 Dec 15 14:09:12.580355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55610) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.647094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.647321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dce38dd6-0617-4990-a1a1-90881ad8579f tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac62f65-f561-43f2-925b-9ac6d4180387 HTTP/1.1" status: 200 len: 205 time: 0.0656998 Dec 15 14:09:12.716297 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-6e6520ad-a72f-4315-8971-57a7913a309e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] delete failed (client error): The resource could not be found. Dec 15 14:09:12.718649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6e6520ad-a72f-4315-8971-57a7913a309e tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/fac62f65-f561-43f2-925b-9ac6d4180387 HTTP/1.1" status: 404 len: 336 time: 0.0694797 Dec 15 14:09:12.721268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.760890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-73712a25-4e40-4f89-b0ba-58c3d7a0b213 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=37b22728-7bc5-4f78-9653-49eed347234e HTTP/1.1" status: 200 len: 205 time: 0.0369332 Dec 15 14:09:12.762456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55624) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.827270 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-776ad64e-b5d8-4e1f-bd54-95a26a4ed515 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] delete failed (client error): The resource could not be found. Dec 15 14:09:12.831681 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-776ad64e-b5d8-4e1f-bd54-95a26a4ed515 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/37b22728-7bc5-4f78-9653-49eed347234e HTTP/1.1" status: 404 len: 336 time: 0.0681927 Dec 15 14:09:12.832859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.886404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55628) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.900645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ca1ac350-cdb8-474d-a8fe-cf75fc08e3a3 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=29014a94-f584-4538-bc80-cf36c01fcca6 HTTP/1.1" status: 200 len: 205 time: 0.0664358 Dec 15 14:09:12.928637 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-57ed9c4b-367a-4205-be6b-8f65c511df4c tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] delete failed (client error): The resource could not be found. Dec 15 14:09:12.933007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-57ed9c4b-367a-4205-be6b-8f65c511df4c tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/29014a94-f584-4538-bc80-cf36c01fcca6 HTTP/1.1" status: 404 len: 336 time: 0.0450826 Dec 15 14:09:12.933156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55630) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:12.965900 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-326061a4-ee64-4faf-8af2-19b78a278504 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "GET /v2.0/ports?device_id=a69a46c6-3f84-4ef9-a425-a0601974a9ec HTTP/1.1" status: 200 len: 205 time: 0.0315938 Dec 15 14:09:12.968233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:13.011601 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-c37ed65f-aaf8-439e-9cfe-bb79161d9082 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] delete failed (client error): The resource could not be found. Dec 15 14:09:13.013005 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c37ed65f-aaf8-439e-9cfe-bb79161d9082 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/routers/a69a46c6-3f84-4ef9-a425-a0601974a9ec HTTP/1.1" status: 404 len: 336 time: 0.0436871 Dec 15 14:09:13.015626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55636) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:13.077045 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a3075f-d37a-42f7-a352-6cc8161ca062 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] DELETE failed (client error): The resource could not be found. Dec 15 14:09:13.080971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a3075f-d37a-42f7-a352-6cc8161ca062 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:09:13.085854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55638) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:13.088127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f9a3075f-d37a-42f7-a352-6cc8161ca062 tempest-RoutersIpV6AdminTest-1596583058 tempest-RoutersIpV6AdminTest-1596583058-project] 10.222.0.86 "DELETE /v2.0/subnets/a930ec53-26f6-4bff-9545-ddfaa352c004 HTTP/1.1" status: 404 len: 337 time: 0.0686178 Dec 15 14:09:13.284998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-704ca19b-5976-4e7e-8068-a8dd70bc432d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.440922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:13.457849 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-704ca19b-5976-4e7e-8068-a8dd70bc432d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.466848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-704ca19b-5976-4e7e-8068-a8dd70bc432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.551177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ca19b-5976-4e7e-8068-a8dd70bc432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7164a-c6d1-4975-8e6a-86017c475bc3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:13.584250 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74b4347e-9040-4605-8024-a0b7f652b720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.584659 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-704ca19b-5976-4e7e-8068-a8dd70bc432d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd57c00bfba74762b74408fb281fcc0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933407 Dec 15 14:09:13.586765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55654) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:13.724735 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74b4347e-9040-4605-8024-a0b7f652b720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.738820 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74b4347e-9040-4605-8024-a0b7f652b720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.745008 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ec08-c57e-4f64-a308-64ab6bd77c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.784905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-74b4347e-9040-4605-8024-a0b7f652b720 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b0431752a67642e1aab99e78afc20cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429885 Dec 15 14:09:13.788383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ec08-c57e-4f64-a308-64ab6bd77c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.789828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:13.807843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4347e-9040-4605-8024-a0b7f652b720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8dd4c0-49da-43d5-8080-e220c86bbd5f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:13.868628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ec08-c57e-4f64-a308-64ab6bd77c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.872458 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ec08-c57e-4f64-a308-64ab6bd77c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.879986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b4e5ec08-c57e-4f64-a308-64ab6bd77c0e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3cf7164a-c6d1-4975-8e6a-86017c475bc3 HTTP/1.1" status: 204 len: 168 time: 0.2878625 Dec 15 14:09:13.917177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5ec08-c57e-4f64-a308-64ab6bd77c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7164a-c6d1-4975-8e6a-86017c475bc3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:13.933802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-097f4bd0-a90b-42d6-be20-4bcbf73010ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:13.964226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-097f4bd0-a90b-42d6-be20-4bcbf73010ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.060428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-097f4bd0-a90b-42d6-be20-4bcbf73010ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.067395 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-097f4bd0-a90b-42d6-be20-4bcbf73010ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.069178 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-097f4bd0-a90b-42d6-be20-4bcbf73010ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7c8dd4c0-49da-43d5-8080-e220c86bbd5f HTTP/1.1" status: 204 len: 168 time: 0.2781835 Dec 15 14:09:14.088097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f4bd0-a90b-42d6-be20-4bcbf73010ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8dd4c0-49da-43d5-8080-e220c86bbd5f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:14.460411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55676) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:14.487296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ab0ed5e-dc4b-4f4e-95fc-835bdc04130e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.677198 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ab0ed5e-dc4b-4f4e-95fc-835bdc04130e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.683081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ab0ed5e-dc4b-4f4e-95fc-835bdc04130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.732907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4ab0ed5e-dc4b-4f4e-95fc-835bdc04130e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e6fca8a1add842ddaae38685126f34fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709360 Dec 15 14:09:14.736269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55678) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:14.749885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0ed5e-dc4b-4f4e-95fc-835bdc04130e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f07d7a6-582b-463a-b7c0-6292332b99c5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:14.764371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55680) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:14.834313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf5c21f3-57cf-4fb4-8ceb-ba218064b6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.858295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9aaf6b9a-13c7-4714-857d-cdd9ba9db783 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8b602fef12264d4bbd16e34c8358c20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927546 Dec 15 14:09:14.864744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf5c21f3-57cf-4fb4-8ceb-ba218064b6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.868511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55686) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:14.925434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf5c21f3-57cf-4fb4-8ceb-ba218064b6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.930932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf5c21f3-57cf-4fb4-8ceb-ba218064b6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:14.939013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cf5c21f3-57cf-4fb4-8ceb-ba218064b6e4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f07d7a6-582b-463a-b7c0-6292332b99c5 HTTP/1.1" status: 204 len: 168 time: 0.2011261 Dec 15 14:09:14.954110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c21f3-57cf-4fb4-8ceb-ba218064b6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f07d7a6-582b-463a-b7c0-6292332b99c5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:15.024779 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a89d5c-5da0-41b4-9b69-3c7c18722917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.075416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a89d5c-5da0-41b4-9b69-3c7c18722917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.138646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a89d5c-5da0-41b4-9b69-3c7c18722917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.143122 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70a89d5c-5da0-41b4-9b69-3c7c18722917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:15.144435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-70a89d5c-5da0-41b4-9b69-3c7c18722917 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/80b2acaa-4616-499e-a0ae-b671d3c2989f HTTP/1.1" status: 204 len: 168 time: 0.2749434 Dec 15 14:09:15.175094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a89d5c-5da0-41b4-9b69-3c7c18722917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b2acaa-4616-499e-a0ae-b671d3c2989f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:16.323211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55740) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:16.452845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55746) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:16.521832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-636166601-network', 'tenant_id': '0edf45574f61415986cf65935083660b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:16.548050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Made reservation on behalf of 0edf45574f61415986cf65935083660b for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:16.551899 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.567088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.581947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-1575565546'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:16.631985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:16.635479 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.646373 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.727502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.733807 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.764495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:16.790339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69952415-327b-4ed5-9e36-2ef19791da9b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:16.800280 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.800622 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Added segment fc7bf33d-1df6-4dd7-973e-85aaa4667034 of type vlan for network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 Dec 15 14:09:16.817625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.839784 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.864918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.881755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:16.905638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63513646-e421-4395-95d9-cd533fc76609,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:16.909571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.909942 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment 7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3 of type vlan for network 6adbb878-4f4c-498e-a345-3803bef2c6af Dec 15 14:09:16.953147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:16.955143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:16.955723 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.012605 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.040453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5853901 Dec 15 14:09:17.043360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55756) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:17.050505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Request body: {'subnet': {'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-636166601-subnet', 'tenant_id': '0edf45574f61415986cf65935083660b', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:17.054481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def214-8a30-4151-b213-f27760d3ab4a admin admin] Pushing event updated for resources: {'Network': ['ID=2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:17.069521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.069748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:17.075122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.075782 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.101488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Made reservation on behalf of 0edf45574f61415986cf65935083660b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:17.104462 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.144179 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8157818 Dec 15 14:09:17.147370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55760) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:17.154614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-177868745'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:17.197247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224795e4-d2e8-4213-854c-147949e977db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=6adbb878-4f4c-498e-a345-3803bef2c6af,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:17.221368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6adbb878-4f4c-498e-a345-3803bef2c6af details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:17.222521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:17.227516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.270967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:17.283965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.285143 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment 4cb53149-7e21-4f4e-b798-51744a3a86e6 of type vlan for network 380acd01-434e-4e92-abe2-f674424aa96b Dec 15 14:09:17.339989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.356173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.378133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.384772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.385703 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.416293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430bfcd4-9d18-4431-9aab-fe9a3509b070,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:17.441236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Checking segment: {'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:17.441602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Network hostable DHCP agents. Network: 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:17.460021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:17.460246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3096507 Dec 15 14:09:17.465640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': '6adbb878-4f4c-498e-a345-3803bef2c6af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:17.473201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:17.480724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823685a-c3ee-462e-be54-20be66c803d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=380acd01-434e-4e92-abe2-f674424aa96b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:17.492625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 380acd01-434e-4e92-abe2-f674424aa96b details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:17.546918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:17.560777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:17.561382 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.577066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8a2da-821f-42e2-a69c-15d8bd4081ec None None] Network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:17.593674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-520677bc-f1ea-48cc-955e-ddbe29723745 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5481811 Dec 15 14:09:17.596914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55776) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:17.601935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:17.634472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:17.644345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.659418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.660676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.705794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5', 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5', 'project_id': '0edf45574f61415986cf65935083660b', 'fixed_ips': [{'subnet_id': '430bfcd4-9d18-4431-9aab-fe9a3509b070'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:17.707231 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:17.791671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.019750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Allocated IP 172.20.0.2 (2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5/430bfcd4-9d18-4431-9aab-fe9a3509b070/bb4bb00e-3060-4607-8c59-91cee53572a8) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:18.067632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.075847 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.173488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=7b0530a2-eba3-4b3b-bc62-f1d6dbe15026,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:18.181650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': '7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6adbb878-4f4c-498e-a345-3803bef2c6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:18.182272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: 6adbb878-4f4c-498e-a345-3803bef2c6af, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:18.230315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 6adbb878-4f4c-498e-a345-3803bef2c6af is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:18.249687 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6adbb878-4f4c-498e-a345-3803bef2c6af) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:18.256530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:18.258384 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.265716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9818a3-3213-4c54-afc2-03a8935ae671 None None] Network 6adbb878-4f4c-498e-a345-3803bef2c6af requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:18.290232 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.319139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-29ec963c-3563-4c06-ba06-2b1d43dc8ac2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8578715 Dec 15 14:09:18.321788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55794) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:18.330584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': '380acd01-434e-4e92-abe2-f674424aa96b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:18.403535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.442080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.483264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:18.490702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:18.492714 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.493688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:18.573065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:18.578306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.604915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Pushing event updated for resources: {'Port': ['ID=bb4bb00e-3060-4607-8c59-91cee53572a8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:18.618294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.618931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.619488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.620156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.620689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.621247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.621772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.622298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.622837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.623360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.623915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.624440 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.624963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:18.639973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Attempting to bind port bb4bb00e-3060-4607-8c59-91cee53572a8 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:18.640651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Attempting to bind port bb4bb00e-3060-4607-8c59-91cee53572a8 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:18.641787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Attempting to bind port bb4bb00e-3060-4607-8c59-91cee53572a8 on network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:18.661120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:18.661862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Checking segment: {'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:18.662474 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.663088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Bound using segment: {'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:18.663765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Bound port: bb4bb00e-3060-4607-8c59-91cee53572a8, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:18.664421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.717022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6adbb878-4f4c-498e-a345-3803bef2c6af', 'network_id': '6adbb878-4f4c-498e-a345-3803bef2c6af', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '7b0530a2-eba3-4b3b-bc62-f1d6dbe15026'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:18.718235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.764023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Allocated IP 172.25.7.170 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/30726d77-5beb-47b6-ae1c-3ca6942c1d2a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:18.771303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] For port bb4bb00e-3060-4607-8c59-91cee53572a8, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:18.777108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] For port bb4bb00e-3060-4607-8c59-91cee53572a8, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bb4bb00e-3060-4607-8c59-91cee53572a8,segment=NetworkSegment(fc7bf33d-1df6-4dd7-973e-85aaa4667034),segment_id=fc7bf33d-1df6-4dd7-973e-85aaa4667034)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:18.858052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:18.944500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.032798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20355287-baf9-4d03-872e-62696758b4c6 None None] Pushing event updated for resources: {'Port': ['ID=bb4bb00e-3060-4607-8c59-91cee53572a8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:19.052148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Allocated IP 172.20.0.2 (6adbb878-4f4c-498e-a345-3803bef2c6af/7b0530a2-eba3-4b3b-bc62-f1d6dbe15026/b9fa0fde-cd99-4b76-99a0-5072f89a9603) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:19.064219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.181441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=5de0ee1e-3169-4732-8871-ced8704d7aa3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:19.186614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.213132 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:09:19.216840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': '4cb53149-7e21-4f4e-b798-51744a3a86e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '380acd01-434e-4e92-abe2-f674424aa96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:19.219655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: 380acd01-434e-4e92-abe2-f674424aa96b, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:19.251561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:19.256995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:19.259246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Pushing event updated for resources: {'Port': ['ID=30726d77-5beb-47b6-ae1c-3ca6942c1d2a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:19.261814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:19.273172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 380acd01-434e-4e92-abe2-f674424aa96b is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:19.316891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 380acd01-434e-4e92-abe2-f674424aa96b) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:19.333698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:19.339498 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.388312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be8641-2039-42cf-b71e-c8b7052650af None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:19.405667 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-32f6c7e3-24cc-4ec1-ac34-7277b3bcfadc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0811317 Dec 15 14:09:19.417432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f3192-5e3c-438b-9e07-a75385a67fd1 None None] Network 380acd01-434e-4e92-abe2-f674424aa96b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:19.417756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:19.426744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-faceacc9-acea-441d-b822-f834644542b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2116975649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:19.485466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-faceacc9-acea-441d-b822-f834644542b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.486922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-faceacc9-acea-441d-b822-f834644542b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.654755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-faceacc9-acea-441d-b822-f834644542b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.665968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-faceacc9-acea-441d-b822-f834644542b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.675540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-380acd01-434e-4e92-abe2-f674424aa96b', 'network_id': '380acd01-434e-4e92-abe2-f674424aa96b', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '5de0ee1e-3169-4732-8871-ced8704d7aa3'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:19.676817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.699999 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-faceacc9-acea-441d-b822-f834644542b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.704288 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-faceacc9-acea-441d-b822-f834644542b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2851751 Dec 15 14:09:19.704955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55808) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:19.735972 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.756879 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:19.816457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Pushing event updated for resources: {'Port': ['ID=b9fa0fde-cd99-4b76-99a0-5072f89a9603,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:19.930093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bb4bb00e-3060-4607-8c59-91cee53572a8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:19.973623 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.042847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-35cb14d9-fbdf-4e99-b2df-dfcc1adf8dd9 None None] Provisioning complete for port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:20.053595 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35cb14d9-fbdf-4e99-b2df-dfcc1adf8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.060241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Network 6adbb878-4f4c-498e-a345-3803bef2c6af is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:20.121191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:20.124238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:20.139225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.276650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port bb4bb00e-3060-4607-8c59-91cee53572a8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:20.277038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.362085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-35cb14d9-fbdf-4e99-b2df-dfcc1adf8dd9 None None] Port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:20.420369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Allocated IP 172.21.0.2 (380acd01-434e-4e92-abe2-f674424aa96b/5de0ee1e-3169-4732-8871-ced8704d7aa3/c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:20.732005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.20.0.1 (6adbb878-4f4c-498e-a345-3803bef2c6af/7b0530a2-eba3-4b3b-bc62-f1d6dbe15026/aebcfbb7-59c0-479d-840a-86b8c5d9213e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:20.892765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:20.940868 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.013559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539acae-96d0-4aa9-b440-4f291088785d None None] Network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:21.132490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Attempting to bind port b9fa0fde-cd99-4b76-99a0-5072f89a9603 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:21.132870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Attempting to bind port b9fa0fde-cd99-4b76-99a0-5072f89a9603 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6adbb878-4f4c-498e-a345-3803bef2c6af'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:21.133267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Attempting to bind port b9fa0fde-cd99-4b76-99a0-5072f89a9603 on network 6adbb878-4f4c-498e-a345-3803bef2c6af {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:21.180951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b24a4723-c2c1-4f6a-a4cd-2a0fa8457ee9 None None] Provisioning complete for port bb4bb00e-3060-4607-8c59-91cee53572a8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:21.181416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b24a4723-c2c1-4f6a-a4cd-2a0fa8457ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.199683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.235165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:21.235740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Checking segment: {'id': '7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6adbb878-4f4c-498e-a345-3803bef2c6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:21.236241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.236707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Bound using segment: {'id': '7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6adbb878-4f4c-498e-a345-3803bef2c6af'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:21.237278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Bound port: b9fa0fde-cd99-4b76-99a0-5072f89a9603, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6adbb878-4f4c-498e-a345-3803bef2c6af'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:21.237735 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.327191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] For port b9fa0fde-cd99-4b76-99a0-5072f89a9603, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:21.331676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] For port b9fa0fde-cd99-4b76-99a0-5072f89a9603, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b9fa0fde-cd99-4b76-99a0-5072f89a9603,segment=NetworkSegment(7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3),segment_id=7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:21.341856 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.351780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.421756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Router cfc6138d-760e-49a2-aa44-20c37928e64a is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:21.473717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.521338 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.546822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Network 380acd01-434e-4e92-abe2-f674424aa96b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:21.559437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:21.564684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:21.635912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port bb4bb00e-3060-4607-8c59-91cee53572a8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bb4bb00e-3060-4607-8c59-91cee53572a8,segment=NetworkSegment(fc7bf33d-1df6-4dd7-973e-85aaa4667034),segment_id=fc7bf33d-1df6-4dd7-973e-85aaa4667034)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:21.678682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 6adbb878-4f4c-498e-a345-3803bef2c6af is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:21.697699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:21.715027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:21.724258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:21.753315 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.763067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-0c9f3a79-51db-4879-8d3b-7b6ec63d9ee2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:21.764754 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-0c9f3a79-51db-4879-8d3b-7b6ec63d9ee2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 815 time: 0.8356228 Dec 15 14:09:21.765787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.772821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55846) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:21.773896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cf0c2454-8124-446c-bfea-adeffaa1acd4 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1758051 Dec 15 14:09:21.783616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=aebcfbb7-59c0-479d-840a-86b8c5d9213e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:21.792720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Attempting to bind port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:21.794926 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Attempting to bind port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4cb53149-7e21-4f4e-b798-51744a3a86e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '380acd01-434e-4e92-abe2-f674424aa96b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:21.795411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Attempting to bind port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f on network 380acd01-434e-4e92-abe2-f674424aa96b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:21.798558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Sync routers for ids ['cfc6138d-760e-49a2-aa44-20c37928e64a'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:21.809718 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704bbd-6140-45fa-98c6-343ab5221bdc None None] Pushing event updated for resources: {'Port': ['ID=b9fa0fde-cd99-4b76-99a0-5072f89a9603,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:21.821209 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b24a4723-c2c1-4f6a-a4cd-2a0fa8457ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:21.892256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Routers {'cfc6138d-760e-49a2-aa44-20c37928e64a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:21.892922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cfc6138d-760e-49a2-aa44-20c37928e64a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:21.977993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-42ca56c8-53ee-42fe-960c-3aa784f9527f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/quotas/a15afec01cde435993e203110fac6694 HTTP/1.1" status: 200 len: 375 time: 0.1662681 Dec 15 14:09:22.007347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:22.007738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Checking segment: {'id': '4cb53149-7e21-4f4e-b798-51744a3a86e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '380acd01-434e-4e92-abe2-f674424aa96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:22.008182 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.008587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Bound using segment: {'id': '4cb53149-7e21-4f4e-b798-51744a3a86e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '380acd01-434e-4e92-abe2-f674424aa96b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:22.009084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Bound port: c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb53149-7e21-4f4e-b798-51744a3a86e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '380acd01-434e-4e92-abe2-f674424aa96b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:22.009476 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.018484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.200166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Pushing event updated for resources: {'Port': ['ID=c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:22.263132 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-b24a4723-c2c1-4f6a-a4cd-2a0fa8457ee9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:09:22.263651 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-b24a4723-c2c1-4f6a-a4cd-2a0fa8457ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:09:22.280007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] For port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:22.283609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Set router cfc6138d-760e-49a2-aa44-20c37928e64a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:22.288256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] For port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f,segment=NetworkSegment(4cb53149-7e21-4f4e-b798-51744a3a86e6),segment_id=4cb53149-7e21-4f4e-b798-51744a3a86e6)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:22.327389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=bb4bb00e-3060-4607-8c59-91cee53572a8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:22.365611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.393377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-953c503f-e494-42fc-93bf-87614b44e467 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4034572 Dec 15 14:09:22.421394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e67cfd-4759-40f8-82d9-2ed7898f57c7 None None] Pushing event updated for resources: {'Port': ['ID=c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:22.579515 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:22.603641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:19Z', 'revision_number': 3, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port': {'id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:18Z', 'updated_at': '2021-12-15T14:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:22.643733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Checking router: cfc6138d-760e-49a2-aa44-20c37928e64a for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:22.644728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Updating router cfc6138d-760e-49a2-aa44-20c37928e64a port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:09:22.685141 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.348848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-350b77c4-72b3-4f9f-ac4c-700a6fc75c4c None None] Provisioning complete for port bb4bb00e-3060-4607-8c59-91cee53572a8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:23.349236 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-350b77c4-72b3-4f9f-ac4c-700a6fc75c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.351059 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-b6e1834e-12d9-4b23-979d-9def3217803f service neutron] 10.222.0.86 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8395028 Dec 15 14:09:23.426576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc6e39a-25f4-4a94-982d-353e226bcf01 None None] Network 6adbb878-4f4c-498e-a345-3803bef2c6af requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:23.581497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.663707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.739244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=aebcfbb7-59c0-479d-840a-86b8c5d9213e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:23.826758 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:23.872844 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.011849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e807d5a-0fe6-4847-b03f-0dd281088a4c None None] Pushing event updated for resources: {'Port': ['ID=30726d77-5beb-47b6-ae1c-3ca6942c1d2a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:24.070879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362bd93-98ec-4398-af18-a6efa9b06b95 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:24.077997 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Attempting to bind port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:24.078561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Attempting to bind port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:24.079042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Attempting to bind port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:24.118896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55880) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:24.124244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:24.124846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:24.126749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.128037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:24.128693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Bound port: 30726d77-5beb-47b6-ae1c-3ca6942c1d2a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:24.129618 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.173739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.215231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a84c7ac1-83b2-4122-8c0e-664f36453187 None None] Provisioning complete for port b9fa0fde-cd99-4b76-99a0-5072f89a9603 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:24.215773 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a84c7ac1-83b2-4122-8c0e-664f36453187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.241544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-a5700c97-9341-440e-89f8-9b8031b1cf12 service neutron] 10.222.0.86 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714521 Dec 15 14:09:24.247471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.257361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b9fa0fde-cd99-4b76-99a0-5072f89a9603 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:24.500305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4f218d26-763c-4873-83f3-afd109f28c4a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ace100b0a74d4a17bae634949c3212d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739297 Dec 15 14:09:24.502816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55886) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:24.568041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 6adbb878-4f4c-498e-a345-3803bef2c6af is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:24.572857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:24.655901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73397894-e04e-4a45-9cfa-664f4858e3fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.674505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2800b551-e858-4b1c-ab2e-872ff7f7a52f req-14973883-ea04-4651-91c9-4f5664f1fa33 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 210 time: 0.0805111 Dec 15 14:09:24.709421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73397894-e04e-4a45-9cfa-664f4858e3fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.773815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73397894-e04e-4a45-9cfa-664f4858e3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.776923 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73397894-e04e-4a45-9cfa-664f4858e3fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:24.780119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-73397894-e04e-4a45-9cfa-664f4858e3fd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/18eeed63-87b1-43cc-9e2c-23750ec4e601 HTTP/1.1" status: 204 len: 168 time: 0.2753654 Dec 15 14:09:24.797275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73397894-e04e-4a45-9cfa-664f4858e3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eeed63-87b1-43cc-9e2c-23750ec4e601,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:24.829070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] For port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:24.848143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e63342-fa3b-412f-a504-fc1916f731dd None None] Network 380acd01-434e-4e92-abe2-f674424aa96b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:24.942637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] For port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=30726d77-5beb-47b6-ae1c-3ca6942c1d2a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:24.952772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.112284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec56649-0c22-484c-ae9b-d9b920dde343 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:25.144442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Routers {'cfc6138d-760e-49a2-aa44-20c37928e64a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:25.145415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cfc6138d-760e-49a2-aa44-20c37928e64a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:25.178267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:25.290005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e807d5a-0fe6-4847-b03f-0dd281088a4c None None] Pushing event updated for resources: {'Port': ['ID=30726d77-5beb-47b6-ae1c-3ca6942c1d2a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:25.324335 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a84c7ac1-83b2-4122-8c0e-664f36453187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.416432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b9fa0fde-cd99-4b76-99a0-5072f89a9603 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:25.417183 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.555411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Allocated IP 172.20.0.1 (2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5/430bfcd4-9d18-4431-9aab-fe9a3509b070/cbcc339d-ec8e-47c6-824c-4303a2d54bee) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:25.559431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a84c7ac1-83b2-4122-8c0e-664f36453187 None None] For port b9fa0fde-cd99-4b76-99a0-5072f89a9603, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b9fa0fde-cd99-4b76-99a0-5072f89a9603,segment=NetworkSegment(7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3),segment_id=7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:25.579054 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a84c7ac1-83b2-4122-8c0e-664f36453187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:25.594978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:25.604711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1579edd4-b440-4bdb-b420-5ded5c9387f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/8830e2bf-ef60-4f91-ab0e-3ac3972b14e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8957355 Dec 15 14:09:25.604955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55912) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:25.607510 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b6af6-cf13-417c-b3d3-ba4dc226ea52 None None] Sync routers for ids ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:25.660135 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b6af6-cf13-417c-b3d3-ba4dc226ea52 None None] Routers {'8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:25.660803 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-492b6af6-cf13-417c-b3d3-ba4dc226ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:25.738051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] Set router cfc6138d-760e-49a2-aa44-20c37928e64a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:25.748306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c7ac1-83b2-4122-8c0e-664f36453187 None None] Pushing event updated for resources: {'Port': ['ID=b9fa0fde-cd99-4b76-99a0-5072f89a9603,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:25.783989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f53c1-73a4-43e4-a477-b417034da830 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:25.791552 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-492b6af6-cf13-417c-b3d3-ba4dc226ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:25.796797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4c8f53c1-73a4-43e4-a477-b417034da830 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports/aebcfbb7-59c0-479d-840a-86b8c5d9213e HTTP/1.1" status: 200 len: 910 time: 0.1877046 Dec 15 14:09:25.801041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 55918) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:25.820470 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b6af6-cf13-417c-b3d3-ba4dc226ea52 None None] Routers {'8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:25.821120 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-492b6af6-cf13-417c-b3d3-ba4dc226ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:25.905440 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-492b6af6-cf13-417c-b3d3-ba4dc226ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:25.908091 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b6af6-cf13-417c-b3d3-ba4dc226ea52 None None] The sync data for ids ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:25.988898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.090668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f25bc91-62da-4a74-af48-38fc25fbdbaa req-89e72cdf-9c24-4aa3-a1c3-db6a5f0bdb55 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 210 time: 0.2124057 Dec 15 14:09:26.105262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.212748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:26.221486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:26.223352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcc339d-ec8e-47c6-824c-4303a2d54bee,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:26.227131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Provisioning complete for port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:26.227643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.230778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:26.344872 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.584436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:26.655479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-a2b2aa2b-e055-42c1-ad56-d78211c31336 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:26.662652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-a2b2aa2b-e055-42c1-ad56-d78211c31336 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.24 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 815 time: 0.2865870 Dec 15 14:09:26.710871 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.720586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Request body: {'port': {'device_id': 'e8419fdb-ecb5-4f66-8f38-a9af7e2566e7', 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'admin_state_up': True, 'tenant_id': 'a15afec01cde435993e203110fac6694'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:26.775916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.795731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:19Z', 'revision_number': 3, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port': {'id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:18Z', 'updated_at': '2021-12-15T14:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:26.856434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.866970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:26.867933 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.880089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Made reservation on behalf of a15afec01cde435993e203110fac6694 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:26.883809 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:26.976931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff282a-ec3f-4996-b5da-2950467eacae None None] The sync data for ids ['cfc6138d-760e-49a2-aa44-20c37928e64a'] in n-d-821840-1 is: [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:19Z', 'revision_number': 3, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port': {'id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:18Z', 'updated_at': '2021-12-15T14:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:27.038551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] For port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f,segment=NetworkSegment(4cb53149-7e21-4f4e-b798-51744a3a86e6),segment_id=4cb53149-7e21-4f4e-b798-51744a3a86e6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:27.117713 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.126163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bb4bb00e-3060-4607-8c59-91cee53572a8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:27.237940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:27.246364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Allocated IP 172.20.0.14 (af22d048-bf11-40a6-8165-9a842b191a3c/353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9/28b9bb01-d32a-4404-bf2e-81a6e8911632) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:27.262435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.271571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Provisioning complete for port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:27.272028 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.284939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.377145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcc339d-ec8e-47c6-824c-4303a2d54bee,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:27.394604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-027b793d-9a46-41b5-a73d-79110ab57c5d req-a3bff801-ba9c-4bb5-b9e2-6321ac4820eb tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 210 time: 0.1220343 Dec 15 14:09:27.427902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.512726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.552755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] For port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=30726d77-5beb-47b6-ae1c-3ca6942c1d2a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:27.586487 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.589239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Pushing event updated for resources: {'Port': ['ID=c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:27.592886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:27.599579 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.603198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:27.632845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.672962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e880a85f-f285-40be-88de-ae9074401b65'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:09:27.684120 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af5d6839-c45d-43c0-9971-7a4696de635b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.737571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port bb4bb00e-3060-4607-8c59-91cee53572a8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:27.737973 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.743893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Pushing event updated for resources: {'Port': ['ID=28b9bb01-d32a-4404-bf2e-81a6e8911632,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:27.812902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Network af22d048-bf11-40a6-8165-9a842b191a3c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:27.829242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:27.834420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.21.0.1 (380acd01-434e-4e92-abe2-f674424aa96b/5de0ee1e-3169-4732-8871-ced8704d7aa3/60274da9-f6ee-47da-bcf4-1fd14347a322) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:27.850194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:27.850755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af5d6839-c45d-43c0-9971-7a4696de635b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.855411 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af5d6839-c45d-43c0-9971-7a4696de635b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.868069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Provisioning complete for port aebcfbb7-59c0-479d-840a-86b8c5d9213e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:27.868522 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.947330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-af5d6839-c45d-43c0-9971-7a4696de635b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b9d097e0796434883dcb6a7248ca642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7006025 Dec 15 14:09:27.948579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 55964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:27.951768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d6839-c45d-43c0-9971-7a4696de635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8f50b-ee1d-4e79-a2d8-d9737b9fb1ac,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:27.992760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Pushing event updated for resources: {'Port': ['ID=30726d77-5beb-47b6-ae1c-3ca6942c1d2a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:28.098474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1288f41f-6f21-4a88-be2b-fc60ce6f8e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.114759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:28.115452 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.118706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Port aebcfbb7-59c0-479d-840a-86b8c5d9213e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:28.125325 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1288f41f-6f21-4a88-be2b-fc60ce6f8e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.155323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-55a65bb8-6023-40b6-957a-7c2d19a22bc2 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4337316 Dec 15 14:09:28.172783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Request body: {'port': {'device_id': 'e8419fdb-ecb5-4f66-8f38-a9af7e2566e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:28.201582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Provisioning complete for port b9fa0fde-cd99-4b76-99a0-5072f89a9603 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:28.201965 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40a3978c-c3d9-436d-ac3f-7e96e714a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.210399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Router cfc6138d-760e-49a2-aa44-20c37928e64a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:28.303625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.338606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1288f41f-6f21-4a88-be2b-fc60ce6f8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.342410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1288f41f-6f21-4a88-be2b-fc60ce6f8e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.344442 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1288f41f-6f21-4a88-be2b-fc60ce6f8e1e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/84a8f50b-ee1d-4e79-a2d8-d9737b9fb1ac HTTP/1.1" status: 204 len: 168 time: 0.3851640 Dec 15 14:09:28.371710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.375923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288f41f-6f21-4a88-be2b-fc60ce6f8e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8f50b-ee1d-4e79-a2d8-d9737b9fb1ac,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:28.415277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:28.434170 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9adf4411-3155-4a34-b39f-1af0745b10f2 admin admin] 10.222.0.86 "PUT /v2.0/routers/cfc6138d-760e-49a2-aa44-20c37928e64a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6563549 Dec 15 14:09:28.482216 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.546499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b9fa0fde-cd99-4b76-99a0-5072f89a9603 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:28.648236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=60274da9-f6ee-47da-bcf4-1fd14347a322,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:28.669075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3df37c-f17e-4b0a-923c-26dfeb10792b req-d84f219f-9492-48fd-b9af-51a4e35126fa tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:28.674339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9c3df37c-f17e-4b0a-923c-26dfeb10792b req-d84f219f-9492-48fd-b9af-51a4e35126fa tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 932 time: 0.1336534 Dec 15 14:09:28.677862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ce5b3611-04be-44c0-9cdd-ab2f491d88f2 None None] Provisioning complete for port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:28.678830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3611-04be-44c0-9cdd-ab2f491d88f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.779304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9c3df37c-f17e-4b0a-923c-26dfeb10792b req-4c6a135b-9c5f-458d-8a5c-138e50d025c3 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969079 Dec 15 14:09:28.784035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b9fa0fde-cd99-4b76-99a0-5072f89a9603 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:28.784635 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:28.791660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 380acd01-434e-4e92-abe2-f674424aa96b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:28.796379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:28.809798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:28.886431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.006705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:29.064175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ce5b3611-04be-44c0-9cdd-ab2f491d88f2 None None] Provisioning complete for port cbcc339d-ec8e-47c6-824c-4303a2d54bee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:29.064175 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3611-04be-44c0-9cdd-ab2f491d88f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.133191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b3611-04be-44c0-9cdd-ab2f491d88f2 None None] Port cbcc339d-ec8e-47c6-824c-4303a2d54bee cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:29.157979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:29.158637 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.277864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9549cbf8-3cc3-4e97-b565-3b2cf3a7aa91 None None] Provisioning complete for port 60274da9-f6ee-47da-bcf4-1fd14347a322 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:29.278626 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9549cbf8-3cc3-4e97-b565-3b2cf3a7aa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.369613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9549cbf8-3cc3-4e97-b565-3b2cf3a7aa91 None None] Port 60274da9-f6ee-47da-bcf4-1fd14347a322 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:29.369789 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.384326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 30726d77-5beb-47b6-ae1c-3ca6942c1d2a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:29.658176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:29.658782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.708142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b9bb01-d32a-4404-bf2e-81a6e8911632 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:09:29.736175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.804062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Transition to ACTIVE for port object 28b9bb01-d32a-4404-bf2e-81a6e8911632 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:09:29.825571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:29.888723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Pushing event updated for resources: {'Port': ['ID=28b9bb01-d32a-4404-bf2e-81a6e8911632,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:30.003373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Sync routers for ids ['cfc6138d-760e-49a2-aa44-20c37928e64a'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:30.022961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Routers {'cfc6138d-760e-49a2-aa44-20c37928e64a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:30.023609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cfc6138d-760e-49a2-aa44-20c37928e64a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:30.130724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30504b-f796-4f71-9e40-f9fa528cab9f req-ee406230-ac23-46a4-9c74-b20b45fc3f6e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:30.145999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc30504b-f796-4f71-9e40-f9fa528cab9f req-ee406230-ac23-46a4-9c74-b20b45fc3f6e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 944 time: 0.1876905 Dec 15 14:09:30.202448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Attempting to bind port 28b9bb01-d32a-4404-bf2e-81a6e8911632 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:30.202801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Attempting to bind port 28b9bb01-d32a-4404-bf2e-81a6e8911632 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:30.203143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Attempting to bind port 28b9bb01-d32a-4404-bf2e-81a6e8911632 on network af22d048-bf11-40a6-8165-9a842b191a3c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:30.218778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Port 28b9bb01-d32a-4404-bf2e-81a6e8911632 on network af22d048-bf11-40a6-8165-9a842b191a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:09:30.219811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Attempting to bind port 28b9bb01-d32a-4404-bf2e-81a6e8911632 on network af22d048-bf11-40a6-8165-9a842b191a3c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:30.240371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:30.242439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Checking segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:30.242800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Bound using segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:30.243271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Bound port: 28b9bb01-d32a-4404-bf2e-81a6e8911632, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:30.243645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.277783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Set router cfc6138d-760e-49a2-aa44-20c37928e64a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:30.312531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.323253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bc30504b-f796-4f71-9e40-f9fa528cab9f req-7958efbc-6fba-42fd-a205-4cf1a372fbeb tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750770 Dec 15 14:09:30.374909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.527069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] For port 28b9bb01-d32a-4404-bf2e-81a6e8911632, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:30.556308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] For port 28b9bb01-d32a-4404-bf2e-81a6e8911632, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:30.563202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.565437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=60274da9-f6ee-47da-bcf4-1fd14347a322,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:30.583409 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.675800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:26Z', 'revision_number': 4, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port': {'id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:18Z', 'updated_at': '2021-12-15T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'cbcc339d-ec8e-47c6-824c-4303a2d54bee', 'name': '', 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5', 'tenant_id': '0edf45574f61415986cf65935083660b', 'mac_address': 'fa:16:3e:b4:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '430bfcd4-9d18-4431-9aab-fe9a3509b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:24Z', 'updated_at': '2021-12-15T14:09:26Z', 'revision_number': 2, 'project_id': '0edf45574f61415986cf65935083660b', 'subnets': [{'id': '430bfcd4-9d18-4431-9aab-fe9a3509b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:30.732334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Checking router: cfc6138d-760e-49a2-aa44-20c37928e64a for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:30.733003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Updating router cfc6138d-760e-49a2-aa44-20c37928e64a port cbcc339d-ec8e-47c6-824c-4303a2d54bee binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:09:30.761277 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.777009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:30.777809 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:30.779311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] 10.222.0.24 "PUT /v2.0/ports/28b9bb01-d32a-4404-bf2e-81a6e8911632 HTTP/1.1" status: 200 len: 1092 time: 2.6203411 Dec 15 14:09:30.787831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8419fdb-ecb5-4f66-8f38-a9af7e2566e7', 'tag': '28b9bb01-d32a-4404-bf2e-81a6e8911632'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:09:30.790675 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161d538d-a007-4291-8eac-f77993031657" -d '{"events": [{"name": "network-changed", "server_uuid": "e8419fdb-ecb5-4f66-8f38-a9af7e2566e7", "tag": "28b9bb01-d32a-4404-bf2e-81a6e8911632"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:09:30.827457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56040) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:30.833688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 380acd01-434e-4e92-abe2-f674424aa96b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:30.838218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:31.007589 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d68c4fc-b59e-4c4f-ac41-3431bd27aad4 x-openstack-request-id: req-5d68c4fc-b59e-4c4f-ac41-3431bd27aad4 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:09:31.007589 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8419fdb-ecb5-4f66-8f38-a9af7e2566e7", "tag": "28b9bb01-d32a-4404-bf2e-81a6e8911632", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:09:31.007589 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d68c4fc-b59e-4c4f-ac41-3431bd27aad4 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:09:31.008103 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8419fdb-ecb5-4f66-8f38-a9af7e2566e7', 'tag': '28b9bb01-d32a-4404-bf2e-81a6e8911632', 'status': 'completed', 'code': 200} Dec 15 14:09:31.011536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaddb9-b350-433f-b306-7bd90dcf7a5e service neutron] Pushing event updated for resources: {'Port': ['ID=28b9bb01-d32a-4404-bf2e-81a6e8911632,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:31.054498 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.127946 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.149663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:31.153557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-bf5f154f-a826-46b9-aa5b-c4a5d26033fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:31.155491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-bf5f154f-a826-46b9-aa5b-c4a5d26033fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 1095 time: 0.3122869 Dec 15 14:09:31.276271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d2bbf32-6453-4e4c-a3d5-54a212121aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.303700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:31.346316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-3943fbf3-8424-412e-ae76-ccb139d6c72a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632 HTTP/1.1" status: 200 len: 217 time: 0.1804080 Dec 15 14:09:31.347183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0c863796-221c-47cd-80be-ec588e77321d None None] Provisioning complete for port 60274da9-f6ee-47da-bcf4-1fd14347a322 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:31.348399 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0c863796-221c-47cd-80be-ec588e77321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.416643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0c863796-221c-47cd-80be-ec588e77321d None None] Port 60274da9-f6ee-47da-bcf4-1fd14347a322 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:31.547918 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.567842 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.668853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a647b71-7530-4019-9ae7-e908fb55dd4f None None] Pushing event updated for resources: {'Port': ['ID=cbcc339d-ec8e-47c6-824c-4303a2d54bee,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:31.785228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Attempting to bind port cbcc339d-ec8e-47c6-824c-4303a2d54bee on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:31.785823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Attempting to bind port cbcc339d-ec8e-47c6-824c-4303a2d54bee by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:31.786581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Attempting to bind port cbcc339d-ec8e-47c6-824c-4303a2d54bee on network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:31.798170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:31.798572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Checking segment: {'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:31.799001 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.803737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Bound using segment: {'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:31.804448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Bound port: cbcc339d-ec8e-47c6-824c-4303a2d54bee, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7bf33d-1df6-4dd7-973e-85aaa4667034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:31.804928 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:31.867187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-0a876130-72b4-4097-9916-38fba5e7fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:31.885582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-0a876130-72b4-4097-9916-38fba5e7fbb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.5306382 Dec 15 14:09:31.917460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56637-de36-47c4-9058-3c5861e1bd2c req-b50150b7-e653-4512-a5f9-860458960813 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:31.919036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f8d56637-de36-47c4-9058-3c5861e1bd2c req-b50150b7-e653-4512-a5f9-860458960813 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 944 time: 0.3255041 Dec 15 14:09:31.950885 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-87fb267b-b3a6-46ae-956d-eba03dabe860 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503721 Dec 15 14:09:31.955164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:31.965114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11298bc9-e14b-479c-9e6c-c483886068e5 None None] Sync routers for ids ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:31.978271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b740fa7f-fab6-4b60-b38b-a8f39733ee93 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/8830e2bf-ef60-4f91-ab0e-3ac3972b14e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1757121 Dec 15 14:09:31.982712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] For port cbcc339d-ec8e-47c6-824c-4303a2d54bee, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:31.984530 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11298bc9-e14b-479c-9e6c-c483886068e5 None None] Routers {'8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:31.985359 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-11298bc9-e14b-479c-9e6c-c483886068e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:31.986824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] For port cbcc339d-ec8e-47c6-824c-4303a2d54bee, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cbcc339d-ec8e-47c6-824c-4303a2d54bee,segment=NetworkSegment(fc7bf33d-1df6-4dd7-973e-85aaa4667034),segment_id=fc7bf33d-1df6-4dd7-973e-85aaa4667034)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:31.994176 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.053380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a647b71-7530-4019-9ae7-e908fb55dd4f None None] Pushing event updated for resources: {'Port': ['ID=cbcc339d-ec8e-47c6-824c-4303a2d54bee,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:32.079079 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-11298bc9-e14b-479c-9e6c-c483886068e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:32.088565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Routers {'cfc6138d-760e-49a2-aa44-20c37928e64a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:32.089787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cfc6138d-760e-49a2-aa44-20c37928e64a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:32.106580 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11298bc9-e14b-479c-9e6c-c483886068e5 None None] Routers {'8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:32.107437 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-11298bc9-e14b-479c-9e6c-c483886068e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:32.216047 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-11298bc9-e14b-479c-9e6c-c483886068e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:32.216718 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11298bc9-e14b-479c-9e6c-c483886068e5 None None] The sync data for ids ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:32.229292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56078) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:32.231517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-35280adc-0400-4da1-9e11-ae7a1869eab1 service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511005 Dec 15 14:09:32.316868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b45091-6a04-43db-83ac-5a6f38fa64f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:32.321204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-47b45091-6a04-43db-83ac-5a6f38fa64f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports/60274da9-f6ee-47da-bcf4-1fd14347a322 HTTP/1.1" status: 200 len: 910 time: 0.0858803 Dec 15 14:09:32.322010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:32.350880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] Set router cfc6138d-760e-49a2-aa44-20c37928e64a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:32.551123 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f8d56637-de36-47c4-9058-3c5861e1bd2c req-cab6e08e-4012-4f13-89ea-8e7fb976685d tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989048 Dec 15 14:09:32.576757 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c71ac410-f253-4a53-9015-1619c37f2cc2 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/floatingips/e7a510fc-0e4c-4b4a-9764-780ddba91efd HTTP/1.1" status: 200 len: 993 time: 1.2734838 Dec 15 14:09:32.752201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-018919c7-28ba-412a-9d97-9d4d13543d70 req-52d5d836-7a29-4dcb-901b-45ac1b211e40 service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313278 Dec 15 14:09:32.788970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5cca8791-89ad-4643-bad8-c3b64f2cb9ec None None] Provisioning complete for port cbcc339d-ec8e-47c6-824c-4303a2d54bee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:32.789549 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cca8791-89ad-4643-bad8-c3b64f2cb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:32.833036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.015058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:33.159938 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cca8791-89ad-4643-bad8-c3b64f2cb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.184389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56094) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:33.207364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'network': {'name': 'tempest-network-smoke--1057069298', 'project_id': 'd291102b367a4449a84a741389d55566', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:33.216162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:26Z', 'revision_number': 4, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port': {'id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:18Z', 'updated_at': '2021-12-15T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'cbcc339d-ec8e-47c6-824c-4303a2d54bee', 'name': '', 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5', 'tenant_id': '0edf45574f61415986cf65935083660b', 'mac_address': 'fa:16:3e:b4:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '430bfcd4-9d18-4431-9aab-fe9a3509b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:24Z', 'updated_at': '2021-12-15T14:09:31Z', 'revision_number': 4, 'project_id': '0edf45574f61415986cf65935083660b', 'subnets': [{'id': '430bfcd4-9d18-4431-9aab-fe9a3509b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:33.259466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5cca8791-89ad-4643-bad8-c3b64f2cb9ec None None] For port cbcc339d-ec8e-47c6-824c-4303a2d54bee, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cbcc339d-ec8e-47c6-824c-4303a2d54bee,segment=NetworkSegment(fc7bf33d-1df6-4dd7-973e-85aaa4667034),segment_id=fc7bf33d-1df6-4dd7-973e-85aaa4667034)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:33.260970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24098e5e-4f5a-489e-9f7c-06bbb9b1a02d None None] The sync data for ids ['cfc6138d-760e-49a2-aa44-20c37928e64a'] in n-d-821840-1 is: [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:26Z', 'revision_number': 4, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port': {'id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:18Z', 'updated_at': '2021-12-15T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'cbcc339d-ec8e-47c6-824c-4303a2d54bee', 'name': '', 'network_id': '2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5', 'tenant_id': '0edf45574f61415986cf65935083660b', 'mac_address': 'fa:16:3e:b4:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '430bfcd4-9d18-4431-9aab-fe9a3509b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:24Z', 'updated_at': '2021-12-15T14:09:31Z', 'revision_number': 4, 'project_id': '0edf45574f61415986cf65935083660b', 'subnets': [{'id': '430bfcd4-9d18-4431-9aab-fe9a3509b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:33.270181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Made reservation on behalf of d291102b367a4449a84a741389d55566 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:33.272343 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5cca8791-89ad-4643-bad8-c3b64f2cb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.290821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.327565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.384928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca8791-89ad-4643-bad8-c3b64f2cb9ec None None] Pushing event updated for resources: {'Port': ['ID=cbcc339d-ec8e-47c6-824c-4303a2d54bee,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:33.455408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2d10c896-f53b-4f01-b7e4-8e75fb9dc60c None None] Provisioning complete for port cbcc339d-ec8e-47c6-824c-4303a2d54bee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:33.455790 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d10c896-f53b-4f01-b7e4-8e75fb9dc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.647600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d538d-a007-4291-8eac-f77993031657 req-23322aa1-a535-46cc-a4ae-aaa9429faa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:33.649784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-161d538d-a007-4291-8eac-f77993031657 req-23322aa1-a535-46cc-a4ae-aaa9429faa58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 1095 time: 0.8317394 Dec 15 14:09:33.680209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port 7eda5c52-b3c0-4c41-83f6-033c51315790 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:33.680209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.769663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.809483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.819277 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff176665-d78a-4b3b-bd4f-baaaec1ed728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.836170 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.857782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Deleting port cbcc339d-ec8e-47c6-824c-4303a2d54bee {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:33.858121 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.897768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:33.902905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.903232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.952431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f32ad-bebe-459a-ab84-0ca71cb47eed,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:33.973842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:33.974197 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Added segment c52045f8-acaa-4298-92b8-f8fa613b25f0 of type vlan for network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 Dec 15 14:09:33.977181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for 7eda5c52-b3c0-4c41-83f6-033c51315790 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:34.005398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639131f2-8602-42ea-ab83-52fffad4d137 req-41e6cec7-d02e-417b-9f03-d755bd28c964 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:34.007134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-639131f2-8602-42ea-ab83-52fffad4d137 req-41e6cec7-d02e-417b-9f03-d755bd28c964 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 944 time: 0.3170092 Dec 15 14:09:34.013383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d538d-a007-4291-8eac-f77993031657 req-1c187a49-4786-473f-b470-0dedae36f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:34.013954 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-161d538d-a007-4291-8eac-f77993031657 req-1c187a49-4786-473f-b470-0dedae36f583 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 917 time: 0.3567662 Dec 15 14:09:34.096334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.110906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] For port cbcc339d-ec8e-47c6-824c-4303a2d54bee, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cbcc339d-ec8e-47c6-824c-4303a2d54bee,segment=NetworkSegment(fc7bf33d-1df6-4dd7-973e-85aaa4667034),segment_id=fc7bf33d-1df6-4dd7-973e-85aaa4667034)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:34.111263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.127821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-161d538d-a007-4291-8eac-f77993031657 req-945f126e-cb66-4130-ab2d-be7c096f4e11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632 HTTP/1.1" status: 200 len: 217 time: 0.0950851 Dec 15 14:09:34.145850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Calling delete_port for cbcc339d-ec8e-47c6-824c-4303a2d54bee owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:34.200434 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-639131f2-8602-42ea-ab83-52fffad4d137 req-34cac91c-2100-4bc7-bfd5-588426d1fa56 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695518 Dec 15 14:09:34.224934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d538d-a007-4291-8eac-f77993031657 req-5b577958-4e72-4b4d-9439-d58f163dab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:34.226484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-161d538d-a007-4291-8eac-f77993031657 req-5b577958-4e72-4b4d-9439-d58f163dab66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.0891211 Dec 15 14:09:34.245752 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.253750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:34.254484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.336563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-161d538d-a007-4291-8eac-f77993031657 req-2ef141f9-0648-4a41-ad64-dcaa5d8843f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992486 Dec 15 14:09:34.340550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cbcc339d-ec8e-47c6-824c-4303a2d54bee up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:34.367647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1808078 Dec 15 14:09:34.373581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:34.380270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'admin_state_up': True, 'project_id': 'd291102b367a4449a84a741389d55566', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:34.396500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a489e-f53e-45e0-b001-51609bdf1367 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Network': ['ID=a053ec3b-8581-46ef-b0fa-5ebd19eb2606,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:34.423687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:34.511915 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.513258 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.539251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.552991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port cbcc339d-ec8e-47c6-824c-4303a2d54bee triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:34.553426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.575574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 60274da9-f6ee-47da-bcf4-1fd14347a322 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:34.576084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.583937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-161d538d-a007-4291-8eac-f77993031657 req-6d4a24bd-3066-429b-90c4-a01a011e1ab7 service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169538 Dec 15 14:09:34.718729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=7eda5c52-b3c0-4c41-83f6-033c51315790,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:34.765230 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.803479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 60274da9-f6ee-47da-bcf4-1fd14347a322 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:34.808502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-161d538d-a007-4291-8eac-f77993031657 req-de3f2689-95f4-4254-86db-137ce346333a service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132475 Dec 15 14:09:34.859342 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.876822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.884160 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:34.885070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 28b9bb01-d32a-4404-bf2e-81a6e8911632 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:09:35.013636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcc339d-ec8e-47c6-824c-4303a2d54bee,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:35.031026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 28b9bb01-d32a-4404-bf2e-81a6e8911632, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:35.048832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '28b9bb01-d32a-4404-bf2e-81a6e8911632', 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'port_id': '28b9bb01-d32a-4404-bf2e-81a6e8911632', 'mac_address': 'fa:16:3e:08:69:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:09:35.050456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.068941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.072026 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Floating IP e7a510fc-0e4c-4b4a-9764-780ddba91efd disassociated (deleted). External IP: 172.25.7.203, port: a8900728-6312-404d-95d3-ca107a65c2d0. Dec 15 14:09:35.103252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=60274da9-f6ee-47da-bcf4-1fd14347a322,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:35.138639 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.185795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b9bb01-d32a-4404-bf2e-81a6e8911632 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:09:35.208001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.208359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.210305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.212395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.212964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.213589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.214182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.214622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.214972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.215351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.216094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.216677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.217139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:35.241382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 28b9bb01-d32a-4404-bf2e-81a6e8911632, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:35.257012 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.320057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.380924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=28b9bb01-d32a-4404-bf2e-81a6e8911632,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:35.483166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['28b9bb01-d32a-4404-bf2e-81a6e8911632'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:09:35.502687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4367c-690a-40d9-8d36-aec2a2b71bc3 req-e0273f2f-f9c6-4f84-a2ef-b64e817257a5 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:35.510525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b4367c-690a-40d9-8d36-aec2a2b71bc3 req-e0273f2f-f9c6-4f84-a2ef-b64e817257a5 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 945 time: 0.1884193 Dec 15 14:09:35.560251 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.631787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7b4367c-690a-40d9-8d36-aec2a2b71bc3 req-30dedac5-4acf-4142-870c-fe5e2624be22 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121442 Dec 15 14:09:35.668627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.824760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:35.893159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router b1c41e49-d714-42d6-a699-992c7481a72c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:35.945735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:35.957080 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fce87a5d-2885-4878-b9f1-0a07e2184091 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/8830e2bf-ef60-4f91-ab0e-3ac3972b14e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6049011 Dec 15 14:09:35.957296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56128) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:35.960491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98a37b-95f9-4ea3-88a4-eda0d2977b6e None None] Sync routers for ids ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:35.975631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98a37b-95f9-4ea3-88a4-eda0d2977b6e None None] Routers {'8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:35.976715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5a98a37b-95f9-4ea3-88a4-eda0d2977b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:36.022819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5a98a37b-95f9-4ea3-88a4-eda0d2977b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:36.036882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98a37b-95f9-4ea3-88a4-eda0d2977b6e None None] Routers {'8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:36.038046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5a98a37b-95f9-4ea3-88a4-eda0d2977b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:36.087173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5a98a37b-95f9-4ea3-88a4-eda0d2977b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:36.088835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98a37b-95f9-4ea3-88a4-eda0d2977b6e None None] The sync data for ids ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:36.150623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.184124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.379337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.634548 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.652623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port aebcfbb7-59c0-479d-840a-86b8c5d9213e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:36.652973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.710225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:36.718044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.722893 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] Sync routers for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:36.731016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Router cfc6138d-760e-49a2-aa44-20c37928e64a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:36.739321 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:36.740323 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:36.778466 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.796722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for aebcfbb7-59c0-479d-840a-86b8c5d9213e owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:36.797020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ffe98925-a36f-4d4c-bb55-7d94eabf35ed tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/floatingips/e7a510fc-0e4c-4b4a-9764-780ddba91efd HTTP/1.1" status: 204 len: 168 time: 3.7796979 Dec 15 14:09:36.799804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:09:36.802915 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c18701-a717-4759-939b-e6976ea85b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:09:36.869940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Allocated IP 172.25.7.117 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/09ee90fa-e5eb-42c9-b8fb-17be351b9a82) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:36.877585 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:36.879921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 28b9bb01-d32a-4404-bf2e-81a6e8911632 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:36.988508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:36.995528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5282b7c6-96af-46a8-ad58-f796a162d193 admin admin] 10.222.0.86 "PUT /v2.0/routers/cfc6138d-760e-49a2-aa44-20c37928e64a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1658070 Dec 15 14:09:36.998035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:37.029152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] Sync routers for ids ['cfc6138d-760e-49a2-aa44-20c37928e64a'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:37.050024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 28b9bb01-d32a-4404-bf2e-81a6e8911632 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:09:37.065494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 28b9bb01-d32a-4404-bf2e-81a6e8911632 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:37.066021 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.082491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b3d80-12f9-4760-a807-ca34fcda1a39 req-1198db42-145e-4f35-be1f-2d012f99c1b3 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:37.089856 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c93b3d80-12f9-4760-a807-ca34fcda1a39 req-1198db42-145e-4f35-be1f-2d012f99c1b3 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 945 time: 0.2201703 Dec 15 14:09:37.132855 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.152358 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6a369f-b0a0-41de-8a3f-e8d889cbcdd1 x-openstack-request-id: req-6a6a369f-b0a0-41de-8a3f-e8d889cbcdd1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:09:37.152644 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:09:37.152915 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a6a369f-b0a0-41de-8a3f-e8d889cbcdd1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:09:37.153311 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'status': 'completed', 'code': 200} Dec 15 14:09:37.176443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] Routers {'cfc6138d-760e-49a2-aa44-20c37928e64a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:37.177089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cfc6138d-760e-49a2-aa44-20c37928e64a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:37.187707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.264894 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:34Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:37.315330 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] Checking router: b1c41e49-d714-42d6-a699-992c7481a72c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:37.329478 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:37.330604 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:37.348760 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.373679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c18701-a717-4759-939b-e6976ea85b1c req-52848d30-7e86-43a5-aa70-b5a69eddd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:37.375165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c18701-a717-4759-939b-e6976ea85b1c req-52848d30-7e86-43a5-aa70-b5a69eddd61c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aec39b00dac249498619549e4c82a695&device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 1096 time: 0.1656585 Dec 15 14:09:37.384901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c93b3d80-12f9-4760-a807-ca34fcda1a39 req-211448d6-d5f1-4ee5-9a58-26f3292c9b1e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828317 Dec 15 14:09:37.455187 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:37.482713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:37.531356 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.534304 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:37.577812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=aebcfbb7-59c0-479d-840a-86b8c5d9213e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:37.580680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:37.592165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.660472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=09ee90fa-e5eb-42c9-b8fb-17be351b9a82,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:37.685812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa663c1-eb63-434c-aa07-c7219387f992 req-8f4be603-0442-44aa-af6e-094fcae5a3d4 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:37.687339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c18701-a717-4759-939b-e6976ea85b1c req-07ffd0c5-7e0b-465f-8b02-5b29e842b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:37.692004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c18701-a717-4759-939b-e6976ea85b1c req-07ffd0c5-7e0b-465f-8b02-5b29e842b419 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa HTTP/1.1" status: 200 len: 899 time: 0.3035636 Dec 15 14:09:37.696602 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dfa663c1-eb63-434c-aa07-c7219387f992 req-8f4be603-0442-44aa-af6e-094fcae5a3d4 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 945 time: 0.2652721 Dec 15 14:09:37.744373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e82959-e025-4d05-86a6-5a7222f68353 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:37.805220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c18701-a717-4759-939b-e6976ea85b1c req-f8eeeb95-e1c0-4b00-b6ef-d824bc3165e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8900728-6312-404d-95d3-ca107a65c2d0 HTTP/1.1" status: 200 len: 217 time: 0.1016715 Dec 15 14:09:37.842369 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.855848 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:37.864613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] Set router cfc6138d-760e-49a2-aa44-20c37928e64a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:37.987952 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dfa663c1-eb63-434c-aa07-c7219387f992 req-e19555fc-86e1-4230-ae50-3d17154ecd62 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885592 Dec 15 14:09:37.988175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:34Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:37.995347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8419fdb-ecb5-4f66-8f38-a9af7e2566e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b9bb01-d32a-4404-bf2e-81a6e8911632'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:09:37.998017 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1636a94-ace3-45f4-bb55-0394d88b50c1" -d '{"events": [{"server_uuid": "e8419fdb-ecb5-4f66-8f38-a9af7e2566e7", "name": "network-vif-plugged", "status": "completed", "tag": "28b9bb01-d32a-4404-bf2e-81a6e8911632"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:09:38.017379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-47301564-f9ec-4e60-a5d5-2250cb5297f9 None None] Provisioning complete for port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:38.017758 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47301564-f9ec-4e60-a5d5-2250cb5297f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.054203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0fd73-21f7-4f3a-b396-2609e464b0ac None None] The sync data for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 is: [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:08:28Z', 'revision_number': 4, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '31d558e5-efd2-42bd-8218-5510874431bb', 'name': '', 'network_id': '7f2a4db3-ac59-42f4-a3fc-ad010db102fa', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'mac_address': 'fa:16:3e:d3:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:27Z', 'updated_at': '2021-12-15T14:08:34Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'subnets': [{'id': '381f983c-ac2f-48ca-858c-da5f1a0cafc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:38.076861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 28b9bb01-d32a-4404-bf2e-81a6e8911632, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:38.090803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.103297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Deleting port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:38.103960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.138879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-47301564-f9ec-4e60-a5d5-2250cb5297f9 None None] Port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:38.167712 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a9eea1-050d-41c5-924e-550ff7892245 x-openstack-request-id: req-b5a9eea1-050d-41c5-924e-550ff7892245 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:09:38.167712 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8419fdb-ecb5-4f66-8f38-a9af7e2566e7", "name": "network-vif-plugged", "status": "completed", "tag": "28b9bb01-d32a-4404-bf2e-81a6e8911632", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:09:38.167712 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b5a9eea1-050d-41c5-924e-550ff7892245 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:09:38.168387 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8419fdb-ecb5-4f66-8f38-a9af7e2566e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b9bb01-d32a-4404-bf2e-81a6e8911632', 'code': 200} Dec 15 14:09:38.258514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=28b9bb01-d32a-4404-bf2e-81a6e8911632,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:38.272406 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.313185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:34Z', 'revision_number': 5, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port': {'id': '30726d77-5beb-47b6-ae1c-3ca6942c1d2a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:18Z', 'updated_at': '2021-12-15T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:38.353561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] For port 30726d77-5beb-47b6-ae1c-3ca6942c1d2a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=30726d77-5beb-47b6-ae1c-3ca6942c1d2a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:38.354078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.373897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] Checking router: cfc6138d-760e-49a2-aa44-20c37928e64a for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:38.374893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Calling delete_port for 30726d77-5beb-47b6-ae1c-3ca6942c1d2a owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:38.387884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] Routers {'cfc6138d-760e-49a2-aa44-20c37928e64a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:38.388733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cfc6138d-760e-49a2-aa44-20c37928e64a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:38.422567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c18701-a717-4759-939b-e6976ea85b1c req-034f9c6c-eced-4169-af48-4ccf41281c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:38.424156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c18701-a717-4759-939b-e6976ea85b1c req-034f9c6c-eced-4169-af48-4ccf41281c84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=381f983c-ac2f-48ca-858c-da5f1a0cafc9 HTTP/1.1" status: 200 len: 834 time: 0.6098697 Dec 15 14:09:38.453229 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.499156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee6c0b-4f2d-4865-91dc-6803be28caef req-2e289377-e247-4d7e-aae6-fcfa22411a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:38.501747 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42ee6c0b-4f2d-4865-91dc-6803be28caef req-2e289377-e247-4d7e-aae6-fcfa22411a50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 1097 time: 0.0913970 Dec 15 14:09:38.533607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6419-d35e-4803-9403-8d41f1888686 req-8508fde2-3049-458d-9087-e7b3445e5f27 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:38.535048 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af8e6419-d35e-4803-9403-8d41f1888686 req-8508fde2-3049-458d-9087-e7b3445e5f27 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 945 time: 0.1166472 Dec 15 14:09:38.578777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] Set router cfc6138d-760e-49a2-aa44-20c37928e64a gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:38.588477 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1157da-7c93-487e-a36d-40f9e1f0dd4b None None] New status for floating IP e7a510fc-0e4c-4b4a-9764-780ddba91efd: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:09:38.652647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:37Z', 'revision_number': 6, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:38.720127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85295f58-d697-49f3-a094-0b3d21f2affa None None] The sync data for ids ['cfc6138d-760e-49a2-aa44-20c37928e64a'] in n-d-821840-1 is: [{'id': 'cfc6138d-760e-49a2-aa44-20c37928e64a', 'name': 'tempest-ImageQuotaTest-636166601-router', 'tenant_id': '0edf45574f61415986cf65935083660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:17Z', 'updated_at': '2021-12-15T14:09:37Z', 'revision_number': 6, 'project_id': '0edf45574f61415986cf65935083660b', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:38.800784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c18701-a717-4759-939b-e6976ea85b1c req-427cc838-2908-4331-ba56-8f08147a0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:38.802729 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c18701-a717-4759-939b-e6976ea85b1c req-427cc838-2908-4331-ba56-8f08147a0f65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f2a4db3-ac59-42f4-a3fc-ad010db102fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3629949 Dec 15 14:09:38.840476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-42ee6c0b-4f2d-4865-91dc-6803be28caef req-af30f6f2-64b6-47f2-b6e0-e9d070e57174 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877584 Dec 15 14:09:38.865269 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.899088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.907492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=30726d77-5beb-47b6-ae1c-3ca6942c1d2a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:38.917606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f5584b-d9d9-4971-b080-01228b0781d4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:38.934513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:38.939210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port a8900728-6312-404d-95d3-ca107a65c2d0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:38.939561 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.942309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dcba1-bcd2-4a9f-9c0e-0206fe46a257 req-84c0509f-579d-42b1-a3fa-d1770df59eb1 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:38.943812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-833dcba1-bcd2-4a9f-9c0e-0206fe46a257 req-84c0509f-579d-42b1-a3fa-d1770df59eb1 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 946 time: 0.3969941 Dec 15 14:09:39.081363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c18701-a717-4759-939b-e6976ea85b1c req-fd428a8d-7f4d-4e43-bea2-70eacdd930ce service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436059 Dec 15 14:09:39.094860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:39.106927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07b2dc-4600-4b8d-b954-1c18e2e0efbd None None] Sync routers for ids ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:39.110940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b37e0393-7a40-45dc-993b-5d57e88805db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/8830e2bf-ef60-4f91-ab0e-3ac3972b14e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1525381 Dec 15 14:09:39.120818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56172) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:39.127816 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.131311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07b2dc-4600-4b8d-b954-1c18e2e0efbd None None] Routers {'8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:39.132256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dd07b2dc-4600-4b8d-b954-1c18e2e0efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:39.159359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-833dcba1-bcd2-4a9f-9c0e-0206fe46a257 req-a6d86ce4-4686-4205-b927-5a5b1807eac0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091348 Dec 15 14:09:39.185391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6b1b411a-bd0b-4dda-8659-c910b2222700 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 HTTP/1.1" status: 200 len: 205 time: 0.0622299 Dec 15 14:09:39.188048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56174) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:39.196134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dd07b2dc-4600-4b8d-b954-1c18e2e0efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:39.213440 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07b2dc-4600-4b8d-b954-1c18e2e0efbd None None] Routers {'8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:39.214254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dd07b2dc-4600-4b8d-b954-1c18e2e0efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:39.252157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port a8900728-6312-404d-95d3-ca107a65c2d0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a8900728-6312-404d-95d3-ca107a65c2d0,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:39.253227 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.263947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dd07b2dc-4600-4b8d-b954-1c18e2e0efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:39.264773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07b2dc-4600-4b8d-b954-1c18e2e0efbd None None] The sync data for ids ['8830e2bf-ef60-4f91-ab0e-3ac3972b14e1'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:39.271240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for a8900728-6312-404d-95d3-ca107a65c2d0 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:39.302391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccbc39c1-ea7b-4b63-a6a2-97c7dd1f0318 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.369947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.385440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3c18701-a717-4759-939b-e6976ea85b1c req-421c9ccb-7cb2-4937-b85e-f759dea156f7 service neutron] 10.222.0.24 "GET /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926311 Dec 15 14:09:39.401848 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.432330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86a826-78ea-496c-bbb6-dc15dfef60b1 req-54d824c5-c311-4c3b-a353-3558f5bcbeae tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:39.433924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ef86a826-78ea-496c-bbb6-dc15dfef60b1 req-54d824c5-c311-4c3b-a353-3558f5bcbeae tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 945 time: 0.3646431 Dec 15 14:09:39.481475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccbc39c1-ea7b-4b63-a6a2-97c7dd1f0318 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.483608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccbc39c1-ea7b-4b63-a6a2-97c7dd1f0318 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.498973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.499512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc6138d-760e-49a2-aa44-20c37928e64a {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:39.516934 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.520316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c805ce68-cf01-4458-bd68-bc4f9c5c9c1c admin admin] 10.222.0.86 "DELETE /v2.0/routers/cfc6138d-760e-49a2-aa44-20c37928e64a HTTP/1.1" status: 204 len: 168 time: 2.5191216 Dec 15 14:09:39.524154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56178) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:39.535644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccbc39c1-ea7b-4b63-a6a2-97c7dd1f0318 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.536252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbc39c1-ea7b-4b63-a6a2-97c7dd1f0318 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Fanout notify agent at l3_agent the message router_deleted on router 8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:39.544276 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccbc39c1-ea7b-4b63-a6a2-97c7dd1f0318 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.545389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ccbc39c1-ea7b-4b63-a6a2-97c7dd1f0318 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 HTTP/1.1" status: 204 len: 168 time: 0.3564341 Dec 15 14:09:39.549294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56180) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:39.607104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2cfd8b-a275-485c-84c3-da28a6f0240f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 5de0ee1e-3169-4732-8871-ced8704d7aa3 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:39.611133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfd8b-a275-485c-84c3-da28a6f0240f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.622189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Router e20dac7d-e489-435e-ada0-d9b83157fa2a is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:39.628226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ef86a826-78ea-496c-bbb6-dc15dfef60b1 req-999d466c-afcc-4682-acee-f481c6de76e1 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/security-groups?id=f2b87802-6d0d-4e51-998b-91ed081ed1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520631 Dec 15 14:09:39.641545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5a8511-0eec-43ee-806e-aa2946f22ddd admin admin] Deleting subnet 430bfcd4-9d18-4431-9aab-fe9a3509b070 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:39.645708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8511-0eec-43ee-806e-aa2946f22ddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.664265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfd8b-a275-485c-84c3-da28a6f0240f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.751514 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfd8b-a275-485c-84c3-da28a6f0240f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.851344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfd8b-a275-485c-84c3-da28a6f0240f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.900585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfd8b-a275-485c-84c3-da28a6f0240f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.908629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccaaa7d-37e5-4cf9-a6c0-415f32ff3c3a None None] Network 380acd01-434e-4e92-abe2-f674424aa96b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:39.919997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bf2cfd8b-a275-485c-84c3-da28a6f0240f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/5de0ee1e-3169-4732-8871-ced8704d7aa3 HTTP/1.1" status: 204 len: 168 time: 0.3664608 Dec 15 14:09:39.920753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56186) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:39.922031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cfd8b-a275-485c-84c3-da28a6f0240f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=5de0ee1e-3169-4732-8871-ced8704d7aa3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:40.050522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3984aa78-49dd-4df5-8597-13b60bb90384 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 7b0530a2-eba3-4b3b-bc62-f1d6dbe15026 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:40.055154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3984aa78-49dd-4df5-8597-13b60bb90384 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.105984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3984aa78-49dd-4df5-8597-13b60bb90384 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.175579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] DHCP port deletion for 380acd01-434e-4e92-abe2-f674424aa96b request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:40.214679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8511-0eec-43ee-806e-aa2946f22ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.248974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] Deleting port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:40.249667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3984aa78-49dd-4df5-8597-13b60bb90384 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.250443 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.309341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.325319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3984aa78-49dd-4df5-8597-13b60bb90384 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.337599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:40.378196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984aa78-49dd-4df5-8597-13b60bb90384 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0530a2-eba3-4b3b-bc62-f1d6dbe15026,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:40.387910 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3984aa78-49dd-4df5-8597-13b60bb90384 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.395592 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3984aa78-49dd-4df5-8597-13b60bb90384 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/7b0530a2-eba3-4b3b-bc62-f1d6dbe15026 HTTP/1.1" status: 204 len: 168 time: 0.4582944 Dec 15 14:09:40.395817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=a8900728-6312-404d-95d3-ca107a65c2d0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:40.395987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] For port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f,segment=NetworkSegment(4cb53149-7e21-4f4e-b798-51744a3a86e6),segment_id=4cb53149-7e21-4f4e-b798-51744a3a86e6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:40.395987 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.396235 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56192) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:40.416165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26022627-8c16-4ed8-a576-d51ae2d7d1ab None None] Network 6adbb878-4f4c-498e-a345-3803bef2c6af requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:40.423444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] Calling delete_port for c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:40.425038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:40.440113 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Sync routers for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:40.463536 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:40.464641 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:40.472323 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] No DVR routers for this DVR port a8900728-6312-404d-95d3-ca107a65c2d0 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:40.477783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.478634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f1405-8fb6-4764-9ece-0a0d8c4de40a req-a5483362-a012-4efb-8fc8-dcf1220fab4c tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:40.480236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-546f1405-8fb6-4764-9ece-0a0d8c4de40a req-a5483362-a012-4efb-8fc8-dcf1220fab4c tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 946 time: 0.1676550 Dec 15 14:09:40.482365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af8e6419-d35e-4803-9403-8d41f1888686 req-9a03e05e-8161-4693-bbd6-41349113deeb tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.24 "DELETE /v2.0/ports/a8900728-6312-404d-95d3-ca107a65c2d0 HTTP/1.1" status: 204 len: 173 time: 1.9064457 Dec 15 14:09:40.485089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'name': 'network-vif-deleted', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:09:40.488238 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71c2e16-833a-46c4-aeac-06346ec2cb1a" -d '{"events": [{"server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "name": "network-vif-deleted", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:09:40.498431 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8511-0eec-43ee-806e-aa2946f22ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.545711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.567956 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b977c830-c3d7-40bd-ae1f-3f0724b3f233 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.1836932 Dec 15 14:09:40.568764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56198) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:40.594426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.653165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8511-0eec-43ee-806e-aa2946f22ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.684595 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.689616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8511-0eec-43ee-806e-aa2946f22ddd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.699221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-546f1405-8fb6-4764-9ece-0a0d8c4de40a req-fa446fb0-99f9-4e36-be82-e6072c38955a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002850 Dec 15 14:09:40.704948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5f5a8511-0eec-43ee-806e-aa2946f22ddd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/430bfcd4-9d18-4431-9aab-fe9a3509b070 HTTP/1.1" status: 204 len: 168 time: 1.1784556 Dec 15 14:09:40.734068 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:40.739171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56204) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:40.756370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb8aa6-4211-4a9f-9727-ab3901d6890d None None] Network 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:40.759762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] No DVR routers for this DVR port c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:40.764405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366de9c1-1371-4793-a474-c8a69215b9c6 None None] Pushing event deleted for resources: {'Port': ['ID=c1cf55e2-49bd-44bc-bf3e-f7f180b5a81f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:40.791380 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac36aa2-39c8-49a5-b2e8-14541da199aa x-openstack-request-id: req-1ac36aa2-39c8-49a5-b2e8-14541da199aa {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:09:40.791820 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d159b0-f40c-4c18-9b92-41af1309f2f9", "name": "network-vif-deleted", "tag": "a8900728-6312-404d-95d3-ca107a65c2d0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:09:40.792248 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ac36aa2-39c8-49a5-b2e8-14541da199aa {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:09:40.792877 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d159b0-f40c-4c18-9b92-41af1309f2f9', 'name': 'network-vif-deleted', 'tag': 'a8900728-6312-404d-95d3-ca107a65c2d0', 'status': 'completed', 'code': 200} Dec 15 14:09:40.794632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a8511-0eec-43ee-806e-aa2946f22ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430bfcd4-9d18-4431-9aab-fe9a3509b070,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:40.798803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:40.915744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 30726d77-5beb-47b6-ae1c-3ca6942c1d2a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:40.939464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a8900728-6312-404d-95d3-ca107a65c2d0 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:40.941966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] DHCP port deletion for 6adbb878-4f4c-498e-a345-3803bef2c6af request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:40.954870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 30726d77-5beb-47b6-ae1c-3ca6942c1d2a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:40.955598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 30726d77-5beb-47b6-ae1c-3ca6942c1d2a not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:40.956268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cbcc339d-ec8e-47c6-824c-4303a2d54bee no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:40.998189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: cbcc339d-ec8e-47c6-824c-4303a2d54bee {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:40.998699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cbcc339d-ec8e-47c6-824c-4303a2d54bee not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:41.005363 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: a8900728-6312-404d-95d3-ca107a65c2d0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:41.005844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a8900728-6312-404d-95d3-ca107a65c2d0 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:41.127179 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cc70133-a835-48a9-b916-bd4fd132c6c8 req-25bc9230-ac71-434e-ac7b-5827eb76c77d tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "GET /v2.0/ports?device_id=35d159b0-f40c-4c18-9b92-41af1309f2f9 HTTP/1.1" status: 200 len: 210 time: 0.0897300 Dec 15 14:09:41.140147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] Deleting port b9fa0fde-cd99-4b76-99a0-5072f89a9603 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:41.141440 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.143541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.163189 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e0f373ac-aadc-4b30-ba53-02553c488b5b tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=d291102b367a4449a84a741389d55566&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5912035 Dec 15 14:09:41.165742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:41.265924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.282081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380acd01-434e-4e92-abe2-f674424aa96b']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:41.318640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb53149-7e21-4f4e-b798-51744a3a86e6') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:41.322556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb53149-7e21-4f4e-b798-51744a3a86e6') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:41.353097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.359459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] DHCP port deletion for 2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:41.384223 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:37Z', 'revision_number': 3, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:41.419419 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.432889 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Checking router: e20dac7d-e489-435e-ada0-d9b83157fa2a for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:41.433515 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Updating router e20dac7d-e489-435e-ada0-d9b83157fa2a port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:09:41.436191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:09:41.436929 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: items = [ Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:09:41.441956 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:09:41.463575 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.535980 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.540140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] For port b9fa0fde-cd99-4b76-99a0-5072f89a9603, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b9fa0fde-cd99-4b76-99a0-5072f89a9603,segment=NetworkSegment(7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3),segment_id=7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:41.540323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.548296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea18bd7-887e-4df7-a78e-0c8213453718 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:41.549839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9ea18bd7-887e-4df7-a78e-0c8213453718 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3809326 Dec 15 14:09:41.551371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.552595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56226) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:41.559522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/380acd01-434e-4e92-abe2-f674424aa96b HTTP/1.1" status: 204 len: 168 time: 1.1636336 Dec 15 14:09:41.560195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56228) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:41.575494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Deleting port bb4bb00e-3060-4607-8c59-91cee53572a8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:41.576274 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.579401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] Calling delete_port for b9fa0fde-cd99-4b76-99a0-5072f89a9603 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:41.601406 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-251c50fe-98b5-4452-a491-87574dbef103 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473638 Dec 15 14:09:41.605094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:41.614439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-330907443', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'project_id': 'd291102b367a4449a84a741389d55566', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:41.652037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af51aff-ed2a-48ee-a351-b53039892bfb tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=380acd01-434e-4e92-abe2-f674424aa96b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:41.747469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] Deleting port bb4bb00e-3060-4607-8c59-91cee53572a8 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:41.748074 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.829738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] For port bb4bb00e-3060-4607-8c59-91cee53572a8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bb4bb00e-3060-4607-8c59-91cee53572a8,segment=NetworkSegment(fc7bf33d-1df6-4dd7-973e-85aaa4667034),segment_id=fc7bf33d-1df6-4dd7-973e-85aaa4667034)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:41.830423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.837664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Made reservation on behalf of d291102b367a4449a84a741389d55566 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:41.838390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.841286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.853417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] For port bb4bb00e-3060-4607-8c59-91cee53572a8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bb4bb00e-3060-4607-8c59-91cee53572a8,segment=NetworkSegment(fc7bf33d-1df6-4dd7-973e-85aaa4667034),segment_id=fc7bf33d-1df6-4dd7-973e-85aaa4667034)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:41.854281 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.859717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Calling delete_port for bb4bb00e-3060-4607-8c59-91cee53572a8 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:41.870406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] Calling delete_port for bb4bb00e-3060-4607-8c59-91cee53572a8 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:41.980931 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.987024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port b9fa0fde-cd99-4b76-99a0-5072f89a9603 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:41.987517 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:41.998464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] No DVR routers for this DVR port b9fa0fde-cd99-4b76-99a0-5072f89a9603 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:41.999014 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.010729 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.012150 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.068495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fc922-2017-4b55-a916-ca38a939b051 None None] Pushing event deleted for resources: {'Port': ['ID=b9fa0fde-cd99-4b76-99a0-5072f89a9603,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.072863 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Attempting to bind port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:42.073362 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Attempting to bind port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:42.074232 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Attempting to bind port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:42.076729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c546a0cb-b0b0-4ada-8b6b-fe8a7d5d0447 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:42.080344 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Pushing event updated for resources: {'Port': ['ID=09ee90fa-e5eb-42c9-b8fb-17be351b9a82,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.083749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.090186 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:42.090438 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:42.090947 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.091478 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:42.092084 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Bound port: 09ee90fa-e5eb-42c9-b8fb-17be351b9a82, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:42.092704 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.096336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4bb00e-3060-4607-8c59-91cee53572a8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.098820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.099287 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.099729 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.100886 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.101333 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.102466 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.102942 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.104028 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.106501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] No DVR routers for this DVR port bb4bb00e-3060-4607-8c59-91cee53572a8 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:42.107008 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.107951 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.107951 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.108555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.109108 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:42.115903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] No DVR routers for this DVR port bb4bb00e-3060-4607-8c59-91cee53572a8 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:42.153529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port b9fa0fde-cd99-4b76-99a0-5072f89a9603, host n-d-821840-1, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:42.153850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.154097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.220108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e892e4-c2c7-4606-84ca-633ea42ec53d None None] Pushing event deleted for resources: {'Port': ['ID=bb4bb00e-3060-4607-8c59-91cee53572a8,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.240904 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-341821d2-bfa0-43f7-a1e2-cddf967d669e None None] Provisioning complete for port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:42.241287 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-341821d2-bfa0-43f7-a1e2-cddf967d669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.247151 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] For port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:42.251896 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] For port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=09ee90fa-e5eb-42c9-b8fb-17be351b9a82,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:42.252516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56238) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:42.262102 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.286890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for b9fa0fde-cd99-4b76-99a0-5072f89a9603 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:42.288007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-341821d2-bfa0-43f7-a1e2-cddf967d669e None None] Port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:42.297851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Port b9fa0fde-cd99-4b76-99a0-5072f89a9603 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:09:42.311587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.320151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.347261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69131233-ad3e-411d-8cdf-7e760b92d098 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:42.359782 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0c3ff-aec0-481c-8ff3-bfaea2a87f7d None None] Pushing event updated for resources: {'Port': ['ID=09ee90fa-e5eb-42c9-b8fb-17be351b9a82,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.362733 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:42.363518 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:42.369866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Checking segment: {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:42.373672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network hostable DHCP agents. Network: a053ec3b-8581-46ef-b0fa-5ebd19eb2606, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:42.374111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No DVR routers for this DVR port b9fa0fde-cd99-4b76-99a0-5072f89a9603 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:42.377879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Subnet': ['ID=f9900cb9-5c6f-4b69-89ef-5988b5593508,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.378667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=b9fa0fde-cd99-4b76-99a0-5072f89a9603,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.382983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b9fa0fde-cd99-4b76-99a0-5072f89a9603 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:42.421195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:42.439468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b9fa0fde-cd99-4b76-99a0-5072f89a9603 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:42.439652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b9fa0fde-cd99-4b76-99a0-5072f89a9603 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:42.440115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bb4bb00e-3060-4607-8c59-91cee53572a8 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:42.460772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7bf33d-1df6-4dd7-973e-85aaa4667034') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:42.461195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7bf33d-1df6-4dd7-973e-85aaa4667034') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:42.476921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: bb4bb00e-3060-4607-8c59-91cee53572a8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:42.477304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bb4bb00e-3060-4607-8c59-91cee53572a8 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:42.486121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9d95abe5-db55-4ad9-8879-e2ae62cda330 None None] Provisioning complete for port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:42.486565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9d95abe5-db55-4ad9-8879-e2ae62cda330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.517783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.524922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:42.541016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.550669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.551334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a97a223f-fce7-41c3-97c2-10940cd376a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.566041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:09:42.566743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:09:42.568639 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:09:42.586860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adbb878-4f4c-498e-a345-3803bef2c6af']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:42.596030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a053ec3b-8581-46ef-b0fa-5ebd19eb2606) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:42.621502 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9d95abe5-db55-4ad9-8879-e2ae62cda330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.632352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b4b14-f0e3-4e2c-9876-ef5dfdb89d0e None None] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:42.634551 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:42.644569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:42.645588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.658136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a97a223f-fce7-41c3-97c2-10940cd376a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.695807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5b26feca-1ac0-425f-b419-5e6b80c40504 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0892315 Dec 15 14:09:42.705979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56246) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:42.715280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9d95abe5-db55-4ad9-8879-e2ae62cda330 None None] For port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=09ee90fa-e5eb-42c9-b8fb-17be351b9a82,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:42.723159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:42.723713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab1331e-cd0e-4164-88a0-d16b9a3dcfa3') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:42.738260 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9d95abe5-db55-4ad9-8879-e2ae62cda330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.762881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.778330 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.788504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.793349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5 HTTP/1.1" status: 204 len: 168 time: 2.0466635 Dec 15 14:09:42.795645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.852566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391f88-d9f2-49a1-bc53-871aab6fa0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed8c418-ccb6-4c9c-b40e-b6f1b56667f5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:42.873980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:09:42.874747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:09:42.888140 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:09:42.988852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.003116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.003370 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a97a223f-fce7-41c3-97c2-10940cd376a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.006439 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/6adbb878-4f4c-498e-a345-3803bef2c6af HTTP/1.1" status: 204 len: 168 time: 1.4390936 Dec 15 14:09:43.014674 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a97a223f-fce7-41c3-97c2-10940cd376a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.018010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a97a223f-fce7-41c3-97c2-10940cd376a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/security-groups/f2b87802-6d0d-4e51-998b-91ed081ed1ed HTTP/1.1" status: 204 len: 168 time: 0.7429883 Dec 15 14:09:43.018661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:43.037498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f28b59-cb2a-4690-b3d8-6606c520e088 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=6adbb878-4f4c-498e-a345-3803bef2c6af,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:43.056841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-1730672633'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:43.062845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a223f-fce7-41c3-97c2-10940cd376a5 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b87802-6d0d-4e51-998b-91ed081ed1ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:43.068342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:43.089057 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:37Z', 'revision_number': 3, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:43.150333 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8f5b1-483c-48d2-b8c9-6736d898b0d9 None None] The sync data for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 is: [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:37Z', 'revision_number': 3, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:43.177052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:43.181918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.228733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:09:43.241929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.242183 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment 629c128d-d174-4db1-8ea4-baa48b80e9d6 of type vlan for network 96a6066e-4d38-486e-b079-428f60586b44 Dec 15 14:09:43.246910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56260) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:43.294871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95abe5-db55-4ad9-8879-e2ae62cda330 None None] Pushing event updated for resources: {'Port': ['ID=09ee90fa-e5eb-42c9-b8fb-17be351b9a82,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:43.295569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.328801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'project_id': 'd291102b367a4449a84a741389d55566', 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:43.329859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.342772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-31645898-ea37-45a4-af9c-04bf3a5bc81b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0edf45574f61415986cf65935083660b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0940092 Dec 15 14:09:43.346249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56262) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:43.366422 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.372402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:43.373475 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.401540 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3629951 Dec 15 14:09:43.414242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56264) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:43.424565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': '96a6066e-4d38-486e-b079-428f60586b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:43.531685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1fa9-c7e1-4e21-8bcc-c7914cfa9abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.583749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Allocated IP 172.20.0.2 (a053ec3b-8581-46ef-b0fa-5ebd19eb2606/f9900cb9-5c6f-4b69-89ef-5988b5593508/41e33815-38f2-4495-bc40-9499f4e0a456) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:43.630707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d502a-8115-4801-8129-c2280ebd736b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=96a6066e-4d38-486e-b079-428f60586b44,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:43.656261 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1fa9-c7e1-4e21-8bcc-c7914cfa9abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.672502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 96a6066e-4d38-486e-b079-428f60586b44 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:09:43.719645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:43.726059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.904208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1fa9-c7e1-4e21-8bcc-c7914cfa9abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.918469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1fa9-c7e1-4e21-8bcc-c7914cfa9abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:43.920406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e0fa1fa9-c7e1-4e21-8bcc-c7914cfa9abf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/69952415-327b-4ed5-9e36-2ef19791da9b HTTP/1.1" status: 204 len: 168 time: 0.5729766 Dec 15 14:09:43.936481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa1fa9-c7e1-4e21-8bcc-c7914cfa9abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69952415-327b-4ed5-9e36-2ef19791da9b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:44.041759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.063817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.115949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.154621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Pushing event updated for resources: {'Port': ['ID=41e33815-38f2-4495-bc40-9499f4e0a456,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:44.181044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:44.182757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:44.189206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:44.286487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Attempting to bind port 41e33815-38f2-4495-bc40-9499f4e0a456 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:44.287017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Attempting to bind port 41e33815-38f2-4495-bc40-9499f4e0a456 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:44.287441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Attempting to bind port 41e33815-38f2-4495-bc40-9499f4e0a456 on network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:44.298189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:44.298730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Checking segment: {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:44.299150 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.299553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Bound using segment: {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:44.300061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Bound port: 41e33815-38f2-4495-bc40-9499f4e0a456, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:44.301779 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.405402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] For port 41e33815-38f2-4495-bc40-9499f4e0a456, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:44.409868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] For port 41e33815-38f2-4495-bc40-9499f4e0a456, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=41e33815-38f2-4495-bc40-9499f4e0a456,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:44.416344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.506287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.512809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:44.582163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=2a95c49b-ba5c-4f97-879c-9b239e52b826,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:44.632288 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.654640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': '629c128d-d174-4db1-8ea4-baa48b80e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '96a6066e-4d38-486e-b079-428f60586b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:44.655059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: 96a6066e-4d38-486e-b079-428f60586b44, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:09:44.738336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:44.739941 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.759291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629fe20-6152-430f-95a1-ad1c05b11b08 None None] Pushing event updated for resources: {'Port': ['ID=41e33815-38f2-4495-bc40-9499f4e0a456,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:44.836099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56286) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:44.878843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-472f899e-f72b-4e34-9b47-b1a43f5fab9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:44.884520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 96a6066e-4d38-486e-b079-428f60586b44 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:09:44.886640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port 31d558e5-efd2-42bd-8218-5510874431bb {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:44.887226 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.042178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port 31d558e5-efd2-42bd-8218-5510874431bb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=31d558e5-efd2-42bd-8218-5510874431bb,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:45.050058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 96a6066e-4d38-486e-b079-428f60586b44) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:45.054364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.072593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:45.072841 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.082201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa06dc64-271f-448b-9bcd-1d698e2f5551 None None] Network 96a6066e-4d38-486e-b079-428f60586b44 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:45.102954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for 31d558e5-efd2-42bd-8218-5510874431bb owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:45.264687 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cfd03a61-6d03-466f-802f-dfedac3d7b3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8478186 Dec 15 14:09:45.289036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56292) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:45.297651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-96a6066e-4d38-486e-b079-428f60586b44', 'network_id': '96a6066e-4d38-486e-b079-428f60586b44', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '2a95c49b-ba5c-4f97-879c-9b239e52b826'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:09:45.300011 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.301661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-55a868f7-74e9-450d-a1e2-203300405fce tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-153184683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:45.382690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a868f7-74e9-450d-a1e2-203300405fce tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.383828 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a868f7-74e9-450d-a1e2-203300405fce tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.536738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Allocated IP 172.20.0.2 (96a6066e-4d38-486e-b079-428f60586b44/2a95c49b-ba5c-4f97-879c-9b239e52b826/bb6dae33-a0b8-4698-beaa-e8f892657a66) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:45.542254 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.584105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=31d558e5-efd2-42bd-8218-5510874431bb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:45.693800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a868f7-74e9-450d-a1e2-203300405fce tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.720345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a868f7-74e9-450d-a1e2-203300405fce tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.792320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Allocated IP 172.20.0.1 (a053ec3b-8581-46ef-b0fa-5ebd19eb2606/f9900cb9-5c6f-4b69-89ef-5988b5593508/bd1a6c8d-3c4f-4c11-b88a-47358e4554d7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:45.865704 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.875625 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.914376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.986985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Network 96a6066e-4d38-486e-b079-428f60586b44 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:45.991451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:46.005287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:46.025883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Pushing event updated for resources: {'Port': ['ID=bb6dae33-a0b8-4698-beaa-e8f892657a66,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:46.046771 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.165371 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-472f899e-f72b-4e34-9b47-b1a43f5fab9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.167151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Attempting to bind port bb6dae33-a0b8-4698-beaa-e8f892657a66 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:46.167626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Attempting to bind port bb6dae33-a0b8-4698-beaa-e8f892657a66 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '629c128d-d174-4db1-8ea4-baa48b80e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '96a6066e-4d38-486e-b079-428f60586b44'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:46.170020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Attempting to bind port bb6dae33-a0b8-4698-beaa-e8f892657a66 on network 96a6066e-4d38-486e-b079-428f60586b44 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:46.178076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55a868f7-74e9-450d-a1e2-203300405fce tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.182019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-55a868f7-74e9-450d-a1e2-203300405fce tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8883667 Dec 15 14:09:46.184091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.186986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:46.189218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Checking segment: {'id': '629c128d-d174-4db1-8ea4-baa48b80e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '96a6066e-4d38-486e-b079-428f60586b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:46.189836 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.190362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Bound using segment: {'id': '629c128d-d174-4db1-8ea4-baa48b80e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '96a6066e-4d38-486e-b079-428f60586b44'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:46.190935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Bound port: bb6dae33-a0b8-4698-beaa-e8f892657a66, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629c128d-d174-4db1-8ea4-baa48b80e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '96a6066e-4d38-486e-b079-428f60586b44'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:46.192365 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.197361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56298) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:46.246776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'port': {'network_id': '96a6066e-4d38-486e-b079-428f60586b44', 'name': 'tempest-RoutersTest-468761994'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:46.261700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-472f899e-f72b-4e34-9b47-b1a43f5fab9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.346477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Router b1c41e49-d714-42d6-a699-992c7481a72c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:46.439315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] For port bb6dae33-a0b8-4698-beaa-e8f892657a66, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:46.447478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] For port bb6dae33-a0b8-4698-beaa-e8f892657a66, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bb6dae33-a0b8-4698-beaa-e8f892657a66,segment=NetworkSegment(629c128d-d174-4db1-8ea4-baa48b80e9d6),segment_id=629c128d-d174-4db1-8ea4-baa48b80e9d6)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:46.456672 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.488125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:46.607250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a41406-c472-4098-8986-60f38e7dddb1 None None] Pushing event updated for resources: {'Port': ['ID=bb6dae33-a0b8-4698-beaa-e8f892657a66,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:46.614267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 41e33815-38f2-4495-bc40-9499f4e0a456 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:46.692900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:46.710022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b58a9301-14ff-488d-9c2d-15c8dc9c8362 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "PUT /v2.0/routers/b1c41e49-d714-42d6-a699-992c7481a72c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6379793 Dec 15 14:09:46.713670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56302) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:46.715525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] Sync routers for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:46.738769 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-472f899e-f72b-4e34-9b47-b1a43f5fab9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.8976719 Dec 15 14:09:46.742174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:46.743040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:46.754541 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:46.756263 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:46.757972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:46.795188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27770205-48b5-4b8e-8321-de7de2c47afe None None] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:46.803709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:46.849459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-83957e9c-a08d-4e58-8579-42caecba103f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting subnet 381f983c-ac2f-48ca-858c-da5f1a0cafc9 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:46.854588 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83957e9c-a08d-4e58-8579-42caecba103f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.909973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f899e-f72b-4e34-9b47-b1a43f5fab9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addbd764-64e0-40f8-8059-ef1d5d98eee1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:47.012638 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83957e9c-a08d-4e58-8579-42caecba103f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.081923 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.144706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 41e33815-38f2-4495-bc40-9499f4e0a456 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:47.145309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.176808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-78a9d5aa-1e80-4c2f-86fa-4b4826a3852e None None] Provisioning complete for port 41e33815-38f2-4495-bc40-9499f4e0a456 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:47.177350 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78a9d5aa-1e80-4c2f-86fa-4b4826a3852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.427641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e61b1c7-5925-4481-a2dd-7dd31d21d5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.545473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:47.604310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:47.615221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.642069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e61b1c7-5925-4481-a2dd-7dd31d21d5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.680896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] device_id is not set on port 6604a3b0-0712-41fc-b36d-3ec8b2732f72 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:09:47.837040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.948368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e61b1c7-5925-4481-a2dd-7dd31d21d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.957057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e61b1c7-5925-4481-a2dd-7dd31d21d5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:47.958455 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4e61b1c7-5925-4481-a2dd-7dd31d21d5bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/addbd764-64e0-40f8-8059-ef1d5d98eee1 HTTP/1.1" status: 204 len: 168 time: 1.1699138 Dec 15 14:09:48.033760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61b1c7-5925-4481-a2dd-7dd31d21d5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addbd764-64e0-40f8-8059-ef1d5d98eee1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:48.061561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83957e9c-a08d-4e58-8579-42caecba103f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.175929 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83957e9c-a08d-4e58-8579-42caecba103f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.248004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83957e9c-a08d-4e58-8579-42caecba103f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Subnet': ['ID=381f983c-ac2f-48ca-858c-da5f1a0cafc9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:48.262445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83957e9c-a08d-4e58-8579-42caecba103f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.269370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-83957e9c-a08d-4e58-8579-42caecba103f tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/subnets/381f983c-ac2f-48ca-858c-da5f1a0cafc9 HTTP/1.1" status: 204 len: 168 time: 1.5519087 Dec 15 14:09:48.269851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56316) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:48.364288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.20.0.10 (96a6066e-4d38-486e-b079-428f60586b44/2a95c49b-ba5c-4f97-879c-9b239e52b826/6604a3b0-0712-41fc-b36d-3ec8b2732f72) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:48.529632 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.540296 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.560658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0cbfe4-6994-4d0b-9b97-7c692a08c3ee None None] Network 7f2a4db3-ac59-42f4-a3fc-ad010db102fa requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:48.686767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c150cef-6dee-4975-8a9d-ff8c6e617e11 None None] Network 96a6066e-4d38-486e-b079-428f60586b44 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:09:48.766362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.854181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.896670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.898579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port 48d31d78-8708-484c-8192-72ae7c3511c3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:48.899029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:48.955062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 41e33815-38f2-4495-bc40-9499f4e0a456, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=41e33815-38f2-4495-bc40-9499f4e0a456,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:49.006498 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.066517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port 48d31d78-8708-484c-8192-72ae7c3511c3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=48d31d78-8708-484c-8192-72ae7c3511c3,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:49.067116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.081005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for 48d31d78-8708-484c-8192-72ae7c3511c3 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:49.124908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:09:45Z', 'revision_number': 5, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port': {'id': '48d31d78-8708-484c-8192-72ae7c3511c3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:08:18Z', 'updated_at': '2021-12-15T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:49.195411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] Checking router: b1c41e49-d714-42d6-a699-992c7481a72c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:49.196459 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.201932 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78a9d5aa-1e80-4c2f-86fa-4b4826a3852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.204308 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.216240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:49.228743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] Routers {'b1c41e49-d714-42d6-a699-992c7481a72c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:49.229465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1c41e49-d714-42d6-a699-992c7481a72c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:49.306675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=41e33815-38f2-4495-bc40-9499f4e0a456,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:49.317939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bb6dae33-a0b8-4698-beaa-e8f892657a66 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:49.341819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.429476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] Set router b1c41e49-d714-42d6-a699-992c7481a72c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:49.437848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.492087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=48d31d78-8708-484c-8192-72ae7c3511c3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:49.541581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 96a6066e-4d38-486e-b079-428f60586b44 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:49.563152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:49.569835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:49.580068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] DHCP port deletion for 7f2a4db3-ac59-42f4-a3fc-ad010db102fa request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:49.582589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a4458-b1b3-419f-9a64-aa844b5d6205 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:09:49.601349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:09:48Z', 'revision_number': 6, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:49.601635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.732199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.735950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.761903 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-78a9d5aa-1e80-4c2f-86fa-4b4826a3852e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:09:49.762198 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-78a9d5aa-1e80-4c2f-86fa-4b4826a3852e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:09:49.767045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80743e-9f39-454d-87c6-2137d4cb659f None None] The sync data for ids ['b1c41e49-d714-42d6-a699-992c7481a72c'] in n-d-821840-1 is: [{'id': 'b1c41e49-d714-42d6-a699-992c7481a72c', 'name': 'tempest-TestNetworkBasicOps-router-1651701739', 'tenant_id': 'aec39b00dac249498619549e4c82a695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:08:16Z', 'updated_at': '2021-12-15T14:09:48Z', 'revision_number': 6, 'project_id': 'aec39b00dac249498619549e4c82a695', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:49.795518 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.796706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Fanout notify agent at l3_agent the message router_deleted on router b1c41e49-d714-42d6-a699-992c7481a72c {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:49.805750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.810828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5b176017-db0a-4f25-99c4-385d60078615 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/routers/b1c41e49-d714-42d6-a699-992c7481a72c HTTP/1.1" status: 204 len: 168 time: 1.5397420 Dec 15 14:09:49.811640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56324) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:49.841384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] Deleting port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:49.853061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:49.986877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port bb6dae33-a0b8-4698-beaa-e8f892657a66 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:49.998663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.017475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.110516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] For port d97d0f42-f757-4186-b56d-1e1a0ffc7b97, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:50.111257 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.149250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Deleting port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:50.149818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.180530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] Calling delete_port for d97d0f42-f757-4186-b56d-1e1a0ffc7b97 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:50.220017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:50.220716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.278805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:50.282364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:50.283381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] For port d97d0f42-f757-4186-b56d-1e1a0ffc7b97, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,segment=NetworkSegment(19aa9de0-ee7c-4d35-abc2-344b451c9f6b),segment_id=19aa9de0-ee7c-4d35-abc2-344b451c9f6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:50.283754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.298604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=6604a3b0-0712-41fc-b36d-3ec8b2732f72,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:50.327932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Calling delete_port for d97d0f42-f757-4186-b56d-1e1a0ffc7b97 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:50.411241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80fd23ff-bf64-4574-9af4-03c385f94e8c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.2030520 Dec 15 14:09:50.425190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:50.432110 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.536915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port bb6dae33-a0b8-4698-beaa-e8f892657a66, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bb6dae33-a0b8-4698-beaa-e8f892657a66,segment=NetworkSegment(629c128d-d174-4db1-8ea4-baa48b80e9d6),segment_id=629c128d-d174-4db1-8ea4-baa48b80e9d6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:50.543659 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.553956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.564852 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.693518 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] No DVR routers for this DVR port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:50.696188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Port': ['ID=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:50.802581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] No DVR routers for this DVR port d97d0f42-f757-4186-b56d-1e1a0ffc7b97 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:09:50.854255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=bb6dae33-a0b8-4698-beaa-e8f892657a66,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:50.870352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-07b45035-e62d-4383-9b24-d4d468c6e156 None None] Provisioning complete for port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:50.870730 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07b45035-e62d-4383-9b24-d4d468c6e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.925490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a321c-7511-41d2-996b-949f03925474 None None] Pushing event deleted for resources: {'Port': ['ID=d97d0f42-f757-4186-b56d-1e1a0ffc7b97,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:50.942640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:50.976367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-07b45035-e62d-4383-9b24-d4d468c6e156 None None] Port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:50.990804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2a4db3-ac59-42f4-a3fc-ad010db102fa']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:51.000675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-07b45035-e62d-4383-9b24-d4d468c6e156 None None] Provisioning complete for port 41e33815-38f2-4495-bc40-9499f4e0a456 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:51.002099 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07b45035-e62d-4383-9b24-d4d468c6e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.026452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19aa9de0-ee7c-4d35-abc2-344b451c9f6b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:51.026452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19aa9de0-ee7c-4d35-abc2-344b451c9f6b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:51.067406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Router e20dac7d-e489-435e-ada0-d9b83157fa2a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:51.071860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.105083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.118697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:09:51.119371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:09:51.227517 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:09:51.231695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 41e33815-38f2-4495-bc40-9499f4e0a456 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:51.232804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.241047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.244876 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.248537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] 10.222.0.86 "DELETE /v2.0/networks/7f2a4db3-ac59-42f4-a3fc-ad010db102fa HTTP/1.1" status: 204 len: 168 time: 1.4347513 Dec 15 14:09:51.264043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076f9db-901f-43af-ac0a-bd3ce9761a53 tempest-TestNetworkBasicOps-1779541331 tempest-TestNetworkBasicOps-1779541331-project] Pushing event deleted for resources: {'Network': ['ID=7f2a4db3-ac59-42f4-a3fc-ad010db102fa,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:51.302761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-07b45035-e62d-4383-9b24-d4d468c6e156 None None] Provisioning complete for port bb6dae33-a0b8-4698-beaa-e8f892657a66 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:51.303145 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07b45035-e62d-4383-9b24-d4d468c6e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.336182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 41e33815-38f2-4495-bc40-9499f4e0a456 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:51.336641 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.482791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bb6dae33-a0b8-4698-beaa-e8f892657a66 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:51.513230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56344) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:51.610809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port bb6dae33-a0b8-4698-beaa-e8f892657a66 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:51.611202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.642399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:51.652275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b40cade4-3cff-4a7f-95f8-9d55792363bf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "PUT /v2.0/routers/e20dac7d-e489-435e-ada0-d9b83157fa2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9422221 Dec 15 14:09:51.652737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Sync routers for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:51.653233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56348) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:51.659403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b1643178-22a4-4a79-b1c1-226f41f345d5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--558932811', 'description': 'tempest-secgroup_access--558932811 description', 'project_id': 'd291102b367a4449a84a741389d55566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:51.665719 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:51.667948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:51.730384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:51.734902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-afbc9f60-0ef1-41d4-87b4-08b0cf6b0ad5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aec39b00dac249498619549e4c82a695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2179599 Dec 15 14:09:51.738744 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1643178-22a4-4a79-b1c1-226f41f345d5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.760461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bd9926d8-00d4-4a27-a1f8-09c21669f960 None None] Provisioning complete for port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:51.762225 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd9926d8-00d4-4a27-a1f8-09c21669f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.804633 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:51.811846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.812089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bd9926d8-00d4-4a27-a1f8-09c21669f960 None None] Port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:51.823836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.833625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bd9926d8-00d4-4a27-a1f8-09c21669f960 None None] Provisioning complete for port 6604a3b0-0712-41fc-b36d-3ec8b2732f72 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:51.834445 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd9926d8-00d4-4a27-a1f8-09c21669f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.844200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1643178-22a4-4a79-b1c1-226f41f345d5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.850380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1643178-22a4-4a79-b1c1-226f41f345d5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.883317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bd9926d8-00d4-4a27-a1f8-09c21669f960 None None] Port 6604a3b0-0712-41fc-b36d-3ec8b2732f72 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:51.898716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1643178-22a4-4a79-b1c1-226f41f345d5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e47898f-06e2-4f5f-b76a-ec6c5df57162,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:51.913330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=6604a3b0-0712-41fc-b36d-3ec8b2732f72,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:51.917529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1643178-22a4-4a79-b1c1-226f41f345d5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.918520 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0180a341-f4ba-4ce4-a70f-e4f4b3acd969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.919203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b1643178-22a4-4a79-b1c1-226f41f345d5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2652128 Dec 15 14:09:51.923328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56352) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:51.936635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-73762d8a-e896-48b1-8e17-28bb8d4c5d25 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--90534383', 'description': 'tempest-secgroup_general--90534383 description', 'project_id': 'd291102b367a4449a84a741389d55566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:51.951925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d97d0f42-f757-4186-b56d-1e1a0ffc7b97 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:51.964600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73762d8a-e896-48b1-8e17-28bb8d4c5d25 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:51.988674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: d97d0f42-f757-4186-b56d-1e1a0ffc7b97 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:51.989414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d97d0f42-f757-4186-b56d-1e1a0ffc7b97 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:51.992275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 31d558e5-efd2-42bd-8218-5510874431bb no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:52.008863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0180a341-f4ba-4ce4-a70f-e4f4b3acd969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.048316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 31d558e5-efd2-42bd-8218-5510874431bb {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:52.049239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 31d558e5-efd2-42bd-8218-5510874431bb not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:52.049899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 48d31d78-8708-484c-8192-72ae7c3511c3 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:09:52.077619 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:48Z', 'revision_number': 2, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:52.080592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 48d31d78-8708-484c-8192-72ae7c3511c3 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:09:52.081278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 48d31d78-8708-484c-8192-72ae7c3511c3 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:09:52.087080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73762d8a-e896-48b1-8e17-28bb8d4c5d25 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.091990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73762d8a-e896-48b1-8e17-28bb8d4c5d25 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.126166 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Checking router: e20dac7d-e489-435e-ada0-d9b83157fa2a for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:09:52.126827 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Updating router e20dac7d-e489-435e-ada0-d9b83157fa2a port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:09:52.158543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73762d8a-e896-48b1-8e17-28bb8d4c5d25 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.163967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-73762d8a-e896-48b1-8e17-28bb8d4c5d25 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2367966 Dec 15 14:09:52.166855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56362) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:52.176412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-97aa7f3b-e35b-4f48-b79a-22f96329bec9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'security_group_rule': {'security_group_id': '8e47898f-06e2-4f5f-b76a-ec6c5df57162', 'project_id': 'd291102b367a4449a84a741389d55566', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:52.181907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73762d8a-e896-48b1-8e17-28bb8d4c5d25 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c75834-6edb-4a9e-8200-25bdbe3c4178,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:52.196787 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.217860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97aa7f3b-e35b-4f48-b79a-22f96329bec9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.345178 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97aa7f3b-e35b-4f48-b79a-22f96329bec9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.351187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0180a341-f4ba-4ce4-a70f-e4f4b3acd969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.354073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0180a341-f4ba-4ce4-a70f-e4f4b3acd969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.358208 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0180a341-f4ba-4ce4-a70f-e4f4b3acd969 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8f4edb4e-fc0f-4c37-8edb-5ededdb4f818 HTTP/1.1" status: 204 len: 168 time: 0.6266515 Dec 15 14:09:52.379013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180a341-f4ba-4ce4-a70f-e4f4b3acd969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4edb4e-fc0f-4c37-8edb-5ededdb4f818,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:52.383242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97aa7f3b-e35b-4f48-b79a-22f96329bec9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.423337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa7f3b-e35b-4f48-b79a-22f96329bec9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866953a2-f845-49a1-b6d9-155e447ca119,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:52.435177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3959cf64-15dc-4aea-ac9f-d9fd4a10d979 None None] Provisioning complete for port 6604a3b0-0712-41fc-b36d-3ec8b2732f72 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:52.435760 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3959cf64-15dc-4aea-ac9f-d9fd4a10d979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.442632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.472442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-97aa7f3b-e35b-4f48-b79a-22f96329bec9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.481660 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-97aa7f3b-e35b-4f48-b79a-22f96329bec9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3062460 Dec 15 14:09:52.549141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3959cf64-15dc-4aea-ac9f-d9fd4a10d979 None None] Port 6604a3b0-0712-41fc-b36d-3ec8b2732f72 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:52.799931 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.824966 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.880969 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.884315 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-f3f65270-ce11-4e37-8900-1f28497cd33b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup_general--90534383&fields=id&tenant_id=d291102b367a4449a84a741389d55566 HTTP/1.1" status: 200 len: 267 time: 0.0715885 Dec 15 14:09:52.894022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56412) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:52.926544 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6a095bd-0c9b-4b36-a222-b28eadb4b63c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:52.944766 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af3231-767b-443f-9b10-09a105da2787 None None] Pushing event updated for resources: {'Port': ['ID=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.014821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-79f4f1bb-1713-4107-b347-b3bed8d20776 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:53.023707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-79f4f1bb-1713-4107-b347-b3bed8d20776 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 815 time: 0.4060714 Dec 15 14:09:53.040663 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Attempting to bind port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:53.041045 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Attempting to bind port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:53.041425 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Attempting to bind port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 on network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:53.050068 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:53.050459 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Checking segment: {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:53.050880 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.051281 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Bound using segment: {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:53.051769 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Bound port: bd1a6c8d-3c4f-4c11-b88a-47358e4554d7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:53.052185 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.058040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-14f88655-d24e-41ac-b411-eb246c1de982 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/quotas/a15afec01cde435993e203110fac6694 HTTP/1.1" status: 200 len: 375 time: 0.0331564 Dec 15 14:09:53.110835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-9c340847-6af3-4f55-af1a-5c5996670db0 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup_access--558932811&fields=id&tenant_id=d291102b367a4449a84a741389d55566 HTTP/1.1" status: 200 len: 267 time: 0.1985309 Dec 15 14:09:53.214723 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] For port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:53.218366 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] For port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:53.225108 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.314931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6a095bd-0c9b-4b36-a222-b28eadb4b63c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.329933 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6a095bd-0c9b-4b36-a222-b28eadb4b63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.338522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-7370f2e7-2446-4e3a-8448-2f250a564973 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2793267 Dec 15 14:09:53.344634 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:53.345378 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:53.381300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-94d5bb8a-8fb0-4e65-870e-67b47bb5df5b None None] Provisioning complete for port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:53.381919 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94d5bb8a-8fb0-4e65-870e-67b47bb5df5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.437944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f6a095bd-0c9b-4b36-a222-b28eadb4b63c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e1d331285a648d49b30da3571e15bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402889 Dec 15 14:09:53.439692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56420) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:53.539052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-a07ab5f2-9f7b-4b99-909b-c61c59b03006 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:53.540685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-a07ab5f2-9f7b-4b99-909b-c61c59b03006 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/networks?id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606 HTTP/1.1" status: 200 len: 797 time: 0.4288874 Dec 15 14:09:53.556228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a095bd-0c9b-4b36-a222-b28eadb4b63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea327a2-0dcd-4ae0-aaf0-63d645330a37,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.575605 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:09:53.586372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-1e5cfe20-903c-4af8-a2c4-049d9fdd5e6e tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/quotas/d291102b367a4449a84a741389d55566 HTTP/1.1" status: 200 len: 375 time: 0.0327723 Dec 15 14:09:53.591699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.607489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94d5bb8a-8fb0-4e65-870e-67b47bb5df5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.611312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.643068 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af3231-767b-443f-9b10-09a105da2787 None None] Pushing event updated for resources: {'Port': ['ID=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.655045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-94d5bb8a-8fb0-4e65-870e-67b47bb5df5b None None] For port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:09:53.661248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94d5bb8a-8fb0-4e65-870e-67b47bb5df5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.711315 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-df0e401d-6d88-4d38-a6bc-f20703761821 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d291102b367a4449a84a741389d55566&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173103 Dec 15 14:09:53.712996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.742279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5bb8a-8fb0-4e65-870e-67b47bb5df5b None None] Pushing event updated for resources: {'Port': ['ID=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.808322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b3bb54a8-f44c-49c3-be0f-5a2c664ddfad None None] Provisioning complete for port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:53.808721 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3bb54a8-f44c-49c3-be0f-5a2c664ddfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.860516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-7b95a812-7060-4da8-bd78-4e1bc5477a60 service neutron] 10.222.0.86 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301205 Dec 15 14:09:53.898547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=6604a3b0-0712-41fc-b36d-3ec8b2732f72,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:53.948211 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b058389b-053e-4825-89f8-d55b76ce3800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:53.993911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-abc5fc3b-042c-4fb5-a4ee-662ed59a263c service neutron] 10.222.0.86 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272073 Dec 15 14:09:54.018696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b058389b-053e-4825-89f8-d55b76ce3800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.042410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-adb152e7-6bbe-4502-957b-4baa99169a73 service neutron] 10.222.0.86 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858060 Dec 15 14:09:54.066461 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:53Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:54.108527 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bce53-15c1-456d-a4fa-ee24339d24c7 None None] The sync data for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 is: [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:53Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:54.166070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 96a6066e-4d38-486e-b079-428f60586b44 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:54.174382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:54.327815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b058389b-053e-4825-89f8-d55b76ce3800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.330682 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b058389b-053e-4825-89f8-d55b76ce3800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.331947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b058389b-053e-4825-89f8-d55b76ce3800 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ea327a2-0dcd-4ae0-aaf0-63d645330a37 HTTP/1.1" status: 204 len: 168 time: 0.8881326 Dec 15 14:09:54.447629 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-109c2367-caa3-4fca-b5c6-7e617e10cfd4 service neutron] 10.222.0.86 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041119 Dec 15 14:09:54.464885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058389b-053e-4825-89f8-d55b76ce3800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea327a2-0dcd-4ae0-aaf0-63d645330a37,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:54.518619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7bdbc2f-1932-46b2-85b5-f425133bd638 req-66af1360-64da-4ff0-955a-5c13c18b1514 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 210 time: 0.0591650 Dec 15 14:09:54.579310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 01c87fea-053a-40f0-aa76-1c16c83b69bf is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:09:54.732094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-769889c9-85e9-4bc3-838b-1cee12ad1da2 None None] Provisioning complete for port 6604a3b0-0712-41fc-b36d-3ec8b2732f72 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:54.732666 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-769889c9-85e9-4bc3-838b-1cee12ad1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:54.760860 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:54.771598 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f2b69889-ef5b-45ec-94df-7ebe6d2207a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/01c87fea-053a-40f0-aa76-1c16c83b69bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3451619 Dec 15 14:09:54.772291 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56438) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:54.813648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b8baee2-1cab-4875-b37b-bce72d9453dc req-ee0d3b15-5610-477f-b4c1-c4c856711eaa tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 210 time: 0.0826221 Dec 15 14:09:54.815381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-769889c9-85e9-4bc3-838b-1cee12ad1da2 None None] Port 6604a3b0-0712-41fc-b36d-3ec8b2732f72 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:54.818780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673c842-f2db-414e-b272-f82c805f1474 None None] Sync routers for ids ['01c87fea-053a-40f0-aa76-1c16c83b69bf'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:54.832829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673c842-f2db-414e-b272-f82c805f1474 None None] Routers {'01c87fea-053a-40f0-aa76-1c16c83b69bf'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:54.833862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9673c842-f2db-414e-b272-f82c805f1474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['01c87fea-053a-40f0-aa76-1c16c83b69bf'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:54.887646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6451214c-c8f3-4d5d-81b1-756b539bc7f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:54.893301 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6451214c-c8f3-4d5d-81b1-756b539bc7f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports/6604a3b0-0712-41fc-b36d-3ec8b2732f72 HTTP/1.1" status: 200 len: 977 time: 0.1193917 Dec 15 14:09:54.893936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56442) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:54.901300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9673c842-f2db-414e-b272-f82c805f1474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:54.946846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673c842-f2db-414e-b272-f82c805f1474 None None] Routers {'01c87fea-053a-40f0-aa76-1c16c83b69bf'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:54.947501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9673c842-f2db-414e-b272-f82c805f1474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['01c87fea-053a-40f0-aa76-1c16c83b69bf'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:55.169647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9673c842-f2db-414e-b272-f82c805f1474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:55.190481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673c842-f2db-414e-b272-f82c805f1474 None None] The sync data for ids ['01c87fea-053a-40f0-aa76-1c16c83b69bf'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:55.278213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:09:55.383434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:55.383661 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:55.735218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c7c8a39-60a4-4c20-89fe-020a3bd976bf req-94386826-a6bc-4ee3-826c-08b44bac3edf tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 210 time: 0.0715227 Dec 15 14:09:56.033021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dcac5bc8-0d6e-459c-88d4-f4d319421fde req-ca25d5cd-e3c5-447e-9fba-75b19b242c69 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 210 time: 0.0735714 Dec 15 14:09:56.040097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:56.207411 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:09:56.772962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-cac72917-2129-44de-a8c7-19290a53c7b0 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:56.774468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-cac72917-2129-44de-a8c7-19290a53c7b0 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.74 "GET /v2.0/networks?id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606 HTTP/1.1" status: 200 len: 797 time: 0.5879653 Dec 15 14:09:56.877382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-ffece5d6-744f-4e0a-bfbf-ab56628efd1e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:56.878828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-ffece5d6-744f-4e0a-bfbf-ab56628efd1e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.74 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 815 time: 0.1661298 Dec 15 14:09:56.893657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Request body: {'port': {'device_id': '6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2', 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'admin_state_up': True, 'tenant_id': 'a15afec01cde435993e203110fac6694'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:56.907978 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-39533a70-10ea-4573-94a5-7871f4d74fd1 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d291102b367a4449a84a741389d55566 HTTP/1.1" status: 200 len: 475 time: 0.1168709 Dec 15 14:09:56.926715 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38d61ecc-703e-4e50-9f56-b55e5822b26a req-b7483a7c-0ea2-47ca-8512-8e0a82563ff9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 210 time: 0.0407264 Dec 15 14:09:56.932678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'port': {'device_id': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'admin_state_up': True, 'tenant_id': 'd291102b367a4449a84a741389d55566', 'security_groups': ['f8c75834-6edb-4a9e-8200-25bdbe3c4178', '8e47898f-06e2-4f5f-b76a-ec6c5df57162']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:57.034900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Made reservation on behalf of a15afec01cde435993e203110fac6694 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:57.038905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.103786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 6604a3b0-0712-41fc-b36d-3ec8b2732f72 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:09:57.104428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.161560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Made reservation on behalf of d291102b367a4449a84a741389d55566 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:09:57.165205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.217712 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e092c4df-215e-482c-a454-3eb209c60454 req-8e5a2533-fade-4728-afcf-2140e55157d1 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 210 time: 0.0778079 Dec 15 14:09:57.238293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Allocated IP 172.20.0.9 (af22d048-bf11-40a6-8165-9a842b191a3c/353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9/2c59d8a5-4de1-49b0-ba91-7d5e92847d15) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:57.273173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.309554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 6604a3b0-0712-41fc-b36d-3ec8b2732f72 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:09:57.427553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.430080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Allocated IP 172.20.0.14 (a053ec3b-8581-46ef-b0fa-5ebd19eb2606/f9900cb9-5c6f-4b69-89ef-5988b5593508/f870b17c-f688-42ef-9e9e-217684cdd758) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:09:57.467235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.487408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e880a85f-f285-40be-88de-ae9074401b65'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:09:57.538617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Network af22d048-bf11-40a6-8165-9a842b191a3c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:57.542132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:57.548977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:57.555557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Pushing event updated for resources: {'Port': ['ID=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:57.582900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['28b9bb01-d32a-4404-bf2e-81a6e8911632'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:09:57.611730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:57.612766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.663886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-780f354c-8d94-42d1-8503-7f77140ef2fe tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7763486 Dec 15 14:09:57.676192 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.687892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Request body: {'port': {'device_id': '6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:57.751555 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=6604a3b0-0712-41fc-b36d-3ec8b2732f72,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:57.755036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.774360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.774769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.775119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.775462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.775800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.776165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.776501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.776835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.777168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.777490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.777823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.778150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.778484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:57.816071 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:57.989460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.028900 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.062108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:09:58.070684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:09:58.072529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=f870b17c-f688-42ef-9e9e-217684cdd758,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:58.074764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:09:58.183717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:09:58.195823 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.215726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750037fe-6577-46e9-9ca6-602e660b3bb0 req-e312f283-9af3-4430-8a81-6341265da421 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:58.217457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-750037fe-6577-46e9-9ca6-602e660b3bb0 req-e312f283-9af3-4430-8a81-6341265da421 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 971 time: 0.1362488 Dec 15 14:09:58.235979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:58.237249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.242189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Transition to ACTIVE for port object 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:09:58.253742 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.326979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b52caa4f-afc2-4341-958a-82b61206b7c7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4027715 Dec 15 14:09:58.353899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Pushing event updated for resources: {'Port': ['ID=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:58.368599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-750037fe-6577-46e9-9ca6-602e660b3bb0 req-baef4327-3939-4656-bc09-8d98cb2aca68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1418493 Dec 15 14:09:58.386450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Request body: {'port': {'device_id': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:09:58.445210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 01c87fea-053a-40f0-aa76-1c16c83b69bf has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:09:58.469464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5edab615-6aee-4d9e-ac7d-18a4091da072 None None] Provisioning complete for port f870b17c-f688-42ef-9e9e-217684cdd758 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:09:58.469839 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5edab615-6aee-4d9e-ac7d-18a4091da072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.509836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Attempting to bind port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:58.510171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Attempting to bind port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:58.510504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Attempting to bind port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 on network af22d048-bf11-40a6-8165-9a842b191a3c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:58.522351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 on network af22d048-bf11-40a6-8165-9a842b191a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:09:58.522681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Attempting to bind port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 on network af22d048-bf11-40a6-8165-9a842b191a3c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:58.527027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5edab615-6aee-4d9e-ac7d-18a4091da072 None None] Port f870b17c-f688-42ef-9e9e-217684cdd758 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:09:58.530519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:58.530980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Checking segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:58.531279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Bound using segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:58.531986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Bound port: 2c59d8a5-4de1-49b0-ba91-7d5e92847d15, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:58.532367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.567477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc982f85-a07a-4205-b718-a44eb66f7a59 req-9ce64413-acb5-4d6b-8aae-e8dfe3f754dd tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:58.569041 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc982f85-a07a-4205-b718-a44eb66f7a59 req-9ce64413-acb5-4d6b-8aae-e8dfe3f754dd tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 943 time: 0.2410941 Dec 15 14:09:58.610440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] For port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:58.614501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] For port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:58.619346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.622644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.627551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:09:58.635890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ecf9c4c5-5170-497e-a7e7-3d2dc1150012 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/01c87fea-053a-40f0-aa76-1c16c83b69bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7383707 Dec 15 14:09:58.640663 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ebc9c-6294-4430-bdc3-fd32b6996847 None None] Sync routers for ids ['01c87fea-053a-40f0-aa76-1c16c83b69bf'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:09:58.642682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:58.653920 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ebc9c-6294-4430-bdc3-fd32b6996847 None None] Routers {'01c87fea-053a-40f0-aa76-1c16c83b69bf'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:58.655096 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-374ebc9c-6294-4430-bdc3-fd32b6996847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['01c87fea-053a-40f0-aa76-1c16c83b69bf'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:58.692134 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-374ebc9c-6294-4430-bdc3-fd32b6996847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:58.692549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Pushing event updated for resources: {'Port': ['ID=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:58.708318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:58.709035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:58.710615 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a348436c-5878-4229-b9c2-d3ad94cb2dfd service neutron] 10.222.0.74 "PUT /v2.0/ports/2c59d8a5-4de1-49b0-ba91-7d5e92847d15 HTTP/1.1" status: 200 len: 1091 time: 1.0376949 Dec 15 14:09:58.711574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2', 'tag': '2c59d8a5-4de1-49b0-ba91-7d5e92847d15'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:09:58.714123 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2", "tag": "2c59d8a5-4de1-49b0-ba91-7d5e92847d15"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:09:58.717152 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ebc9c-6294-4430-bdc3-fd32b6996847 None None] Routers {'01c87fea-053a-40f0-aa76-1c16c83b69bf'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:09:58.718260 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-374ebc9c-6294-4430-bdc3-fd32b6996847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:09:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['01c87fea-053a-40f0-aa76-1c16c83b69bf'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:58.761270 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-374ebc9c-6294-4430-bdc3-fd32b6996847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:09:58.762361 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ebc9c-6294-4430-bdc3-fd32b6996847 None None] The sync data for ids ['01c87fea-053a-40f0-aa76-1c16c83b69bf'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:09:58.792422 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbdb15b-5cd9-4b96-a40b-5297ee4d783e x-openstack-request-id: req-6dbdb15b-5cd9-4b96-a40b-5297ee4d783e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:09:58.792768 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2", "tag": "2c59d8a5-4de1-49b0-ba91-7d5e92847d15", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:09:58.793104 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6dbdb15b-5cd9-4b96-a40b-5297ee4d783e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:09:58.793524 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2', 'tag': '2c59d8a5-4de1-49b0-ba91-7d5e92847d15', 'status': 'completed', 'code': 200} Dec 15 14:09:58.814779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-c88e518b-0a13-4eef-ad95-6d9450ec7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:58.816607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-c88e518b-0a13-4eef-ad95-6d9450ec7f9d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 1094 time: 0.0586200 Dec 15 14:09:58.856258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc982f85-a07a-4205-b718-a44eb66f7a59 req-f422cef6-3db9-46b2-a0ea-bcd83cea0804 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525792 Dec 15 14:09:58.878617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-d927129f-04b1-4d32-8653-2485aa01b34a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c59d8a5-4de1-49b0-ba91-7d5e92847d15 HTTP/1.1" status: 200 len: 217 time: 0.0543985 Dec 15 14:09:58.931543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-e8cf2efd-71c6-4dc5-b0cd-c68caa0dc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:58.933582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-e8cf2efd-71c6-4dc5-b0cd-c68caa0dc016 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.0486009 Dec 15 14:09:58.965802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-a704416f-92a6-4626-b86a-fc10d5c99654 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249217 Dec 15 14:09:59.001479 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-d43b1c50-433f-42f7-874c-1c6ef09e47c2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 14:09:59.005194 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d43b1c50-433f-42f7-874c-1c6ef09e47c2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/01c87fea-053a-40f0-aa76-1c16c83b69bf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3588328 Dec 15 14:09:59.005432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:59.036965 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a036a35a-3d10-4b83-8738-9501c69c62ce tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=01c87fea-053a-40f0-aa76-1c16c83b69bf HTTP/1.1" status: 200 len: 205 time: 0.0304987 Dec 15 14:09:59.040111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56504) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:59.133799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1694076-e939-45a0-94ba-3a5e82d06b20 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.176760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-85877bb5-8cb5-4dff-ac07-94e9282cc1a8 service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037652 Dec 15 14:09:59.190495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f870b17c-f688-42ef-9e9e-217684cdd758 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:09:59.199410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.212829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Transition to ACTIVE for port object f870b17c-f688-42ef-9e9e-217684cdd758 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:09:59.217091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.270575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Pushing event updated for resources: {'Port': ['ID=f870b17c-f688-42ef-9e9e-217684cdd758,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:59.362565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Attempting to bind port f870b17c-f688-42ef-9e9e-217684cdd758 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:09:59.363566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Attempting to bind port f870b17c-f688-42ef-9e9e-217684cdd758 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:09:59.364036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Attempting to bind port f870b17c-f688-42ef-9e9e-217684cdd758 on network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:59.367533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1694076-e939-45a0-94ba-3a5e82d06b20 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.370946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1694076-e939-45a0-94ba-3a5e82d06b20 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.372278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Port f870b17c-f688-42ef-9e9e-217684cdd758 on network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:09:59.372716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Attempting to bind port f870b17c-f688-42ef-9e9e-217684cdd758 on network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:09:59.385859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:09:59.386684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Checking segment: {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:09:59.387363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Bound using segment: {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:09:59.388140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Bound port: f870b17c-f688-42ef-9e9e-217684cdd758, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52045f8-acaa-4298-92b8-f8fa613b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:09:59.388611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.445774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1694076-e939-45a0-94ba-3a5e82d06b20 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.446380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1694076-e939-45a0-94ba-3a5e82d06b20 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Fanout notify agent at l3_agent the message router_deleted on router 01c87fea-053a-40f0-aa76-1c16c83b69bf {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:09:59.455583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1694076-e939-45a0-94ba-3a5e82d06b20 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.459130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b1694076-e939-45a0-94ba-3a5e82d06b20 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/01c87fea-053a-40f0-aa76-1c16c83b69bf HTTP/1.1" status: 204 len: 168 time: 0.4156630 Dec 15 14:09:59.460852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:59.460995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a855789f-9a72-4894-ba88-bd3a43bf03f4 req-3d848bd0-73b5-4851-9f95-b337a19905a7 service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515137 Dec 15 14:09:59.541938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] For port f870b17c-f688-42ef-9e9e-217684cdd758, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:09:59.547574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] For port f870b17c-f688-42ef-9e9e-217684cdd758, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f870b17c-f688-42ef-9e9e-217684cdd758,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:09:59.561955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.572387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-51deafeb-439a-415a-ba2e-23c0fc555446 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 2a95c49b-ba5c-4f97-879c-9b239e52b826 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:09:59.613301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-f01242f5-c6f8-4043-ae06-ba53ed82d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:59.614688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-f01242f5-c6f8-4043-ae06-ba53ed82d511 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 1094 time: 0.0936117 Dec 15 14:09:59.623626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed19dd0-6078-41ce-993d-1ff85b96514a req-eedeb697-c790-4967-8bda-dfa2d3767c26 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:59.625788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed19dd0-6078-41ce-993d-1ff85b96514a req-eedeb697-c790-4967-8bda-dfa2d3767c26 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 983 time: 0.1157944 Dec 15 14:09:59.633287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51deafeb-439a-415a-ba2e-23c0fc555446 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.678636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:59.679281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.680688 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] 10.222.0.74 "PUT /v2.0/ports/f870b17c-f688-42ef-9e9e-217684cdd758 HTTP/1.1" status: 200 len: 1131 time: 1.3031332 Dec 15 14:09:59.689399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:09:59.691672 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1bc374-1660-4682-bf51-b8b6466f9bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:09:59.774954 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed19dd0-6078-41ce-993d-1ff85b96514a req-355b6b8e-4dab-4352-89f6-0a2f6f12b7c5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1403470 Dec 15 14:09:59.795300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3868d1-ddf3-4e91-9c4a-f5074c0d246c service neutron] Pushing event updated for resources: {'Port': ['ID=f870b17c-f688-42ef-9e9e-217684cdd758,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:59.810300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51deafeb-439a-415a-ba2e-23c0fc555446 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:59.831495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-9c1ffe62-6aef-4788-88bf-b0b9b74ae668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:59.833213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-9c1ffe62-6aef-4788-88bf-b0b9b74ae668 service neutron] 10.222.0.74 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 917 time: 0.2062252 Dec 15 14:09:59.840926 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d77059-9d3a-4e1a-b439-d505e26967a2 x-openstack-request-id: req-d5d77059-9d3a-4e1a-b439-d505e26967a2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:09:59.841306 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:09:59.841563 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d5d77059-9d3a-4e1a-b439-d505e26967a2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:09:59.841959 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'status': 'completed', 'code': 200} Dec 15 14:09:59.857424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-ce976f7a-2ded-4a95-8879-89566f8b2a8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1678054 Dec 15 14:09:59.879634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-4c5cc5e2-61e5-40f1-afba-7e1adfceb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:09:59.887389 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-4c5cc5e2-61e5-40f1-afba-7e1adfceb3cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d291102b367a4449a84a741389d55566&device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 1134 time: 0.1482835 Dec 15 14:09:59.909777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-7781310e-fa12-4af3-930d-f75e93c41098 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c59d8a5-4de1-49b0-ba91-7d5e92847d15 HTTP/1.1" status: 200 len: 217 time: 0.0566506 Dec 15 14:09:59.954984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-b3ad817b-ca19-41ff-a56d-9fc3f783ff11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f870b17c-f688-42ef-9e9e-217684cdd758 HTTP/1.1" status: 200 len: 217 time: 0.0558069 Dec 15 14:10:00.003114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-fbd257b5-44af-440a-bae6-a5ca541a0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.004751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-fbd257b5-44af-440a-bae6-a5ca541a0a1e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.0885041 Dec 15 14:10:00.045221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-5182dc63-ea48-481f-bcbd-191a7a34d321 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320811 Dec 15 14:10:00.092376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51deafeb-439a-415a-ba2e-23c0fc555446 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.125030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-58819a9e-2405-43cc-8b29-1caa5b88dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.126678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-58819a9e-2405-43cc-8b29-1caa5b88dd8f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9900cb9-5c6f-4b69-89ef-5988b5593508 HTTP/1.1" status: 200 len: 834 time: 0.1488519 Dec 15 14:10:00.145197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-63c8541f-dcf6-4d19-97de-dce521b896a5 service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920401 Dec 15 14:10:00.146534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58027cc4-2bfa-47cf-b25e-3d1ddd02127a req-c1511a29-de3f-4149-a984-59f2848f2380 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.148058 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58027cc4-2bfa-47cf-b25e-3d1ddd02127a req-c1511a29-de3f-4149-a984-59f2848f2380 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 943 time: 0.1921852 Dec 15 14:10:00.149803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-ec2643a0-4635-4879-9324-7b45f9abe0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.151146 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-ec2643a0-4635-4879-9324-7b45f9abe0be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 1097 time: 0.1942282 Dec 15 14:10:00.264709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8301e5d1-a48a-4cfe-b8f7-1c3cd4e8f0ff req-b2722589-0270-4053-a03f-19543a7e866f service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089466 Dec 15 14:10:00.301763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-8975fa11-993e-4113-a6c7-da5f5e959213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.303166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-8975fa11-993e-4113-a6c7-da5f5e959213 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672606 Dec 15 14:10:00.304149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51deafeb-439a-415a-ba2e-23c0fc555446 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.372856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deafeb-439a-415a-ba2e-23c0fc555446 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=2a95c49b-ba5c-4f97-879c-9b239e52b826,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:00.373781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d9471-1fc1-47bd-aeb7-4a86c56ff4a4 None None] Network 96a6066e-4d38-486e-b079-428f60586b44 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:00.375177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51deafeb-439a-415a-ba2e-23c0fc555446 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.378899 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-51deafeb-439a-415a-ba2e-23c0fc555446 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/2a95c49b-ba5c-4f97-879c-9b239e52b826 HTTP/1.1" status: 204 len: 168 time: 0.9164381 Dec 15 14:10:00.382163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56522) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:00.387103 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58027cc4-2bfa-47cf-b25e-3d1ddd02127a req-2d725eda-891c-4cea-bcf3-d7aba2d21d6c tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246995 Dec 15 14:10:00.441552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-077dd59e-ef33-41e6-a9c3-1968c36fb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.443017 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-077dd59e-ef33-41e6-a9c3-1968c36fb758 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 917 time: 0.2345493 Dec 15 14:10:00.502322 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.527232 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-a26f9a7a-ea8f-405a-9408-3bb3d730349b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632 HTTP/1.1" status: 200 len: 217 time: 0.0763998 Dec 15 14:10:00.536675 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-faf438ee-8e3a-4239-afba-87b267476ea3 service neutron] 10.222.0.74 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207661 Dec 15 14:10:00.559599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port bb6dae33-a0b8-4698-beaa-e8f892657a66 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:00.559974 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.576669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] DHCP port deletion for 96a6066e-4d38-486e-b079-428f60586b44 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:00.639491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] Deleting port bb6dae33-a0b8-4698-beaa-e8f892657a66 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:00.640274 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.653070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port bb6dae33-a0b8-4698-beaa-e8f892657a66, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bb6dae33-a0b8-4698-beaa-e8f892657a66,segment=NetworkSegment(629c128d-d174-4db1-8ea4-baa48b80e9d6),segment_id=629c128d-d174-4db1-8ea4-baa48b80e9d6)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:00.653440 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.675385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-6aed5e2c-569c-4a6b-995c-3e55e8dfb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.676092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for bb6dae33-a0b8-4698-beaa-e8f892657a66 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:00.677120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-6aed5e2c-569c-4a6b-995c-3e55e8dfb51b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.1387539 Dec 15 14:10:00.741968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] For port bb6dae33-a0b8-4698-beaa-e8f892657a66, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bb6dae33-a0b8-4698-beaa-e8f892657a66,segment=NetworkSegment(629c128d-d174-4db1-8ea4-baa48b80e9d6),segment_id=629c128d-d174-4db1-8ea4-baa48b80e9d6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:00.742374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.754210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-4cd276ec-9c7f-4d49-8a09-a17664b1e9dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665259 Dec 15 14:10:00.756692 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a09720d-42fe-4a63-af50-959cfd00bafd req-1243a62e-6fb5-4fec-a269-f7e0ffa2b143 service neutron] 10.222.0.74 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093875 Dec 15 14:10:00.759068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] Calling delete_port for bb6dae33-a0b8-4698-beaa-e8f892657a66 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:00.810575 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.842393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=bb6dae33-a0b8-4698-beaa-e8f892657a66,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:00.845086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No DVR routers for this DVR port bb6dae33-a0b8-4698-beaa-e8f892657a66 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:00.881936 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.918733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-16e1a075-d63b-4cc3-97fb-6bfc1110f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:00.920868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-16e1a075-d63b-4cc3-97fb-6bfc1110f3fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d291102b367a4449a84a741389d55566&device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 1134 time: 0.0840657 Dec 15 14:10:00.930349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] No DVR routers for this DVR port bb6dae33-a0b8-4698-beaa-e8f892657a66 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:00.960767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd9695-c293-45e1-bcf2-cd3309197175 None None] Pushing event deleted for resources: {'Port': ['ID=bb6dae33-a0b8-4698-beaa-e8f892657a66,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:00.973840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:00.981801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:10:01.009202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.011818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a6066e-4d38-486e-b079-428f60586b44']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:01.032829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f57d12-991d-491d-8960-b3d359e01c22 req-f95a88fe-a04b-4399-8d99-87dad96ccebe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.034436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31f57d12-991d-491d-8960-b3d359e01c22 req-f95a88fe-a04b-4399-8d99-87dad96ccebe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 983 time: 0.1073599 Dec 15 14:10:01.039918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629c128d-d174-4db1-8ea4-baa48b80e9d6') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:01.039918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629c128d-d174-4db1-8ea4-baa48b80e9d6') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:01.060712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.099646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.117543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:01.118112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:01.121606 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:01.155527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bb6dae33-a0b8-4698-beaa-e8f892657a66 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:01.182992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31f57d12-991d-491d-8960-b3d359e01c22 req-0db1abd2-1d3d-41cc-84db-68099ea5d829 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1383123 Dec 15 14:10:01.190944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: bb6dae33-a0b8-4698-beaa-e8f892657a66 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:01.191631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bb6dae33-a0b8-4698-beaa-e8f892657a66 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:01.231416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.245282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.255924 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.256579 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/96a6066e-4d38-486e-b079-428f60586b44 HTTP/1.1" status: 204 len: 168 time: 0.8713675 Dec 15 14:10:01.259618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56532) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:01.266654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5da0d9e3-2c44-4dc5-b95c-d4a9791e168f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.267065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-293019904'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:01.290861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ab3a-5541-4e66-9ad4-00e67b33fb3c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=96a6066e-4d38-486e-b079-428f60586b44,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:01.318737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:01.319297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:01.324164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.337439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '2c59d8a5-4de1-49b0-ba91-7d5e92847d15', 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'port_id': '2c59d8a5-4de1-49b0-ba91-7d5e92847d15', 'mac_address': 'fa:16:3e:60:2e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:10:01.356071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:01.370221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.370903 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment 186bc1b3-9eae-4464-89d7-8f74294e9605 of type vlan for network 45f082b1-b470-4cd2-8755-dfafa678478d Dec 15 14:10:01.387551 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.392852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-183a6431-0b95-47ad-b5e4-9af30659f5fa service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286397 Dec 15 14:10:01.404130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:10:01.432794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:01.438083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.458009 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.499144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-b67eac93-1283-49f9-989f-20d0708e0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.501346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-b67eac93-1283-49f9-989f-20d0708e0113 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606 HTTP/1.1" status: 200 len: 899 time: 0.5683544 Dec 15 14:10:01.507582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:01.532198 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.537941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.538537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.571622 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-70afc20b-6075-4393-88a3-cb177e03fd93 req-fe57b84a-add0-48c1-a577-9a0b10fb35af service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705573 Dec 15 14:10:01.574106 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-6b5fe111-bd0b-4ca8-9b0b-c40d18756c76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f870b17c-f688-42ef-9e9e-217684cdd758 HTTP/1.1" status: 200 len: 217 time: 0.0610538 Dec 15 14:10:01.596728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3357983 Dec 15 14:10:01.618716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:01.643066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': '45f082b1-b470-4cd2-8755-dfafa678478d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:01.669877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61e3a8-7f7d-4aff-a134-d87f3553fbea tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=45f082b1-b470-4cd2-8755-dfafa678478d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:01.682950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 45f082b1-b470-4cd2-8755-dfafa678478d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:01.730468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-0cc80055-8e6c-49d6-aec3-71676a27de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.731985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-0cc80055-8e6c-49d6-aec3-71676a27de33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9900cb9-5c6f-4b69-89ef-5988b5593508 HTTP/1.1" status: 200 len: 834 time: 0.1481750 Dec 15 14:10:01.752219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['2c59d8a5-4de1-49b0-ba91-7d5e92847d15'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:10:01.783748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf1c0-70d9-4605-9528-8f7aefa9e30f req-9b53992f-0653-42f4-bd8a-2de2a2016321 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.792102 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4bccf1c0-70d9-4605-9528-8f7aefa9e30f req-9b53992f-0653-42f4-bd8a-2de2a2016321 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 944 time: 0.2228899 Dec 15 14:10:01.858390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:01.862359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:01.872073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-54d5687b-09ab-4c9a-9313-4ef3618474b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:01.873606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-54d5687b-09ab-4c9a-9313-4ef3618474b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292014 Dec 15 14:10:01.931458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4bccf1c0-70d9-4605-9528-8f7aefa9e30f req-c9ea9870-4946-49b4-b92e-dc93b6717fab tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384513 Dec 15 14:10:02.060728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-43c30c00-b9c5-433e-b93c-ebcef92d2709 service neutron] 10.222.0.74 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732068 Dec 15 14:10:02.228457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.243901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a1bc374-1660-4682-bf51-b8b6466f9bb0 req-ea15a14a-8304-4e57-abc3-f4491d9fb217 service neutron] 10.222.0.74 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576123 Dec 15 14:10:02.334292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=704f3211-edb3-4ca2-9e3d-479a65626118,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:02.349161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': '186bc1b3-9eae-4464-89d7-8f74294e9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '45f082b1-b470-4cd2-8755-dfafa678478d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:02.349526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: 45f082b1-b470-4cd2-8755-dfafa678478d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:02.367148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b755-7f8b-452c-a264-c02c106b777d req-e4d88c18-c204-48bc-812d-296ad8a1f814 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:02.368630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d10b755-7f8b-452c-a264-c02c106b777d req-e4d88c18-c204-48bc-812d-296ad8a1f814 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 983 time: 0.0889559 Dec 15 14:10:02.391361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 45f082b1-b470-4cd2-8755-dfafa678478d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:02.405110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 45f082b1-b470-4cd2-8755-dfafa678478d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:02.411950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:02.411950 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.415318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ead14-a98b-413e-a176-047031b4a3dd None None] Network 45f082b1-b470-4cd2-8755-dfafa678478d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:02.455056 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2d28248b-23c7-49e2-83fa-c3865fd2f4ab tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8350854 Dec 15 14:10:02.457890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56546) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:02.462458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5adac4e6-21bd-406e-b8e8-17efda3a4495 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1079487417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:02.465851 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d10b755-7f8b-452c-a264-c02c106b777d req-f0cf258e-f6b9-4f67-9dbe-87262a967afa tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0910578 Dec 15 14:10:02.498828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adac4e6-21bd-406e-b8e8-17efda3a4495 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.500132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adac4e6-21bd-406e-b8e8-17efda3a4495 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.539066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-45f082b1-b470-4cd2-8755-dfafa678478d', 'network_id': '45f082b1-b470-4cd2-8755-dfafa678478d', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '704f3211-edb3-4ca2-9e3d-479a65626118'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:02.539996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.557739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adac4e6-21bd-406e-b8e8-17efda3a4495 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.563443 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adac4e6-21bd-406e-b8e8-17efda3a4495 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.582705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5adac4e6-21bd-406e-b8e8-17efda3a4495 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.586622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5adac4e6-21bd-406e-b8e8-17efda3a4495 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1251929 Dec 15 14:10:02.586812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56548) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:02.684582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Allocated IP 172.20.0.2 (45f082b1-b470-4cd2-8755-dfafa678478d/704f3211-edb3-4ca2-9e3d-479a65626118/e6298971-f75a-4b1d-9863-9fe264ed8a54) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:02.838724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.846111 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.883459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:02.889232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Network 45f082b1-b470-4cd2-8755-dfafa678478d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:02.893775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:02.898060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:02.901284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Pushing event updated for resources: {'Port': ['ID=e6298971-f75a-4b1d-9863-9fe264ed8a54,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:02.951450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f870b17c-f688-42ef-9e9e-217684cdd758 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:10:03.021388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:03.086630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Attempting to bind port e6298971-f75a-4b1d-9863-9fe264ed8a54 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:03.087067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Attempting to bind port e6298971-f75a-4b1d-9863-9fe264ed8a54 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '186bc1b3-9eae-4464-89d7-8f74294e9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '45f082b1-b470-4cd2-8755-dfafa678478d'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:03.087378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Attempting to bind port e6298971-f75a-4b1d-9863-9fe264ed8a54 on network 45f082b1-b470-4cd2-8755-dfafa678478d {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:03.104510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:03.104899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Checking segment: {'id': '186bc1b3-9eae-4464-89d7-8f74294e9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '45f082b1-b470-4cd2-8755-dfafa678478d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:03.105316 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.105725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Bound using segment: {'id': '186bc1b3-9eae-4464-89d7-8f74294e9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '45f082b1-b470-4cd2-8755-dfafa678478d'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:03.106225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Bound port: e6298971-f75a-4b1d-9863-9fe264ed8a54, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186bc1b3-9eae-4464-89d7-8f74294e9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '45f082b1-b470-4cd2-8755-dfafa678478d'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:03.106621 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.129314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f870b17c-f688-42ef-9e9e-217684cdd758, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f870b17c-f688-42ef-9e9e-217684cdd758,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:03.157235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'port_id': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'mac_address': 'fa:16:3e:a9:a4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:10:03.264406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:10:03.267699 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.282998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:03.283318 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.324097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f870b17c-f688-42ef-9e9e-217684cdd758 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:10:03.340700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] For port e6298971-f75a-4b1d-9863-9fe264ed8a54, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:03.370514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] For port e6298971-f75a-4b1d-9863-9fe264ed8a54, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e6298971-f75a-4b1d-9863-9fe264ed8a54,segment=NetworkSegment(186bc1b3-9eae-4464-89d7-8f74294e9605),segment_id=186bc1b3-9eae-4464-89d7-8f74294e9605)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:03.374692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f870b17c-f688-42ef-9e9e-217684cdd758, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f870b17c-f688-42ef-9e9e-217684cdd758,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:03.378069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.387888 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.458491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cc475-6f7c-45a3-8934-e7572a010e3c req-4143f74e-532a-4f95-9b02-00f1b800bfdf tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:03.462011 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b4cc475-6f7c-45a3-8934-e7572a010e3c req-4143f74e-532a-4f95-9b02-00f1b800bfdf tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 944 time: 0.1398492 Dec 15 14:10:03.476244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8fe98-0178-4536-bdfa-6ce4ec412be5 None None] Pushing event updated for resources: {'Port': ['ID=e6298971-f75a-4b1d-9863-9fe264ed8a54,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:03.528466 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.577616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b4cc475-6f7c-45a3-8934-e7572a010e3c req-8ad4edac-a72a-4640-9f5b-d81fce284a14 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027429 Dec 15 14:10:03.586758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c59d8a5-4de1-49b0-ba91-7d5e92847d15'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:10:03.589426 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb03c6a1-17b3-4855-a70d-e5083edddc2a" -d '{"events": [{"server_uuid": "6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2", "name": "network-vif-plugged", "status": "completed", "tag": "2c59d8a5-4de1-49b0-ba91-7d5e92847d15"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:10:03.611494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:03.623995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=f870b17c-f688-42ef-9e9e-217684cdd758,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:03.631232 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.684339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.20.0.1 (45f082b1-b470-4cd2-8755-dfafa678478d/704f3211-edb3-4ca2-9e3d-479a65626118/166ce907-9ad4-4277-bb0f-b5ba9903f03e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:03.692759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['f870b17c-f688-42ef-9e9e-217684cdd758'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:10:03.722548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ab635-bdee-4802-88f9-49db84d37901 req-5d728972-ca13-41c1-9a4f-2bfa7a676493 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:03.753342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a5ab635-bdee-4802-88f9-49db84d37901 req-5d728972-ca13-41c1-9a4f-2bfa7a676493 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 984 time: 0.1626716 Dec 15 14:10:03.793507 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbde328-e903-46a2-97bb-0b2ec69adb20 x-openstack-request-id: req-3dbde328-e903-46a2-97bb-0b2ec69adb20 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:10:03.793821 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2", "name": "network-vif-plugged", "status": "completed", "tag": "2c59d8a5-4de1-49b0-ba91-7d5e92847d15", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:10:03.794078 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3dbde328-e903-46a2-97bb-0b2ec69adb20 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:10:03.794482 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c59d8a5-4de1-49b0-ba91-7d5e92847d15', 'code': 200} Dec 15 14:10:03.878914 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.885091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d780ae-5d27-4001-a4b1-d02f50fbb3de req-3a0be0b2-b494-4a9b-a97e-9590a230dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:03.887105 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1d780ae-5d27-4001-a4b1-d02f50fbb3de req-3a0be0b2-b494-4a9b-a97e-9590a230dbb4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 1096 time: 0.0853183 Dec 15 14:10:03.890712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:03.894581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a5ab635-bdee-4802-88f9-49db84d37901 req-295cfc10-66ac-4803-8ccc-daa761fb43db tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1403973 Dec 15 14:10:03.913197 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d01f88a-3326-46ae-bbee-6b7bc35ad70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.939844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:03.995572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1d780ae-5d27-4001-a4b1-d02f50fbb3de req-cc195a71-4cdd-4c36-8ab7-c6d74d16b7d3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995591 Dec 15 14:10:03.998753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 45f082b1-b470-4cd2-8755-dfafa678478d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:04.004660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:04.008941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:04.020892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=166ce907-9ad4-4277-bb0f-b5ba9903f03e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:04.084989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.223182 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.550255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.555473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.637288 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.639197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=166ce907-9ad4-4277-bb0f-b5ba9903f03e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:04.745984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 45f082b1-b470-4cd2-8755-dfafa678478d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:04.747021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:04.761649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca590-0c37-4007-9088-3847ef9f8bf8 req-cc247bd6-a2a4-4c69-98cb-9e800c0fbff4 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:04.769862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d9ca590-0c37-4007-9088-3847ef9f8bf8 req-cc247bd6-a2a4-4c69-98cb-9e800c0fbff4 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 945 time: 0.0729420 Dec 15 14:10:04.810564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0ffb3-32c9-4db7-8e58-8f0a1f4243f3 None None] Network 45f082b1-b470-4cd2-8755-dfafa678478d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:04.834914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d9ca590-0c37-4007-9088-3847ef9f8bf8 req-e537ae3a-5c4c-4a0e-aac3-865659dbcc92 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641782 Dec 15 14:10:04.888073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router ddbb9c18-a998-47cc-9c55-eb56f87a3a84 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:04.889801 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.914549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-55501bd3-1fab-4fe6-9b94-58475cca9bf6 None None] Provisioning complete for port e6298971-f75a-4b1d-9863-9fe264ed8a54 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:04.914935 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55501bd3-1fab-4fe6-9b94-58475cca9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.986859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f870b17c-f688-42ef-9e9e-217684cdd758 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:05.001112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:05.011677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1efaf7bc-14d5-46c8-8556-afe34453f2ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/ddbb9c18-a998-47cc-9c55-eb56f87a3a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4237170 Dec 15 14:10:05.014307 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56584) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:05.020534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4efd1-b979-4faa-a6eb-57716d4414e0 None None] Sync routers for ids ['ddbb9c18-a998-47cc-9c55-eb56f87a3a84'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:05.095445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4efd1-b979-4faa-a6eb-57716d4414e0 None None] Routers {'ddbb9c18-a998-47cc-9c55-eb56f87a3a84'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:05.096130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-83f4efd1-b979-4faa-a6eb-57716d4414e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ddbb9c18-a998-47cc-9c55-eb56f87a3a84'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:05.131490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7245202-804a-41ff-be0b-fca6a624de04 req-7ebf038c-a416-48a4-8558-90e503bf196b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:05.134682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7245202-804a-41ff-be0b-fca6a624de04 req-7ebf038c-a416-48a4-8558-90e503bf196b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 984 time: 0.1172214 Dec 15 14:10:05.154826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080e761-88d5-4f2c-b748-3aee92cc9bcc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:05.157818 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3080e761-88d5-4f2c-b748-3aee92cc9bcc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports/166ce907-9ad4-4277-bb0f-b5ba9903f03e HTTP/1.1" status: 200 len: 910 time: 0.1417246 Dec 15 14:10:05.168662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56586) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:05.200426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-83f4efd1-b979-4faa-a6eb-57716d4414e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:05.212647 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55501bd3-1fab-4fe6-9b94-58475cca9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.226638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e6298971-f75a-4b1d-9863-9fe264ed8a54 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:05.231506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port f870b17c-f688-42ef-9e9e-217684cdd758 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:10:05.237790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4efd1-b979-4faa-a6eb-57716d4414e0 None None] Routers {'ddbb9c18-a998-47cc-9c55-eb56f87a3a84'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:05.238438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-83f4efd1-b979-4faa-a6eb-57716d4414e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ddbb9c18-a998-47cc-9c55-eb56f87a3a84'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:05.245819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e7245202-804a-41ff-be0b-fca6a624de04 req-8fbccd79-8406-442e-8b74-9713b3cb7fdb tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1034298 Dec 15 14:10:05.306014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port f870b17c-f688-42ef-9e9e-217684cdd758 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:05.306331 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.315505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-83f4efd1-b979-4faa-a6eb-57716d4414e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:05.316218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4efd1-b979-4faa-a6eb-57716d4414e0 None None] The sync data for ids ['ddbb9c18-a998-47cc-9c55-eb56f87a3a84'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:05.365625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-55501bd3-1fab-4fe6-9b94-58475cca9bf6 None None] For port e6298971-f75a-4b1d-9863-9fe264ed8a54, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e6298971-f75a-4b1d-9863-9fe264ed8a54,segment=NetworkSegment(186bc1b3-9eae-4464-89d7-8f74294e9605),segment_id=186bc1b3-9eae-4464-89d7-8f74294e9605)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:05.373478 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55501bd3-1fab-4fe6-9b94-58475cca9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.449338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55501bd3-1fab-4fe6-9b94-58475cca9bf6 None None] Pushing event updated for resources: {'Port': ['ID=e6298971-f75a-4b1d-9863-9fe264ed8a54,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:05.452411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e6298971-f75a-4b1d-9863-9fe264ed8a54 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:05.454744 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.644556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.711832 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.716912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5ee55bcc-bb9c-4c17-aa39-d7711841a146 None None] Provisioning complete for port 166ce907-9ad4-4277-bb0f-b5ba9903f03e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:05.717543 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ee55bcc-bb9c-4c17-aa39-d7711841a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.785838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5ee55bcc-bb9c-4c17-aa39-d7711841a146 None None] Port 166ce907-9ad4-4277-bb0f-b5ba9903f03e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:05.795985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port f870b17c-f688-42ef-9e9e-217684cdd758, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f870b17c-f688-42ef-9e9e-217684cdd758,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:05.816349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:10:05.818632 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d30f9a-d547-4e15-8430-faa19d5a01a1" -d '{"events": [{"server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "name": "network-vif-plugged", "status": "completed", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:10:05.819532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-23ae8058-0e12-40a8-92be-1d06e18c0f64 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0701585 Dec 15 14:10:05.832341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.897696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5ee55bcc-bb9c-4c17-aa39-d7711841a146 None None] Provisioning complete for port e6298971-f75a-4b1d-9863-9fe264ed8a54 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:05.898292 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ee55bcc-bb9c-4c17-aa39-d7711841a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:05.974885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=f870b17c-f688-42ef-9e9e-217684cdd758,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:06.002560 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6628879-f090-4406-b2d9-6ae2db5fa5ed x-openstack-request-id: req-a6628879-f090-4406-b2d9-6ae2db5fa5ed {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:10:06.009365 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "name": "network-vif-plugged", "status": "completed", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:10:06.009748 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a6628879-f090-4406-b2d9-6ae2db5fa5ed {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:10:06.011082 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'code': 200} Dec 15 14:10:06.107566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4a18fa63-56a6-4328-8946-155aeb3bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.108093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4a18fa63-56a6-4328-8946-155aeb3bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.108572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4a18fa63-56a6-4328-8946-155aeb3bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.109045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4a18fa63-56a6-4328-8946-155aeb3bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.109550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4a18fa63-56a6-4328-8946-155aeb3bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.110047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4a18fa63-56a6-4328-8946-155aeb3bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.110562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4a18fa63-56a6-4328-8946-155aeb3bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.112589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4a18fa63-56a6-4328-8946-155aeb3bfdcf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6491 time: 0.1331589 Dec 15 14:10:06.171637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7c37a-8e97-491a-bf9f-4e24e7f3082b req-75a864af-410a-4cc5-98c7-7f470d385821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.173394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dbe7c37a-8e97-491a-bf9f-4e24e7f3082b req-75a864af-410a-4cc5-98c7-7f470d385821 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 1136 time: 0.0695372 Dec 15 14:10:06.227536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414a624-e9f9-4fc9-9467-bdb3c8ee4e62 req-ad749731-7f6f-4217-84c9-2e2863d3727e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.229158 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7414a624-e9f9-4fc9-9467-bdb3c8ee4e62 req-ad749731-7f6f-4217-84c9-2e2863d3727e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 945 time: 0.1944139 Dec 15 14:10:06.233022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dbe7c37a-8e97-491a-bf9f-4e24e7f3082b req-1c7bb8f3-758a-441b-af34-c19cfc07c0f7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0522003 Dec 15 14:10:06.235039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-29dc0a57-79f1-43c6-875a-5d2c3128aeda None None] Provisioning complete for port 166ce907-9ad4-4277-bb0f-b5ba9903f03e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:06.235431 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-29dc0a57-79f1-43c6-875a-5d2c3128aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.283162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-29dc0a57-79f1-43c6-875a-5d2c3128aeda None None] Port 166ce907-9ad4-4277-bb0f-b5ba9903f03e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:06.314157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 166ce907-9ad4-4277-bb0f-b5ba9903f03e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:06.314502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.339236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-36bbb304-49d6-46f4-982f-986749a67f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.339621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-36bbb304-49d6-46f4-982f-986749a67f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.340114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-36bbb304-49d6-46f4-982f-986749a67f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.341725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-36bbb304-49d6-46f4-982f-986749a67f95 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9fbbb6fb-dc11-4cb8-8780-f03964101453&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=da58127c-8121-4e4c-a2f3-008b65a09d92&id=da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 200 len: 2295 time: 0.1869919 Dec 15 14:10:06.376824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7414a624-e9f9-4fc9-9467-bdb3c8ee4e62 req-8f527344-7a42-46ce-9135-b30c3d6daf4e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373267 Dec 15 14:10:06.397588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ea689-b1e0-42d9-9b5d-47454b60cb87 req-4a7f29c9-86b0-45db-a8ed-9fa4891085a2 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.400466 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-160ea689-b1e0-42d9-9b5d-47454b60cb87 req-4a7f29c9-86b0-45db-a8ed-9fa4891085a2 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 985 time: 0.0678473 Dec 15 14:10:06.508282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-b56d1965-0e66-4efc-a2cb-3d60fd0d9ede service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 200 len: 1001 time: 0.0828097 Dec 15 14:10:06.517752 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-160ea689-b1e0-42d9-9b5d-47454b60cb87 req-d0af7191-2880-4b84-9202-e3f04c2c6799 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1088059 Dec 15 14:10:06.570000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.591635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 166ce907-9ad4-4277-bb0f-b5ba9903f03e owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:06.609000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-3a8a0081-573b-4148-b6f3-43a1990683dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.610684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-3a8a0081-573b-4148-b6f3-43a1990683dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=46113565-5de8-4d56-92d4-6e48dd9a5d1b HTTP/1.1" status: 200 len: 850 time: 0.0875995 Dec 15 14:10:06.634644 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.759161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4502759e-9d4b-4d6f-9a41-fb8c6e49264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:06.760725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4502759e-9d4b-4d6f-9a41-fb8c6e49264c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9fbbb6fb-dc11-4cb8-8780-f03964101453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094882 Dec 15 14:10:06.914552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-eb25250e-969b-485c-8a30-4054f2d2a7da service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406579 Dec 15 14:10:07.015152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.107109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=166ce907-9ad4-4277-bb0f-b5ba9903f03e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:07.113239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-bae2a7f2-80e0-4845-9e2f-73d34f07285a service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877203 Dec 15 14:10:07.137191 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e6298971-f75a-4b1d-9863-9fe264ed8a54 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:07.181182 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-0c91c407-8c68-4db1-936e-6961d06bf9e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 217 time: 0.0460734 Dec 15 14:10:07.241395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e6298971-f75a-4b1d-9863-9fe264ed8a54 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:07.243609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.370887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.402401 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:07.431749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-f544a3af-40bf-4f1e-bd7f-621657275875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:07.433472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-f544a3af-40bf-4f1e-bd7f-621657275875 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.2272255 Dec 15 14:10:07.719504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a9b06-850d-4cd3-bf44-bc40c40f8f91 req-4cb06f23-da4f-4522-ae52-2848ee294251 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:07.724418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b26a9b06-850d-4cd3-bf44-bc40c40f8f91 req-4cb06f23-da4f-4522-ae52-2848ee294251 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 985 time: 0.0818117 Dec 15 14:10:07.801111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b26a9b06-850d-4cd3-bf44-bc40c40f8f91 req-2e87c391-e3a3-4000-a500-a84b4431418d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0710545 Dec 15 14:10:08.050988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-df864b16-de7b-4369-ac21-eafb853f9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:08.052392 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-df864b16-de7b-4369-ac21-eafb853f9393 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5818374 Dec 15 14:10:08.057067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router ddbb9c18-a998-47cc-9c55-eb56f87a3a84 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:08.168963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6304-7eb6-4060-a56a-c5a8d49986da req-4a26a7b5-9ecd-44c9-a48c-28456fa514a3 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:08.170476 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ac6304-7eb6-4060-a56a-c5a8d49986da req-4a26a7b5-9ecd-44c9-a48c-28456fa514a3 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 985 time: 0.1530893 Dec 15 14:10:08.216209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:08.223567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d6c46d7c-677d-43b8-9cdf-646c03c67a54 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/ddbb9c18-a998-47cc-9c55-eb56f87a3a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0538349 Dec 15 14:10:08.225846 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11062905-ffae-4951-af96-676ff29047ff None None] Sync routers for ids ['ddbb9c18-a998-47cc-9c55-eb56f87a3a84'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:08.226570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56636) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:08.237241 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11062905-ffae-4951-af96-676ff29047ff None None] Routers {'ddbb9c18-a998-47cc-9c55-eb56f87a3a84'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:08.238914 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-11062905-ffae-4951-af96-676ff29047ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ddbb9c18-a998-47cc-9c55-eb56f87a3a84'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:08.258717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-78d5906b-eb4b-4c6d-a283-7d1bc23af899 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbb9c18-a998-47cc-9c55-eb56f87a3a84 HTTP/1.1" status: 200 len: 205 time: 0.0304697 Dec 15 14:10:08.261071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56638) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:08.275831 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-d991ade2-9b26-4b5b-910f-f5b9b638e465 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144725 Dec 15 14:10:08.284091 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-11062905-ffae-4951-af96-676ff29047ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:08.291424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5ac6304-7eb6-4060-a56a-c5a8d49986da req-7c2a8498-7bd9-436d-a8af-ebaa132046a3 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0928862 Dec 15 14:10:08.307486 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11062905-ffae-4951-af96-676ff29047ff None None] Routers {'ddbb9c18-a998-47cc-9c55-eb56f87a3a84'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:08.309459 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-11062905-ffae-4951-af96-676ff29047ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ddbb9c18-a998-47cc-9c55-eb56f87a3a84'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:08.349133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79b26cf0-dbe1-4b35-b159-87b7457e75c5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.354268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-11062905-ffae-4951-af96-676ff29047ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:08.355249 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11062905-ffae-4951-af96-676ff29047ff None None] The sync data for ids ['ddbb9c18-a998-47cc-9c55-eb56f87a3a84'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:08.423963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-a416389b-1f0e-4d94-9875-6b1b285800ba service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310010 Dec 15 14:10:08.466888 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-605778d8-33ad-4032-923b-4971fe2570cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 217 time: 0.0363519 Dec 15 14:10:08.523940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-bbbab2e8-6b00-4578-873b-48478a0b22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:08.525428 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-bbbab2e8-6b00-4578-873b-48478a0b22e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0518856 Dec 15 14:10:08.543553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79b26cf0-dbe1-4b35-b159-87b7457e75c5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.548395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79b26cf0-dbe1-4b35-b159-87b7457e75c5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.553404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231edb8-8ba3-4813-8044-e8a078ab1062 req-58cb6f7f-3d55-4038-bcfc-08b7d847a93f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:08.555016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d231edb8-8ba3-4813-8044-e8a078ab1062 req-58cb6f7f-3d55-4038-bcfc-08b7d847a93f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 1136 time: 0.1401143 Dec 15 14:10:08.574174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-a88444ca-60cb-4a47-b1d1-a9015626a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:08.575925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-a88444ca-60cb-4a47-b1d1-a9015626a7cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434949 Dec 15 14:10:08.605908 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d231edb8-8ba3-4813-8044-e8a078ab1062 req-c71043fc-8656-460e-a074-89f6e384a11a tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.624402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79b26cf0-dbe1-4b35-b159-87b7457e75c5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.625890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b26cf0-dbe1-4b35-b159-87b7457e75c5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Fanout notify agent at l3_agent the message router_deleted on router ddbb9c18-a998-47cc-9c55-eb56f87a3a84 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:10:08.637659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79b26cf0-dbe1-4b35-b159-87b7457e75c5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.639995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-79b26cf0-dbe1-4b35-b159-87b7457e75c5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/ddbb9c18-a998-47cc-9c55-eb56f87a3a84 HTTP/1.1" status: 204 len: 168 time: 0.3778346 Dec 15 14:10:08.642825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56646) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:08.723514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44057a0-f28c-4bf0-9bc9-073d87bcf13b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 704f3211-edb3-4ca2-9e3d-479a65626118 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:08.724302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-523c4923-1f9d-414a-ad6b-9713e5cc713f service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402419 Dec 15 14:10:08.730898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a44057a0-f28c-4bf0-9bc9-073d87bcf13b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.791472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a44057a0-f28c-4bf0-9bc9-073d87bcf13b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.821883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d231edb8-8ba3-4813-8044-e8a078ab1062 req-c71043fc-8656-460e-a074-89f6e384a11a tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.827113 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d231edb8-8ba3-4813-8044-e8a078ab1062 req-c71043fc-8656-460e-a074-89f6e384a11a tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.829502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-6a5400e3-880c-4f2c-956c-8e4ff82063ab service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981207 Dec 15 14:10:08.901576 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4ac509b7-1183-4a6f-abb6-aeedfcfb5c7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932 HTTP/1.1" status: 200 len: 217 time: 0.0602372 Dec 15 14:10:08.919791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71043fc-8656-460e-a074-89f6e384a11a tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6567ff55-0107-47ac-974e-6ec2f9245953,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:08.927569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d231edb8-8ba3-4813-8044-e8a078ab1062 req-c71043fc-8656-460e-a074-89f6e384a11a tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.3349712 Dec 15 14:10:08.944879 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a44057a0-f28c-4bf0-9bc9-073d87bcf13b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.968176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56652) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:09.002621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-3b267abb-2695-4deb-a62b-ad5475f2c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:09.004749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-3b267abb-2695-4deb-a62b-ad5475f2c993 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0890529 Dec 15 14:10:09.037356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2b35a-d4c6-4449-bf3f-14d36e0bd878 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:09.040113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-15d2b35a-d4c6-4449-bf3f-14d36e0bd878 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 1131 time: 0.0694358 Dec 15 14:10:09.042224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:09.049493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:09.075701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-3babb253-fb4e-4b1e-bece-72318ff4ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:09.078690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a44057a0-f28c-4bf0-9bc9-073d87bcf13b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.082168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-3babb253-fb4e-4b1e-bece-72318ff4ca95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650430 Dec 15 14:10:09.090632 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.097767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a44057a0-f28c-4bf0-9bc9-073d87bcf13b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.101929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a44057a0-f28c-4bf0-9bc9-073d87bcf13b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/704f3211-edb3-4ca2-9e3d-479a65626118 HTTP/1.1" status: 204 len: 168 time: 0.4575989 Dec 15 14:10:09.103810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3143dd-80d4-47d0-af1d-9624d100a7f5 None None] Network 45f082b1-b470-4cd2-8755-dfafa678478d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:09.118371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:09.178954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44057a0-f28c-4bf0-9bc9-073d87bcf13b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=704f3211-edb3-4ca2-9e3d-479a65626118,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:09.384234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.387739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.412010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-1ebb67a5-b23e-4364-a75d-60bbc38f9d1a service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254373 Dec 15 14:10:09.459308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] DHCP port deletion for 45f082b1-b470-4cd2-8755-dfafa678478d request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:09.565015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] Deleting port e6298971-f75a-4b1d-9863-9fe264ed8a54 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:09.565442 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.580920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Allocated IP 172.25.7.209 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/b78c51ae-1435-4893-ad17-10e81aef87b1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:09.637554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port e6298971-f75a-4b1d-9863-9fe264ed8a54 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:09.638015 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.645238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-b503d5ca-bdda-4842-8107-f7dfc5d64700 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825740 Dec 15 14:10:09.654676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] For port e6298971-f75a-4b1d-9863-9fe264ed8a54, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e6298971-f75a-4b1d-9863-9fe264ed8a54,segment=NetworkSegment(186bc1b3-9eae-4464-89d7-8f74294e9605),segment_id=186bc1b3-9eae-4464-89d7-8f74294e9605)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:09.655093 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.720429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] Calling delete_port for e6298971-f75a-4b1d-9863-9fe264ed8a54 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:09.757531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.762140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-5655b74e-af77-4de6-b18e-f59cd080f17e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9 HTTP/1.1" status: 200 len: 217 time: 0.1029356 Dec 15 14:10:09.846560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port e6298971-f75a-4b1d-9863-9fe264ed8a54, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e6298971-f75a-4b1d-9863-9fe264ed8a54,segment=NetworkSegment(186bc1b3-9eae-4464-89d7-8f74294e9605),segment_id=186bc1b3-9eae-4464-89d7-8f74294e9605)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:09.846798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.846913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.869739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for e6298971-f75a-4b1d-9863-9fe264ed8a54 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:09.887074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-a077efb9-af42-4459-902e-f85563c73d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:09.888330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-a077efb9-af42-4459-902e-f85563c73d1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1139028 Dec 15 14:10:09.933584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:09.955502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:09.962311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:09.972155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=b78c51ae-1435-4893-ad17-10e81aef87b1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:09.999333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.006099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-2e67da39-9961-4a8f-b188-3a898c1220b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:10.007647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-2e67da39-9961-4a8f-b188-3a898c1220b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791857 Dec 15 14:10:10.076682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] No DVR routers for this DVR port e6298971-f75a-4b1d-9863-9fe264ed8a54 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:10.092870 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.100417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e78cf-200c-4c06-b2f0-f61aeaab2c27 None None] Pushing event deleted for resources: {'Port': ['ID=e6298971-f75a-4b1d-9863-9fe264ed8a54,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:10.182823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=e6298971-f75a-4b1d-9863-9fe264ed8a54,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:10.194189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No DVR routers for this DVR port e6298971-f75a-4b1d-9863-9fe264ed8a54 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:10.320288 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.324852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-609bd4ad-a4b8-44c2-8f76-d8df4e0a2f57 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091438 Dec 15 14:10:10.429939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-d1f56dff-1891-4a4b-b60e-02a0d84ab32e service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960555 Dec 15 14:10:10.457109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f082b1-b470-4cd2-8755-dfafa678478d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:10.492756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-b5240c56-43bb-4e2f-934d-85080d197ca4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc HTTP/1.1" status: 200 len: 217 time: 0.0477402 Dec 15 14:10:10.496191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186bc1b3-9eae-4464-89d7-8f74294e9605') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:10.496494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186bc1b3-9eae-4464-89d7-8f74294e9605') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:10.498501 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.517886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.559690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.571500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-a4892858-65f4-47a6-beae-edffe0d7284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:10.573521 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-a4892858-65f4-47a6-beae-edffe0d7284b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0689592 Dec 15 14:10:10.574574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:10.574986 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:10.578398 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:10.593136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.679375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.688997 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.696975 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/45f082b1-b470-4cd2-8755-dfafa678478d HTTP/1.1" status: 204 len: 168 time: 1.5775318 Dec 15 14:10:10.699392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-b8ab3503-f4d6-450c-9b53-0265bab2d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:10.700551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56690) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:10.701392 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-b8ab3503-f4d6-450c-9b53-0265bab2d0d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053619 Dec 15 14:10:10.705945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-627073991', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:10.723375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74c9eb-001e-43e7-954f-ec5e155304c7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=45f082b1-b470-4cd2-8755-dfafa678478d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:10.768477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.769609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.826278 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-8c9e6561-1db7-4ace-8a49-71b8b6ea204e service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126504 Dec 15 14:10:10.860834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.951591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.960354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:10.963313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-4cc03950-631e-4220-b75b-ca5994392da3 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286883 Dec 15 14:10:11.020849 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-fc90fdc3-9d5c-435a-953d-42cd72db5a20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 200 len: 217 time: 0.0490367 Dec 15 14:10:11.080897 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.097355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-0a9e7391-97c7-4983-8718-24a5f532225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:11.099570 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-0a9e7391-97c7-4983-8718-24a5f532225d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0725095 Dec 15 14:10:11.129132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e6298971-f75a-4b1d-9863-9fe264ed8a54 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:11.170673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=b78c51ae-1435-4893-ad17-10e81aef87b1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:11.182444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: e6298971-f75a-4b1d-9863-9fe264ed8a54 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:11.182795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e6298971-f75a-4b1d-9863-9fe264ed8a54 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:11.196825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-ec1fc588-89b9-4685-a0e9-01b1b7c87318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:11.201105 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-ec1fc588-89b9-4685-a0e9-01b1b7c87318 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934770 Dec 15 14:10:11.214708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:11.338175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-9d0026a0-148f-4d29-adc4-4eabeb788c19 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269174 Dec 15 14:10:11.458022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1752774a-8c9c-412f-b4eb-93d36ab5b4a9 req-d94572a7-bce4-49aa-bd7d-5d8595ecec4d service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075785 Dec 15 14:10:11.823559 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Floating IP dfd9f931-96c1-40f9-bb06-f0524176d6df associated. External IP: 172.25.7.209, port: f870b17c-f688-42ef-9e9e-217684cdd758. Dec 15 14:10:12.020098 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.044470 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.261130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.25.7.167 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/7c7c1342-9999-43f4-989e-4e993108d426) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:12.283310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Router e20dac7d-e489-435e-ada0-d9b83157fa2a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:12.472863 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.487009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:12.499486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] Sync routers for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:12.526185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:12.527677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:12.529678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.554457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.591357 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fb28f967-ce42-4c10-955f-fceeceb4664a tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5453842 Dec 15 14:10:12.592796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56714) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:12.593939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:10:12.596361 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d9d4f2-7be2-44ed-927c-ea628eb68292" -d '{"events": [{"name": "network-changed", "server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:10:12.614182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:12.617271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:12.620350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:12.628376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=7c7c1342-9999-43f4-989e-4e993108d426,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:12.634999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e0e96-c57b-409d-a737-500a89d53430 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:12.756135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:12.756387 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1281c7a5-61f6-490e-a784-b5ba3a4a8889 x-openstack-request-id: req-1281c7a5-61f6-490e-a784-b5ba3a4a8889 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:10:12.756552 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:10:12.756740 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1281c7a5-61f6-490e-a784-b5ba3a4a8889 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:10:12.757140 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'status': 'completed', 'code': 200} Dec 15 14:10:12.842050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-40debc79-89ab-4811-8608-a1ab8953ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.843038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-40debc79-89ab-4811-8608-a1ab8953ebbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d291102b367a4449a84a741389d55566&device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 1136 time: 0.1036949 Dec 15 14:10:12.845949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ca0446f4-ca00-4ec7-9a0d-dc124c845fa9 None None] Provisioning complete for port 7c7c1342-9999-43f4-989e-4e993108d426 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:12.846329 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca0446f4-ca00-4ec7-9a0d-dc124c845fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:12.957272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ca0446f4-ca00-4ec7-9a0d-dc124c845fa9 None None] Port 7c7c1342-9999-43f4-989e-4e993108d426 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:12.964234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.964796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.965257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.965706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.966154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.966613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.967060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.967486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.967946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:12.973274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ca4a9b3b-ec85-483e-9b65-1c6c7979fb57 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6374 time: 0.3770697 Dec 15 14:10:12.976481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56722) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:13.061150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-ad2fdf9f-a44c-4711-a5b2-492eb86dbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.063317 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-ad2fdf9f-a44c-4711-a5b2-492eb86dbb0d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606 HTTP/1.1" status: 200 len: 899 time: 0.2013144 Dec 15 14:10:13.119039 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.126307 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.126849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.127304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.127751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.128236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.128678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.129115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.129551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.130212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.135627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a876b56-ce9d-44ec-a0d1-f9875200581f tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5816 time: 0.1579931 Dec 15 14:10:13.136335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:13.214653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'dfd9f931-96c1-40f9-bb06-f0524176d6df', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'port_id': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'mac_address': 'fa:16:3e:a9:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:10:10Z', 'updated_at': '2021-12-15T14:10:10Z', 'revision_number': 0, 'project_id': 'd291102b367a4449a84a741389d55566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:53Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:13.225441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-cefc8282-f0ef-4444-90b4-4b6ef6ace8e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f870b17c-f688-42ef-9e9e-217684cdd758 HTTP/1.1" status: 200 len: 1000 time: 0.1523707 Dec 15 14:10:13.282461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-01c37a7f-093c-4c51-b5e1-90bc16a2f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.284038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-01c37a7f-093c-4c51-b5e1-90bc16a2f707 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9900cb9-5c6f-4b69-89ef-5988b5593508 HTTP/1.1" status: 200 len: 834 time: 0.0483172 Dec 15 14:10:13.285505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] Checking router: e20dac7d-e489-435e-ada0-d9b83157fa2a for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:13.306277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:13.306913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:13.385142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-a5c898c4-aefe-40ec-98bb-d57f03135a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.387190 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-a5c898c4-aefe-40ec-98bb-d57f03135a09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954342 Dec 15 14:10:13.390260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.433732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-62bf1f9a-69c7-40cd-aaa1-14bea8c3ff97 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3760 time: 0.2904510 Dec 15 14:10:13.442898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56730) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:13.523132 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-bb808d0b-1a56-4635-812e-4ac259ba76ec service neutron] 10.222.0.74 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177657 Dec 15 14:10:13.528726 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:13.563188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60de1f0-56bb-4819-a2be-25ec8fa130e2 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.564328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60de1f0-56bb-4819-a2be-25ec8fa130e2 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:13.566248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d60de1f0-56bb-4819-a2be-25ec8fa130e2 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e20dac7d-e489-435e-ada0-d9b83157fa2a HTTP/1.1" status: 200 len: 1990 time: 0.1216993 Dec 15 14:10:13.616351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:13.700572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-32d9d4f2-7be2-44ed-927c-ea628eb68292 req-2f85e396-d372-4c8f-afa4-cf3028833a29 service neutron] 10.222.0.74 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689034 Dec 15 14:10:13.778633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:13.789975 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af41b0-b375-4374-8c09-e5e480af9e4c None None] Sync routers for ids ['3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:13.802986 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af41b0-b375-4374-8c09-e5e480af9e4c None None] Routers {'3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:13.804233 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-97af41b0-b375-4374-8c09-e5e480af9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:13.810878 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:13.813182 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6af0d8d5-d299-4f1b-b3a9-2400fc714d18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.1113887 Dec 15 14:10:13.817212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56734) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:13.848133 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-97af41b0-b375-4374-8c09-e5e480af9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:13.858306 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af41b0-b375-4374-8c09-e5e480af9e4c None None] Routers {'3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:13.860010 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-97af41b0-b375-4374-8c09-e5e480af9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:13.863986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'dfd9f931-96c1-40f9-bb06-f0524176d6df', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'port_id': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'mac_address': 'fa:16:3e:a9:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:10:10Z', 'updated_at': '2021-12-15T14:10:10Z', 'revision_number': 0, 'project_id': 'd291102b367a4449a84a741389d55566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:53Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:13.903516 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-97af41b0-b375-4374-8c09-e5e480af9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:13.904237 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af41b0-b375-4374-8c09-e5e480af9e4c None None] The sync data for ids ['3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:13.932835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9c415d-4fa1-4900-9e29-fff4b7845d2b None None] The sync data for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 is: [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'dfd9f931-96c1-40f9-bb06-f0524176d6df', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'port_id': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'mac_address': 'fa:16:3e:a9:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:10:10Z', 'updated_at': '2021-12-15T14:10:10Z', 'revision_number': 0, 'project_id': 'd291102b367a4449a84a741389d55566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:53Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:14.017710 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d72bf857-265f-4823-aef1-353722a26aac tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/routers/3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 HTTP/1.1" status: 200 len: 880 time: 0.1999786 Dec 15 14:10:14.020394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56738) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:14.258582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6441e734-9b76-4ec8-94e7-9a8f5d16026b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2342012 Dec 15 14:10:14.259246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56746) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:14.264600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-314ed7a8-1ce4-479b-a654-78c20c0d67e1 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-627073991'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:14.286693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0891faf-a26f-47fe-bcca-60eb5236aeb4 None None] New status for floating IP dfd9f931-96c1-40f9-bb06-f0524176d6df: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:10:14.637635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-314ed7a8-1ce4-479b-a654-78c20c0d67e1 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.658790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-314ed7a8-1ce4-479b-a654-78c20c0d67e1 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.790302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314ed7a8-1ce4-479b-a654-78c20c0d67e1 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:14.902971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314ed7a8-1ce4-479b-a654-78c20c0d67e1 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:14.910900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-314ed7a8-1ce4-479b-a654-78c20c0d67e1 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:14.914676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-314ed7a8-1ce4-479b-a654-78c20c0d67e1 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 HTTP/1.1" status: 200 len: 887 time: 0.6520286 Dec 15 14:10:14.914845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56748) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:14.927644 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25afbc-b381-462e-bc49-dff7d84feed7 None None] Sync routers for ids ['3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:14.955407 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25afbc-b381-462e-bc49-dff7d84feed7 None None] Routers {'3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:14.956486 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2a25afbc-b381-462e-bc49-dff7d84feed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:14.993809 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2a25afbc-b381-462e-bc49-dff7d84feed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:15.004510 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25afbc-b381-462e-bc49-dff7d84feed7 None None] Routers {'3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:15.005369 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2a25afbc-b381-462e-bc49-dff7d84feed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:15.048462 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2a25afbc-b381-462e-bc49-dff7d84feed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:15.049382 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25afbc-b381-462e-bc49-dff7d84feed7 None None] The sync data for ids ['3998dcfd-5b8d-4daf-bf9c-eae563ff93e4'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:15.075599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c465ca93-c813-4f79-8f95-c5c97e452e38 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/routers/3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 HTTP/1.1" status: 200 len: 887 time: 0.1569130 Dec 15 14:10:15.076043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56752) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:15.114952 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03f15e78-c1db-4ffc-a93f-8cdd07589ea6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 HTTP/1.1" status: 200 len: 205 time: 0.0376315 Dec 15 14:10:15.117483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:15.251288 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.368034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.435491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 7c7c1342-9999-43f4-989e-4e993108d426 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:15.435909 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.522199 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.535032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 7c7c1342-9999-43f4-989e-4e993108d426 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:15.709208 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.737400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=7c7c1342-9999-43f4-989e-4e993108d426,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:15.769789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a9e61-e4af-44ba-99b1-df5dd8c99242 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:15.809375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.912708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:15.914871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.326455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.327282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Fanout notify agent at l3_agent the message router_deleted on router 3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:10:16.334545 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.339124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9d536b98-ec9e-4010-975d-a1f79947723d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 HTTP/1.1" status: 204 len: 168 time: 1.2172751 Dec 15 14:10:16.339568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:16.347565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-1289612481'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:16.370957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:16.376505 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.408611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:16.422728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.422957 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment 720f2720-3e69-491b-94a3-8aea6ae22c70 of type vlan for network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 Dec 15 14:10:16.478131 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.510683 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.518540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:16.519281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.588751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2475705 Dec 15 14:10:16.591976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56790) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:16.599582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': '4082ad8f-c81f-403e-a1ee-9941fb71f0c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:16.615102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282f191-8317-40d9-9fb3-7605835bf0b5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=4082ad8f-c81f-403e-a1ee-9941fb71f0c7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:16.628324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:16.715149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:16.716914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.926941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:16.993463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.007818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=593b5146-0d6e-498d-ac85-854b4a37b55c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:17.011559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': '720f2720-3e69-491b-94a3-8aea6ae22c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4082ad8f-c81f-403e-a1ee-9941fb71f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:17.011924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: 4082ad8f-c81f-403e-a1ee-9941fb71f0c7, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:17.029832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:17.040485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 4082ad8f-c81f-403e-a1ee-9941fb71f0c7) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:17.045534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:17.046442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.051971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd1279-5f78-4dc0-b8c8-8c6fa6df4a72 None None] Network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:17.071640 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-67a98d60-a232-40d5-bc69-9cb03f065596 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4788203 Dec 15 14:10:17.074274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.079763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5c9e847c-04a1-4f5d-b55c-304966fb31f9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-167056786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:17.105446 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c9e847c-04a1-4f5d-b55c-304966fb31f9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.106550 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c9e847c-04a1-4f5d-b55c-304966fb31f9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.127966 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb716-56bf-478a-8dcb-bfafe4bb9ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.167015 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c9e847c-04a1-4f5d-b55c-304966fb31f9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.175310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c9e847c-04a1-4f5d-b55c-304966fb31f9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.181207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-4082ad8f-c81f-403e-a1ee-9941fb71f0c7', 'network_id': '4082ad8f-c81f-403e-a1ee-9941fb71f0c7', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '593b5146-0d6e-498d-ac85-854b4a37b55c'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:17.182822 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.196888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c9e847c-04a1-4f5d-b55c-304966fb31f9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.198231 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c9e847c-04a1-4f5d-b55c-304966fb31f9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1228979 Dec 15 14:10:17.203594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56808) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.243406 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb716-56bf-478a-8dcb-bfafe4bb9ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.247473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb716-56bf-478a-8dcb-bfafe4bb9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.285164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb716-56bf-478a-8dcb-bfafe4bb9ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dae40a-42a1-4faf-b819-712ae4698965,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:17.290925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0d6eb716-56bf-478a-8dcb-bfafe4bb9ec3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=812ec66afe404446b2e37702efaee86e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2961903 Dec 15 14:10:17.293524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56810) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.346749 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a1bfc61-e63b-4efc-8f4e-f26fa1e8f7fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.361378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Allocated IP 172.20.0.2 (4082ad8f-c81f-403e-a1ee-9941fb71f0c7/593b5146-0d6e-498d-ac85-854b4a37b55c/bcee9683-1af4-4fd5-8d65-8e291e933e8f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:17.369772 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a1bfc61-e63b-4efc-8f4e-f26fa1e8f7fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.420675 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a1bfc61-e63b-4efc-8f4e-f26fa1e8f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.424621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a1bfc61-e63b-4efc-8f4e-f26fa1e8f7fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.425959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7a1bfc61-e63b-4efc-8f4e-f26fa1e8f7fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/03dae40a-42a1-4faf-b819-712ae4698965 HTTP/1.1" status: 204 len: 168 time: 0.1314955 Dec 15 14:10:17.434081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bfc61-e63b-4efc-8f4e-f26fa1e8f7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dae40a-42a1-4faf-b819-712ae4698965,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:17.519597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.716600 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.723200 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.764431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.765101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:17.773513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:17.775846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:17.777868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Pushing event updated for resources: {'Port': ['ID=bcee9683-1af4-4fd5-8d65-8e291e933e8f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:17.782666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21c36dee-ee51-4481-b45d-0d0bac40b6e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.798611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.20.0.1 (4082ad8f-c81f-403e-a1ee-9941fb71f0c7/593b5146-0d6e-498d-ac85-854b4a37b55c/14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:17.839442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Attempting to bind port bcee9683-1af4-4fd5-8d65-8e291e933e8f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:17.839808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Attempting to bind port bcee9683-1af4-4fd5-8d65-8e291e933e8f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '720f2720-3e69-491b-94a3-8aea6ae22c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4082ad8f-c81f-403e-a1ee-9941fb71f0c7'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:17.840211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Attempting to bind port bcee9683-1af4-4fd5-8d65-8e291e933e8f on network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:17.847298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:17.847753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Checking segment: {'id': '720f2720-3e69-491b-94a3-8aea6ae22c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4082ad8f-c81f-403e-a1ee-9941fb71f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:17.848204 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.848655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Bound using segment: {'id': '720f2720-3e69-491b-94a3-8aea6ae22c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4082ad8f-c81f-403e-a1ee-9941fb71f0c7'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:17.849457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Bound port: bcee9683-1af4-4fd5-8d65-8e291e933e8f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720f2720-3e69-491b-94a3-8aea6ae22c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4082ad8f-c81f-403e-a1ee-9941fb71f0c7'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:17.849687 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.869341 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21c36dee-ee51-4481-b45d-0d0bac40b6e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.873416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21c36dee-ee51-4481-b45d-0d0bac40b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.916241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-21c36dee-ee51-4481-b45d-0d0bac40b6e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f6f9efd900aa4d239a30330353f7ae26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506102 Dec 15 14:10:17.917800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c36dee-ee51-4481-b45d-0d0bac40b6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a04ecf-1757-4395-b05b-8bbff800edab,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:17.917941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:17.918077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] For port bcee9683-1af4-4fd5-8d65-8e291e933e8f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:17.923287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] For port bcee9683-1af4-4fd5-8d65-8e291e933e8f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bcee9683-1af4-4fd5-8d65-8e291e933e8f,segment=NetworkSegment(720f2720-3e69-491b-94a3-8aea6ae22c70),segment_id=720f2720-3e69-491b-94a3-8aea6ae22c70)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:17.927780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.944764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:17.988794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e240-d908-4cf7-8218-995f0b84384d None None] Pushing event updated for resources: {'Port': ['ID=bcee9683-1af4-4fd5-8d65-8e291e933e8f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:18.018347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fca4786e-da25-4699-92eb-5c1188f1b957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.029359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.079322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fca4786e-da25-4699-92eb-5c1188f1b957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.096328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:18.102986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:18.106204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:18.164270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:18.195716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.267846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fca4786e-da25-4699-92eb-5c1188f1b957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.270755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fca4786e-da25-4699-92eb-5c1188f1b957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.272023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fca4786e-da25-4699-92eb-5c1188f1b957 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1a04ecf-1757-4395-b05b-8bbff800edab HTTP/1.1" status: 204 len: 168 time: 0.3531096 Dec 15 14:10:18.289840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4786e-da25-4699-92eb-5c1188f1b957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a04ecf-1757-4395-b05b-8bbff800edab,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:18.340488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.626739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.635385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.716609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:18.720854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:18.831815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:18.833407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:18.965148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router d4984ac8-4d87-43c0-8f00-9777400d866c is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:18.977983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0ec20f-508f-4399-b887-e2a27b20e026 None None] Network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:19.059026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Provisioning complete for port bcee9683-1af4-4fd5-8d65-8e291e933e8f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:19.059564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.067547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:19.077945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56846) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:19.078431 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e037aaa3-174e-432a-8d40-3eaa7d52ee34 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/d4984ac8-4d87-43c0-8f00-9777400d866c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736353 Dec 15 14:10:19.096094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbddc0-b18d-4d94-b11e-85f18042f351 None None] Sync routers for ids ['d4984ac8-4d87-43c0-8f00-9777400d866c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:19.142563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5c70f-8a86-4d2e-88fd-3c5536d731a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:19.144789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f3b5c70f-8a86-4d2e-88fd-3c5536d731a3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports/14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd HTTP/1.1" status: 200 len: 910 time: 0.0656831 Dec 15 14:10:19.147634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56850) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:19.151627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fbddc0-b18d-4d94-b11e-85f18042f351 None None] Routers {'d4984ac8-4d87-43c0-8f00-9777400d866c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:19.152323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-29fbddc0-b18d-4d94-b11e-85f18042f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d4984ac8-4d87-43c0-8f00-9777400d866c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:19.153412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6d016f09-ebcc-4048-ad09-cec05e8050b4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '593b5146-0d6e-498d-ac85-854b4a37b55c'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:19.191103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-29fbddc0-b18d-4d94-b11e-85f18042f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:19.201727 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bcee9683-1af4-4fd5-8d65-8e291e933e8f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:19.236794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fbddc0-b18d-4d94-b11e-85f18042f351 None None] Routers {'d4984ac8-4d87-43c0-8f00-9777400d866c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:19.237432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-29fbddc0-b18d-4d94-b11e-85f18042f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d4984ac8-4d87-43c0-8f00-9777400d866c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:19.287188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-29fbddc0-b18d-4d94-b11e-85f18042f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:19.287854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbddc0-b18d-4d94-b11e-85f18042f351 None None] The sync data for ids ['d4984ac8-4d87-43c0-8f00-9777400d866c'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:19.351078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d016f09-ebcc-4048-ad09-cec05e8050b4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.354830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.359605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port bcee9683-1af4-4fd5-8d65-8e291e933e8f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:19.360153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.476473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] For port bcee9683-1af4-4fd5-8d65-8e291e933e8f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bcee9683-1af4-4fd5-8d65-8e291e933e8f,segment=NetworkSegment(720f2720-3e69-491b-94a3-8aea6ae22c70),segment_id=720f2720-3e69-491b-94a3-8aea6ae22c70)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:19.489100 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.542428 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.558078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Pushing event updated for resources: {'Port': ['ID=bcee9683-1af4-4fd5-8d65-8e291e933e8f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:19.568031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.568223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.568762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.569307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.570277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.570972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.571478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.572199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.572813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.573783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.574289 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.575009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.575693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1b103-1fa1-4085-9573-d441b6e96c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:19.637857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:10:19.638222 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:10:19.639438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b5f40dbc-0fbb-42de-b524-1c323b1d2106 None None] Provisioning complete for port bcee9683-1af4-4fd5-8d65-8e291e933e8f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:19.639818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b5f40dbc-0fbb-42de-b524-1c323b1d2106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.774582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b5f40dbc-0fbb-42de-b524-1c323b1d2106 None None] Provisioning complete for port 14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:19.775271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b5f40dbc-0fbb-42de-b524-1c323b1d2106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.808528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d016f09-ebcc-4048-ad09-cec05e8050b4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.818981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d016f09-ebcc-4048-ad09-cec05e8050b4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.821751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b5f40dbc-0fbb-42de-b524-1c323b1d2106 None None] Port 14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:19.948971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b96ce1e7-6a7c-4fd3-b269-e6bb3ca359aa None None] Provisioning complete for port 14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:19.949657 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b96ce1e7-6a7c-4fd3-b269-e6bb3ca359aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:19.995182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b96ce1e7-6a7c-4fd3-b269-e6bb3ca359aa None None] Port 14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:20.115623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-813a4724-5a88-4087-9f54-6334ee317eaf None None] Provisioning complete for port 14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:20.116277 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-813a4724-5a88-4087-9f54-6334ee317eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.186602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-813a4724-5a88-4087-9f54-6334ee317eaf None None] Port 14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:20.272945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d016f09-ebcc-4048-ad09-cec05e8050b4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:20.280558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d016f09-ebcc-4048-ad09-cec05e8050b4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:20.281937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d016f09-ebcc-4048-ad09-cec05e8050b4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.282970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6d016f09-ebcc-4048-ad09-cec05e8050b4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/ports/14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd HTTP/1.1" status: 200 len: 910 time: 1.1341009 Dec 15 14:10:20.285825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56888) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:20.610898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.879442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:20.879792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.974008 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:20.986496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:21.116452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bcee9683-1af4-4fd5-8d65-8e291e933e8f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:21.175681 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.183427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port bcee9683-1af4-4fd5-8d65-8e291e933e8f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:21.183860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.206662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=14cbfb3b-2a2e-4ad8-9733-7e1aab2d66cd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:21.386379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.563844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router d4984ac8-4d87-43c0-8f00-9777400d866c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:21.619268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56974) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:21.640560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:21.649384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b2a28d26-d2e2-45ab-8a43-2f5df6f34944 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/d4984ac8-4d87-43c0-8f00-9777400d866c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3589685 Dec 15 14:10:21.649514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:21.651230 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b6a751-5bdf-4f04-9dda-d563d6222458 None None] Sync routers for ids ['d4984ac8-4d87-43c0-8f00-9777400d866c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:21.665190 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b6a751-5bdf-4f04-9dda-d563d6222458 None None] Routers {'d4984ac8-4d87-43c0-8f00-9777400d866c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:21.666133 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-48b6a751-5bdf-4f04-9dda-d563d6222458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d4984ac8-4d87-43c0-8f00-9777400d866c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:21.677522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-57bc8170-f549-47b1-a0e6-90779acf0e2c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4984ac8-4d87-43c0-8f00-9777400d866c HTTP/1.1" status: 200 len: 205 time: 0.0274065 Dec 15 14:10:21.680232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56980) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:21.701001 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-48b6a751-5bdf-4f04-9dda-d563d6222458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:21.710509 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b6a751-5bdf-4f04-9dda-d563d6222458 None None] Routers {'d4984ac8-4d87-43c0-8f00-9777400d866c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:21.711122 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-48b6a751-5bdf-4f04-9dda-d563d6222458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['d4984ac8-4d87-43c0-8f00-9777400d866c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:21.744529 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-48b6a751-5bdf-4f04-9dda-d563d6222458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:21.745240 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b6a751-5bdf-4f04-9dda-d563d6222458 None None] The sync data for ids ['d4984ac8-4d87-43c0-8f00-9777400d866c'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:21.748405 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a6b472-a094-48a1-9a98-65af9dbc5006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.769241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a70a7f60-075a-4223-95c5-934f5af0107c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.837494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a6b472-a094-48a1-9a98-65af9dbc5006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.841610 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a6b472-a094-48a1-9a98-65af9dbc5006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.900469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-92a6b472-a094-48a1-9a98-65af9dbc5006 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=96463ea0b92b48f89d89fac6b0e577c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2798688 Dec 15 14:10:21.901874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:21.902811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6b472-a094-48a1-9a98-65af9dbc5006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf06fd22-a6bb-4b3e-9d96-656c99d1c75f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:21.960821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a70a7f60-075a-4223-95c5-934f5af0107c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.962976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a70a7f60-075a-4223-95c5-934f5af0107c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.967772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb88698b-c071-4e52-beb5-657f1afd05f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:21.990744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb88698b-c071-4e52-beb5-657f1afd05f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.007948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a70a7f60-075a-4223-95c5-934f5af0107c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.008543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70a7f60-075a-4223-95c5-934f5af0107c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Fanout notify agent at l3_agent the message router_deleted on router d4984ac8-4d87-43c0-8f00-9777400d866c {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:10:22.015741 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a70a7f60-075a-4223-95c5-934f5af0107c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.019894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a70a7f60-075a-4223-95c5-934f5af0107c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/d4984ac8-4d87-43c0-8f00-9777400d866c HTTP/1.1" status: 204 len: 168 time: 0.3357611 Dec 15 14:10:22.019894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56986) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:22.043507 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb88698b-c071-4e52-beb5-657f1afd05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.047417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb88698b-c071-4e52-beb5-657f1afd05f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.048626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bb88698b-c071-4e52-beb5-657f1afd05f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf06fd22-a6bb-4b3e-9d96-656c99d1c75f HTTP/1.1" status: 204 len: 168 time: 0.1425416 Dec 15 14:10:22.060960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88698b-c071-4e52-beb5-657f1afd05f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf06fd22-a6bb-4b3e-9d96-656c99d1c75f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.075902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-62315a0e-654a-423f-9fa3-352653af93fe tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 593b5146-0d6e-498d-ac85-854b4a37b55c {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:22.079439 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62315a0e-654a-423f-9fa3-352653af93fe tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.120062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62315a0e-654a-423f-9fa3-352653af93fe tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.220874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62315a0e-654a-423f-9fa3-352653af93fe tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.278164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62315a0e-654a-423f-9fa3-352653af93fe tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.305299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62315a0e-654a-423f-9fa3-352653af93fe tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=593b5146-0d6e-498d-ac85-854b4a37b55c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.308907 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62315a0e-654a-423f-9fa3-352653af93fe tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.315066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-62315a0e-654a-423f-9fa3-352653af93fe tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/593b5146-0d6e-498d-ac85-854b4a37b55c HTTP/1.1" status: 204 len: 168 time: 0.2914450 Dec 15 14:10:22.316703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 56992) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:22.321017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40118de-4bf8-47ca-a703-d346980d3238 None None] Network 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:22.332573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56994) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:22.346761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c29fc6-e504-478a-89a8-a0ef978c2015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.400330 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.441298 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c29fc6-e504-478a-89a8-a0ef978c2015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.445300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c29fc6-e504-478a-89a8-a0ef978c2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.456901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port bcee9683-1af4-4fd5-8d65-8e291e933e8f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:22.457242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.490626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c29fc6-e504-478a-89a8-a0ef978c2015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e1e41-cdd5-436e-b335-677b855358c4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.491394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] DHCP port deletion for 4082ad8f-c81f-403e-a1ee-9941fb71f0c7 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:22.498415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-22c29fc6-e504-478a-89a8-a0ef978c2015 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a20491fd00054b22b540e85a219fba3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646457 Dec 15 14:10:22.500233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 56998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:22.532602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port bcee9683-1af4-4fd5-8d65-8e291e933e8f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bcee9683-1af4-4fd5-8d65-8e291e933e8f,segment=NetworkSegment(720f2720-3e69-491b-94a3-8aea6ae22c70),segment_id=720f2720-3e69-491b-94a3-8aea6ae22c70)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:22.533081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.549498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for bcee9683-1af4-4fd5-8d65-8e291e933e8f owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:22.567513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-412495ac-7530-45e6-acf3-77389a69ec8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.568186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] Deleting port bcee9683-1af4-4fd5-8d65-8e291e933e8f {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:22.568759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.596613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-412495ac-7530-45e6-acf3-77389a69ec8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.662216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] For port bcee9683-1af4-4fd5-8d65-8e291e933e8f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bcee9683-1af4-4fd5-8d65-8e291e933e8f,segment=NetworkSegment(720f2720-3e69-491b-94a3-8aea6ae22c70),segment_id=720f2720-3e69-491b-94a3-8aea6ae22c70)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:22.663126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.669826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-412495ac-7530-45e6-acf3-77389a69ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.672056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.673369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-412495ac-7530-45e6-acf3-77389a69ec8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.676797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-412495ac-7530-45e6-acf3-77389a69ec8b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e37e1e41-cdd5-436e-b335-677b855358c4 HTTP/1.1" status: 204 len: 168 time: 0.1727700 Dec 15 14:10:22.688958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412495ac-7530-45e6-acf3-77389a69ec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e1e41-cdd5-436e-b335-677b855358c4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.690155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] Calling delete_port for bcee9683-1af4-4fd5-8d65-8e291e933e8f owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:22.713128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No DVR routers for this DVR port bcee9683-1af4-4fd5-8d65-8e291e933e8f on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:22.728604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=bcee9683-1af4-4fd5-8d65-8e291e933e8f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:10:22.790499 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:10:22.807842 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.834254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] Pushing event deleted for resources: {'Port': ['ID=bcee9683-1af4-4fd5-8d65-8e291e933e8f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:22.836272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb412da9-e3b2-4e82-8f17-ca65561184ae None None] No DVR routers for this DVR port bcee9683-1af4-4fd5-8d65-8e291e933e8f on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:22.837651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.866784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4082ad8f-c81f-403e-a1ee-9941fb71f0c7']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:22.877531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720f2720-3e69-491b-94a3-8aea6ae22c70') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:22.877839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720f2720-3e69-491b-94a3-8aea6ae22c70') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:22.887946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.903271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.912766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:22.913250 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:22.916598 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:23.007793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.014581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.017854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/4082ad8f-c81f-403e-a1ee-9941fb71f0c7 HTTP/1.1" status: 204 len: 168 time: 0.7016027 Dec 15 14:10:23.024811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:23.028646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-489f3fc6-b21e-4fa2-b27e-e94c19aa247f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1732909600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:23.032750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddf82d-b959-4ffd-a7d9-5bbded2e687a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=4082ad8f-c81f-403e-a1ee-9941fb71f0c7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:23.067039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489f3fc6-b21e-4fa2-b27e-e94c19aa247f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.068561 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489f3fc6-b21e-4fa2-b27e-e94c19aa247f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.125564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bcee9683-1af4-4fd5-8d65-8e291e933e8f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:23.149391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489f3fc6-b21e-4fa2-b27e-e94c19aa247f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.163723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489f3fc6-b21e-4fa2-b27e-e94c19aa247f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.181314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: bcee9683-1af4-4fd5-8d65-8e291e933e8f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:23.181677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bcee9683-1af4-4fd5-8d65-8e291e933e8f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:23.194677 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489f3fc6-b21e-4fa2-b27e-e94c19aa247f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.196638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-489f3fc6-b21e-4fa2-b27e-e94c19aa247f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1709652 Dec 15 14:10:23.198777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57030) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:23.204382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-1348075851'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:23.226530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:23.230141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.255666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:23.264706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.265124 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment a2bd421f-1cc0-4acc-9210-d3226eb13528 of type vlan for network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 Dec 15 14:10:23.306497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.331998 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.337901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:23.338659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.406823 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2056813 Dec 15 14:10:23.410114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57040) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:23.415660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:23.415832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fab7f-2708-4971-bb85-95c8b4a75e2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=ac6b88c2-e9d8-4a62-9bfc-90d639f50233,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:23.429223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:23.533201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:23.537363 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.752713 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.818563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=3952d98b-6fda-4600-a44b-f8b02ca840a0,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:23.837867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:23.838240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: ac6b88c2-e9d8-4a62-9bfc-90d639f50233, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:23.858079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:23.868736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ac6b88c2-e9d8-4a62-9bfc-90d639f50233) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:23.873247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:23.874157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:23.882934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d44f3-92d7-4da2-a968-82619b01d118 None None] Network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:23.897711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cd4d9941-6461-487c-9bc7-e6ed717d1b4a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4863839 Dec 15 14:10:23.900760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57052) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:24.014252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:24.016309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.193041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Allocated IP 172.20.0.2 (ac6b88c2-e9d8-4a62-9bfc-90d639f50233/3952d98b-6fda-4600-a44b-f8b02ca840a0/b6cc0a10-3f05-476c-9a11-a3c62ef70200) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:24.305823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.368769 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.377113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.426550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:24.429964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:24.434303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:24.487792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Pushing event updated for resources: {'Port': ['ID=b6cc0a10-3f05-476c-9a11-a3c62ef70200,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:24.499190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Attempting to bind port b6cc0a10-3f05-476c-9a11-a3c62ef70200 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:24.499477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Attempting to bind port b6cc0a10-3f05-476c-9a11-a3c62ef70200 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:24.500163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Attempting to bind port b6cc0a10-3f05-476c-9a11-a3c62ef70200 on network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:24.506511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:24.506896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Checking segment: {'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:24.507368 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.507695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Bound using segment: {'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:24.508214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Bound port: b6cc0a10-3f05-476c-9a11-a3c62ef70200, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:24.508604 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.601091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] For port b6cc0a10-3f05-476c-9a11-a3c62ef70200, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:24.605905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.20.0.1 (ac6b88c2-e9d8-4a62-9bfc-90d639f50233/3952d98b-6fda-4600-a44b-f8b02ca840a0/67bf8712-7e04-4a8b-9331-df06ad1dd1be) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:24.606102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] For port b6cc0a10-3f05-476c-9a11-a3c62ef70200, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b6cc0a10-3f05-476c-9a11-a3c62ef70200,segment=NetworkSegment(a2bd421f-1cc0-4acc-9210-d3226eb13528),segment_id=a2bd421f-1cc0-4acc-9210-d3226eb13528)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:24.611743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.707699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca78262-62ad-458c-aec6-d22d7f6d336d None None] Pushing event updated for resources: {'Port': ['ID=b6cc0a10-3f05-476c-9a11-a3c62ef70200,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:24.759811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.808878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:24.867171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:24.870962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:24.875306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:24.901894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=67bf8712-7e04-4a8b-9331-df06ad1dd1be,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:24.927916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.149680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.205274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b6cc0a10-3f05-476c-9a11-a3c62ef70200 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:25.264355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b6cc0a10-3f05-476c-9a11-a3c62ef70200 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:25.264741 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.398186 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.446320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port b6cc0a10-3f05-476c-9a11-a3c62ef70200, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b6cc0a10-3f05-476c-9a11-a3c62ef70200,segment=NetworkSegment(a2bd421f-1cc0-4acc-9210-d3226eb13528),segment_id=a2bd421f-1cc0-4acc-9210-d3226eb13528)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:25.451466 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.509801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=b6cc0a10-3f05-476c-9a11-a3c62ef70200,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:25.581159 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.587180 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.666297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=67bf8712-7e04-4a8b-9331-df06ad1dd1be,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:25.669528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:25.806770 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:25.808417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:25.956445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:26.065026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:26.071487 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-441ca3ae-33c4-4632-ac70-ac3c92c7af1e tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1679931 Dec 15 14:10:26.074667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:26.077894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:26.081109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-1668756230'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:26.091337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5861fd9-a174-4298-9da1-d9d370c9fb42 None None] Network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:26.102100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:26.105757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.108268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:26.109715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:26.131254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:26.141442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.141834 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment e256c7d0-b3e2-4ce8-9028-bf8b26920599 of type vlan for network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 Dec 15 14:10:26.197994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.222695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.228276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:26.228936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.292742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2159989 Dec 15 14:10:26.295830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:26.303239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:26.303502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadd493-c36d-4488-95f0-2640e9279d17 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=880e3baf-8e06-4ab1-add4-4f7ec187d0d1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:26.424081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:26.451132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:26.455638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.482752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-31964b5e-1284-449b-b34e-e953bfb810a8 None None] Provisioning complete for port b6cc0a10-3f05-476c-9a11-a3c62ef70200 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:26.483301 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-31964b5e-1284-449b-b34e-e953bfb810a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:26.530533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:26.850133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:25Z', 'revision_number': 2, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:25Z', 'revision_number': 2, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:26.881919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:26.882269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Updating router 62d62636-0202-45d7-a4e7-04459d906d6c port 67bf8712-7e04-4a8b-9331-df06ad1dd1be binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:26.910708 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.077440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.138320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2017c7ea-ec87-4ba6-b5e8-ac576ef36927 None None] Provisioning complete for port b6cc0a10-3f05-476c-9a11-a3c62ef70200 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:27.138775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2017c7ea-ec87-4ba6-b5e8-ac576ef36927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.206065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:27.206536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: 880e3baf-8e06-4ab1-add4-4f7ec187d0d1, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:27.209949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=701f093b-2aa1-48c9-b772-df570e75951d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:27.221735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b6cc0a10-3f05-476c-9a11-a3c62ef70200 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:27.251334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:27.270259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 880e3baf-8e06-4ab1-add4-4f7ec187d0d1) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:27.275088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:27.275757 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.301501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb746831-25c0-4cf0-ba9d-9662538abe99 None None] Network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:27.318494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57098) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:27.324491 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7f428ff-e8f1-4922-adbf-73feff971a13 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0228457 Dec 15 14:10:27.607672 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.689223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.766680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:27.767612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:27.787278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1b67d-2dad-470f-b3f7-f9cb6d24c6a8 None None] Pushing event updated for resources: {'Port': ['ID=67bf8712-7e04-4a8b-9331-df06ad1dd1be,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:27.941509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Allocated IP 172.21.0.2 (880e3baf-8e06-4ab1-add4-4f7ec187d0d1/701f093b-2aa1-48c9-b772-df570e75951d/1e61a6e6-f72b-4e24-8118-0f744c87e1ef) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:27.955645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.136521 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.153291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b6cc0a10-3f05-476c-9a11-a3c62ef70200 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:28.153894 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.234603 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.295703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.21.0.1 (880e3baf-8e06-4ab1-add4-4f7ec187d0d1/701f093b-2aa1-48c9-b772-df570e75951d/ab458059-511c-40a7-8f80-1ffd1a345a1d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:28.313860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:28.325473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:28.329396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:28.436591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.447341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Attempting to bind port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:28.447728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Attempting to bind port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:28.455106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Attempting to bind port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef on network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:28.479183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2017c7ea-ec87-4ba6-b5e8-ac576ef36927 None None] Provisioning complete for port 67bf8712-7e04-4a8b-9331-df06ad1dd1be triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:28.481699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.483688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2017c7ea-ec87-4ba6-b5e8-ac576ef36927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.486642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Attempting to bind port 67bf8712-7e04-4a8b-9331-df06ad1dd1be on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:28.487071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Attempting to bind port 67bf8712-7e04-4a8b-9331-df06ad1dd1be by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:28.487541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Attempting to bind port 67bf8712-7e04-4a8b-9331-df06ad1dd1be on network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:28.534872 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:28.539415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:28.547324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:28.558422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:28.560108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Checking segment: {'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:28.560888 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.561476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Bound using segment: {'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:28.564151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Bound port: 1e61a6e6-f72b-4e24-8118-0f744c87e1ef, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:28.564982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.569051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Pushing event updated for resources: {'Port': ['ID=1e61a6e6-f72b-4e24-8118-0f744c87e1ef,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:28.654186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.709400 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:28.713479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Checking segment: {'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:28.716611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.717335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Bound using segment: {'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:28.718059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Bound port: 67bf8712-7e04-4a8b-9331-df06ad1dd1be, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bd421f-1cc0-4acc-9210-d3226eb13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:28.718710 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:28.827172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2017c7ea-ec87-4ba6-b5e8-ac576ef36927 None None] Port 67bf8712-7e04-4a8b-9331-df06ad1dd1be cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:28.985556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] For port 67bf8712-7e04-4a8b-9331-df06ad1dd1be, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:28.990955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] For port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:29.036788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] For port 67bf8712-7e04-4a8b-9331-df06ad1dd1be, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67bf8712-7e04-4a8b-9331-df06ad1dd1be,segment=NetworkSegment(a2bd421f-1cc0-4acc-9210-d3226eb13528),segment_id=a2bd421f-1cc0-4acc-9210-d3226eb13528)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:29.044758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] For port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1e61a6e6-f72b-4e24-8118-0f744c87e1ef,segment=NetworkSegment(e256c7d0-b3e2-4ce8-9028-bf8b26920599),segment_id=e256c7d0-b3e2-4ce8-9028-bf8b26920599)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:29.051343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8cc7b349-99f9-4392-83b6-6054295364cc None None] Provisioning complete for port 67bf8712-7e04-4a8b-9331-df06ad1dd1be triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:29.051823 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b349-99f9-4392-83b6-6054295364cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.056378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.138715 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.145137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=ab458059-511c-40a7-8f80-1ffd1a345a1d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:29.196787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1b67d-2dad-470f-b3f7-f9cb6d24c6a8 None None] Pushing event updated for resources: {'Port': ['ID=67bf8712-7e04-4a8b-9331-df06ad1dd1be,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:29.334172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d83b67-627a-49ba-94cb-0374a011d3dc None None] Pushing event updated for resources: {'Port': ['ID=1e61a6e6-f72b-4e24-8118-0f744c87e1ef,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:29.360134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.369736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:29.371162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:29.582970 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b349-99f9-4392-83b6-6054295364cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.643241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8cc7b349-99f9-4392-83b6-6054295364cc None None] For port 67bf8712-7e04-4a8b-9331-df06ad1dd1be, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67bf8712-7e04-4a8b-9331-df06ad1dd1be,segment=NetworkSegment(a2bd421f-1cc0-4acc-9210-d3226eb13528),segment_id=a2bd421f-1cc0-4acc-9210-d3226eb13528)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:29.645139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:29.822106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.831038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:29.929329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=ab458059-511c-40a7-8f80-1ffd1a345a1d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:29.939133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.050945 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b349-99f9-4392-83b6-6054295364cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.105708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:30.107674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:30.137093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7b349-99f9-4392-83b6-6054295364cc None None] Pushing event updated for resources: {'Port': ['ID=67bf8712-7e04-4a8b-9331-df06ad1dd1be,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:30.220155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-34e9399a-d40c-451f-9767-21d6b7ea4e47 None None] Provisioning complete for port 67bf8712-7e04-4a8b-9331-df06ad1dd1be triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:30.220549 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-34e9399a-d40c-451f-9767-21d6b7ea4e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.316047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 3, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:28Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:28Z', 'revision_number': 1, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:30.335391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:30.389534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2488a92-3162-47f4-9300-daed0df359d9 None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 3, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:28Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:28Z', 'revision_number': 1, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:30.424339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-5277287b-09b7-484a-9cd9-19a62e462ba3 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:30.438390 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-5277287b-09b7-484a-9cd9-19a62e462ba3 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 815 time: 0.2947865 Dec 15 14:10:30.462594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-27b6208d-b8b9-4fff-b85b-83218e09cfba tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/quotas/a15afec01cde435993e203110fac6694 HTTP/1.1" status: 200 len: 375 time: 0.0177922 Dec 15 14:10:30.534567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-3e5df65a-a73f-4ec1-95ce-2992135bf679 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696335 Dec 15 14:10:30.542692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:30.552436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-234ca591-14ac-4200-b43f-086395031ff4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2328527 Dec 15 14:10:30.554943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57138) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:30.560405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-1122166027'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:30.614944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:30.619398 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.676603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:30.693850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-69c01276-f60c-4005-bed9-4b20d1bded6a service neutron] 10.222.0.86 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486053 Dec 15 14:10:30.696438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.696799 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment b9c56314-8414-474b-852b-77af08df76b6 of type vlan for network 591bc2f3-0a85-4030-9297-a3900129ccd1 Dec 15 14:10:30.788022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.817790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.825429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:30.826785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.895679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3394797 Dec 15 14:10:30.899390 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-969df640-607f-48e0-bafa-570cf7c44fb0 service neutron] 10.222.0.86 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872005 Dec 15 14:10:30.900050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57142) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:30.908101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:30.939558 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:30.970828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634021da-78c1-4326-8ab8-3bdf8c8c2526 None None] Network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:31.163103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8485f5-ac61-46f5-835f-99e49ff10b2d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=591bc2f3-0a85-4030-9297-a3900129ccd1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:31.174842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:31.180399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.228405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 591bc2f3-0a85-4030-9297-a3900129ccd1 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:31.257590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f49a0c82-51d3-4bb7-a412-15dba01b2edc None None] Provisioning complete for port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:31.257977 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f49a0c82-51d3-4bb7-a412-15dba01b2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.267241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.344563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67bf8712-7e04-4a8b-9331-df06ad1dd1be up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:31.439536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b599933f-243e-4a56-b499-2bde0fd92d67 req-ae2e9ff2-345e-4130-a712-9effaed4b1d6 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 210 time: 0.1159155 Dec 15 14:10:31.448916 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4767eacb-b091-483b-9c45-b39c88d0a448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.559384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 67bf8712-7e04-4a8b-9331-df06ad1dd1be triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:31.559777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.689997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.722014 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f49a0c82-51d3-4bb7-a412-15dba01b2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.890673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f49a0c82-51d3-4bb7-a412-15dba01b2edc None None] For port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1e61a6e6-f72b-4e24-8118-0f744c87e1ef,segment=NetworkSegment(e256c7d0-b3e2-4ce8-9028-bf8b26920599),segment_id=e256c7d0-b3e2-4ce8-9028-bf8b26920599)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:31.893305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1e61a6e6-f72b-4e24-8118-0f744c87e1ef up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:31.912331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:31.924112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: 591bc2f3-0a85-4030-9297-a3900129ccd1, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:31.927595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=787a5418-1676-4ce9-9e2f-93d646652c4a,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:31.968183 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f49a0c82-51d3-4bb7-a412-15dba01b2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:31.975520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 591bc2f3-0a85-4030-9297-a3900129ccd1 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:31.991999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 591bc2f3-0a85-4030-9297-a3900129ccd1) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:31.997515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:31.998356 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.034868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1765e7-198e-4e21-8f91-3962f7e338f6 None None] Network 591bc2f3-0a85-4030-9297-a3900129ccd1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:32.043803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57158) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:32.044807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6caa2f25-aa3c-41e8-b6d8-08b9396ba65a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1431994 Dec 15 14:10:32.182607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a0c82-51d3-4bb7-a412-15dba01b2edc None None] Pushing event updated for resources: {'Port': ['ID=1e61a6e6-f72b-4e24-8118-0f744c87e1ef,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:32.193234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:32.193618 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.195303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b569ee74-4d94-43ce-a3a7-f0c7610946dd None None] Provisioning complete for port ab458059-511c-40a7-8f80-1ffd1a345a1d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:32.195658 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b569ee74-4d94-43ce-a3a7-f0c7610946dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.308402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b569ee74-4d94-43ce-a3a7-f0c7610946dd None None] Port ab458059-511c-40a7-8f80-1ffd1a345a1d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:32.314833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-591bc2f3-0a85-4030-9297-a3900129ccd1', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:32.315818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.348059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b569ee74-4d94-43ce-a3a7-f0c7610946dd None None] Provisioning complete for port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:32.348448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b569ee74-4d94-43ce-a3a7-f0c7610946dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.611365 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3d33668-1ae7-4fa6-b9a1-893cd68f3e62 req-ffd1f295-69e2-471e-90d3-33d59f5fab5d tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 210 time: 0.0431826 Dec 15 14:10:32.708288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Allocated IP 172.22.0.2 (591bc2f3-0a85-4030-9297-a3900129ccd1/787a5418-1676-4ce9-9e2f-93d646652c4a/885c942f-fee7-4273-a687-eb36c755e668) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:32.752604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.826304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-78308c8e-3dae-45ec-a3ad-41d3c969439e None None] Provisioning complete for port ab458059-511c-40a7-8f80-1ffd1a345a1d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:32.826790 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78308c8e-3dae-45ec-a3ad-41d3c969439e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.881499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-78308c8e-3dae-45ec-a3ad-41d3c969439e None None] Port ab458059-511c-40a7-8f80-1ffd1a345a1d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:32.953447 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:32.964939 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.030204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Network 591bc2f3-0a85-4030-9297-a3900129ccd1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:33.039751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:33.042578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:33.066545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Pushing event updated for resources: {'Port': ['ID=885c942f-fee7-4273-a687-eb36c755e668,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:33.093962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-ef40bc10-1ee4-41e6-9cae-6e927527155f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:33.095562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-ef40bc10-1ee4-41e6-9cae-6e927527155f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.24 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 815 time: 0.2243533 Dec 15 14:10:33.136880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Request body: {'port': {'device_id': '980b1bf3-ae9d-452e-8afc-f87a7bf4e138', 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'admin_state_up': True, 'tenant_id': 'a15afec01cde435993e203110fac6694'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:33.148682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Attempting to bind port 885c942f-fee7-4273-a687-eb36c755e668 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:33.149367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Attempting to bind port 885c942f-fee7-4273-a687-eb36c755e668 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:33.150471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Attempting to bind port 885c942f-fee7-4273-a687-eb36c755e668 on network 591bc2f3-0a85-4030-9297-a3900129ccd1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:33.158480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:33.159293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Checking segment: {'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:33.159934 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.160557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Bound using segment: {'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:33.161355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Bound port: 885c942f-fee7-4273-a687-eb36c755e668, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:33.161946 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.196112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1e61a6e6-f72b-4e24-8118-0f744c87e1ef up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:33.210937 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:10:33.314406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] For port 885c942f-fee7-4273-a687-eb36c755e668, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:33.318183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] For port 885c942f-fee7-4273-a687-eb36c755e668, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=885c942f-fee7-4273-a687-eb36c755e668,segment=NetworkSegment(b9c56314-8414-474b-852b-77af08df76b6),segment_id=b9c56314-8414-474b-852b-77af08df76b6)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:33.320650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.22.0.1 (591bc2f3-0a85-4030-9297-a3900129ccd1/787a5418-1676-4ce9-9e2f-93d646652c4a/51c2a34d-6c4b-4354-9d62-1e487c0771f7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:33.324479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:33.324874 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.357358 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.358793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Made reservation on behalf of a15afec01cde435993e203110fac6694 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:33.362920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.463839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c377115-1b9d-47e4-ad91-56f54f108e35 None None] Pushing event updated for resources: {'Port': ['ID=885c942f-fee7-4273-a687-eb36c755e668,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:33.550565 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:33.559593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.566345 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:33.566919 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:33.603523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Allocated IP 172.20.0.13 (af22d048-bf11-40a6-8165-9a842b191a3c/353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9/79aec6a4-21d5-4812-8481-cb622723e1ad) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:33.633271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.676038 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:33.845922 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-901da936-19b3-4e4d-b09a-c3510668166d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.861922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 591bc2f3-0a85-4030-9297-a3900129ccd1 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:33.862523 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d88139b-09fd-4f63-b718-c6c4ad1e213b req-b965cb32-7b3d-4a2d-853d-b3d5bc779523 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 210 time: 0.0847607 Dec 15 14:10:33.866681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=51c2a34d-6c4b-4354-9d62-1e487c0771f7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:33.874245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:33.886865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:33.962259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.993853 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 3, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 2, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:34.022367 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:34.022818 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Updating router 62d62636-0202-45d7-a4e7-04459d906d6c port ab458059-511c-40a7-8f80-1ffd1a345a1d binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:34.025877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.055122 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.127296 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.141046 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.157440 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['28b9bb01-d32a-4404-bf2e-81a6e8911632'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:10:34.164757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e880a85f-f285-40be-88de-ae9074401b65', '2c59d8a5-4de1-49b0-ba91-7d5e92847d15'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:10:34.232713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Network af22d048-bf11-40a6-8165-9a842b191a3c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:34.237410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Pushing event updated for resources: {'Port': ['ID=79aec6a4-21d5-4812-8481-cb622723e1ad,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:34.242858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:34.247546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:34.307237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:34.307684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.424635 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-a53c1d73-e531-4075-af4a-d4a147c0d441 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2943294 Dec 15 14:10:34.440306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Request body: {'port': {'device_id': '980b1bf3-ae9d-452e-8afc-f87a7bf4e138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:34.447244 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.467689 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.555115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.556899 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57918cf-7955-4a68-a198-a0afcd5159f6 None None] Pushing event updated for resources: {'Port': ['ID=ab458059-511c-40a7-8f80-1ffd1a345a1d,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:34.648695 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Attempting to bind port ab458059-511c-40a7-8f80-1ffd1a345a1d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:34.648965 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Attempting to bind port ab458059-511c-40a7-8f80-1ffd1a345a1d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:34.649338 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Attempting to bind port ab458059-511c-40a7-8f80-1ffd1a345a1d on network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:34.658372 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:34.658753 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Checking segment: {'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:34.659164 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.659572 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Bound using segment: {'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:34.660066 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Bound port: ab458059-511c-40a7-8f80-1ffd1a345a1d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e256c7d0-b3e2-4ce8-9028-bf8b26920599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:34.660450 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.760630 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] For port ab458059-511c-40a7-8f80-1ffd1a345a1d, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:34.767311 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] For port ab458059-511c-40a7-8f80-1ffd1a345a1d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ab458059-511c-40a7-8f80-1ffd1a345a1d,segment=NetworkSegment(e256c7d0-b3e2-4ce8-9028-bf8b26920599),segment_id=e256c7d0-b3e2-4ce8-9028-bf8b26920599)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:34.783644 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.837081 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:34.838094 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:34.861724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.911703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.949141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:34.970127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b6f1d1a7-5d57-4146-9ae1-5cdbcc341c30 None None] Provisioning complete for port ab458059-511c-40a7-8f80-1ffd1a345a1d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:34.971161 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d1a7-5d57-4146-9ae1-5cdbcc341c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.021205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.058854 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:35.100203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57918cf-7955-4a68-a198-a0afcd5159f6 None None] Pushing event updated for resources: {'Port': ['ID=ab458059-511c-40a7-8f80-1ffd1a345a1d,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:35.101024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d5abf-a831-4b9f-ace2-9c5d8fe711f4 None None] Network 591bc2f3-0a85-4030-9297-a3900129ccd1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:35.115299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b6b9-00e5-4fea-8499-35c3edcbdfef req-44208cb0-9d94-4ea4-be92-7a9cd9784d8a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:35.124921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6bb3b6b9-00e5-4fea-8499-35c3edcbdfef req-44208cb0-9d94-4ea4-be92-7a9cd9784d8a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 932 time: 0.1228840 Dec 15 14:10:35.226413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6bb3b6b9-00e5-4fea-8499-35c3edcbdfef req-ea1e0396-c989-4e2f-abe9-76c330fae35c tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994263 Dec 15 14:10:35.312667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 885c942f-fee7-4273-a687-eb36c755e668 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:35.330778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79aec6a4-21d5-4812-8481-cb622723e1ad {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:10:35.347225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.348370 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d1a7-5d57-4146-9ae1-5cdbcc341c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.353017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=51c2a34d-6c4b-4354-9d62-1e487c0771f7,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:35.383604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Transition to ACTIVE for port object 79aec6a4-21d5-4812-8481-cb622723e1ad will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:10:35.397408 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.415686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b6f1d1a7-5d57-4146-9ae1-5cdbcc341c30 None None] For port ab458059-511c-40a7-8f80-1ffd1a345a1d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ab458059-511c-40a7-8f80-1ffd1a345a1d,segment=NetworkSegment(e256c7d0-b3e2-4ce8-9028-bf8b26920599),segment_id=e256c7d0-b3e2-4ce8-9028-bf8b26920599)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:35.428782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 885c942f-fee7-4273-a687-eb36c755e668 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:35.429161 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.432331 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d1a7-5d57-4146-9ae1-5cdbcc341c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.473660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Pushing event updated for resources: {'Port': ['ID=79aec6a4-21d5-4812-8481-cb622723e1ad,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:35.487971 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:34Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:33Z', 'revision_number': 1, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:34Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:35.540278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network 591bc2f3-0a85-4030-9297-a3900129ccd1 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:35.560371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:35.562345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1d1a7-5d57-4146-9ae1-5cdbcc341c30 None None] Pushing event updated for resources: {'Port': ['ID=ab458059-511c-40a7-8f80-1ffd1a345a1d,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:35.606701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fb191fc7-a4c6-4a59-81d2-a28d6bd5e48a None None] Provisioning complete for port ab458059-511c-40a7-8f80-1ffd1a345a1d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:35.607200 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fb191fc7-a4c6-4a59-81d2-a28d6bd5e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.640758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Attempting to bind port 79aec6a4-21d5-4812-8481-cb622723e1ad on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:35.641225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Attempting to bind port 79aec6a4-21d5-4812-8481-cb622723e1ad by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:35.641590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Attempting to bind port 79aec6a4-21d5-4812-8481-cb622723e1ad on network af22d048-bf11-40a6-8165-9a842b191a3c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:35.646954 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5510061-2ef6-4362-ad73-32a41597545c None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:34Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:33Z', 'revision_number': 1, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:34Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:35.650635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Port 79aec6a4-21d5-4812-8481-cb622723e1ad on network af22d048-bf11-40a6-8165-9a842b191a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:10:35.651505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Attempting to bind port 79aec6a4-21d5-4812-8481-cb622723e1ad on network af22d048-bf11-40a6-8165-9a842b191a3c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:35.656310 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.691202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:35.691547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Checking segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:35.692139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Bound using segment: {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:35.692591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Bound port: 79aec6a4-21d5-4812-8481-cb622723e1ad, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dce036-57f1-4603-b304-6bf0d6b188fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:35.693648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.714549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-7ba77037-a998-4ee4-8e73-06e1dd3f92b9 req-b20c8412-58bd-4e42-a2bc-c2fdb82293df tempest-ServerAddressesNegativeTestJSON-1317221347 tempest-ServerAddressesNegativeTestJSON-1317221347-project] (109768) timed out ('10.222.0.74', 56908) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:10:35.722202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 885c942f-fee7-4273-a687-eb36c755e668, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=885c942f-fee7-4273-a687-eb36c755e668,segment=NetworkSegment(b9c56314-8414-474b-852b-77af08df76b6),segment_id=b9c56314-8414-474b-852b-77af08df76b6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:35.754172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.852751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:35.867708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] For port 79aec6a4-21d5-4812-8481-cb622723e1ad, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:35.873847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] For port 79aec6a4-21d5-4812-8481-cb622723e1ad, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=79aec6a4-21d5-4812-8481-cb622723e1ad,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:35.882274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fb191fc7-a4c6-4a59-81d2-a28d6bd5e48a None None] Provisioning complete for port 885c942f-fee7-4273-a687-eb36c755e668 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:35.883040 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fb191fc7-a4c6-4a59-81d2-a28d6bd5e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.885938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=885c942f-fee7-4273-a687-eb36c755e668,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:36.019439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:36.024946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.032161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-72641b3f-8968-4230-a357-bca324c46a18 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9859688 Dec 15 14:10:36.034452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:36.040744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'network': {'name': 'tempest-RoutersTest-803677214'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:36.104861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:36.106544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.109226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] 10.222.0.24 "PUT /v2.0/ports/79aec6a4-21d5-4812-8481-cb622723e1ad HTTP/1.1" status: 200 len: 1092 time: 1.6756604 Dec 15 14:10:36.133093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980b1bf3-ae9d-452e-8afc-f87a7bf4e138', 'tag': '79aec6a4-21d5-4812-8481-cb622723e1ad'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:10:36.138429 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb4468a-39e1-4098-b7ca-54941407b567" -d '{"events": [{"name": "network-changed", "server_uuid": "980b1bf3-ae9d-452e-8afc-f87a7bf4e138", "tag": "79aec6a4-21d5-4812-8481-cb622723e1ad"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:10:36.157389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-14918f8b-71d1-49fb-a34e-66a3fd92cd40 None None] Provisioning complete for port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:36.158116 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14918f8b-71d1-49fb-a34e-66a3fd92cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.236100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:36.239693 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.256058 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc90c2e-f664-4ebb-bace-ee57f099535e x-openstack-request-id: req-6cc90c2e-f664-4ebb-bace-ee57f099535e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:10:36.261352 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980b1bf3-ae9d-452e-8afc-f87a7bf4e138", "tag": "79aec6a4-21d5-4812-8481-cb622723e1ad", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:10:36.261624 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6cc90c2e-f664-4ebb-bace-ee57f099535e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:10:36.262042 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980b1bf3-ae9d-452e-8afc-f87a7bf4e138', 'tag': '79aec6a4-21d5-4812-8481-cb622723e1ad', 'status': 'completed', 'code': 200} Dec 15 14:10:36.280371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933e2e7-cc92-45b9-937f-737b4032f709 service neutron] Pushing event updated for resources: {'Port': ['ID=79aec6a4-21d5-4812-8481-cb622723e1ad,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:36.363987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:36.369693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-ac9056fb-6edb-47b0-a878-acdb6313a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:36.371271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-ac9056fb-6edb-47b0-a878-acdb6313a29e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 1095 time: 0.1972079 Dec 15 14:10:36.473350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.473800 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added segment 97aba1d8-bf6d-4ecb-81e8-7e659351a067 of type vlan for network af6f1e3f-935f-4579-ab15-d2d5965be944 Dec 15 14:10:36.476000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-d56941c7-6a25-49f7-b6c8-413bffce7468 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79aec6a4-21d5-4812-8481-cb622723e1ad HTTP/1.1" status: 200 len: 217 time: 0.0870709 Dec 15 14:10:36.623091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-79561ad2-5f98-457f-b45f-1018d8a9a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:36.625644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-79561ad2-5f98-457f-b45f-1018d8a9a820 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.1302600 Dec 15 14:10:36.644185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-14918f8b-71d1-49fb-a34e-66a3fd92cd40 None None] Port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:36.664128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.678282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57204) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:36.679293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.683123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-14918f8b-71d1-49fb-a34e-66a3fd92cd40 None None] Provisioning complete for port 885c942f-fee7-4273-a687-eb36c755e668 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:36.683528 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14918f8b-71d1-49fb-a34e-66a3fd92cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.693346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-ad06b5be-1d86-4c75-85ac-ec1ba19dda3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538335 Dec 15 14:10:36.706563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cf83a-ae61-434a-ad5d-74cbf59c372f req-1195410f-411a-4899-8587-d2d103c5361f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:36.708699 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-169cf83a-ae61-434a-ad5d-74cbf59c372f req-1195410f-411a-4899-8587-d2d103c5361f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 944 time: 0.3550012 Dec 15 14:10:36.847125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.849503 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.855089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:36.855648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.864118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-43d33df9-8073-4851-9be0-77c31abff5b4 service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528411 Dec 15 14:10:36.874138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:36.887013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:36.887778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:36.983413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-90ecffb2-b1cb-4b93-8ec3-d44d85dafc7a None None] Provisioning complete for port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:36.983748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90ecffb2-b1cb-4b93-8ec3-d44d85dafc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.985838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.991285 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.021195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:37.027569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d23cb387bc044de0bd8803f842fba5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3465984 Dec 15 14:10:37.035203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57208) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:37.070102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-90ecffb2-b1cb-4b93-8ec3-d44d85dafc7a None None] Port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:37.092862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578433f0-133e-434e-bc07-5da91c2c6f67,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:37.112241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.112593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.113592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.113791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.114138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.114475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.114812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.115143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.115475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.115803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.116157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.116470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.116794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d4344-c83e-4628-a3cc-d301c3609595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:37.206709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94af072a-aa1d-4c15-b30d-18d876d0028e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.241473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94af072a-aa1d-4c15-b30d-18d876d0028e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.333910 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94af072a-aa1d-4c15-b30d-18d876d0028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.336848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94af072a-aa1d-4c15-b30d-18d876d0028e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.340362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-94af072a-aa1d-4c15-b30d-18d876d0028e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/578433f0-133e-434e-bc07-5da91c2c6f67 HTTP/1.1" status: 204 len: 168 time: 0.3018486 Dec 15 14:10:37.340570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ab458059-511c-40a7-8f80-1ffd1a345a1d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:37.365358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af072a-aa1d-4c15-b30d-18d876d0028e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578433f0-133e-434e-bc07-5da91c2c6f67,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:37.407451 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.474073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4375384 Dec 15 14:10:37.477708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57212) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:37.486170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'subnet': {'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:37.520422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ab458059-511c-40a7-8f80-1ffd1a345a1d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:37.521309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.541460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-169cf83a-ae61-434a-ad5d-74cbf59c372f req-83735096-2a7c-480b-bb3f-fbaa5469a803 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546570 Dec 15 14:10:37.557976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76b429-b01d-4300-8061-5b554cbfde0b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Network': ['ID=af6f1e3f-935f-4579-ab15-d2d5965be944,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:37.584555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:34Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:34Z', 'revision_number': 2, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:37.594005 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ac7e0633-9884-4ba6-8962-fe3674c25fbf req-331569d3-96c6-499e-84cf-f48e975bbeca service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137887 Dec 15 14:10:37.619945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network af6f1e3f-935f-4579-ab15-d2d5965be944 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:37.702034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:37.706189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Updating router 62d62636-0202-45d7-a4e7-04459d906d6c port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:37.747814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-be2d3748-b8d8-42db-8df4-559fe5c1d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:37.750306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-be2d3748-b8d8-42db-8df4-559fe5c1d3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 1095 time: 0.0850558 Dec 15 14:10:37.761785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Made reservation on behalf of c354a0ba871843a295ccde1cff7d6c0e for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:37.770652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.775288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.860551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57218) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:37.881513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af7ee00-74ff-4b54-8024-c263e22e3fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:37.881826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-da9113de-0d7b-443b-aa71-0283eb591409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:37.883200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-da9113de-0d7b-443b-aa71-0283eb591409 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 917 time: 0.1252933 Dec 15 14:10:37.935153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 885c942f-fee7-4273-a687-eb36c755e668 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:37.942929 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-5c833bf2-06a2-4aba-be55-c2792f5f812c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79aec6a4-21d5-4812-8481-cb622723e1ad HTTP/1.1" status: 200 len: 217 time: 0.0510268 Dec 15 14:10:38.040152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-b8ba683a-c8c2-4f90-b13b-f801f340d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:38.042735 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-b8ba683a-c8c2-4f90-b13b-f801f340d542 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.0921931 Dec 15 14:10:38.048816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af7ee00-74ff-4b54-8024-c263e22e3fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.076033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2af7ee00-74ff-4b54-8024-c263e22e3fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.083249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-9f46121a-4c1d-40be-9ae9-8c17b22939bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311875 Dec 15 14:10:38.105788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 885c942f-fee7-4273-a687-eb36c755e668 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:38.106396 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.169994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2af7ee00-74ff-4b54-8024-c263e22e3fbe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a5634396d32441f970b49a8a111212c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067477 Dec 15 14:10:38.171027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57220) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:38.186691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7ee00-74ff-4b54-8024-c263e22e3fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa6cf5-999b-4fa3-8b6e-e22aa61749ab,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:38.208621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.210429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-8a24816b-76e9-4922-aedf-d6777bdaf4aa service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193538 Dec 15 14:10:38.303802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.310614 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.314379 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fb4468a-39e1-4098-b7ca-54941407b567 req-d6b12c28-9c60-44dd-b0d9-e012582693be service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961695 Dec 15 14:10:38.314799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Subnet': ['ID=1ab1e7bf-ce17-4437-a2a2-07cd2a903a66,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:38.317311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2018a5a0-6432-4053-b922-9919da674c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.320791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Checking segment: {'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:38.321208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network hostable DHCP agents. Network: af6f1e3f-935f-4579-ab15-d2d5965be944, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:38.352059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2018a5a0-6432-4053-b922-9919da674c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.381369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646660b0-b373-4b80-824a-75e7335ac949 None None] Pushing event updated for resources: {'Port': ['ID=51c2a34d-6c4b-4354-9d62-1e487c0771f7,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:38.393420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network af6f1e3f-935f-4579-ab15-d2d5965be944 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:38.416333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, af6f1e3f-935f-4579-ab15-d2d5965be944) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:38.423225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:38.424389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.439516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa4fea-dbaa-42fb-b35c-bafaaa51376d None None] Network af6f1e3f-935f-4579-ab15-d2d5965be944 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:38.443341 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2018a5a0-6432-4053-b922-9919da674c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.447317 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2018a5a0-6432-4053-b922-9919da674c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.456477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2018a5a0-6432-4053-b922-9919da674c6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4bfa6cf5-999b-4fa3-8b6e-e22aa61749ab HTTP/1.1" status: 204 len: 168 time: 0.2790329 Dec 15 14:10:38.467659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57224) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:38.470034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-25ae9f2f-590c-45bf-b1fe-2a273580bcf3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9888022 Dec 15 14:10:38.480849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018a5a0-6432-4053-b922-9919da674c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa6cf5-999b-4fa3-8b6e-e22aa61749ab,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:38.536436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Attempting to bind port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:38.536871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Attempting to bind port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:38.537252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Attempting to bind port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 on network 591bc2f3-0a85-4030-9297-a3900129ccd1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:38.571701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:38.572023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Checking segment: {'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:38.572534 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.573030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Bound using segment: {'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:38.573868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Bound port: 51c2a34d-6c4b-4354-9d62-1e487c0771f7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c56314-8414-474b-852b-77af08df76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:38.574438 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.677630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] For port 51c2a34d-6c4b-4354-9d62-1e487c0771f7, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:38.690959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] For port 51c2a34d-6c4b-4354-9d62-1e487c0771f7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=51c2a34d-6c4b-4354-9d62-1e487c0771f7,segment=NetworkSegment(b9c56314-8414-474b-852b-77af08df76b6),segment_id=b9c56314-8414-474b-852b-77af08df76b6)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:38.694474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-af6f1e3f-935f-4579-ab15-d2d5965be944', 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944', 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'fixed_ips': [{'subnet_id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:38.695573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.710126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.855460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9ddd54a3-f292-4c55-b5d7-3fc09faf0638 None None] Provisioning complete for port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:38.855837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ddd54a3-f292-4c55-b5d7-3fc09faf0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.862399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:38.862950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:38.873352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81939a3c-bc99-4e60-9cb6-b870a7ebce37 req-293e6551-d9de-4888-89de-47f8eadb771f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:38.875026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81939a3c-bc99-4e60-9cb6-b870a7ebce37 req-293e6551-d9de-4888-89de-47f8eadb771f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 944 time: 0.2239857 Dec 15 14:10:39.000298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646660b0-b373-4b80-824a-75e7335ac949 None None] Pushing event updated for resources: {'Port': ['ID=51c2a34d-6c4b-4354-9d62-1e487c0771f7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:39.097075 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ddd54a3-f292-4c55-b5d7-3fc09faf0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.102590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81939a3c-bc99-4e60-9cb6-b870a7ebce37 req-dfa3bc90-fea6-462b-b52c-baff89e49a67 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939499 Dec 15 14:10:39.105187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.114687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:39.156774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Allocated IP 172.23.0.2 (af6f1e3f-935f-4579-ab15-d2d5965be944/1ab1e7bf-ce17-4437-a2a2-07cd2a903a66/6cb94cc7-29f4-4c29-b825-9b2ee600b3cd) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:39.185324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9ddd54a3-f292-4c55-b5d7-3fc09faf0638 None None] For port 51c2a34d-6c4b-4354-9d62-1e487c0771f7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=51c2a34d-6c4b-4354-9d62-1e487c0771f7,segment=NetworkSegment(b9c56314-8414-474b-852b-77af08df76b6),segment_id=b9c56314-8414-474b-852b-77af08df76b6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:39.192557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 51c2a34d-6c4b-4354-9d62-1e487c0771f7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:39.201405 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ddd54a3-f292-4c55-b5d7-3fc09faf0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.583198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-215c0e58-e723-4649-a589-7aaa4100d1dc None None] Provisioning complete for port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:39.583547 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-215c0e58-e723-4649-a589-7aaa4100d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.613793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd54a3-f292-4c55-b5d7-3fc09faf0638 None None] Pushing event updated for resources: {'Port': ['ID=51c2a34d-6c4b-4354-9d62-1e487c0771f7,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:39.695355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:39.695731 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.828495 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.850505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.908243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Allocated IP 172.23.0.1 (af6f1e3f-935f-4579-ab15-d2d5965be944/1ab1e7bf-ce17-4437-a2a2-07cd2a903a66/5b3d9418-5533-4999-8fa0-88e409779168) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:39.912195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Network af6f1e3f-935f-4579-ab15-d2d5965be944 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:39.950214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:39.957526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:39.961508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Pushing event updated for resources: {'Port': ['ID=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:39.972819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:34Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:38Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:40.012231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a512b-8d1a-406c-b13d-683e22f6e4cf None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:34Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:38Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:40.050601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.065901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Attempting to bind port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:40.066288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Attempting to bind port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:40.066673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Attempting to bind port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd on network af6f1e3f-935f-4579-ab15-d2d5965be944 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:40.072113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:40.072511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Checking segment: {'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:40.072929 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.073349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Bound using segment: {'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:40.073866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Bound port: 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:40.074275 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.102295 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.150144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network af6f1e3f-935f-4579-ab15-d2d5965be944 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:40.153492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:40.157904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:40.159996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] For port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:40.163762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] For port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,segment=NetworkSegment(97aba1d8-bf6d-4ecb-81e8-7e659351a067),segment_id=97aba1d8-bf6d-4ecb-81e8-7e659351a067)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:40.167128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=5b3d9418-5533-4999-8fa0-88e409779168,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:40.181683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.218636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.279328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a2dd-6eb5-49a2-8683-129421694bd1 None None] Pushing event updated for resources: {'Port': ['ID=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:40.366887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727bee4-e205-4327-8894-5758b4ede7cc req-b2b8ef82-d876-4aee-aa49-d66be6b457bd tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:40.368499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a727bee4-e205-4327-8894-5758b4ede7cc req-b2b8ef82-d876-4aee-aa49-d66be6b457bd tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 944 time: 0.0893369 Dec 15 14:10:40.435940 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.475458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a727bee4-e205-4327-8894-5758b4ede7cc req-dc9fb3f8-3e97-446e-9218-d208c6bd5d6d tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002450 Dec 15 14:10:40.766060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.770934 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.851343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event updated for resources: {'Port': ['ID=5b3d9418-5533-4999-8fa0-88e409779168,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:40.853765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:40.960641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Network af6f1e3f-935f-4579-ab15-d2d5965be944 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:40.962176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:41.108035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:41.212452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 79aec6a4-21d5-4812-8481-cb622723e1ad details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:10:41.245038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:41.255424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fddbc5fa-bb3d-4946-b4e9-e994a8997e0d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7835057 Dec 15 14:10:41.256114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57286) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:41.263764 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:41.267939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:41.284830 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:41.285841 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:41.291500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:41.420071 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:41.456398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 79aec6a4-21d5-4812-8481-cb622723e1ad, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=79aec6a4-21d5-4812-8481-cb622723e1ad,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:41.471234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:41.471701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.474539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '79aec6a4-21d5-4812-8481-cb622723e1ad', 'network_id': 'af22d048-bf11-40a6-8165-9a842b191a3c', 'port_id': '79aec6a4-21d5-4812-8481-cb622723e1ad', 'mac_address': 'fa:16:3e:55:fc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:10:41.494704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8006d738-c20c-4ae9-b046-184d5d29e2b6 None None] Network af6f1e3f-935f-4579-ab15-d2d5965be944 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:41.622703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.638667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aaee8c59-6205-4bbf-acea-f9ecfe892a40 None None] Provisioning complete for port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:41.639047 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aaee8c59-6205-4bbf-acea-f9ecfe892a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.684948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79aec6a4-21d5-4812-8481-cb622723e1ad {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:10:41.747099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.extraroute_db [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:10:41.773294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 79aec6a4-21d5-4812-8481-cb622723e1ad, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=79aec6a4-21d5-4812-8481-cb622723e1ad,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:41.781737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.extraroute_db [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Removed routes are [] {{(pid=109768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:10:41.783168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.783420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33649fa-82c4-46ef-8470-0a47f8857a02 req-b8e6d900-1059-469b-9956-67ee5c2f6ef7 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:41.791753 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.794250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.811482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c33649fa-82c4-46ef-8470-0a47f8857a02 req-b8e6d900-1059-469b-9956-67ee5c2f6ef7 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 944 time: 0.1605837 Dec 15 14:10:41.896738 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:40Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3d9418-5533-4999-8fa0-88e409779168', 'name': '', 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:43:6a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:39Z', 'updated_at': '2021-12-15T14:10:40Z', 'revision_number': 2, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:41.918637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,segment=NetworkSegment(97aba1d8-bf6d-4ecb-81e8-7e659351a067),segment_id=97aba1d8-bf6d-4ecb-81e8-7e659351a067)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:41.928325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=79aec6a4-21d5-4812-8481-cb622723e1ad,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:41.930044 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c33649fa-82c4-46ef-8470-0a47f8857a02 req-41be3e59-2eb7-41b8-a6a9-13811910e5d5 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161981 Dec 15 14:10:41.934543 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.935429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 51c2a34d-6c4b-4354-9d62-1e487c0771f7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:41.940552 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aaee8c59-6205-4bbf-acea-f9ecfe892a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.956874 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:41.956874 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Updating router 62d62636-0202-45d7-a4e7-04459d906d6c port 5b3d9418-5533-4999-8fa0-88e409779168 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:41.985224 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.040606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['79aec6a4-21d5-4812-8481-cb622723e1ad'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:10:42.071251 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.087709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.090314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:42.153455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:42.153839 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.192551 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-aaee8c59-6205-4bbf-acea-f9ecfe892a40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:10:42.193104 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-aaee8c59-6205-4bbf-acea-f9ecfe892a40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:10:42.218838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:42.323473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:42.344377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.348969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57294) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:42.350139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4f34d3ff-cb69-416a-ad18-cf55b022428a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 200 len: 934 time: 1.0918739 Dec 15 14:10:42.395440 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.402782 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.454839 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Pushing event updated for resources: {'Port': ['ID=5b3d9418-5533-4999-8fa0-88e409779168,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:42.456494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2f6c7831-6702-4f18-9195-470ec3232b14 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 200 len: 934 time: 0.1063659 Dec 15 14:10:42.459056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57296) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:42.463512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'routes': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:42.478899 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.479256 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.479609 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.480190 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.480531 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.480867 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.481205 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.481537 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.481865 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.482193 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.482522 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.482848 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.483173 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:42.520293 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Attempting to bind port 5b3d9418-5533-4999-8fa0-88e409779168 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:42.520664 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Attempting to bind port 5b3d9418-5533-4999-8fa0-88e409779168 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:42.521057 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Attempting to bind port 5b3d9418-5533-4999-8fa0-88e409779168 on network af6f1e3f-935f-4579-ab15-d2d5965be944 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:42.526506 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:42.526887 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Checking segment: {'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:42.527294 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.527686 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Bound using segment: {'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:42.528167 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Bound port: 5b3d9418-5533-4999-8fa0-88e409779168, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aba1d8-bf6d-4ecb-81e8-7e659351a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:42.528545 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.593974 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] For port 5b3d9418-5533-4999-8fa0-88e409779168, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:42.601247 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] For port 5b3d9418-5533-4999-8fa0-88e409779168, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5b3d9418-5533-4999-8fa0-88e409779168,segment=NetworkSegment(97aba1d8-bf6d-4ecb-81e8-7e659351a067),segment_id=97aba1d8-bf6d-4ecb-81e8-7e659351a067)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:42.611019 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:42.668553 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:42.669500 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:42.714053 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdcda6-c364-4ada-86a8-fd7c2833565c None None] Pushing event updated for resources: {'Port': ['ID=5b3d9418-5533-4999-8fa0-88e409779168,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:42.779332 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:42.879459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:10:42.879459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:10:42.938327 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.058309 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:41Z', 'revision_number': 6, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3d9418-5533-4999-8fa0-88e409779168', 'name': '', 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:43:6a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:39Z', 'updated_at': '2021-12-15T14:10:42Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:43.090733 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cba5a-4e71-428f-ad0f-b62e129c934e None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:41Z', 'revision_number': 6, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3d9418-5533-4999-8fa0-88e409779168', 'name': '', 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:43:6a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:39Z', 'updated_at': '2021-12-15T14:10:42Z', 'revision_number': 4, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:43.119389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-25348952-c54c-4c8b-a1ca-ce8e0b7f0556 None None] Provisioning complete for port 5b3d9418-5533-4999-8fa0-88e409779168 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:43.119964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-25348952-c54c-4c8b-a1ca-ce8e0b7f0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.144890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c1df0-70fa-4381-808b-c24abb4ece37 req-59cb7375-9e00-4f3f-90b8-544a276745cb tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:43.146503 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-940c1df0-70fa-4381-808b-c24abb4ece37 req-59cb7375-9e00-4f3f-90b8-544a276745cb tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 945 time: 0.0827148 Dec 15 14:10:43.265672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 79aec6a4-21d5-4812-8481-cb622723e1ad up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:43.270595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:43.356677 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-940c1df0-70fa-4381-808b-c24abb4ece37 req-0077ee54-fb29-4c1d-9776-904b32aff176 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340356 Dec 15 14:10:43.371843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.375628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.395489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-25348952-c54c-4c8b-a1ca-ce8e0b7f0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.438197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-25348952-c54c-4c8b-a1ca-ce8e0b7f0556 None None] For port 5b3d9418-5533-4999-8fa0-88e409779168, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5b3d9418-5533-4999-8fa0-88e409779168,segment=NetworkSegment(97aba1d8-bf6d-4ecb-81e8-7e659351a067),segment_id=97aba1d8-bf6d-4ecb-81e8-7e659351a067)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:43.456544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-25348952-c54c-4c8b-a1ca-ce8e0b7f0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.499525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-25348952-c54c-4c8b-a1ca-ce8e0b7f0556 None None] Provisioning complete for port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:43.500089 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-25348952-c54c-4c8b-a1ca-ce8e0b7f0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.510944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:43.551369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:43.552120 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.615300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 79aec6a4-21d5-4812-8481-cb622723e1ad completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:10:43.641560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:43.650506 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.650920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 79aec6a4-21d5-4812-8481-cb622723e1ad triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:43.654155 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.654373 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c249a50-03e8-4aa6-a2de-f2a0d95ddc06 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 200 len: 700 time: 1.1917646 Dec 15 14:10:43.654660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57310) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:43.655437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25348952-c54c-4c8b-a1ca-ce8e0b7f0556 None None] Pushing event updated for resources: {'Port': ['ID=5b3d9418-5533-4999-8fa0-88e409779168,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:43.800392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1855dacc-4451-4a6b-875c-7c764c29e0d7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 200 len: 700 time: 0.1436090 Dec 15 14:10:43.802881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57312) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:43.826611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.857264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980b1bf3-ae9d-452e-8afc-f87a7bf4e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aec6a4-21d5-4812-8481-cb622723e1ad'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:10:43.861946 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0494be-3857-44e6-9c67-bebc107898f6" -d '{"events": [{"server_uuid": "980b1bf3-ae9d-452e-8afc-f87a7bf4e138", "name": "network-vif-plugged", "status": "completed", "tag": "79aec6a4-21d5-4812-8481-cb622723e1ad"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:10:43.881722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 79aec6a4-21d5-4812-8481-cb622723e1ad, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=79aec6a4-21d5-4812-8481-cb622723e1ad,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:43.898054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c2f75bd-ff6b-492d-951a-3f89e00ef1ae None None] Provisioning complete for port 5b3d9418-5533-4999-8fa0-88e409779168 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:43.905138 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c2f75bd-ff6b-492d-951a-3f89e00ef1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:43.948930 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8607b0f9-fefb-4de0-a95c-0e369a63a4b5 x-openstack-request-id: req-8607b0f9-fefb-4de0-a95c-0e369a63a4b5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:10:43.949542 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980b1bf3-ae9d-452e-8afc-f87a7bf4e138", "name": "network-vif-plugged", "status": "completed", "tag": "79aec6a4-21d5-4812-8481-cb622723e1ad", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:10:43.949974 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8607b0f9-fefb-4de0-a95c-0e369a63a4b5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:10:43.950554 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980b1bf3-ae9d-452e-8afc-f87a7bf4e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aec6a4-21d5-4812-8481-cb622723e1ad', 'code': 200} Dec 15 14:10:43.952778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.070315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=79aec6a4-21d5-4812-8481-cb622723e1ad,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:44.086880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bdeef-a9bd-4c58-96f9-f48a403fba49 req-4539b347-68c2-413d-841e-b0fb0d88051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:44.088466 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18bdeef-a9bd-4c58-96f9-f48a403fba49 req-4539b347-68c2-413d-841e-b0fb0d88051c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 1097 time: 0.0762796 Dec 15 14:10:44.140334 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a18bdeef-a9bd-4c58-96f9-f48a403fba49 req-c89beb2d-20a3-4a6d-abc2-83fab451a8ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Dec 15 14:10:44.243325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:44.255701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:44.256460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:44.257487 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.358949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:44.564904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16787e32-ef6f-4fc3-9ef3-921893834a9f req-2f873757-2f0e-4afa-8eaa-9c71eab6188b tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:44.571009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16787e32-ef6f-4fc3-9ef3-921893834a9f req-2f873757-2f0e-4afa-8eaa-9c71eab6188b tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 946 time: 0.1157000 Dec 15 14:10:44.631429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 5b3d9418-5533-4999-8fa0-88e409779168 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:44.631964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.652090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:42Z', 'revision_number': 7, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3d9418-5533-4999-8fa0-88e409779168', 'name': '', 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:43:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:39Z', 'updated_at': '2021-12-15T14:10:43Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:44.681100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:44.695183 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:44.696127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:44.773930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16787e32-ef6f-4fc3-9ef3-921893834a9f req-6d051a97-4a85-4925-91db-c87df8acb9c1 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002556 Dec 15 14:10:44.780086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port 5b3d9418-5533-4999-8fa0-88e409779168, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5b3d9418-5533-4999-8fa0-88e409779168,segment=NetworkSegment(97aba1d8-bf6d-4ecb-81e8-7e659351a067),segment_id=97aba1d8-bf6d-4ecb-81e8-7e659351a067)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:44.780456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:44.802399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 5b3d9418-5533-4999-8fa0-88e409779168 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:44.807460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:45.097605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:42Z', 'revision_number': 7, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3d9418-5533-4999-8fa0-88e409779168', 'name': '', 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:43:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:39Z', 'updated_at': '2021-12-15T14:10:43Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:45.168009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8db532-dcb8-4d8b-ad35-e4c13d7581bf None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:42Z', 'revision_number': 7, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3d9418-5533-4999-8fa0-88e409779168', 'name': '', 'network_id': 'af6f1e3f-935f-4579-ab15-d2d5965be944', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:43:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:39Z', 'updated_at': '2021-12-15T14:10:43Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '1ab1e7bf-ce17-4437-a2a2-07cd2a903a66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:45.189217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5b3d9418-5533-4999-8fa0-88e409779168 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:45.262885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5b3d9418-5533-4999-8fa0-88e409779168 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:45.263559 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.455647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.504077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=5b3d9418-5533-4999-8fa0-88e409779168,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:45.660797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:45.867699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:45.995125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fc680-8a03-4edf-8a0c-b1ab7db43f6c req-4e32d77c-36ff-43b1-ba98-bb9623bc4fb6 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:45.996570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e87fc680-8a03-4edf-8a0c-b1ab7db43f6c req-4e32d77c-36ff-43b1-ba98-bb9623bc4fb6 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 946 time: 0.1272824 Dec 15 14:10:46.023045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:46.029096 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-39585cd5-a882-4df9-8814-62145fc72b1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2245936 Dec 15 14:10:46.031745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:46.036447 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:46.054198 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:46.054831 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:46.058952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e87fc680-8a03-4edf-8a0c-b1ab7db43f6c req-898824fc-c72f-4a5b-b08e-5c4a23b626a6 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538008 Dec 15 14:10:46.098749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cffb449-7341-4c95-b62e-294f4f5be8d5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 1ab1e7bf-ce17-4437-a2a2-07cd2a903a66 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:46.102826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cffb449-7341-4c95-b62e-294f4f5be8d5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.154683 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cffb449-7341-4c95-b62e-294f4f5be8d5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.155481 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:46.260874 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cffb449-7341-4c95-b62e-294f4f5be8d5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.349255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cffb449-7341-4c95-b62e-294f4f5be8d5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.400441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffb449-7341-4c95-b62e-294f4f5be8d5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab1e7bf-ce17-4437-a2a2-07cd2a903a66,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:46.406575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1cffb449-7341-4c95-b62e-294f4f5be8d5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.412861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1cffb449-7341-4c95-b62e-294f4f5be8d5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/1ab1e7bf-ce17-4437-a2a2-07cd2a903a66 HTTP/1.1" status: 204 len: 168 time: 0.3792267 Dec 15 14:10:46.415508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57346) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:46.421088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051ddb6-7927-4e3a-8a54-672ca3a325a6 None None] Network af6f1e3f-935f-4579-ab15-d2d5965be944 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:46.481210 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:44Z', 'revision_number': 8, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:46.525852 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:46.536789 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:46.537601 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:46.626624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.686700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] DHCP port deletion for af6f1e3f-935f-4579-ab15-d2d5965be944 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:46.705802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:46.706288 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.768808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] Deleting port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:46.770123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.774344 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:46.801187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,segment=NetworkSegment(97aba1d8-bf6d-4ecb-81e8-7e659351a067),segment_id=97aba1d8-bf6d-4ecb-81e8-7e659351a067)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:46.801710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.818769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:46.844747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] For port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,segment=NetworkSegment(97aba1d8-bf6d-4ecb-81e8-7e659351a067),segment_id=97aba1d8-bf6d-4ecb-81e8-7e659351a067)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:46.845383 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.877300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] Calling delete_port for 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:46.919946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:46.945405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57356) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:46.948203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No DVR routers for this DVR port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:46.979413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:47.074449 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.128957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.174847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] Pushing event deleted for resources: {'Port': ['ID=6cb94cc7-29f4-4c29-b825-9b2ee600b3cd,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:47.179695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87aa993-46ae-457e-892c-3bc3cd2c7aad None None] No DVR routers for this DVR port 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:47.188162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6f1e3f-935f-4579-ab15-d2d5965be944']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:47.200147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97aba1d8-bf6d-4ecb-81e8-7e659351a067') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:47.200453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97aba1d8-bf6d-4ecb-81e8-7e659351a067') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:47.216672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.219744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9e00e12c-68ea-461c-b609-8d6133366950 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4733 time: 0.2729940 Dec 15 14:10:47.224212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57358) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:47.231346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'network': {'name': 'tempest-network-smoke--2086505412', 'project_id': 'd291102b367a4449a84a741389d55566', 'port_security_enabled': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:47.254097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.261408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:47.262130 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:47.282037 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:47.297943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Made reservation on behalf of d291102b367a4449a84a741389d55566 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:47.300837 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:44Z', 'revision_number': 8, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:47.318188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.327547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:47.364744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:47.367064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6cb94cc7-29f4-4c29-b825-9b2ee600b3cd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:47.385629 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74bd50-fef8-4e32-b62d-48353f8894ee None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:44Z', 'revision_number': 8, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '51c2a34d-6c4b-4354-9d62-1e487c0771f7', 'name': '', 'network_id': '591bc2f3-0a85-4030-9297-a3900129ccd1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:65:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:32Z', 'updated_at': '2021-12-15T14:10:39Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '787a5418-1676-4ce9-9e2f-93d646652c4a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:47.410883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.430165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.433065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:10:47.443729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57360) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:47.444765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/af6f1e3f-935f-4579-ab15-d2d5965be944 HTTP/1.1" status: 204 len: 168 time: 1.0278294 Dec 15 14:10:47.480420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d7e9a-2c98-4601-8aae-723d9a373b49 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=af6f1e3f-935f-4579-ab15-d2d5965be944,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:47.506665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:47.507110 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Added segment a8e6feae-7e76-490c-9514-73d2afd7cc79 of type vlan for network 37226806-d0ac-44cf-a65f-673f1f038822 Dec 15 14:10:47.975079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.092336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.098730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:48.099467 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.183019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9577019 Dec 15 14:10:48.185857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57378) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:48.192466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'admin_state_up': True, 'project_id': 'd291102b367a4449a84a741389d55566', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:48.211845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc708854-a3b5-46b7-bf0d-cf913b4bc7f7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Network': ['ID=37226806-d0ac-44cf-a65f-673f1f038822,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:48.231899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 37226806-d0ac-44cf-a65f-673f1f038822 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:10:48.238931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.240067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.314986 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.411193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.505602 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.510802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57382) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:48.735847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b46c8ba2-8e80-4d75-9882-f9449db11677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.757234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.778278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.816020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 51c2a34d-6c4b-4354-9d62-1e487c0771f7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:48.816983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.903606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Allocated IP 172.25.7.75 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/1f4877dc-eae1-4f96-bd71-79def5cb8462) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:48.906058 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b46c8ba2-8e80-4d75-9882-f9449db11677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.925503 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b46c8ba2-8e80-4d75-9882-f9449db11677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.975990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port 51c2a34d-6c4b-4354-9d62-1e487c0771f7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=51c2a34d-6c4b-4354-9d62-1e487c0771f7,segment=NetworkSegment(b9c56314-8414-474b-852b-77af08df76b6),segment_id=b9c56314-8414-474b-852b-77af08df76b6)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:48.976368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:48.993319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b46c8ba2-8e80-4d75-9882-f9449db11677 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d3f490bb023d4c27b3cb4881cf25496c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774408 Dec 15 14:10:48.994242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57398) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:49.001133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 51c2a34d-6c4b-4354-9d62-1e487c0771f7 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:49.003016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c8ba2-8e80-4d75-9882-f9449db11677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e34635a-a362-48f3-9920-79d41780578a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:49.057493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.105695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73027be2-a591-49c5-8e52-bcf04585d84b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.115847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5b3d9418-5533-4999-8fa0-88e409779168 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:49.136543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5b3d9418-5533-4999-8fa0-88e409779168 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:49.137211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5b3d9418-5533-4999-8fa0-88e409779168 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:49.149862 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.163190 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73027be2-a591-49c5-8e52-bcf04585d84b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.203183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:49.213370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:49.223310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:49.229792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf945cf-330d-44e3-a2af-0cd740688d16 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:49.244641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.267127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=1f4877dc-eae1-4f96-bd71-79def5cb8462,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:49.285679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-09215bb6-f59a-4b03-b5be-e400e3948da9 None None] Provisioning complete for port 1f4877dc-eae1-4f96-bd71-79def5cb8462 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:49.286313 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09215bb6-f59a-4b03-b5be-e400e3948da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.291975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=51c2a34d-6c4b-4354-9d62-1e487c0771f7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:49.358177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-09215bb6-f59a-4b03-b5be-e400e3948da9 None None] Port 1f4877dc-eae1-4f96-bd71-79def5cb8462 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:49.403302 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73027be2-a591-49c5-8e52-bcf04585d84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.406913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73027be2-a591-49c5-8e52-bcf04585d84b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.413717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-73027be2-a591-49c5-8e52-bcf04585d84b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e34635a-a362-48f3-9920-79d41780578a HTTP/1.1" status: 204 len: 168 time: 0.4172447 Dec 15 14:10:49.429938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73027be2-a591-49c5-8e52-bcf04585d84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e34635a-a362-48f3-9920-79d41780578a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:49.547321 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.620181 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.783959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:49.826605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57408) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:49.847626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7da9b5d2-f0e0-41bf-ba37-147743726842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.892011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:49.917985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:49.928254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:49.928970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-885da4a0-eb55-4166-96c6-a58817045dde tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4838560 Dec 15 14:10:49.931604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:49.942326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:49.944381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:49.990184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ae3447-484f-4764-b843-b02f4ed50349 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 787a5418-1676-4ce9-9e2f-93d646652c4a {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:49.993942 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3447-484f-4764-b843-b02f4ed50349 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.028036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7da9b5d2-f0e0-41bf-ba37-147743726842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.035928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7da9b5d2-f0e0-41bf-ba37-147743726842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.040795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3447-484f-4764-b843-b02f4ed50349 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.091788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9b5d2-f0e0-41bf-ba37-147743726842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12e9b05-caa1-4c5d-9549-3962119ced6e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:50.101379 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7da9b5d2-f0e0-41bf-ba37-147743726842 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=669f1228a9fc408c92eac3c949cca315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2714179 Dec 15 14:10:50.102252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57412) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:50.126674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:10:50.224376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3447-484f-4764-b843-b02f4ed50349 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.226554 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4507-c8b2-40b5-b29e-b249f21ae16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.272158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:50.284258 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Sync routers for ids ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:50.287718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4507-c8b2-40b5-b29e-b249f21ae16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.295982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:50.305859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Routers {'03d9721e-afb2-4427-a19e-2cadb60ee1d9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:50.310274 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:50.341196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.347614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cc32cdcc-7431-4739-aedf-5ab1f73b300f tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1591609 Dec 15 14:10:50.349473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3447-484f-4764-b843-b02f4ed50349 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.350795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57416) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:50.400297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae3447-484f-4764-b843-b02f4ed50349 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=787a5418-1676-4ce9-9e2f-93d646652c4a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:50.413836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3447-484f-4764-b843-b02f4ed50349 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.417419 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f0ae3447-484f-4764-b843-b02f4ed50349 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/787a5418-1676-4ce9-9e2f-93d646652c4a HTTP/1.1" status: 204 len: 168 time: 0.4843709 Dec 15 14:10:50.418539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4507-c8b2-40b5-b29e-b249f21ae16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.422841 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4507-c8b2-40b5-b29e-b249f21ae16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.423424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57418) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:50.423970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-33fb4507-c8b2-40b5-b29e-b249f21ae16f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b12e9b05-caa1-4c5d-9549-3962119ced6e HTTP/1.1" status: 204 len: 168 time: 0.3210635 Dec 15 14:10:50.433982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4507-c8b2-40b5-b29e-b249f21ae16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12e9b05-caa1-4c5d-9549-3962119ced6e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:50.475539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ade55-7e1c-4aa2-af49-412742ddbfb8 None None] Network 591bc2f3-0a85-4030-9297-a3900129ccd1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:50.523381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31148bf2-8892-493e-8a21-295c412614ba tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:50.529290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57422) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:50.529799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-31148bf2-8892-493e-8a21-295c412614ba tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=d291102b367a4449a84a741389d55566&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1744659 Dec 15 14:10:50.601972 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Set router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:50.647563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:49Z', 'revision_number': 9, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:50.662845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.725551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] DHCP port deletion for 591bc2f3-0a85-4030-9297-a3900129ccd1 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:50.730334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:50.751387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:50.754618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:50.758361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6178a6-b88c-4d15-9acc-6757574752e5 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:50.763267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f6178a6-b88c-4d15-9acc-6757574752e5 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2300642 Dec 15 14:10:50.764788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57426) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:50.802120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57428) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:50.802555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e07e5ce0-1ac4-4461-b367-3b9d15ef9688 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356710 Dec 15 14:10:50.804299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 885c942f-fee7-4273-a687-eb36c755e668 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:50.804852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.854939 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:49Z', 'revision_number': 3, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:50.866653 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-70973c4d-0755-412c-a3f1-c45a609bd25a tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=d291102b367a4449a84a741389d55566&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633442 Dec 15 14:10:50.871911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57432) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:50.888368 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Checking router: 03d9721e-afb2-4427-a19e-2cadb60ee1d9 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:50.889530 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Updating router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 port 1f4877dc-eae1-4f96-bd71-79def5cb8462 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:50.919704 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:50.953792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port 885c942f-fee7-4273-a687-eb36c755e668, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=885c942f-fee7-4273-a687-eb36c755e668,segment=NetworkSegment(b9c56314-8414-474b-852b-77af08df76b6),segment_id=b9c56314-8414-474b-852b-77af08df76b6)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:50.954424 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.006544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 885c942f-fee7-4273-a687-eb36c755e668 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:51.044505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:51.091385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] Deleting port 885c942f-fee7-4273-a687-eb36c755e668 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:51.092048 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.198226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521ac2c1-a4ee-4159-9e13-b3d91d63a281 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:51.203171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-521ac2c1-a4ee-4159-9e13-b3d91d63a281 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3282382 Dec 15 14:10:51.203372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57442) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:51.301026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-df1267ad-6ce9-4bde-ac44-00a571d31fe4 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0951350 Dec 15 14:10:51.302756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57446) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:51.318960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1514214807', 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822', 'project_id': 'd291102b367a4449a84a741389d55566', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:10:51.341639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.356073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 885c942f-fee7-4273-a687-eb36c755e668 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:51.359130 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.377209 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.398870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 885c942f-fee7-4273-a687-eb36c755e668 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:51.399421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 885c942f-fee7-4273-a687-eb36c755e668 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:51.403603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] For port 885c942f-fee7-4273-a687-eb36c755e668, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=885c942f-fee7-4273-a687-eb36c755e668,segment=NetworkSegment(b9c56314-8414-474b-852b-77af08df76b6),segment_id=b9c56314-8414-474b-852b-77af08df76b6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:51.404584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.424977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] Calling delete_port for 885c942f-fee7-4273-a687-eb36c755e668 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:51.471630 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a46098-7f6f-489d-88f5-724c67327a26 None None] Pushing event updated for resources: {'Port': ['ID=1f4877dc-eae1-4f96-bd71-79def5cb8462,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:51.505876 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Attempting to bind port 1f4877dc-eae1-4f96-bd71-79def5cb8462 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:51.506271 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Attempting to bind port 1f4877dc-eae1-4f96-bd71-79def5cb8462 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:51.506639 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Attempting to bind port 1f4877dc-eae1-4f96-bd71-79def5cb8462 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:51.510898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc94b9-fc43-4dde-9663-8ec43926a055 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:51.513402 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:51.513918 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:51.514188 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.514589 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:51.519124 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Bound port: 1f4877dc-eae1-4f96-bd71-79def5cb8462, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:51.521409 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.521577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No DVR routers for this DVR port 885c942f-fee7-4273-a687-eb36c755e668 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:51.521577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=885c942f-fee7-4273-a687-eb36c755e668,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:51.554256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:49Z', 'revision_number': 9, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:51.599007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec7f45-c99e-4a3a-820f-c51937abc1fe None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:49Z', 'revision_number': 9, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab458059-511c-40a7-8f80-1ffd1a345a1d', 'name': '', 'network_id': '880e3baf-8e06-4ab1-add4-4f7ec187d0d1', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:01:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '701f093b-2aa1-48c9-b772-df570e75951d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:28Z', 'updated_at': '2021-12-15T14:10:35Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '701f093b-2aa1-48c9-b772-df570e75951d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:51.625634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7acc7ec5-c06e-49fe-99c9-f85dc8a12c98 None None] Provisioning complete for port 1f4877dc-eae1-4f96-bd71-79def5cb8462 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:51.626017 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7acc7ec5-c06e-49fe-99c9-f85dc8a12c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.643056 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] For port 1f4877dc-eae1-4f96-bd71-79def5cb8462, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:51.646623 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] For port 1f4877dc-eae1-4f96-bd71-79def5cb8462, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1f4877dc-eae1-4f96-bd71-79def5cb8462,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:51.656990 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.665150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Made reservation on behalf of d291102b367a4449a84a741389d55566 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:10:51.668959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.699079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.728204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7acc7ec5-c06e-49fe-99c9-f85dc8a12c98 None None] Port 1f4877dc-eae1-4f96-bd71-79def5cb8462 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:51.729728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] Pushing event deleted for resources: {'Port': ['ID=885c942f-fee7-4273-a687-eb36c755e668,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:51.734543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca334df-5ed6-4340-bbeb-63de142b7f42 None None] No DVR routers for this DVR port 885c942f-fee7-4273-a687-eb36c755e668 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:51.757269 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.759175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a46098-7f6f-489d-88f5-724c67327a26 None None] Pushing event updated for resources: {'Port': ['ID=1f4877dc-eae1-4f96-bd71-79def5cb8462,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:51.764665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Routers {'03d9721e-afb2-4427-a19e-2cadb60ee1d9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:51.765774 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:51.771257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8246b-0c06-4bd3-b605-d18289ff2d91 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:51.794726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591bc2f3-0a85-4030-9297-a3900129ccd1']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:51.811025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c56314-8414-474b-852b-77af08df76b6') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:51.811520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c56314-8414-474b-852b-77af08df76b6') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:51.826146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.846486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.864390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e7ba84b6-34b9-47e9-bdc8-ffa69b55890d None None] Provisioning complete for port 1f4877dc-eae1-4f96-bd71-79def5cb8462 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:51.865113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e7ba84b6-34b9-47e9-bdc8-ffa69b55890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.877567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:51.878168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:51.881747 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:51.923222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] Set router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:52.037472 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e7ba84b6-34b9-47e9-bdc8-ffa69b55890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.037959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.051183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.059213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/591bc2f3-0a85-4030-9297-a3900129ccd1 HTTP/1.1" status: 204 len: 168 time: 1.6305435 Dec 15 14:10:52.059616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57462) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:52.082710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e7ba84b6-34b9-47e9-bdc8-ffa69b55890d None None] For port 1f4877dc-eae1-4f96-bd71-79def5cb8462, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1f4877dc-eae1-4f96-bd71-79def5cb8462,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:52.096560 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e7ba84b6-34b9-47e9-bdc8-ffa69b55890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.163940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba84b6-34b9-47e9-bdc8-ffa69b55890d None None] Pushing event updated for resources: {'Port': ['ID=1f4877dc-eae1-4f96-bd71-79def5cb8462,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:52.196633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820feff-0307-4807-a79d-0542953e5a5b tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=591bc2f3-0a85-4030-9297-a3900129ccd1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:52.219502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.292529 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:49Z', 'revision_number': 3, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:52.314933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Checking segment: {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:52.315509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network hostable DHCP agents. Network: 37226806-d0ac-44cf-a65f-673f1f038822, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:10:52.331225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Subnet': ['ID=3f270848-d72d-455f-9f7c-dabe086698bd,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:52.352529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network 37226806-d0ac-44cf-a65f-673f1f038822 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:10:52.374045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 37226806-d0ac-44cf-a65f-673f1f038822) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:52.383414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a21589-abec-4b09-a08f-ee4b2a65a341 None None] Network 37226806-d0ac-44cf-a65f-673f1f038822 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:52.384205 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76449b3-4297-4c33-ae3c-1c74a0330dd2 None None] The sync data for ids ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'] in n-d-821840-1 is: [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:49Z', 'revision_number': 3, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:52.402525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:52.406313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.437150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f611a04f-a3d0-418b-bec8-5185276fcf44 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1321988 Dec 15 14:10:52.439728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57472) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:52.621648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-37226806-d0ac-44cf-a65f-673f1f038822', 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822', 'project_id': 'd291102b367a4449a84a741389d55566', 'fixed_ips': [{'subnet_id': '3f270848-d72d-455f-9f7c-dabe086698bd'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:10:52.626231 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.744789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:52.959739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Allocated IP 172.20.0.18 (37226806-d0ac-44cf-a65f-673f1f038822/3f270848-d72d-455f-9f7c-dabe086698bd/9eb9088f-bfad-4883-bf37-46025990ee5c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:53.270271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.283725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.312529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1f4877dc-eae1-4f96-bd71-79def5cb8462 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:53.322457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.395016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port ab458059-511c-40a7-8f80-1ffd1a345a1d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:53.395583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.396348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Pushing event updated for resources: {'Port': ['ID=9eb9088f-bfad-4883-bf37-46025990ee5c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:53.420688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Network 37226806-d0ac-44cf-a65f-673f1f038822 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:53.438329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:53.440900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:53.533339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Attempting to bind port 9eb9088f-bfad-4883-bf37-46025990ee5c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:53.534216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Attempting to bind port 9eb9088f-bfad-4883-bf37-46025990ee5c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:53.534675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Attempting to bind port 9eb9088f-bfad-4883-bf37-46025990ee5c on network 37226806-d0ac-44cf-a65f-673f1f038822 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:53.536325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port ab458059-511c-40a7-8f80-1ffd1a345a1d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ab458059-511c-40a7-8f80-1ffd1a345a1d,segment=NetworkSegment(e256c7d0-b3e2-4ce8-9028-bf8b26920599),segment_id=e256c7d0-b3e2-4ce8-9028-bf8b26920599)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:53.536995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.541549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:53.542091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Checking segment: {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:53.542609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.543110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Bound using segment: {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:53.543696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Bound port: 9eb9088f-bfad-4883-bf37-46025990ee5c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:53.544620 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.549491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1f4877dc-eae1-4f96-bd71-79def5cb8462 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:53.549999 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.583751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for ab458059-511c-40a7-8f80-1ffd1a345a1d owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:53.723253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] For port 9eb9088f-bfad-4883-bf37-46025990ee5c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:53.758908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] For port 9eb9088f-bfad-4883-bf37-46025990ee5c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9eb9088f-bfad-4883-bf37-46025990ee5c,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:53.779485 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:53.809890 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 51c2a34d-6c4b-4354-9d62-1e487c0771f7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:53.896505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 51c2a34d-6c4b-4354-9d62-1e487c0771f7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:53.899505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 51c2a34d-6c4b-4354-9d62-1e487c0771f7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:53.926649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Allocated IP 172.20.0.17 (37226806-d0ac-44cf-a65f-673f1f038822/3f270848-d72d-455f-9f7c-dabe086698bd/443d239a-3c58-46d7-af07-3b769988f71b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:10:53.948237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc02be8-151f-4986-9d3b-1d86b15733f2 None None] Pushing event updated for resources: {'Port': ['ID=9eb9088f-bfad-4883-bf37-46025990ee5c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:54.075609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.125059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.211768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.292463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=ab458059-511c-40a7-8f80-1ffd1a345a1d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:54.355579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network 37226806-d0ac-44cf-a65f-673f1f038822 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:54.363901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:54.373168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:10:54.455064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=443d239a-3c58-46d7-af07-3b769988f71b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:54.505117 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.548570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.719469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:54.787439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:54.923804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:54.933948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ab2182b2-182f-46a0-9dde-4464949a3832 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8725593 Dec 15 14:10:54.936207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:54.945237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:54.954095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:54.955604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:55.068346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8d38a2-50b8-4c0f-83e9-f815c9952fec tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 701f093b-2aa1-48c9-b772-df570e75951d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:10:55.080014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd8d38a2-50b8-4c0f-83e9-f815c9952fec tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.182901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:55.199293 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd8d38a2-50b8-4c0f-83e9-f815c9952fec tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.448322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9eb9088f-bfad-4883-bf37-46025990ee5c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:55.574900 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd8d38a2-50b8-4c0f-83e9-f815c9952fec tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.680433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd8d38a2-50b8-4c0f-83e9-f815c9952fec tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.715087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d38a2-50b8-4c0f-83e9-f815c9952fec tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=701f093b-2aa1-48c9-b772-df570e75951d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:55.735910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd8d38a2-50b8-4c0f-83e9-f815c9952fec tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.740366 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fd8d38a2-50b8-4c0f-83e9-f815c9952fec tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/701f093b-2aa1-48c9-b772-df570e75951d HTTP/1.1" status: 204 len: 168 time: 0.7925508 Dec 15 14:10:55.744836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2883feb8-404f-4d83-8fa5-b142be74b551 None None] Network 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:55.752442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.753003 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:55.757874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9eb9088f-bfad-4883-bf37-46025990ee5c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:55.758261 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.767229 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.849096 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.882304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e812d-8cc1-4c25-9fe2-660ed4ecd66a None None] Network 37226806-d0ac-44cf-a65f-673f1f038822 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:10:55.891313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=443d239a-3c58-46d7-af07-3b769988f71b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:55.932672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:55.933528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:55.934029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.018445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1e61a6e6-f72b-4e24-8118-0f744c87e1ef,segment=NetworkSegment(e256c7d0-b3e2-4ce8-9028-bf8b26920599),segment_id=e256c7d0-b3e2-4ce8-9028-bf8b26920599)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:56.019081 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.037667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 1e61a6e6-f72b-4e24-8118-0f744c87e1ef owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:56.039014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network 37226806-d0ac-44cf-a65f-673f1f038822 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:10:56.040551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:10:56.161281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.191784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=1e61a6e6-f72b-4e24-8118-0f744c87e1ef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:56.202864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No DVR routers for this DVR port 1e61a6e6-f72b-4e24-8118-0f744c87e1ef on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:10:56.229669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:56.272889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a3fe8c59-e481-41b9-ae76-61391971a73c None None] Provisioning complete for port 9eb9088f-bfad-4883-bf37-46025990ee5c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:56.273490 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a3fe8c59-e481-41b9-ae76-61391971a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.326844 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.331675 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.390078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880e3baf-8e06-4ab1-add4-4f7ec187d0d1']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:56.402610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e256c7d0-b3e2-4ce8-9028-bf8b26920599') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:56.402930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e256c7d0-b3e2-4ce8-9028-bf8b26920599') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:56.417281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.437614 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.449881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:10:56.450319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.455983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:10:56.459630 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:10:56.462683 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c94caba-81e3-41fc-96d1-885cfe37b1e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "PUT /v2.0/routers/03d9721e-afb2-4427-a19e-2cadb60ee1d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0206170 Dec 15 14:10:56.478708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 9eb9088f-bfad-4883-bf37-46025990ee5c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9eb9088f-bfad-4883-bf37-46025990ee5c,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:56.491936 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Sync routers for ids ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:56.495388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.555136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.564734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58265cad-d336-48c9-bf81-6337f71a3874 None None] DHCP port deletion for 880e3baf-8e06-4ab1-add4-4f7ec187d0d1 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:10:56.573966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:56.593047 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Routers {'03d9721e-afb2-4427-a19e-2cadb60ee1d9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:56.596449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/880e3baf-8e06-4ab1-add4-4f7ec187d0d1 HTTP/1.1" status: 204 len: 168 time: 0.8419170 Dec 15 14:10:56.599051 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:56.599822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57518) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:56.630422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e2517-910f-48fe-8538-28cdebaea8f4 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=880e3baf-8e06-4ab1-add4-4f7ec187d0d1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:56.660499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:53Z', 'revision_number': 10, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:56.812828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=9eb9088f-bfad-4883-bf37-46025990ee5c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:56.834944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:56.874308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:56.876588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:57.147289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-fcecef7a-0c0c-47c6-a678-ccf016a6b961 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:10:57.149502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-fcecef7a-0c0c-47c6-a678-ccf016a6b961 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/networks?id=37226806-d0ac-44cf-a65f-673f1f038822 HTTP/1.1" status: 200 len: 798 time: 0.3225856 Dec 15 14:10:57.190735 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-5ee7ed7f-9dd4-4211-bf99-f4f15ec8eb8c tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/quotas/d291102b367a4449a84a741389d55566 HTTP/1.1" status: 200 len: 375 time: 0.0141506 Dec 15 14:10:57.289073 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Set router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:57.311572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:57.358061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9eb9088f-bfad-4883-bf37-46025990ee5c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:10:57.378161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-9317640a-54e8-4836-8862-84512a14bbe3 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d291102b367a4449a84a741389d55566&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1793809 Dec 15 14:10:57.494747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b862455a-e3d6-44be-b6bc-268d2597238c None None] Provisioning complete for port 443d239a-3c58-46d7-af07-3b769988f71b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:57.495059 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b862455a-e3d6-44be-b6bc-268d2597238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.578794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b862455a-e3d6-44be-b6bc-268d2597238c None None] Port 443d239a-3c58-46d7-af07-3b769988f71b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:57.585387 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-2cb45f4b-3748-430b-8339-8d39d129069c service neutron] 10.222.0.86 "GET /v2.0/networks/37226806-d0ac-44cf-a65f-673f1f038822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904104 Dec 15 14:10:57.616990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.635603 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:54Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '443d239a-3c58-46d7-af07-3b769988f71b', 'name': '', 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:2b:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '3f270848-d72d-455f-9f7c-dabe086698bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:53Z', 'updated_at': '2021-12-15T14:10:55Z', 'revision_number': 2, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': '3f270848-d72d-455f-9f7c-dabe086698bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:57.676247 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Checking router: 03d9721e-afb2-4427-a19e-2cadb60ee1d9 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:10:57.677027 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Updating router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 port 443d239a-3c58-46d7-af07-3b769988f71b binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:10:57.754697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9eb9088f-bfad-4883-bf37-46025990ee5c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:57.755079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.760134 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:57.797991 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-8b1d7cf6-e165-4e37-bcb9-8042463d8df3 service neutron] 10.222.0.86 "GET /v2.0/networks/37226806-d0ac-44cf-a65f-673f1f038822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063043 Dec 15 14:10:57.832086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b862455a-e3d6-44be-b6bc-268d2597238c None None] Provisioning complete for port 9eb9088f-bfad-4883-bf37-46025990ee5c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:57.832456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b862455a-e3d6-44be-b6bc-268d2597238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.180934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:53Z', 'revision_number': 10, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:58.225441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1e61a6e6-f72b-4e24-8118-0f744c87e1ef no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:58.228326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60750b2f-4b79-463d-ad4b-4d564f28222f None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:53Z', 'revision_number': 10, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None, '_interfaces': [{'id': '67bf8712-7e04-4a8b-9331-df06ad1dd1be', 'name': '', 'network_id': 'ac6b88c2-e9d8-4a62-9bfc-90d639f50233', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'mac_address': 'fa:16:3e:a0:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:24Z', 'updated_at': '2021-12-15T14:10:29Z', 'revision_number': 5, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'subnets': [{'id': '3952d98b-6fda-4600-a44b-f8b02ca840a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:58.262250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dba20a6-7e25-472a-855e-cb7cfa322d6b req-29baf6ea-eac0-4134-8f7d-6c8771259e80 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 210 time: 0.0907075 Dec 15 14:10:58.284749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 1e61a6e6-f72b-4e24-8118-0f744c87e1ef {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:58.285112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1e61a6e6-f72b-4e24-8118-0f744c87e1ef not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:58.298166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c034a123-e69d-4745-a481-943824f82d57 None None] Provisioning complete for port 443d239a-3c58-46d7-af07-3b769988f71b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:58.298763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c034a123-e69d-4745-a481-943824f82d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.329591 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.338339 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.355261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c034a123-e69d-4745-a481-943824f82d57 None None] Port 443d239a-3c58-46d7-af07-3b769988f71b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:10:58.385048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port 67bf8712-7e04-4a8b-9331-df06ad1dd1be {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:10:58.385456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.405548 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089eb43-658a-474d-96c6-2288229c63e2 None None] Pushing event updated for resources: {'Port': ['ID=443d239a-3c58-46d7-af07-3b769988f71b,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:58.492194 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Attempting to bind port 443d239a-3c58-46d7-af07-3b769988f71b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:10:58.492904 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Attempting to bind port 443d239a-3c58-46d7-af07-3b769988f71b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:10:58.493633 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Attempting to bind port 443d239a-3c58-46d7-af07-3b769988f71b on network 37226806-d0ac-44cf-a65f-673f1f038822 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:10:58.502909 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:10:58.505529 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Checking segment: {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:10:58.506246 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.506757 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Bound using segment: {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:10:58.507386 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Bound port: 443d239a-3c58-46d7-af07-3b769988f71b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:10:58.508797 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.569989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port 67bf8712-7e04-4a8b-9331-df06ad1dd1be, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67bf8712-7e04-4a8b-9331-df06ad1dd1be,segment=NetworkSegment(a2bd421f-1cc0-4acc-9210-d3226eb13528),segment_id=a2bd421f-1cc0-4acc-9210-d3226eb13528)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:58.570370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.594837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for 67bf8712-7e04-4a8b-9331-df06ad1dd1be owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:10:58.650010 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] For port 443d239a-3c58-46d7-af07-3b769988f71b, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:10:58.655443 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] For port 443d239a-3c58-46d7-af07-3b769988f71b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=443d239a-3c58-46d7-af07-3b769988f71b,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:10:58.674256 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.746322 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Routers {'03d9721e-afb2-4427-a19e-2cadb60ee1d9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:58.747108 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:58.797741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9bdcfc1b-8213-4afe-a090-15c9cd69388f None None] Provisioning complete for port 443d239a-3c58-46d7-af07-3b769988f71b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:58.797741 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfc1b-8213-4afe-a090-15c9cd69388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:58.906416 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] Set router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:10:58.987043 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089eb43-658a-474d-96c6-2288229c63e2 None None] Pushing event updated for resources: {'Port': ['ID=443d239a-3c58-46d7-af07-3b769988f71b,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:59.097676 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfc1b-8213-4afe-a090-15c9cd69388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.098308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.133021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ab458059-511c-40a7-8f80-1ffd1a345a1d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:10:59.190493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=67bf8712-7e04-4a8b-9331-df06ad1dd1be,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:59.191511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: ab458059-511c-40a7-8f80-1ffd1a345a1d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:10:59.192216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ab458059-511c-40a7-8f80-1ffd1a345a1d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:10:59.283427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9bdcfc1b-8213-4afe-a090-15c9cd69388f None None] For port 443d239a-3c58-46d7-af07-3b769988f71b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=443d239a-3c58-46d7-af07-3b769988f71b,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:10:59.302408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfc1b-8213-4afe-a090-15c9cd69388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.434016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcfc1b-8213-4afe-a090-15c9cd69388f None None] Pushing event updated for resources: {'Port': ['ID=443d239a-3c58-46d7-af07-3b769988f71b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:10:59.434738 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:54Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '443d239a-3c58-46d7-af07-3b769988f71b', 'name': '', 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:2b:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '3f270848-d72d-455f-9f7c-dabe086698bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:53Z', 'updated_at': '2021-12-15T14:10:58Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': '3f270848-d72d-455f-9f7c-dabe086698bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:10:59.445301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-174f263e-7cb4-4206-b848-92ceda6e111d None None] Provisioning complete for port 443d239a-3c58-46d7-af07-3b769988f71b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:10:59.445684 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-174f263e-7cb4-4206-b848-92ceda6e111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.472874 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-87793327-cc27-4b2b-9443-d9f14e71f363 req-c3c24aa9-26d5-4784-b406-816e6335aae3 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 210 time: 0.0760102 Dec 15 14:10:59.476048 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:59.493182 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab8b04-d0f5-4a37-a19b-bcd0fa189472 None None] The sync data for ids ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'] in n-d-821840-1 is: [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:54Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '443d239a-3c58-46d7-af07-3b769988f71b', 'name': '', 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:2b:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '3f270848-d72d-455f-9f7c-dabe086698bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:53Z', 'updated_at': '2021-12-15T14:10:58Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': '3f270848-d72d-455f-9f7c-dabe086698bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:10:59.716653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:10:59.854196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:10:59.867156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:10:59.869051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-11b40faa-e9b7-4676-a87d-e44eb5a23772 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2678621 Dec 15 14:10:59.874262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57558) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:10:59.895404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:10:59.896247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:00.003245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-026d74c2-ac49-4f2d-835c-101b769c6192 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting subnet 3952d98b-6fda-4600-a44b-f8b02ca840a0 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:00.012691 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-026d74c2-ac49-4f2d-835c-101b769c6192 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.086298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:00.096452 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-026d74c2-ac49-4f2d-835c-101b769c6192 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.116491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6cf11d28-f5cf-49d0-a1e7-ec2f6b981a7d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:00.118844 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6cf11d28-f5cf-49d0-a1e7-ec2f6b981a7d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.24 "GET /v2.0/networks?id=37226806-d0ac-44cf-a65f-673f1f038822 HTTP/1.1" status: 200 len: 798 time: 0.3642485 Dec 15 14:11:00.133853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Request body: {'port': {'device_id': '6251f52a-945a-45c7-bd34-9aac5d513666', 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822', 'admin_state_up': True, 'tenant_id': 'd291102b367a4449a84a741389d55566'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:00.188156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:58Z', 'revision_number': 11, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:00.217226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:00.227097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:00.228134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:00.241447 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-026d74c2-ac49-4f2d-835c-101b769c6192 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.310758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:00.341499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Made reservation on behalf of d291102b367a4449a84a741389d55566 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:00.347756 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.352754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-026d74c2-ac49-4f2d-835c-101b769c6192 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.387257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:58Z', 'revision_number': 11, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:00.400020 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-026d74c2-ac49-4f2d-835c-101b769c6192 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.408441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-026d74c2-ac49-4f2d-835c-101b769c6192 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/3952d98b-6fda-4600-a44b-f8b02ca840a0 HTTP/1.1" status: 204 len: 168 time: 0.5323825 Dec 15 14:11:00.409218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57566) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:00.410867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d74c2-ac49-4f2d-835c-101b769c6192 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Subnet': ['ID=3952d98b-6fda-4600-a44b-f8b02ca840a0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:00.418180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7152c-0149-4719-996d-02831b65ee81 None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:58Z', 'revision_number': 11, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:00.419726 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0442ef8-f307-4b4f-a7dd-559544820a62 None None] Network ac6b88c2-e9d8-4a62-9bfc-90d639f50233 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:00.566365 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc141492-3642-4242-a2ea-880f216a92bd req-0f6eb9b4-297c-4f94-aa0c-e9da9c6f4957 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2487254 Dec 15 14:11:00.587567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Allocated IP 172.20.0.23 (37226806-d0ac-44cf-a65f-673f1f038822/3f270848-d72d-455f-9f7c-dabe086698bd/60c238cc-8dc7-4744-b324-fa8a3fd9c514) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:00.675643 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a016e340-6e0c-41de-9fdb-d849fa143476 req-f20afe1a-0477-4081-9970-6730020240c9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 210 time: 0.0854800 Dec 15 14:11:00.691283 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.781626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc141492-3642-4242-a2ea-880f216a92bd req-5267f4b9-01cd-4739-8e60-fb457502ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:00.783291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc141492-3642-4242-a2ea-880f216a92bd req-5267f4b9-01cd-4739-8e60-fb457502ba92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 1097 time: 0.1050794 Dec 15 14:11:00.893497 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:00.904330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] DHCP port deletion for ac6b88c2-e9d8-4a62-9bfc-90d639f50233 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:00.943125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Deleting port b6cc0a10-3f05-476c-9a11-a3c62ef70200 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:00.943477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.024515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] Deleting port b6cc0a10-3f05-476c-9a11-a3c62ef70200 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:01.024884 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.146296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc141492-3642-4242-a2ea-880f216a92bd req-fe67069b-70ee-4b45-8520-54e53d25e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:01.158772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc141492-3642-4242-a2ea-880f216a92bd req-fe67069b-70ee-4b45-8520-54e53d25e692 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 917 time: 0.3402188 Dec 15 14:11:01.195684 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.207250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] For port b6cc0a10-3f05-476c-9a11-a3c62ef70200, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b6cc0a10-3f05-476c-9a11-a3c62ef70200,segment=NetworkSegment(a2bd421f-1cc0-4acc-9210-d3226eb13528),segment_id=a2bd421f-1cc0-4acc-9210-d3226eb13528)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:01.207990 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.230441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc141492-3642-4242-a2ea-880f216a92bd req-1561c490-d3a8-4112-9869-1ac94bc13ecd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632 HTTP/1.1" status: 200 len: 217 time: 0.0588939 Dec 15 14:11:01.252567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] Calling delete_port for b6cc0a10-3f05-476c-9a11-a3c62ef70200 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:01.264573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22a0fe9c-3a06-4129-81b9-cf8985e6f73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.290864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] For port b6cc0a10-3f05-476c-9a11-a3c62ef70200, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b6cc0a10-3f05-476c-9a11-a3c62ef70200,segment=NetworkSegment(a2bd421f-1cc0-4acc-9210-d3226eb13528),segment_id=a2bd421f-1cc0-4acc-9210-d3226eb13528)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:01.291467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.329159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 443d239a-3c58-46d7-af07-3b769988f71b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:01.351199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Calling delete_port for b6cc0a10-3f05-476c-9a11-a3c62ef70200 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:01.444241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.449487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 443d239a-3c58-46d7-af07-3b769988f71b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:01.449874 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.472901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc141492-3642-4242-a2ea-880f216a92bd req-bd894f46-f1b5-4512-8db4-157743504b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:01.474549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc141492-3642-4242-a2ea-880f216a92bd req-bd894f46-f1b5-4512-8db4-157743504b4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.2313931 Dec 15 14:11:01.489716 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.500659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.506192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] No DVR routers for this DVR port b6cc0a10-3f05-476c-9a11-a3c62ef70200 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:01.532782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71377d-a636-4bbd-abab-8220937a88b0 None None] Pushing event deleted for resources: {'Port': ['ID=b6cc0a10-3f05-476c-9a11-a3c62ef70200,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:01.554539 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.580481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Network 37226806-d0ac-44cf-a65f-673f1f038822 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:01.584597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:01.595620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc141492-3642-4242-a2ea-880f216a92bd req-a9eb5d15-05c3-439c-bf1b-7f3a276b5075 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130273 Dec 15 14:11:01.605198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:01.643673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event updated for resources: {'Port': ['ID=60c238cc-8dc7-4744-b324-fa8a3fd9c514,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:01.673102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b6cc0a10-3f05-476c-9a11-a3c62ef70200 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:01.675808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.676231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.676588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.676933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.677274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.677611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.677948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.678416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.678984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.679552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.679928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.680264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.681189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:01.722157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b6cc0a10-3f05-476c-9a11-a3c62ef70200 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:01.722619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b6cc0a10-3f05-476c-9a11-a3c62ef70200 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:01.723320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67bf8712-7e04-4a8b-9331-df06ad1dd1be no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:01.735841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:01.736629 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.757155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 67bf8712-7e04-4a8b-9331-df06ad1dd1be {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:01.757612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67bf8712-7e04-4a8b-9331-df06ad1dd1be not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:01.760585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc141492-3642-4242-a2ea-880f216a92bd req-4df6cb3a-f64a-4029-869c-e3ecfdc586e8 service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239557 Dec 15 14:11:01.764230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Port': ['ID=b6cc0a10-3f05-476c-9a11-a3c62ef70200,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:01.772386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-a9fd8a59-f502-4532-ae91-e87e779d46cc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6428931 Dec 15 14:11:01.773251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No DVR routers for this DVR port b6cc0a10-3f05-476c-9a11-a3c62ef70200 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:01.786407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Request body: {'port': {'device_id': '6251f52a-945a-45c7-bd34-9aac5d513666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:01.856410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:01.964142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.014221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4f83-74cb-4e84-9b47-765933270f56 req-e79c82a5-69b3-4a18-8d87-178ed8085af7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:02.016778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d96f4f83-74cb-4e84-9b47-765933270f56 req-e79c82a5-69b3-4a18-8d87-178ed8085af7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 895 time: 0.1998479 Dec 15 14:11:02.022063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b88c2-e9d8-4a62-9bfc-90d639f50233']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:02.038659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bd421f-1cc0-4acc-9210-d3226eb13528') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:02.039013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bd421f-1cc0-4acc-9210-d3226eb13528') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:02.043185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc141492-3642-4242-a2ea-880f216a92bd req-b44c6d9e-98bd-454c-a545-5be93a0907af service neutron] 10.222.0.24 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629642 Dec 15 14:11:02.053215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.065322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d3580dac-fce1-42fa-a686-2054a53ff315 None None] Provisioning complete for port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:02.065909 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3580dac-fce1-42fa-a686-2054a53ff315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.070798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.081782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:02.082923 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:02.086578 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:02.118386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d3580dac-fce1-42fa-a686-2054a53ff315 None None] Port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:11:02.179375 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.188051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.191435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/networks/ac6b88c2-e9d8-4a62-9bfc-90d639f50233 HTTP/1.1" status: 204 len: 168 time: 1.7491815 Dec 15 14:11:02.199941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57590) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:02.204997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'routes': None}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:02.252520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9be37c-dd5b-4889-b3c4-26a5733b3dc0 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Pushing event deleted for resources: {'Network': ['ID=ac6b88c2-e9d8-4a62-9bfc-90d639f50233,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:02.259634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c238cc-8dc7-4744-b324-fa8a3fd9c514 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:11:02.268855 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.284170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Transition to ACTIVE for port object 60c238cc-8dc7-4744-b324-fa8a3fd9c514 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:11:02.289731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.388949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Pushing event updated for resources: {'Port': ['ID=60c238cc-8dc7-4744-b324-fa8a3fd9c514,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:02.434400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.extraroute_db [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Added routes are [] {{(pid=109768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 14:11:02.435011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.extraroute_db [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Removed routes are [] {{(pid=109768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 14:11:02.435135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.470029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Attempting to bind port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:11:02.470990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Attempting to bind port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:11:02.471533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Attempting to bind port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 on network 37226806-d0ac-44cf-a65f-673f1f038822 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:11:02.477030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 on network 37226806-d0ac-44cf-a65f-673f1f038822 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:11:02.478151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Attempting to bind port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 on network 37226806-d0ac-44cf-a65f-673f1f038822 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:11:02.484500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:11:02.486294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Checking segment: {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:11:02.487058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Bound using segment: {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:11:02.487685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Bound port: 60c238cc-8dc7-4744-b324-fa8a3fd9c514, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e6feae-7e76-490c-9514-73d2afd7cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:11:02.490112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.569226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] For port 60c238cc-8dc7-4744-b324-fa8a3fd9c514, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:11:02.572745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] For port 60c238cc-8dc7-4744-b324-fa8a3fd9c514, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60c238cc-8dc7-4744-b324-fa8a3fd9c514,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:11:02.583377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.653264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Pushing event updated for resources: {'Port': ['ID=60c238cc-8dc7-4744-b324-fa8a3fd9c514,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:02.659054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:02.660108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:02.661718 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-6af1b3b3-35aa-4573-b79a-b55f148f2833 service neutron] 10.222.0.24 "PUT /v2.0/ports/60c238cc-8dc7-4744-b324-fa8a3fd9c514 HTTP/1.1" status: 200 len: 1055 time: 0.8812163 Dec 15 14:11:02.662185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6251f52a-945a-45c7-bd34-9aac5d513666', 'tag': '60c238cc-8dc7-4744-b324-fa8a3fd9c514'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:02.664870 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b239c-cbc9-4f26-be40-6bdf0dd311d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6251f52a-945a-45c7-bd34-9aac5d513666", "tag": "60c238cc-8dc7-4744-b324-fa8a3fd9c514"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:02.723656 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d9052-5ea2-4501-abd1-1f0552327a23 x-openstack-request-id: req-2c7d9052-5ea2-4501-abd1-1f0552327a23 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:02.724052 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6251f52a-945a-45c7-bd34-9aac5d513666", "tag": "60c238cc-8dc7-4744-b324-fa8a3fd9c514", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:02.724313 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c7d9052-5ea2-4501-abd1-1f0552327a23 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:02.724719 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6251f52a-945a-45c7-bd34-9aac5d513666', 'tag': '60c238cc-8dc7-4744-b324-fa8a3fd9c514', 'status': 'completed', 'code': 200} Dec 15 14:11:02.773488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-ef93f56f-ea24-40aa-91c3-c2d0b217275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:02.775014 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-ef93f56f-ea24-40aa-91c3-c2d0b217275b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d291102b367a4449a84a741389d55566&device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 1058 time: 0.0488048 Dec 15 14:11:02.824711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-d6b0c591-ad9b-41fc-8651-f3b881e65894 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=60c238cc-8dc7-4744-b324-fa8a3fd9c514 HTTP/1.1" status: 200 len: 217 time: 0.0414002 Dec 15 14:11:02.888055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-578181b5-f0af-41ec-a097-77cb2c4cbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:02.889437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-578181b5-f0af-41ec-a097-77cb2c4cbca8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f270848-d72d-455f-9f7c-dabe086698bd HTTP/1.1" status: 200 len: 838 time: 0.0563195 Dec 15 14:11:02.957639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-d5c95c4d-c950-423b-b38e-11610138c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:02.960454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-d5c95c4d-c950-423b-b38e-11610138c2c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37226806-d0ac-44cf-a65f-673f1f038822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629909 Dec 15 14:11:03.063951 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.068114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.071226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-1ce51280-59ed-418f-b0af-df9547e2e41e service neutron] 10.222.0.24 "GET /v2.0/networks/37226806-d0ac-44cf-a65f-673f1f038822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018231 Dec 15 14:11:03.154603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 62d62636-0202-45d7-a4e7-04459d906d6c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:03.225064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3006e4-f0ea-46de-bfbb-7e24bd929308 req-260616ff-3352-43ef-85d8-a0d8e5e6fe68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:03.227505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c3006e4-f0ea-46de-bfbb-7e24bd929308 req-260616ff-3352-43ef-85d8-a0d8e5e6fe68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 907 time: 0.0872188 Dec 15 14:11:03.234539 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a851d1-d70c-46cb-afc5-af5cf6fb75d7 req-1e58e11f-fdd9-403d-a006-60a150e68afd service neutron] 10.222.0.24 "GET /v2.0/networks/37226806-d0ac-44cf-a65f-673f1f038822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443639 Dec 15 14:11:03.244689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:03.253723 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.257937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b4dddcae-f429-4b1d-9fe7-7952ef7e033a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 200 len: 701 time: 1.0568330 Dec 15 14:11:03.258285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:03.264181 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] Sync routers for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:03.282156 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:03.283189 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:03.301864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-947dfef9-8944-4ffd-9325-4e9610f9ccbc tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 200 len: 205 time: 0.0417933 Dec 15 14:11:03.304195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57604) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:03.364757 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:03.410916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5994d157-b9ca-4167-8dac-212f431e52a5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.427004 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:58Z', 'revision_number': 11, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:03.460055 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] Checking router: 62d62636-0202-45d7-a4e7-04459d906d6c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:03.461446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-fc92c9a1-ab63-44c4-8e6f-c7e54d37b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:03.462868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-fc92c9a1-ab63-44c4-8e6f-c7e54d37b51a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d291102b367a4449a84a741389d55566&device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 1058 time: 0.1521814 Dec 15 14:11:03.470120 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] Routers {'62d62636-0202-45d7-a4e7-04459d906d6c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:03.470739 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:10:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['62d62636-0202-45d7-a4e7-04459d906d6c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:03.551668 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] Set router 62d62636-0202-45d7-a4e7-04459d906d6c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:03.608071 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:58Z', 'revision_number': 11, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:03.657175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5994d157-b9ca-4167-8dac-212f431e52a5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.661002 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5994d157-b9ca-4167-8dac-212f431e52a5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.727290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5994d157-b9ca-4167-8dac-212f431e52a5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.727694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5994d157-b9ca-4167-8dac-212f431e52a5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Fanout notify agent at l3_agent the message router_deleted on router 62d62636-0202-45d7-a4e7-04459d906d6c {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:11:03.735701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5994d157-b9ca-4167-8dac-212f431e52a5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.740855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5994d157-b9ca-4167-8dac-212f431e52a5 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 204 len: 168 time: 0.4316957 Dec 15 14:11:03.741312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57614) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:03.743447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-2492122d-7a75-4838-9b8b-7a3e4d318246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:03.744333 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efefe68-b16c-4833-bd1f-03d8040fff74 None None] The sync data for ids ['62d62636-0202-45d7-a4e7-04459d906d6c'] in n-d-821840-1 is: [{'id': '62d62636-0202-45d7-a4e7-04459d906d6c', 'name': 'tempest-RoutersTest-router-1732909600', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:23Z', 'updated_at': '2021-12-15T14:10:58Z', 'revision_number': 11, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:03.745250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-2492122d-7a75-4838-9b8b-7a3e4d318246 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37226806-d0ac-44cf-a65f-673f1f038822 HTTP/1.1" status: 200 len: 900 time: 0.2542372 Dec 15 14:11:03.747479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-51c7a795-4b9f-4f60-bbcf-7818bdab832c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2064524313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:03.785508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51c7a795-4b9f-4f60-bbcf-7818bdab832c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.786609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51c7a795-4b9f-4f60-bbcf-7818bdab832c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.808733 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-894871bd-eb8f-4ad3-9e59-d85be3cc7ce4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=60c238cc-8dc7-4744-b324-fa8a3fd9c514 HTTP/1.1" status: 200 len: 217 time: 0.0504260 Dec 15 14:11:03.828894 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0510f92e-c03c-4618-aa8f-2cb311a6a171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.850393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51c7a795-4b9f-4f60-bbcf-7818bdab832c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.857645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51c7a795-4b9f-4f60-bbcf-7818bdab832c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.883099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51c7a795-4b9f-4f60-bbcf-7818bdab832c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:03.884361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-51c7a795-4b9f-4f60-bbcf-7818bdab832c tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1420491 Dec 15 14:11:03.884756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-2bd08fb4-9a23-43d4-a5f5-f56ae91d96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:03.886225 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-2bd08fb4-9a23-43d4-a5f5-f56ae91d96c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f270848-d72d-455f-9f7c-dabe086698bd HTTP/1.1" status: 200 len: 838 time: 0.0680442 Dec 15 14:11:03.887103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57616) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:03.891856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-63447394-64a5-4a58-b7df-8758bad1e338 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:04.072784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-d5015d58-5000-4840-816e-d40f814aa48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:04.074321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-d5015d58-5000-4840-816e-d40f814aa48d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37226806-d0ac-44cf-a65f-673f1f038822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786654 Dec 15 14:11:04.188630 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63447394-64a5-4a58-b7df-8758bad1e338 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.208311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63447394-64a5-4a58-b7df-8758bad1e338 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.306849 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-931cf922-e65d-4129-b843-4b70e594ba35 service neutron] 10.222.0.24 "GET /v2.0/networks/37226806-d0ac-44cf-a65f-673f1f038822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981955 Dec 15 14:11:04.426224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63447394-64a5-4a58-b7df-8758bad1e338 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Router 9d21e25b-79c6-48ce-8044-4f9b8da58ca1 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:11:04.471446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a741a-6a4e-454d-830b-21cd47a28f35 req-bd808908-ee84-4728-a2cc-4ce2355254a6 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:04.472966 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad1a741a-6a4e-454d-830b-21cd47a28f35 req-bd808908-ee84-4728-a2cc-4ce2355254a6 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 907 time: 0.1282005 Dec 15 14:11:04.506791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-026b239c-cbc9-4f26-be40-6bdf0dd311d7 req-5c10b983-8edd-49a3-abe8-34aa95a56885 service neutron] 10.222.0.24 "GET /v2.0/networks/37226806-d0ac-44cf-a65f-673f1f038822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908734 Dec 15 14:11:04.541576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63447394-64a5-4a58-b7df-8758bad1e338 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:04.549809 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63447394-64a5-4a58-b7df-8758bad1e338 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.553676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57624) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:04.554265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-63447394-64a5-4a58-b7df-8758bad1e338 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "PUT /v2.0/routers/9d21e25b-79c6-48ce-8044-4f9b8da58ca1 HTTP/1.1" status: 200 len: 694 time: 0.6661379 Dec 15 14:11:04.557006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] Sync routers for ids ['9d21e25b-79c6-48ce-8044-4f9b8da58ca1'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:04.574038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] Routers {'9d21e25b-79c6-48ce-8044-4f9b8da58ca1'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:04.575119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:11:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9d21e25b-79c6-48ce-8044-4f9b8da58ca1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:04.635682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a82ec350-9e20-4eb4-a99e-e5b1dd50bee3 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/routers/9d21e25b-79c6-48ce-8044-4f9b8da58ca1 HTTP/1.1" status: 200 len: 700 time: 0.0808504 Dec 15 14:11:04.638570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57628) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:04.665479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] Set router 9d21e25b-79c6-48ce-8044-4f9b8da58ca1 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:04.674016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57630) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:04.674398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-83123738-af00-4153-b42f-d7ea0fdaa6b6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d21e25b-79c6-48ce-8044-4f9b8da58ca1 HTTP/1.1" status: 200 len: 205 time: 0.0344701 Dec 15 14:11:04.727154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d21e25b-79c6-48ce-8044-4f9b8da58ca1', 'name': 'tempest-RoutersTest-router-2064524313', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:11:03Z', 'updated_at': '2021-12-15T14:11:04Z', 'revision_number': 2, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:04.751984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d9adcf8-a557-4a84-ac5b-3967418a83db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.755924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] Checking router: 9d21e25b-79c6-48ce-8044-4f9b8da58ca1 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:04.764712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] Routers {'9d21e25b-79c6-48ce-8044-4f9b8da58ca1'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:04.766070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:11:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9d21e25b-79c6-48ce-8044-4f9b8da58ca1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:04.843042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] Set router 9d21e25b-79c6-48ce-8044-4f9b8da58ca1 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:04.911105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d21e25b-79c6-48ce-8044-4f9b8da58ca1', 'name': 'tempest-RoutersTest-router-2064524313', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:11:03Z', 'updated_at': '2021-12-15T14:11:04Z', 'revision_number': 2, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:04.924228 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d9adcf8-a557-4a84-ac5b-3967418a83db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.926879 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d9adcf8-a557-4a84-ac5b-3967418a83db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.943228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d1d2b-e5c9-44ff-bfea-ce6a24ad429f None None] The sync data for ids ['9d21e25b-79c6-48ce-8044-4f9b8da58ca1'] in n-d-821840-1 is: [{'id': '9d21e25b-79c6-48ce-8044-4f9b8da58ca1', 'name': 'tempest-RoutersTest-router-2064524313', 'tenant_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:11:03Z', 'updated_at': '2021-12-15T14:11:04Z', 'revision_number': 2, 'project_id': 'c354a0ba871843a295ccde1cff7d6c0e', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:04.947041 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.985056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d9adcf8-a557-4a84-ac5b-3967418a83db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.985797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9adcf8-a557-4a84-ac5b-3967418a83db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Fanout notify agent at l3_agent the message router_deleted on router 9d21e25b-79c6-48ce-8044-4f9b8da58ca1 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:11:04.993215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d9adcf8-a557-4a84-ac5b-3967418a83db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:04.994565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5d9adcf8-a557-4a84-ac5b-3967418a83db tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/9d21e25b-79c6-48ce-8044-4f9b8da58ca1 HTTP/1.1" status: 204 len: 168 time: 0.3194802 Dec 15 14:11:04.998180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57632) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.033658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e875b933-ecf6-4a73-83aa-5af9cf6f7d1f tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d21e25b-79c6-48ce-8044-4f9b8da58ca1 HTTP/1.1" status: 200 len: 205 time: 0.0317595 Dec 15 14:11:05.033964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.077226 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-1035cd9a-7f22-4d4f-aa3e-f9f74cf1c546 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] delete failed (client error): The resource could not be found. Dec 15 14:11:05.082107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1035cd9a-7f22-4d4f-aa3e-f9f74cf1c546 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/9d21e25b-79c6-48ce-8044-4f9b8da58ca1 HTTP/1.1" status: 404 len: 336 time: 0.0446837 Dec 15 14:11:05.082854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57636) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.111097 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef4a149-cce8-4f95-bf46-4957cbe848d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.111710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef4a149-cce8-4f95-bf46-4957cbe848d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:05.114900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fef4a149-cce8-4f95-bf46-4957cbe848d9 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/1ab1e7bf-ce17-4437-a2a2-07cd2a903a66 HTTP/1.1" status: 404 len: 337 time: 0.0310020 Dec 15 14:11:05.117407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57638) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.148032 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e6f4af-699d-47c0-a4d3-7ccd88eaa353 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.148788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e6f4af-699d-47c0-a4d3-7ccd88eaa353 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:05.152302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-86e6f4af-699d-47c0-a4d3-7ccd88eaa353 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/787a5418-1676-4ce9-9e2f-93d646652c4a HTTP/1.1" status: 404 len: 337 time: 0.0338719 Dec 15 14:11:05.154777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57640) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.189692 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45310df-0ad3-40f2-8203-8b49d4d78f31 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.190155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45310df-0ad3-40f2-8203-8b49d4d78f31 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:05.193271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a45310df-0ad3-40f2-8203-8b49d4d78f31 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/701f093b-2aa1-48c9-b772-df570e75951d HTTP/1.1" status: 404 len: 337 time: 0.0372536 Dec 15 14:11:05.195956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57642) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.225091 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d1cb2c-7c27-45e3-98f8-03d9174de1f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.225552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d1cb2c-7c27-45e3-98f8-03d9174de1f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:05.228628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c0d1cb2c-7c27-45e3-98f8-03d9174de1f6 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/3952d98b-6fda-4600-a44b-f8b02ca840a0 HTTP/1.1" status: 404 len: 337 time: 0.0317693 Dec 15 14:11:05.231065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57644) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.258200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e97611b9-607d-4465-97d3-c0b4e0835476 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 200 len: 205 time: 0.0260739 Dec 15 14:11:05.260467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57646) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.299846 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-5c52ba5d-1b6f-4eca-b081-bd3f4320fa71 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] delete failed (client error): The resource could not be found. Dec 15 14:11:05.300953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5c52ba5d-1b6f-4eca-b081-bd3f4320fa71 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/62d62636-0202-45d7-a4e7-04459d906d6c HTTP/1.1" status: 404 len: 336 time: 0.0395939 Dec 15 14:11:05.303562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57648) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.333498 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-737ed0d9-db92-471f-b90d-11aa3f20e527 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4984ac8-4d87-43c0-8f00-9777400d866c HTTP/1.1" status: 200 len: 205 time: 0.0287969 Dec 15 14:11:05.335765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57650) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.376900 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-f54e8951-3696-4a0a-bb35-04cc32606741 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] delete failed (client error): The resource could not be found. Dec 15 14:11:05.377942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f54e8951-3696-4a0a-bb35-04cc32606741 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/d4984ac8-4d87-43c0-8f00-9777400d866c HTTP/1.1" status: 404 len: 336 time: 0.0412545 Dec 15 14:11:05.380633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.408938 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bc210b-ee82-41f8-b038-ea259dfe062d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.409405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bc210b-ee82-41f8-b038-ea259dfe062d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:05.414890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-82bc210b-ee82-41f8-b038-ea259dfe062d tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/593b5146-0d6e-498d-ac85-854b4a37b55c HTTP/1.1" status: 404 len: 337 time: 0.0309794 Dec 15 14:11:05.415148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57656) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.445848 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e25417fa-568b-4d0b-aca5-2ea5974fc627 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 HTTP/1.1" status: 200 len: 205 time: 0.0296519 Dec 15 14:11:05.448144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.494449 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-d71f4a16-e454-4864-81b3-74aed8878417 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] delete failed (client error): The resource could not be found. Dec 15 14:11:05.495441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d71f4a16-e454-4864-81b3-74aed8878417 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/3998dcfd-5b8d-4daf-bf9c-eae563ff93e4 HTTP/1.1" status: 404 len: 336 time: 0.0462997 Dec 15 14:11:05.497990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.531124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7c8e0d73-b4dd-4e26-a3f1-4930c5d21c82 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbb9c18-a998-47cc-9c55-eb56f87a3a84 HTTP/1.1" status: 200 len: 205 time: 0.0314903 Dec 15 14:11:05.533631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.586440 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-0ef2f26d-f623-48ac-9ec6-59aebdb54c66 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] delete failed (client error): The resource could not be found. Dec 15 14:11:05.588649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0ef2f26d-f623-48ac-9ec6-59aebdb54c66 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/ddbb9c18-a998-47cc-9c55-eb56f87a3a84 HTTP/1.1" status: 404 len: 336 time: 0.0537224 Dec 15 14:11:05.590242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57672) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.635503 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ae73b8-525d-4115-8e45-e7bf603775a2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.636322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ae73b8-525d-4115-8e45-e7bf603775a2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:05.642462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-37ae73b8-525d-4115-8e45-e7bf603775a2 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/704f3211-edb3-4ca2-9e3d-479a65626118 HTTP/1.1" status: 404 len: 337 time: 0.0511646 Dec 15 14:11:05.642695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57678) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.679817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-45cd4984-6090-4c32-8dab-0f4eba223c2a tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=01c87fea-053a-40f0-aa76-1c16c83b69bf HTTP/1.1" status: 200 len: 205 time: 0.0306399 Dec 15 14:11:05.682249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57680) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.712565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3ecde-a815-4131-96ca-6bd34d8aab72 req-841d7723-c59e-426a-9ab6-fe7334c5ea22 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:05.717072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56e3ecde-a815-4131-96ca-6bd34d8aab72 req-841d7723-c59e-426a-9ab6-fe7334c5ea22 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 907 time: 0.1271787 Dec 15 14:11:05.740470 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-de9425c7-3426-46fb-89a5-c9b9d3144efa tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] delete failed (client error): The resource could not be found. Dec 15 14:11:05.741488 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-de9425c7-3426-46fb-89a5-c9b9d3144efa tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/01c87fea-053a-40f0-aa76-1c16c83b69bf HTTP/1.1" status: 404 len: 336 time: 0.0573728 Dec 15 14:11:05.744563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57686) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.790552 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1270a4-8c43-4b80-8929-5b36e02e82a7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.791177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1270a4-8c43-4b80-8929-5b36e02e82a7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:05.794744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fc1270a4-8c43-4b80-8929-5b36e02e82a7 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/2a95c49b-ba5c-4f97-879c-9b239e52b826 HTTP/1.1" status: 404 len: 337 time: 0.0487621 Dec 15 14:11:05.799006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57688) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.841950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.848735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9980bec6-300b-429d-ad5e-7bac45db55ba tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "GET /v2.0/ports?device_id=8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 HTTP/1.1" status: 200 len: 205 time: 0.0481317 Dec 15 14:11:05.887938 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-a888452a-f9aa-4068-9950-c513cb084c45 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] delete failed (client error): The resource could not be found. Dec 15 14:11:05.893373 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a888452a-f9aa-4068-9950-c513cb084c45 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/routers/8830e2bf-ef60-4f91-ab0e-3ac3972b14e1 HTTP/1.1" status: 404 len: 336 time: 0.0461354 Dec 15 14:11:05.893373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57694) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.962863 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb4015f-8a70-41e7-9f1c-1161abe022ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.963309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb4015f-8a70-41e7-9f1c-1161abe022ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:05.970825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57698) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:05.971265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-adb4015f-8a70-41e7-9f1c-1161abe022ae tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/5de0ee1e-3169-4732-8871-ced8704d7aa3 HTTP/1.1" status: 404 len: 337 time: 0.0779378 Dec 15 14:11:05.998408 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e035b1e4-8210-40e1-a3da-63f4e4e3ce95 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] DELETE failed (client error): The resource could not be found. Dec 15 14:11:05.998996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e035b1e4-8210-40e1-a3da-63f4e4e3ce95 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:11:06.002643 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e035b1e4-8210-40e1-a3da-63f4e4e3ce95 tempest-RoutersTest-712463837 tempest-RoutersTest-712463837-project] 10.222.0.86 "DELETE /v2.0/subnets/7b0530a2-eba3-4b3b-bc62-f1d6dbe15026 HTTP/1.1" status: 404 len: 337 time: 0.0306749 Dec 15 14:11:06.285531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57704) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:06.430654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57708) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:06.431733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-11022cba-d87c-4c51-9c32-d67a4eff7d23 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c354a0ba871843a295ccde1cff7d6c0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443782 Dec 15 14:11:06.489117 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59e2826c-345b-46cf-8ec7-629d9271c00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.512292 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59e2826c-345b-46cf-8ec7-629d9271c00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.564032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59e2826c-345b-46cf-8ec7-629d9271c00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.567093 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59e2826c-345b-46cf-8ec7-629d9271c00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.571141 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-59e2826c-345b-46cf-8ec7-629d9271c00c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/63513646-e421-4395-95d9-cd533fc76609 HTTP/1.1" status: 204 len: 168 time: 0.1362739 Dec 15 14:11:06.578910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2826c-345b-46cf-8ec7-629d9271c00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63513646-e421-4395-95d9-cd533fc76609,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:06.644282 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.727085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-d89b21ec-cbd0-48d9-99a7-97cc446a3002 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758212 Dec 15 14:11:06.839140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-31896f67-2a48-477e-8363-38a4b5bdd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:06.844167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-31896f67-2a48-477e-8363-38a4b5bdd8d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a15afec01cde435993e203110fac6694&device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 1096 time: 0.0945604 Dec 15 14:11:06.917423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8239cd-6223-4cae-be90-6dd596a6057b req-43f2701a-ffdd-425a-af76-8168c7ca8569 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:06.922710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b8239cd-6223-4cae-be90-6dd596a6057b req-43f2701a-ffdd-425a-af76-8168c7ca8569 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 907 time: 0.0765243 Dec 15 14:11:07.069257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-3d1a53d4-0877-46a7-bacd-f0fb166c6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:07.071090 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-3d1a53d4-0877-46a7-bacd-f0fb166c6485 service neutron] 10.222.0.74 "GET /v2.0/networks?id=af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 200 len: 917 time: 0.2009614 Dec 15 14:11:07.148929 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-f30d9e04-5612-422c-a994-eab0a73edc15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e880a85f-f285-40be-88de-ae9074401b65 HTTP/1.1" status: 200 len: 217 time: 0.0686450 Dec 15 14:11:07.215430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-ccb3b183-fc36-422b-aa9a-56fd4abb080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:07.217024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-ccb3b183-fc36-422b-aa9a-56fd4abb080d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 200 len: 855 time: 0.0568838 Dec 15 14:11:07.292531 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-eef66010-6741-4e73-bdd9-c6e7130b8e5e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af22d048-bf11-40a6-8165-9a842b191a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670388 Dec 15 14:11:07.316513 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.341896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 60c238cc-8dc7-4744-b324-fa8a3fd9c514 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:11:07.477623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57736) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:07.498574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-1c3338a2-8600-475d-a6bc-3d57826c1a19 service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969564 Dec 15 14:11:07.504756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 60c238cc-8dc7-4744-b324-fa8a3fd9c514, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60c238cc-8dc7-4744-b324-fa8a3fd9c514,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:07.522269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '60c238cc-8dc7-4744-b324-fa8a3fd9c514', 'network_id': '37226806-d0ac-44cf-a65f-673f1f038822', 'port_id': '60c238cc-8dc7-4744-b324-fa8a3fd9c514', 'mac_address': 'fa:16:3e:cb:50:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f270848-d72d-455f-9f7c-dabe086698bd', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:11:07.578793 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.597292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c238cc-8dc7-4744-b324-fa8a3fd9c514 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:11:07.631365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 60c238cc-8dc7-4744-b324-fa8a3fd9c514, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60c238cc-8dc7-4744-b324-fa8a3fd9c514,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:07.637892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.700365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=60c238cc-8dc7-4744-b324-fa8a3fd9c514,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:07.725551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd289fdb-d514-4d23-81c5-cfce7d98bb71 req-8fd11534-fbfd-41fd-8188-e17f7a29cf71 service neutron] 10.222.0.74 "GET /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190044 Dec 15 14:11:07.733734 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cadc8c2-a2f9-4cdd-b683-91a97b6546a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.830527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cadc8c2-a2f9-4cdd-b683-91a97b6546a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.836697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cadc8c2-a2f9-4cdd-b683-91a97b6546a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.873073 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadc8c2-a2f9-4cdd-b683-91a97b6546a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c80baa9-0910-49c2-8a29-6227f38c5d3f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:07.876631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:07.877583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['60c238cc-8dc7-4744-b324-fa8a3fd9c514'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:07.906472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8cadc8c2-a2f9-4cdd-b683-91a97b6546a1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b5118591d8f442abcd85edc0ac19809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264512 Dec 15 14:11:07.909410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57752) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:07.973911 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b06b8532-1fc5-49b4-9d78-7cc601c26da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:07.998484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b06b8532-1fc5-49b4-9d78-7cc601c26da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.023923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3f322301-aa4e-47a1-80b8-fc29743e9aa9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:08.024369 n-d-821840-1 neutron-server[109767]: WARNING neutron.api.v2.base [None req-3f322301-aa4e-47a1-80b8-fc29743e9aa9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 14:11:08.024867 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-3f322301-aa4e-47a1-80b8-fc29743e9aa9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 14:11:08.029273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3f322301-aa4e-47a1-80b8-fc29743e9aa9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1482117 Dec 15 14:11:08.029542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57760) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.034525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278877691'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:08.065907 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.075445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.188774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.193543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.239379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63bc5f4-7252-4c11-836e-c7d885c7ca1a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.292475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.297500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.333750 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.342467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3091295 Dec 15 14:11:08.342467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38d84-1c3f-42f2-9090-d0a1cf022f6d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4341aad-d3d7-47bd-a616-2092fd989736,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.344776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57764) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.349865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-923464e3-b4a8-4fe1-a2f3-6561e708f071 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': 'e4341aad-d3d7-47bd-a616-2092fd989736', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:08.380683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-923464e3-b4a8-4fe1-a2f3-6561e708f071 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.443813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34365b-96d0-4d79-82e7-fecbcbda0fe6 req-7bb43db3-c79d-4635-9497-cf4a6d231f14 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:08.446595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f34365b-96d0-4d79-82e7-fecbcbda0fe6 req-7bb43db3-c79d-4635-9497-cf4a6d231f14 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 908 time: 0.4302392 Dec 15 14:11:08.457098 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-923464e3-b4a8-4fe1-a2f3-6561e708f071 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.461357 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b06b8532-1fc5-49b4-9d78-7cc601c26da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.464146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-923464e3-b4a8-4fe1-a2f3-6561e708f071 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.465770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b06b8532-1fc5-49b4-9d78-7cc601c26da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.480346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b06b8532-1fc5-49b4-9d78-7cc601c26da3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c80baa9-0910-49c2-8a29-6227f38c5d3f HTTP/1.1" status: 204 len: 168 time: 0.5665812 Dec 15 14:11:08.487032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923464e3-b4a8-4fe1-a2f3-6561e708f071 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d6ce8d-02b7-4ed3-a37a-9298c6133cc1,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.493136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8532-1fc5-49b4-9d78-7cc601c26da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c80baa9-0910-49c2-8a29-6227f38c5d3f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.493753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-923464e3-b4a8-4fe1-a2f3-6561e708f071 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.494943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-923464e3-b4a8-4fe1-a2f3-6561e708f071 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488080 Dec 15 14:11:08.497762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57768) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.502995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f89a5601-d558-4552-a84d-20cf5e1ff6ad tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': 'e4341aad-d3d7-47bd-a616-2092fd989736', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:08.547964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f89a5601-d558-4552-a84d-20cf5e1ff6ad tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.606492 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-f89a5601-d558-4552-a84d-20cf5e1ff6ad tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 14:11:08.611165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f89a5601-d558-4552-a84d-20cf5e1ff6ad tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1087604 Dec 15 14:11:08.611165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57770) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.667818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21eb3cd3-e0eb-4b19-bd4e-65c4fb32142a tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.693343 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21eb3cd3-e0eb-4b19-bd4e-65c4fb32142a tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.743512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21eb3cd3-e0eb-4b19-bd4e-65c4fb32142a tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.746960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21eb3cd3-e0eb-4b19-bd4e-65c4fb32142a tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.752249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-21eb3cd3-e0eb-4b19-bd4e-65c4fb32142a tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/e4341aad-d3d7-47bd-a616-2092fd989736 HTTP/1.1" status: 204 len: 168 time: 0.1366274 Dec 15 14:11:08.752384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.760567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb3cd3-e0eb-4b19-bd4e-65c4fb32142a tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4341aad-d3d7-47bd-a616-2092fd989736,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:08.831420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2e8c19f5-00d9-4df4-8d25-f7430dfd24d6 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0779495 Dec 15 14:11:08.835062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57776) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.840074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cb38923c-66a3-452b-88a6-e197ad3c1406 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--291314261'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:08.866139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-66a3-452b-88a6-e197ad3c1406 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.882758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:08.901474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7577851c-0409-45f2-9df4-286f67afcf87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.977522 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-66a3-452b-88a6-e197ad3c1406 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.983375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-66a3-452b-88a6-e197ad3c1406 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.020731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-66a3-452b-88a6-e197ad3c1406 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.021860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cb38923c-66a3-452b-88a6-e197ad3c1406 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1856751 Dec 15 14:11:09.025651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57780) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.033289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7ae85f69-835b-4df2-a996-72b58f95da75 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '53d57f74-58a9-4383-b390-26fff422c0b3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:09.033975 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-7ae85f69-835b-4df2-a996-72b58f95da75 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 15 14:11:09.034529 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-7ae85f69-835b-4df2-a996-72b58f95da75 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:09.038419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57782) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.040318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7ae85f69-835b-4df2-a996-72b58f95da75 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0134764 Dec 15 14:11:09.040557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38923c-66a3-452b-88a6-e197ad3c1406 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d57f74-58a9-4383-b390-26fff422c0b3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.069995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7577851c-0409-45f2-9df4-286f67afcf87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.082636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7577851c-0409-45f2-9df4-286f67afcf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.141533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.145287 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7577851c-0409-45f2-9df4-286f67afcf87 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e25dbd183d104a6ba4431b63899b9329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573667 Dec 15 14:11:09.164414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577851c-0409-45f2-9df4-286f67afcf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c7d782-184c-4145-aa7e-abc40044bf32,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.172796 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38a015ac-3097-4062-aceb-f5183bef16a6 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.208783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38a015ac-3097-4062-aceb-f5183bef16a6 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.223067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4576-73ff-4153-93f3-cc6a0c56d139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.246004 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4576-73ff-4153-93f3-cc6a0c56d139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.258721 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38a015ac-3097-4062-aceb-f5183bef16a6 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.262797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38a015ac-3097-4062-aceb-f5183bef16a6 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.264250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-38a015ac-3097-4062-aceb-f5183bef16a6 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/53d57f74-58a9-4383-b390-26fff422c0b3 HTTP/1.1" status: 204 len: 168 time: 0.2246969 Dec 15 14:11:09.266997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57790) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.275279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a015ac-3097-4062-aceb-f5183bef16a6 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d57f74-58a9-4383-b390-26fff422c0b3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.333764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7bd27e6a-02f5-4404-b6eb-afedc1972f03 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0639265 Dec 15 14:11:09.337724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57792) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.341994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4576-73ff-4153-93f3-cc6a0c56d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.343422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3d8c4a39-121b-4d29-91c4-e55317ac9d17 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608040933'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:09.346061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4576-73ff-4153-93f3-cc6a0c56d139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.351534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 60c238cc-8dc7-4744-b324-fa8a3fd9c514 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:09.352436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e0d4576-73ff-4153-93f3-cc6a0c56d139 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b8c7d782-184c-4145-aa7e-abc40044bf32 HTTP/1.1" status: 204 len: 168 time: 0.2082682 Dec 15 14:11:09.362137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d4576-73ff-4153-93f3-cc6a0c56d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c7d782-184c-4145-aa7e-abc40044bf32,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.413410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4a39-121b-4d29-91c4-e55317ac9d17 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.447290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:11:09.453400 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:09.454735 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.528317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4a39-121b-4d29-91c4-e55317ac9d17 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.541824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4a39-121b-4d29-91c4-e55317ac9d17 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.567506 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.572079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4a39-121b-4d29-91c4-e55317ac9d17 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.577440 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3d8c4a39-121b-4d29-91c4-e55317ac9d17 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2357662 Dec 15 14:11:09.578469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57798) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.584178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c258af1d-aaf7-4a20-9bdb-c9ac714b2f39 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '6d46d69c-c25e-4020-9e0e-227352b3982b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:09.585046 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-c258af1d-aaf7-4a20-9bdb-c9ac714b2f39 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 15 14:11:09.589291 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-c258af1d-aaf7-4a20-9bdb-c9ac714b2f39 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:09.593250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c258af1d-aaf7-4a20-9bdb-c9ac714b2f39 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108728 Dec 15 14:11:09.594114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c4a39-121b-4d29-91c4-e55317ac9d17 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46d69c-c25e-4020-9e0e-227352b3982b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.594683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.624988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6251f52a-945a-45c7-bd34-9aac5d513666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c238cc-8dc7-4744-b324-fa8a3fd9c514'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:09.628629 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed62daf-c972-4507-96aa-6d3885cc1a86" -d '{"events": [{"server_uuid": "6251f52a-945a-45c7-bd34-9aac5d513666", "name": "network-vif-plugged", "status": "completed", "tag": "60c238cc-8dc7-4744-b324-fa8a3fd9c514"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:09.644657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 60c238cc-8dc7-4744-b324-fa8a3fd9c514, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60c238cc-8dc7-4744-b324-fa8a3fd9c514,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:09.650748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.700495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a46d-80ee-4290-8082-97389ebf3180 req-1e446d76-79ae-4e71-b91c-f60f4fcc4bdd tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:09.702010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0f5a46d-80ee-4290-8082-97389ebf3180 req-1e446d76-79ae-4e71-b91c-f60f4fcc4bdd tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 908 time: 0.0903814 Dec 15 14:11:09.719906 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12516af7-91e2-4452-9507-d7e5834eefd7 x-openstack-request-id: req-12516af7-91e2-4452-9507-d7e5834eefd7 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:09.720182 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6251f52a-945a-45c7-bd34-9aac5d513666", "name": "network-vif-plugged", "status": "completed", "tag": "60c238cc-8dc7-4744-b324-fa8a3fd9c514", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:09.720444 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12516af7-91e2-4452-9507-d7e5834eefd7 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:09.720837 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6251f52a-945a-45c7-bd34-9aac5d513666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c238cc-8dc7-4744-b324-fa8a3fd9c514', 'code': 200} Dec 15 14:11:09.730887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca14e-1c83-4e1e-8df8-f04adbfaded7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.731447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=60c238cc-8dc7-4744-b324-fa8a3fd9c514,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.762084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca14e-1c83-4e1e-8df8-f04adbfaded7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.823613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca14e-1c83-4e1e-8df8-f04adbfaded7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.828422 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca14e-1c83-4e1e-8df8-f04adbfaded7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.832460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9d2ca14e-1c83-4e1e-8df8-f04adbfaded7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/6d46d69c-c25e-4020-9e0e-227352b3982b HTTP/1.1" status: 204 len: 168 time: 0.2367294 Dec 15 14:11:09.833455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57806) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.844377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77261535-ae26-4bae-8a5f-39f8b1f7e24f req-83c00f91-22ab-45c8-9983-8298cfba4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:09.846000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77261535-ae26-4bae-8a5f-39f8b1f7e24f req-83c00f91-22ab-45c8-9983-8298cfba4387 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 1060 time: 0.0482230 Dec 15 14:11:09.865177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ca14e-1c83-4e1e-8df8-f04adbfaded7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46d69c-c25e-4020-9e0e-227352b3982b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:09.918897 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0e91432b-5199-47e2-9856-44cd4b029af5 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0781853 Dec 15 14:11:09.919368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:09.924706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-01afde9e-43de-4e6b-98f6-9611f0d2636e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012216264'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:09.948483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01afde9e-43de-4e6b-98f6-9611f0d2636e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.033069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01afde9e-43de-4e6b-98f6-9611f0d2636e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.037475 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01afde9e-43de-4e6b-98f6-9611f0d2636e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.067047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01afde9e-43de-4e6b-98f6-9611f0d2636e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.068290 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-01afde9e-43de-4e6b-98f6-9611f0d2636e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1480951 Dec 15 14:11:10.071526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.072330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afde9e-43de-4e6b-98f6-9611f0d2636e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855a7caf-80b5-48e2-a499-48b435f2e2ff,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.083711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8e510639-ce2d-42e0-a985-d92cf60548a3 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '855a7caf-80b5-48e2-a499-48b435f2e2ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.086968 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-8e510639-ce2d-42e0-a985-d92cf60548a3 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 15 14:11:10.088516 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-8e510639-ce2d-42e0-a985-d92cf60548a3 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:10.089543 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8e510639-ce2d-42e0-a985-d92cf60548a3 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160325 Dec 15 14:11:10.092677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57820) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.097758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8df223a4-3a85-4533-ba3f-b0cb843b526e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '855a7caf-80b5-48e2-a499-48b435f2e2ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.099137 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-8df223a4-3a85-4533-ba3f-b0cb843b526e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 15 14:11:10.099943 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-8df223a4-3a85-4533-ba3f-b0cb843b526e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:10.103414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57822) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.103558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8df223a4-3a85-4533-ba3f-b0cb843b526e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092654 Dec 15 14:11:10.109033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-21fb3161-3f3d-41a5-8076-994e36f4eb88 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '855a7caf-80b5-48e2-a499-48b435f2e2ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.110832 n-d-821840-1 neutron-server[109767]: WARNING neutron.api.v2.base [None req-21fb3161-3f3d-41a5-8076-994e36f4eb88 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 15 14:11:10.111480 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-21fb3161-3f3d-41a5-8076-994e36f4eb88 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:10.115064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-21fb3161-3f3d-41a5-8076-994e36f4eb88 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076580 Dec 15 14:11:10.115217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.119567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0f3d8c51-2caa-477f-9cd3-0803b58f3ecc tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '855a7caf-80b5-48e2-a499-48b435f2e2ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.121386 n-d-821840-1 neutron-server[109767]: WARNING neutron.api.v2.base [None req-0f3d8c51-2caa-477f-9cd3-0803b58f3ecc tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 15 14:11:10.121899 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-0f3d8c51-2caa-477f-9cd3-0803b58f3ecc tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:10.122810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0f3d8c51-2caa-477f-9cd3-0803b58f3ecc tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067105 Dec 15 14:11:10.127001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.208715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bebf2280-1b4c-44c6-9e93-8ec8e8387274 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.214059 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:11:10.253767 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bebf2280-1b4c-44c6-9e93-8ec8e8387274 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.313414 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bebf2280-1b4c-44c6-9e93-8ec8e8387274 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.316534 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bebf2280-1b4c-44c6-9e93-8ec8e8387274 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.317694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bebf2280-1b4c-44c6-9e93-8ec8e8387274 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/855a7caf-80b5-48e2-a499-48b435f2e2ff HTTP/1.1" status: 204 len: 168 time: 0.1897855 Dec 15 14:11:10.320551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57840) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.331388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf2280-1b4c-44c6-9e93-8ec8e8387274 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855a7caf-80b5-48e2-a499-48b435f2e2ff,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.374983 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3ac49c78-b7e9-46c7-9f76-c843a75ea3e2 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532408 Dec 15 14:11:10.379560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.384308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8b9b8f12-cb8b-4367-8065-f0d4d039d95e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--6586750'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.418894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8f12-cb8b-4367-8065-f0d4d039d95e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.420150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57844) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.496243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8f12-cb8b-4367-8065-f0d4d039d95e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.501204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8f12-cb8b-4367-8065-f0d4d039d95e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.529835 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8f12-cb8b-4367-8065-f0d4d039d95e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.531685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8b9b8f12-cb8b-4367-8065-f0d4d039d95e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1511145 Dec 15 14:11:10.535036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57848) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.540061 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b8f12-cb8b-4367-8065-f0d4d039d95e tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9209e1dd-22c5-4265-8a0e-afb90d58b5cc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.543755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0cd62f71-2ef3-4e11-928d-285e5bec6329 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.544544 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-0cd62f71-2ef3-4e11-928d-285e5bec6329 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 14:11:10.545247 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-0cd62f71-2ef3-4e11-928d-285e5bec6329 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:10.549718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0cd62f71-2ef3-4e11-928d-285e5bec6329 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088687 Dec 15 14:11:10.550486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57850) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.557223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-552931548-network', 'tenant_id': '45c8511221b54068ae480487ddceb887'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.563896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2eb35321-1646-4a01-a6d4-5d2bf2bc8148 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.587951 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-2eb35321-1646-4a01-a6d4-5d2bf2bc8148 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 14:11:10.587951 n-d-821840-1 neutron-server[109768]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 15 14:11:10.587951 n-d-821840-1 neutron-server[109768]: [parameters: {'project_id': '845b27f23d24462c84227c959ba80d86', 'id': 'bcf5324a-68d2-472d-87c7-ab1fde1a7585', 'expiration': datetime.datetime(2021, 12, 15, 14, 13, 10, 581452)}] Dec 15 14:11:10.587951 n-d-821840-1 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:11:10.588582 n-d-821840-1 neutron-server[109768]: DEBUG oslo_db.api [None req-2eb35321-1646-4a01-a6d4-5d2bf2bc8148 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:11:10.593859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Made reservation on behalf of 45c8511221b54068ae480487ddceb887 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:10.596542 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.605172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.684175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.688594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.715905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:11:10.722302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa220e39-b32d-45cb-8e9f-3a217f4c29da,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.731514 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.731883 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Added segment e6457409-90d9-45c7-92d8-9e43d91c36a4 of type vlan for network 11221d41-a4b6-4c9d-871d-3b23757dea1c Dec 15 14:11:10.778239 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.834438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.835386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:10.836001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:10.899534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913800e-b364-4f75-a710-ab45c5f2dcef req-505f9f46-47c4-4f16-a0bc-8686e8237994 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:10.900973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3913800e-b364-4f75-a710-ab45c5f2dcef req-505f9f46-47c4-4f16-a0bc-8686e8237994 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 909 time: 0.1190624 Dec 15 14:11:10.909673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4833755 Dec 15 14:11:10.910890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:10.922302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea3d24-6e5c-4b73-994d-36047108ec8e admin admin] Pushing event updated for resources: {'Network': ['ID=11221d41-a4b6-4c9d-871d-3b23757dea1c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:10.923525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Request body: {'subnet': {'network_id': '11221d41-a4b6-4c9d-871d-3b23757dea1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-552931548-subnet', 'tenant_id': '45c8511221b54068ae480487ddceb887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:10.932559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 11221d41-a4b6-4c9d-871d-3b23757dea1c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:11:10.963035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Made reservation on behalf of 45c8511221b54068ae480487ddceb887 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:10.966838 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.129483 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-2eb35321-1646-4a01-a6d4-5d2bf2bc8148 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:11.134161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2eb35321-1646-4a01-a6d4-5d2bf2bc8148 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5813377 Dec 15 14:11:11.134723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57858) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.139083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-21daf39b-e283-4100-b8cb-4201d7267381 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.141446 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-21daf39b-e283-4100-b8cb-4201d7267381 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 15 14:11:11.142210 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-21daf39b-e283-4100-b8cb-4201d7267381 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:11.150085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.152693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-21daf39b-e283-4100-b8cb-4201d7267381 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109494 Dec 15 14:11:11.158453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bbc05c0f-8aff-4bd1-b3b1-6fa5e6971698 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.170370 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.248586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f89d2a-ac55-4a74-801a-ada4a891ae66,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:11.258987 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-bbc05c0f-8aff-4bd1-b3b1-6fa5e6971698 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:11.263183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bbc05c0f-8aff-4bd1-b3b1-6fa5e6971698 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1088707 Dec 15 14:11:11.263183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57864) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.269350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-73514a98-c76a-4c19-aa76-ad6e5437388f tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.269839 n-d-821840-1 neutron-server[109767]: WARNING neutron.api.v2.base [None req-73514a98-c76a-4c19-aa76-ad6e5437388f tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 14:11:11.270317 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-73514a98-c76a-4c19-aa76-ad6e5437388f tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:11.273724 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-73514a98-c76a-4c19-aa76-ad6e5437388f tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071514 Dec 15 14:11:11.274027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57866) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.278325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Checking segment: {'id': 'e6457409-90d9-45c7-92d8-9e43d91c36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11221d41-a4b6-4c9d-871d-3b23757dea1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:11:11.278693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Network hostable DHCP agents. Network: 11221d41-a4b6-4c9d-871d-3b23757dea1c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:11:11.282179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6a21bc4b-50ea-4e14-a3a4-f69e249904f7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.301314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Network 11221d41-a4b6-4c9d-871d-3b23757dea1c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:11:11.316332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 11221d41-a4b6-4c9d-871d-3b23757dea1c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:11.322634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:11.323383 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.325924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4521c9-b748-4011-8459-3ef67b843f0b None None] Network 11221d41-a4b6-4c9d-871d-3b23757dea1c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:11.334124 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-6a21bc4b-50ea-4e14-a3a4-f69e249904f7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Project 845b27f23d24462c84227c959ba80d86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:11:11.355928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5c0bf56a-f3c9-4c45-b3a1-9f3a232e5e5f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4382477 Dec 15 14:11:11.361980 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-6a21bc4b-50ea-4e14-a3a4-f69e249904f7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:11.365470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6a21bc4b-50ea-4e14-a3a4-f69e249904f7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0872138 Dec 15 14:11:11.366681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.373295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-987d303d-0a1f-4895-a83a-2cf989b1159f tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.373787 n-d-821840-1 neutron-server[109767]: WARNING neutron.api.v2.base [None req-987d303d-0a1f-4895-a83a-2cf989b1159f tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 15 14:11:11.374837 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-987d303d-0a1f-4895-a83a-2cf989b1159f tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:11.378893 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-987d303d-0a1f-4895-a83a-2cf989b1159f tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065351 Dec 15 14:11:11.379069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57874) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.384442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1ba7f9a2-f41c-43d7-83b8-73250b47bb16 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.415204 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-1ba7f9a2-f41c-43d7-83b8-73250b47bb16 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Project 845b27f23d24462c84227c959ba80d86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:11:11.434105 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-1ba7f9a2-f41c-43d7-83b8-73250b47bb16 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:11.435351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1ba7f9a2-f41c-43d7-83b8-73250b47bb16 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0553241 Dec 15 14:11:11.439777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.444706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5529ed23-bee2-4830-a3c6-0777facd915d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '9209e1dd-22c5-4265-8a0e-afb90d58b5cc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.478552 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-5529ed23-bee2-4830-a3c6-0777facd915d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Project 845b27f23d24462c84227c959ba80d86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:11:11.495528 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-5529ed23-bee2-4830-a3c6-0777facd915d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:11.497445 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5529ed23-bee2-4830-a3c6-0777facd915d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0563190 Dec 15 14:11:11.500853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.538887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241611f-a711-4925-a738-a0f46994b2a4 None None] Network 11221d41-a4b6-4c9d-871d-3b23757dea1c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:11.570205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f100a067-ea93-4d07-9e7d-bc5a884e7873 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.600821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f100a067-ea93-4d07-9e7d-bc5a884e7873 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.646518 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f100a067-ea93-4d07-9e7d-bc5a884e7873 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.649255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f100a067-ea93-4d07-9e7d-bc5a884e7873 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.650407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f100a067-ea93-4d07-9e7d-bc5a884e7873 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/9209e1dd-22c5-4265-8a0e-afb90d58b5cc HTTP/1.1" status: 204 len: 168 time: 0.1485522 Dec 15 14:11:11.653296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57884) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.661707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100a067-ea93-4d07-9e7d-bc5a884e7873 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209e1dd-22c5-4265-8a0e-afb90d58b5cc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:11.712008 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-730b6bc1-e5c4-4e27-8e6c-32edf1b5013d tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565004 Dec 15 14:11:11.714690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57886) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.719665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-17e5c8ac-234b-40de-a0f0-de7ffb9becb8 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--470811644'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.742645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17e5c8ac-234b-40de-a0f0-de7ffb9becb8 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.812831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17e5c8ac-234b-40de-a0f0-de7ffb9becb8 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.817083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17e5c8ac-234b-40de-a0f0-de7ffb9becb8 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.848187 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17e5c8ac-234b-40de-a0f0-de7ffb9becb8 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:11.849425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-17e5c8ac-234b-40de-a0f0-de7ffb9becb8 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1336949 Dec 15 14:11:11.851437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5c8ac-234b-40de-a0f0-de7ffb9becb8 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8873479c-739e-4b03-b849-32dd0bac70cc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:11.852416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57894) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.858002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e666ca55-6f18-467f-8e66-1b86deb199f7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '8873479c-739e-4b03-b849-32dd0bac70cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.903516 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-e666ca55-6f18-467f-8e66-1b86deb199f7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The resource could not be found. Dec 15 14:11:11.904561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e666ca55-6f18-467f-8e66-1b86deb199f7 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0505068 Dec 15 14:11:11.908102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.915935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-87b43c42-2c4b-4b3a-878a-42c22462fe64 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '8873479c-739e-4b03-b849-32dd0bac70cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bc1529b7-28df-44eb-9ca3-610e3988a8b1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.948623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57900) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:11.953851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-231633064-network', 'tenant_id': '5f9d3c1a51dc4ecc98b2be39258fbf25'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:11.956799 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-87b43c42-2c4b-4b3a-878a-42c22462fe64 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The resource could not be found. Dec 15 14:11:11.960799 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-87b43c42-2c4b-4b3a-878a-42c22462fe64 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0498543 Dec 15 14:11:11.961303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57904) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.004302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Made reservation on behalf of 5f9d3c1a51dc4ecc98b2be39258fbf25 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:12.006553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.019748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.053537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d7d89b3-ca07-4a7e-b492-ca0f34c408d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.057866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3f782-d5db-4f39-ab9a-316fe1e4440f req-5a2ce61d-94e6-426a-8edb-cef2b25ec2a2 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.059453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fa3f782-d5db-4f39-ab9a-316fe1e4440f req-5a2ce61d-94e6-426a-8edb-cef2b25ec2a2 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 909 time: 0.0508814 Dec 15 14:11:12.089889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d7d89b3-ca07-4a7e-b492-ca0f34c408d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.183369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d7d89b3-ca07-4a7e-b492-ca0f34c408d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.185959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d7d89b3-ca07-4a7e-b492-ca0f34c408d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.187607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6d7d89b3-ca07-4a7e-b492-ca0f34c408d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/8873479c-739e-4b03-b849-32dd0bac70cc HTTP/1.1" status: 204 len: 168 time: 0.2255235 Dec 15 14:11:12.190600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.191052 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.198259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.210583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d89b3-ca07-4a7e-b492-ca0f34c408d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873479c-739e-4b03-b849-32dd0bac70cc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:12.235570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:11:12.235839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-96aa9bd7-8836-408e-843a-d723cde8f016 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0438447 Dec 15 14:11:12.239859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57910) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.245118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9f89bb55-eb5f-464f-be42-255942aad8cb tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': '1ed42fa6-90c2-469e-91cd-e29d1193a800', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:12.256108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f07de-4ef5-4945-ad2b-ec7ec295412c req-ec1b9332-3ae0-42c0-afb0-181681ae1e81 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.257600 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d7f07de-4ef5-4945-ad2b-ec7ec295412c req-ec1b9332-3ae0-42c0-afb0-181681ae1e81 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 909 time: 0.1163497 Dec 15 14:11:12.266170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.266547 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Added segment a2b92448-c2aa-4483-9ff7-cabd5dff5496 of type vlan for network 49728668-06bb-4d4f-9ba1-f6737915f38f Dec 15 14:11:12.268099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e295ab-6dc1-4c46-bb55-4a7e8c733236,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:12.300745 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-9f89bb55-eb5f-464f-be42-255942aad8cb tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The resource could not be found. Dec 15 14:11:12.302475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9f89bb55-eb5f-464f-be42-255942aad8cb tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0616260 Dec 15 14:11:12.306951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57914) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.312611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c0b8716e-7ca6-41db-b701-72d3495761d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--843283630'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:12.337630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.364675 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0b8716e-7ca6-41db-b701-72d3495761d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.366924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.368859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.370077 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.400050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954794e-1f88-4a29-85f1-2a68d4b18ecb req-2aa3ff4b-ba22-4761-9fed-4a25a00862fd tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.401604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0954794e-1f88-4a29-85f1-2a68d4b18ecb req-2aa3ff4b-ba22-4761-9fed-4a25a00862fd tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 1060 time: 0.0669243 Dec 15 14:11:12.430304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4804871 Dec 15 14:11:12.431373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.437794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Request body: {'subnet': {'network_id': '49728668-06bb-4d4f-9ba1-f6737915f38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-231633064-subnet', 'tenant_id': '5f9d3c1a51dc4ecc98b2be39258fbf25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:12.446267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177c5f5-a90c-4310-83a4-05b7e41963fb admin admin] Pushing event updated for resources: {'Network': ['ID=49728668-06bb-4d4f-9ba1-f6737915f38f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:12.458723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 49728668-06bb-4d4f-9ba1-f6737915f38f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:11:12.475403 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0b8716e-7ca6-41db-b701-72d3495761d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.486535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0b8716e-7ca6-41db-b701-72d3495761d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.540050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Made reservation on behalf of 5f9d3c1a51dc4ecc98b2be39258fbf25 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:12.543760 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.558573 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0b8716e-7ca6-41db-b701-72d3495761d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.559792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c0b8716e-7ca6-41db-b701-72d3495761d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2518115 Dec 15 14:11:12.563685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.569139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9f0e681f-8f17-477f-9845-7cd4c73743fe tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123476996'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:12.595591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0e681f-8f17-477f-9845-7cd4c73743fe tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.610474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8716e-7ca6-41db-b701-72d3495761d0 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14612fc-17b1-4235-b01c-119d6eda7769,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:12.638677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efd0e3-b709-4289-88b9-5426ff05a41c req-5ccf9d6d-ca12-4f8a-8b6c-ea6dca933375 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.646136 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0efd0e3-b709-4289-88b9-5426ff05a41c req-5ccf9d6d-ca12-4f8a-8b6c-ea6dca933375 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 1136 time: 0.1539955 Dec 15 14:11:12.689938 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0e681f-8f17-477f-9845-7cd4c73743fe tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.702334 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0e681f-8f17-477f-9845-7cd4c73743fe tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.727651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0efd0e3-b709-4289-88b9-5426ff05a41c req-509629a3-7d1e-4ecf-8aec-787ae1a53695 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0806153 Dec 15 14:11:12.747119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f0e681f-8f17-477f-9845-7cd4c73743fe tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.748646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9f0e681f-8f17-477f-9845-7cd4c73743fe tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1836553 Dec 15 14:11:12.752151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57932) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.753821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57934) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.765888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-33b14598-1ee2-4dca-8dba-3a69c6402353 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': 'b14612fc-17b1-4235-b01c-119d6eda7769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '751d5d6f-2d9f-4288-ae8c-1a93952f8838'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:12.773165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e681f-8f17-477f-9845-7cd4c73743fe tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751d5d6f-2d9f-4288-ae8c-1a93952f8838,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:12.828949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971bb69-7344-4ab2-94bf-491f23c435b9 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.829605 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.833325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b971bb69-7344-4ab2-94bf-491f23c435b9 tempest-TestSecurityGroupsBasicOps-1541337363 tempest-TestSecurityGroupsBasicOps-1541337363-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 1055 time: 0.0774350 Dec 15 14:11:12.851810 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-33b14598-1ee2-4dca-8dba-3a69c6402353 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:12.853076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-33b14598-1ee2-4dca-8dba-3a69c6402353 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0912135 Dec 15 14:11:12.855823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57938) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:12.899780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d544d37-da49-4c19-a27d-51812161fe6a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:12.908623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Checking segment: {'id': 'a2b92448-c2aa-4483-9ff7-cabd5dff5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '49728668-06bb-4d4f-9ba1-f6737915f38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:11:12.908993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Network hostable DHCP agents. Network: 49728668-06bb-4d4f-9ba1-f6737915f38f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:11:12.927569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Network 49728668-06bb-4d4f-9ba1-f6737915f38f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:11:12.928753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9c4830c-46e2-4879-a23a-425df97708a1 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.939197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 49728668-06bb-4d4f-9ba1-f6737915f38f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:12.943697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:12.944338 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.953051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694269a-5147-4105-9fc8-0f75003977da None None] Network 49728668-06bb-4d4f-9ba1-f6737915f38f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:12.973319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9c4830c-46e2-4879-a23a-425df97708a1 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:12.973596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0e4e8a8e-85f8-4530-88a8-70cf2f36ee09 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5407722 Dec 15 14:11:13.065299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9c4830c-46e2-4879-a23a-425df97708a1 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.067925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9c4830c-46e2-4879-a23a-425df97708a1 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.071843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.072200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f9c4830c-46e2-4879-a23a-425df97708a1 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/751d5d6f-2d9f-4288-ae8c-1a93952f8838 HTTP/1.1" status: 204 len: 168 time: 0.2150683 Dec 15 14:11:13.097755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4830c-46e2-4879-a23a-425df97708a1 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751d5d6f-2d9f-4288-ae8c-1a93952f8838,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:13.123355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d47db-356d-4d40-9f33-452715e2dbf7 None None] Network 49728668-06bb-4d4f-9ba1-f6737915f38f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:13.211540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5097b0-bdeb-477f-9109-ce4450f19392 req-6b3ea105-e649-4b90-aea7-7d8b500d2783 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:13.221846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d5097b0-bdeb-477f-9109-ce4450f19392 req-6b3ea105-e649-4b90-aea7-7d8b500d2783 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 909 time: 0.1225512 Dec 15 14:11:13.233284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2ff2d65a-c1bd-417b-b5b2-4aa95a17e82a tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1601815 Dec 15 14:11:13.237171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57948) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.292594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1259806-38a7-4a6b-bccb-ea1c3064f8db tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.317030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1259806-38a7-4a6b-bccb-ea1c3064f8db tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.368332 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1259806-38a7-4a6b-bccb-ea1c3064f8db tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.371042 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1259806-38a7-4a6b-bccb-ea1c3064f8db tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.372619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e1259806-38a7-4a6b-bccb-ea1c3064f8db tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/b14612fc-17b1-4235-b01c-119d6eda7769 HTTP/1.1" status: 204 len: 168 time: 0.1337068 Dec 15 14:11:13.375976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.398015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1259806-38a7-4a6b-bccb-ea1c3064f8db tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14612fc-17b1-4235-b01c-119d6eda7769,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:13.469216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-92f05272-c012-417e-a93b-5fc91186ee35 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0920234 Dec 15 14:11:13.474724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57958) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.479696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-03a380fa-392d-474f-b0df-4c3339d3e313 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--64812397'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:13.508721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03a380fa-392d-474f-b0df-4c3339d3e313 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.662454 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03a380fa-392d-474f-b0df-4c3339d3e313 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.666524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03a380fa-392d-474f-b0df-4c3339d3e313 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.707217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-d33d5057-deb9-4472-ab49-8d287507180a tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:13.708666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-d33d5057-deb9-4472-ab49-8d287507180a tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/networks?id=11221d41-a4b6-4c9d-871d-3b23757dea1c HTTP/1.1" status: 200 len: 808 time: 0.1729391 Dec 15 14:11:13.718540 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03a380fa-392d-474f-b0df-4c3339d3e313 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.723173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-03a380fa-392d-474f-b0df-4c3339d3e313 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2441521 Dec 15 14:11:13.723173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57970) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.728222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e1332f27-955c-429a-9ad9-95c8a911c034 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': 'ec031524-3ffb-49d0-8d8a-571ce901e2d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:13.743710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a380fa-392d-474f-b0df-4c3339d3e313 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec031524-3ffb-49d0-8d8a-571ce901e2d1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:13.756217 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-e82b2ed2-cb6a-4788-9d48-969b49cd8c3e tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/quotas/45c8511221b54068ae480487ddceb887 HTTP/1.1" status: 200 len: 375 time: 0.0311253 Dec 15 14:11:13.792715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-42d546aa-dcab-40ee-9586-6cd9abd86580 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=45c8511221b54068ae480487ddceb887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293441 Dec 15 14:11:13.822836 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-e1332f27-955c-429a-9ad9-95c8a911c034 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:13.823878 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e1332f27-955c-429a-9ad9-95c8a911c034 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0998769 Dec 15 14:11:13.826850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57972) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.831817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ec7ee164-3b24-4609-9365-6a952c42eef9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group_rule': {'security_group_id': 'ec031524-3ffb-49d0-8d8a-571ce901e2d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:13.868708 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-ec7ee164-3b24-4609-9365-6a952c42eef9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:11:13.870029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ec7ee164-3b24-4609-9365-6a952c42eef9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0419526 Dec 15 14:11:13.872883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57974) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:13.904064 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f3e95ab0-cf5f-44d6-8015-c0b5a67e5fc7 service neutron] 10.222.0.86 "GET /v2.0/networks/11221d41-a4b6-4c9d-871d-3b23757dea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015325 Dec 15 14:11:13.931417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cce98b55-1f30-4316-a468-9324bfebb452 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.955816 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cce98b55-1f30-4316-a468-9324bfebb452 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:13.998341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cce98b55-1f30-4316-a468-9324bfebb452 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.001755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cce98b55-1f30-4316-a468-9324bfebb452 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.005450 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cce98b55-1f30-4316-a468-9324bfebb452 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/ec031524-3ffb-49d0-8d8a-571ce901e2d1 HTTP/1.1" status: 204 len: 168 time: 0.1290874 Dec 15 14:11:14.007637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57976) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.012490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce98b55-1f30-4316-a468-9324bfebb452 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec031524-3ffb-49d0-8d8a-571ce901e2d1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:14.029393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-264ff9a2-a0b1-4c3f-9280-57d5eb5a1ecf service neutron] 10.222.0.86 "GET /v2.0/networks/11221d41-a4b6-4c9d-871d-3b23757dea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204579 Dec 15 14:11:14.068031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-758af669-11a4-44b6-bc3d-fccb69479305 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0558512 Dec 15 14:11:14.068518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.073294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a6757e57-b00d-481c-b4ea-1656f4603d87 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534438911'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:14.098963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6757e57-b00d-481c-b4ea-1656f4603d87 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.196005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6757e57-b00d-481c-b4ea-1656f4603d87 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.200517 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6757e57-b00d-481c-b4ea-1656f4603d87 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.261484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be0c8850-da43-44e4-a4ee-6d43108a6187 req-a1f02064-b9a5-4e68-b099-2a69f7e9b52c tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 210 time: 0.0487688 Dec 15 14:11:14.268574 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6757e57-b00d-481c-b4ea-1656f4603d87 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.272596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a6757e57-b00d-481c-b4ea-1656f4603d87 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2015679 Dec 15 14:11:14.273185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57986) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.278627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-80d09ad8-d865-4024-b5ab-9af5ccef6f86 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:14.279088 n-d-821840-1 neutron-server[109768]: WARNING neutron.api.v2.base [None req-80d09ad8-d865-4024-b5ab-9af5ccef6f86 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 14:11:14.279609 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-80d09ad8-d865-4024-b5ab-9af5ccef6f86 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 14:11:14.282425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-80d09ad8-d865-4024-b5ab-9af5ccef6f86 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "PUT /v2.0/security-groups/60e7b9c0-fd34-46a5-8c21-7af6db35d7e1 HTTP/1.1" status: 409 len: 330 time: 0.0061057 Dec 15 14:11:14.284364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6757e57-b00d-481c-b4ea-1656f4603d87 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e7b9c0-fd34-46a5-8c21-7af6db35d7e1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:14.288722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 57988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.377051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef5db-5f80-4aac-9d14-18955ef2b182 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.409035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e008f-d1e9-4334-8052-816f0f73f97e req-c519b17b-859e-4dbe-995e-5e2a6fd45ed7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:14.409565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef5db-5f80-4aac-9d14-18955ef2b182 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.410750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e5e008f-d1e9-4334-8052-816f0f73f97e req-c519b17b-859e-4dbe-995e-5e2a6fd45ed7 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 909 time: 0.0838592 Dec 15 14:11:14.466200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef5db-5f80-4aac-9d14-18955ef2b182 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.470053 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef5db-5f80-4aac-9d14-18955ef2b182 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.471287 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3e4ef5db-5f80-4aac-9d14-18955ef2b182 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/60e7b9c0-fd34-46a5-8c21-7af6db35d7e1 HTTP/1.1" status: 204 len: 168 time: 0.1816013 Dec 15 14:11:14.474043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57994) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.513684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ef5db-5f80-4aac-9d14-18955ef2b182 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e7b9c0-fd34-46a5-8c21-7af6db35d7e1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:14.558999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-04b4c499-a886-41c1-9c07-05db3799046a tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0835910 Dec 15 14:11:14.566815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 57998) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.581418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-ed5e57a5-d8ec-4bc4-9aa6-ad8e563ad852 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:14.584236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-ed5e57a5-d8ec-4bc4-9aa6-ad8e563ad852 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.24 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 909 time: 0.1075971 Dec 15 14:11:14.590003 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-42c33c9e-dbda-4c77-98cb-eec800f334dc tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] delete failed (client error): The resource could not be found. Dec 15 14:11:14.596452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-42c33c9e-dbda-4c77-98cb-eec800f334dc tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "DELETE /v2.0/security-groups/9048b2aa-20f8-41cf-881e-13beb3dbc590 HTTP/1.1" status: 404 len: 347 time: 0.0238988 Dec 15 14:11:14.599117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.650356 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-9936ab01-e1a8-4296-aa2f-a4e1dfa94bb9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] show failed (client error): The resource could not be found. Dec 15 14:11:14.651689 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9936ab01-e1a8-4296-aa2f-a4e1dfa94bb9 tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-groups/3f9e1252-89a0-481c-aa18-a567daa2b3a0 HTTP/1.1" status: 404 len: 347 time: 0.0504684 Dec 15 14:11:14.660316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58004) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:14.676795 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-a10561ba-abde-4bf4-bf6e-4c4d9803dcaa tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] show failed (client error): The resource could not be found. Dec 15 14:11:14.678251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a10561ba-abde-4bf4-bf6e-4c4d9803dcaa tempest-NegativeSecGroupIPv6Test-977676462 tempest-NegativeSecGroupIPv6Test-977676462-project] 10.222.0.86 "GET /v2.0/security-group-rules/a20f7a8a-5146-4e2d-a8c4-b6c4467c2628 HTTP/1.1" status: 404 len: 356 time: 0.0167699 Dec 15 14:11:14.725288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:14.725873 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.858105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] For port 60c238cc-8dc7-4744-b324-fa8a3fd9c514, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60c238cc-8dc7-4744-b324-fa8a3fd9c514,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:14.859004 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:14.875236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Calling delete_port for 60c238cc-8dc7-4744-b324-fa8a3fd9c514 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:15.048023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.084037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Port': ['ID=60c238cc-8dc7-4744-b324-fa8a3fd9c514,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:15.132552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] No DVR routers for this DVR port 60c238cc-8dc7-4744-b324-fa8a3fd9c514 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:15.135562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.140020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c22fa688-bd86-478c-af76-2e97a00f5054 req-602b4046-7ab6-4202-a09f-fc4ed0d098ce tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.24 "DELETE /v2.0/ports/60c238cc-8dc7-4744-b324-fa8a3fd9c514 HTTP/1.1" status: 204 len: 173 time: 0.5476451 Dec 15 14:11:15.140685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6251f52a-945a-45c7-bd34-9aac5d513666', 'name': 'network-vif-deleted', 'tag': '60c238cc-8dc7-4744-b324-fa8a3fd9c514'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:15.143387 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3b543a-d2aa-4e0d-ab51-2f06b0513660" -d '{"events": [{"server_uuid": "6251f52a-945a-45c7-bd34-9aac5d513666", "name": "network-vif-deleted", "tag": "60c238cc-8dc7-4744-b324-fa8a3fd9c514"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:15.154579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58014) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:15.212413 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce4c686-70ad-463b-b4ed-9920f9ed3018 x-openstack-request-id: req-7ce4c686-70ad-463b-b4ed-9920f9ed3018 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:15.212821 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6251f52a-945a-45c7-bd34-9aac5d513666", "name": "network-vif-deleted", "tag": "60c238cc-8dc7-4744-b324-fa8a3fd9c514", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:15.213177 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ce4c686-70ad-463b-b4ed-9920f9ed3018 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:15.213684 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6251f52a-945a-45c7-bd34-9aac5d513666', 'name': 'network-vif-deleted', 'tag': '60c238cc-8dc7-4744-b324-fa8a3fd9c514', 'status': 'completed', 'code': 200} Dec 15 14:11:15.378472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:15.379764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-08696c46-03da-4115-9af8-4c7ef50b762b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=845b27f23d24462c84227c959ba80d86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235250 Dec 15 14:11:15.428280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d6622b0f-59b0-43d3-9dbd-69a504dba8b8 req-e95f2eb0-1a9f-406c-9b91-9ef6af9b953b tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 210 time: 0.0410254 Dec 15 14:11:15.527324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ffc-3e46-45a8-a499-4f3fdc4c215e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.566274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d5162043-ddcb-4677-a41a-7d932afa95c3 req-724caa93-632b-4932-b4cd-fbfb2e2180b9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=6251f52a-945a-45c7-bd34-9aac5d513666 HTTP/1.1" status: 200 len: 210 time: 0.0447342 Dec 15 14:11:15.581597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ffc-3e46-45a8-a499-4f3fdc4c215e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.590722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-b1f3b9f4-a6b6-4b39-b6b7-cd751666b7cb tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:15.594139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-b1f3b9f4-a6b6-4b39-b6b7-cd751666b7cb tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.74 "GET /v2.0/networks?id=11221d41-a4b6-4c9d-871d-3b23757dea1c HTTP/1.1" status: 200 len: 808 time: 0.1716051 Dec 15 14:11:15.622397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Request body: {'port': {'device_id': 'cc2767a3-e54a-4240-8cd2-9bc6c411eec5', 'network_id': '11221d41-a4b6-4c9d-871d-3b23757dea1c', 'admin_state_up': True, 'tenant_id': '45c8511221b54068ae480487ddceb887'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:15.740125 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ffc-3e46-45a8-a499-4f3fdc4c215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.742705 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ffc-3e46-45a8-a499-4f3fdc4c215e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.743843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d19f8ffc-3e46-45a8-a499-4f3fdc4c215e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d63bc5f4-7252-4c11-836e-c7d885c7ca1a HTTP/1.1" status: 204 len: 168 time: 0.3643870 Dec 15 14:11:15.760011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f8ffc-3e46-45a8-a499-4f3fdc4c215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63bc5f4-7252-4c11-836e-c7d885c7ca1a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:15.793314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Made reservation on behalf of 45c8511221b54068ae480487ddceb887 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:15.797782 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:15.946914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Allocated IP 172.20.0.7 (11221d41-a4b6-4c9d-871d-3b23757dea1c/d3f89d2a-ac55-4a74-801a-ada4a891ae66/26208f13-e21b-4a10-bf9e-7af6c23c7ce2) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:11:16.123369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.174380 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.218655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Network 11221d41-a4b6-4c9d-871d-3b23757dea1c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:11:16.222306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:11:16.226269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:11:16.270427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Pushing event updated for resources: {'Port': ['ID=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:16.293635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:16.294154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.314627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-bf78c565-03d3-4ea7-8fb8-760fee786437 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6980960 Dec 15 14:11:16.326750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Request body: {'port': {'device_id': 'cc2767a3-e54a-4240-8cd2-9bc6c411eec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:16.389897 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.597466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e248d8d-8d85-401a-840d-b0537583721c req-02e47634-7289-444b-8a37-4b406ddb1475 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:16.599676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e248d8d-8d85-401a-840d-b0537583721c req-02e47634-7289-444b-8a37-4b406ddb1475 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 931 time: 0.0795379 Dec 15 14:11:16.642721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:16.664364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9e248d8d-8d85-401a-840d-b0537583721c req-287f82f4-6ac5-494f-a7d6-e1d5c54bdf15 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564106 Dec 15 14:11:16.803091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:11:16.814915 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.835836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Transition to ACTIVE for port object 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:11:16.849152 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:16.953643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Pushing event updated for resources: {'Port': ['ID=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:17.241227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Attempting to bind port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:11:17.241944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Attempting to bind port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e6457409-90d9-45c7-92d8-9e43d91c36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11221d41-a4b6-4c9d-871d-3b23757dea1c'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:11:17.241944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Attempting to bind port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 on network 11221d41-a4b6-4c9d-871d-3b23757dea1c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:11:17.265207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 on network 11221d41-a4b6-4c9d-871d-3b23757dea1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:11:17.265834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Attempting to bind port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 on network 11221d41-a4b6-4c9d-871d-3b23757dea1c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:11:17.291995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d43ad-7b87-4a5c-973c-ff8faa9c564f req-59e92682-030c-49bb-8a00-9b4eac5f942c tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:17.293619 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-964d43ad-7b87-4a5c-973c-ff8faa9c564f req-59e92682-030c-49bb-8a00-9b4eac5f942c tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 946 time: 0.1284502 Dec 15 14:11:17.294451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:11:17.294865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Checking segment: {'id': 'e6457409-90d9-45c7-92d8-9e43d91c36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11221d41-a4b6-4c9d-871d-3b23757dea1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:11:17.295320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Bound using segment: {'id': 'e6457409-90d9-45c7-92d8-9e43d91c36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11221d41-a4b6-4c9d-871d-3b23757dea1c'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:11:17.295767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Bound port: 26208f13-e21b-4a10-bf9e-7af6c23c7ce2, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6457409-90d9-45c7-92d8-9e43d91c36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11221d41-a4b6-4c9d-871d-3b23757dea1c'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:11:17.296947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.455077 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-964d43ad-7b87-4a5c-973c-ff8faa9c564f req-4626542f-57bf-4dd3-b83e-f0aa69c9d5d0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459110 Dec 15 14:11:17.460491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] For port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:11:17.486878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] For port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,segment=NetworkSegment(e6457409-90d9-45c7-92d8-9e43d91c36a4),segment_id=e6457409-90d9-45c7-92d8-9e43d91c36a4)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:11:17.497099 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.543799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:17.544460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.545866 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] 10.222.0.74 "PUT /v2.0/ports/26208f13-e21b-4a10-bf9e-7af6c23c7ce2 HTTP/1.1" status: 200 len: 1091 time: 1.2233953 Dec 15 14:11:17.549232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2767a3-e54a-4240-8cd2-9bc6c411eec5', 'tag': '26208f13-e21b-4a10-bf9e-7af6c23c7ce2'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:17.551546 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e0474-d3fd-4ebb-a242-5699721e75dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2767a3-e54a-4240-8cd2-9bc6c411eec5", "tag": "26208f13-e21b-4a10-bf9e-7af6c23c7ce2"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:17.573734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:17.617964 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2284523d-2191-40bd-8f3d-2656b0668ad1 x-openstack-request-id: req-2284523d-2191-40bd-8f3d-2656b0668ad1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:17.618263 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2767a3-e54a-4240-8cd2-9bc6c411eec5", "tag": "26208f13-e21b-4a10-bf9e-7af6c23c7ce2", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:17.618522 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2284523d-2191-40bd-8f3d-2656b0668ad1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:17.618923 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2767a3-e54a-4240-8cd2-9bc6c411eec5', 'tag': '26208f13-e21b-4a10-bf9e-7af6c23c7ce2', 'status': 'completed', 'code': 200} Dec 15 14:11:17.637921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d969b-0b42-45b3-8727-e01b859dd235 service neutron] Pushing event updated for resources: {'Port': ['ID=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:17.725208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-3c0cdbb5-8214-420b-aca4-617ff493388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:17.726657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-3c0cdbb5-8214-420b-aca4-617ff493388c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=45c8511221b54068ae480487ddceb887&device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 1094 time: 0.1067588 Dec 15 14:11:17.787345 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-857ded15-d2fe-41e1-b623-ab3007162ab8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26208f13-e21b-4a10-bf9e-7af6c23c7ce2 HTTP/1.1" status: 200 len: 217 time: 0.0481179 Dec 15 14:11:17.924341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58108) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:17.924843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-3e177e77-eccd-4124-8668-e83bc8c75fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:17.926289 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-3e177e77-eccd-4124-8668-e83bc8c75fa1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f89d2a-ac55-4a74-801a-ada4a891ae66 HTTP/1.1" status: 200 len: 848 time: 0.0982342 Dec 15 14:11:17.938776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fef9d8-c1c6-4910-9a7b-e95e6d5454a8 req-9823caa0-998b-4799-801c-01fe708e3c03 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:17.940287 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47fef9d8-c1c6-4910-9a7b-e95e6d5454a8 req-9823caa0-998b-4799-801c-01fe708e3c03 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 943 time: 0.1554186 Dec 15 14:11:17.975519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-b318addf-e668-4866-9b45-385779d03ce3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11221d41-a4b6-4c9d-871d-3b23757dea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330434 Dec 15 14:11:18.040203 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f00c22e-4779-4ac4-83e4-2b15f27b8a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.100593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47fef9d8-c1c6-4910-9a7b-e95e6d5454a8 req-df2d6ac3-9e32-487b-a9a2-f14152fc2504 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485109 Dec 15 14:11:18.119401 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f00c22e-4779-4ac4-83e4-2b15f27b8a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.124858 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f00c22e-4779-4ac4-83e4-2b15f27b8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.168491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8f00c22e-4779-4ac4-83e4-2b15f27b8a14 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f2b9d12ecaa94e889371b57656af66cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430246 Dec 15 14:11:18.169649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00c22e-4779-4ac4-83e4-2b15f27b8a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e343baf8-b36b-435c-8896-11d6f496c550,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:18.172353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58112) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.176285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-435deaf2-607c-4a7c-ac31-861b73c16b4c service neutron] 10.222.0.74 "GET /v2.0/networks/11221d41-a4b6-4c9d-871d-3b23757dea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886210 Dec 15 14:11:18.221739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82d95609-5ac4-45cf-97b9-54be00937ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.242579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting port 443d239a-3c58-46d7-af07-3b769988f71b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:18.243147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.243301 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82d95609-5ac4-45cf-97b9-54be00937ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.293048 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82d95609-5ac4-45cf-97b9-54be00937ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.296134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82d95609-5ac4-45cf-97b9-54be00937ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.299183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-82d95609-5ac4-45cf-97b9-54be00937ad8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e343baf8-b36b-435c-8896-11d6f496c550 HTTP/1.1" status: 204 len: 168 time: 0.1258242 Dec 15 14:11:18.307299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d95609-5ac4-45cf-97b9-54be00937ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e343baf8-b36b-435c-8896-11d6f496c550,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:18.345132 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb08187-de09-41a3-a15a-7ee53c5cfecb req-ce88aa38-6cb8-4425-960c-7e709809e443 service neutron] 10.222.0.74 "GET /v2.0/networks/11221d41-a4b6-4c9d-871d-3b23757dea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615195 Dec 15 14:11:18.367735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] For port 443d239a-3c58-46d7-af07-3b769988f71b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=443d239a-3c58-46d7-af07-3b769988f71b,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:18.368079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.385027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Calling delete_port for 443d239a-3c58-46d7-af07-3b769988f71b owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:18.494123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-9dce736a-ad37-4219-8780-f30b87a5c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:18.495639 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-9dce736a-ad37-4219-8780-f30b87a5c97e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=45c8511221b54068ae480487ddceb887&device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 1094 time: 0.0946779 Dec 15 14:11:18.600223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58412bba-1aee-4037-9ecb-9ccf25c70f55 req-69980314-605e-40e4-876d-2faa5945717a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:18.602687 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58412bba-1aee-4037-9ecb-9ccf25c70f55 req-69980314-605e-40e4-876d-2faa5945717a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 946 time: 0.0607300 Dec 15 14:11:18.644830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58120) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.666359 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdf563b7-e30b-4ae8-9d79-afaf5e019517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.672460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-58412bba-1aee-4037-9ecb-9ccf25c70f55 req-11b03d10-0d7d-4bce-a75b-4a1b0097ca47 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627058 Dec 15 14:11:18.756949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdf563b7-e30b-4ae8-9d79-afaf5e019517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.760825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdf563b7-e30b-4ae8-9d79-afaf5e019517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.801547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fdf563b7-e30b-4ae8-9d79-afaf5e019517 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ef2502b813049359157b067c4b03c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556239 Dec 15 14:11:18.802450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf563b7-e30b-4ae8-9d79-afaf5e019517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e9b6c-d91c-4a7a-afc0-abb54794de43,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:18.804834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58122) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:18.856671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a72c9c44-f1b7-436c-8609-795cf35bc580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.880526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a72c9c44-f1b7-436c-8609-795cf35bc580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.934138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a72c9c44-f1b7-436c-8609-795cf35bc580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.937141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a72c9c44-f1b7-436c-8609-795cf35bc580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.938425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a72c9c44-f1b7-436c-8609-795cf35bc580 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca6e9b6c-d91c-4a7a-afc0-abb54794de43 HTTP/1.1" status: 204 len: 168 time: 0.1326718 Dec 15 14:11:18.946738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c9c44-f1b7-436c-8609-795cf35bc580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e9b6c-d91c-4a7a-afc0-abb54794de43,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:19.039849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-2a12236f-a652-4fef-9344-e51c8e990461 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:19.041353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-2a12236f-a652-4fef-9344-e51c8e990461 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.24 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 946 time: 0.1199632 Dec 15 14:11:19.085677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-8db30f7c-21f9-41ad-8ac9-a32a188eee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:19.087169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-8db30f7c-21f9-41ad-8ac9-a32a188eee81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11221d41-a4b6-4c9d-871d-3b23757dea1c HTTP/1.1" status: 200 len: 910 time: 0.5822005 Dec 15 14:11:19.160388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-671e9989-1a65-499c-9286-b5363af8f75a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26208f13-e21b-4a10-bf9e-7af6c23c7ce2 HTTP/1.1" status: 200 len: 217 time: 0.0521152 Dec 15 14:11:19.232126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e96b3-6610-46b1-ac27-2eec4da16e8a req-a2ef4d1e-cf93-49d5-9a0e-6017287a2086 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:19.233778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-036e96b3-6610-46b1-ac27-2eec4da16e8a req-a2ef4d1e-cf93-49d5-9a0e-6017287a2086 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 943 time: 0.0586886 Dec 15 14:11:19.255352 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.291338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-a0580ae3-ee74-44b1-94cf-15f9fa1b15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:19.292870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-a0580ae3-ee74-44b1-94cf-15f9fa1b15b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f89d2a-ac55-4a74-801a-ada4a891ae66 HTTP/1.1" status: 200 len: 848 time: 0.1241059 Dec 15 14:11:19.294022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Port': ['ID=443d239a-3c58-46d7-af07-3b769988f71b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:19.320665 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-036e96b3-6610-46b1-ac27-2eec4da16e8a req-2774bd33-ee00-4355-9d34-c5b9c543ec77 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650995 Dec 15 14:11:19.356959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Deleting port 79aec6a4-21d5-4812-8481-cb622723e1ad {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:19.357382 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.380791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-784c3774-c8f7-4056-8f4c-b3854bfcf709 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11221d41-a4b6-4c9d-871d-3b23757dea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781062 Dec 15 14:11:19.429796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 60c238cc-8dc7-4744-b324-fa8a3fd9c514 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:19.455856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 60c238cc-8dc7-4744-b324-fa8a3fd9c514 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:19.456431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 60c238cc-8dc7-4744-b324-fa8a3fd9c514 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:19.619096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] For port 79aec6a4-21d5-4812-8481-cb622723e1ad, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=79aec6a4-21d5-4812-8481-cb622723e1ad,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:19.619471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.632874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-e73ed1c2-8773-49de-a6ab-505802cc26a5 service neutron] 10.222.0.74 "GET /v2.0/networks/11221d41-a4b6-4c9d-871d-3b23757dea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389221 Dec 15 14:11:19.666361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Calling delete_port for 79aec6a4-21d5-4812-8481-cb622723e1ad owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:19.780818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:19.913216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc6e0474-d3fd-4ebb-a242-5699721e75dd req-177d8942-9c17-444a-9441-182e59a3920a service neutron] 10.222.0.74 "GET /v2.0/networks/11221d41-a4b6-4c9d-871d-3b23757dea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479606 Dec 15 14:11:19.971426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0848b-e193-4526-a937-a714b5b9dce1 req-086edb69-a0f4-4ed2-8fd2-be0a4dd442ad tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:19.972982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6ad0848b-e193-4526-a937-a714b5b9dce1 req-086edb69-a0f4-4ed2-8fd2-be0a4dd442ad tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=980b1bf3-ae9d-452e-8afc-f87a7bf4e138 HTTP/1.1" status: 200 len: 946 time: 0.1961708 Dec 15 14:11:20.111952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.126690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['28b9bb01-d32a-4404-bf2e-81a6e8911632', '79aec6a4-21d5-4812-8481-cb622723e1ad'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:20.130537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e880a85f-f285-40be-88de-ae9074401b65', '2c59d8a5-4de1-49b0-ba91-7d5e92847d15'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:20.153753 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6ad0848b-e193-4526-a937-a714b5b9dce1 req-63721533-85ce-42d1-b4fa-621411298c0f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721008 Dec 15 14:11:20.159727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Pushing event deleted for resources: {'Port': ['ID=79aec6a4-21d5-4812-8481-cb622723e1ad,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:20.237305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] No DVR routers for this DVR port 79aec6a4-21d5-4812-8481-cb622723e1ad on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:20.242955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.246993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d96e1874-74f8-4982-850a-a5f68d1d0b6d req-504f683b-6cfd-4d5b-ad8e-042af151b8ce tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.24 "DELETE /v2.0/ports/79aec6a4-21d5-4812-8481-cb622723e1ad HTTP/1.1" status: 204 len: 173 time: 1.1982923 Dec 15 14:11:20.247473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980b1bf3-ae9d-452e-8afc-f87a7bf4e138', 'name': 'network-vif-deleted', 'tag': '79aec6a4-21d5-4812-8481-cb622723e1ad'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:20.250581 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3163e6d-f53c-4f0b-9f90-0c135b7b7848" -d '{"events": [{"server_uuid": "980b1bf3-ae9d-452e-8afc-f87a7bf4e138", "name": "network-vif-deleted", "tag": "79aec6a4-21d5-4812-8481-cb622723e1ad"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:20.269198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:20.378871 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9f53fb-ac14-4505-9003-090c9e3acf4e x-openstack-request-id: req-ba9f53fb-ac14-4505-9003-090c9e3acf4e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:20.379174 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980b1bf3-ae9d-452e-8afc-f87a7bf4e138", "name": "network-vif-deleted", "tag": "79aec6a4-21d5-4812-8481-cb622723e1ad", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:20.379456 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba9f53fb-ac14-4505-9003-090c9e3acf4e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:20.379851 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980b1bf3-ae9d-452e-8afc-f87a7bf4e138', 'name': 'network-vif-deleted', 'tag': '79aec6a4-21d5-4812-8481-cb622723e1ad', 'status': 'completed', 'code': 200} Dec 15 14:11:20.485245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:20.493449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6421743e-7b0c-40b1-bdd4-63d0ef13d08b tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "PUT /v2.0/routers/03d9721e-afb2-4427-a19e-2cadb60ee1d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8468843 Dec 15 14:11:20.493692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58174) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:20.503396 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] Sync routers for ids ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:20.511149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daa6dc-37ab-4c7b-98ce-c9d2e48e6ace req-51b471da-8361-4a38-9942-3bb7e238cf7e tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:20.513652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5daa6dc-37ab-4c7b-98ce-c9d2e48e6ace req-51b471da-8361-4a38-9942-3bb7e238cf7e tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 943 time: 0.1178999 Dec 15 14:11:20.521297 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] Routers {'03d9721e-afb2-4427-a19e-2cadb60ee1d9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:20.521942 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:11:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:20.589204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdaf1bf2-2c64-4bce-bd84-3e5e692deade tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting subnet 3f270848-d72d-455f-9f7c-dabe086698bd {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:20.595586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1bf2-2c64-4bce-bd84-3e5e692deade tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.648695 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5daa6dc-37ab-4c7b-98ce-c9d2e48e6ace req-3f8500cb-9411-49ec-99ee-e2db447fdfb1 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128497 Dec 15 14:11:20.648919 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] Set router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:20.669295 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1bf2-2c64-4bce-bd84-3e5e692deade tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.801945 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1bf2-2c64-4bce-bd84-3e5e692deade tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.913923 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1bf2-2c64-4bce-bd84-3e5e692deade tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.960881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf1bf2-2c64-4bce-bd84-3e5e692deade tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Subnet': ['ID=3f270848-d72d-455f-9f7c-dabe086698bd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:20.964089 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1bf2-2c64-4bce-bd84-3e5e692deade tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:20.966340 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:11:19Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:20.973453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58184) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:20.973974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f76eb86-4ab3-4571-a29e-979f2b54d94e None None] Network 37226806-d0ac-44cf-a65f-673f1f038822 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:20.980137 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cdaf1bf2-2c64-4bce-bd84-3e5e692deade tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/subnets/3f270848-d72d-455f-9f7c-dabe086698bd HTTP/1.1" status: 204 len: 168 time: 0.4760020 Dec 15 14:11:21.015596 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] Checking router: 03d9721e-afb2-4427-a19e-2cadb60ee1d9 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:21.028700 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] Routers {'03d9721e-afb2-4427-a19e-2cadb60ee1d9'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:21.030038 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:11:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:21.106458 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.186513 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] Set router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:21.241933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] DHCP port deletion for 37226806-d0ac-44cf-a65f-673f1f038822 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:21.256337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.280345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:11:21.344450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting port 1f4877dc-eae1-4f96-bd71-79def5cb8462 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:21.346149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.368226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] Deleting port 9eb9088f-bfad-4883-bf37-46025990ee5c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:21.368620 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.413053 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:11:19Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:21.451161 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f3bad-7bb4-4924-8dd7-f90555768ebb None None] The sync data for ids ['03d9721e-afb2-4427-a19e-2cadb60ee1d9'] in n-d-821840-1 is: [{'id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-278885863', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:11:19Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '1f4877dc-eae1-4f96-bd71-79def5cb8462', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9721e-afb2-4427-a19e-2cadb60ee1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:10:48Z', 'updated_at': '2021-12-15T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:21.453514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] For port 1f4877dc-eae1-4f96-bd71-79def5cb8462, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1f4877dc-eae1-4f96-bd71-79def5cb8462,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:21.453893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.467482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Calling delete_port for 1f4877dc-eae1-4f96-bd71-79def5cb8462 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:21.656666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,segment=NetworkSegment(e6457409-90d9-45c7-92d8-9e43d91c36a4),segment_id=e6457409-90d9-45c7-92d8-9e43d91c36a4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:21.657405 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.660468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] For port 9eb9088f-bfad-4883-bf37-46025990ee5c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9eb9088f-bfad-4883-bf37-46025990ee5c,segment=NetworkSegment(a8e6feae-7e76-490c-9514-73d2afd7cc79),segment_id=a8e6feae-7e76-490c-9514-73d2afd7cc79)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:21.660874 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.681400 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] Calling delete_port for 9eb9088f-bfad-4883-bf37-46025990ee5c owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:21.683291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '26208f13-e21b-4a10-bf9e-7af6c23c7ce2', 'network_id': '11221d41-a4b6-4c9d-871d-3b23757dea1c', 'port_id': '26208f13-e21b-4a10-bf9e-7af6c23c7ce2', 'mac_address': 'fa:16:3e:00:ad:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f89d2a-ac55-4a74-801a-ada4a891ae66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:11:21.688624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Port': ['ID=1f4877dc-eae1-4f96-bd71-79def5cb8462,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:21.738885 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.740829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed99a85-75fa-4107-9b51-9a1d4c1a40a9 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:21.754311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.790709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:11:21.820160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,segment=NetworkSegment(e6457409-90d9-45c7-92d8-9e43d91c36a4),segment_id=e6457409-90d9-45c7-92d8-9e43d91c36a4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:21.831955 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.889276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:21.902141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.902500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.902856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.903241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.903583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.904088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.904453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.904876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.906806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.907262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.910102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.910468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.910816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:21.920380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.924666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.961971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:21.993146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d746-6906-46cf-8dbf-0c830ea136ee req-46e449a4-61fe-4bb4-8d2f-2ba886b7f9bf tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:21.994621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5309d746-6906-46cf-8dbf-0c830ea136ee req-46e449a4-61fe-4bb4-8d2f-2ba886b7f9bf tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 944 time: 0.1506317 Dec 15 14:11:22.002316 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.002938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Fanout notify agent at l3_agent the message router_deleted on router 03d9721e-afb2-4427-a19e-2cadb60ee1d9 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:11:22.011344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] Pushing event deleted for resources: {'Port': ['ID=9eb9088f-bfad-4883-bf37-46025990ee5c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:22.019175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e85f1b-939b-4b51-849d-6510f02ce595 None None] No DVR routers for this DVR port 9eb9088f-bfad-4883-bf37-46025990ee5c on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:22.020992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.022109 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dbd16c33-d019-44db-9be7-8bc4fc850fd9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/routers/03d9721e-afb2-4427-a19e-2cadb60ee1d9 HTTP/1.1" status: 204 len: 168 time: 1.0477219 Dec 15 14:11:22.035055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58200) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:22.139358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['26208f13-e21b-4a10-bf9e-7af6c23c7ce2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:22.173803 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5309d746-6906-46cf-8dbf-0c830ea136ee req-5b4c626e-8b87-4a16-96df-ea5f2b70a8c1 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638603 Dec 15 14:11:22.185583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.296462 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.328274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37226806-d0ac-44cf-a65f-673f1f038822']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:22.340657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e6feae-7e76-490c-9514-73d2afd7cc79') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:22.341408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e6feae-7e76-490c-9514-73d2afd7cc79') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:22.357590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.378851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.393271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:22.395429 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:22.399329 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:22.527111 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.535773 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.539131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/networks/37226806-d0ac-44cf-a65f-673f1f038822 HTTP/1.1" status: 204 len: 168 time: 0.5028176 Dec 15 14:11:22.541922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:22.573468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2e8c5-f421-4329-80eb-3d23ae4fd0fe tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Network': ['ID=37226806-d0ac-44cf-a65f-673f1f038822,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:22.737567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting port b78c51ae-1435-4893-ad17-10e81aef87b1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:22.738028 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.819334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.819736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:22.838061 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Calling delete_port for b78c51ae-1435-4893-ad17-10e81aef87b1 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:23.011239 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.039148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Port': ['ID=b78c51ae-1435-4893-ad17-10e81aef87b1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:23.107236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.107581 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Floating IP dfd9f931-96c1-40f9-bb06-f0524176d6df disassociated (deleted). External IP: 172.25.7.209, port: f870b17c-f688-42ef-9e9e-217684cdd758. Dec 15 14:11:23.206461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1f4877dc-eae1-4f96-bd71-79def5cb8462 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:23.234343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 1f4877dc-eae1-4f96-bd71-79def5cb8462 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:23.234695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1f4877dc-eae1-4f96-bd71-79def5cb8462 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:23.235115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 443d239a-3c58-46d7-af07-3b769988f71b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:23.257552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 443d239a-3c58-46d7-af07-3b769988f71b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:23.258162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 443d239a-3c58-46d7-af07-3b769988f71b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:23.258780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9eb9088f-bfad-4883-bf37-46025990ee5c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:23.323637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:11:23.326236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9eb9088f-bfad-4883-bf37-46025990ee5c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:23.329737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9eb9088f-bfad-4883-bf37-46025990ee5c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:23.375472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e73057-b73f-464d-95cd-b5963ba1eb47 req-b627dcb5-e542-4f30-b3d4-053d5c4c0df8 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:23.400858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d5e73057-b73f-464d-95cd-b5963ba1eb47 req-b627dcb5-e542-4f30-b3d4-053d5c4c0df8 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 944 time: 0.1382921 Dec 15 14:11:23.437831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:11:23.442346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:11:23.442976 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.453105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Router e20dac7d-e489-435e-ada0-d9b83157fa2a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:23.475232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d5e73057-b73f-464d-95cd-b5963ba1eb47 req-b06ce424-34c1-4c4e-95b7-f5e73d25b53b tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Dec 15 14:11:23.490908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 79aec6a4-21d5-4812-8481-cb622723e1ad no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:23.549863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 79aec6a4-21d5-4812-8481-cb622723e1ad {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:23.550222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 79aec6a4-21d5-4812-8481-cb622723e1ad not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:23.604280 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.612501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:23.617093 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.625977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] Sync routers for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:23.642055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2767a3-e54a-4240-8cd2-9bc6c411eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26208f13-e21b-4a10-bf9e-7af6c23c7ce2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:23.644355 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2195d03-ba66-4307-af08-df3b5dbcf7a0" -d '{"events": [{"server_uuid": "cc2767a3-e54a-4240-8cd2-9bc6c411eec5", "name": "network-vif-plugged", "status": "completed", "tag": "26208f13-e21b-4a10-bf9e-7af6c23c7ce2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:23.648205 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3df0bdc9-bbe2-4595-abdc-d44a59d23237 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/floatingips/dfd9f931-96c1-40f9-bb06-f0524176d6df HTTP/1.1" status: 204 len: 168 time: 1.1038826 Dec 15 14:11:23.648813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:23.662126 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5" -d '{"events": [{"name": "network-changed", "server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:23.664322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,segment=NetworkSegment(e6457409-90d9-45c7-92d8-9e43d91c36a4),segment_id=e6457409-90d9-45c7-92d8-9e43d91c36a4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:23.666022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:23.666862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:11:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:23.718471 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:23.786244 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891698e7-77e9-4d7f-aa3e-e153717c30c1 x-openstack-request-id: req-891698e7-77e9-4d7f-aa3e-e153717c30c1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:23.786585 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:23.786935 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-891698e7-77e9-4d7f-aa3e-e153717c30c1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:23.787357 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'status': 'completed', 'code': 200} Dec 15 14:11:23.810908 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65bea56-b218-4c1e-8ace-e98316331ef3 x-openstack-request-id: req-a65bea56-b218-4c1e-8ace-e98316331ef3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:23.811154 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2767a3-e54a-4240-8cd2-9bc6c411eec5", "name": "network-vif-plugged", "status": "completed", "tag": "26208f13-e21b-4a10-bf9e-7af6c23c7ce2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:23.811367 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a65bea56-b218-4c1e-8ace-e98316331ef3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:23.812378 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2767a3-e54a-4240-8cd2-9bc6c411eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26208f13-e21b-4a10-bf9e-7af6c23c7ce2', 'code': 200} Dec 15 14:11:23.819137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:23.877136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7c41f-8d5f-4534-bc84-14b5630db08b req-918ac8f4-4b65-4733-b469-5e2780114d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:23.879446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79d7c41f-8d5f-4534-bc84-14b5630db08b req-918ac8f4-4b65-4733-b469-5e2780114d13 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 1096 time: 0.0807054 Dec 15 14:11:23.904583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-8d23ae32-7ef0-485a-8bec-1df073e5a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:23.906458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-8d23ae32-7ef0-485a-8bec-1df073e5a2f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d291102b367a4449a84a741389d55566&device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 1136 time: 0.0903125 Dec 15 14:11:23.923482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:23.947148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79d7c41f-8d5f-4534-bc84-14b5630db08b req-a5d1a4be-d33d-46cb-a2a7-267866995e3c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516453 Dec 15 14:11:24.087409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-76877171-c92b-4e52-a404-1a4cb1060728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:24.089057 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-76877171-c92b-4e52-a404-1a4cb1060728 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606 HTTP/1.1" status: 200 len: 899 time: 0.1761048 Dec 15 14:11:24.100121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e691-561b-4a95-b2a0-d9933417c698 req-5ef5715b-d738-459e-9e39-9836faee5290 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:24.106327 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd21e691-561b-4a95-b2a0-d9933417c698 req-5ef5715b-d738-459e-9e39-9836faee5290 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 985 time: 0.0895810 Dec 15 14:11:24.204140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-7f4f909d-c018-4c78-bded-375d74f404b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f870b17c-f688-42ef-9e9e-217684cdd758 HTTP/1.1" status: 200 len: 217 time: 0.0555646 Dec 15 14:11:24.221366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:53Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:24.243827 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd21e691-561b-4a95-b2a0-d9933417c698 req-311d43ce-6805-4a4a-be7c-76a3980b4de2 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1312184 Dec 15 14:11:24.282790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-32b11c46-47c8-4d47-856b-061dca207b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:24.283552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] Checking router: e20dac7d-e489-435e-ada0-d9b83157fa2a for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:24.285022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-32b11c46-47c8-4d47-856b-061dca207b05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9900cb9-5c6f-4b69-89ef-5988b5593508 HTTP/1.1" status: 200 len: 834 time: 0.0704124 Dec 15 14:11:24.302943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:24.303585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:11:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:24.339098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-0c75217e-b478-4ffa-86c7-6864428f2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:24.341064 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-0c75217e-b478-4ffa-86c7-6864428f2ac3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a053ec3b-8581-46ef-b0fa-5ebd19eb2606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481253 Dec 15 14:11:24.495653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:24.573159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-6d4a13b8-9bc3-4e26-aeeb-06ca4c581c9c service neutron] 10.222.0.74 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209940 Dec 15 14:11:24.687644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87dcfe-6822-4e87-97fe-8910a5523f02 req-7dbd029a-81e6-4c74-ad44-99d55efda7e7 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:24.689203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a87dcfe-6822-4e87-97fe-8910a5523f02 req-7dbd029a-81e6-4c74-ad44-99d55efda7e7 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 945 time: 0.1143899 Dec 15 14:11:24.736024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78cc6b0a-e52b-4955-a2f0-0c4a698e7db5 req-cdc68f39-d49c-468a-b220-9f80cd17fa47 service neutron] 10.222.0.74 "GET /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501319 Dec 15 14:11:24.762283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a87dcfe-6822-4e87-97fe-8910a5523f02 req-672c4dc6-2dc5-4785-9d22-4b7beeb88491 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653148 Dec 15 14:11:24.835689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:53Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:24.869471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9663f-7b25-4468-bba3-238e929b2d89 None None] The sync data for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 is: [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:09:47Z', 'revision_number': 4, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'bd1a6c8d-3c4f-4c11-b88a-47358e4554d7', 'name': '', 'network_id': 'a053ec3b-8581-46ef-b0fa-5ebd19eb2606', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'mac_address': 'fa:16:3e:b2:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:45Z', 'updated_at': '2021-12-15T14:09:53Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'subnets': [{'id': 'f9900cb9-5c6f-4b69-89ef-5988b5593508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:25.210532 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a5dff3-4d91-439d-b947-9bc042eb291b None None] New status for floating IP dfd9f931-96c1-40f9-bb06-f0524176d6df: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:11:25.389349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c317469-1180-4c20-b6a3-2c9752a55765 req-92eac5d0-8163-4e4e-8975-bf44ce56ebe5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:25.392031 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c317469-1180-4c20-b6a3-2c9752a55765 req-92eac5d0-8163-4e4e-8975-bf44ce56ebe5 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 985 time: 0.0595317 Dec 15 14:11:25.472760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5c317469-1180-4c20-b6a3-2c9752a55765 req-6c8f0797-ef49-4555-baba-15414d1ea4ee tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8c75834-6edb-4a9e-8200-25bdbe3c4178&id=8e47898f-06e2-4f5f-b76a-ec6c5df57162&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0681317 Dec 15 14:11:25.490031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-47d86e09-0163-45bb-8b81-9c6a9ef33d93 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:25.491550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-47d86e09-0163-45bb-8b81-9c6a9ef33d93 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 985 time: 0.0685205 Dec 15 14:11:25.611983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting port f870b17c-f688-42ef-9e9e-217684cdd758 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:25.612652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.745559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] For port f870b17c-f688-42ef-9e9e-217684cdd758, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=f870b17c-f688-42ef-9e9e-217684cdd758,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:25.745836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:25.767091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Calling delete_port for f870b17c-f688-42ef-9e9e-217684cdd758 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:26.008127 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1296da-3cf4-4872-8ae8-79cfed9c3d11 req-599b5ab0-fc61-4da3-8a46-10436251fa28 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:26.017113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed1296da-3cf4-4872-8ae8-79cfed9c3d11 req-599b5ab0-fc61-4da3-8a46-10436251fa28 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 945 time: 0.1253014 Dec 15 14:11:26.101631 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed1296da-3cf4-4872-8ae8-79cfed9c3d11 req-bc1f18f0-fb42-4a42-8cf4-5f68ea94a63e tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784848 Dec 15 14:11:26.433080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.450429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ab65c-c24f-49b4-8095-1f2b7aff47b0 req-7cb686ba-3de3-432c-ba52-dba2c90080a5 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:26.452081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b2ab65c-c24f-49b4-8095-1f2b7aff47b0 req-7cb686ba-3de3-432c-ba52-dba2c90080a5 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 945 time: 0.5327005 Dec 15 14:11:26.479027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Port': ['ID=f870b17c-f688-42ef-9e9e-217684cdd758,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:26.533208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] No DVR routers for this DVR port f870b17c-f688-42ef-9e9e-217684cdd758 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:26.538429 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:26.541344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad49e19e-44fd-4c08-bf8d-1a5e4cbed56d req-fdba368e-6c70-4509-a7c8-377e94c75a49 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.74 "DELETE /v2.0/ports/f870b17c-f688-42ef-9e9e-217684cdd758 HTTP/1.1" status: 204 len: 173 time: 1.0438032 Dec 15 14:11:26.541915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'name': 'network-vif-deleted', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:26.544887 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f185fe35-6615-4dcf-8f91-9a0486dc1ebe" -d '{"events": [{"server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "name": "network-vif-deleted", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:26.584195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b2ab65c-c24f-49b4-8095-1f2b7aff47b0 req-c0a8a998-e44e-493f-9369-6366bb681385 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083491 Dec 15 14:11:26.623143 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-983a995d-72fb-420c-83cd-1fbc4b335fee req-229979d1-26c2-4876-9b58-63934ef3c32d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4da2f35-6123-49e8-85a5-f6a0ed667bb2 HTTP/1.1" status: 200 len: 210 time: 0.0353527 Dec 15 14:11:26.664953 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9871237f-e773-4b5f-b091-2c35630224c9 x-openstack-request-id: req-9871237f-e773-4b5f-b091-2c35630224c9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:26.665497 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4da2f35-6123-49e8-85a5-f6a0ed667bb2", "name": "network-vif-deleted", "tag": "f870b17c-f688-42ef-9e9e-217684cdd758", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:26.665663 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9871237f-e773-4b5f-b091-2c35630224c9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:26.666071 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4da2f35-6123-49e8-85a5-f6a0ed667bb2', 'name': 'network-vif-deleted', 'tag': 'f870b17c-f688-42ef-9e9e-217684cdd758', 'status': 'completed', 'code': 200} Dec 15 14:11:27.244678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c580701-8afd-4467-9ca7-2ab7c351dd65 req-43e4f458-414c-4f70-b6e3-2b665f5935df tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:27.246160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c580701-8afd-4467-9ca7-2ab7c351dd65 req-43e4f458-414c-4f70-b6e3-2b665f5935df tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 945 time: 0.0519454 Dec 15 14:11:27.299074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c580701-8afd-4467-9ca7-2ab7c351dd65 req-6cae314d-af61-42e6-a1e0-124fc67f658f tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465167 Dec 15 14:11:27.439450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-1b88f031-03cc-4ea9-8932-a582acc9df98 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:27.440986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-1b88f031-03cc-4ea9-8932-a582acc9df98 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 945 time: 0.0496652 Dec 15 14:11:27.538108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Deleting port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:27.538356 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.631007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] For port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:27.631372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.643617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Calling delete_port for 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:27.687854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58292) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.755482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17da0116-b49d-4964-be06-1570889e5767 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.796483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17da0116-b49d-4964-be06-1570889e5767 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.813810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.829116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['28b9bb01-d32a-4404-bf2e-81a6e8911632'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:27.833097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e880a85f-f285-40be-88de-ae9074401b65'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:27.874303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Pushing event deleted for resources: {'Port': ['ID=2c59d8a5-4de1-49b0-ba91-7d5e92847d15,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:27.902962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17da0116-b49d-4964-be06-1570889e5767 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.909337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-17da0116-b49d-4964-be06-1570889e5767 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.911296 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-17da0116-b49d-4964-be06-1570889e5767 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/security-groups/f8c75834-6edb-4a9e-8200-25bdbe3c4178 HTTP/1.1" status: 204 len: 168 time: 0.2215159 Dec 15 14:11:27.915281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:27.968656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] No DVR routers for this DVR port 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:27.992131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:27.995589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3f6071e9-d306-464e-b2d9-8f4714195813 req-cbeec297-b780-4cc0-854f-b3d3cb663e3a tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.74 "DELETE /v2.0/ports/2c59d8a5-4de1-49b0-ba91-7d5e92847d15 HTTP/1.1" status: 204 len: 173 time: 0.5481622 Dec 15 14:11:28.012168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da0116-b49d-4964-be06-1570889e5767 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c75834-6edb-4a9e-8200-25bdbe3c4178,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:28.030781 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe876-cfd3-4959-b736-49bf80b14a68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.064919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe876-cfd3-4959-b736-49bf80b14a68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.130859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe876-cfd3-4959-b736-49bf80b14a68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.133607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe876-cfd3-4959-b736-49bf80b14a68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.134904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8f9fe876-cfd3-4959-b736-49bf80b14a68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/security-groups/8e47898f-06e2-4f5f-b76a-ec6c5df57162 HTTP/1.1" status: 204 len: 168 time: 0.2185760 Dec 15 14:11:28.137854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58304) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:28.159659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fe876-cfd3-4959-b736-49bf80b14a68 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e47898f-06e2-4f5f-b76a-ec6c5df57162,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:28.424707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3fb3f45b-3e03-4a4b-ae78-379b65774f9f req-1df47654-09a7-48bb-a12b-cdcd252e8a22 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2 HTTP/1.1" status: 200 len: 210 time: 0.0336435 Dec 15 14:11:28.585688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:28.675653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2', 'name': 'network-vif-deleted', 'tag': '2c59d8a5-4de1-49b0-ba91-7d5e92847d15'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:28.677949 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24dfd9d-315d-4510-804f-b42ccf56b289" -d '{"events": [{"server_uuid": "6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2", "name": "network-vif-deleted", "tag": "2c59d8a5-4de1-49b0-ba91-7d5e92847d15"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:28.737384 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b436ea94-1a59-4e3a-bb0e-df6a80870943 x-openstack-request-id: req-b436ea94-1a59-4e3a-bb0e-df6a80870943 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:28.737821 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2", "name": "network-vif-deleted", "tag": "2c59d8a5-4de1-49b0-ba91-7d5e92847d15", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:28.738156 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b436ea94-1a59-4e3a-bb0e-df6a80870943 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:28.738703 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7aaf96-3f91-4727-a9f4-9a5bfa147ea2', 'name': 'network-vif-deleted', 'tag': '2c59d8a5-4de1-49b0-ba91-7d5e92847d15', 'status': 'completed', 'code': 200} Dec 15 14:11:28.892430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:28.893043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:29.010150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] For port bd1a6c8d-3c4f-4c11-b88a-47358e4554d7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:29.010965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:29.023010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Calling delete_port for bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:29.237946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:29.268373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Port': ['ID=bd1a6c8d-3c4f-4c11-b88a-47358e4554d7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:29.305446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:29.351109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:29.351684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2c59d8a5-4de1-49b0-ba91-7d5e92847d15 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:29.352581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f870b17c-f688-42ef-9e9e-217684cdd758 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:29.382599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: f870b17c-f688-42ef-9e9e-217684cdd758 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:29.382962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device f870b17c-f688-42ef-9e9e-217684cdd758 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:29.503259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:29.958621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c2cf-17fd-4bbe-b5fe-2f3fa2b403e0 req-3e574b0a-e663-4f15-adb4-2c7711b43627 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:29.965929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7812c2cf-17fd-4bbe-b5fe-2f3fa2b403e0 req-3e574b0a-e663-4f15-adb4-2c7711b43627 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 946 time: 0.1063888 Dec 15 14:11:29.989925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Router e20dac7d-e489-435e-ada0-d9b83157fa2a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:11:30.083372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7812c2cf-17fd-4bbe-b5fe-2f3fa2b403e0 req-7a25dd81-c781-4679-8db2-a8348c975e40 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115751 Dec 15 14:11:30.207316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:11:30.215420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d3655d2d-877a-4b53-b69e-7d3c273d77e9 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "PUT /v2.0/routers/e20dac7d-e489-435e-ada0-d9b83157fa2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762227 Dec 15 14:11:30.219319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] Sync routers for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:11:30.220136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58342) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:30.245762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:30.246322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:11:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:30.317018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db2c5ea-4afb-4994-b8d4-e1a9d73beb4d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting subnet f9900cb9-5c6f-4b69-89ef-5988b5593508 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:30.329038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db2c5ea-4afb-4994-b8d4-e1a9d73beb4d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.387784 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db2c5ea-4afb-4994-b8d4-e1a9d73beb4d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.496371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:30.512908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db2c5ea-4afb-4994-b8d4-e1a9d73beb4d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.630166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db2c5ea-4afb-4994-b8d4-e1a9d73beb4d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:30.854748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:11:29Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:31.046870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] Checking router: e20dac7d-e489-435e-ada0-d9b83157fa2a for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:11:31.109644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db2c5ea-4afb-4994-b8d4-e1a9d73beb4d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.114094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3db2c5ea-4afb-4994-b8d4-e1a9d73beb4d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/subnets/f9900cb9-5c6f-4b69-89ef-5988b5593508 HTTP/1.1" status: 204 len: 168 time: 0.8912818 Dec 15 14:11:31.117105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58360) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:31.128808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2c5ea-4afb-4994-b8d4-e1a9d73beb4d tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Subnet': ['ID=f9900cb9-5c6f-4b69-89ef-5988b5593508,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:31.143411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff5699-b933-4136-a5bb-8c084e2c9455 None None] Network a053ec3b-8581-46ef-b0fa-5ebd19eb2606 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:11:31.195289 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.227408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-905f1c70-c2ef-496f-a9df-ed1c36c40ec3 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:31.233280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-905f1c70-c2ef-496f-a9df-ed1c36c40ec3 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 946 time: 0.1349332 Dec 15 14:11:31.247573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] Routers {'e20dac7d-e489-435e-ada0-d9b83157fa2a'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:11:31.249598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:11:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e20dac7d-e489-435e-ada0-d9b83157fa2a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:31.253319 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.358168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.511274 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.648147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Deleting port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:31.648552 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.680226 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae78ddc0-9568-41b6-aead-8b76e8fbb5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.711007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1628497-930c-4046-ba22-d53f499dd116 req-8e76bcae-ee0b-4ea2-bfca-59f3329f7c36 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:31.729769 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1628497-930c-4046-ba22-d53f499dd116 req-8e76bcae-ee0b-4ea2-bfca-59f3329f7c36 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 946 time: 0.4169545 Dec 15 14:11:31.824734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] For port 09ee90fa-e5eb-42c9-b8fb-17be351b9a82, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=09ee90fa-e5eb-42c9-b8fb-17be351b9a82,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:31.825256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.830482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c1628497-930c-4046-ba22-d53f499dd116 req-4a49485f-4b63-455d-b65f-8fec6e988ae7 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995841 Dec 15 14:11:31.842483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Deleting port 28b9bb01-d32a-4404-bf2e-81a6e8911632 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:31.842483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.866180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] Set router e20dac7d-e489-435e-ada0-d9b83157fa2a gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:11:31.898360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Calling delete_port for 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:31.942640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] DHCP port deletion for a053ec3b-8581-46ef-b0fa-5ebd19eb2606 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:31.969557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327c08-8d3f-40ca-b558-1a97c7072f2e req-7a19467e-ac9b-4f9f-85d8-a2f6afa4e6b2 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:31.972960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] For port 28b9bb01-d32a-4404-bf2e-81a6e8911632, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=28b9bb01-d32a-4404-bf2e-81a6e8911632,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:31.973535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:31.977246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21327c08-8d3f-40ca-b558-1a97c7072f2e req-7a19467e-ac9b-4f9f-85d8-a2f6afa4e6b2 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 945 time: 0.1308036 Dec 15 14:11:31.990265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Calling delete_port for 28b9bb01-d32a-4404-bf2e-81a6e8911632 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:32.096362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] Deleting port 41e33815-38f2-4495-bc40-9499f4e0a456 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:32.096680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21327c08-8d3f-40ca-b558-1a97c7072f2e req-934f76aa-b614-46e6-bcbf-f3bc1448d611 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007257 Dec 15 14:11:32.096770 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.178340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] For port 41e33815-38f2-4495-bc40-9499f4e0a456, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=41e33815-38f2-4495-bc40-9499f4e0a456,segment=NetworkSegment(c52045f8-acaa-4298-92b8-f8fa613b25f0),segment_id=c52045f8-acaa-4298-92b8-f8fa613b25f0)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:32.178770 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.195142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.195828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] Calling delete_port for 41e33815-38f2-4495-bc40-9499f4e0a456 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:32.201326 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.216061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:11:29Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:32.228664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Port': ['ID=09ee90fa-e5eb-42c9-b8fb-17be351b9a82,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:32.253508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['28b9bb01-d32a-4404-bf2e-81a6e8911632'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:32.255551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e880a85f-f285-40be-88de-ae9074401b65'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:32.262760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de15c6f-2464-4a53-84d2-1a1db1602df5 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:11:32.310532 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.340650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Pushing event deleted for resources: {'Port': ['ID=28b9bb01-d32a-4404-bf2e-81a6e8911632,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:32.375897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] No DVR routers for this DVR port 28b9bb01-d32a-4404-bf2e-81a6e8911632 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:32.392925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.393045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35aebd-e399-406a-b677-6e8aafcb4c46 None None] The sync data for ids ['e20dac7d-e489-435e-ada0-d9b83157fa2a'] in n-d-821840-1 is: [{'id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777556917', 'tenant_id': 'd291102b367a4449a84a741389d55566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:09:34Z', 'updated_at': '2021-12-15T14:11:29Z', 'revision_number': 5, 'project_id': 'd291102b367a4449a84a741389d55566', 'gw_port': {'id': '09ee90fa-e5eb-42c9-b8fb-17be351b9a82', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20dac7d-e489-435e-ada0-d9b83157fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:09:36Z', 'updated_at': '2021-12-15T14:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:11:32.393163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e61e2fd-ac9d-4e51-b3e9-e0b25b181be4 req-ac21a108-1f16-488b-b6ef-f76f789bd758 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.24 "DELETE /v2.0/ports/28b9bb01-d32a-4404-bf2e-81a6e8911632 HTTP/1.1" status: 204 len: 173 time: 1.1504014 Dec 15 14:11:32.393163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8419fdb-ecb5-4f66-8f38-a9af7e2566e7', 'name': 'network-vif-deleted', 'tag': '28b9bb01-d32a-4404-bf2e-81a6e8911632'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:32.398942 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce9e520-45f8-4b22-9a24-1ce609805b3a" -d '{"events": [{"server_uuid": "e8419fdb-ecb5-4f66-8f38-a9af7e2566e7", "name": "network-vif-deleted", "tag": "28b9bb01-d32a-4404-bf2e-81a6e8911632"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:32.484238 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a668f634-cf45-4b04-b7d4-2a23dbf7b1ef x-openstack-request-id: req-a668f634-cf45-4b04-b7d4-2a23dbf7b1ef {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:32.484985 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8419fdb-ecb5-4f66-8f38-a9af7e2566e7", "name": "network-vif-deleted", "tag": "28b9bb01-d32a-4404-bf2e-81a6e8911632", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:32.485384 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a668f634-cf45-4b04-b7d4-2a23dbf7b1ef {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:32.486228 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8419fdb-ecb5-4f66-8f38-a9af7e2566e7', 'name': 'network-vif-deleted', 'tag': '28b9bb01-d32a-4404-bf2e-81a6e8911632', 'status': 'completed', 'code': 200} Dec 15 14:11:32.490573 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.492811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.493034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.529190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] Pushing event deleted for resources: {'Port': ['ID=41e33815-38f2-4495-bc40-9499f4e0a456,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:32.535333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104de65-329b-41ac-99bd-9c28f7fd12df None None] No DVR routers for this DVR port 41e33815-38f2-4495-bc40-9499f4e0a456 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:32.557640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.558252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Fanout notify agent at l3_agent the message router_deleted on router e20dac7d-e489-435e-ada0-d9b83157fa2a {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:11:32.569472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.573417 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9728df47-335f-460d-90c5-44e3e6c068f8 tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/routers/e20dac7d-e489-435e-ada0-d9b83157fa2a HTTP/1.1" status: 204 len: 168 time: 1.4519601 Dec 15 14:11:32.573780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58374) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:32.667368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.761704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.789380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a053ec3b-8581-46ef-b0fa-5ebd19eb2606']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:32.802319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52045f8-acaa-4298-92b8-f8fa613b25f0') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:32.802786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52045f8-acaa-4298-92b8-f8fa613b25f0') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:32.830513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.852118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.873524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:32.874021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:32.877677 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:32.975092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-12b5ae0d-400f-431a-977e-07afbf0b866d tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:32.976741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-12b5ae0d-400f-431a-977e-07afbf0b866d tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.74 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 945 time: 0.0927815 Dec 15 14:11:33.044532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f713a391-3d6a-40f6-ac00-9b6dd607affd req-e9358a9b-7a1d-410b-bfd9-f83f8ff542e1 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8419fdb-ecb5-4f66-8f38-a9af7e2566e7 HTTP/1.1" status: 200 len: 210 time: 0.0387545 Dec 15 14:11:33.074440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.094309 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.100274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] 10.222.0.86 "DELETE /v2.0/networks/a053ec3b-8581-46ef-b0fa-5ebd19eb2606 HTTP/1.1" status: 204 len: 168 time: 0.5253818 Dec 15 14:11:33.114501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa572282-3662-41cf-a820-28e0280fb8bc tempest-TestSecurityGroupsBasicOps-260626551 tempest-TestSecurityGroupsBasicOps-260626551-project] Pushing event deleted for resources: {'Network': ['ID=a053ec3b-8581-46ef-b0fa-5ebd19eb2606,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:33.196709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Deleting port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:33.197142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.331918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751743-e34a-45ca-88fc-c24439c776f3 req-fc851ba0-4bd2-4ed0-9327-4ccfb609f247 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:33.342277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc751743-e34a-45ca-88fc-c24439c776f3 req-fc851ba0-4bd2-4ed0-9327-4ccfb609f247 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2767a3-e54a-4240-8cd2-9bc6c411eec5 HTTP/1.1" status: 200 len: 945 time: 0.1495779 Dec 15 14:11:33.354047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:33.365355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] For port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,segment=NetworkSegment(e6457409-90d9-45c7-92d8-9e43d91c36a4),segment_id=e6457409-90d9-45c7-92d8-9e43d91c36a4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:33.366034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.380053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Calling delete_port for 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:33.429541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc751743-e34a-45ca-88fc-c24439c776f3 req-e4895cb9-2e17-4a3a-b17d-059a65409073 tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.86 "GET /v2.0/security-groups?id=fa220e39-b32d-45cb-8e9f-3a217f4c29da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856302 Dec 15 14:11:33.445932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:33.446226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bd1a6c8d-3c4f-4c11-b88a-47358e4554d7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:33.446889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 41e33815-38f2-4495-bc40-9499f4e0a456 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:33.480644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 41e33815-38f2-4495-bc40-9499f4e0a456 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:33.480954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 41e33815-38f2-4495-bc40-9499f4e0a456 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:33.568463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.600797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Pushing event deleted for resources: {'Port': ['ID=26208f13-e21b-4a10-bf9e-7af6c23c7ce2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:33.644395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] No DVR routers for this DVR port 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:33.647165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.652004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71394eb3-a64c-4799-aeb0-0b4fb83b4179 req-900be300-5403-4c26-9460-6043450ab05f tempest-VolumesActionsTest-1968378528 tempest-VolumesActionsTest-1968378528-project] 10.222.0.74 "DELETE /v2.0/ports/26208f13-e21b-4a10-bf9e-7af6c23c7ce2 HTTP/1.1" status: 204 len: 173 time: 0.6572273 Dec 15 14:11:33.652428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2767a3-e54a-4240-8cd2-9bc6c411eec5', 'name': 'network-vif-deleted', 'tag': '26208f13-e21b-4a10-bf9e-7af6c23c7ce2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:33.655300 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd34da99-ef41-4bfc-b3f2-01c0d914deed" -d '{"events": [{"server_uuid": "cc2767a3-e54a-4240-8cd2-9bc6c411eec5", "name": "network-vif-deleted", "tag": "26208f13-e21b-4a10-bf9e-7af6c23c7ce2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:33.711334 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d09f46-a7be-4bf1-b094-c5dae432cc50 x-openstack-request-id: req-d5d09f46-a7be-4bf1-b094-c5dae432cc50 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:33.711634 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2767a3-e54a-4240-8cd2-9bc6c411eec5", "name": "network-vif-deleted", "tag": "26208f13-e21b-4a10-bf9e-7af6c23c7ce2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:33.712074 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d5d09f46-a7be-4bf1-b094-c5dae432cc50 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:33.712320 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2767a3-e54a-4240-8cd2-9bc6c411eec5', 'name': 'network-vif-deleted', 'tag': '26208f13-e21b-4a10-bf9e-7af6c23c7ce2', 'status': 'completed', 'code': 200} Dec 15 14:11:33.743728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:33.830961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f50165a0-0be1-4ed8-8a3c-1462bcc4bf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.971937 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b6d493c5-214f-4c12-af1a-6e37e6983ae5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d291102b367a4449a84a741389d55566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209582 Dec 15 14:11:33.972320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58400) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:34.022427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5879e8c6-8bfc-4be1-9e86-19b469c6e03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.045006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5879e8c6-8bfc-4be1-9e86-19b469c6e03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.128022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5879e8c6-8bfc-4be1-9e86-19b469c6e03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.130797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5879e8c6-8bfc-4be1-9e86-19b469c6e03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.132033 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5879e8c6-8bfc-4be1-9e86-19b469c6e03c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d63f32ad-bebe-459a-ab84-0ca71cb47eed HTTP/1.1" status: 204 len: 168 time: 0.1585777 Dec 15 14:11:34.140090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879e8c6-8bfc-4be1-9e86-19b469c6e03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f32ad-bebe-459a-ab84-0ca71cb47eed,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:34.619762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58420) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:34.641121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac1604e8-043b-40eb-a632-9ff5572dae5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.801205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac1604e8-043b-40eb-a632-9ff5572dae5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.806749 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac1604e8-043b-40eb-a632-9ff5572dae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.865731 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.869264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1604e8-043b-40eb-a632-9ff5572dae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb9082-43b7-46a5-9c1e-ce8e4ca09341,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:34.877898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ac1604e8-043b-40eb-a632-9ff5572dae5e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8f998151dac48f69009e6432d0381da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569885 Dec 15 14:11:34.878232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58424) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:35.021697 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1894857-e1eb-4051-bab5-1b37fbcea89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.055580 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1894857-e1eb-4051-bab5-1b37fbcea89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.126578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1894857-e1eb-4051-bab5-1b37fbcea89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.129687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1894857-e1eb-4051-bab5-1b37fbcea89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.131279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f1894857-e1eb-4051-bab5-1b37fbcea89c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/42eb9082-43b7-46a5-9c1e-ce8e4ca09341 HTTP/1.1" status: 204 len: 168 time: 0.2518001 Dec 15 14:11:35.134439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:35.142767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1894857-e1eb-4051-bab5-1b37fbcea89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb9082-43b7-46a5-9c1e-ce8e4ca09341,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:35.199229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:35.201770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 09ee90fa-e5eb-42c9-b8fb-17be351b9a82 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:35.327029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:35.363097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:35.363382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 26208f13-e21b-4a10-bf9e-7af6c23c7ce2 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:35.510242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 28b9bb01-d32a-4404-bf2e-81a6e8911632 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:35.556233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 28b9bb01-d32a-4404-bf2e-81a6e8911632 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:35.557242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 28b9bb01-d32a-4404-bf2e-81a6e8911632 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:35.636399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58440) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:35.758809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-def43357-d304-4ba1-8d8a-88046fe96105 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d219f85e4de54a40a23205f1d13e746d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1211023 Dec 15 14:11:35.761643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58446) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:35.856650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65315040-d748-4dff-8393-2ee9ca40742b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.889810 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65315040-d748-4dff-8393-2ee9ca40742b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.985886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65315040-d748-4dff-8393-2ee9ca40742b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.989669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65315040-d748-4dff-8393-2ee9ca40742b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:35.991331 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-65315040-d748-4dff-8393-2ee9ca40742b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6567ff55-0107-47ac-974e-6ec2f9245953 HTTP/1.1" status: 204 len: 168 time: 0.2283444 Dec 15 14:11:36.029327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65315040-d748-4dff-8393-2ee9ca40742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6567ff55-0107-47ac-974e-6ec2f9245953,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:36.641861 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.314415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:38.884398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d14873-fa64-443e-ac35-519743740428 req-cb671373-0617-4563-b9f0-8444bd2590a1 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:38.893393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35d14873-fa64-443e-ac35-519743740428 req-cb671373-0617-4563-b9f0-8444bd2590a1 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 945 time: 0.0765622 Dec 15 14:11:38.949528 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-35d14873-fa64-443e-ac35-519743740428 req-8e13287b-f3b4-4028-b44b-4076bd62fef1 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547564 Dec 15 14:11:40.075004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a34160-945a-410d-b207-18221b14e6ec req-3ee091e5-2efb-414a-b0da-9b6e0ee732c8 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:40.076829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04a34160-945a-410d-b207-18221b14e6ec req-3ee091e5-2efb-414a-b0da-9b6e0ee732c8 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 945 time: 0.0540690 Dec 15 14:11:40.127151 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04a34160-945a-410d-b207-18221b14e6ec req-07a39e00-292d-4ae2-9032-04225515affb tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/security-groups?id=cc35f5fc-4edf-4204-b50f-b236416db9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Dec 15 14:11:40.321673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-9e949f95-3b3a-4e20-92d8-4c57653a9cb0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:40.323375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-9e949f95-3b3a-4e20-92d8-4c57653a9cb0 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.74 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 945 time: 0.0614352 Dec 15 14:11:40.448633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Deleting port e880a85f-f285-40be-88de-ae9074401b65 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:11:40.449027 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:40.581774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] For port e880a85f-f285-40be-88de-ae9074401b65, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e880a85f-f285-40be-88de-ae9074401b65,segment=NetworkSegment(f9dce036-57f1-4603-b304-6bf0d6b188fd),segment_id=f9dce036-57f1-4603-b304-6bf0d6b188fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:11:40.582034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:40.597327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Calling delete_port for e880a85f-f285-40be-88de-ae9074401b65 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:11:40.763075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:40.785435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e880a85f-f285-40be-88de-ae9074401b65'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:11:40.869985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Pushing event deleted for resources: {'Port': ['ID=e880a85f-f285-40be-88de-ae9074401b65,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:40.899714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] No DVR routers for this DVR port e880a85f-f285-40be-88de-ae9074401b65 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:11:40.904232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:40.910036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28445295-eaef-4e27-be73-8c3f4b129c0b req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.74 "DELETE /v2.0/ports/e880a85f-f285-40be-88de-ae9074401b65 HTTP/1.1" status: 204 len: 173 time: 0.5803907 Dec 15 14:11:40.910868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1102b446-14bd-4569-ae48-12466a67d242', 'name': 'network-vif-deleted', 'tag': 'e880a85f-f285-40be-88de-ae9074401b65'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:11:40.914144 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc01913-2c1a-4a2a-b1b2-00b43827f720" -d '{"events": [{"server_uuid": "1102b446-14bd-4569-ae48-12466a67d242", "name": "network-vif-deleted", "tag": "e880a85f-f285-40be-88de-ae9074401b65"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:11:40.926125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.926665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.927261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.927741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.928237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.928677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.929409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.930109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.930610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.931049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.931798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.932234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.932946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868a4a4d-b3e2-476b-9a68-cb7cdafbf064 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:11:40.988656 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06565bb-609e-4d32-b88f-82aca18a832b x-openstack-request-id: req-d06565bb-609e-4d32-b88f-82aca18a832b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:11:40.988985 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1102b446-14bd-4569-ae48-12466a67d242", "name": "network-vif-deleted", "tag": "e880a85f-f285-40be-88de-ae9074401b65", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:11:40.989235 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d06565bb-609e-4d32-b88f-82aca18a832b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:11:40.989644 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1102b446-14bd-4569-ae48-12466a67d242', 'name': 'network-vif-deleted', 'tag': 'e880a85f-f285-40be-88de-ae9074401b65', 'status': 'completed', 'code': 200} Dec 15 14:11:41.244907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-918c4480-f84e-459f-bc05-a0d3a10092b2 req-989ee16f-f199-49fb-98d2-e68882da6897 tempest-AttachVolumeNegativeTest-1234646214 tempest-AttachVolumeNegativeTest-1234646214-project] 10.222.0.86 "GET /v2.0/ports?device_id=1102b446-14bd-4569-ae48-12466a67d242 HTTP/1.1" status: 200 len: 210 time: 0.0274863 Dec 15 14:11:42.305070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58564) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:42.350740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-233e5e91-67c1-44f4-aaff-d69794cdcb2c admin admin] Deleting subnet 353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:11:42.354217 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233e5e91-67c1-44f4-aaff-d69794cdcb2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.389246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233e5e91-67c1-44f4-aaff-d69794cdcb2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.433416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233e5e91-67c1-44f4-aaff-d69794cdcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.494788 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233e5e91-67c1-44f4-aaff-d69794cdcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.522784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e5e91-67c1-44f4-aaff-d69794cdcb2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:42.527182 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233e5e91-67c1-44f4-aaff-d69794cdcb2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.533267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58566) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:42.533678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-233e5e91-67c1-44f4-aaff-d69794cdcb2c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/353ff50a-a4cb-4fe3-9d54-d7fb178ffaa9 HTTP/1.1" status: 204 len: 168 time: 0.2272546 Dec 15 14:11:42.608045 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.694580 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.717239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af22d048-bf11-40a6-8165-9a842b191a3c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:42.731049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dce036-57f1-4603-b304-6bf0d6b188fd') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:42.731363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dce036-57f1-4603-b304-6bf0d6b188fd') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:11:42.742828 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.757735 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.764428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:11:42.765455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:11:42.767291 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:11:42.829187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.847766 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:42.854041 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] 10.222.0.86 "DELETE /v2.0/networks/af22d048-bf11-40a6-8165-9a842b191a3c HTTP/1.1" status: 204 len: 168 time: 0.3168108 Dec 15 14:11:42.854041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ab513-2529-40c7-b878-e5c9ba18c804 admin admin] Pushing event deleted for resources: {'Network': ['ID=af22d048-bf11-40a6-8165-9a842b191a3c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:43.047461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:43.089535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aad92ea5-b6aa-477a-afbc-cb3a44bb36e7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a15afec01cde435993e203110fac6694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407417 Dec 15 14:11:43.092076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58578) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:43.151001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7263-d0f9-4fb3-8f9a-e60ee8e51b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.182427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7263-d0f9-4fb3-8f9a-e60ee8e51b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.236645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7263-d0f9-4fb3-8f9a-e60ee8e51b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.239977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7263-d0f9-4fb3-8f9a-e60ee8e51b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:43.241281 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5d3d7263-d0f9-4fb3-8f9a-e60ee8e51b06 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cc35f5fc-4edf-4204-b50f-b236416db9a9 HTTP/1.1" status: 204 len: 168 time: 0.1481836 Dec 15 14:11:43.255562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d7263-d0f9-4fb3-8f9a-e60ee8e51b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc35f5fc-4edf-4204-b50f-b236416db9a9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:45.373180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e880a85f-f285-40be-88de-ae9074401b65 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:11:45.402618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: e880a85f-f285-40be-88de-ae9074401b65 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:11:45.403306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e880a85f-f285-40be-88de-ae9074401b65 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:11:45.789284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58666) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:45.909648 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30443ff5-183d-4985-804c-86f1f0a40f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:45.994524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30443ff5-183d-4985-804c-86f1f0a40f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:45.998578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30443ff5-183d-4985-804c-86f1f0a40f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.037927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-30443ff5-183d-4985-804c-86f1f0a40f8b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5a523ce6bde84e03a532225ada8bcdd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476285 Dec 15 14:11:46.038806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30443ff5-183d-4985-804c-86f1f0a40f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a72308-cedc-4142-9d15-e87c9a13d893,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:46.040790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58676) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:46.097278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c008186-a9b3-47ad-921a-7a04c54e671d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.119696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c008186-a9b3-47ad-921a-7a04c54e671d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.175970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c008186-a9b3-47ad-921a-7a04c54e671d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.178707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c008186-a9b3-47ad-921a-7a04c54e671d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.182532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2c008186-a9b3-47ad-921a-7a04c54e671d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/47a72308-cedc-4142-9d15-e87c9a13d893 HTTP/1.1" status: 204 len: 168 time: 0.1380990 Dec 15 14:11:46.188544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c008186-a9b3-47ad-921a-7a04c54e671d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a72308-cedc-4142-9d15-e87c9a13d893,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:46.618829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:46.633375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43cf06aa-f767-45d0-aad8-31bb7eec0a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.714111 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43cf06aa-f767-45d0-aad8-31bb7eec0a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.718887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43cf06aa-f767-45d0-aad8-31bb7eec0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.762883 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-43cf06aa-f767-45d0-aad8-31bb7eec0a8c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86f7313447884c2599797cc34bb3d463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406498 Dec 15 14:11:46.763690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58698) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:46.769062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf06aa-f767-45d0-aad8-31bb7eec0a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009158e2-7df5-433f-85d5-13199a929d84,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:46.817748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc33c703-8f23-4fcc-a089-ea3db2a37924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.845168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc33c703-8f23-4fcc-a089-ea3db2a37924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.897351 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc33c703-8f23-4fcc-a089-ea3db2a37924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.901625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc33c703-8f23-4fcc-a089-ea3db2a37924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:46.902608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bc33c703-8f23-4fcc-a089-ea3db2a37924 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/009158e2-7df5-433f-85d5-13199a929d84 HTTP/1.1" status: 204 len: 168 time: 0.1379142 Dec 15 14:11:46.911942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33c703-8f23-4fcc-a089-ea3db2a37924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009158e2-7df5-433f-85d5-13199a929d84,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:47.219446 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:11:51.562735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58884) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:51.685399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13774650-ddd7-4213-9d58-67db55603f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.793673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13774650-ddd7-4213-9d58-67db55603f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.798670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13774650-ddd7-4213-9d58-67db55603f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.834774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13774650-ddd7-4213-9d58-67db55603f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b7b9f-0f9e-4cf2-93b7-2a5ef26f2995,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:51.855922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-13774650-ddd7-4213-9d58-67db55603f58 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ade96c3905c4a478176b9cfd314b57e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919219 Dec 15 14:11:51.859185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58906) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:51.917171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2d71df5-eaa7-4236-ab1b-76a340f3f995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.940644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2d71df5-eaa7-4236-ab1b-76a340f3f995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.990539 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2d71df5-eaa7-4236-ab1b-76a340f3f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.993639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2d71df5-eaa7-4236-ab1b-76a340f3f995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:51.994825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b2d71df5-eaa7-4236-ab1b-76a340f3f995 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e1b7b9f-0f9e-4cf2-93b7-2a5ef26f2995 HTTP/1.1" status: 204 len: 168 time: 0.1344328 Dec 15 14:11:52.011310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71df5-eaa7-4236-ab1b-76a340f3f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b7b9f-0f9e-4cf2-93b7-2a5ef26f2995,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:52.301761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58912) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:52.316647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee777059-f374-44dd-a114-92ce6ecf1af5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.397591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee777059-f374-44dd-a114-92ce6ecf1af5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.402050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee777059-f374-44dd-a114-92ce6ecf1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.440432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ee777059-f374-44dd-a114-92ce6ecf1af5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=935d2cd9c70245029a25e9fa5833b3b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375160 Dec 15 14:11:52.442251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58916) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:52.458659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee777059-f374-44dd-a114-92ce6ecf1af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72e566f-02fa-43f7-9610-b2a437fd7349,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:52.508171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-236a711b-58c3-4e2f-861b-a438aa833e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.534255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-236a711b-58c3-4e2f-861b-a438aa833e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.585064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-236a711b-58c3-4e2f-861b-a438aa833e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.587724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-236a711b-58c3-4e2f-861b-a438aa833e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:52.589191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-236a711b-58c3-4e2f-861b-a438aa833e61 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a72e566f-02fa-43f7-9610-b2a437fd7349 HTTP/1.1" status: 204 len: 168 time: 0.1459424 Dec 15 14:11:52.608284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a711b-58c3-4e2f-861b-a438aa833e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72e566f-02fa-43f7-9610-b2a437fd7349,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:53.652276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:53.779803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-265f51fc-3db9-425c-b71e-65470e136115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.887527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-265f51fc-3db9-425c-b71e-65470e136115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.894416 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-265f51fc-3db9-425c-b71e-65470e136115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:53.934311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58960) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:53.934957 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-265f51fc-3db9-425c-b71e-65470e136115 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c62f39247c64b648951851da596ff72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803826 Dec 15 14:11:53.972763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f51fc-3db9-425c-b71e-65470e136115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7691f049-60e4-437e-b8f9-cdd6e39eadd8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:54.026217 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ca70-38c5-40f0-90b8-1940fc13575c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.053310 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ca70-38c5-40f0-90b8-1940fc13575c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.116671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ca70-38c5-40f0-90b8-1940fc13575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.119565 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ca70-38c5-40f0-90b8-1940fc13575c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.120774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f1b7ca70-38c5-40f0-90b8-1940fc13575c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7691f049-60e4-437e-b8f9-cdd6e39eadd8 HTTP/1.1" status: 204 len: 168 time: 0.1847112 Dec 15 14:11:54.130846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7ca70-38c5-40f0-90b8-1940fc13575c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7691f049-60e4-437e-b8f9-cdd6e39eadd8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:54.246931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 58970) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:54.488208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2faca8e1-e375-42bd-9967-452671d5abf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.597987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2faca8e1-e375-42bd-9967-452671d5abf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.604056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2faca8e1-e375-42bd-9967-452671d5abf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.683369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 58986) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:54.684337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2faca8e1-e375-42bd-9967-452671d5abf4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=462712bfa36041d0ba8ed3e1d87b7d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4246745 Dec 15 14:11:54.684337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faca8e1-e375-42bd-9967-452671d5abf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee04c6a-5a82-4238-97f9-bd512762cfa3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:54.731669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72bbd3e5-9658-4e54-a3be-8242685f4254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.767228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72bbd3e5-9658-4e54-a3be-8242685f4254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.834463 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72bbd3e5-9658-4e54-a3be-8242685f4254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.837955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72bbd3e5-9658-4e54-a3be-8242685f4254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:54.842378 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-72bbd3e5-9658-4e54-a3be-8242685f4254 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6ee04c6a-5a82-4238-97f9-bd512762cfa3 HTTP/1.1" status: 204 len: 168 time: 0.1694942 Dec 15 14:11:54.853205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbd3e5-9658-4e54-a3be-8242685f4254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee04c6a-5a82-4238-97f9-bd512762cfa3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:55.442397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:55.463604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f00f6cf-9e65-4bd7-a06c-7f94f1c63bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.570663 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f00f6cf-9e65-4bd7-a06c-7f94f1c63bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.577905 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f00f6cf-9e65-4bd7-a06c-7f94f1c63bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.640938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00f6cf-9e65-4bd7-a06c-7f94f1c63bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4866c5a-a723-49c5-aeca-94f4b42053cd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:55.645482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2f00f6cf-9e65-4bd7-a06c-7f94f1c63bdf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7a2edc57a6834862a3a6d660bcce43ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2019806 Dec 15 14:11:55.648224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:55.710014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ef5a03-bb33-4299-99be-f97945544304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.737989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ef5a03-bb33-4299-99be-f97945544304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.804334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ef5a03-bb33-4299-99be-f97945544304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.807421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ef5a03-bb33-4299-99be-f97945544304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.808695 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-71ef5a03-bb33-4299-99be-f97945544304 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d4866c5a-a723-49c5-aeca-94f4b42053cd HTTP/1.1" status: 204 len: 168 time: 0.1595242 Dec 15 14:11:55.830865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef5a03-bb33-4299-99be-f97945544304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4866c5a-a723-49c5-aeca-94f4b42053cd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:56.258867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59046) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:56.274898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a26-ed61-4f5d-8053-4aa68b9e0b23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.372421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a26-ed61-4f5d-8053-4aa68b9e0b23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.377530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a26-ed61-4f5d-8053-4aa68b9e0b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.422307 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2f8c1a26-ed61-4f5d-8053-4aa68b9e0b23 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fef28a672bd94d4da55177cae65b9a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618321 Dec 15 14:11:56.424587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c1a26-ed61-4f5d-8053-4aa68b9e0b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8239a7bf-fb4a-4e4c-8f0a-7cc82295d56b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:56.425214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59062) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:56.480390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebfde-8e45-4062-b3d1-4d9c5e7c4b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.510000 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebfde-8e45-4062-b3d1-4d9c5e7c4b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.566352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebfde-8e45-4062-b3d1-4d9c5e7c4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.569400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebfde-8e45-4062-b3d1-4d9c5e7c4b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:56.570591 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5c2ebfde-8e45-4062-b3d1-4d9c5e7c4b25 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8239a7bf-fb4a-4e4c-8f0a-7cc82295d56b HTTP/1.1" status: 204 len: 168 time: 0.1443784 Dec 15 14:11:56.580560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ebfde-8e45-4062-b3d1-4d9c5e7c4b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8239a7bf-fb4a-4e4c-8f0a-7cc82295d56b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:57.275069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59156) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:57.389930 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e53836e9-a550-4989-b79f-9aca9a42764f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.473278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e53836e9-a550-4989-b79f-9aca9a42764f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.487930 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e53836e9-a550-4989-b79f-9aca9a42764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.524319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e53836e9-a550-4989-b79f-9aca9a42764f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=660e3c65906441949e7a052a28323a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481277 Dec 15 14:11:57.525310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53836e9-a550-4989-b79f-9aca9a42764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af0d818-7ead-4bba-a428-e300abeb6896,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:57.527229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59168) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:57.585373 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcaca-0d05-4ebf-80ce-171523fa4e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.613868 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcaca-0d05-4ebf-80ce-171523fa4e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.668042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcaca-0d05-4ebf-80ce-171523fa4e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.671700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcaca-0d05-4ebf-80ce-171523fa4e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:57.673596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2f2bcaca-0d05-4ebf-80ce-171523fa4e2b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5af0d818-7ead-4bba-a428-e300abeb6896 HTTP/1.1" status: 204 len: 168 time: 0.1443739 Dec 15 14:11:57.682583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bcaca-0d05-4ebf-80ce-171523fa4e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af0d818-7ead-4bba-a428-e300abeb6896,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:58.000401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59184) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:58.106674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59188) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:58.132929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb063e4d-67a9-493d-a5e9-d050e9164d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.135948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ce21622-f7d2-4344-b204-d256b66a9182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.287987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb063e4d-67a9-493d-a5e9-d050e9164d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.293993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ce21622-f7d2-4344-b204-d256b66a9182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.296240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb063e4d-67a9-493d-a5e9-d050e9164d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.307466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ce21622-f7d2-4344-b204-d256b66a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.348070 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-eb063e4d-67a9-493d-a5e9-d050e9164d11 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=803d871d6e6c45f89cadd47e478fbdb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398849 Dec 15 14:11:58.350623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59192) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:58.360500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb063e4d-67a9-493d-a5e9-d050e9164d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee3677-b6ad-401d-9524-57df071b6670,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:58.367552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3ce21622-f7d2-4344-b204-d256b66a9182 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14bc9052671d44ba8947899cb337decf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637538 Dec 15 14:11:58.368707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59194) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:58.411914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce21622-f7d2-4344-b204-d256b66a9182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f047dd-eb5e-40db-bb20-45bc1a357283,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:58.423696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dde597ae-86fd-42f7-a5d6-66fc45561042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.438566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9381545-2947-4893-a541-5798748ba126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.448381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dde597ae-86fd-42f7-a5d6-66fc45561042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.461329 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9381545-2947-4893-a541-5798748ba126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.496534 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dde597ae-86fd-42f7-a5d6-66fc45561042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.500016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dde597ae-86fd-42f7-a5d6-66fc45561042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.504221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dde597ae-86fd-42f7-a5d6-66fc45561042 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7fee3677-b6ad-401d-9524-57df071b6670 HTTP/1.1" status: 204 len: 168 time: 0.1519928 Dec 15 14:11:58.515660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde597ae-86fd-42f7-a5d6-66fc45561042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee3677-b6ad-401d-9524-57df071b6670,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:58.542972 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9381545-2947-4893-a541-5798748ba126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.549162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9381545-2947-4893-a541-5798748ba126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:58.564804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d9381545-2947-4893-a541-5798748ba126 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85f047dd-eb5e-40db-bb20-45bc1a357283 HTTP/1.1" status: 204 len: 168 time: 0.1869059 Dec 15 14:11:58.576879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9381545-2947-4893-a541-5798748ba126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f047dd-eb5e-40db-bb20-45bc1a357283,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:59.353393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:59.467322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1757147558-network', 'tenant_id': '6c8d1de8286d446bb4438ce5ffea43b3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:59.489593 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Made reservation on behalf of 6c8d1de8286d446bb4438ce5ffea43b3 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:59.491922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.501112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.604372 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.613706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.646794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:11:59.660491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e653036a-2d04-4777-a236-fda0730a0591,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:59.665428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.665948 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Added segment 275715a3-7ea5-4453-a747-0a81ebb881e6 of type vlan for network e483985f-c032-4a50-b3c3-06fb4a4ba64f Dec 15 14:11:59.715080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.742979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.744130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:11:59.744705 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.815416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] Pushing event updated for resources: {'Network': ['ID=e483985f-c032-4a50-b3c3-06fb4a4ba64f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:11:59.821056 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-469a0ee1-60db-4eb7-9421-95ea70e42c25 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4665127 Dec 15 14:11:59.824210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:59.830294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Request body: {'subnet': {'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1757147558-subnet', 'tenant_id': '6c8d1de8286d446bb4438ce5ffea43b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:11:59.833583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network e483985f-c032-4a50-b3c3-06fb4a4ba64f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:11:59.855671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Made reservation on behalf of 6c8d1de8286d446bb4438ce5ffea43b3 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:11:59.860339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:59.927886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59260) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:00.063638 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.119326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1356619267'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:00.141484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6feeeb89-9215-4df2-b5f0-92ca5d1788bf,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:00.143766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Checking segment: {'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:00.144392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Network hostable DHCP agents. Network: e483985f-c032-4a50-b3c3-06fb4a4ba64f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:00.165816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Network e483985f-c032-4a50-b3c3-06fb4a4ba64f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:00.166146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Made reservation on behalf of fcf99dfc01c24d43837d328a5a907fd7 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:00.174414 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.178204 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, e483985f-c032-4a50-b3c3-06fb4a4ba64f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:00.182471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:00.184384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.184836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.195337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ada8ec-8504-45fd-b2cc-0528f537f604 None None] Network e483985f-c032-4a50-b3c3-06fb4a4ba64f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:00.206672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-27466e59-e6e4-422c-a35d-12db06d8aaaf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3808501 Dec 15 14:12:00.328779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af46cd-1df1-4a25-9916-b843e26ce9e6 None None] Network e483985f-c032-4a50-b3c3-06fb4a4ba64f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:00.344413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.353583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.390025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:00.404327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9e7221-b4c5-4174-9f6d-a11af327757e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:00.410711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.411338 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Added segment c7131ca5-aab6-4dd9-b65f-5a86f457b188 of type vlan for network b94e505b-026a-4517-a1bf-2fea9d09395d Dec 15 14:12:00.467330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.502557 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.508317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:00.508935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.596398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6647151 Dec 15 14:12:00.602345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d58194-b197-433a-97a0-1fd5f9bb5ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Pushing event updated for resources: {'Network': ['ID=b94e505b-026a-4517-a1bf-2fea9d09395d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:00.616023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network b94e505b-026a-4517-a1bf-2fea9d09395d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:00.829928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59290) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:00.834806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Request body: {'port': {'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d', 'binding:host_id': 'n-h2-821840-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-343575631'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:00.863096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Made reservation on behalf of fdaa3f38c56747459fed1543cdfa74da for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:00.865919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.919983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:00.942630 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.033305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.040138 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.048889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] device_id is not set on port f283326f-5ced-43e2-b89b-a99f5e88558d yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:01.128294 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.143336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3525b54a-b82d-4e7b-a7d9-d45a52942b2b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:01.215460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a900-faa1-47f2-829f-ff1321f94ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.348232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] device_id is not set on port f283326f-5ced-43e2-b89b-a99f5e88558d yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:01.357465 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.364466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.427459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=f283326f-5ced-43e2-b89b-a99f5e88558d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:01.460556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Checking segment: {'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:01.461130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Network hostable DHCP agents. Network: b94e505b-026a-4517-a1bf-2fea9d09395d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:01.488890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Network b94e505b-026a-4517-a1bf-2fea9d09395d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:01.500806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, b94e505b-026a-4517-a1bf-2fea9d09395d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:01.508921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:01.510087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886693b-05f6-4e1b-b02a-3aed509e34c6 None None] Network b94e505b-026a-4517-a1bf-2fea9d09395d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:01.524045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.524391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.524763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.529201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.529548 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.529983 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 2 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.543266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.543600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.544011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.549901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.550241 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.550640 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 3 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.568868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.569210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.569557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.574228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.574554 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.574948 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 4 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.596130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.596638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.597088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.602761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.603138 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.603636 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 5 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.618660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.619571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.620067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.625049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.625495 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.626279 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 6 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.641056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.641401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.641751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.646470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.648230 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.648230 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 7 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.662118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.662463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.662812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.667580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.667888 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.668349 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 8 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.681939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.682299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.682754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.687755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.688112 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.688512 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 9 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.704447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.704771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.705120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.709953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.710293 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.710817 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 10 to bind port f283326f-5ced-43e2-b89b-a99f5e88558d Dec 15 14:12:01.726161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:01.726556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:01.726993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:01.739745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port f283326f-5ced-43e2-b89b-a99f5e88558d on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:01.740332 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port f283326f-5ced-43e2-b89b-a99f5e88558d on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:01.740742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.807803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] For port f283326f-5ced-43e2-b89b-a99f5e88558d, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:01.808216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempted to set empty binding levels {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:12:01.814066 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.851189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:01.851834 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:01.868018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=f283326f-5ced-43e2-b89b-a99f5e88558d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:01.880829 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.0498259 Dec 15 14:12:01.882557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.882926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.883362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.883983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.884331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.884664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.885010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.885352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.885692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.886022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.886360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.886694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.887028 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c477b-6dbe-493b-89c3-67c6e83d182a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:01.889603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59302) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:02.009648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Deleting port f283326f-5ced-43e2-b89b-a99f5e88558d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:02.010252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.084197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] For port f283326f-5ced-43e2-b89b-a99f5e88558d, host n-h2-821840-1, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:02.084573 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.099077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Calling delete_port for f283326f-5ced-43e2-b89b-a99f5e88558d owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:02.190411 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.217448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event deleted for resources: {'Port': ['ID=f283326f-5ced-43e2-b89b-a99f5e88558d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:02.232854 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.238044 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd1f2f93-b22e-469e-a833-90693d60d996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "DELETE /v2.0/ports/f283326f-5ced-43e2-b89b-a99f5e88558d HTTP/1.1" status: 204 len: 168 time: 0.3457770 Dec 15 14:12:02.240700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59308) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:02.265706 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ade577-75ce-4a95-9973-0fbacc531f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:12:02.267145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-35ade577-75ce-4a95-9973-0fbacc531f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "GET /v2.0/ports/f283326f-5ced-43e2-b89b-a99f5e88558d HTTP/1.1" status: 404 len: 333 time: 0.0253897 Dec 15 14:12:02.270836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59310) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:02.275736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Request body: {'port': {'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1562841087'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:02.300423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Made reservation on behalf of fdaa3f38c56747459fed1543cdfa74da for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:02.302697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.318944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] device_id is not set on port 59b3958c-a4be-4502-af37-23faf724019e yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:02.472122 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.507660 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.549943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Network b94e505b-026a-4517-a1bf-2fea9d09395d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:02.552944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:02.556304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:02.557218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:02.557824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:02.564130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=59b3958c-a4be-4502-af37-23faf724019e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:02.579999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bbb87a12-1168-4ea3-a927-ab9d56ac247d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3080797 Dec 15 14:12:02.582522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59312) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:02.587488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:02.989416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.174129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] device_id is not set on port 59b3958c-a4be-4502-af37-23faf724019e yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:03.182080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.190803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.244836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=59b3958c-a4be-4502-af37-23faf724019e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:03.256656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.257019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.257384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.261898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.262303 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.262619 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 2 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.276528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.276788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.277132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.281988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.282321 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.282763 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 3 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.295225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.296561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.296561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.301241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.301640 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.302048 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 4 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.315926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.316280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.316667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.321572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.321917 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.322321 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 5 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.336759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.337285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.337827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.342480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.343020 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.343526 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 6 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.357033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.357378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.357724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.362434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.362771 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.363176 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 7 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.378015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.378360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.378706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.383904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.383904 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.384294 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 8 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.398304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.398647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.399050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.403378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.403707 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.404125 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 9 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.417005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.417961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.417961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.423257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.423596 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.424028 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 10 to bind port 59b3958c-a4be-4502-af37-23faf724019e Dec 15 14:12:03.437980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:03.438325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:03.439268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:03.447257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:03.447257 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 59b3958c-a4be-4502-af37-23faf724019e on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:03.447500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.475430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466db5-5349-4190-983b-df50c55144dd req-9bab7382-328b-47ae-a0a6-2dc38ec053ba tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.477864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-9bab7382-328b-47ae-a0a6-2dc38ec053ba tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/networks?id=e483985f-c032-4a50-b3c3-06fb4a4ba64f HTTP/1.1" status: 200 len: 809 time: 0.1265662 Dec 15 14:12:03.495254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-72ba00fb-bb0d-4c15-86e5-733a82521904 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/quotas/6c8d1de8286d446bb4438ce5ffea43b3 HTTP/1.1" status: 200 len: 375 time: 0.0103121 Dec 15 14:12:03.522395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] For port 59b3958c-a4be-4502-af37-23faf724019e, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:03.522771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempted to set empty binding levels {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:12:03.528330 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.533716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-ce83f1e4-7a6c-4a51-9fdf-652691f8693b tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c8d1de8286d446bb4438ce5ffea43b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304470 Dec 15 14:12:03.569101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] In _notify_port_updated(), no bound segment for port 59b3958c-a4be-4502-af37-23faf724019e on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:12:03.569955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.570564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.575301 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "PUT /v2.0/ports/59b3958c-a4be-4502-af37-23faf724019e HTTP/1.1" status: 200 len: 979 time: 0.9884465 Dec 15 14:12:03.575301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59334) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:03.635610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-78f1bae5-b51a-401e-8527-61d6157c4abc service neutron] 10.222.0.86 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921729 Dec 15 14:12:03.643266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f4614-5866-4f7d-8607-f924f52f8f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=59b3958c-a4be-4502-af37-23faf724019e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:03.693559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.694041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.694899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.695017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.695403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.695964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.696825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.696965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.697307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.697757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.698342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.698914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.699236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.699755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.701001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.701001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.701281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.701736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.703159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.703624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.704168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:03.708610 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-264c8bb0-b235-40ff-a418-a02110ceea05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19068 time: 0.1317911 Dec 15 14:12:03.710969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59336) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:03.732830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-922b0226-0f92-4e5c-a3a7-bd7ad8c1b882 service neutron] 10.222.0.86 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902424 Dec 15 14:12:03.793319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Deleting port 59b3958c-a4be-4502-af37-23faf724019e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:03.793627 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.822583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8abf1c4a-c0a7-4eec-b410-7b49f265fc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.826242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:03.870507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] For port 59b3958c-a4be-4502-af37-23faf724019e, host n-h2-821840-1, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:03.870913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.902318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Calling delete_port for 59b3958c-a4be-4502-af37-23faf724019e owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:03.924314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76af352-1322-46b5-b6d6-10405c6a3914 admin admin] Deleting subnet d3f89d2a-ac55-4a74-801a-ada4a891ae66 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:03.927848 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a76af352-1322-46b5-b6d6-10405c6a3914 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:03.974992 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a76af352-1322-46b5-b6d6-10405c6a3914 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.042539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a76af352-1322-46b5-b6d6-10405c6a3914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.092160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-608583ca-3afc-4d09-a36e-6fb2e83a1612 req-94f46291-c984-4815-a45e-cf3de59955ea tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 210 time: 0.1606905 Dec 15 14:12:04.121726 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a76af352-1322-46b5-b6d6-10405c6a3914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.125452 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.148771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76af352-1322-46b5-b6d6-10405c6a3914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f89d2a-ac55-4a74-801a-ada4a891ae66,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:04.162249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a76af352-1322-46b5-b6d6-10405c6a3914 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.169104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a76af352-1322-46b5-b6d6-10405c6a3914 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d3f89d2a-ac55-4a74-801a-ada4a891ae66 HTTP/1.1" status: 204 len: 168 time: 0.3382566 Dec 15 14:12:04.169837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59352) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:04.177199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event deleted for resources: {'Port': ['ID=59b3958c-a4be-4502-af37-23faf724019e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:04.197065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.205071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ab4b6627-2bae-43ec-91b7-a9e720ab0486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "DELETE /v2.0/ports/59b3958c-a4be-4502-af37-23faf724019e HTTP/1.1" status: 204 len: 168 time: 0.4931955 Dec 15 14:12:04.205731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59354) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:04.241867 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-54048ae3-b488-458a-b4b9-3222d9d2be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:12:04.246986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54048ae3-b488-458a-b4b9-3222d9d2be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "GET /v2.0/ports/59b3958c-a4be-4502-af37-23faf724019e HTTP/1.1" status: 404 len: 333 time: 0.0367231 Dec 15 14:12:04.247145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59356) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:04.252952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1808351167', 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:04.261797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.277232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Made reservation on behalf of fdaa3f38c56747459fed1543cdfa74da for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:04.279684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.300133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] device_id is not set on port dcd089a8-37bb-4b36-a296-3611a5ff644c yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:04.371796 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.413595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11221d41-a4b6-4c9d-871d-3b23757dea1c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:04.424869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6457409-90d9-45c7-92d8-9e43d91c36a4') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:04.425187 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6457409-90d9-45c7-92d8-9e43d91c36a4') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:04.437882 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.456006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.462974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:04.463429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:04.465348 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:04.518207 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.528201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.536640 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.542612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] 10.222.0.86 "DELETE /v2.0/networks/11221d41-a4b6-4c9d-871d-3b23757dea1c HTTP/1.1" status: 204 len: 168 time: 0.3696709 Dec 15 14:12:04.542909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:04.562275 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a009028-726b-4eb8-96f2-af51fca04316 admin admin] Pushing event deleted for resources: {'Network': ['ID=11221d41-a4b6-4c9d-871d-3b23757dea1c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:04.569650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.601498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-60019f5c-1d69-44df-bf7c-5f310b960a9a admin admin] Deleting subnet 6d544d37-da49-4c19-a27d-51812161fe6a {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:04.606047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60019f5c-1d69-44df-bf7c-5f310b960a9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.622564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Network b94e505b-026a-4517-a1bf-2fea9d09395d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:04.626137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:04.630583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:04.631525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:04.632172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.636185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=dcd089a8-37bb-4b36-a296-3611a5ff644c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:04.651100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60019f5c-1d69-44df-bf7c-5f310b960a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.654646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cfef47f8-9db7-4eaa-858f-23d962e77a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4064844 Dec 15 14:12:04.657427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59364) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:04.696466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10fa8b6-a8c5-4096-be18-3bb00e5145ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:04.698516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f10fa8b6-a8c5-4096-be18-3bb00e5145ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "GET /v2.0/ports/dcd089a8-37bb-4b36-a296-3611a5ff644c HTTP/1.1" status: 200 len: 959 time: 0.0395701 Dec 15 14:12:04.700973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59366) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:04.709059 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60019f5c-1d69-44df-bf7c-5f310b960a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.765106 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60019f5c-1d69-44df-bf7c-5f310b960a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.782196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d0526d3b-1036-41a5-9508-cd50cacec7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Deleting port dcd089a8-37bb-4b36-a296-3611a5ff644c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:04.782550 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0526d3b-1036-41a5-9508-cd50cacec7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.791096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60019f5c-1d69-44df-bf7c-5f310b960a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d544d37-da49-4c19-a27d-51812161fe6a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:04.795597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60019f5c-1d69-44df-bf7c-5f310b960a9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.801691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-60019f5c-1d69-44df-bf7c-5f310b960a9a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6d544d37-da49-4c19-a27d-51812161fe6a HTTP/1.1" status: 204 len: 168 time: 0.2555199 Dec 15 14:12:04.802085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59368) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:04.842785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0526d3b-1036-41a5-9508-cd50cacec7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.857005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d0526d3b-1036-41a5-9508-cd50cacec7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Calling delete_port for dcd089a8-37bb-4b36-a296-3611a5ff644c owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:04.858283 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.875016 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.947363 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0526d3b-1036-41a5-9508-cd50cacec7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.965679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.977095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0526d3b-1036-41a5-9508-cd50cacec7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcd089a8-37bb-4b36-a296-3611a5ff644c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:04.983901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0526d3b-1036-41a5-9508-cd50cacec7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:04.987270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d0526d3b-1036-41a5-9508-cd50cacec7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "DELETE /v2.0/ports/dcd089a8-37bb-4b36-a296-3611a5ff644c HTTP/1.1" status: 204 len: 168 time: 0.2852838 Dec 15 14:12:04.989927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59370) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:04.992437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49728668-06bb-4d4f-9ba1-f6737915f38f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:05.005304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b92448-c2aa-4483-9ff7-cabd5dff5496') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:05.005304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b92448-c2aa-4483-9ff7-cabd5dff5496') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:05.016906 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad14c66-562e-4ffd-9bc7-5276dfaccdf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:12:05.018619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7ad14c66-562e-4ffd-9bc7-5276dfaccdf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "GET /v2.0/ports/dcd089a8-37bb-4b36-a296-3611a5ff644c HTTP/1.1" status: 404 len: 333 time: 0.0276010 Dec 15 14:12:05.022655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59372) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:05.026834 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.027693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Request body: {'port': {'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-487938654'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:05.049773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Made reservation on behalf of fdaa3f38c56747459fed1543cdfa74da for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:05.052173 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.068302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] device_id is not set on port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:05.083342 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.095212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:05.095467 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:05.097555 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:05.187547 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.195779 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.200498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] 10.222.0.86 "DELETE /v2.0/networks/49728668-06bb-4d4f-9ba1-f6737915f38f HTTP/1.1" status: 204 len: 168 time: 0.3971913 Dec 15 14:12:05.212300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466db5-5349-4190-983b-df50c55144dd req-653d15c5-818f-4409-be73-f7b4fc59710b tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:05.213934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-653d15c5-818f-4409-be73-f7b4fc59710b tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.24 "GET /v2.0/networks?id=e483985f-c032-4a50-b3c3-06fb4a4ba64f HTTP/1.1" status: 200 len: 809 time: 0.2015805 Dec 15 14:12:05.227926 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6e22782d-0143-4065-8434-6ebaf2a23a2a req-912b84f3-4c6a-41a7-9eef-f2855c24968a tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 210 time: 0.0461662 Dec 15 14:12:05.229265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Request body: {'port': {'device_id': '60249f0a-0a42-4ebd-9318-39980e33efe7', 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f', 'admin_state_up': True, 'tenant_id': '6c8d1de8286d446bb4438ce5ffea43b3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:05.252515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaa1cb-43b8-400a-b87d-31e8c5ca8438 admin admin] Pushing event deleted for resources: {'Network': ['ID=49728668-06bb-4d4f-9ba1-f6737915f38f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:05.296824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.333948 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.368581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Made reservation on behalf of 6c8d1de8286d446bb4438ce5ffea43b3 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:05.372324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.386831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Network b94e505b-026a-4517-a1bf-2fea9d09395d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:05.390134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:05.392102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59378) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:05.393319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:05.394543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:05.395355 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.411111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:05.422992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f606aa00-e863-4b74-9fd4-ef0af4727516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3990993 Dec 15 14:12:05.425574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59380) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:05.430664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:05.486038 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-472bea08-e3f2-4177-9a63-8b90e59d48e7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=45c8511221b54068ae480487ddceb887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0898285 Dec 15 14:12:05.486417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59384) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:05.493653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.550856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Allocated IP 172.20.0.4 (e483985f-c032-4a50-b3c3-06fb4a4ba64f/6feeeb89-9215-4df2-b5f0-92ca5d1788bf/45c49fa4-65f6-409d-8e41-7d30ff24b543) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:05.614376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-437d22ec-b692-43eb-a966-6da35091cb15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.655806 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-437d22ec-b692-43eb-a966-6da35091cb15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.705853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.744126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.744382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] device_id is not set on port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:05.752924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.759005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.766107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-437d22ec-b692-43eb-a966-6da35091cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.767659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-437d22ec-b692-43eb-a966-6da35091cb15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.768848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-437d22ec-b692-43eb-a966-6da35091cb15 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fa220e39-b32d-45cb-8e9f-3a217f4c29da HTTP/1.1" status: 204 len: 168 time: 0.2815642 Dec 15 14:12:05.802901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Network e483985f-c032-4a50-b3c3-06fb4a4ba64f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:05.807409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:05.808988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d22ec-b692-43eb-a966-6da35091cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa220e39-b32d-45cb-8e9f-3a217f4c29da,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:05.809744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:05.814962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Pushing event updated for resources: {'Port': ['ID=45c49fa4-65f6-409d-8e41-7d30ff24b543,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:05.823825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:05.846015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:05.846437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:05.846775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:05.853169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:05.853522 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:05.853885 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 2 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:05.869001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:05.869277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:05.869592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:05.875086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:05.875393 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:05.876375 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 3 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:05.878339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:05.879192 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.891075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:05.891651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:05.892066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:05.898139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:05.899068 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:05.899068 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 4 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:05.900717 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-c637067f-033d-4188-bd18-c1046203e4b7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6760409 Dec 15 14:12:05.918100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:05.918290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Request body: {'port': {'device_id': '60249f0a-0a42-4ebd-9318-39980e33efe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:05.918704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:05.919555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:05.929157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:05.929746 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:05.930361 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 5 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:05.951006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:05.952583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:05.953441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:05.960427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:05.960909 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:05.961451 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 6 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:05.981039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:05.981627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:05.982143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:05.988113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:05.988613 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:05.989382 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 7 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:06.001880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.007058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:06.007699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:06.008296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:06.016447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:06.016999 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:06.017831 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 8 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:06.042485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:06.043039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:06.043597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:06.051182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:06.051714 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:06.052375 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 9 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:06.072345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:06.072897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:06.073517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:06.080002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:06.080404 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:06.080805 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempt 10 to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 Dec 15 14:12:06.094580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:06.094931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:06.095280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempting to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:06.099973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:06.100277 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Failed to bind port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on host n-h2-821840-1 for vnic_type normal using segments [{'id': 'c7131ca5-aab6-4dd9-b65f-5a86f457b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b94e505b-026a-4517-a1bf-2fea9d09395d'}] Dec 15 14:12:06.100653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.177776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] For port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:06.178159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attempted to set empty binding levels {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:12:06.182701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.219394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] In _notify_port_updated(), no bound segment for port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 on network b94e505b-026a-4517-a1bf-2fea9d09395d {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:12:06.220440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:06.221094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.224215 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "PUT /v2.0/ports/751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 HTTP/1.1" status: 200 len: 978 time: 0.7959211 Dec 15 14:12:06.225274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59390) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:06.239527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:06.257938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae861cb-238c-409f-8047-dfe3735db42c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event updated for resources: {'Port': ['ID=751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:06.313253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-946746f2-61a8-40d8-8a39-6d5a0551167b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5f9d3c1a51dc4ecc98b2be39258fbf25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725400 Dec 15 14:12:06.316461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59396) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:06.339128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Deleting port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:06.339474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.368544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c49fa4-65f6-409d-8e41-7d30ff24b543 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:12:06.377226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.389211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Transition to ACTIVE for port object 45c49fa4-65f6-409d-8e41-7d30ff24b543 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:12:06.393466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.450988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Pushing event updated for resources: {'Port': ['ID=45c49fa4-65f6-409d-8e41-7d30ff24b543,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:06.454538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7682-6b1d-4258-8650-5cd9aed584a3 req-de718cab-35da-4897-ba16-a06a7d1ae18c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:06.456543 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b9e7682-6b1d-4258-8650-5cd9aed584a3 req-de718cab-35da-4897-ba16-a06a7d1ae18c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 931 time: 0.1432858 Dec 15 14:12:06.462178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] For port 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24, host n-h2-821840-1, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:06.462420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.502386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Calling delete_port for 751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:06.507639 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebee9a86-09d0-4e55-b12c-995e58ade449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.527758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Attempting to bind port 45c49fa4-65f6-409d-8e41-7d30ff24b543 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:06.528146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Attempting to bind port 45c49fa4-65f6-409d-8e41-7d30ff24b543 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:06.528490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Attempting to bind port 45c49fa4-65f6-409d-8e41-7d30ff24b543 on network e483985f-c032-4a50-b3c3-06fb4a4ba64f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:06.533364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Port 45c49fa4-65f6-409d-8e41-7d30ff24b543 on network e483985f-c032-4a50-b3c3-06fb4a4ba64f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:06.533698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Attempting to bind port 45c49fa4-65f6-409d-8e41-7d30ff24b543 on network e483985f-c032-4a50-b3c3-06fb4a4ba64f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:06.538614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:06.538959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Checking segment: {'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:06.539346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Bound using segment: {'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:06.539781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Bound port: 45c49fa4-65f6-409d-8e41-7d30ff24b543, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:06.540182 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.575313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebee9a86-09d0-4e55-b12c-995e58ade449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.599145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b9e7682-6b1d-4258-8650-5cd9aed584a3 req-9a61a36a-45ed-4876-a387-49007f24b5bb tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340728 Dec 15 14:12:06.611687 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] For port 45c49fa4-65f6-409d-8e41-7d30ff24b543, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:06.615365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] For port 45c49fa4-65f6-409d-8e41-7d30ff24b543, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=45c49fa4-65f6-409d-8e41-7d30ff24b543,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:06.632661 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.647734 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.661083 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.663134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebee9a86-09d0-4e55-b12c-995e58ade449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.665950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebee9a86-09d0-4e55-b12c-995e58ade449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.667091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ebee9a86-09d0-4e55-b12c-995e58ade449 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67e295ab-6dc1-4c46-bb55-4a7e8c733236 HTTP/1.1" status: 204 len: 168 time: 0.3491077 Dec 15 14:12:06.681214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:06.681842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.683253 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] 10.222.0.24 "PUT /v2.0/ports/45c49fa4-65f6-409d-8e41-7d30ff24b543 HTTP/1.1" status: 200 len: 1091 time: 0.7743428 Dec 15 14:12:06.683712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60249f0a-0a42-4ebd-9318-39980e33efe7', 'tag': '45c49fa4-65f6-409d-8e41-7d30ff24b543'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:06.686012 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22705939-87af-433c-8f31-0c645e1ae020" -d '{"events": [{"name": "network-changed", "server_uuid": "60249f0a-0a42-4ebd-9318-39980e33efe7", "tag": "45c49fa4-65f6-409d-8e41-7d30ff24b543"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:06.708587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee9a86-09d0-4e55-b12c-995e58ade449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e295ab-6dc1-4c46-bb55-4a7e8c733236,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:06.718119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efa5cc-fc28-406d-bd5c-35607f2bd26f service neutron] Pushing event updated for resources: {'Port': ['ID=45c49fa4-65f6-409d-8e41-7d30ff24b543,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:06.720887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Pushing event deleted for resources: {'Port': ['ID=751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:06.753786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.763545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0c494d6-34a4-459f-a3da-b481c8fd76f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "DELETE /v2.0/ports/751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 HTTP/1.1" status: 204 len: 168 time: 0.5371351 Dec 15 14:12:06.766726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59404) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:06.771194 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c879c1-8cc8-480d-95dd-4935677669e8 x-openstack-request-id: req-c4c879c1-8cc8-480d-95dd-4935677669e8 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:06.771487 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60249f0a-0a42-4ebd-9318-39980e33efe7", "tag": "45c49fa4-65f6-409d-8e41-7d30ff24b543", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:06.771745 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c4c879c1-8cc8-480d-95dd-4935677669e8 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:06.772177 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60249f0a-0a42-4ebd-9318-39980e33efe7', 'tag': '45c49fa4-65f6-409d-8e41-7d30ff24b543', 'status': 'completed', 'code': 200} Dec 15 14:12:06.787022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466db5-5349-4190-983b-df50c55144dd req-068d67e8-39a9-412d-9fc2-9aa671241e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:06.788691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-068d67e8-39a9-412d-9fc2-9aa671241e68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c8d1de8286d446bb4438ce5ffea43b3&device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 1094 time: 0.0665462 Dec 15 14:12:06.793872 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b618e9-bcc2-4324-9b0b-7fc398c7f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:12:06.795156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-98b618e9-bcc2-4324-9b0b-7fc398c7f604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672180216-project-admin] 10.222.0.86 "GET /v2.0/ports/751d3f58-1c14-4f3d-a6e7-50bb7fd3aa24 HTTP/1.1" status: 404 len: 333 time: 0.0272849 Dec 15 14:12:06.799429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59406) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:06.839652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-f33529c0-c766-426d-8c08-9d27057695bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c49fa4-65f6-409d-8e41-7d30ff24b543 HTTP/1.1" status: 200 len: 217 time: 0.0394847 Dec 15 14:12:06.883772 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.894795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466db5-5349-4190-983b-df50c55144dd req-d724c5fa-2481-43d5-91ad-ab02bcd696e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:06.897820 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-d724c5fa-2481-43d5-91ad-ab02bcd696e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6feeeb89-9215-4df2-b5f0-92ca5d1788bf HTTP/1.1" status: 200 len: 849 time: 0.0511353 Dec 15 14:12:06.936330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-87c66280-ae11-4151-9964-03ce3e6cc4a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e483985f-c032-4a50-b3c3-06fb4a4ba64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312364 Dec 15 14:12:06.976606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.998805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94e505b-026a-4517-a1bf-2fea9d09395d']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:07.008341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7131ca5-aab6-4dd9-b65f-5a86f457b188') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:07.008922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7131ca5-aab6-4dd9-b65f-5a86f457b188') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:07.018608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.033023 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.039210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:12:07.039599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.042286 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-14c37e13-cf87-4a34-91f8-08d44a540eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991101 Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:12:07.042711 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:12:07.114287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.122840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.128401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] 10.222.0.86 "DELETE /v2.0/networks/b94e505b-026a-4517-a1bf-2fea9d09395d HTTP/1.1" status: 204 len: 168 time: 0.3278244 Dec 15 14:12:07.163432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989b05c-ec64-45c4-b0b9-c480e7a7604f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461850988-project] Pushing event deleted for resources: {'Network': ['ID=b94e505b-026a-4517-a1bf-2fea9d09395d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:07.172987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e466db5-5349-4190-983b-df50c55144dd req-eb9740ed-5659-48fa-9992-76b8c4dda7d6 service neutron] 10.222.0.24 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240265 Dec 15 14:12:07.284873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705939-87af-433c-8f31-0c645e1ae020 req-1258925a-200d-4211-88ad-e223f3e06c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:07.286468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22705939-87af-433c-8f31-0c645e1ae020 req-1258925a-200d-4211-88ad-e223f3e06c0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c8d1de8286d446bb4438ce5ffea43b3&device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 1094 time: 0.0646780 Dec 15 14:12:07.304041 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.392980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705939-87af-433c-8f31-0c645e1ae020 req-e64c651c-63c2-480b-82e7-4f322427b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:07.394533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22705939-87af-433c-8f31-0c645e1ae020 req-e64c651c-63c2-480b-82e7-4f322427b892 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e483985f-c032-4a50-b3c3-06fb4a4ba64f HTTP/1.1" status: 200 len: 911 time: 0.1007214 Dec 15 14:12:07.417203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59428) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:07.444768 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22705939-87af-433c-8f31-0c645e1ae020 req-aa578aae-8cb8-4045-83ae-3d74e91c576e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c49fa4-65f6-409d-8e41-7d30ff24b543 HTTP/1.1" status: 200 len: 217 time: 0.0408540 Dec 15 14:12:07.499455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705939-87af-433c-8f31-0c645e1ae020 req-7752016d-2cb5-4152-95ed-a3e6bfd93288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:07.501379 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22705939-87af-433c-8f31-0c645e1ae020 req-7752016d-2cb5-4152-95ed-a3e6bfd93288 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6feeeb89-9215-4df2-b5f0-92ca5d1788bf HTTP/1.1" status: 200 len: 849 time: 0.0499854 Dec 15 14:12:07.536529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22705939-87af-433c-8f31-0c645e1ae020 req-dbd22607-cadf-4999-a7d6-83424c875a35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e483985f-c032-4a50-b3c3-06fb4a4ba64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269239 Dec 15 14:12:07.637970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22705939-87af-433c-8f31-0c645e1ae020 req-45ed3376-d5f5-466f-930e-0d2cc13f817b service neutron] 10.222.0.24 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933795 Dec 15 14:12:07.670232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-57fdc6b8-3b51-45f6-8021-4b4c6378b9ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcf99dfc01c24d43837d328a5a907fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518435 Dec 15 14:12:07.673071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59444) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:07.754013 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89c0db03-6719-4471-88c0-d8ef53589de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.789207 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89c0db03-6719-4471-88c0-d8ef53589de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.818136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9f98-e7a5-41a1-b141-6f17b6c657f0 req-3870d6d5-6ed6-4d52-9aac-30d4b859b28d tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:07.819649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47bd9f98-e7a5-41a1-b141-6f17b6c657f0 req-3870d6d5-6ed6-4d52-9aac-30d4b859b28d tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 943 time: 0.0899200 Dec 15 14:12:07.823489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22705939-87af-433c-8f31-0c645e1ae020 req-30637e48-1ee6-499b-bc74-3d0a6a04350b service neutron] 10.222.0.24 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736333 Dec 15 14:12:07.847909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89c0db03-6719-4471-88c0-d8ef53589de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.850817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89c0db03-6719-4471-88c0-d8ef53589de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:07.855044 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-89c0db03-6719-4471-88c0-d8ef53589de7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f9e7221-b4c5-4174-9f6d-a11af327757e HTTP/1.1" status: 204 len: 168 time: 0.1809654 Dec 15 14:12:07.863302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0db03-6719-4471-88c0-d8ef53589de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9e7221-b4c5-4174-9f6d-a11af327757e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:07.900974 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47bd9f98-e7a5-41a1-b141-6f17b6c657f0 req-e0a3aa38-a6ac-45c6-9a65-c64d9004f763 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725188 Dec 15 14:12:08.134229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:08.180145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-10789c18-c831-41d2-9189-20a4875b3673 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fdaa3f38c56747459fed1543cdfa74da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444503 Dec 15 14:12:08.182335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59462) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:08.231667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4f463cd-8b4f-4c99-895d-ca5d952da6cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.257068 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4f463cd-8b4f-4c99-895d-ca5d952da6cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.304824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4f463cd-8b4f-4c99-895d-ca5d952da6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.307797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4f463cd-8b4f-4c99-895d-ca5d952da6cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.309271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a4f463cd-8b4f-4c99-895d-ca5d952da6cb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3525b54a-b82d-4e7b-a7d9-d45a52942b2b HTTP/1.1" status: 204 len: 168 time: 0.1259370 Dec 15 14:12:08.321381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f463cd-8b4f-4c99-895d-ca5d952da6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3525b54a-b82d-4e7b-a7d9-d45a52942b2b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:09.016891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460a62a-d98e-4119-bb0d-57e97bc07fc7 req-2bca8f84-c0f0-470e-980e-3f84a69b8792 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:09.018427 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3460a62a-d98e-4119-bb0d-57e97bc07fc7 req-2bca8f84-c0f0-470e-980e-3f84a69b8792 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 943 time: 0.0543866 Dec 15 14:12:09.068918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3460a62a-d98e-4119-bb0d-57e97bc07fc7 req-403ed8ce-5803-4b65-b9b0-4d225309cb0b tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 Dec 15 14:12:09.621446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 45c49fa4-65f6-409d-8e41-7d30ff24b543 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:12:09.776945 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 45c49fa4-65f6-409d-8e41-7d30ff24b543, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=45c49fa4-65f6-409d-8e41-7d30ff24b543,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:09.793826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '45c49fa4-65f6-409d-8e41-7d30ff24b543', 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f', 'port_id': '45c49fa4-65f6-409d-8e41-7d30ff24b543', 'mac_address': 'fa:16:3e:b2:78:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6feeeb89-9215-4df2-b5f0-92ca5d1788bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:12:09.875266 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.898257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c49fa4-65f6-409d-8e41-7d30ff24b543 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:12:09.905789 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59528) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:09.925658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 45c49fa4-65f6-409d-8e41-7d30ff24b543, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=45c49fa4-65f6-409d-8e41-7d30ff24b543,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:09.929777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.978465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=45c49fa4-65f6-409d-8e41-7d30ff24b543,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:10.013060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b7ef8ef-22b5-4981-944a-ec03799923ec tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:10.046800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59532) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.047589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9b7ef8ef-22b5-4981-944a-ec03799923ec tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "PUT /v2.0/quotas/c0749f6cda5a4774aaedfe4c21632f00 HTTP/1.1" status: 200 len: 366 time: 0.1399624 Dec 15 14:12:10.059741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b399adb0-8351-4a5f-9516-e9015c282e15 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0113046 Dec 15 14:12:10.062486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59534) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.077902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59538) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.079115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-578af04c-5c39-4733-9cd8-3b83c5747c6a tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "GET /v2.0/quotas/c0749f6cda5a4774aaedfe4c21632f00 HTTP/1.1" status: 200 len: 366 time: 0.0145612 Dec 15 14:12:10.109142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ec6cda00-97b8-4c49-871e-4f210b349a44 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "DELETE /v2.0/quotas/c0749f6cda5a4774aaedfe4c21632f00 HTTP/1.1" status: 204 len: 168 time: 0.0289469 Dec 15 14:12:10.111511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59544) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.126285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.126492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4565a0bf-7db4-48f3-a9b1-6ca7815ec79a tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0137248 Dec 15 14:12:10.139558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59548) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.140489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e11f12b6-3799-4bcc-a8e6-86fe66245c82 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "GET /v2.0/quotas/c0749f6cda5a4774aaedfe4c21632f00 HTTP/1.1" status: 200 len: 370 time: 0.0126863 Dec 15 14:12:10.147305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['45c49fa4-65f6-409d-8e41-7d30ff24b543'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:12:10.148545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-04779236-3bcf-42e0-b8c5-32958c41f0a5 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "GET /v2.0/quotas/c0749f6cda5a4774aaedfe4c21632f00/default HTTP/1.1" status: 200 len: 370 time: 0.0078430 Dec 15 14:12:10.148743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.168322 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-0e7923a6-17b5-42b9-a2de-bbee6ace28c0 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] delete failed (client error): The resource could not be found. Dec 15 14:12:10.174218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0e7923a6-17b5-42b9-a2de-bbee6ace28c0 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "DELETE /v2.0/quotas/c0749f6cda5a4774aaedfe4c21632f00 HTTP/1.1" status: 404 len: 348 time: 0.0240629 Dec 15 14:12:10.252917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d84e-15d9-4051-86e5-8d068fbe525a req-102d9b1f-c2ce-408b-9dd3-23cd3861adb1 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:10.261572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f53d84e-15d9-4051-86e5-8d068fbe525a req-102d9b1f-c2ce-408b-9dd3-23cd3861adb1 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 944 time: 0.0818384 Dec 15 14:12:10.319376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59556) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.341290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Usage tracker for resource:network and project:c60ca967b9be4470a33b2d4b7ba295a4 is out of sync, need to count used quota {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:12:10.345398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:12:10.352926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Usage tracker for resource:subnet and project:c60ca967b9be4470a33b2d4b7ba295a4 is out of sync, need to count used quota {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:12:10.356553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:12:10.364361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Usage tracker for resource:subnetpool and project:c60ca967b9be4470a33b2d4b7ba295a4 is out of sync, need to count used quota {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:12:10.370156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:12:10.378219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Usage tracker for resource:port and project:c60ca967b9be4470a33b2d4b7ba295a4 is out of sync, need to count used quota {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:12:10.382654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:12:10.390037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Usage tracker for resource:router and project:c60ca967b9be4470a33b2d4b7ba295a4 is out of sync, need to count used quota {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:12:10.394027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:12:10.401826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Usage tracker for resource:floatingip and project:c60ca967b9be4470a33b2d4b7ba295a4 is out of sync, need to count used quota {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:12:10.405763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:12:10.449516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Usage tracker for resource:security_group and project:c60ca967b9be4470a33b2d4b7ba295a4 is out of sync, need to count used quota {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:12:10.454707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:12:10.462076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Usage tracker for resource:security_group_rule and project:c60ca967b9be4470a33b2d4b7ba295a4 is out of sync, need to count used quota {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 14:12:10.465711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.quota.resource [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109768) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 14:12:10.473978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-923cfa86-5d61-4bde-94c1-029b64ff6567 tempest-QuotasTest-2058043919 tempest-QuotasTest-2058043919-project-admin] 10.222.0.86 "GET /v2.0/quotas/c60ca967b9be4470a33b2d4b7ba295a4/details.json HTTP/1.1" status: 200 len: 703 time: 0.1514447 Dec 15 14:12:10.668444 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f53d84e-15d9-4051-86e5-8d068fbe525a req-73b80639-b153-47b5-a3f7-1088b78b57c4 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059262 Dec 15 14:12:10.794466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59562) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:10.909980 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bdd87f9-abf5-4646-b646-261ddb1307d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.003501 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bdd87f9-abf5-4646-b646-261ddb1307d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.011399 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bdd87f9-abf5-4646-b646-261ddb1307d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.050206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd87f9-abf5-4646-b646-261ddb1307d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccda890-38e3-4e17-98bb-44af101e2067,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:11.055079 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4bdd87f9-abf5-4646-b646-261ddb1307d7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d0aadae92c074cc298907882a0e2eac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594569 Dec 15 14:12:11.058130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59568) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:11.106147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4cb468e-ce35-46c8-824f-6695e6415a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.126936 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4cb468e-ce35-46c8-824f-6695e6415a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.182423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4cb468e-ce35-46c8-824f-6695e6415a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.185301 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4cb468e-ce35-46c8-824f-6695e6415a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.186478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f4cb468e-ce35-46c8-824f-6695e6415a89 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ccda890-38e3-4e17-98bb-44af101e2067 HTTP/1.1" status: 204 len: 168 time: 0.1278720 Dec 15 14:12:11.194432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb468e-ce35-46c8-824f-6695e6415a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccda890-38e3-4e17-98bb-44af101e2067,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:11.485493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:11.510927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78a2e492-5a39-41ad-8edb-ad42eb551d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.588268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78a2e492-5a39-41ad-8edb-ad42eb551d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.592198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78a2e492-5a39-41ad-8edb-ad42eb551d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.631335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-78a2e492-5a39-41ad-8edb-ad42eb551d07 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c60ca967b9be4470a33b2d4b7ba295a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443372 Dec 15 14:12:11.633953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59588) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:11.636030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2e492-5a39-41ad-8edb-ad42eb551d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc71249-8118-4d37-8f68-46f606cdd10c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:11.637248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 45c49fa4-65f6-409d-8e41-7d30ff24b543 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:11.692812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a88ba337-99f2-47d8-b980-e3672046b92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.696336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 45c49fa4-65f6-409d-8e41-7d30ff24b543 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:12:11.701520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 45c49fa4-65f6-409d-8e41-7d30ff24b543 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:11.703582 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.722927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a88ba337-99f2-47d8-b980-e3672046b92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.782922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a88ba337-99f2-47d8-b980-e3672046b92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.786068 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a88ba337-99f2-47d8-b980-e3672046b92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.790275 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a88ba337-99f2-47d8-b980-e3672046b92f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abc71249-8118-4d37-8f68-46f606cdd10c HTTP/1.1" status: 204 len: 168 time: 0.1552832 Dec 15 14:12:11.801530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ba337-99f2-47d8-b980-e3672046b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc71249-8118-4d37-8f68-46f606cdd10c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:11.836329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4195-d12c-4fb1-afa2-4ac118128ab3 req-9b15c477-fcd6-4821-8c99-ccd3c99e2516 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:11.837825 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50be4195-d12c-4fb1-afa2-4ac118128ab3 req-9b15c477-fcd6-4821-8c99-ccd3c99e2516 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 944 time: 0.0814636 Dec 15 14:12:11.839103 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.872898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60249f0a-0a42-4ebd-9318-39980e33efe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c49fa4-65f6-409d-8e41-7d30ff24b543'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:11.876617 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb56bb-b84e-4b48-a152-bf7438e21a41" -d '{"events": [{"server_uuid": "60249f0a-0a42-4ebd-9318-39980e33efe7", "name": "network-vif-plugged", "status": "completed", "tag": "45c49fa4-65f6-409d-8e41-7d30ff24b543"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:11.890910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 45c49fa4-65f6-409d-8e41-7d30ff24b543, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=45c49fa4-65f6-409d-8e41-7d30ff24b543,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:11.895567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:11.938491 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50be4195-d12c-4fb1-afa2-4ac118128ab3 req-7900a12c-4021-49b7-95c3-1c2924dcf654 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885992 Dec 15 14:12:11.963509 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae09217-2e37-4cf3-a7bc-285e1476e3b9 x-openstack-request-id: req-1ae09217-2e37-4cf3-a7bc-285e1476e3b9 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:11.964082 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60249f0a-0a42-4ebd-9318-39980e33efe7", "name": "network-vif-plugged", "status": "completed", "tag": "45c49fa4-65f6-409d-8e41-7d30ff24b543", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:11.964521 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ae09217-2e37-4cf3-a7bc-285e1476e3b9 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:11.965027 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60249f0a-0a42-4ebd-9318-39980e33efe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c49fa4-65f6-409d-8e41-7d30ff24b543', 'code': 200} Dec 15 14:12:11.974575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=45c49fa4-65f6-409d-8e41-7d30ff24b543,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:12.070686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eaa75-bdc1-42e2-8790-d3faa3c88092 req-1e70edbf-9f1e-4878-845b-545270219efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:12.072498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e91eaa75-bdc1-42e2-8790-d3faa3c88092 req-1e70edbf-9f1e-4878-845b-545270219efb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 1096 time: 0.0488653 Dec 15 14:12:12.123535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e91eaa75-bdc1-42e2-8790-d3faa3c88092 req-787ce479-c54a-46e2-b44a-2c73dbd2f46d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Dec 15 14:12:13.076448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae1a11-ea3c-4c57-93f7-7146964b5075 req-b4759357-2c46-4280-b916-a5531df8f2b1 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:13.084097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1ae1a11-ea3c-4c57-93f7-7146964b5075 req-b4759357-2c46-4280-b916-a5531df8f2b1 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 945 time: 0.0757232 Dec 15 14:12:13.156515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1ae1a11-ea3c-4c57-93f7-7146964b5075 req-7513aa27-503e-47b3-8586-6ce3b1e0c110 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712965 Dec 15 14:12:13.269898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59648) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:13.372568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4a475040-a0e4-42aa-a69f-e294d4753dee tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-922662163'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:13.393956 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a475040-a0e4-42aa-a69f-e294d4753dee tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.394973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a475040-a0e4-42aa-a69f-e294d4753dee tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.446748 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a475040-a0e4-42aa-a69f-e294d4753dee tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.450906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a475040-a0e4-42aa-a69f-e294d4753dee tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.466206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a475040-a0e4-42aa-a69f-e294d4753dee tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.467622 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4a475040-a0e4-42aa-a69f-e294d4753dee tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1965363 Dec 15 14:12:13.470148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:13.543697 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66963c3d-da69-4a57-a7c1-eb84f662774c tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.713174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66963c3d-da69-4a57-a7c1-eb84f662774c tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.715232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66963c3d-da69-4a57-a7c1-eb84f662774c tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.758586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66963c3d-da69-4a57-a7c1-eb84f662774c tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.759107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66963c3d-da69-4a57-a7c1-eb84f662774c tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc185885-7e3d-4267-8cdb-b9117d3d20da {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:12:13.763844 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66963c3d-da69-4a57-a7c1-eb84f662774c tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.768561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-66963c3d-da69-4a57-a7c1-eb84f662774c tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "DELETE /v2.0/routers/bc185885-7e3d-4267-8cdb-b9117d3d20da HTTP/1.1" status: 204 len: 168 time: 0.2946653 Dec 15 14:12:13.769469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:13.773027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8866987a-2c9c-40f3-95e0-48b76e1f390a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Request body: {'router': {'name': 'tempest-router-2068983832', 'distributed': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:13.793480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8866987a-2c9c-40f3-95e0-48b76e1f390a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.794685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8866987a-2c9c-40f3-95e0-48b76e1f390a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.855272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8866987a-2c9c-40f3-95e0-48b76e1f390a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.860465 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8866987a-2c9c-40f3-95e0-48b76e1f390a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.877917 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8866987a-2c9c-40f3-95e0-48b76e1f390a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:13.879190 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8866987a-2c9c-40f3-95e0-48b76e1f390a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1094940 Dec 15 14:12:13.882997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:13.975520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcd00-8213-479e-919d-9b915c955d13 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.131752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcd00-8213-479e-919d-9b915c955d13 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.134088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcd00-8213-479e-919d-9b915c955d13 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.180483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcd00-8213-479e-919d-9b915c955d13 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.181686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0dcd00-8213-479e-919d-9b915c955d13 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d192e072-8904-4b74-9b76-f13f7fbc9718 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:12:14.186710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcd00-8213-479e-919d-9b915c955d13 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.192394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cc0dcd00-8213-479e-919d-9b915c955d13 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "DELETE /v2.0/routers/d192e072-8904-4b74-9b76-f13f7fbc9718 HTTP/1.1" status: 204 len: 168 time: 0.3082631 Dec 15 14:12:14.193551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59666) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:14.198658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c7b4dcd1-6d4d-4cb0-9591-c98501f08084 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Request body: {'router': {'name': 'tempest-router-1105546759', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '499b4b96f5904125b507ed8ed8bf2191'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:14.244047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dcd1-6d4d-4cb0-9591-c98501f08084 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.245222 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dcd1-6d4d-4cb0-9591-c98501f08084 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.314370 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dcd1-6d4d-4cb0-9591-c98501f08084 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.320988 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dcd1-6d4d-4cb0-9591-c98501f08084 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.339448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a2879-f61a-4c37-85cd-97ef93826ba3 req-34fe8c62-5f6f-43d5-bacb-869114c860c2 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:14.341154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab8a2879-f61a-4c37-85cd-97ef93826ba3 req-34fe8c62-5f6f-43d5-bacb-869114c860c2 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 945 time: 0.0689099 Dec 15 14:12:14.344562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dcd1-6d4d-4cb0-9591-c98501f08084 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.345870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7b4dcd1-6d4d-4cb0-9591-c98501f08084 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1513054 Dec 15 14:12:14.348747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:14.374440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:14.406324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab8a2879-f61a-4c37-85cd-97ef93826ba3 req-b3ce8a2d-29c0-4d35-9ff8-29b7f7363e29 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566258 Dec 15 14:12:14.668604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.668946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.772043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 15 14:12:14.773580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Router e471ce31-8a27-488e-bc78-d356e81e63de migrating from provider to provider. {{(pid=109767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 15 14:12:14.773741 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.779942 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.785876 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550216'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:14.890244 n-d-821840-1 neutron-server[109767]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] No L3 agents can host the router e471ce31-8a27-488e-bc78-d356e81e63de Dec 15 14:12:15.000437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Hosts for router e471ce31-8a27-488e-bc78-d356e81e63de: [] {{(pid=109767) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 15 14:12:15.028958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Hosts for other DVR routers connected to router e471ce31-8a27-488e-bc78-d356e81e63de: set() {{(pid=109767) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 15 14:12:15.032185 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.036171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f64f570-ca50-4fcf-8673-09af47991ee5 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "PUT /v2.0/routers/e471ce31-8a27-488e-bc78-d356e81e63de HTTP/1.1" status: 200 len: 717 time: 0.6838636 Dec 15 14:12:15.036636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59688) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:15.116819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380db5b-80e0-47db-8565-0594d6c5aec2 req-c8fdfe77-75a1-41cf-8af7-7f0d52fbbbb4 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:15.119062 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a380db5b-80e0-47db-8565-0594d6c5aec2 req-c8fdfe77-75a1-41cf-8af7-7f0d52fbbbb4 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 945 time: 0.0623224 Dec 15 14:12:15.122316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-35524924-f41f-47ce-94f8-9c12bff583fc tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "GET /v2.0/routers/e471ce31-8a27-488e-bc78-d356e81e63de HTTP/1.1" status: 200 len: 717 time: 0.0844042 Dec 15 14:12:15.125120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59690) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:15.197019 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a380db5b-80e0-47db-8565-0594d6c5aec2 req-91e77de2-7b77-4631-9519-7bc27f5fff0e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658503 Dec 15 14:12:15.347701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7ef9e896-d420-41cf-ac46-5282ef216ce8 tempest-RoutersTestDVR-843263475 tempest-RoutersTestDVR-843263475-project] 10.222.0.86 "GET /v2.0/routers/e471ce31-8a27-488e-bc78-d356e81e63de HTTP/1.1" status: 200 len: 683 time: 0.2212090 Dec 15 14:12:15.350248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59696) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:15.427850 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0ee82a8-4be6-4d4a-be46-e25281565cef tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.590914 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0ee82a8-4be6-4d4a-be46-e25281565cef tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.593630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0ee82a8-4be6-4d4a-be46-e25281565cef tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.640095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0ee82a8-4be6-4d4a-be46-e25281565cef tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.640646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ee82a8-4be6-4d4a-be46-e25281565cef tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e471ce31-8a27-488e-bc78-d356e81e63de {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:12:15.644939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0ee82a8-4be6-4d4a-be46-e25281565cef tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.649640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59700) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:15.650069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b0ee82a8-4be6-4d4a-be46-e25281565cef tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "DELETE /v2.0/routers/e471ce31-8a27-488e-bc78-d356e81e63de HTTP/1.1" status: 204 len: 168 time: 0.2984133 Dec 15 14:12:15.653986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f03f8005-a56d-4945-ad68-b9ae86845220 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Request body: {'router': {'name': 'tempest-router-641713465', 'distributed': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:15.676207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f8005-a56d-4945-ad68-b9ae86845220 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.677276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f8005-a56d-4945-ad68-b9ae86845220 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.746609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f8005-a56d-4945-ad68-b9ae86845220 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.752017 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f8005-a56d-4945-ad68-b9ae86845220 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.768488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f8005-a56d-4945-ad68-b9ae86845220 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:15.769764 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f03f8005-a56d-4945-ad68-b9ae86845220 tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1191103 Dec 15 14:12:15.772648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59702) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:15.853057 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29acba59-a616-45df-bd2f-c8075568002a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.382616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-315b91f8-1442-4cca-b6ce-70e0681cc2b2 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:16.384525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-315b91f8-1442-4cca-b6ce-70e0681cc2b2 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.24 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 945 time: 0.0859854 Dec 15 14:12:16.397794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29acba59-a616-45df-bd2f-c8075568002a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.409686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29acba59-a616-45df-bd2f-c8075568002a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.489544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e0cc4-3457-4349-86f3-1d8a83901cb9 req-c63c6872-5cdd-4932-99c1-76b839e6634f tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:16.493943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff2e0cc4-3457-4349-86f3-1d8a83901cb9 req-c63c6872-5cdd-4932-99c1-76b839e6634f tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=60249f0a-0a42-4ebd-9318-39980e33efe7 HTTP/1.1" status: 200 len: 945 time: 0.0985456 Dec 15 14:12:16.497541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29acba59-a616-45df-bd2f-c8075568002a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.498072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29acba59-a616-45df-bd2f-c8075568002a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2796ecc8-d9a7-4ae4-82a1-63bf89895095 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:12:16.503531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29acba59-a616-45df-bd2f-c8075568002a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.504663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29acba59-a616-45df-bd2f-c8075568002a tempest-RoutersTestDVR-1900984964 tempest-RoutersTestDVR-1900984964-project-admin] 10.222.0.86 "DELETE /v2.0/routers/2796ecc8-d9a7-4ae4-82a1-63bf89895095 HTTP/1.1" status: 204 len: 168 time: 0.7308950 Dec 15 14:12:16.581623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Deleting port 45c49fa4-65f6-409d-8e41-7d30ff24b543 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:16.582679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.612411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff2e0cc4-3457-4349-86f3-1d8a83901cb9 req-53fe418c-91da-43a1-9f2f-f27f368fd9f1 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045654 Dec 15 14:12:16.751009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] For port 45c49fa4-65f6-409d-8e41-7d30ff24b543, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=45c49fa4-65f6-409d-8e41-7d30ff24b543,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:16.752133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.772900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Calling delete_port for 45c49fa4-65f6-409d-8e41-7d30ff24b543 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:16.910828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59714) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:16.945982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:16.960088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['45c49fa4-65f6-409d-8e41-7d30ff24b543'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:12:16.979576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Pushing event deleted for resources: {'Port': ['ID=45c49fa4-65f6-409d-8e41-7d30ff24b543,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:17.060110 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2297af73-f88d-4b9b-afdc-cef1f433bd84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.068685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] No DVR routers for this DVR port 45c49fa4-65f6-409d-8e41-7d30ff24b543 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:17.071836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.076600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-31367f1e-3c89-4f4a-b703-1d4b1527685e req-d82c170d-2b70-456f-b249-afc9c36cedef tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.24 "DELETE /v2.0/ports/45c49fa4-65f6-409d-8e41-7d30ff24b543 HTTP/1.1" status: 204 len: 173 time: 0.6839244 Dec 15 14:12:17.077865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60249f0a-0a42-4ebd-9318-39980e33efe7', 'name': 'network-vif-deleted', 'tag': '45c49fa4-65f6-409d-8e41-7d30ff24b543'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:17.080369 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dea167-ba87-431b-b1e3-21819b3adc2d" -d '{"events": [{"server_uuid": "60249f0a-0a42-4ebd-9318-39980e33efe7", "name": "network-vif-deleted", "tag": "45c49fa4-65f6-409d-8e41-7d30ff24b543"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:17.129596 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e425d007-723a-4955-a954-d8501cededaa x-openstack-request-id: req-e425d007-723a-4955-a954-d8501cededaa {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:17.129999 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60249f0a-0a42-4ebd-9318-39980e33efe7", "name": "network-vif-deleted", "tag": "45c49fa4-65f6-409d-8e41-7d30ff24b543", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:17.130387 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e425d007-723a-4955-a954-d8501cededaa {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:17.131530 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60249f0a-0a42-4ebd-9318-39980e33efe7', 'name': 'network-vif-deleted', 'tag': '45c49fa4-65f6-409d-8e41-7d30ff24b543', 'status': 'completed', 'code': 200} Dec 15 14:12:17.227305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2297af73-f88d-4b9b-afdc-cef1f433bd84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.231961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2297af73-f88d-4b9b-afdc-cef1f433bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.275294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:17.275499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2297af73-f88d-4b9b-afdc-cef1f433bd84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=499b4b96f5904125b507ed8ed8bf2191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630836 Dec 15 14:12:17.276343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297af73-f88d-4b9b-afdc-cef1f433bd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232a58b4-d4a8-4e42-afd8-62bd6983a315,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:17.341464 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-105cb6e6-a697-4e9e-a476-3536987863f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.370986 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-105cb6e6-a697-4e9e-a476-3536987863f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.425350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-105cb6e6-a697-4e9e-a476-3536987863f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.428967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-105cb6e6-a697-4e9e-a476-3536987863f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:17.431424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-105cb6e6-a697-4e9e-a476-3536987863f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/232a58b4-d4a8-4e42-afd8-62bd6983a315 HTTP/1.1" status: 204 len: 168 time: 0.1530187 Dec 15 14:12:17.448334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cb6e6-a697-4e9e-a476-3536987863f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232a58b4-d4a8-4e42-afd8-62bd6983a315,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:17.895823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59744) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:17.911278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0649da-17ef-4dbb-bf90-af2ee6d0c58a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.017846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0649da-17ef-4dbb-bf90-af2ee6d0c58a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.023739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0649da-17ef-4dbb-bf90-af2ee6d0c58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.063704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-96d3855b-1492-44d4-a8de-63789909c79c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:18.071909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-96d3855b-1492-44d4-a8de-63789909c79c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/networks?id=e483985f-c032-4a50-b3c3-06fb4a4ba64f HTTP/1.1" status: 200 len: 809 time: 0.1376836 Dec 15 14:12:18.090529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-76d1c72b-c690-41f0-8801-57739078959e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/quotas/6c8d1de8286d446bb4438ce5ffea43b3 HTTP/1.1" status: 200 len: 375 time: 0.0175655 Dec 15 14:12:18.120605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0649da-17ef-4dbb-bf90-af2ee6d0c58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dff996-5cc4-4705-8323-9a4dbea50132,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:18.136413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c0649da-17ef-4dbb-bf90-af2ee6d0c58a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebfd006cdd004404b66d3f5638f23d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394056 Dec 15 14:12:18.137085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59750) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:18.153321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-781dedb4-5470-48b8-aa21-0ecfadcad98d tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c8d1de8286d446bb4438ce5ffea43b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616844 Dec 15 14:12:18.250918 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-535f1f47-bd96-4bc0-a265-b9844e92ed09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.274963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-535f1f47-bd96-4bc0-a265-b9844e92ed09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.346375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-535f1f47-bd96-4bc0-a265-b9844e92ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.350043 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-535f1f47-bd96-4bc0-a265-b9844e92ed09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:18.355599 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-535f1f47-bd96-4bc0-a265-b9844e92ed09 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a3dff996-5cc4-4705-8323-9a4dbea50132 HTTP/1.1" status: 204 len: 168 time: 0.2172987 Dec 15 14:12:18.367563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f1f47-bd96-4bc0-a265-b9844e92ed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dff996-5cc4-4705-8323-9a4dbea50132,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:18.524561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-01039f0e-9183-4ff0-bcae-678e5f666ce8 service neutron] 10.222.0.86 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492191 Dec 15 14:12:18.634907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-68063c1c-76e0-4527-aef0-54e02b9994a0 service neutron] 10.222.0.86 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045649 Dec 15 14:12:18.854610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0172d0a-5d7d-45e0-bec9-2d98953f1659 req-8aff5361-3594-4fd4-b637-5f4343cf87e8 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 210 time: 0.0458210 Dec 15 14:12:19.746824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-719f6bdb-1f7d-4f03-a8ab-3bfd63c951d2 req-44f6e3a5-402e-46d3-941b-b21c0ff208b6 service neutron] (109768) timed out ('10.222.0.86', 42948) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:12:19.856030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59810) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:19.915829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-65c97b92-2fb4-4527-aa4a-cbcd13ce979b tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:19.918616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-65c97b92-2fb4-4527-aa4a-cbcd13ce979b tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.24 "GET /v2.0/networks?id=e483985f-c032-4a50-b3c3-06fb4a4ba64f HTTP/1.1" status: 200 len: 809 time: 0.1649940 Dec 15 14:12:19.939565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Request body: {'port': {'device_id': '80337ad3-6970-45f6-ae3a-61428d111d8f', 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f', 'admin_state_up': True, 'tenant_id': '6c8d1de8286d446bb4438ce5ffea43b3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:19.997871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1344297586', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:20.024537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Made reservation on behalf of 1e72a62e9bda4453a4a3b152b5ddcd02 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:20.028837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.029862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d30da1b8-be09-48c9-a212-2fd168558479 req-0a1df319-dba0-4fbd-b54b-3f6e55d4850d tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 210 time: 0.0955706 Dec 15 14:12:20.045077 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.125202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Made reservation on behalf of 6c8d1de8286d446bb4438ce5ffea43b3 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:20.128941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.136599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.140791 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.145456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] device_id is not set on port 7b9059ec-5995-4226-b12b-d09bb338a4f7 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:20.206207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf52458f-9750-4f32-9812-f5d5b1e301c1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:20.275897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Allocated IP 172.25.7.87 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/7b9059ec-5995-4226-b12b-d09bb338a4f7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:20.285720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Allocated IP 172.20.0.10 (e483985f-c032-4a50-b3c3-06fb4a4ba64f/6feeeb89-9215-4df2-b5f0-92ca5d1788bf/0f50c150-9c62-421c-b0eb-f2d9ee65492c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:20.412972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.442544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.449756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.481439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.494463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:20.498141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:20.503400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:20.517073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905b457-8cc6-448d-b641-adffbb5900ce None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:20.543969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Pushing event updated for resources: {'Port': ['ID=7b9059ec-5995-4226-b12b-d09bb338a4f7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:20.551197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Pushing event updated for resources: {'Port': ['ID=0f50c150-9c62-421c-b0eb-f2d9ee65492c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:20.564518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Network e483985f-c032-4a50-b3c3-06fb4a4ba64f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:20.564849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7b53ccd7-1272-41c5-8da2-f1ad289243d0 None None] Provisioning complete for port 7b9059ec-5995-4226-b12b-d09bb338a4f7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:20.565252 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b53ccd7-1272-41c5-8da2-f1ad289243d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.566340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:20.568935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:20.569763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:20.570531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.593378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-838d6662-b8b7-49ee-9ad8-b8732d3aa2f8 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7350390 Dec 15 14:12:20.594306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:20.599912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.87'}]}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:20.604035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7b53ccd7-1272-41c5-8da2-f1ad289243d0 None None] Port 7b9059ec-5995-4226-b12b-d09bb338a4f7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:20.623530 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.625050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.626710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:20.627365 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.644261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-1c8a4490-1433-4d18-9c51-01774c63fa3c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7114892 Dec 15 14:12:20.657289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Request body: {'port': {'device_id': '80337ad3-6970-45f6-ae3a-61428d111d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:20.680805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.718255 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:20.838348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.058670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f50c150-9c62-421c-b0eb-f2d9ee65492c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:12:21.059724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.082273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.085163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.102339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Transition to ACTIVE for port object 0f50c150-9c62-421c-b0eb-f2d9ee65492c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:12:21.110206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.222216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Pushing event updated for resources: {'Port': ['ID=0f50c150-9c62-421c-b0eb-f2d9ee65492c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:21.292923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caf713-43f8-4aff-9011-8e3a097e00db req-8e46e6ea-7366-4313-b2cd-6d547220da21 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:21.294537 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95caf713-43f8-4aff-9011-8e3a097e00db req-8e46e6ea-7366-4313-b2cd-6d547220da21 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 944 time: 0.1243753 Dec 15 14:12:21.300585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.327167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Attempting to bind port 0f50c150-9c62-421c-b0eb-f2d9ee65492c on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:21.327661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Attempting to bind port 0f50c150-9c62-421c-b0eb-f2d9ee65492c by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:21.328112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Attempting to bind port 0f50c150-9c62-421c-b0eb-f2d9ee65492c on network e483985f-c032-4a50-b3c3-06fb4a4ba64f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:21.335990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Port 0f50c150-9c62-421c-b0eb-f2d9ee65492c on network e483985f-c032-4a50-b3c3-06fb4a4ba64f not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:12:21.336428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Attempting to bind port 0f50c150-9c62-421c-b0eb-f2d9ee65492c on network e483985f-c032-4a50-b3c3-06fb4a4ba64f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:21.350115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:21.350611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Checking segment: {'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:21.351098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Bound using segment: {'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:21.351641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Bound port: 0f50c150-9c62-421c-b0eb-f2d9ee65492c, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '275715a3-7ea5-4453-a747-0a81ebb881e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:21.352270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.381269 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95caf713-43f8-4aff-9011-8e3a097e00db req-7c034fd9-933e-47b7-a4bc-11bcf5582cdf tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761609 Dec 15 14:12:21.453645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] For port 0f50c150-9c62-421c-b0eb-f2d9ee65492c, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:21.457945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] For port 0f50c150-9c62-421c-b0eb-f2d9ee65492c, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0f50c150-9c62-421c-b0eb-f2d9ee65492c,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:21.464473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.507289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:21.507940 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.509302 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f50c150-9c62-421c-b0eb-f2d9ee65492c HTTP/1.1" status: 200 len: 1092 time: 0.8569663 Dec 15 14:12:21.509748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80337ad3-6970-45f6-ae3a-61428d111d8f', 'tag': '0f50c150-9c62-421c-b0eb-f2d9ee65492c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:21.512026 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "80337ad3-6970-45f6-ae3a-61428d111d8f", "tag": "0f50c150-9c62-421c-b0eb-f2d9ee65492c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:21.515389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.531390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.537261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c719-cc49-4b33-bfa2-f41a237c2728 service neutron] Pushing event updated for resources: {'Port': ['ID=0f50c150-9c62-421c-b0eb-f2d9ee65492c,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:21.570462 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05c02ac-f73f-4260-bec0-99610074b1e8 x-openstack-request-id: req-d05c02ac-f73f-4260-bec0-99610074b1e8 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:21.570957 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80337ad3-6970-45f6-ae3a-61428d111d8f", "tag": "0f50c150-9c62-421c-b0eb-f2d9ee65492c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:21.571290 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d05c02ac-f73f-4260-bec0-99610074b1e8 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:21.571897 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80337ad3-6970-45f6-ae3a-61428d111d8f', 'tag': '0f50c150-9c62-421c-b0eb-f2d9ee65492c', 'status': 'completed', 'code': 200} Dec 15 14:12:21.592322 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.592856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42c3b7f2-3a04-4ea5-ae67-f78476f7e989 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:12:21.609914 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 14:12:21.611006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f5b68f89-280a-4df9-bfcd-d21c49e4c521 tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0154231 Dec 15 14:12:21.614143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:21.621548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-2f6881af-3490-4e44-b920-891891c2da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:21.623061 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-2f6881af-3490-4e44-b920-891891c2da2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c8d1de8286d446bb4438ce5ffea43b3&device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 1095 time: 0.0663781 Dec 15 14:12:21.669770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-7b4c9d31-9447-44dc-aa69-7202c091825f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f50c150-9c62-421c-b0eb-f2d9ee65492c HTTP/1.1" status: 200 len: 217 time: 0.0385571 Dec 15 14:12:21.695649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d42ac7e4-ec50-4e43-b124-008832c3368e tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Deleting port 7b9059ec-5995-4226-b12b-d09bb338a4f7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:21.696262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d42ac7e4-ec50-4e43-b124-008832c3368e tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.709498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 45c49fa4-65f6-409d-8e41-7d30ff24b543 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:21.728362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 45c49fa4-65f6-409d-8e41-7d30ff24b543 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:21.728699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 45c49fa4-65f6-409d-8e41-7d30ff24b543 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:21.737304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-4919a21b-5002-4bfc-b4ff-d82d0529e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:21.739086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-4919a21b-5002-4bfc-b4ff-d82d0529e318 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6feeeb89-9215-4df2-b5f0-92ca5d1788bf HTTP/1.1" status: 200 len: 849 time: 0.0620620 Dec 15 14:12:21.772954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-cdd9eb7a-2dc5-46d3-bfed-0bc23f2de9d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e483985f-c032-4a50-b3c3-06fb4a4ba64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266771 Dec 15 14:12:21.779078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d42ac7e4-ec50-4e43-b124-008832c3368e tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.790735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d42ac7e4-ec50-4e43-b124-008832c3368e tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Calling delete_port for 7b9059ec-5995-4226-b12b-d09bb338a4f7 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:21.878607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-876969dc-05d8-4946-83f1-4d96cedc60fd service neutron] 10.222.0.24 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969186 Dec 15 14:12:21.933091 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d42ac7e4-ec50-4e43-b124-008832c3368e tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:21.969415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ac7e4-ec50-4e43-b124-008832c3368e tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b9059ec-5995-4226-b12b-d09bb338a4f7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:21.984434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0bcf7d15-2bcd-4d11-9b6e-ecf0ed3e53e8 req-e2c3f95b-5402-4ebf-96dc-43fa313af5ad service neutron] 10.222.0.24 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997214 Dec 15 14:12:21.986049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa34bc2-0053-440d-8ab6-f7ae926dc398 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:22.058303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d42ac7e4-ec50-4e43-b124-008832c3368e tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.062274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d42ac7e4-ec50-4e43-b124-008832c3368e tempest-RoutersAdminNegativeIpV6Test-1780261465 tempest-RoutersAdminNegativeIpV6Test-1780261465-project-admin] 10.222.0.86 "DELETE /v2.0/ports/7b9059ec-5995-4226-b12b-d09bb338a4f7 HTTP/1.1" status: 204 len: 168 time: 0.4470687 Dec 15 14:12:22.087914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-b1d65b86-4ed9-4af9-b68d-26b7a47712fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:22.089566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-b1d65b86-4ed9-4af9-b68d-26b7a47712fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c8d1de8286d446bb4438ce5ffea43b3&device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 1095 time: 0.0556288 Dec 15 14:12:22.208658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-d24ee637-81cf-4607-8f83-4e04c136abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:22.210152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-d24ee637-81cf-4607-8f83-4e04c136abd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e483985f-c032-4a50-b3c3-06fb4a4ba64f HTTP/1.1" status: 200 len: 911 time: 0.1136215 Dec 15 14:12:22.262511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-d99dc81d-5547-4db1-9882-e301e1363748 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f50c150-9c62-421c-b0eb-f2d9ee65492c HTTP/1.1" status: 200 len: 217 time: 0.0451188 Dec 15 14:12:22.316522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-2a6ad068-83f4-4880-a418-13a89129b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:22.318214 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-2a6ad068-83f4-4880-a418-13a89129b0da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6feeeb89-9215-4df2-b5f0-92ca5d1788bf HTTP/1.1" status: 200 len: 849 time: 0.0483069 Dec 15 14:12:22.351729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:22.352571 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-178b335d-0809-4b7d-a2c7-c9fc09549248 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e483985f-c032-4a50-b3c3-06fb4a4ba64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256569 Dec 15 14:12:22.456479 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-d5dba0e6-93f4-4a80-86cb-7c8ea1fc66f4 service neutron] 10.222.0.24 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958459 Dec 15 14:12:22.471937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-249ff21b-63e8-4f53-a2ee-7eb3862a5409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.568112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4f15a47-25bd-455a-ba3a-41c9738a8ff4 req-887ddad3-9380-458c-8a8a-7c25c74c491e service neutron] 10.222.0.24 "GET /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036465 Dec 15 14:12:22.569300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a3191-1cbf-4ee9-ad45-970f4d0db247 req-65810f97-d559-49cf-b414-eb211a3f0f21 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:22.570817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a9a3191-1cbf-4ee9-ad45-970f4d0db247 req-65810f97-d559-49cf-b414-eb211a3f0f21 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 944 time: 0.0843649 Dec 15 14:12:22.621638 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-249ff21b-63e8-4f53-a2ee-7eb3862a5409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.632279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-249ff21b-63e8-4f53-a2ee-7eb3862a5409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.655368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a9a3191-1cbf-4ee9-ad45-970f4d0db247 req-b04f7beb-fd11-44e3-843f-4a63d385d0f6 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764856 Dec 15 14:12:22.679288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-249ff21b-63e8-4f53-a2ee-7eb3862a5409 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8921a02dd3414d9db6b26ab04aac4f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3264394 Dec 15 14:12:22.680197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ff21b-63e8-4f53-a2ee-7eb3862a5409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134b6abf-085a-468f-b27f-eec13faa1a01,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:22.681922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:22.738483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7a17-d2f0-42ca-981f-89d1a3e289ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.760543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7a17-d2f0-42ca-981f-89d1a3e289ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.807667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7a17-d2f0-42ca-981f-89d1a3e289ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.810489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7a17-d2f0-42ca-981f-89d1a3e289ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:22.813124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-eb7c7a17-d2f0-42ca-981f-89d1a3e289ff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/134b6abf-085a-468f-b27f-eec13faa1a01 HTTP/1.1" status: 204 len: 168 time: 0.1300395 Dec 15 14:12:22.822219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c7a17-d2f0-42ca-981f-89d1a3e289ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b6abf-085a-468f-b27f-eec13faa1a01,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:23.086343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:23.130874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-993f888e-e407-487c-a1bf-b940fc9de791 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e72a62e9bda4453a4a3b152b5ddcd02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431650 Dec 15 14:12:23.133515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:23.190390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e47cc6-a891-420c-ad6f-ce9694c2ad34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.214398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e47cc6-a891-420c-ad6f-ce9694c2ad34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.266950 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e47cc6-a891-420c-ad6f-ce9694c2ad34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.269925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e47cc6-a891-420c-ad6f-ce9694c2ad34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:23.271053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-41e47cc6-a891-420c-ad6f-ce9694c2ad34 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf52458f-9750-4f32-9812-f5d5b1e301c1 HTTP/1.1" status: 204 len: 168 time: 0.1366265 Dec 15 14:12:23.280424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e47cc6-a891-420c-ad6f-ce9694c2ad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf52458f-9750-4f32-9812-f5d5b1e301c1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:23.785653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19277415-dab7-48bd-8abe-647911ed175f req-38edb58d-c94b-4d44-a2bf-38d6a21fa9a0 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:23.787185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19277415-dab7-48bd-8abe-647911ed175f req-38edb58d-c94b-4d44-a2bf-38d6a21fa9a0 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 944 time: 0.0527155 Dec 15 14:12:23.846070 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19277415-dab7-48bd-8abe-647911ed175f req-20f27e8e-95c3-4757-98ab-63196a39e254 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527785 Dec 15 14:12:24.000011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.098781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-168837305'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:24.121058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:24.124846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.136105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.213406 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.217769 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.220147 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:12:24.242325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:12:24.256391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd44610c-38e4-46e3-9af0-2e3602e80aa4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:24.267839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.268634 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Added segment 7a4da8ce-38cf-4dee-b1b7-5bce1191e295 of type vlan for network 06615206-3daf-4fb1-bfaf-19c93dd25cda Dec 15 14:12:24.321636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.349267 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.354970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:24.355635 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.411050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4088523 Dec 15 14:12:24.413896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59894) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.424810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:24.427847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f515e-6fcf-4d3a-9a8e-8019ed70a422 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Network': ['ID=06615206-3daf-4fb1-bfaf-19c93dd25cda,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:24.442580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:12:24.546592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:24.550509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.581211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59898) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.711500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ecfae96-d385-439b-a0d2-146bea7ff552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.742996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.789678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ecfae96-d385-439b-a0d2-146bea7ff552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.793883 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ecfae96-d385-439b-a0d2-146bea7ff552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.808232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=39582058-aee2-462a-91dc-17f76dc1cb6c,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:24.813261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:24.813613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network hostable DHCP agents. Network: 06615206-3daf-4fb1-bfaf-19c93dd25cda, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:12:24.832127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:12:24.836081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5ecfae96-d385-439b-a0d2-146bea7ff552 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b3a210be6d4643f8b180e08f244df848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536678 Dec 15 14:12:24.836969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfae96-d385-439b-a0d2-146bea7ff552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f92f59-acf1-4cc1-88d9-82ecc8e14d2b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:24.838748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59902) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.847382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 06615206-3daf-4fb1-bfaf-19c93dd25cda) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:24.854524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:24.855065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.855449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41598bab-c5d2-46b8-9dd0-c087c72e4a69 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:24.890776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd794808-f3e9-4fd0-9ccd-1ddedd21e95c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4723363 Dec 15 14:12:24.891030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59906) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:24.896218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'name': 'tempest-NetworksTestDHCPv6-809958500'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:24.912088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3a47fe-4275-4a1c-981e-f9696a7c4050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:24.949552 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3a47fe-4275-4a1c-981e-f9696a7c4050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.026631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2125-0d1e-477d-8655-b576f2e5479b req-33824b43-2356-48b3-a2d2-d026b119a3ab tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:25.028533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-642d2125-0d1e-477d-8655-b576f2e5479b req-33824b43-2356-48b3-a2d2-d026b119a3ab tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 944 time: 0.0940340 Dec 15 14:12:25.036084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:25.040480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.064157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 7792d7e0-2413-4770-b183-8232d4be7dd5 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:25.066442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3a47fe-4275-4a1c-981e-f9696a7c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.069491 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3a47fe-4275-4a1c-981e-f9696a7c4050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.070851 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e3a47fe-4275-4a1c-981e-f9696a7c4050 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/62f92f59-acf1-4cc1-88d9-82ecc8e14d2b HTTP/1.1" status: 204 len: 168 time: 0.2302451 Dec 15 14:12:25.086646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a47fe-4275-4a1c-981e-f9696a7c4050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f92f59-acf1-4cc1-88d9-82ecc8e14d2b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:25.136402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-642d2125-0d1e-477d-8655-b576f2e5479b req-059175c2-0138-46e9-8914-557814e35493 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964043 Dec 15 14:12:25.211119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '39582058-aee2-462a-91dc-17f76dc1cb6c'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:25.212851 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.221807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::145 (06615206-3daf-4fb1-bfaf-19c93dd25cda/39582058-aee2-462a-91dc-17f76dc1cb6c/7792d7e0-2413-4770-b183-8232d4be7dd5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:25.399700 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.426516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59914) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:25.441581 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.448557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5432-6ce2-4c9e-a0c4-cdfee0e07bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.504033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/39582058-aee2-462a-91dc-17f76dc1cb6c/496ebdc1-247b-4034-9329-b11866b2053c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:25.506411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:25.510055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:25.516145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:25.522344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:25.523042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.533520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=7792d7e0-2413-4770-b183-8232d4be7dd5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:25.542042 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5432-6ce2-4c9e-a0c4-cdfee0e07bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.546816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5432-6ce2-4c9e-a0c4-cdfee0e07bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.548884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c26f6883-079d-4258-9348-76ceb4ee9f30 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6567681 Dec 15 14:12:25.551282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:25.593292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7b5d5432-6ce2-4c9e-a0c4-cdfee0e07bf1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=842d7405befc4422b5d732ca8146a7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622484 Dec 15 14:12:25.593292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5432-6ce2-4c9e-a0c4-cdfee0e07bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd80f846-21c9-473e-8fd1-10c1ffd1bb1a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:25.594529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:25.618112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec08ef86-c8c6-405c-af8d-aba56ca56740 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:25.619522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ec08ef86-c8c6-405c-af8d-aba56ca56740 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0672686 Dec 15 14:12:25.622142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59920) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:25.659160 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.666211 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.723752 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c41a772d-3519-4389-9cac-bd2cabb98b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.727407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:25.728543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0f50c150-9c62-421c-b0eb-f2d9ee65492c details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:12:25.736579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:25.746962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:25.753186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Pushing event updated for resources: {'Port': ['ID=496ebdc1-247b-4034-9329-b11866b2053c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:25.759937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c41a772d-3519-4389-9cac-bd2cabb98b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.768378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.768724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.769072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.769435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.769754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.770088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.770422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.770753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.771082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.771408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.771736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.772092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.772420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:25.798471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e349b6ea-2dd5-48f8-95a3-47040fb86e11 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 7792d7e0-2413-4770-b183-8232d4be7dd5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:25.798900 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e349b6ea-2dd5-48f8-95a3-47040fb86e11 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.867902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Attempting to bind port 496ebdc1-247b-4034-9329-b11866b2053c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:25.868335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Attempting to bind port 496ebdc1-247b-4034-9329-b11866b2053c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:25.868669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Attempting to bind port 496ebdc1-247b-4034-9329-b11866b2053c on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:25.884291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:25.884700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:25.885094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.885498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:25.885989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Bound port: 496ebdc1-247b-4034-9329-b11866b2053c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:25.886380 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.888116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c41a772d-3519-4389-9cac-bd2cabb98b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.891649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c41a772d-3519-4389-9cac-bd2cabb98b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.892833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c41a772d-3519-4389-9cac-bd2cabb98b00 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd80f846-21c9-473e-8fd1-10c1ffd1bb1a HTTP/1.1" status: 204 len: 168 time: 0.2972271 Dec 15 14:12:25.908270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a772d-3519-4389-9cac-bd2cabb98b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd80f846-21c9-473e-8fd1-10c1ffd1bb1a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:25.913287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0f50c150-9c62-421c-b0eb-f2d9ee65492c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0f50c150-9c62-421c-b0eb-f2d9ee65492c,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:25.920569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e349b6ea-2dd5-48f8-95a3-47040fb86e11 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:25.935284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e349b6ea-2dd5-48f8-95a3-47040fb86e11 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 7792d7e0-2413-4770-b183-8232d4be7dd5 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:25.959350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '0f50c150-9c62-421c-b0eb-f2d9ee65492c', 'network_id': 'e483985f-c032-4a50-b3c3-06fb4a4ba64f', 'port_id': '0f50c150-9c62-421c-b0eb-f2d9ee65492c', 'mac_address': 'fa:16:3e:e1:26:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6feeeb89-9215-4df2-b5f0-92ca5d1788bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:12:26.020040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] For port 496ebdc1-247b-4034-9329-b11866b2053c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:26.022189 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.025239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] For port 496ebdc1-247b-4034-9329-b11866b2053c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=496ebdc1-247b-4034-9329-b11866b2053c,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:26.041242 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.069893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f50c150-9c62-421c-b0eb-f2d9ee65492c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:12:26.101563 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e349b6ea-2dd5-48f8-95a3-47040fb86e11 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.106763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0f50c150-9c62-421c-b0eb-f2d9ee65492c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0f50c150-9c62-421c-b0eb-f2d9ee65492c,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:26.118078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.124981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e43c7-1ce0-48cf-b1eb-37f9d3686d7b None None] Pushing event updated for resources: {'Port': ['ID=496ebdc1-247b-4034-9329-b11866b2053c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:26.149808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349b6ea-2dd5-48f8-95a3-47040fb86e11 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=7792d7e0-2413-4770-b183-8232d4be7dd5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:26.222701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e349b6ea-2dd5-48f8-95a3-47040fb86e11 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.223324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0f50c150-9c62-421c-b0eb-f2d9ee65492c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:26.226108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e349b6ea-2dd5-48f8-95a3-47040fb86e11 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/7792d7e0-2413-4770-b183-8232d4be7dd5 HTTP/1.1" status: 204 len: 168 time: 0.5995319 Dec 15 14:12:26.228646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:26.314985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['0f50c150-9c62-421c-b0eb-f2d9ee65492c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:12:26.318060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0c3d-5599-4b19-ae58-f1ef84659ed7 req-3baff7eb-cc5c-45ac-8bc6-873003a363a9 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:26.319949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-38ae0c3d-5599-4b19-ae58-f1ef84659ed7 req-3baff7eb-cc5c-45ac-8bc6-873003a363a9 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 945 time: 0.0634313 Dec 15 14:12:26.337317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8bec3-9e6a-4e29-b69e-a027584f6c88 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:26.339007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8bec3-9e6a-4e29-b69e-a027584f6c88 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:26.340626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-31f8bec3-9e6a-4e29-b69e-a027584f6c88 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1110053 Dec 15 14:12:26.344410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:26.468858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-38ae0c3d-5599-4b19-ae58-f1ef84659ed7 req-551d15d0-a58e-413b-b571-06e53a24055b tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385601 Dec 15 14:12:26.821801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22ed8f9-438d-4747-bc8a-bb5667afb4cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 39582058-aee2-462a-91dc-17f76dc1cb6c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:26.825185 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22ed8f9-438d-4747-bc8a-bb5667afb4cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.872108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22ed8f9-438d-4747-bc8a-bb5667afb4cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:26.967116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22ed8f9-438d-4747-bc8a-bb5667afb4cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.033967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22ed8f9-438d-4747-bc8a-bb5667afb4cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.065758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ed8f9-438d-4747-bc8a-bb5667afb4cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=39582058-aee2-462a-91dc-17f76dc1cb6c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:27.067814 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22ed8f9-438d-4747-bc8a-bb5667afb4cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.073779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59960) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:27.073899 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e22ed8f9-438d-4747-bc8a-bb5667afb4cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/39582058-aee2-462a-91dc-17f76dc1cb6c HTTP/1.1" status: 204 len: 168 time: 0.7281091 Dec 15 14:12:27.115372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0edbdf15-6c89-4305-9d8a-69da6099a62b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377679 Dec 15 14:12:27.116160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:27.121891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:27.255638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:27.263504 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.294077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 496ebdc1-247b-4034-9329-b11866b2053c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:27.298595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59968) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:27.341994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec2e4d-1687-4871-a877-657894682882 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:27.418852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f497132-1090-4460-a93c-16c74226dc69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.452843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9cc85013-f3a3-4f2f-95e6-f32efa017e39 None None] Provisioning complete for port 496ebdc1-247b-4034-9329-b11866b2053c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:27.453268 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9cc85013-f3a3-4f2f-95e6-f32efa017e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.491893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 496ebdc1-247b-4034-9329-b11866b2053c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:27.492293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.512662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f497132-1090-4460-a93c-16c74226dc69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.516989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.520480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f497132-1090-4460-a93c-16c74226dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.576194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:27.581778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:27.586901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:27.587523 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.613036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=73238d7f-da91-4097-a41e-2f77b2dc022e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:27.621084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a23f25cb-d259-4bca-a77e-9b9173274863 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5033920 Dec 15 14:12:27.623855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59974) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:27.624769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2f497132-1090-4460-a93c-16c74226dc69 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=713e7539afb34ed8ad92f34b803a10c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3249035 Dec 15 14:12:27.626615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f497132-1090-4460-a93c-16c74226dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2d0c9-f3ea-4355-9cd1-05a1e3b5ffdc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:27.629411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 59976) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:27.630327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'name': 'tempest-NetworksTestDHCPv6-880253452'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:27.645594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9cc85013-f3a3-4f2f-95e6-f32efa017e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.650770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:27.667197 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.693761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eca0e3-c524-4394-8c94-947873ea5865 req-4e2dddac-656b-48ba-871a-d02cbe858798 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:27.695852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32eca0e3-c524-4394-8c94-947873ea5865 req-4e2dddac-656b-48ba-871a-d02cbe858798 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 945 time: 0.1301944 Dec 15 14:12:27.714906 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba120698-2ed8-45df-a66a-cd2a568dd8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.738733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9cc85013-f3a3-4f2f-95e6-f32efa017e39 None None] For port 496ebdc1-247b-4034-9329-b11866b2053c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=496ebdc1-247b-4034-9329-b11866b2053c,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:27.743184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0f50c150-9c62-421c-b0eb-f2d9ee65492c up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:27.751255 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9cc85013-f3a3-4f2f-95e6-f32efa017e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.756979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba120698-2ed8-45df-a66a-cd2a568dd8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.770020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:27.774437 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.783710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32eca0e3-c524-4394-8c94-947873ea5865 req-f034ee4a-b834-48ce-b401-9d82fc705a1d tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799921 Dec 15 14:12:27.800869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 03b8742d-edcd-45c1-9131-9a50c13a73de yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:27.821809 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba120698-2ed8-45df-a66a-cd2a568dd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.824421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba120698-2ed8-45df-a66a-cd2a568dd8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.828272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ba120698-2ed8-45df-a66a-cd2a568dd8c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e1d2d0c9-f3ea-4355-9cd1-05a1e3b5ffdc HTTP/1.1" status: 204 len: 168 time: 0.1933680 Dec 15 14:12:27.833588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba120698-2ed8-45df-a66a-cd2a568dd8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2d0c9-f3ea-4355-9cd1-05a1e3b5ffdc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:27.901717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:12:27.902090 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:12:27.908535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] Deleting port 496ebdc1-247b-4034-9329-b11866b2053c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:27.908917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:27.911683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc85013-f3a3-4f2f-95e6-f32efa017e39 None None] Pushing event updated for resources: {'Port': ['ID=496ebdc1-247b-4034-9329-b11866b2053c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:27.963726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::147 (06615206-3daf-4fb1-bfaf-19c93dd25cda/73238d7f-da91-4097-a41e-2f77b2dc022e/03b8742d-edcd-45c1-9131-9a50c13a73de) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:27.973279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 0f50c150-9c62-421c-b0eb-f2d9ee65492c completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:12:27.980812 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 0f50c150-9c62-421c-b0eb-f2d9ee65492c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:27.981122 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.036588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] For port 496ebdc1-247b-4034-9329-b11866b2053c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=496ebdc1-247b-4034-9329-b11866b2053c,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:28.036989 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.053716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] Calling delete_port for 496ebdc1-247b-4034-9329-b11866b2053c owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:28.145468 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.156533 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.190471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80337ad3-6970-45f6-ae3a-61428d111d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f50c150-9c62-421c-b0eb-f2d9ee65492c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:28.192784 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2404c2c3-2f47-4b5e-a51b-b9743ee35860" -d '{"events": [{"server_uuid": "80337ad3-6970-45f6-ae3a-61428d111d8f", "name": "network-vif-plugged", "status": "completed", "tag": "0f50c150-9c62-421c-b0eb-f2d9ee65492c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:28.202589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.212909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 0f50c150-9c62-421c-b0eb-f2d9ee65492c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0f50c150-9c62-421c-b0eb-f2d9ee65492c,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:28.220964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.255811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.260929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:28.266051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:28.268458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:28.274465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:28.275265 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac103f-4763-4f6e-81dd-6ece8ebd4acf x-openstack-request-id: req-51ac103f-4763-4f6e-81dd-6ece8ebd4acf {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:28.275559 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.275885 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80337ad3-6970-45f6-ae3a-61428d111d8f", "name": "network-vif-plugged", "status": "completed", "tag": "0f50c150-9c62-421c-b0eb-f2d9ee65492c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:28.276250 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51ac103f-4763-4f6e-81dd-6ece8ebd4acf {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:28.276746 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80337ad3-6970-45f6-ae3a-61428d111d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f50c150-9c62-421c-b0eb-f2d9ee65492c', 'code': 200} Dec 15 14:12:28.281773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] No DVR routers for this DVR port 496ebdc1-247b-4034-9329-b11866b2053c on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:28.299217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=03b8742d-edcd-45c1-9131-9a50c13a73de,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:28.310095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f910ad-c134-4d04-82ea-10385ea0c8e1 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:28.324245 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-adf691e5-7314-44a9-b049-a5bed689ec14 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6992660 Dec 15 14:12:28.327401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 59992) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:28.367498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=0f50c150-9c62-421c-b0eb-f2d9ee65492c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:28.416373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe1070-99f1-43a3-a6c4-2932ec8b5a51 None None] Pushing event deleted for resources: {'Port': ['ID=496ebdc1-247b-4034-9329-b11866b2053c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:28.416688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741e485-bcc5-4e09-a3d4-ade8c85ba5c6 req-2c543c74-e08c-40a8-9665-830439fbac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:28.424617 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8741e485-bcc5-4e09-a3d4-ade8c85ba5c6 req-2c543c74-e08c-40a8-9665-830439fbac1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 1097 time: 0.0929482 Dec 15 14:12:28.451133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Port 496ebdc1-247b-4034-9329-b11866b2053c update to ACTIVE by agent not found {{(pid=109769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 14:12:28.459558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ee25a-f2b2-4507-8524-5c541eaddb1c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:28.461166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-904ee25a-f2b2-4507-8524-5c541eaddb1c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1328189 Dec 15 14:12:28.463927 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60000) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:28.494749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8741e485-bcc5-4e09-a3d4-ade8c85ba5c6 req-fcf61641-cd6c-403d-8bed-b36ba525b3db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679665 Dec 15 14:12:28.528617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '73238d7f-da91-4097-a41e-2f77b2dc022e'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:28.529565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.576690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-780ebc28-b13e-4884-8467-08626a041471 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 03b8742d-edcd-45c1-9131-9a50c13a73de {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:28.577358 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-780ebc28-b13e-4884-8467-08626a041471 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.673549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-780ebc28-b13e-4884-8467-08626a041471 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.681411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/73238d7f-da91-4097-a41e-2f77b2dc022e/76f45700-c1d1-4c0c-bb36-1322a5313a29) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:28.687686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-780ebc28-b13e-4884-8467-08626a041471 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 03b8742d-edcd-45c1-9131-9a50c13a73de owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:28.828730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-780ebc28-b13e-4884-8467-08626a041471 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.856763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.863915 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.867413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ebc28-b13e-4884-8467-08626a041471 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=03b8742d-edcd-45c1-9131-9a50c13a73de,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:28.904077 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-780ebc28-b13e-4884-8467-08626a041471 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:28.908515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-780ebc28-b13e-4884-8467-08626a041471 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/03b8742d-edcd-45c1-9131-9a50c13a73de HTTP/1.1" status: 204 len: 168 time: 0.4432423 Dec 15 14:12:28.910934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60040) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:28.929196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:28.932770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:28.937669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:28.945181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Pushing event updated for resources: {'Port': ['ID=76f45700-c1d1-4c0c-bb36-1322a5313a29,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:28.959130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137a38-659c-48e2-b854-a13119ac6d8e req-e3cfbddf-67ec-4b8e-8525-34c02178d461 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:28.960728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81137a38-659c-48e2-b854-a13119ac6d8e req-e3cfbddf-67ec-4b8e-8525-34c02178d461 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 946 time: 0.0745082 Dec 15 14:12:29.017186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Attempting to bind port 76f45700-c1d1-4c0c-bb36-1322a5313a29 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:29.017858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Attempting to bind port 76f45700-c1d1-4c0c-bb36-1322a5313a29 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:29.018594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Attempting to bind port 76f45700-c1d1-4c0c-bb36-1322a5313a29 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:29.019712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81137a38-659c-48e2-b854-a13119ac6d8e req-8df3ef60-fdde-403d-ae9e-3e362a6314dc tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508854 Dec 15 14:12:29.031295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:29.032399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:29.033013 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.033396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:29.033892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Bound port: 76f45700-c1d1-4c0c-bb36-1322a5313a29, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:29.034288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.034436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19490b0d-6988-49c6-84dc-2640a29a4080 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:29.036014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19490b0d-6988-49c6-84dc-2640a29a4080 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:29.039915 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-19490b0d-6988-49c6-84dc-2640a29a4080 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1256897 Dec 15 14:12:29.040130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60050) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:29.102228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f03368a-943c-4de0-9102-9f8c52904fd3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 73238d7f-da91-4097-a41e-2f77b2dc022e {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:29.105894 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f03368a-943c-4de0-9102-9f8c52904fd3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.106814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] For port 76f45700-c1d1-4c0c-bb36-1322a5313a29, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:29.110873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] For port 76f45700-c1d1-4c0c-bb36-1322a5313a29, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76f45700-c1d1-4c0c-bb36-1322a5313a29,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:29.116590 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.181944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f03368a-943c-4de0-9102-9f8c52904fd3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.197008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbff5ad-20a9-440d-8f6e-b9bd55c1bba8 None None] Pushing event updated for resources: {'Port': ['ID=76f45700-c1d1-4c0c-bb36-1322a5313a29,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:29.277212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 496ebdc1-247b-4034-9329-b11866b2053c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:29.297503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f03368a-943c-4de0-9102-9f8c52904fd3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.314703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 496ebdc1-247b-4034-9329-b11866b2053c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:29.315244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 496ebdc1-247b-4034-9329-b11866b2053c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:29.375685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f03368a-943c-4de0-9102-9f8c52904fd3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.404505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03368a-943c-4de0-9102-9f8c52904fd3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=73238d7f-da91-4097-a41e-2f77b2dc022e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:29.411881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f03368a-943c-4de0-9102-9f8c52904fd3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.415605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7f03368a-943c-4de0-9102-9f8c52904fd3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/73238d7f-da91-4097-a41e-2f77b2dc022e HTTP/1.1" status: 204 len: 168 time: 0.3733068 Dec 15 14:12:29.416894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60056) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:29.565025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-48260597-8608-4725-97b4-2867cef12bed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345189 Dec 15 14:12:29.566656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60074) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:29.572704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:29.678091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:29.681929 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.895344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.945673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:29.949421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:29.954698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:29.955300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:29.963848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=3f29ddb0-4015-461f-a263-73f5b5f05cf9,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:29.986456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9cefa2fb-942f-44b3-872d-11794b374c23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4179459 Dec 15 14:12:29.989024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:29.994268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'name': 'tempest-NetworksTestDHCPv6-1750755621'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:30.144247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:30.156101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.214433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 50d53636-f8d6-4c54-89cf-68b835e5113b yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:30.277964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24ca0-9882-4040-92ab-ac74add4f4aa req-cc3413f1-617a-4135-9509-cedcdc9a12ab tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:30.286897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02b24ca0-9882-4040-92ab-ac74add4f4aa req-cc3413f1-617a-4135-9509-cedcdc9a12ab tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 946 time: 0.1282747 Dec 15 14:12:30.399472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02b24ca0-9882-4040-92ab-ac74add4f4aa req-b6ee6b9a-b3e4-4736-8a07-cbf7fff50fa7 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114485 Dec 15 14:12:30.423510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::24a (06615206-3daf-4fb1-bfaf-19c93dd25cda/3f29ddb0-4015-461f-a263-73f5b5f05cf9/50d53636-f8d6-4c54-89cf-68b835e5113b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:30.489385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b4f2c-dc76-4311-b5fc-d307566841e9 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:30.596279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d3784cee-5883-40e0-81a0-ff9472f41fe4 None None] Could not find standard attr ID for object 03b8742d-edcd-45c1-9131-9a50c13a73de. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:30.635042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.638464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d3784cee-5883-40e0-81a0-ff9472f41fe4 None None] Provisioning complete for port 76f45700-c1d1-4c0c-bb36-1322a5313a29 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:30.638937 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3784cee-5883-40e0-81a0-ff9472f41fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.692899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.762241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:30.767192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:30.769867 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:30.776474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:30.777130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:30.793561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=50d53636-f8d6-4c54-89cf-68b835e5113b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:30.811549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60106) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:30.813959 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b69d21b2-1c9d-427c-aecb-2a8f6961847c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8235602 Dec 15 14:12:30.925609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605b1d8-6597-428a-9c07-580e52d427f0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:30.932911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605b1d8-6597-428a-9c07-580e52d427f0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:30.935188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2605b1d8-6597-428a-9c07-580e52d427f0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1223018 Dec 15 14:12:30.942274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60110) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:31.001338 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.064798 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3784cee-5883-40e0-81a0-ff9472f41fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.081230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b35d509-13d3-461e-a6cf-efc530949189 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 50d53636-f8d6-4c54-89cf-68b835e5113b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:31.081709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b35d509-13d3-461e-a6cf-efc530949189 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.149887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.156978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d3784cee-5883-40e0-81a0-ff9472f41fe4 None None] For port 76f45700-c1d1-4c0c-bb36-1322a5313a29, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76f45700-c1d1-4c0c-bb36-1322a5313a29,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:31.169558 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3784cee-5883-40e0-81a0-ff9472f41fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.237198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3784cee-5883-40e0-81a0-ff9472f41fe4 None None] Pushing event updated for resources: {'Port': ['ID=76f45700-c1d1-4c0c-bb36-1322a5313a29,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:31.265615 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cffca4d3-acbe-401a-ad6a-a15e8c0c9bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.317841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b35d509-13d3-461e-a6cf-efc530949189 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.346569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b35d509-13d3-461e-a6cf-efc530949189 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 50d53636-f8d6-4c54-89cf-68b835e5113b owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:31.365295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76f45700-c1d1-4c0c-bb36-1322a5313a29 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:31.475234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2b0164cc-33f4-4d5c-b40f-bc6607b63698 None None] Provisioning complete for port 76f45700-c1d1-4c0c-bb36-1322a5313a29 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:31.475608 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2b0164cc-33f4-4d5c-b40f-bc6607b63698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.574721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 76f45700-c1d1-4c0c-bb36-1322a5313a29 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:31.575916 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.579304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f465dc8-1fd5-4669-905a-59e3d33f5abf req-4d7ed2e3-dc64-4aca-9abb-c4d55b6a4b64 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:31.582103 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f465dc8-1fd5-4669-905a-59e3d33f5abf req-4d7ed2e3-dc64-4aca-9abb-c4d55b6a4b64 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 946 time: 0.0983331 Dec 15 14:12:31.688458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2f465dc8-1fd5-4669-905a-59e3d33f5abf req-6f534a6d-1ede-4bb0-a2b5-831acc74ad2c tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922551 Dec 15 14:12:31.696034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b35d509-13d3-461e-a6cf-efc530949189 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.769678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b35d509-13d3-461e-a6cf-efc530949189 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.776392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7b35d509-13d3-461e-a6cf-efc530949189 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/50d53636-f8d6-4c54-89cf-68b835e5113b HTTP/1.1" status: 204 len: 168 time: 0.8328683 Dec 15 14:12:31.776591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60122) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:31.778236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35d509-13d3-461e-a6cf-efc530949189 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=50d53636-f8d6-4c54-89cf-68b835e5113b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:31.796176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-719f40b0-1369-4079-87f2-559030c623d3 None None] Could not find standard attr ID for object 7792d7e0-2413-4770-b183-8232d4be7dd5. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:31.864882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a4b5b-85ad-43f4-a8ee-4586b2198706 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:31.866760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a4b5b-85ad-43f4-a8ee-4586b2198706 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:31.871074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60124) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:31.872243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-212a4b5b-85ad-43f4-a8ee-4586b2198706 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0908790 Dec 15 14:12:31.932822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-596272ef-3ae5-4df2-9871-ff545421dce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 3f29ddb0-4015-461f-a263-73f5b5f05cf9 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:31.938085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596272ef-3ae5-4df2-9871-ff545421dce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:31.986123 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596272ef-3ae5-4df2-9871-ff545421dce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.016796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0c8ed938-d344-4a81-a6c8-0f4bff1e23ca None None] Could not find standard attr ID for object 03b8742d-edcd-45c1-9131-9a50c13a73de. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:32.044797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596272ef-3ae5-4df2-9871-ff545421dce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.114101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596272ef-3ae5-4df2-9871-ff545421dce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.146749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596272ef-3ae5-4df2-9871-ff545421dce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=3f29ddb0-4015-461f-a263-73f5b5f05cf9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:32.148974 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596272ef-3ae5-4df2-9871-ff545421dce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.156117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-596272ef-3ae5-4df2-9871-ff545421dce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/3f29ddb0-4015-461f-a263-73f5b5f05cf9 HTTP/1.1" status: 204 len: 168 time: 0.2829769 Dec 15 14:12:32.157524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60126) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:32.221741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a1b1498e-4f0f-40f5-b232-5beb63a81568 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581884 Dec 15 14:12:32.222263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60128) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:32.240307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba036f4f-ef30-4c6b-829d-0cf694e2564f None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:32.296329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdcc71d-6d54-4b03-9c43-abcc6600a68b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.300993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60130) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:32.301250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bcdcc71d-6d54-4b03-9c43-abcc6600a68b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0778067 Dec 15 14:12:32.340462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-531a2153-2c26-419a-9205-05fd7bb9a1b5 None None] Could not find standard attr ID for object 50d53636-f8d6-4c54-89cf-68b835e5113b. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:32.363151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2bb578-fa04-4219-923e-c810d5aefc91 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.367091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ca2bb578-fa04-4219-923e-c810d5aefc91 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623443 Dec 15 14:12:32.367306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:32.413641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:32.419587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60134) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:32.421111 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b7824e24-5f23-48a2-a840-1c48ac5d6051 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518489 Dec 15 14:12:32.428548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:32.466153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] Deleting port 76f45700-c1d1-4c0c-bb36-1322a5313a29 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:32.466885 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.542570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] For port 76f45700-c1d1-4c0c-bb36-1322a5313a29, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76f45700-c1d1-4c0c-bb36-1322a5313a29,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:32.543069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.558326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] Calling delete_port for 76f45700-c1d1-4c0c-bb36-1322a5313a29 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:32.567356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:32.572465 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.665179 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.723198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] No DVR routers for this DVR port 76f45700-c1d1-4c0c-bb36-1322a5313a29 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:32.727337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8396902-720d-492b-a445-ea5cb7e1a5db None None] Pushing event deleted for resources: {'Port': ['ID=76f45700-c1d1-4c0c-bb36-1322a5313a29,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:32.776256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-74c40314-3d02-448f-b7a8-19c20c04d4c2 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.777804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-74c40314-3d02-448f-b7a8-19c20c04d4c2 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.24 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 946 time: 0.0817673 Dec 15 14:12:32.892702 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.898643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Deleting port 0f50c150-9c62-421c-b0eb-f2d9ee65492c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:32.898985 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.947308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:32.960236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01905e8-22e5-4cf5-aba0-b4f967013914 req-d11e2aa6-f1e7-4fbe-9b3b-aa92ab3c06d1 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.963197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b01905e8-22e5-4cf5-aba0-b4f967013914 req-d11e2aa6-f1e7-4fbe-9b3b-aa92ab3c06d1 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/ports?device_id=80337ad3-6970-45f6-ae3a-61428d111d8f HTTP/1.1" status: 200 len: 946 time: 0.1371324 Dec 15 14:12:32.966851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:32.970523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:32.971446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.977015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f0fe0-44d6-41d0-b0da-6e8f71518e52 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:33.003492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] For port 0f50c150-9c62-421c-b0eb-f2d9ee65492c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=0f50c150-9c62-421c-b0eb-f2d9ee65492c,segment=NetworkSegment(275715a3-7ea5-4453-a747-0a81ebb881e6),segment_id=275715a3-7ea5-4453-a747-0a81ebb881e6)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:33.003800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.011108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=6f3eb494-84a1-424d-b033-de222ae03804,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:33.020750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Calling delete_port for 0f50c150-9c62-421c-b0eb-f2d9ee65492c owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:33.036641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8cb5127f-75fb-4f47-8b03-6238342cdfd2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6150911 Dec 15 14:12:33.039630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60142) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:33.047385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': '6f3eb494-84a1-424d-b033-de222ae03804', 'ip_address': '2001:db8::f0fb:fcc2:af99:310'}], 'name': 'tempest-NetworksTestDHCPv6-756098159'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:33.098524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '6f3eb494-84a1-424d-b033-de222ae03804'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:33.099910 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.113648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b01905e8-22e5-4cf5-aba0-b4f967013914 req-7a76ab83-adc5-4855-9c5b-72c836992389 tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.86 "GET /v2.0/security-groups?id=e653036a-2d04-4777-a236-fda0730a0591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305115 Dec 15 14:12:33.210564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.226797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:33.243052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Pushing event deleted for resources: {'Port': ['ID=0f50c150-9c62-421c-b0eb-f2d9ee65492c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:33.285537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['0f50c150-9c62-421c-b0eb-f2d9ee65492c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:12:33.288104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76f45700-c1d1-4c0c-bb36-1322a5313a29 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:33.301132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] No DVR routers for this DVR port 0f50c150-9c62-421c-b0eb-f2d9ee65492c on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:33.304970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.313805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a131ce2-13e9-4d95-a915-981d86c9a2f0 req-811578ff-c836-42e9-90dd-b91f6cb8bf4e tempest-VolumesActionsTest-504557209 tempest-VolumesActionsTest-504557209-project] 10.222.0.24 "DELETE /v2.0/ports/0f50c150-9c62-421c-b0eb-f2d9ee65492c HTTP/1.1" status: 204 len: 173 time: 0.5295444 Dec 15 14:12:33.315108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80337ad3-6970-45f6-ae3a-61428d111d8f', 'name': 'network-vif-deleted', 'tag': '0f50c150-9c62-421c-b0eb-f2d9ee65492c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:12:33.318153 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0919ca1a-d90a-40d9-8245-0192cd0f1fd5" -d '{"events": [{"server_uuid": "80337ad3-6970-45f6-ae3a-61428d111d8f", "name": "network-vif-deleted", "tag": "0f50c150-9c62-421c-b0eb-f2d9ee65492c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:12:33.347452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 76f45700-c1d1-4c0c-bb36-1322a5313a29 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:33.347894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76f45700-c1d1-4c0c-bb36-1322a5313a29 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:33.353685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.383897 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9561d1db-973e-4ffe-a0fa-e0910e88afc4 x-openstack-request-id: req-9561d1db-973e-4ffe-a0fa-e0910e88afc4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:12:33.384328 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80337ad3-6970-45f6-ae3a-61428d111d8f", "name": "network-vif-deleted", "tag": "0f50c150-9c62-421c-b0eb-f2d9ee65492c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:12:33.384640 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9561d1db-973e-4ffe-a0fa-e0910e88afc4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:12:33.385240 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80337ad3-6970-45f6-ae3a-61428d111d8f', 'name': 'network-vif-deleted', 'tag': '0f50c150-9c62-421c-b0eb-f2d9ee65492c', 'status': 'completed', 'code': 200} Dec 15 14:12:33.396722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port de5b5a3e-6798-4172-847a-c02563b50b6f yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:33.419907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/6f3eb494-84a1-424d-b033-de222ae03804/4ec85bb1-53d5-43da-be87-16000f778b9f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:33.595700 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.603185 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.648927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:33.652460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:33.656378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:33.659948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f0fb:fcc2:af99:310 (06615206-3daf-4fb1-bfaf-19c93dd25cda/6f3eb494-84a1-424d-b033-de222ae03804/de5b5a3e-6798-4172-847a-c02563b50b6f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:33.667185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Pushing event updated for resources: {'Port': ['ID=4ec85bb1-53d5-43da-be87-16000f778b9f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:33.717822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Attempting to bind port 4ec85bb1-53d5-43da-be87-16000f778b9f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:33.718249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Attempting to bind port 4ec85bb1-53d5-43da-be87-16000f778b9f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:33.718660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Attempting to bind port 4ec85bb1-53d5-43da-be87-16000f778b9f on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:33.724382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:33.724766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:33.725177 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.725574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:33.726043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Bound port: 4ec85bb1-53d5-43da-be87-16000f778b9f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:33.726425 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.833524 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] For port 4ec85bb1-53d5-43da-be87-16000f778b9f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:33.836886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] For port 4ec85bb1-53d5-43da-be87-16000f778b9f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4ec85bb1-53d5-43da-be87-16000f778b9f,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:33.838393 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58ebd4b4-9605-4432-a543-36d0a8702c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.845815 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.861344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.925269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f3dce-cd28-41fe-82c6-058f2d5040d9 None None] Pushing event updated for resources: {'Port': ['ID=4ec85bb1-53d5-43da-be87-16000f778b9f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:33.926632 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:33.983640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:33.988533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:33.992268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:33.997900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:33.999067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.005378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=de5b5a3e-6798-4172-847a-c02563b50b6f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:34.024171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-eb0e95b3-951e-48c6-bf47-783d485e2eaf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9810297 Dec 15 14:12:34.024405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60150) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:34.083605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704be923-c7d9-4411-a640-96c0c42117be tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.089947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704be923-c7d9-4411-a640-96c0c42117be tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.091586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-704be923-c7d9-4411-a640-96c0c42117be tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0661335 Dec 15 14:12:34.094830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60152) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:34.218492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3083f342-7d45-401e-9d95-d62b7b11984f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port de5b5a3e-6798-4172-847a-c02563b50b6f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:34.219310 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3083f342-7d45-401e-9d95-d62b7b11984f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.352399 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3083f342-7d45-401e-9d95-d62b7b11984f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.365414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3083f342-7d45-401e-9d95-d62b7b11984f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for de5b5a3e-6798-4172-847a-c02563b50b6f owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:34.517063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3083f342-7d45-401e-9d95-d62b7b11984f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.567080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083f342-7d45-401e-9d95-d62b7b11984f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=de5b5a3e-6798-4172-847a-c02563b50b6f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:34.595746 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3083f342-7d45-401e-9d95-d62b7b11984f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.599434 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3083f342-7d45-401e-9d95-d62b7b11984f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/de5b5a3e-6798-4172-847a-c02563b50b6f HTTP/1.1" status: 204 len: 168 time: 0.5036197 Dec 15 14:12:34.601969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60174) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:34.690595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ed286-29dc-4dad-8da6-194e5b7f59ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.692240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ed286-29dc-4dad-8da6-194e5b7f59ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:34.696558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d15ed286-29dc-4dad-8da6-194e5b7f59ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0909944 Dec 15 14:12:34.696765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60178) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:34.756351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-570f98b1-120a-4c2f-a1f7-cfba68448fe9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 6f3eb494-84a1-424d-b033-de222ae03804 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:34.759768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-570f98b1-120a-4c2f-a1f7-cfba68448fe9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.813455 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-570f98b1-120a-4c2f-a1f7-cfba68448fe9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.867077 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:34.939414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-570f98b1-120a-4c2f-a1f7-cfba68448fe9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.019346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-570f98b1-120a-4c2f-a1f7-cfba68448fe9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.052132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f98b1-120a-4c2f-a1f7-cfba68448fe9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3eb494-84a1-424d-b033-de222ae03804,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:35.056210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-570f98b1-120a-4c2f-a1f7-cfba68448fe9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.059567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-570f98b1-120a-4c2f-a1f7-cfba68448fe9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/6f3eb494-84a1-424d-b033-de222ae03804 HTTP/1.1" status: 204 len: 168 time: 0.3618529 Dec 15 14:12:35.062856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60198) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:35.086299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2de3042-adbb-4746-a5a4-0f7466b89bed None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:35.110966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5e09ecfb-a65c-428e-8bd9-d81070371bfe tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469437 Dec 15 14:12:35.113600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60200) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:35.119338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:35.156722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b92e1a52-5c12-485b-b619-fc33a160f3d1 None None] Provisioning complete for port 4ec85bb1-53d5-43da-be87-16000f778b9f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:35.157108 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b92e1a52-5c12-485b-b619-fc33a160f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.243954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:35.247971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.331660 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b92e1a52-5c12-485b-b619-fc33a160f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.363361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:35.424578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b92e1a52-5c12-485b-b619-fc33a160f3d1 None None] For port 4ec85bb1-53d5-43da-be87-16000f778b9f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4ec85bb1-53d5-43da-be87-16000f778b9f,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:35.440655 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b92e1a52-5c12-485b-b619-fc33a160f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.507654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] Deleting port 4ec85bb1-53d5-43da-be87-16000f778b9f {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:35.508121 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.514694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e1a52-5c12-485b-b619-fc33a160f3d1 None None] Pushing event updated for resources: {'Port': ['ID=4ec85bb1-53d5-43da-be87-16000f778b9f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:35.528183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.620369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:35.621305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] For port 4ec85bb1-53d5-43da-be87-16000f778b9f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4ec85bb1-53d5-43da-be87-16000f778b9f,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:35.621722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.624489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:35.629767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:35.630494 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.640095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] Calling delete_port for 4ec85bb1-53d5-43da-be87-16000f778b9f owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:35.641612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:35.655917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0e09265b-cad5-4d63-a5d7-66714cbb4590 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5390573 Dec 15 14:12:35.657319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:35.663280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': 'e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d', 'ip_address': '2001:db8::e0ff:2e06:2775:294a'}], 'name': 'tempest-NetworksTestDHCPv6-2122629501'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:35.773248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.804773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] Pushing event deleted for resources: {'Port': ['ID=4ec85bb1-53d5-43da-be87-16000f778b9f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:35.807552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88238a-8575-4c08-9811-4d9a2e6585c0 None None] No DVR routers for this DVR port 4ec85bb1-53d5-43da-be87-16000f778b9f on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:35.817326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:35.826121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4065fd-5e11-4d53-b6cb-6b3bc9e50654 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:35.939674 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.972987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 7e5383e1-4dea-48f6-9d4c-58f2e9609ec2 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:35.985187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': 'e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:35.985960 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.188754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::e0ff:2e06:2775:294a (06615206-3daf-4fb1-bfaf-19c93dd25cda/e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d/7e5383e1-4dea-48f6-9d4c-58f2e9609ec2) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:36.366206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.410007 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.461297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:36.464765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:36.467524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:36.474735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:36.475386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.504454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=7e5383e1-4dea-48f6-9d4c-58f2e9609ec2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:36.511291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-52721de9-221e-4216-bf5a-a18a71e1e646 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8528612 Dec 15 14:12:36.514035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60242) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:36.527267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d/b76da4fa-c7e4-45ae-82ee-f5294c3f5186) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:36.664012 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.789142 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.810009 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.908154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Pushing event updated for resources: {'Port': ['ID=b76da4fa-c7e4-45ae-82ee-f5294c3f5186,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:36.912505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:36.914493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:36.919251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:36.990639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Attempting to bind port b76da4fa-c7e4-45ae-82ee-f5294c3f5186 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:36.991344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Attempting to bind port b76da4fa-c7e4-45ae-82ee-f5294c3f5186 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:36.991620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Attempting to bind port b76da4fa-c7e4-45ae-82ee-f5294c3f5186 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:36.997825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:36.998917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:36.999686 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.999994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:37.000641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Bound port: b76da4fa-c7e4-45ae-82ee-f5294c3f5186, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:37.001159 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.099901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] For port b76da4fa-c7e4-45ae-82ee-f5294c3f5186, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:37.105055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] For port b76da4fa-c7e4-45ae-82ee-f5294c3f5186, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b76da4fa-c7e4-45ae-82ee-f5294c3f5186,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:37.114711 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.170512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11433f6-a58d-40d3-9493-60eb7bc75580 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:37.177063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b11433f6-a58d-40d3-9493-60eb7bc75580 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6595654 Dec 15 14:12:37.177727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60248) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:37.322599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bf65b-e3b9-4ff6-9b31-a585f578d94c None None] Pushing event updated for resources: {'Port': ['ID=b76da4fa-c7e4-45ae-82ee-f5294c3f5186,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:37.330386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4ec85bb1-53d5-43da-be87-16000f778b9f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:37.368611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.370303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 4ec85bb1-53d5-43da-be87-16000f778b9f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:37.372323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4ec85bb1-53d5-43da-be87-16000f778b9f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:37.400398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-46aafb3f-9ea4-4656-b9c6-7f5cc3c0754b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 7e5383e1-4dea-48f6-9d4c-58f2e9609ec2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:37.400733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46aafb3f-9ea4-4656-b9c6-7f5cc3c0754b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.551819 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46aafb3f-9ea4-4656-b9c6-7f5cc3c0754b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.567387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-46aafb3f-9ea4-4656-b9c6-7f5cc3c0754b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 7e5383e1-4dea-48f6-9d4c-58f2e9609ec2 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:37.790043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46aafb3f-9ea4-4656-b9c6-7f5cc3c0754b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.790931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0f50c150-9c62-421c-b0eb-f2d9ee65492c no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:37.828177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 0f50c150-9c62-421c-b0eb-f2d9ee65492c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:37.828530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 0f50c150-9c62-421c-b0eb-f2d9ee65492c not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:37.858765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aafb3f-9ea4-4656-b9c6-7f5cc3c0754b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=7e5383e1-4dea-48f6-9d4c-58f2e9609ec2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:37.895428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46aafb3f-9ea4-4656-b9c6-7f5cc3c0754b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:37.899411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46aafb3f-9ea4-4656-b9c6-7f5cc3c0754b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/7e5383e1-4dea-48f6-9d4c-58f2e9609ec2 HTTP/1.1" status: 204 len: 168 time: 0.7180984 Dec 15 14:12:37.901531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:37.968160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2ac3c-384e-4c05-9187-acd312d16719 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:37.969717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2ac3c-384e-4c05-9187-acd312d16719 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:37.971376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a3b2ac3c-384e-4c05-9187-acd312d16719 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688472 Dec 15 14:12:37.974269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:38.038397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ebad3d-c89d-4686-ae79-65d4e7c50f29 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:38.042674 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ebad3d-c89d-4686-ae79-65d4e7c50f29 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.098134 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ebad3d-c89d-4686-ae79-65d4e7c50f29 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.263645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ebad3d-c89d-4686-ae79-65d4e7c50f29 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.408389 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ebad3d-c89d-4686-ae79-65d4e7c50f29 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.494873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebad3d-c89d-4686-ae79-65d4e7c50f29 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:38.501078 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ebad3d-c89d-4686-ae79-65d4e7c50f29 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.506026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-87ebad3d-c89d-4686-ae79-65d4e7c50f29 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d HTTP/1.1" status: 204 len: 168 time: 0.5301242 Dec 15 14:12:38.508174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:38.566333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2be5264b-c2b4-4c61-a7d9-4c3cf7ee8689 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569711 Dec 15 14:12:38.569045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60260) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:38.574456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:38.711779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afe38c-87f3-4465-a614-1741e5825d7c None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:38.766440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:38.773051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.840691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-43351c10-d404-4356-a68d-d8d7162df9d1 None None] Provisioning complete for port b76da4fa-c7e4-45ae-82ee-f5294c3f5186 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:38.841170 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-43351c10-d404-4356-a68d-d8d7162df9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.067734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:39.093322 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-43351c10-d404-4356-a68d-d8d7162df9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.151813 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.209252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:39.213241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:39.224916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:39.225533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.257667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=7d77c029-06a7-4d4e-99e0-262cca3ae43c,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:39.265922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5635ed27-8120-4ac3-ba13-b88dea1b9f95 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6958234 Dec 15 14:12:39.268653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60264) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:39.277447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': '7d77c029-06a7-4d4e-99e0-262cca3ae43c', 'ip_address': '2001:db8::9be6:6c9d:55ef:50b6'}], 'name': 'tempest-NetworksTestDHCPv6-2018708941'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:39.409174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-43351c10-d404-4356-a68d-d8d7162df9d1 None None] For port b76da4fa-c7e4-45ae-82ee-f5294c3f5186, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b76da4fa-c7e4-45ae-82ee-f5294c3f5186,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:39.427780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-43351c10-d404-4356-a68d-d8d7162df9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.453500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:39.501805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43351c10-d404-4356-a68d-d8d7162df9d1 None None] Pushing event updated for resources: {'Port': ['ID=b76da4fa-c7e4-45ae-82ee-f5294c3f5186,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:39.506444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] Deleting port b76da4fa-c7e4-45ae-82ee-f5294c3f5186 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:39.507074 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.581626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.608659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port c1266d3e-9f13-4c44-9901-811f98291682 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:39.622373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] For port b76da4fa-c7e4-45ae-82ee-f5294c3f5186, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b76da4fa-c7e4-45ae-82ee-f5294c3f5186,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:39.623293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.640394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] Calling delete_port for b76da4fa-c7e4-45ae-82ee-f5294c3f5186 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:39.754217 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.802924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] Pushing event deleted for resources: {'Port': ['ID=b76da4fa-c7e4-45ae-82ee-f5294c3f5186,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:39.809738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4221ac6-d227-46e1-ab9e-f8d15ff1da21 None None] No DVR routers for this DVR port b76da4fa-c7e4-45ae-82ee-f5294c3f5186 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:39.833108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebb8eb-cc17-4e4a-94ba-7c88d7d21b11 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:39.894700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::9be6:6c9d:55ef:50b6 (06615206-3daf-4fb1-bfaf-19c93dd25cda/7d77c029-06a7-4d4e-99e0-262cca3ae43c/c1266d3e-9f13-4c44-9901-811f98291682) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:40.031922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '7d77c029-06a7-4d4e-99e0-262cca3ae43c'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:40.033385 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.187682 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.248722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.297978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:40.304120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:40.308117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:40.314527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:40.315262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.316312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/7d77c029-06a7-4d4e-99e0-262cca3ae43c/d02aea98-ba26-4b94-baee-a488992498aa) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:40.337220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=c1266d3e-9f13-4c44-9901-811f98291682,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:40.348445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aeead256-3509-4ae0-ab11-ea6fb825abc0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0786886 Dec 15 14:12:40.351079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60270) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.438971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f7688-7f55-480f-acbc-8dffd8a82a04 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:40.440613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d41f7688-7f55-480f-acbc-8dffd8a82a04 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0874348 Dec 15 14:12:40.443311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60272) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:40.557514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.570003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.583013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port c1266d3e-9f13-4c44-9901-811f98291682 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:40.584124 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.619389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Pushing event updated for resources: {'Port': ['ID=d02aea98-ba26-4b94-baee-a488992498aa,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:40.635829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:40.637520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:40.641477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:40.707940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.723249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for c1266d3e-9f13-4c44-9901-811f98291682 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:40.741674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Attempting to bind port d02aea98-ba26-4b94-baee-a488992498aa on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:40.743516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Attempting to bind port d02aea98-ba26-4b94-baee-a488992498aa by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:40.744335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Attempting to bind port d02aea98-ba26-4b94-baee-a488992498aa on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:40.757763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:40.758455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:40.758568 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.758991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:40.760698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Bound port: d02aea98-ba26-4b94-baee-a488992498aa, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:40.761118 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.847565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] For port d02aea98-ba26-4b94-baee-a488992498aa, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:40.853303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] For port d02aea98-ba26-4b94-baee-a488992498aa, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d02aea98-ba26-4b94-baee-a488992498aa,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:40.860624 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.925537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:40.953777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8dd69-aa24-4191-84e6-581bd3bfd39f None None] Pushing event updated for resources: {'Port': ['ID=d02aea98-ba26-4b94-baee-a488992498aa,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:41.017740 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.021876 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/c1266d3e-9f13-4c44-9901-811f98291682 HTTP/1.1" status: 204 len: 168 time: 0.5770965 Dec 15 14:12:41.023277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=c1266d3e-9f13-4c44-9901-811f98291682,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:41.024643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60276) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.054504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.055363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.055889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.056411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.056910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.059071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.065524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.066177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.066687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.068312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.068826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.070450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.072347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3ce45-9b1c-4dda-a8d1-f102be3aa205 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:41.126552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f1639-db0d-4fbd-b808-8b066232da24 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:41.128445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f1639-db0d-4fbd-b808-8b066232da24 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:41.131582 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a42f1639-db0d-4fbd-b808-8b066232da24 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1044314 Dec 15 14:12:41.134025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60280) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.239012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b114af4-47ce-44dd-af72-d898f162b886 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 7d77c029-06a7-4d4e-99e0-262cca3ae43c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:41.243434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b114af4-47ce-44dd-af72-d898f162b886 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.324352 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b114af4-47ce-44dd-af72-d898f162b886 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.477476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b114af4-47ce-44dd-af72-d898f162b886 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.549924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b114af4-47ce-44dd-af72-d898f162b886 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.582916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b114af4-47ce-44dd-af72-d898f162b886 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=7d77c029-06a7-4d4e-99e0-262cca3ae43c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:41.588912 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b114af4-47ce-44dd-af72-d898f162b886 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:41.595702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60282) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.596292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3b114af4-47ce-44dd-af72-d898f162b886 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/7d77c029-06a7-4d4e-99e0-262cca3ae43c HTTP/1.1" status: 204 len: 168 time: 0.4606061 Dec 15 14:12:41.649062 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0bcb54a8-f683-4636-a5ae-331604311f2d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518136 Dec 15 14:12:41.651341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.710610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fefb11-f481-4a44-a302-fbbda328c110 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:41.712157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e0fefb11-f481-4a44-a302-fbbda328c110 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0596917 Dec 15 14:12:41.714736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60286) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.773051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eab482-518d-4262-b134-807365afc99c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:41.774562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-25eab482-518d-4262-b134-807365afc99c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589113 Dec 15 14:12:41.777443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60290) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.874474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-57135312-38d7-463c-b83e-9e3f4b15fb4a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912974 Dec 15 14:12:41.875415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60292) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:41.882119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:42.016924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:42.022778 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.387597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3bc1c-4920-4fe0-aadb-63c272676d16 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:42.413753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.488595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dfb25d61-7582-4b68-b4f9-48eba8ab56bc None None] Provisioning complete for port d02aea98-ba26-4b94-baee-a488992498aa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:42.489005 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfb25d61-7582-4b68-b4f9-48eba8ab56bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.503109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:42.507320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:42.514944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:42.515926 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.538167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=1b1d99fa-554a-4d72-8970-071851d275e5,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:42.561722 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b9bc6e5a-e27c-4f97-837c-3759bd33335f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6851404 Dec 15 14:12:42.564498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60300) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:42.570607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': '1b1d99fa-554a-4d72-8970-071851d275e5', 'ip_address': '2001:db8::64ea:243e:3119:818b'}], 'name': 'tempest-NetworksTestDHCPv6-1681326574'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:42.678079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:42.684294 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfb25d61-7582-4b68-b4f9-48eba8ab56bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.744455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:42.754610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.790346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port d8914a24-6841-48e8-b51f-2426cca0519c yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:42.820097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dfb25d61-7582-4b68-b4f9-48eba8ab56bc None None] For port d02aea98-ba26-4b94-baee-a488992498aa, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d02aea98-ba26-4b94-baee-a488992498aa,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:42.829807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfb25d61-7582-4b68-b4f9-48eba8ab56bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.877224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] Deleting port d02aea98-ba26-4b94-baee-a488992498aa {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:42.877612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:42.976397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb25d61-7582-4b68-b4f9-48eba8ab56bc None None] Pushing event updated for resources: {'Port': ['ID=d02aea98-ba26-4b94-baee-a488992498aa,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:42.987126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] For port d02aea98-ba26-4b94-baee-a488992498aa, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d02aea98-ba26-4b94-baee-a488992498aa,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:42.987532 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.003020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] Calling delete_port for d02aea98-ba26-4b94-baee-a488992498aa owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:43.039630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::64ea:243e:3119:818b (06615206-3daf-4fb1-bfaf-19c93dd25cda/1b1d99fa-554a-4d72-8970-071851d275e5/d8914a24-6841-48e8-b51f-2426cca0519c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:43.107891 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.135204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] Pushing event deleted for resources: {'Port': ['ID=d02aea98-ba26-4b94-baee-a488992498aa,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:43.144865 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf6ca9-1b54-4c9d-bf77-21212bf7c33f None None] No DVR routers for this DVR port d02aea98-ba26-4b94-baee-a488992498aa on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:43.183181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9f4c2-9a71-4c77-97cc-9f4717628f45 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:43.306323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.327058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '1b1d99fa-554a-4d72-8970-071851d275e5'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:43.329071 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.351928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.418093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=d8914a24-6841-48e8-b51f-2426cca0519c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:43.428442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:43.430417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:43.433252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:43.441272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:43.441936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.464978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ac7f3d72-ae20-4e7e-8ea9-756fa3f36f6c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8963726 Dec 15 14:12:43.465339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:43.473119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-43d3e28c-fcce-4595-b9fe-7386bbebd4f1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': '1b1d99fa-554a-4d72-8970-071851d275e5', 'ip_address': '2001:db8::64ea:243e:3119:818b'}], 'name': 'tempest-NetworksTestDHCPv6-1318343894'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:43.586612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/1b1d99fa-554a-4d72-8970-071851d275e5/81446c06-8d26-431d-9c91-4f650b5a161b) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:43.663308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d3e28c-fcce-4595-b9fe-7386bbebd4f1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:43.803698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43d3e28c-fcce-4595-b9fe-7386bbebd4f1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.835598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-43d3e28c-fcce-4595-b9fe-7386bbebd4f1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port d65504f0-cb6b-402c-97ae-839f8ff8b0fc yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:43.853581 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.869312 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:43.979476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:43.999096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:44.004810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:44.037852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Pushing event updated for resources: {'Port': ['ID=81446c06-8d26-431d-9c91-4f650b5a161b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:44.111580 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d3e28c-fcce-4595-b9fe-7386bbebd4f1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 14:12:44.112103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d3e28c-fcce-4595-b9fe-7386bbebd4f1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:44.148684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-43d3e28c-fcce-4595-b9fe-7386bbebd4f1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6796241 Dec 15 14:12:44.148843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Attempting to bind port 81446c06-8d26-431d-9c91-4f650b5a161b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:44.148843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Attempting to bind port 81446c06-8d26-431d-9c91-4f650b5a161b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:44.149002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Attempting to bind port 81446c06-8d26-431d-9c91-4f650b5a161b on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:44.149098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60310) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:44.155272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:44.155757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:44.156212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.156617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:44.157244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Bound port: 81446c06-8d26-431d-9c91-4f650b5a161b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:44.157912 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.236507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99073af2-9aea-4814-926d-09c49bf5d1d2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:44.244249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99073af2-9aea-4814-926d-09c49bf5d1d2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:44.244654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] For port 81446c06-8d26-431d-9c91-4f650b5a161b, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:44.247915 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-99073af2-9aea-4814-926d-09c49bf5d1d2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0958679 Dec 15 14:12:44.249347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60312) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:44.251859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] For port 81446c06-8d26-431d-9c91-4f650b5a161b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=81446c06-8d26-431d-9c91-4f650b5a161b,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:44.258080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.341824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcde25-df20-459f-bded-9b494ea5cf57 None None] Pushing event updated for resources: {'Port': ['ID=81446c06-8d26-431d-9c91-4f650b5a161b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:44.402611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f10db628-4b65-45cc-a85b-d47f1867c7e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port d8914a24-6841-48e8-b51f-2426cca0519c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:44.403282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f10db628-4b65-45cc-a85b-d47f1867c7e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.530522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f10db628-4b65-45cc-a85b-d47f1867c7e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.547788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f10db628-4b65-45cc-a85b-d47f1867c7e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for d8914a24-6841-48e8-b51f-2426cca0519c owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:44.785444 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f10db628-4b65-45cc-a85b-d47f1867c7e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.835919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10db628-4b65-45cc-a85b-d47f1867c7e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=d8914a24-6841-48e8-b51f-2426cca0519c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:44.868333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f10db628-4b65-45cc-a85b-d47f1867c7e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:44.876386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f10db628-4b65-45cc-a85b-d47f1867c7e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/d8914a24-6841-48e8-b51f-2426cca0519c HTTP/1.1" status: 204 len: 168 time: 0.6243167 Dec 15 14:12:44.877034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60316) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:44.961942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c537405-f0af-41a3-8196-3ee39a039e06 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:44.963585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c537405-f0af-41a3-8196-3ee39a039e06 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:44.968859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60318) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:44.969076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0c537405-f0af-41a3-8196-3ee39a039e06 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0902274 Dec 15 14:12:45.058841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-64864525-d379-4844-9155-2f63c9899e18 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 1b1d99fa-554a-4d72-8970-071851d275e5 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:45.063663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64864525-d379-4844-9155-2f63c9899e18 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.112445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64864525-d379-4844-9155-2f63c9899e18 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.246526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64864525-d379-4844-9155-2f63c9899e18 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.349609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64864525-d379-4844-9155-2f63c9899e18 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.354901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 81446c06-8d26-431d-9c91-4f650b5a161b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:45.382570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64864525-d379-4844-9155-2f63c9899e18 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1d99fa-554a-4d72-8970-071851d275e5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:45.392819 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64864525-d379-4844-9155-2f63c9899e18 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.401408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-64864525-d379-4844-9155-2f63c9899e18 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/1b1d99fa-554a-4d72-8970-071851d275e5 HTTP/1.1" status: 204 len: 168 time: 0.4286304 Dec 15 14:12:45.402395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:45.462889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60326) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:45.463776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-11bc6170-0f36-4369-adc2-be6938b91aad tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595851 Dec 15 14:12:45.465796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 81446c06-8d26-431d-9c91-4f650b5a161b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:45.466181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.469191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:45.575370 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.643917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:45.647494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 81446c06-8d26-431d-9c91-4f650b5a161b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=81446c06-8d26-431d-9c91-4f650b5a161b,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:45.648845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.652444 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:45.751498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=81446c06-8d26-431d-9c91-4f650b5a161b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:45.829222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4200039-2834-4421-b583-abfda9427a5d None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:46.001699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8698c416-9dae-4f27-a7cd-7c21e3a072c1 None None] Provisioning complete for port 81446c06-8d26-431d-9c91-4f650b5a161b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:46.003372 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8698c416-9dae-4f27-a7cd-7c21e3a072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.010861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.074838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:46.083664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:46.088737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.090095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.112190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=f849ff38-07a4-4ef0-939b-9461267e40db,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:46.123984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53933767-9ad3-4715-b6d6-75b81ac3a3fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6586738 Dec 15 14:12:46.126214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60328) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:46.131943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-15907a0c-bfd8-4f4d-a7d5-6bb46872feeb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': 'f849ff38-07a4-4ef0-939b-9461267e40db', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1702665352'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:46.216622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:46.307057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15907a0c-bfd8-4f4d-a7d5-6bb46872feeb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:46.339481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] Deleting port 81446c06-8d26-431d-9c91-4f650b5a161b {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:46.339481 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.455002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] For port 81446c06-8d26-431d-9c91-4f650b5a161b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=81446c06-8d26-431d-9c91-4f650b5a161b,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:46.455680 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.471152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] Calling delete_port for 81446c06-8d26-431d-9c91-4f650b5a161b owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:46.527563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15907a0c-bfd8-4f4d-a7d5-6bb46872feeb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.575053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-15907a0c-bfd8-4f4d-a7d5-6bb46872feeb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port ff1de99f-1313-4253-b7d3-00e8e737c3fa yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:12:46.586452 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.598225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-99765551-d3fc-4855-973d-a655399161d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.620633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-99765551-d3fc-4855-973d-a655399161d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.626359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] Pushing event deleted for resources: {'Port': ['ID=81446c06-8d26-431d-9c91-4f650b5a161b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:46.628738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c23daf-15c4-4501-bf5d-e9ab9b1b5b07 None None] No DVR routers for this DVR port 81446c06-8d26-431d-9c91-4f650b5a161b on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:46.636093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-99765551-d3fc-4855-973d-a655399161d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.646562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-99765551-d3fc-4855-973d-a655399161d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.658117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-99765551-d3fc-4855-973d-a655399161d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.668656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-99765551-d3fc-4855-973d-a655399161d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.669269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59432064-19dd-4a9b-9b38-224a76ca0273 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:46.679812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-99765551-d3fc-4855-973d-a655399161d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:46.686510 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-99765551-d3fc-4855-973d-a655399161d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.1985917 Dec 15 14:12:46.767199 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6a8320f-e9b1-4c5b-b391-c038fb730a37 req-f7255bda-d0be-4946-8946-46888b9089ff tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728097 Dec 15 14:12:46.808977 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-15907a0c-bfd8-4f4d-a7d5-6bb46872feeb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:12:46.809928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15907a0c-bfd8-4f4d-a7d5-6bb46872feeb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:12:46.860547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:46.861235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-15907a0c-bfd8-4f4d-a7d5-6bb46872feeb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7297661 Dec 15 14:12:46.906909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': 'f849ff38-07a4-4ef0-939b-9461267e40db'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:46.907944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:46.935344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8171b7c5-950a-4926-b49f-a65db144a611 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0735946 Dec 15 14:12:46.940376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:47.038055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5bb2-92e0-4a93-ae71-4008b1de5b24 req-07d2f67c-b827-400d-b20c-ec2b2ce83ec2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.046355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5bb2-92e0-4a93-ae71-4008b1de5b24 req-07d2f67c-b827-400d-b20c-ec2b2ce83ec2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.048398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4befcf7-3068-4204-9317-6625dab7289e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.051272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4befcf7-3068-4204-9317-6625dab7289e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.053175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b4befcf7-3068-4204-9317-6625dab7289e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1106138 Dec 15 14:12:47.055553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5bb2-92e0-4a93-ae71-4008b1de5b24 req-07d2f67c-b827-400d-b20c-ec2b2ce83ec2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.060046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60342) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:47.065534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5bb2-92e0-4a93-ae71-4008b1de5b24 req-07d2f67c-b827-400d-b20c-ec2b2ce83ec2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.074743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5bb2-92e0-4a93-ae71-4008b1de5b24 req-07d2f67c-b827-400d-b20c-ec2b2ce83ec2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.083987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5bb2-92e0-4a93-ae71-4008b1de5b24 req-07d2f67c-b827-400d-b20c-ec2b2ce83ec2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.094926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5bb2-92e0-4a93-ae71-4008b1de5b24 req-07d2f67c-b827-400d-b20c-ec2b2ce83ec2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:47.104080 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed6c5bb2-92e0-4a93-ae71-4008b1de5b24 req-07d2f67c-b827-400d-b20c-ec2b2ce83ec2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.1703386 Dec 15 14:12:47.129374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6b9344-22df-45d6-ad5c-b5bf0c7939c5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet f849ff38-07a4-4ef0-939b-9461267e40db {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:47.200721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/f849ff38-07a4-4ef0-939b-9461267e40db/57b7a894-7a52-4269-90e7-f66a0c127452) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:47.519657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 81446c06-8d26-431d-9c91-4f650b5a161b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:47.550623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 81446c06-8d26-431d-9c91-4f650b5a161b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:47.550967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 81446c06-8d26-431d-9c91-4f650b5a161b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:47.681947 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.689417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9344-22df-45d6-ad5c-b5bf0c7939c5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.693694 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.746195 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9344-22df-45d6-ad5c-b5bf0c7939c5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.749858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:47.754613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:47.759701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:47.775746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Pushing event updated for resources: {'Port': ['ID=57b7a894-7a52-4269-90e7-f66a0c127452,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:47.835303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Attempting to bind port 57b7a894-7a52-4269-90e7-f66a0c127452 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:47.835691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Attempting to bind port 57b7a894-7a52-4269-90e7-f66a0c127452 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:47.836472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Attempting to bind port 57b7a894-7a52-4269-90e7-f66a0c127452 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:47.846207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:47.846685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:47.847289 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.847711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:47.849262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Bound port: 57b7a894-7a52-4269-90e7-f66a0c127452, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:47.849670 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.890389 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9344-22df-45d6-ad5c-b5bf0c7939c5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.977213 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9344-22df-45d6-ad5c-b5bf0c7939c5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:47.987948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] For port 57b7a894-7a52-4269-90e7-f66a0c127452, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:48.000022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] For port 57b7a894-7a52-4269-90e7-f66a0c127452, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=57b7a894-7a52-4269-90e7-f66a0c127452,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:48.010163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.028825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b9344-22df-45d6-ad5c-b5bf0c7939c5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=f849ff38-07a4-4ef0-939b-9461267e40db,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:48.038953 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9344-22df-45d6-ad5c-b5bf0c7939c5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.047969 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4c6b9344-22df-45d6-ad5c-b5bf0c7939c5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/f849ff38-07a4-4ef0-939b-9461267e40db HTTP/1.1" status: 204 len: 168 time: 0.9868484 Dec 15 14:12:48.049018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60348) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:48.118073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56272b8-67ea-45ed-89d2-0fb9b784e260 None None] Pushing event updated for resources: {'Port': ['ID=57b7a894-7a52-4269-90e7-f66a0c127452,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:48.148230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-70626a37-83db-45c6-b4ff-07372824474f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973601 Dec 15 14:12:48.153060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:48.159429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:48.333345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:48.347023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.820469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.874855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:48.876319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:48.879839 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:48.880465 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:48.932847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=9fda25cd-9c2f-4007-be54-c05f7fdc3f9f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:48.944028 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-94e6a765-3815-4031-a377-c101f8cf384b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7889149 Dec 15 14:12:48.944761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60368) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:48.954096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-034add81-f093-48a6-9876-7c608a7de150 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-33980759', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:49.010386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-034add81-f093-48a6-9876-7c608a7de150 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.012165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-034add81-f093-48a6-9876-7c608a7de150 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.115741 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-034add81-f093-48a6-9876-7c608a7de150 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.128895 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-034add81-f093-48a6-9876-7c608a7de150 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.192464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-034add81-f093-48a6-9876-7c608a7de150 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.202000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60382) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:49.208933 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-034add81-f093-48a6-9876-7c608a7de150 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2574811 Dec 15 14:12:49.383955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57b7a894-7a52-4269-90e7-f66a0c127452 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:49.535933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 57b7a894-7a52-4269-90e7-f66a0c127452 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:49.536327 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.604331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60396) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:49.776570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.813900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-d17555b5-4dd8-4c11-abd2-302af0871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.814912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-d17555b5-4dd8-4c11-abd2-302af0871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.814912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-d17555b5-4dd8-4c11-abd2-302af0871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.819699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-d17555b5-4dd8-4c11-abd2-302af0871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.820229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-d17555b5-4dd8-4c11-abd2-302af0871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.820806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-d17555b5-4dd8-4c11-abd2-302af0871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.821141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-d17555b5-4dd8-4c11-abd2-302af0871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:49.827589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-d17555b5-4dd8-4c11-abd2-302af0871f59 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6491 time: 0.2218642 Dec 15 14:12:49.859896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 57b7a894-7a52-4269-90e7-f66a0c127452, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=57b7a894-7a52-4269-90e7-f66a0c127452,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:49.873633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.881773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1328a2-3d13-4092-9b2c-c13fd22df2b0 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:49.994596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.014446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-673585de-85e2-4cf8-944c-0e8327723511 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1771963 Dec 15 14:12:50.025335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=57b7a894-7a52-4269-90e7-f66a0c127452,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:50.032540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e979a3dd-d132-46cf-8634-ea2f5c1b5be0 None None] Provisioning complete for port 57b7a894-7a52-4269-90e7-f66a0c127452 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:50.033110 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e979a3dd-d132-46cf-8634-ea2f5c1b5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.374505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::1 (06615206-3daf-4fb1-bfaf-19c93dd25cda/9fda25cd-9c2f-4007-be54-c05f7fdc3f9f/47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:50.513046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-13c7c70c-176f-47dd-bc6c-f659fa019232 None None] Provisioning complete for port 57b7a894-7a52-4269-90e7-f66a0c127452 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:50.518688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-13c7c70c-176f-47dd-bc6c-f659fa019232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.624628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.693873 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.791679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:50.792192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:50.798768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:50.799688 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:50.846606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b3fa4748-a2d0-4527-8e46-5a5587e3fb00 None None] Could not find standard attr ID for object de5b5a3e-6798-4172-847a-c02563b50b6f. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:50.922919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:51.062715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.162967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6b871aa0-a5c4-4700-a981-13827ff46698 None None] Could not find standard attr ID for object 7e5383e1-4dea-48f6-9d4c-58f2e9609ec2. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:51.365633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57b7a894-7a52-4269-90e7-f66a0c127452 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:12:51.446189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 57b7a894-7a52-4269-90e7-f66a0c127452 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:51.446570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:51.583147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2ca8702e-7de3-4f3e-9a07-62bc9cbaa008 None None] Could not find standard attr ID for object c1266d3e-9f13-4c44-9901-811f98291682. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:51.899527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5c7f88ab-5208-4075-bdd4-ef8ee67e84db None None] Could not find standard attr ID for object d8914a24-6841-48e8-b51f-2426cca0519c. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:52.142385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:52.155050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:52.163217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:52.315011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:52.353087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:52.354742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:52.362872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9146bd98-96b4-4e73-868b-24687be84234 None None] Provisioning complete for port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:52.363270 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9146bd98-96b4-4e73-868b-24687be84234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:52.428934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9146bd98-96b4-4e73-868b-24687be84234 None None] Port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:52.505446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Router e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:12:52.693993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:52.705512 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Sync routers for ids ['e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:52.726930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-71adf4c0-30bc-4546-bbef-696daf7473c0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "PUT /v2.0/routers/e9edb785-81ef-4a16-8e0e-aa6bad5e8f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5184011 Dec 15 14:12:52.727658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60430) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:52.740716 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Routers {'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:52.751535 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:12:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:52.793761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b8fbd-a958-49a7-bf37-b51bdb3c9a17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:52.796027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-788b8fbd-a958-49a7-bf37-b51bdb3c9a17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports/47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d HTTP/1.1" status: 200 len: 911 time: 0.0660632 Dec 15 14:12:52.798998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60432) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:52.902089 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Set router e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:12:52.922667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10982a1f-acf4-4608-a71b-2d731bd1d2eb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:52.938099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10982a1f-acf4-4608-a71b-2d731bd1d2eb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:52.942302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-10982a1f-acf4-4608-a71b-2d731bd1d2eb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1395922 Dec 15 14:12:52.942731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60438) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:53.166256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-510ff8fe-982e-40ec-a3f8-5550cd412591 None None] Provisioning complete for port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:12:53.167987 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-510ff8fe-982e-40ec-a3f8-5550cd412591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:53.256559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-510ff8fe-982e-40ec-a3f8-5550cd412591 None None] Port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:12:53.330606 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41', 'name': 'tempest-NetworksTestDHCPv6-router-33980759', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:12:49Z', 'updated_at': '2021-12-15T14:12:51Z', 'revision_number': 2, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'gw_port_host': None, '_interfaces': [{'id': '47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d', 'name': '', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'mac_address': 'fa:16:3e:70:ee:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '9fda25cd-9c2f-4007-be54-c05f7fdc3f9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:12:50Z', 'updated_at': '2021-12-15T14:12:51Z', 'revision_number': 2, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'subnets': [{'id': '9fda25cd-9c2f-4007-be54-c05f7fdc3f9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:53.381751 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Checking router: e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:12:53.382341 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Updating router e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:12:53.425968 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:53.692352 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:53.869999 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:53.885697 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.062712 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Pushing event updated for resources: {'Port': ['ID=47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:54.104892 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.110127 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.110501 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.110990 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.111409 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.111752 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.112141 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.112475 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.112809 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.113139 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.113471 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.113799 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.114122 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:12:54.143460 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Attempting to bind port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:54.146107 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Attempting to bind port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:54.146487 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Attempting to bind port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:54.163429 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:54.165531 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:54.171928 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.172621 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:54.175925 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Bound port: 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:54.179907 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.195271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:54.195624 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.376775 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] For port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:54.380738 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] For port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:54.392256 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.408950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] For port 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d, host n-d-821840-1, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:54.412146 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.440767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:54.476937 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Routers {'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:54.477586 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:12:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:54.641066 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e34d9-c040-4030-b0de-5508321b6a84 None None] Pushing event updated for resources: {'Port': ['ID=47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:54.667225 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] Set router e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:12:54.736601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.773431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:54.882850 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3701efc9-0a42-4fd1-a761-56bf4f9697eb None None] Could not find standard attr ID for object 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:54.948175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41', 'name': 'tempest-NetworksTestDHCPv6-router-33980759', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:12:49Z', 'updated_at': '2021-12-15T14:12:51Z', 'revision_number': 2, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'gw_port_host': None, '_interfaces': [{'id': '47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d', 'name': '', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'mac_address': 'fa:16:3e:70:ee:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '9fda25cd-9c2f-4007-be54-c05f7fdc3f9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:12:50Z', 'updated_at': '2021-12-15T14:12:54Z', 'revision_number': 4, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'subnets': [{'id': '9fda25cd-9c2f-4007-be54-c05f7fdc3f9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:12:54.964094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:54.981174 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e609b87-599c-44c8-828a-22d5bec27f94 None None] The sync data for ids ['e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'] in n-d-821840-1 is: [{'id': 'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41', 'name': 'tempest-NetworksTestDHCPv6-router-33980759', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:12:49Z', 'updated_at': '2021-12-15T14:12:51Z', 'revision_number': 2, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'gw_port_host': None, '_interfaces': [{'id': '47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d', 'name': '', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'mac_address': 'fa:16:3e:70:ee:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '9fda25cd-9c2f-4007-be54-c05f7fdc3f9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:12:50Z', 'updated_at': '2021-12-15T14:12:54Z', 'revision_number': 4, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'subnets': [{'id': '9fda25cd-9c2f-4007-be54-c05f7fdc3f9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:55.245409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Router e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:12:55.317349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f2136afb-1230-48ef-96dd-83cfd33cfe2d None None] Could not find standard attr ID for object 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:12:55.462070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:12:55.467711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-54070464-7207-496a-b7d2-c420292d14a9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "PUT /v2.0/routers/e9edb785-81ef-4a16-8e0e-aa6bad5e8f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5236418 Dec 15 14:12:55.470142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:55.595213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494efac-24a1-496a-a0e4-51c986af0260 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:55.597069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494efac-24a1-496a-a0e4-51c986af0260 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:55.598839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9494efac-24a1-496a-a0e4-51c986af0260 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1266530 Dec 15 14:12:55.601576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:55.678999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-98600827-7d0f-4575-87ad-ae4b284fffe6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 9fda25cd-9c2f-4007-be54-c05f7fdc3f9f {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:12:55.682517 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98600827-7d0f-4575-87ad-ae4b284fffe6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:55.738243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98600827-7d0f-4575-87ad-ae4b284fffe6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:55.813865 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98600827-7d0f-4575-87ad-ae4b284fffe6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:55.945535 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98600827-7d0f-4575-87ad-ae4b284fffe6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.009601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600827-7d0f-4575-87ad-ae4b284fffe6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=9fda25cd-9c2f-4007-be54-c05f7fdc3f9f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:56.012080 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98600827-7d0f-4575-87ad-ae4b284fffe6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.017526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-98600827-7d0f-4575-87ad-ae4b284fffe6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/9fda25cd-9c2f-4007-be54-c05f7fdc3f9f HTTP/1.1" status: 204 len: 168 time: 0.4147165 Dec 15 14:12:56.019919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60466) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:56.023207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b5704-8988-4af5-b0e4-72020e0a67c6 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:56.328674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:12:56.430374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] Deleting port 57b7a894-7a52-4269-90e7-f66a0c127452 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:12:56.430842 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.531281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] For port 57b7a894-7a52-4269-90e7-f66a0c127452, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=57b7a894-7a52-4269-90e7-f66a0c127452,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:12:56.532229 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.553575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] Calling delete_port for 57b7a894-7a52-4269-90e7-f66a0c127452 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:12:56.646776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-30ae2a2c-75ba-4548-995d-a69012b3bb19 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.6234210 Dec 15 14:12:56.647493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:56.725025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.789656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4259db1f-ac31-4c50-a1a4-7dc0f1397ed1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:56.819278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] Pushing event deleted for resources: {'Port': ['ID=57b7a894-7a52-4269-90e7-f66a0c127452,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:56.828977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185c95d-7385-44de-8532-af588bc2d676 None None] No DVR routers for this DVR port 57b7a894-7a52-4269-90e7-f66a0c127452 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:12:57.104445 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4259db1f-ac31-4c50-a1a4-7dc0f1397ed1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.107353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4259db1f-ac31-4c50-a1a4-7dc0f1397ed1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.193768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4259db1f-ac31-4c50-a1a4-7dc0f1397ed1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.196852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259db1f-ac31-4c50-a1a4-7dc0f1397ed1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Fanout notify agent at l3_agent the message router_deleted on router e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:12:57.214490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4259db1f-ac31-4c50-a1a4-7dc0f1397ed1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.221396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60476) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:57.221634 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4259db1f-ac31-4c50-a1a4-7dc0f1397ed1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/routers/e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 HTTP/1.1" status: 204 len: 168 time: 0.5732601 Dec 15 14:12:57.229842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:57.423754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57b7a894-7a52-4269-90e7-f66a0c127452 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:57.492517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e8830-f7db-427d-9930-c28c61eccc6b None None] Sync routers for ids ['e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:12:57.502390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 57b7a894-7a52-4269-90e7-f66a0c127452 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:57.503126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 57b7a894-7a52-4269-90e7-f66a0c127452 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:57.515937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:12:57.525379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.558415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e8830-f7db-427d-9930-c28c61eccc6b None None] Routers set() bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:57.559167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e8830-f7db-427d-9930-c28c61eccc6b None None] Router IDs set() for agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:12:57.560239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_agentschedulers_db [None req-245e8830-f7db-427d-9930-c28c61eccc6b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:12:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent'). {{(pid=109769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:12:57.586244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e8830-f7db-427d-9930-c28c61eccc6b None None] Routers set() bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:12:57.586965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e8830-f7db-427d-9930-c28c61eccc6b None None] Router IDs set() for agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:12:57.588075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_agentschedulers_db [None req-245e8830-f7db-427d-9930-c28c61eccc6b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:12:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent'). {{(pid=109769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:12:57.588711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e8830-f7db-427d-9930-c28c61eccc6b None None] The sync data for ids ['e9edb785-81ef-4a16-8e0e-aa6bad5e8f41'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:12:57.854777 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.917817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=0ff2c706-bc5c-40ac-8a30-5b6e23b56679,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:57.939085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:57.941101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:57.944541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:12:57.945329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:57.952296 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c38df7a-42a8-444b-b898-2389ad9bcf2b None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:12:57.972139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b3335b8f-e5c7-46e7-9133-0504635df151 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7484624 Dec 15 14:12:57.974410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60480) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:57.979852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-257b23a6-9fad-433f-902e-d14ab0636175 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-776611366', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:12:58.016386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-257b23a6-9fad-433f-902e-d14ab0636175 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.018024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-257b23a6-9fad-433f-902e-d14ab0636175 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.104898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-257b23a6-9fad-433f-902e-d14ab0636175 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.110142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-257b23a6-9fad-433f-902e-d14ab0636175 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.141984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-257b23a6-9fad-433f-902e-d14ab0636175 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.143845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-257b23a6-9fad-433f-902e-d14ab0636175 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1676512 Dec 15 14:12:58.146151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60486) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:12:58.207302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '0ff2c706-bc5c-40ac-8a30-5b6e23b56679'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:12:58.211803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.412355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/0ff2c706-bc5c-40ac-8a30-5b6e23b56679/f662dbb5-a560-4531-b5f9-83e8807ceb36) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:58.609020 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.626222 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.644317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.729560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:58.733695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:58.737651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:58.774208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Pushing event updated for resources: {'Port': ['ID=f662dbb5-a560-4531-b5f9-83e8807ceb36,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:58.804119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Attempting to bind port f662dbb5-a560-4531-b5f9-83e8807ceb36 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:12:58.804595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Attempting to bind port f662dbb5-a560-4531-b5f9-83e8807ceb36 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:12:58.805141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Attempting to bind port f662dbb5-a560-4531-b5f9-83e8807ceb36 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:12:58.811541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:12:58.812089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:12:58.814917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.815430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:12:58.816054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Bound port: f662dbb5-a560-4531-b5f9-83e8807ceb36, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:12:58.816533 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.902390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] For port f662dbb5-a560-4531-b5f9-83e8807ceb36, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:12:58.907961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] For port f662dbb5-a560-4531-b5f9-83e8807ceb36, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f662dbb5-a560-4531-b5f9-83e8807ceb36,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:12:58.918194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:58.985413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::1 (06615206-3daf-4fb1-bfaf-19c93dd25cda/0ff2c706-bc5c-40ac-8a30-5b6e23b56679/1cdd8f63-254e-48d2-96ab-f526073e12b7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:12:59.006566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904003b7-c228-453a-9b4a-001c516a98d0 None None] Pushing event updated for resources: {'Port': ['ID=f662dbb5-a560-4531-b5f9-83e8807ceb36,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:59.179528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.224542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:12:59.246987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.301624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:12:59.301994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 47f8841f-3a3d-4e74-bc91-c3c07f5a3a4d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:12:59.325357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:12:59.329684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:12:59.332316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:12:59.333052 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:59.378919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=1cdd8f63-254e-48d2-96ab-f526073e12b7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:12:59.503279 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.458854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.469910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.470899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.601326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-51d79d95-0569-4f2e-8d25-46bd6932d3c0 None None] Provisioning complete for port f662dbb5-a560-4531-b5f9-83e8807ceb36 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:00.602727 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51d79d95-0569-4f2e-8d25-46bd6932d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.702752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:00.704039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=1cdd8f63-254e-48d2-96ab-f526073e12b7,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:00.708877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:00.792584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51d79d95-0569-4f2e-8d25-46bd6932d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.855265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-51d79d95-0569-4f2e-8d25-46bd6932d3c0 None None] For port f662dbb5-a560-4531-b5f9-83e8807ceb36, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f662dbb5-a560-4531-b5f9-83e8807ceb36,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:00.894134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51d79d95-0569-4f2e-8d25-46bd6932d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:00.966477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Router 76c69984-1717-4274-a2a8-1ce7bdf9e032 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:13:01.016803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.020822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d79d95-0569-4f2e-8d25-46bd6932d3c0 None None] Pushing event updated for resources: {'Port': ['ID=f662dbb5-a560-4531-b5f9-83e8807ceb36,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:01.040498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ef280c3e-1bb4-4a72-8911-1f5177283870 None None] Provisioning complete for port 1cdd8f63-254e-48d2-96ab-f526073e12b7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:01.040959 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef280c3e-1bb4-4a72-8911-1f5177283870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.098859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ef280c3e-1bb4-4a72-8911-1f5177283870 None None] Port 1cdd8f63-254e-48d2-96ab-f526073e12b7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:01.127994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.136997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:01.142728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-006cf4cf-ea3b-48c5-a40b-8cbc587ae3cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "PUT /v2.0/routers/76c69984-1717-4274-a2a8-1ce7bdf9e032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9953752 Dec 15 14:13:01.145206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60512) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:01.158716 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Sync routers for ids ['76c69984-1717-4274-a2a8-1ce7bdf9e032'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:01.256207 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0475892f-82df-49cc-b966-330155f9b158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.274131 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Routers {'76c69984-1717-4274-a2a8-1ce7bdf9e032'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:01.275341 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:12:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['76c69984-1717-4274-a2a8-1ce7bdf9e032'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:01.288253 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:13:01.345773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928fa203-c7e1-4095-b43a-c1cf02cac864 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:01.349210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-928fa203-c7e1-4095-b43a-c1cf02cac864 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports/1cdd8f63-254e-48d2-96ab-f526073e12b7 HTTP/1.1" status: 200 len: 911 time: 0.2023394 Dec 15 14:13:01.351764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:01.409488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f662dbb5-a560-4531-b5f9-83e8807ceb36 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:01.442495 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Set router 76c69984-1717-4274-a2a8-1ce7bdf9e032 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:01.443531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2d8a4-eb64-4cc5-b64d-f19a076d937a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:01.450556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2d8a4-eb64-4cc5-b64d-f19a076d937a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:01.452388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cab2d8a4-eb64-4cc5-b64d-f19a076d937a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0993667 Dec 15 14:13:01.455242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60522) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:01.528252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f662dbb5-a560-4531-b5f9-83e8807ceb36 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:01.532529 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.684782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e7927093-0bf4-49ac-b022-2237e52c7740 None None] Provisioning complete for port 1cdd8f63-254e-48d2-96ab-f526073e12b7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:01.685425 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e7927093-0bf4-49ac-b022-2237e52c7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:01.756176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e7927093-0bf4-49ac-b022-2237e52c7740 None None] Port 1cdd8f63-254e-48d2-96ab-f526073e12b7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:01.883788 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c69984-1717-4274-a2a8-1ce7bdf9e032', 'name': 'tempest-NetworksTestDHCPv6-router-776611366', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:12:58Z', 'updated_at': '2021-12-15T14:12:59Z', 'revision_number': 2, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'gw_port_host': None, '_interfaces': [{'id': '1cdd8f63-254e-48d2-96ab-f526073e12b7', 'name': '', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'mac_address': 'fa:16:3e:e3:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c69984-1717-4274-a2a8-1ce7bdf9e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0ff2c706-bc5c-40ac-8a30-5b6e23b56679', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:12:58Z', 'updated_at': '2021-12-15T14:13:00Z', 'revision_number': 2, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'subnets': [{'id': '0ff2c706-bc5c-40ac-8a30-5b6e23b56679', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:01.914760 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Checking router: 76c69984-1717-4274-a2a8-1ce7bdf9e032 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:01.915376 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Updating router 76c69984-1717-4274-a2a8-1ce7bdf9e032 port 1cdd8f63-254e-48d2-96ab-f526073e12b7 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:01.964387 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.124723 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.345632 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.354613 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.410990 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d77129-cd97-4d1e-8659-ec4e073b2170 None None] Pushing event updated for resources: {'Port': ['ID=1cdd8f63-254e-48d2-96ab-f526073e12b7,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:02.520656 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Attempting to bind port 1cdd8f63-254e-48d2-96ab-f526073e12b7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:02.521558 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Attempting to bind port 1cdd8f63-254e-48d2-96ab-f526073e12b7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:02.521558 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Attempting to bind port 1cdd8f63-254e-48d2-96ab-f526073e12b7 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:02.528251 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:02.528660 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:02.529189 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.529805 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:02.530286 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Bound port: 1cdd8f63-254e-48d2-96ab-f526073e12b7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:02.530672 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.689186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 1cdd8f63-254e-48d2-96ab-f526073e12b7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:02.689701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.728329 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] For port 1cdd8f63-254e-48d2-96ab-f526073e12b7, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:02.732450 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] For port 1cdd8f63-254e-48d2-96ab-f526073e12b7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1cdd8f63-254e-48d2-96ab-f526073e12b7,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:02.741858 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.846276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] For port 1cdd8f63-254e-48d2-96ab-f526073e12b7, host n-d-821840-1, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:02.846935 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:02.872690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 1cdd8f63-254e-48d2-96ab-f526073e12b7 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:02.925345 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Routers {'76c69984-1717-4274-a2a8-1ce7bdf9e032'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:02.926055 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:12:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['76c69984-1717-4274-a2a8-1ce7bdf9e032'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:02.930790 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d77129-cd97-4d1e-8659-ec4e073b2170 None None] Pushing event updated for resources: {'Port': ['ID=1cdd8f63-254e-48d2-96ab-f526073e12b7,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:03.005506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a45cd817-864f-401f-8fcc-4d44c9103c67 None None] Provisioning complete for port 1cdd8f63-254e-48d2-96ab-f526073e12b7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:03.006515 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a45cd817-864f-401f-8fcc-4d44c9103c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.152783 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] Set router 76c69984-1717-4274-a2a8-1ce7bdf9e032 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:03.240339 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a45cd817-864f-401f-8fcc-4d44c9103c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.250599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.309700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=1cdd8f63-254e-48d2-96ab-f526073e12b7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:03.463599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.485948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5560c90b-9776-4e08-8617-cf614129730b None None] Could not find standard attr ID for object 1cdd8f63-254e-48d2-96ab-f526073e12b7. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:03.551421 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c69984-1717-4274-a2a8-1ce7bdf9e032', 'name': 'tempest-NetworksTestDHCPv6-router-776611366', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:12:58Z', 'updated_at': '2021-12-15T14:12:59Z', 'revision_number': 2, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'gw_port_host': None, '_interfaces': [{'id': '1cdd8f63-254e-48d2-96ab-f526073e12b7', 'name': '', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'mac_address': 'fa:16:3e:e3:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c69984-1717-4274-a2a8-1ce7bdf9e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0ff2c706-bc5c-40ac-8a30-5b6e23b56679', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:12:58Z', 'updated_at': '2021-12-15T14:13:02Z', 'revision_number': 4, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'subnets': [{'id': '0ff2c706-bc5c-40ac-8a30-5b6e23b56679', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:03.602522 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915062d4-66ff-4092-8495-545f206c5ff3 None None] The sync data for ids ['76c69984-1717-4274-a2a8-1ce7bdf9e032'] in n-d-821840-1 is: [{'id': '76c69984-1717-4274-a2a8-1ce7bdf9e032', 'name': 'tempest-NetworksTestDHCPv6-router-776611366', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:12:58Z', 'updated_at': '2021-12-15T14:12:59Z', 'revision_number': 2, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'gw_port_host': None, '_interfaces': [{'id': '1cdd8f63-254e-48d2-96ab-f526073e12b7', 'name': '', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'tenant_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'mac_address': 'fa:16:3e:e3:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c69984-1717-4274-a2a8-1ce7bdf9e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0ff2c706-bc5c-40ac-8a30-5b6e23b56679', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:12:58Z', 'updated_at': '2021-12-15T14:13:02Z', 'revision_number': 4, 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'subnets': [{'id': '0ff2c706-bc5c-40ac-8a30-5b6e23b56679', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:03.734800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Router 76c69984-1717-4274-a2a8-1ce7bdf9e032 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:03.825277 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37c19956-3c82-422d-ba04-9066131f11f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.831136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:03.838975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-df5e7800-fba0-40d5-b084-2eb3d11458cb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "PUT /v2.0/routers/76c69984-1717-4274-a2a8-1ce7bdf9e032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3803818 Dec 15 14:13:03.839434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:03.929301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f19f5c-7baa-4c21-b32d-c8272cc0c270 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:03.931334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f19f5c-7baa-4c21-b32d-c8272cc0c270 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:03.939003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60538) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:03.939567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-11f19f5c-7baa-4c21-b32d-c8272cc0c270 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0929956 Dec 15 14:13:04.465307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4450e2e4-cb88-4011-97b7-f38c8efc5862 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 0ff2c706-bc5c-40ac-8a30-5b6e23b56679 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:04.470795 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4450e2e4-cb88-4011-97b7-f38c8efc5862 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.538005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4450e2e4-cb88-4011-97b7-f38c8efc5862 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.717176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4450e2e4-cb88-4011-97b7-f38c8efc5862 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.835666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4450e2e4-cb88-4011-97b7-f38c8efc5862 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.868870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450e2e4-cb88-4011-97b7-f38c8efc5862 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff2c706-bc5c-40ac-8a30-5b6e23b56679,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:04.872828 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.881515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4450e2e4-cb88-4011-97b7-f38c8efc5862 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:04.885104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4450e2e4-cb88-4011-97b7-f38c8efc5862 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/0ff2c706-bc5c-40ac-8a30-5b6e23b56679 HTTP/1.1" status: 204 len: 168 time: 0.9441953 Dec 15 14:13:04.887932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:04.890398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08cff83-c709-4c86-9c4b-f98aaed553f8 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:05.065934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60548) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:05.075942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-afc434dc-4b2d-4d42-bfb9-749e1b802cfe tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1725552 Dec 15 14:13:05.158102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:05.207786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd5c044c-c512-4e46-958a-e2a49193da1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.232211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] Deleting port f662dbb5-a560-4531-b5f9-83e8807ceb36 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:05.232633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.308078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] For port f662dbb5-a560-4531-b5f9-83e8807ceb36, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f662dbb5-a560-4531-b5f9-83e8807ceb36,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:05.308396 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.323075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] Calling delete_port for f662dbb5-a560-4531-b5f9-83e8807ceb36 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:05.431137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f662dbb5-a560-4531-b5f9-83e8807ceb36 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:05.480197 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.535269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] Pushing event deleted for resources: {'Port': ['ID=f662dbb5-a560-4531-b5f9-83e8807ceb36,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:05.539891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055d78c-5d30-4881-83a1-005f4567e456 None None] No DVR routers for this DVR port f662dbb5-a560-4531-b5f9-83e8807ceb36 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:05.549087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No active binding found for port f662dbb5-a560-4531-b5f9-83e8807ceb36 {{(pid=109769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 14:13:05.549561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f662dbb5-a560-4531-b5f9-83e8807ceb36 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:05.550402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd5c044c-c512-4e46-958a-e2a49193da1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.553964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd5c044c-c512-4e46-958a-e2a49193da1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.633347 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd5c044c-c512-4e46-958a-e2a49193da1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.633903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5c044c-c512-4e46-958a-e2a49193da1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Fanout notify agent at l3_agent the message router_deleted on router 76c69984-1717-4274-a2a8-1ce7bdf9e032 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:13:05.643452 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd5c044c-c512-4e46-958a-e2a49193da1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.646492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:05.647360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd5c044c-c512-4e46-958a-e2a49193da1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/routers/76c69984-1717-4274-a2a8-1ce7bdf9e032 HTTP/1.1" status: 204 len: 168 time: 0.5799434 Dec 15 14:13:05.682631 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4dad59a5-3807-454e-8b6f-6f22b5503052 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0348780 Dec 15 14:13:05.687231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:05.784971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d49ad7-40a1-4df2-bb4f-f1b6210cbd72 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:05.786818 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-71d49ad7-40a1-4df2-bb4f-f1b6210cbd72 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0974114 Dec 15 14:13:05.789566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60560) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:05.837719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2fda9cf1-0102-4db5-a2d5-9bb14bf7ff85 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463796 Dec 15 14:13:05.846149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60562) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:05.857796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:05.906514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12672908-f038-4f86-a954-cd75a87a366a None None] Sync routers for ids ['76c69984-1717-4274-a2a8-1ce7bdf9e032'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:05.968791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12672908-f038-4f86-a954-cd75a87a366a None None] Routers set() bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:05.969899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12672908-f038-4f86-a954-cd75a87a366a None None] Router IDs set() for agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:13:05.971481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_agentschedulers_db [None req-12672908-f038-4f86-a954-cd75a87a366a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76c69984-1717-4274-a2a8-1ce7bdf9e032'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:13:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent'). {{(pid=109769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:13:05.994566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12672908-f038-4f86-a954-cd75a87a366a None None] Routers set() bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:05.995195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12672908-f038-4f86-a954-cd75a87a366a None None] Router IDs set() for agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:13:05.996026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_agentschedulers_db [None req-12672908-f038-4f86-a954-cd75a87a366a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76c69984-1717-4274-a2a8-1ce7bdf9e032'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:13:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent'). {{(pid=109769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 14:13:05.996572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12672908-f038-4f86-a954-cd75a87a366a None None] The sync data for ids ['76c69984-1717-4274-a2a8-1ce7bdf9e032'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:06.064631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:06.071704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.476079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:06.477744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.556437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:06.560729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:06.572640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5943a3-0ef0-4ecc-a831-972bd990c293 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:06.598740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:06.599595 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.616683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=283d05fb-ad9f-4ffe-97d8-d64539e5eb06,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:06.632925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7853847 Dec 15 14:13:06.635222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.635801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60568) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:06.636465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.637000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.637539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.638115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.638645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.642931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:06.645917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.646638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.647240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.647803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.648378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.648911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.649572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0abc-0487-43c0-a16a-893c2646ef25 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.795247 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.869169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '283d05fb-ad9f-4ffe-97d8-d64539e5eb06'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:06.874898 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.909324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:06.915771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.152957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Allocated IP 2001:db8::f816:3eff:fe10:db56 (06615206-3daf-4fb1-bfaf-19c93dd25cda/283d05fb-ad9f-4ffe-97d8-d64539e5eb06/6a40fa95-1053-4fd6-ab41-4656074e23a5) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:07.278111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1cdd8f63-254e-48d2-96ab-f526073e12b7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:07.381976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.450183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:07.455781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:07.457624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=c9ad42a4-5e35-477b-aa2e-8d92f32dd4bd,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:07.460509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:07.461115 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.495075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-87f6df9a-45bd-4249-abf1-b0e2e79ccce2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8574073 Dec 15 14:13:07.497474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:07.503781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:4f:c3:3f', 'name': 'tempest-NetworksTestDHCPv6-1258729225'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:07.528880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 1cdd8f63-254e-48d2-96ab-f526073e12b7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:07.529238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1cdd8f63-254e-48d2-96ab-f526073e12b7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:07.531241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.632828 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.644673 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.694772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:07.699227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:07.709205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:07.712584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Pushing event updated for resources: {'Port': ['ID=6a40fa95-1053-4fd6-ab41-4656074e23a5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:07.768454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:07.848411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Attempting to bind port 6a40fa95-1053-4fd6-ab41-4656074e23a5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:07.849036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Attempting to bind port 6a40fa95-1053-4fd6-ab41-4656074e23a5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:07.850216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Attempting to bind port 6a40fa95-1053-4fd6-ab41-4656074e23a5 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:07.865624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:07.866025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:07.872044 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.874676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:07.875332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Bound port: 6a40fa95-1053-4fd6-ab41-4656074e23a5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:07.876558 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.022687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.069039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:08.109098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] For port 6a40fa95-1053-4fd6-ab41-4656074e23a5, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:08.145396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] For port 6a40fa95-1053-4fd6-ab41-4656074e23a5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6a40fa95-1053-4fd6-ab41-4656074e23a5,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:08.158219 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.293534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e350e4e-4471-4fd8-bc94-abaee20221f5 None None] Pushing event updated for resources: {'Port': ['ID=6a40fa95-1053-4fd6-ab41-4656074e23a5,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:08.460674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 172.20.0.7 (06615206-3daf-4fb1-bfaf-19c93dd25cda/c9ad42a4-5e35-477b-aa2e-8d92f32dd4bd/0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:08.472956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fe4f:c33f (06615206-3daf-4fb1-bfaf-19c93dd25cda/283d05fb-ad9f-4ffe-97d8-d64539e5eb06/0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:08.712825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.786261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.843488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:08.846680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:08.851347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:08.854276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:08.924268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:08.928107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.962158 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-41945cfc-629d-4eae-a2cf-c60cb5716c44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4599876 Dec 15 14:13:08.962782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60606) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:09.063374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eceee63-7d8e-4450-8f55-5717c18c063d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:09.071010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eceee63-7d8e-4450-8f55-5717c18c063d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:09.076016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2eceee63-7d8e-4450-8f55-5717c18c063d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1121643 Dec 15 14:13:09.077534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:09.316025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e22cc6c2-9a67-4f64-b9ea-1be52e0406c4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:09.316619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22cc6c2-9a67-4f64-b9ea-1be52e0406c4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.347807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6a40fa95-1053-4fd6-ab41-4656074e23a5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:09.450482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22cc6c2-9a67-4f64-b9ea-1be52e0406c4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.477845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:09.478466 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.491470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e22cc6c2-9a67-4f64-b9ea-1be52e0406c4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:09.656055 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.770119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 6a40fa95-1053-4fd6-ab41-4656074e23a5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6a40fa95-1053-4fd6-ab41-4656074e23a5,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:09.777320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c79521-4f5b-42f2-a4b5-9b9ca921f88a None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:09.787205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.834960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22cc6c2-9a67-4f64-b9ea-1be52e0406c4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.839292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-9e9acfda-6bb0-4a4e-9f3f-04c82c03e914 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1788511 Dec 15 14:13:09.870914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cc6c2-9a67-4f64-b9ea-1be52e0406c4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.949370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-592b2cec-a6a1-4996-8090-f44b08240b18 None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:09.949869 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-592b2cec-a6a1-4996-8090-f44b08240b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.027522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=6a40fa95-1053-4fd6-ab41-4656074e23a5,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:10.035254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c4c7d9fb-e37d-4f97-a686-6b76e49c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.035795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c4c7d9fb-e37d-4f97-a686-6b76e49c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.036234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c4c7d9fb-e37d-4f97-a686-6b76e49c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.038761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c4c7d9fb-e37d-4f97-a686-6b76e49c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.039234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c4c7d9fb-e37d-4f97-a686-6b76e49c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.039715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c4c7d9fb-e37d-4f97-a686-6b76e49c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.040240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c4c7d9fb-e37d-4f97-a686-6b76e49c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.050361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c4c7d9fb-e37d-4f97-a686-6b76e49c823c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6491 time: 0.1395195 Dec 15 14:13:10.080521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e22cc6c2-9a67-4f64-b9ea-1be52e0406c4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.085866 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e22cc6c2-9a67-4f64-b9ea-1be52e0406c4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244 HTTP/1.1" status: 204 len: 168 time: 1.0054669 Dec 15 14:13:10.090190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:10.229075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f522334c-800e-4636-81e4-0c3640dc0579 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.232602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f522334c-800e-4636-81e4-0c3640dc0579 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.235230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f522334c-800e-4636-81e4-0c3640dc0579 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.239610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f522334c-800e-4636-81e4-0c3640dc0579 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1454771 Dec 15 14:13:10.239988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60624) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:10.263047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-a3e615ea-b1c0-440e-bc14-2d70a251eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.263530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-a3e615ea-b1c0-440e-bc14-2d70a251eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.264576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-a3e615ea-b1c0-440e-bc14-2d70a251eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.266643 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-a3e615ea-b1c0-440e-bc14-2d70a251eda5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9fbbb6fb-dc11-4cb8-8780-f03964101453&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=da58127c-8121-4e4c-a2f3-008b65a09d92&id=da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 200 len: 2295 time: 0.1847076 Dec 15 14:13:10.283029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc511b-73e5-4d3c-8c25-0c852b933b06 None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': '283d05fb-ad9f-4ffe-97d8-d64539e5eb06', 'ip_address': '2001:db8::f816:3eff:fe10:db56'}, {'subnet_id': 'c9ad42a4-5e35-477b-aa2e-8d92f32dd4bd'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '6a40fa95-1053-4fd6-ab41-4656074e23a5'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:10.321701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-effc511b-73e5-4d3c-8c25-0c852b933b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.341464 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf45348-5da0-4b34-a84b-3e6e3f4ab895 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 283d05fb-ad9f-4ffe-97d8-d64539e5eb06 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:10.346449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baf45348-5da0-4b34-a84b-3e6e3f4ab895 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.409229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baf45348-5da0-4b34-a84b-3e6e3f4ab895 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.448510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-525b11d7-62f1-4d43-8a3c-a54d73888210 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 200 len: 1001 time: 0.1728940 Dec 15 14:13:10.537806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baf45348-5da0-4b34-a84b-3e6e3f4ab895 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.540406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-09af22c5-8182-44bd-b30a-b136b403cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.543076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-09af22c5-8182-44bd-b30a-b136b403cf35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=46113565-5de8-4d56-92d4-6e48dd9a5d1b HTTP/1.1" status: 200 len: 850 time: 0.0873916 Dec 15 14:13:10.602631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c0852492-6e02-4c04-907c-a5bb68281df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.606629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c0852492-6e02-4c04-907c-a5bb68281df9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9fbbb6fb-dc11-4cb8-8780-f03964101453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556757 Dec 15 14:13:10.612836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baf45348-5da0-4b34-a84b-3e6e3f4ab895 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server [None req-effc511b-73e5-4d3c-8c25-0c852b933b06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 283d05fb-ad9f-4ffe-97d8-d64539e5eb06: This subnet is being modified by another concurrent operation. Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 283d05fb-ad9f-4ffe-97d8-d64539e5eb06: This subnet is being modified by another concurrent operation. Dec 15 14:13:10.616119 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Dec 15 14:13:10.622265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-28cab125-c00a-42c0-893e-b2a421967778 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:13:10.622265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-28cab125-c00a-42c0-893e-b2a421967778 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080276 Dec 15 14:13:10.657286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf45348-5da0-4b34-a84b-3e6e3f4ab895 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=283d05fb-ad9f-4ffe-97d8-d64539e5eb06,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:10.667889 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baf45348-5da0-4b34-a84b-3e6e3f4ab895 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.679987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-baf45348-5da0-4b34-a84b-3e6e3f4ab895 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/283d05fb-ad9f-4ffe-97d8-d64539e5eb06 HTTP/1.1" status: 204 len: 168 time: 0.4362047 Dec 15 14:13:10.684803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60628) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:10.751848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b44b3-e808-4611-b054-1ba1a370b86a None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:10.781471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-ed2eec05-53b6-45f6-b415-ed6018da449c service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519642 Dec 15 14:13:10.823785 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a8788f-91a9-42ce-9565-77c457c5b6e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet c9ad42a4-5e35-477b-aa2e-8d92f32dd4bd {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:10.827941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9a8788f-91a9-42ce-9565-77c457c5b6e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.898219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6067fc10-c73c-46d3-a6be-bc32f83fe8cd None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:10.898602 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6067fc10-c73c-46d3-a6be-bc32f83fe8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.902518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9a8788f-91a9-42ce-9565-77c457c5b6e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.963794 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-ba3d40cc-a720-467e-831f-7c6e752a1ffc service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755326 Dec 15 14:13:10.993887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9a8788f-91a9-42ce-9565-77c457c5b6e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.017797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-8d2541e5-1cdd-4362-a3df-dc2df5aa7448 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 217 time: 0.0466905 Dec 15 14:13:11.106805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-ce5d6f90-5fef-49f2-9f3c-0e6f3b25873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:11.109854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-ce5d6f90-5fef-49f2-9f3c-0e6f3b25873e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0762649 Dec 15 14:13:11.117794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ff769e-0b9c-4ee9-8b42-0aab7c19a848 None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': 'c9ad42a4-5e35-477b-aa2e-8d92f32dd4bd'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '6a40fa95-1053-4fd6-ab41-4656074e23a5'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:11.143564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9a8788f-91a9-42ce-9565-77c457c5b6e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.173044 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8ff769e-0b9c-4ee9-8b42-0aab7c19a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.191350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8788f-91a9-42ce-9565-77c457c5b6e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ad42a4-5e35-477b-aa2e-8d92f32dd4bd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.193742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9a8788f-91a9-42ce-9565-77c457c5b6e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.197538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b9a8788f-91a9-42ce-9565-77c457c5b6e5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/c9ad42a4-5e35-477b-aa2e-8d92f32dd4bd HTTP/1.1" status: 204 len: 168 time: 0.5093915 Dec 15 14:13:11.200055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:11.203628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-9ccfb77a-26fd-43d2-8351-b22e3783a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:11.204959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-9ccfb77a-26fd-43d2-8351-b22e3783a9d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875669 Dec 15 14:13:11.288550 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ecf03473-29d4-467d-b991-d4680b67dfc1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873709 Dec 15 14:13:11.291394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60662) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:11.303590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:11.424090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6a40fa95-1053-4fd6-ab41-4656074e23a5 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:11.440630 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-cc95be94-a68b-4ae6-8636-c7303501f1b1 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267375 Dec 15 14:13:11.504379 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:11.513304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.576000 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-f904e7bf-3479-4085-a64d-29754d4ba5fe service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262596 Dec 15 14:13:11.594893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.638065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-f86e6d50-2eb7-475e-9149-1bd34e7566e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 217 time: 0.0546834 Dec 15 14:13:11.668435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b318b7ad-e041-46b8-a40d-4bdf5c2294ad None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:11.671982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b318b7ad-e041-46b8-a40d-4bdf5c2294ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.680865 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 6a40fa95-1053-4fd6-ab41-4656074e23a5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6a40fa95-1053-4fd6-ab41-4656074e23a5,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:11.714047 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.716031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-a4f03456-2c05-46ff-b85b-2dba141a4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:11.718340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-a4f03456-2c05-46ff-b85b-2dba141a4deb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0734982 Dec 15 14:13:11.817569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=6a40fa95-1053-4fd6-ab41-4656074e23a5,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.893327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-b5ab5441-168d-4e74-8e32-56b88f72ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:11.905073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-b5ab5441-168d-4e74-8e32-56b88f72ac48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1796384 Dec 15 14:13:11.923022 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b318b7ad-e041-46b8-a40d-4bdf5c2294ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.946517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecaa729-fb7a-41df-bc1e-c94d45ad27ff None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:13:12.020160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b318b7ad-e041-46b8-a40d-4bdf5c2294ad None None] For port 6a40fa95-1053-4fd6-ab41-4656074e23a5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6a40fa95-1053-4fd6-ab41-4656074e23a5,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:12.038629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b318b7ad-e041-46b8-a40d-4bdf5c2294ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.102466 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-8f43a16d-4c01-43f2-ad73-71c2c7429e15 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862297 Dec 15 14:13:12.192295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b358ba83-a516-4933-91fc-3af5c9a9db16 None None] Could not find standard attr ID for object 0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:12.202928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:12.204875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318b7ad-e041-46b8-a40d-4bdf5c2294ad None None] Pushing event updated for resources: {'Port': ['ID=6a40fa95-1053-4fd6-ab41-4656074e23a5,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:12.220894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecaa729-fb7a-41df-bc1e-c94d45ad27ff None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:13:12.297293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-3dcedb98-49f2-4535-87ea-aa7e7bfc5723 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879699 Dec 15 14:13:12.378989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-91f34c82-569b-4947-814e-65995835d196 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932 HTTP/1.1" status: 200 len: 217 time: 0.0745230 Dec 15 14:13:12.516489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-f2f7f861-7607-4c2a-b13c-833a57997707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:12.523255 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-f2f7f861-7607-4c2a-b13c-833a57997707 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1332133 Dec 15 14:13:12.629156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-eee0d9fa-5783-42c4-9336-02d1b34bb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:12.636420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-eee0d9fa-5783-42c4-9336-02d1b34bb84c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105525 Dec 15 14:13:12.660421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.782144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-4ebb4e5d-a331-4435-8a24-ca607351f8b2 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381238 Dec 15 14:13:12.947502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-d1e22c7f-2d87-4a55-be80-3763e185075b service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582620 Dec 15 14:13:13.005795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] For port 6a40fa95-1053-4fd6-ab41-4656074e23a5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6a40fa95-1053-4fd6-ab41-4656074e23a5,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:13.073875 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.093409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-ec485cc0-3734-47f4-bc10-cbaf0d85857f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9 HTTP/1.1" status: 200 len: 217 time: 0.1158297 Dec 15 14:13:13.095202 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.100221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.207727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-0ace1610-7636-4a4e-bcc0-11e4220fc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:13.209432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-0ace1610-7636-4a4e-bcc0-11e4220fc9bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.1066983 Dec 15 14:13:13.282681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:13.293527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:13.301872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:13.302724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.310402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=6a40fa95-1053-4fd6-ab41-4656074e23a5,revision_number=8']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:13.328388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-a3e6ab5b-d9ba-4af9-8531-db62864a36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:13.330476 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-a3e6ab5b-d9ba-4af9-8531-db62864a36fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069660 Dec 15 14:13:13.346386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=56375c6c-9f93-41f5-bd91-ad3a49c0bcb8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:13.377802 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d3a2b7d7-e019-427e-8b36-d5277351edc6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0824578 Dec 15 14:13:13.381264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:13.393452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:13.416892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6a40fa95-1053-4fd6-ab41-4656074e23a5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:13.531713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:13.534135 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.550848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-4c76a31b-ad4c-4db5-b188-9612756fee27 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101495 Dec 15 14:13:13.660012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:13.663897 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.703087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-9e6092e6-b25f-4b5b-ae3d-0cf9f0318a9c service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439097 Dec 15 14:13:13.798390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-3e0b611c-c5b6-495b-ad1f-9b6de28e84b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc HTTP/1.1" status: 200 len: 217 time: 0.0862589 Dec 15 14:13:13.861039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-3364cc08-627f-4aa8-a668-e71af02d0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:13.862519 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-3364cc08-627f-4aa8-a668-e71af02d0eff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0600748 Dec 15 14:13:13.949066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c784117d-2448-4d33-b034-5b43b27714bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:13.952702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c784117d-2448-4d33-b034-5b43b27714bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819077 Dec 15 14:13:14.091280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d38cf-2a84-43d4-bce4-5f3dd66ea9a3 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:13:14.094219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.177966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-c0b8eff4-57bd-41ae-9443-b16423ffe2a7 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151806 Dec 15 14:13:14.202726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:14.206692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:14.212486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c376c416-0710-4f0f-9e5d-ce937ab54e4e None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:14.212869 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c376c416-0710-4f0f-9e5d-ce937ab54e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.215032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:14.216334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.242202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=934465d4-7bfa-40db-b849-ee82be42eea0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:14.261153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ff3fe507-99c8-4fba-880c-32dd224b34b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8787961 Dec 15 14:13:14.263722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60698) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:14.270073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:dd:76:ab', 'name': 'tempest-NetworksTestDHCPv6-928385534'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:14.305018 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-da05c75b-3ead-4975-a039-dd8700ad89a4 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198914 Dec 15 14:13:14.322605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d38cf-2a84-43d4-bce4-5f3dd66ea9a3 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:13:14.395141 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-d267e6cb-0eed-4807-9470-e0269568a246 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 200 len: 217 time: 0.0808239 Dec 15 14:13:14.462065 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:14.504161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-48868d1b-ec46-4429-aaed-0fe4874da06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:14.505626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-48868d1b-ec46-4429-aaed-0fe4874da06b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0993948 Dec 15 14:13:14.639378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.721270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 280a29f3-2682-4b39-bd5c-98dc34b708a9 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:14.843165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657aa7d-bbe2-47f9-a02d-6fa48d8b66d4 None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': '56375c6c-9f93-41f5-bd91-ad3a49c0bcb8', 'ip_address': '2001:db8::f816:3eff:fe10:db56'}, {'subnet_id': '934465d4-7bfa-40db-b849-ee82be42eea0'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '6a40fa95-1053-4fd6-ab41-4656074e23a5'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:14.890537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-8be7ba98-e457-4c28-b2b6-7c4534be3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:14.892059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-8be7ba98-e457-4c28-b2b6-7c4534be3dfa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3740909 Dec 15 14:13:14.906613 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b657aa7d-bbe2-47f9-a02d-6fa48d8b66d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.001429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-01160c10-677f-481b-bf36-8db441fa4daf service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013036 Dec 15 14:13:15.111723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 172.20.0.7 (06615206-3daf-4fb1-bfaf-19c93dd25cda/934465d4-7bfa-40db-b849-ee82be42eea0/280a29f3-2682-4b39-bd5c-98dc34b708a9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:15.125021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fedd:76ab (06615206-3daf-4fb1-bfaf-19c93dd25cda/56375c6c-9f93-41f5-bd91-ad3a49c0bcb8/280a29f3-2682-4b39-bd5c-98dc34b708a9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:15.166361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b6a819e-cc55-4b29-aaaf-4234c0d204a9 req-9afb5710-6570-4378-8905-db230573f007 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536338 Dec 15 14:13:15.196977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60704) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:15.282915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-281a7cdc-af3c-4975-92b6-fbddde5c067e admin admin] Deleting subnet 6feeeb89-9215-4df2-b5f0-92ca5d1788bf {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:15.289299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-281a7cdc-af3c-4975-92b6-fbddde5c067e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.322624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6a40fa95-1053-4fd6-ab41-4656074e23a5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:15.352232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-281a7cdc-af3c-4975-92b6-fbddde5c067e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.401529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:15.401833 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.403448 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-281a7cdc-af3c-4975-92b6-fbddde5c067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.503794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-281a7cdc-af3c-4975-92b6-fbddde5c067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.540374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.557401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a7cdc-af3c-4975-92b6-fbddde5c067e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6feeeb89-9215-4df2-b5f0-92ca5d1788bf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:15.565989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-281a7cdc-af3c-4975-92b6-fbddde5c067e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.580864 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-281a7cdc-af3c-4975-92b6-fbddde5c067e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6feeeb89-9215-4df2-b5f0-92ca5d1788bf HTTP/1.1" status: 204 len: 168 time: 0.3733008 Dec 15 14:13:15.581359 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60706) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:15.647304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.709493 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.731138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:15.738226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=280a29f3-2682-4b39-bd5c-98dc34b708a9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:15.742154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b657aa7d-bbe2-47f9-a02d-6fa48d8b66d4 None None] Allocated IP 172.20.0.2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/934465d4-7bfa-40db-b849-ee82be42eea0/6a40fa95-1053-4fd6-ab41-4656074e23a5) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:15.747706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:15.756321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:15.835750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.862605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e483985f-c032-4a50-b3c3-06fb4a4ba64f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:15.876588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275715a3-7ea5-4453-a747-0a81ebb881e6') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:15.876817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275715a3-7ea5-4453-a747-0a81ebb881e6') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:15.887460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.892235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b657aa7d-bbe2-47f9-a02d-6fa48d8b66d4 None None] For port 6a40fa95-1053-4fd6-ab41-4656074e23a5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6a40fa95-1053-4fd6-ab41-4656074e23a5,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:15.901513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.908696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:13:15.909104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.939597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b657aa7d-bbe2-47f9-a02d-6fa48d8b66d4 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.945950 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b657aa7d-bbe2-47f9-a02d-6fa48d8b66d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:13:16.002842 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:13:16.004963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.010847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.014157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e483985f-c032-4a50-b3c3-06fb4a4ba64f HTTP/1.1" status: 204 len: 168 time: 0.4317663 Dec 15 14:13:16.084735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c4208-8c4b-46ff-98eb-300c1f2e3421 admin admin] Pushing event deleted for resources: {'Network': ['ID=e483985f-c032-4a50-b3c3-06fb4a4ba64f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.121633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:16.122476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.127329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657aa7d-bbe2-47f9-a02d-6fa48d8b66d4 None None] Pushing event updated for resources: {'Port': ['ID=6a40fa95-1053-4fd6-ab41-4656074e23a5,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.150727 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5483a5aa-3391-4320-915a-e343f72d52bf tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8852718 Dec 15 14:13:16.153356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60712) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:16.215343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf86c66-eefb-47aa-bc79-453f2ab26813 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:16.222775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf86c66-eefb-47aa-bc79-453f2ab26813 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:16.226979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ccf86c66-eefb-47aa-bc79-453f2ab26813 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0687370 Dec 15 14:13:16.227659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60714) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:16.360724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60716) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:16.362217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-36133ffd-3729-4f97-99b4-d324f6d96d01 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 280a29f3-2682-4b39-bd5c-98dc34b708a9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:16.362954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36133ffd-3729-4f97-99b4-d324f6d96d01 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.412149 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-65aca2fc-1d32-440e-ae6c-fadf4a779293 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6c8d1de8286d446bb4438ce5ffea43b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496900 Dec 15 14:13:16.414247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60718) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:16.480309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36133ffd-3729-4f97-99b4-d324f6d96d01 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.480976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e354-8c98-40f0-9273-b45b12d8a9c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.497193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-36133ffd-3729-4f97-99b4-d324f6d96d01 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 280a29f3-2682-4b39-bd5c-98dc34b708a9 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:16.506565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e354-8c98-40f0-9273-b45b12d8a9c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.570027 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e354-8c98-40f0-9273-b45b12d8a9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.574888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e354-8c98-40f0-9273-b45b12d8a9c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.576596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c5e7e354-8c98-40f0-9273-b45b12d8a9c3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e653036a-2d04-4777-a236-fda0730a0591 HTTP/1.1" status: 204 len: 168 time: 0.1613965 Dec 15 14:13:16.586546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7e354-8c98-40f0-9273-b45b12d8a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e653036a-2d04-4777-a236-fda0730a0591,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.741521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36133ffd-3729-4f97-99b4-d324f6d96d01 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.782278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36133ffd-3729-4f97-99b4-d324f6d96d01 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=280a29f3-2682-4b39-bd5c-98dc34b708a9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.901791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9d777-551d-4c15-b26a-92030c2c91fb None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:16.902274 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36133ffd-3729-4f97-99b4-d324f6d96d01 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.914147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-36133ffd-3729-4f97-99b4-d324f6d96d01 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/280a29f3-2682-4b39-bd5c-98dc34b708a9 HTTP/1.1" status: 204 len: 168 time: 0.6852968 Dec 15 14:13:16.914397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:16.925583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b0b510-1537-4413-89bf-b7378a4341e4 None None] Network e483985f-c032-4a50-b3c3-06fb4a4ba64f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:16.976161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b0b510-1537-4413-89bf-b7378a4341e4 None None] Network e483985f-c032-4a50-b3c3-06fb4a4ba64f could not be found, it might have been deleted concurrently. {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 14:13:16.981971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fed1c0-a4f1-429d-9032-4ff244dc991b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:16.992254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fed1c0-a4f1-429d-9032-4ff244dc991b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:16.992254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fed1c0-a4f1-429d-9032-4ff244dc991b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:16.992254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03fed1c0-a4f1-429d-9032-4ff244dc991b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0742080 Dec 15 14:13:16.993568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e372aedf-9b52-434d-ae29-c623aa321851 None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:16.993969 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e372aedf-9b52-434d-ae29-c623aa321851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.013257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:17.051941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55293fe-1d92-4705-99f8-393b5e3f8cd3 None None] DHCP port deletion for e483985f-c032-4a50-b3c3-06fb4a4ba64f request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:17.118959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c0daaf-b109-4ae0-ab63-24547ea2e5b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 56375c6c-9f93-41f5-bd91-ad3a49c0bcb8 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:17.126305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8c0daaf-b109-4ae0-ab63-24547ea2e5b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.203334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8c0daaf-b109-4ae0-ab63-24547ea2e5b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.319054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6a40fa95-1053-4fd6-ab41-4656074e23a5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:17.330633 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8c0daaf-b109-4ae0-ab63-24547ea2e5b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.390325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:17.390708 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.419603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8c0daaf-b109-4ae0-ab63-24547ea2e5b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.473062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0daaf-b109-4ae0-ab63-24547ea2e5b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=56375c6c-9f93-41f5-bd91-ad3a49c0bcb8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:17.475533 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8c0daaf-b109-4ae0-ab63-24547ea2e5b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.486400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60744) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:17.492135 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f8c0daaf-b109-4ae0-ab63-24547ea2e5b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/56375c6c-9f93-41f5-bd91-ad3a49c0bcb8 HTTP/1.1" status: 204 len: 168 time: 0.4771528 Dec 15 14:13:17.568579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-861e61a1-4c52-44ee-b082-1df1ed109e39 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 934465d4-7bfa-40db-b849-ee82be42eea0 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:17.572622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e61a1-4c52-44ee-b082-1df1ed109e39 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.590768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f9aca8-791e-457b-9654-46a075cd4ddb None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:17.619167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e61a1-4c52-44ee-b082-1df1ed109e39 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.658882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-676fadb4-0e81-4f9c-8998-0c80377c2ced None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:17.659250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-676fadb4-0e81-4f9c-8998-0c80377c2ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.716210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e61a1-4c52-44ee-b082-1df1ed109e39 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.789544 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e61a1-4c52-44ee-b082-1df1ed109e39 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.822533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e61a1-4c52-44ee-b082-1df1ed109e39 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=934465d4-7bfa-40db-b849-ee82be42eea0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:17.828860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-861e61a1-4c52-44ee-b082-1df1ed109e39 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.833598 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-861e61a1-4c52-44ee-b082-1df1ed109e39 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/934465d4-7bfa-40db-b849-ee82be42eea0 HTTP/1.1" status: 204 len: 168 time: 0.3453321 Dec 15 14:13:17.835228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60754) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:17.882606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-82e076ed-48a2-44e9-9d10-07f5f8da3f17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461385 Dec 15 14:13:17.885300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60756) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:17.892460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:18.023925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:18.026414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cfe6b-3d3d-4d3b-b763-7938e1b4e128 None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': '934465d4-7bfa-40db-b849-ee82be42eea0'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '6a40fa95-1053-4fd6-ab41-4656074e23a5'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:18.027646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.057659 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6e5cfe6b-3d3d-4d3b-b763-7938e1b4e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.242401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26c965-b819-47cf-a04e-ea78e96804e3 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:18.281716 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.322165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:18.328280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:18.331249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:18.332058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.357967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4690061 Dec 15 14:13:18.358319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60772) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:18.363841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:18.375909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958c168-6ef8-4801-8a4c-656399e44414 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=1931cf22-a599-4f27-81a7-08e0736fd45f,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:18.415384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1eb60497-ab46-48c8-aea1-5cc6248ba41a None None] Provisioning complete for port 6a40fa95-1053-4fd6-ab41-4656074e23a5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:18.415836 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1eb60497-ab46-48c8-aea1-5cc6248ba41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.499640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:18.503385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.518442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:18.583469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] Deleting port 6a40fa95-1053-4fd6-ab41-4656074e23a5 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:18.583854 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.674783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] For port 6a40fa95-1053-4fd6-ab41-4656074e23a5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6a40fa95-1053-4fd6-ab41-4656074e23a5,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:18.675177 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.690154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] Calling delete_port for 6a40fa95-1053-4fd6-ab41-4656074e23a5 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:18.783887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.813947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] Pushing event deleted for resources: {'Port': ['ID=6a40fa95-1053-4fd6-ab41-4656074e23a5,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:18.821048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b3e40-81e9-4a91-99b3-58215588b924 None None] No DVR routers for this DVR port 6a40fa95-1053-4fd6-ab41-4656074e23a5 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:18.842403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c427b4e-20d4-4131-a88c-d5855657b2c8 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:18.878974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:18.881645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.932806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:18.941347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:18.946601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:18.947450 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.970709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=8eb059f8-d764-4ca9-83ca-2e76c11dbfa0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:18.984316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5522f42f-a5ab-4094-a0bc-7f1368ade367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6247163 Dec 15 14:13:18.987290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:18.993594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:c5:4f:c3', 'name': 'tempest-NetworksTestDHCPv6-964912736'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:19.001645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '1931cf22-a599-4f27-81a7-08e0736fd45f'}, {'subnet_id': '8eb059f8-d764-4ca9-83ca-2e76c11dbfa0'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:19.002610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.123623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:19.230983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.276809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 0242c754-2e98-479d-86c4-04a6e665116f yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:19.293157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Allocated IP 172.20.0.2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/1931cf22-a599-4f27-81a7-08e0736fd45f/5e439e4b-79f1-41ac-852d-bfcc74984373) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:19.309644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Allocated IP 2001:db8::f816:3eff:fe25:4fad (06615206-3daf-4fb1-bfaf-19c93dd25cda/8eb059f8-d764-4ca9-83ca-2e76c11dbfa0/5e439e4b-79f1-41ac-852d-bfcc74984373) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:19.316499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6a40fa95-1053-4fd6-ab41-4656074e23a5 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:19.351516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6a40fa95-1053-4fd6-ab41-4656074e23a5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:19.352088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6a40fa95-1053-4fd6-ab41-4656074e23a5 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:19.543714 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.550529 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.589818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:19.593562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:19.601643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:19.617207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Pushing event updated for resources: {'Port': ['ID=5e439e4b-79f1-41ac-852d-bfcc74984373,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:19.663751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 172.20.0.14 (06615206-3daf-4fb1-bfaf-19c93dd25cda/1931cf22-a599-4f27-81a7-08e0736fd45f/0242c754-2e98-479d-86c4-04a6e665116f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:19.669823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fec5:4fc3 (06615206-3daf-4fb1-bfaf-19c93dd25cda/8eb059f8-d764-4ca9-83ca-2e76c11dbfa0/0242c754-2e98-479d-86c4-04a6e665116f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:19.684625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Attempting to bind port 5e439e4b-79f1-41ac-852d-bfcc74984373 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:19.685010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Attempting to bind port 5e439e4b-79f1-41ac-852d-bfcc74984373 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:19.685395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Attempting to bind port 5e439e4b-79f1-41ac-852d-bfcc74984373 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:19.690946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:19.691339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:19.691752 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.692184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:19.692657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Bound port: 5e439e4b-79f1-41ac-852d-bfcc74984373, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:19.693046 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.757820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] For port 5e439e4b-79f1-41ac-852d-bfcc74984373, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:19.760872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] For port 5e439e4b-79f1-41ac-852d-bfcc74984373, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e439e4b-79f1-41ac-852d-bfcc74984373,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:19.766230 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.824081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.825458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f1521-e54b-443c-8289-4866bbebcdc3 None None] Pushing event updated for resources: {'Port': ['ID=5e439e4b-79f1-41ac-852d-bfcc74984373,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:19.862151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.905211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:19.908230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:19.912014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:19.945633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=0242c754-2e98-479d-86c4-04a6e665116f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:19.972911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:19.973621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.006535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5743573a-5eea-4a2f-bb70-b7e128fbc0d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0152802 Dec 15 14:13:20.007126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60792) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:20.059364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab2f77c-02c7-45e3-8441-c0d279b3c5e4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:20.066315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab2f77c-02c7-45e3-8441-c0d279b3c5e4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:20.068048 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9ab2f77c-02c7-45e3-8441-c0d279b3c5e4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0602207 Dec 15 14:13:20.070613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60794) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:20.161215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4096c91f-1811-4df5-b3e2-3327a0690e80 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 0242c754-2e98-479d-86c4-04a6e665116f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:20.161594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4096c91f-1811-4df5-b3e2-3327a0690e80 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.257924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4096c91f-1811-4df5-b3e2-3327a0690e80 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.269960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4096c91f-1811-4df5-b3e2-3327a0690e80 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 0242c754-2e98-479d-86c4-04a6e665116f owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:20.454695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4096c91f-1811-4df5-b3e2-3327a0690e80 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.494801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096c91f-1811-4df5-b3e2-3327a0690e80 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=0242c754-2e98-479d-86c4-04a6e665116f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:20.618423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4096c91f-1811-4df5-b3e2-3327a0690e80 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.627116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4096c91f-1811-4df5-b3e2-3327a0690e80 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/0242c754-2e98-479d-86c4-04a6e665116f HTTP/1.1" status: 204 len: 168 time: 0.5533781 Dec 15 14:13:20.627633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:20.697525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b161a59-9c9b-4f2d-b9f6-e5907ab826d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:20.699259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b161a59-9c9b-4f2d-b9f6-e5907ab826d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:20.700827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b161a59-9c9b-4f2d-b9f6-e5907ab826d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:20.704304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8b161a59-9c9b-4f2d-b9f6-e5907ab826d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0744596 Dec 15 14:13:20.706108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60808) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:20.775524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-101c6b24-e6cb-4103-b488-25a2ce8aa77e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 1931cf22-a599-4f27-81a7-08e0736fd45f {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:20.779177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-101c6b24-e6cb-4103-b488-25a2ce8aa77e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.825774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-101c6b24-e6cb-4103-b488-25a2ce8aa77e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.904152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa0502a-41f8-4a51-bc08-7862e082355f None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:20.946172 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-101c6b24-e6cb-4103-b488-25a2ce8aa77e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.014085 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-101c6b24-e6cb-4103-b488-25a2ce8aa77e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.022952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c0b31978-298c-439e-9030-84bc75710111 None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:21.023326 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0b31978-298c-439e-9030-84bc75710111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.062586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c6b24-e6cb-4103-b488-25a2ce8aa77e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=1931cf22-a599-4f27-81a7-08e0736fd45f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:21.068158 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-101c6b24-e6cb-4103-b488-25a2ce8aa77e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.074763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-101c6b24-e6cb-4103-b488-25a2ce8aa77e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/1931cf22-a599-4f27-81a7-08e0736fd45f HTTP/1.1" status: 204 len: 168 time: 0.3672950 Dec 15 14:13:21.075567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:21.122361 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0b31978-298c-439e-9030-84bc75710111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.144262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5056d54b-1753-482e-aa8f-52dde6da9906 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 8eb059f8-d764-4ca9-83ca-2e76c11dbfa0 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:21.154933 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5056d54b-1753-482e-aa8f-52dde6da9906 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.182406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c0b31978-298c-439e-9030-84bc75710111 None None] For port 5e439e4b-79f1-41ac-852d-bfcc74984373, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e439e4b-79f1-41ac-852d-bfcc74984373,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:21.188421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0b31978-298c-439e-9030-84bc75710111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.268669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b31978-298c-439e-9030-84bc75710111 None None] Pushing event updated for resources: {'Port': ['ID=5e439e4b-79f1-41ac-852d-bfcc74984373,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:21.403127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e439e4b-79f1-41ac-852d-bfcc74984373 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:21.456132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5da32b-6540-47dd-85af-3007c012b6be None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:21.537631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c999ff3f-a859-451c-89ca-177e385990d6 None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:21.538021 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c999ff3f-a859-451c-89ca-177e385990d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.597454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:21.597946 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.656619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5056d54b-1753-482e-aa8f-52dde6da9906 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.741948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5056d54b-1753-482e-aa8f-52dde6da9906 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.807259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5056d54b-1753-482e-aa8f-52dde6da9906 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.841391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056d54b-1753-482e-aa8f-52dde6da9906 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb059f8-d764-4ca9-83ca-2e76c11dbfa0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:21.843755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5056d54b-1753-482e-aa8f-52dde6da9906 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.850011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60830) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:21.856343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5056d54b-1753-482e-aa8f-52dde6da9906 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/8eb059f8-d764-4ca9-83ca-2e76c11dbfa0 HTTP/1.1" status: 204 len: 168 time: 0.7790353 Dec 15 14:13:21.892669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-95db9de9-3cf2-4949-a06a-09022bedfb2d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413132 Dec 15 14:13:21.894236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:21.899755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:22.070041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:22.077371 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.307664 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.353148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:22.356562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:22.361991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:22.362576 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.372352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=f18cdbbd-a3e3-4ad5-b250-172411ea48ab,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:22.389360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c037bae2-e1a4-42d8-a61d-ddc26463cc16 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4912395 Dec 15 14:13:22.389687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60838) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:22.395252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:22.434880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f18a0d-cd22-4399-ae79-49ee6eea7f5e None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:22.511982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:22.517047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.526196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-362d11e9-18f9-4ff5-b272-1692bdc13076 None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:22.526662 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-362d11e9-18f9-4ff5-b272-1692bdc13076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.679462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c50f8-1593-4a5d-991b-71078b2c02f2 None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': 'f18cdbbd-a3e3-4ad5-b250-172411ea48ab'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '5e439e4b-79f1-41ac-852d-bfcc74984373'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:22.707237 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e0c50f8-1593-4a5d-991b-71078b2c02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.897174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-8e0c50f8-1593-4a5d-991b-71078b2c02f2 None None] Allocated IP 172.20.0.2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/f18cdbbd-a3e3-4ad5-b250-172411ea48ab/5e439e4b-79f1-41ac-852d-bfcc74984373) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:22.959696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:23.087980 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8e0c50f8-1593-4a5d-991b-71078b2c02f2 None None] For port 5e439e4b-79f1-41ac-852d-bfcc74984373, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e439e4b-79f1-41ac-852d-bfcc74984373,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:23.131273 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e0c50f8-1593-4a5d-991b-71078b2c02f2 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.139835 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e0c50f8-1593-4a5d-991b-71078b2c02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.266450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c50f8-1593-4a5d-991b-71078b2c02f2 None None] Pushing event updated for resources: {'Port': ['ID=5e439e4b-79f1-41ac-852d-bfcc74984373,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.266805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.340540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e439e4b-79f1-41ac-852d-bfcc74984373 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:23.426514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:23.428263 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.517727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] For port 5e439e4b-79f1-41ac-852d-bfcc74984373, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e439e4b-79f1-41ac-852d-bfcc74984373,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:23.573966 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.582944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.583716 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.630765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:23.654999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:23.668398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:23.668993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.718470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=56d02ea5-8dce-4574-8c80-6e3030940a9f,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.729730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3389480 Dec 15 14:13:23.732846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60854) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:23.738182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52d07-dde0-46de-b995-cb19337c8a27 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=5e439e4b-79f1-41ac-852d-bfcc74984373,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.743887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:c3:5d:a7', 'name': 'tempest-NetworksTestDHCPv6-588579947'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:23.882220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:24.009075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.045040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4fd7bf-0e99-4f14-9fb8-9ca935fe43fd None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:24.046426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port e24e6eb2-39df-4325-bd99-26109809d463 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:24.147655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-36446670-81af-4175-81b8-b6e1dd72b9b0 None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:24.148203 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36446670-81af-4175-81b8-b6e1dd72b9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.282568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 172.20.0.12 (06615206-3daf-4fb1-bfaf-19c93dd25cda/f18cdbbd-a3e3-4ad5-b250-172411ea48ab/e24e6eb2-39df-4325-bd99-26109809d463) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:24.291544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fec3:5da7 (06615206-3daf-4fb1-bfaf-19c93dd25cda/56d02ea5-8dce-4574-8c80-6e3030940a9f/e24e6eb2-39df-4325-bd99-26109809d463) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:24.490808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.559149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.619062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:24.624394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:24.628494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:24.655281 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=e24e6eb2-39df-4325-bd99-26109809d463,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:24.687830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:24.688499 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.709552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ccb37b78-3ba0-4bd2-9946-dbd2ddcdc367 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9744608 Dec 15 14:13:24.712248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60860) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:24.767827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2638178f-6435-4964-8b57-1b7683c08d89 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:24.777444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2638178f-6435-4964-8b57-1b7683c08d89 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:24.779243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2638178f-6435-4964-8b57-1b7683c08d89 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0659456 Dec 15 14:13:24.782101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:24.883667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7aeea4c8-5462-4ede-9457-48bb09b114b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port e24e6eb2-39df-4325-bd99-26109809d463 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:24.884021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7aeea4c8-5462-4ede-9457-48bb09b114b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.987370 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7aeea4c8-5462-4ede-9457-48bb09b114b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.000905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7aeea4c8-5462-4ede-9457-48bb09b114b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for e24e6eb2-39df-4325-bd99-26109809d463 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:25.216642 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7aeea4c8-5462-4ede-9457-48bb09b114b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.218105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4ec7ef68-52d8-4d58-a375-e1978d09f081 None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:25.219061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ec7ef68-52d8-4d58-a375-e1978d09f081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.266459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeea4c8-5462-4ede-9457-48bb09b114b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=e24e6eb2-39df-4325-bd99-26109809d463,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:25.325929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e439e4b-79f1-41ac-852d-bfcc74984373 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:25.375095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7aeea4c8-5462-4ede-9457-48bb09b114b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.380359 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7aeea4c8-5462-4ede-9457-48bb09b114b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/e24e6eb2-39df-4325-bd99-26109809d463 HTTP/1.1" status: 204 len: 168 time: 0.5971601 Dec 15 14:13:25.381845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:25.393447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:25.394110 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.466692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20667b3e-9beb-467d-a69a-6fc0cff4623b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:25.469391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20667b3e-9beb-467d-a69a-6fc0cff4623b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:25.471395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20667b3e-9beb-467d-a69a-6fc0cff4623b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:25.473172 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-20667b3e-9beb-467d-a69a-6fc0cff4623b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0882463 Dec 15 14:13:25.475852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60868) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:25.541925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-73678ee1-c2d5-4cea-9cfa-76895e1b4ef7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 56d02ea5-8dce-4574-8c80-6e3030940a9f {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:25.545597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73678ee1-c2d5-4cea-9cfa-76895e1b4ef7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.576192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d3a98d70-380f-4381-9546-a2a21afece25 None None] Could not find standard attr ID for object 280a29f3-2682-4b39-bd5c-98dc34b708a9. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:25.595362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73678ee1-c2d5-4cea-9cfa-76895e1b4ef7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.708522 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73678ee1-c2d5-4cea-9cfa-76895e1b4ef7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.784968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73678ee1-c2d5-4cea-9cfa-76895e1b4ef7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.800091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b35eaed9-195d-4221-a89c-e6b3d610c7b7 None None] Could not find standard attr ID for object 0242c754-2e98-479d-86c4-04a6e665116f. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:25.832129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73678ee1-c2d5-4cea-9cfa-76895e1b4ef7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.838741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:25.840740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-73678ee1-c2d5-4cea-9cfa-76895e1b4ef7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/56d02ea5-8dce-4574-8c80-6e3030940a9f HTTP/1.1" status: 204 len: 168 time: 0.3636718 Dec 15 14:13:25.843685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73678ee1-c2d5-4cea-9cfa-76895e1b4ef7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=56d02ea5-8dce-4574-8c80-6e3030940a9f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:25.934952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e841aaaa-ac98-4652-b8eb-42d703b4f108 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet f18cdbbd-a3e3-4ad5-b250-172411ea48ab {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:25.940050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e841aaaa-ac98-4652-b8eb-42d703b4f108 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.004876 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e841aaaa-ac98-4652-b8eb-42d703b4f108 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.104985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1643614a-0af3-43c7-b199-53fd1f886b00 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:26.146159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e841aaaa-ac98-4652-b8eb-42d703b4f108 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.175701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4894ffe2-4991-488c-bbb4-37acb4772a41 None None] Could not find standard attr ID for object e24e6eb2-39df-4325-bd99-26109809d463. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:26.246696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e841aaaa-ac98-4652-b8eb-42d703b4f108 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.286307 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e841aaaa-ac98-4652-b8eb-42d703b4f108 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.292226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60890) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:26.292374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e841aaaa-ac98-4652-b8eb-42d703b4f108 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/f18cdbbd-a3e3-4ad5-b250-172411ea48ab HTTP/1.1" status: 204 len: 168 time: 0.4524512 Dec 15 14:13:26.294221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841aaaa-ac98-4652-b8eb-42d703b4f108 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=f18cdbbd-a3e3-4ad5-b250-172411ea48ab,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:26.344729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ca296e13-2059-442a-a224-4beae2ddcca6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479012 Dec 15 14:13:26.345164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60894) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:26.401411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d46c5f-ca01-44ac-b629-899e9cf85804 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:26.414487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:26.425011 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c6d46c5f-ca01-44ac-b629-899e9cf85804 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0568941 Dec 15 14:13:26.478431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253997af-96f8-42b4-8451-6ee251c86bae tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:26.482748 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-253997af-96f8-42b4-8451-6ee251c86bae tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666325 Dec 15 14:13:26.483529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60900) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:26.524171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-99daace5-8772-40f6-898a-9ee8a2dc4b33 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393643 Dec 15 14:13:26.528512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:26.533845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0be2157e-9589-48a6-b432-f0621bad3b1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:26.643657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be2157e-9589-48a6-b432-f0621bad3b1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:26.648379 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0be2157e-9589-48a6-b432-f0621bad3b1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.650629 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be2157e-9589-48a6-b432-f0621bad3b1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:26.651238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be2157e-9589-48a6-b432-f0621bad3b1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:26.675586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0be2157e-9589-48a6-b432-f0621bad3b1b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1431031 Dec 15 14:13:26.676124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:26.685412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1a476f34-ada6-47ff-8542-c41dc10297b2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:26.805767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a476f34-ada6-47ff-8542-c41dc10297b2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:26.819854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a476f34-ada6-47ff-8542-c41dc10297b2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.828052 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a476f34-ada6-47ff-8542-c41dc10297b2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:26.828908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a476f34-ada6-47ff-8542-c41dc10297b2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:26.866778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60916) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:26.867388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1a476f34-ada6-47ff-8542-c41dc10297b2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1896608 Dec 15 14:13:26.872832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2f073221-97ed-48e1-9d02-8ff498fa7876 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:27.041647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14228fcf-4431-4cfc-bc8d-73d46ea12116 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:27.133657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3a908e7c-8366-474b-9391-fad2d994e89b None None] Provisioning complete for port 5e439e4b-79f1-41ac-852d-bfcc74984373 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:27.134134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a908e7c-8366-474b-9391-fad2d994e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.378478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f073221-97ed-48e1-9d02-8ff498fa7876 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:27.384738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f073221-97ed-48e1-9d02-8ff498fa7876 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.387721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:27.392532 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f073221-97ed-48e1-9d02-8ff498fa7876 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:27.393003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f073221-97ed-48e1-9d02-8ff498fa7876 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:27.413793 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2f073221-97ed-48e1-9d02-8ff498fa7876 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5457289 Dec 15 14:13:27.417433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:27.424336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-53886632-7b29-415e-b075-d89a4a8f6b08 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:27.466341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Deleting port 5e439e4b-79f1-41ac-852d-bfcc74984373 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:27.468721 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.552590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] For port 5e439e4b-79f1-41ac-852d-bfcc74984373, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5e439e4b-79f1-41ac-852d-bfcc74984373,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:27.553350 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.568582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Calling delete_port for 5e439e4b-79f1-41ac-852d-bfcc74984373 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:27.613034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53886632-7b29-415e-b075-d89a4a8f6b08 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:27.616491 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53886632-7b29-415e-b075-d89a4a8f6b08 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.617896 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-53886632-7b29-415e-b075-d89a4a8f6b08 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:27.618343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53886632-7b29-415e-b075-d89a4a8f6b08 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:27.642641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-53886632-7b29-415e-b075-d89a4a8f6b08 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2237954 Dec 15 14:13:27.646624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60932) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:27.665799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1bcb51d9-a16c-4b30-bbe6-a2fd07c52392 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:27.673668 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.739917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Pushing event deleted for resources: {'Port': ['ID=5e439e4b-79f1-41ac-852d-bfcc74984373,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:27.743572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] No DVR routers for this DVR port 5e439e4b-79f1-41ac-852d-bfcc74984373 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:27.746124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.746339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.746685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.747132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.747349 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.747688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.748729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.749066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.749414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.749728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.750054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.750505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.750684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163e61-0554-4ba4-a2f5-a3d5aefebbf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:27.812616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb51d9-a16c-4b30-bbe6-a2fd07c52392 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:27.816301 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb51d9-a16c-4b30-bbe6-a2fd07c52392 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.817700 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcb51d9-a16c-4b30-bbe6-a2fd07c52392 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:27.818338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcb51d9-a16c-4b30-bbe6-a2fd07c52392 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:27.838716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1bcb51d9-a16c-4b30-bbe6-a2fd07c52392 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1904409 Dec 15 14:13:27.841517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:27.847509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5b1de1af-c0cb-4bae-9587-dd57444802bb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:27.970918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1de1af-c0cb-4bae-9587-dd57444802bb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:27.975008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b1de1af-c0cb-4bae-9587-dd57444802bb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.978995 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1de1af-c0cb-4bae-9587-dd57444802bb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:27.978995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1de1af-c0cb-4bae-9587-dd57444802bb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:28.001135 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5b1de1af-c0cb-4bae-9587-dd57444802bb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1576972 Dec 15 14:13:28.003600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:28.038301 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0bd6eeb0-004a-48b7-9e87-485ad53baed5 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307343 Dec 15 14:13:28.039099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60948) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:28.104215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399914b-bc4d-4618-bd7e-3b242ae208a3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:28.108459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4399914b-bc4d-4618-bd7e-3b242ae208a3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0658374 Dec 15 14:13:28.108719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60952) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:28.160437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7b8a693c-d833-480f-821d-3006474f1d20 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434129 Dec 15 14:13:28.160653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:28.165802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:28.282868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:28.289560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.635618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:28.637324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.686997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:28.690752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:28.694183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:28.694901 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.700492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995bbe5d-a04c-49ad-aa38-18665bd50f82 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:28.729842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=87fcc0c5-52ab-4c87-ae94-9138123bd778,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:28.752037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f4ee457a-3cae-482a-9e8f-0dc05bc547b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5901887 Dec 15 14:13:28.754868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60970) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:28.760629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:89:43:57', 'name': 'tempest-NetworksTestDHCPv6-2141625794'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:28.910861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:28.954252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '87fcc0c5-52ab-4c87-ae94-9138123bd778'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:28.959622 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.014894 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.043986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 2448a32a-141d-47bb-9737-6f9b28d72254 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:29.142858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Allocated IP 2001:db8::f816:3eff:feda:1401 (06615206-3daf-4fb1-bfaf-19c93dd25cda/87fcc0c5-52ab-4c87-ae94-9138123bd778/67b3af7f-4340-4c2a-8b4c-650f1130466f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:29.329576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e439e4b-79f1-41ac-852d-bfcc74984373 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:29.387787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5e439e4b-79f1-41ac-852d-bfcc74984373 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:29.388539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5e439e4b-79f1-41ac-852d-bfcc74984373 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:29.412698 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.419457 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.491312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:29.495590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:29.497623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Pushing event updated for resources: {'Port': ['ID=67b3af7f-4340-4c2a-8b4c-650f1130466f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:29.500764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:29.541115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fe89:4357 (06615206-3daf-4fb1-bfaf-19c93dd25cda/87fcc0c5-52ab-4c87-ae94-9138123bd778/2448a32a-141d-47bb-9737-6f9b28d72254) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:29.609489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Attempting to bind port 67b3af7f-4340-4c2a-8b4c-650f1130466f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:29.609994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Attempting to bind port 67b3af7f-4340-4c2a-8b4c-650f1130466f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:29.610421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Attempting to bind port 67b3af7f-4340-4c2a-8b4c-650f1130466f on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:29.621686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:29.621686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:29.622532 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.622742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:29.623831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Bound port: 67b3af7f-4340-4c2a-8b4c-650f1130466f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:29.625404 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.719674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] For port 67b3af7f-4340-4c2a-8b4c-650f1130466f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:29.727426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] For port 67b3af7f-4340-4c2a-8b4c-650f1130466f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67b3af7f-4340-4c2a-8b4c-650f1130466f,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:29.738875 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.809370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.867557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.974355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:29.976324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:29.983427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:29.989667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:29.990569 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.991702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be0952-c05b-434e-b289-3fdd988cc94a None None] Pushing event updated for resources: {'Port': ['ID=67b3af7f-4340-4c2a-8b4c-650f1130466f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:30.021520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60976) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:30.022096 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2651334 Dec 15 14:13:30.044363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14de7e1-a83a-42d4-b417-44eb244f7d62 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=2448a32a-141d-47bb-9737-6f9b28d72254,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:30.134362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86a7be-f35f-4079-8e73-536f08161ae2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:30.180821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86a7be-f35f-4079-8e73-536f08161ae2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:30.185330 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bb86a7be-f35f-4079-8e73-536f08161ae2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1600940 Dec 15 14:13:30.185715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60978) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:30.320260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1a0f3-7f4d-4f84-9fa1-b7e5cf986b23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 2448a32a-141d-47bb-9737-6f9b28d72254 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:30.320694 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a0f3-7f4d-4f84-9fa1-b7e5cf986b23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:30.494836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a0f3-7f4d-4f84-9fa1-b7e5cf986b23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:30.510661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1a0f3-7f4d-4f84-9fa1-b7e5cf986b23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 2448a32a-141d-47bb-9737-6f9b28d72254 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:30.692899 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a0f3-7f4d-4f84-9fa1-b7e5cf986b23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:30.734853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1a0f3-7f4d-4f84-9fa1-b7e5cf986b23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=2448a32a-141d-47bb-9737-6f9b28d72254,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:30.789115 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a0f3-7f4d-4f84-9fa1-b7e5cf986b23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:30.804415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8bd1a0f3-7f4d-4f84-9fa1-b7e5cf986b23 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/2448a32a-141d-47bb-9737-6f9b28d72254 HTTP/1.1" status: 204 len: 168 time: 0.6173949 Dec 15 14:13:30.806642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60982) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:30.935379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325a9260-8898-4038-b495-9490d5e21e32 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:30.937861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325a9260-8898-4038-b495-9490d5e21e32 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:30.939596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-325a9260-8898-4038-b495-9490d5e21e32 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1319129 Dec 15 14:13:30.943994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60986) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:30.976061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.089594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbf47a0-0dc8-4455-ba80-4f1491faa7dd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 87fcc0c5-52ab-4c87-ae94-9138123bd778 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:31.094371 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf47a0-0dc8-4455-ba80-4f1491faa7dd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.114569 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.159418 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf47a0-0dc8-4455-ba80-4f1491faa7dd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.236169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0a455ca1-1e7c-47e7-8dfb-063ea73f1e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.440322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67b3af7f-4340-4c2a-8b4c-650f1130466f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:31.453360 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf47a0-0dc8-4455-ba80-4f1491faa7dd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.545895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 67b3af7f-4340-4c2a-8b4c-650f1130466f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:31.547153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.565963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf47a0-0dc8-4455-ba80-4f1491faa7dd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.601771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf47a0-0dc8-4455-ba80-4f1491faa7dd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=87fcc0c5-52ab-4c87-ae94-9138123bd778,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:31.610571 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf47a0-0dc8-4455-ba80-4f1491faa7dd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.624037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2fbf47a0-0dc8-4455-ba80-4f1491faa7dd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/87fcc0c5-52ab-4c87-ae94-9138123bd778 HTTP/1.1" status: 204 len: 168 time: 0.6773517 Dec 15 14:13:31.626611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 60990) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:31.645888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cf503f22-d341-48bc-9d6c-512f0ea24ab5 None None] Provisioning complete for port 67b3af7f-4340-4c2a-8b4c-650f1130466f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:31.646595 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf503f22-d341-48bc-9d6c-512f0ea24ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.786543 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-77e9456f-2c58-43a6-b344-c3ddbd717962 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539392 Dec 15 14:13:31.788807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 60994) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:31.793753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:31.802149 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.952474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:31.956765 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.989187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f17d67-3e6a-4e51-ac81-7f2c360fe997 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:31.995501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 67b3af7f-4340-4c2a-8b4c-650f1130466f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67b3af7f-4340-4c2a-8b4c-650f1130466f,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:32.012598 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.049067 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf503f22-d341-48bc-9d6c-512f0ea24ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.206504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=67b3af7f-4340-4c2a-8b4c-650f1130466f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:32.227782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-cf503f22-d341-48bc-9d6c-512f0ea24ab5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:13:32.228302 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-cf503f22-d341-48bc-9d6c-512f0ea24ab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:13:32.355450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:32.453912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] Deleting port 67b3af7f-4340-4c2a-8b4c-650f1130466f {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:32.455285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.557503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] For port 67b3af7f-4340-4c2a-8b4c-650f1130466f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=67b3af7f-4340-4c2a-8b4c-650f1130466f,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:32.558120 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.569530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:32.573437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] Calling delete_port for 67b3af7f-4340-4c2a-8b4c-650f1130466f owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:32.661469 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.706388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] Pushing event deleted for resources: {'Port': ['ID=67b3af7f-4340-4c2a-8b4c-650f1130466f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:32.711699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928d2da-a7a1-4f34-a971-2b42d92e86da None None] No DVR routers for this DVR port 67b3af7f-4340-4c2a-8b4c-650f1130466f on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:32.795845 n-d-821840-1 neutron-server[109768]: WARNING neutron.services.revisions.revision_plugin [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Could not find related port for resource to bump revision. Dec 15 14:13:32.805378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cf503f22-d341-48bc-9d6c-512f0ea24ab5 None None] Port 67b3af7f-4340-4c2a-8b4c-650f1130466f update to ACTIVE by agent not found {{(pid=109769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 14:13:32.841907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Port 67b3af7f-4340-4c2a-8b4c-650f1130466f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 15 14:13:32.842426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Reverting IP allocation for 2001:db8::f816:3eff:feda:1401 {{(pid=109768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 15 14:13:32.846721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feda:1401 {{(pid=109768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 15 14:13:32.849214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.905352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:32.912868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:32.925884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9111ffc4-1283-400e-a71b-00ec62530ac1 None None] Could not find standard attr ID for object 2448a32a-141d-47bb-9737-6f9b28d72254. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:32.929413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:32.930348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.942618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e688335a-9734-46a3-a8ab-46d63f70cf32 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:32.980450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32772) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:32.980989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1907315 Dec 15 14:13:32.985881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9abbbb-a9b5-4887-9621-21c7d7b33dfb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=81e5b525-4b8a-409b-bfaa-3ab4b148a569,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:32.986997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:58:c7:15', 'name': 'tempest-NetworksTestDHCPv6-614135147'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:33.133850 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '81e5b525-4b8a-409b-bfaa-3ab4b148a569'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:33.135187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.186597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:33.304885 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.336047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Allocated IP 2001:db8::f816:3eff:fe91:7e4f (06615206-3daf-4fb1-bfaf-19c93dd25cda/81e5b525-4b8a-409b-bfaa-3ab4b148a569/87d75a69-59dc-40a9-b08e-5134ee798d9d) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:33.337051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port bf090094-8158-4863-bcc1-2c9e06c7fcdc yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:33.351229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67b3af7f-4340-4c2a-8b4c-650f1130466f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:33.386701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 67b3af7f-4340-4c2a-8b4c-650f1130466f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:33.387149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 67b3af7f-4340-4c2a-8b4c-650f1130466f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:33.584743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.601350 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.652609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fe58:c715 (06615206-3daf-4fb1-bfaf-19c93dd25cda/81e5b525-4b8a-409b-bfaa-3ab4b148a569/bf090094-8158-4863-bcc1-2c9e06c7fcdc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:33.661721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:33.665814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:33.670151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:33.681831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Pushing event updated for resources: {'Port': ['ID=87d75a69-59dc-40a9-b08e-5134ee798d9d,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:33.736056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Attempting to bind port 87d75a69-59dc-40a9-b08e-5134ee798d9d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:33.736604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Attempting to bind port 87d75a69-59dc-40a9-b08e-5134ee798d9d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:33.737091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Attempting to bind port 87d75a69-59dc-40a9-b08e-5134ee798d9d on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:33.743181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:33.743776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:33.744358 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.744861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:33.745463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Bound port: 87d75a69-59dc-40a9-b08e-5134ee798d9d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:33.745982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.830577 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9fb12ad-c249-4c0c-bf36-6f4f07d7ba45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.835528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] For port 87d75a69-59dc-40a9-b08e-5134ee798d9d, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:33.839215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] For port 87d75a69-59dc-40a9-b08e-5134ee798d9d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=87d75a69-59dc-40a9-b08e-5134ee798d9d,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:33.844475 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.860725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.907267 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.949109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186ed55-5726-4d76-bc92-db44d148a7b5 None None] Pushing event updated for resources: {'Port': ['ID=87d75a69-59dc-40a9-b08e-5134ee798d9d,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:33.955620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:33.961132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:33.964960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:33.972173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:33.972836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.997624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=bf090094-8158-4863-bcc1-2c9e06c7fcdc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:34.004825 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3bc7b1ae-ee88-4556-9d8a-bee722fa73a7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0225351 Dec 15 14:13:34.007103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32778) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:34.067183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14a3c70-dd9e-4984-8615-07339fd172f2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:34.073323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14a3c70-dd9e-4984-8615-07339fd172f2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:34.075034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d14a3c70-dd9e-4984-8615-07339fd172f2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0659511 Dec 15 14:13:34.078038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:34.228115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-20585b2e-7144-49b7-bb65-70af7b7532b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port bf090094-8158-4863-bcc1-2c9e06c7fcdc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:34.228622 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20585b2e-7144-49b7-bb65-70af7b7532b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.336694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20585b2e-7144-49b7-bb65-70af7b7532b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.352331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-20585b2e-7144-49b7-bb65-70af7b7532b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for bf090094-8158-4863-bcc1-2c9e06c7fcdc owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:34.505991 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20585b2e-7144-49b7-bb65-70af7b7532b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.541633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20585b2e-7144-49b7-bb65-70af7b7532b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=bf090094-8158-4863-bcc1-2c9e06c7fcdc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:34.602322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20585b2e-7144-49b7-bb65-70af7b7532b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.605733 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-20585b2e-7144-49b7-bb65-70af7b7532b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/bf090094-8158-4863-bcc1-2c9e06c7fcdc HTTP/1.1" status: 204 len: 168 time: 0.5266531 Dec 15 14:13:34.609340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:34.665651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac0feb-c98a-48b3-a4bc-f51a632c1f9f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:34.667229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac0feb-c98a-48b3-a4bc-f51a632c1f9f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:34.668977 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-90ac0feb-c98a-48b3-a4bc-f51a632c1f9f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0586951 Dec 15 14:13:34.672935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:34.734141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-579078e5-b14b-492b-a02e-5cddfa310304 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 81e5b525-4b8a-409b-bfaa-3ab4b148a569 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:34.738968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-579078e5-b14b-492b-a02e-5cddfa310304 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.785154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-579078e5-b14b-492b-a02e-5cddfa310304 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.873753 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.891492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-579078e5-b14b-492b-a02e-5cddfa310304 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.961033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-579078e5-b14b-492b-a02e-5cddfa310304 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:34.991959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579078e5-b14b-492b-a02e-5cddfa310304 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=81e5b525-4b8a-409b-bfaa-3ab4b148a569,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:34.996036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-579078e5-b14b-492b-a02e-5cddfa310304 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:35.002316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-579078e5-b14b-492b-a02e-5cddfa310304 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/81e5b525-4b8a-409b-bfaa-3ab4b148a569 HTTP/1.1" status: 204 len: 168 time: 0.3259788 Dec 15 14:13:35.002737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32790) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:35.054188 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c184c096-5f52-4ae2-a779-051aa2203ffc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483272 Dec 15 14:13:35.054731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32794) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:35.110412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8805b730-9b5c-4405-a0ef-36ef40423685 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:35.112380 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8805b730-9b5c-4405-a0ef-36ef40423685 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0565615 Dec 15 14:13:35.118316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32796) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:35.181228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a49cbb-3d36-4850-bf3d-6dbdc9d0537e None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:35.185790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669eaafb-6c39-4f2f-baee-89fbd88b2a85 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:35.187428 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-669eaafb-6c39-4f2f-baee-89fbd88b2a85 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0677829 Dec 15 14:13:35.190037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:35.290567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9b8cc6d6-7090-4095-8399-5d2325dd796f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990970 Dec 15 14:13:35.296921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:35.303304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:35.332561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-84c7d520-8198-4ca4-aeee-1a32a1aa6da8 None None] Provisioning complete for port 87d75a69-59dc-40a9-b08e-5134ee798d9d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:35.333053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c7d520-8198-4ca4-aeee-1a32a1aa6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:35.438716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:35.443478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:35.563541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 87d75a69-59dc-40a9-b08e-5134ee798d9d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:35.677142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 87d75a69-59dc-40a9-b08e-5134ee798d9d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:35.682739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:35.755208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:35.790872 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c7d520-8198-4ca4-aeee-1a32a1aa6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:35.859218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:35.904270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-84c7d520-8198-4ca4-aeee-1a32a1aa6da8 None None] For port 87d75a69-59dc-40a9-b08e-5134ee798d9d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=87d75a69-59dc-40a9-b08e-5134ee798d9d,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:35.924694 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c7d520-8198-4ca4-aeee-1a32a1aa6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:35.983943 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.000106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d520-8198-4ca4-aeee-1a32a1aa6da8 None None] Pushing event updated for resources: {'Port': ['ID=87d75a69-59dc-40a9-b08e-5134ee798d9d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:36.012632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] Deleting port 87d75a69-59dc-40a9-b08e-5134ee798d9d {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:36.013228 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.087983 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:13:36.088620 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:13:36.106016 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.144830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] For port 87d75a69-59dc-40a9-b08e-5134ee798d9d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=87d75a69-59dc-40a9-b08e-5134ee798d9d,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:36.146320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.179057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] Calling delete_port for 87d75a69-59dc-40a9-b08e-5134ee798d9d owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:36.353445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] For port 87d75a69-59dc-40a9-b08e-5134ee798d9d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=87d75a69-59dc-40a9-b08e-5134ee798d9d,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:36.386005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.391525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.392706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.405363 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.429753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] Pushing event deleted for resources: {'Port': ['ID=87d75a69-59dc-40a9-b08e-5134ee798d9d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:36.439222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951c9d7-49ef-4d13-8f0a-c83a544b445c None None] No DVR routers for this DVR port 87d75a69-59dc-40a9-b08e-5134ee798d9d on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:36.468726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:36.470083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=87d75a69-59dc-40a9-b08e-5134ee798d9d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:36.475223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:36.482023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:36.482728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.486996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b52ad-1b4d-4663-9801-110ec74263d6 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:36.510742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=75f755e1-9f9f-4fff-bee3-5c40119acf3d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:36.527797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5a50b322-45a8-43b3-990e-c7d3a33bb5d1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2292979 Dec 15 14:13:36.530962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32814) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:36.537582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:52:f9:78', 'name': 'tempest-NetworksTestDHCPv6-956009469'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:36.674335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Port 87d75a69-59dc-40a9-b08e-5134ee798d9d update to ACTIVE by agent not found {{(pid=109769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 14:13:36.693036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '75f755e1-9f9f-4fff-bee3-5c40119acf3d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:36.694000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.702914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:36.709887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.711712 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.755982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 1404f48f-664e-4b0b-9ec8-6545db6b21e4 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:36.883246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Allocated IP 2001:db8::f816:3eff:fefc:7f20 (06615206-3daf-4fb1-bfaf-19c93dd25cda/75f755e1-9f9f-4fff-bee3-5c40119acf3d/34590837-6d10-4f32-a789-5624dafff4e0) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:37.032731 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.038531 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.086418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:37.089910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:37.093662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:37.101721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Pushing event updated for resources: {'Port': ['ID=34590837-6d10-4f32-a789-5624dafff4e0,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:37.113537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fe52:f978 (06615206-3daf-4fb1-bfaf-19c93dd25cda/75f755e1-9f9f-4fff-bee3-5c40119acf3d/1404f48f-664e-4b0b-9ec8-6545db6b21e4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:37.163943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Attempting to bind port 34590837-6d10-4f32-a789-5624dafff4e0 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:37.163943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Attempting to bind port 34590837-6d10-4f32-a789-5624dafff4e0 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:37.163943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Attempting to bind port 34590837-6d10-4f32-a789-5624dafff4e0 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:37.168505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:37.169122 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:37.169603 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.170692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:37.171521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Bound port: 34590837-6d10-4f32-a789-5624dafff4e0, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:37.172479 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.307456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] For port 34590837-6d10-4f32-a789-5624dafff4e0, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:37.314535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.338849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] For port 34590837-6d10-4f32-a789-5624dafff4e0, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=34590837-6d10-4f32-a789-5624dafff4e0,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:37.343965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 87d75a69-59dc-40a9-b08e-5134ee798d9d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:37.347115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.349139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.377684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 87d75a69-59dc-40a9-b08e-5134ee798d9d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:37.378138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 87d75a69-59dc-40a9-b08e-5134ee798d9d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:37.390748 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.447635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:37.454131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:37.457662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:37.470217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8f1b9-bf39-4c7b-9b25-d2198359481e None None] Pushing event updated for resources: {'Port': ['ID=34590837-6d10-4f32-a789-5624dafff4e0,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:37.470872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:37.470872 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.487635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=1404f48f-664e-4b0b-9ec8-6545db6b21e4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:37.513153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-428b1bc8-a508-4938-b4f8-ba906e81e076 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9803362 Dec 15 14:13:37.516396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:37.582875 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2ea87-c302-4e63-8eae-b144463630b1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:37.589525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2ea87-c302-4e63-8eae-b144463630b1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:37.594173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32822) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:37.594710 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47b2ea87-c302-4e63-8eae-b144463630b1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0767114 Dec 15 14:13:37.731680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a9c3f-94ff-4db2-9681-4f8313d9fd5f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 1404f48f-664e-4b0b-9ec8-6545db6b21e4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:37.732167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef5a9c3f-94ff-4db2-9681-4f8313d9fd5f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.846891 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef5a9c3f-94ff-4db2-9681-4f8313d9fd5f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.861551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a9c3f-94ff-4db2-9681-4f8313d9fd5f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 1404f48f-664e-4b0b-9ec8-6545db6b21e4 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:38.015310 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef5a9c3f-94ff-4db2-9681-4f8313d9fd5f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.051620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a9c3f-94ff-4db2-9681-4f8313d9fd5f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=1404f48f-664e-4b0b-9ec8-6545db6b21e4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:38.082646 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef5a9c3f-94ff-4db2-9681-4f8313d9fd5f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.087936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ef5a9c3f-94ff-4db2-9681-4f8313d9fd5f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/1404f48f-664e-4b0b-9ec8-6545db6b21e4 HTTP/1.1" status: 204 len: 168 time: 0.4899504 Dec 15 14:13:38.088760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32826) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:38.143644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587568f-30db-49c6-8503-0f85273d9234 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:38.145582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587568f-30db-49c6-8503-0f85273d9234 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:38.146734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f587568f-30db-49c6-8503-0f85273d9234 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0567389 Dec 15 14:13:38.151167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:38.235184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:13:38.246312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71a2a69-1d6a-41d0-9ad4-7654fe5f5d47 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 75f755e1-9f9f-4fff-bee3-5c40119acf3d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:38.254529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e71a2a69-1d6a-41d0-9ad4-7654fe5f5d47 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.314433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e71a2a69-1d6a-41d0-9ad4-7654fe5f5d47 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.798292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-de09892c-9b93-4d82-a748-850ec03ea4b0 None None] Provisioning complete for port 34590837-6d10-4f32-a789-5624dafff4e0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:38.798835 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de09892c-9b93-4d82-a748-850ec03ea4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.805518 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e71a2a69-1d6a-41d0-9ad4-7654fe5f5d47 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.937538 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e71a2a69-1d6a-41d0-9ad4-7654fe5f5d47 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.964125 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de09892c-9b93-4d82-a748-850ec03ea4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.050359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-de09892c-9b93-4d82-a748-850ec03ea4b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:13:39.050746 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-de09892c-9b93-4d82-a748-850ec03ea4b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:13:39.064737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a2a69-1d6a-41d0-9ad4-7654fe5f5d47 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=75f755e1-9f9f-4fff-bee3-5c40119acf3d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:39.078338 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e71a2a69-1d6a-41d0-9ad4-7654fe5f5d47 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.097140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e71a2a69-1d6a-41d0-9ad4-7654fe5f5d47 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/75f755e1-9f9f-4fff-bee3-5c40119acf3d HTTP/1.1" status: 204 len: 168 time: 0.9442530 Dec 15 14:13:39.100531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32840) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:39.191393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6640ffc-a986-4a6e-9585-428620aaf3cd None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:39.194217 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e8a90332-cf53-4d29-ade7-0a996619324c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918186 Dec 15 14:13:39.197059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:39.202763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:39.435116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:39.442037 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.472073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:39.569100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32846) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:39.643282 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] Deleting port 34590837-6d10-4f32-a789-5624dafff4e0 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:39.643828 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.713565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] For port 34590837-6d10-4f32-a789-5624dafff4e0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=34590837-6d10-4f32-a789-5624dafff4e0,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:39.714418 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.728352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] Calling delete_port for 34590837-6d10-4f32-a789-5624dafff4e0 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:39.837377 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de09892c-9b93-4d82-a748-850ec03ea4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.852672 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2cdd-13cb-460b-a28f-1bd939d839cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.856823 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.895764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:39.898305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.940725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] No DVR routers for this DVR port 34590837-6d10-4f32-a789-5624dafff4e0 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:39.944078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:39.953543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c056117-69ed-4809-8e74-6151c352c6e8 None None] Pushing event deleted for resources: {'Port': ['ID=34590837-6d10-4f32-a789-5624dafff4e0,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:39.956740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:39.962562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:39.963317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.985560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24975136-ddbd-4acb-bca1-4b3adb8bce60 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:39.994397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=47007576-d3c7-4f78-ae7a-2568f32dfb8d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.015218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-edb39059-b9ef-4b85-9a8a-797dfa4a8b0b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8140848 Dec 15 14:13:40.015609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32852) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:40.022937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:8b:d4:89', 'name': 'tempest-NetworksTestDHCPv6-1824926758'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:40.049985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2cdd-13cb-460b-a28f-1bd939d839cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.063006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2cdd-13cb-460b-a28f-1bd939d839cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.127612 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9e1c2cdd-13cb-460b-a28f-1bd939d839cb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c9ac8e6fffd4489b824808f847429c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565507 Dec 15 14:13:40.131859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32854) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:40.134698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c2cdd-13cb-460b-a28f-1bd939d839cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6ee045-a95e-40bd-a949-971e24ec65af,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.205992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c140-c51f-410c-abae-d2ce7b0ba76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.238214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '47007576-d3c7-4f78-ae7a-2568f32dfb8d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:40.239123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.253212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-10987719-4e4e-49c5-8d1b-1666151bfc58 None None] Could not find standard attr ID for object 1404f48f-664e-4b0b-9ec8-6545db6b21e4. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:40.258604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c140-c51f-410c-abae-d2ce7b0ba76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.297420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:40.332303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c140-c51f-410c-abae-d2ce7b0ba76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.335195 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c140-c51f-410c-abae-d2ce7b0ba76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.339315 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c4a7c140-c51f-410c-abae-d2ce7b0ba76a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4f6ee045-a95e-40bd-a949-971e24ec65af HTTP/1.1" status: 204 len: 168 time: 0.2055895 Dec 15 14:13:40.363194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7c140-c51f-410c-abae-d2ce7b0ba76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6ee045-a95e-40bd-a949-971e24ec65af,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.439219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.469176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 4df44b47-a776-4cce-bb92-c7d5d2c22282 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:40.472131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Allocated IP 2001:db8::f816:3eff:feb0:a31d (06615206-3daf-4fb1-bfaf-19c93dd25cda/47007576-d3c7-4f78-ae7a-2568f32dfb8d/984168f5-b753-4865-ae39-f8f586c84cfb) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:40.636185 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.653484 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.707753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:40.712662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:40.716108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:40.723533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Pushing event updated for resources: {'Port': ['ID=984168f5-b753-4865-ae39-f8f586c84cfb,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.751797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fe8b:d489 (06615206-3daf-4fb1-bfaf-19c93dd25cda/47007576-d3c7-4f78-ae7a-2568f32dfb8d/4df44b47-a776-4cce-bb92-c7d5d2c22282) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:40.782948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Attempting to bind port 984168f5-b753-4865-ae39-f8f586c84cfb on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:40.783332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Attempting to bind port 984168f5-b753-4865-ae39-f8f586c84cfb by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:40.783702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Attempting to bind port 984168f5-b753-4865-ae39-f8f586c84cfb on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:40.792525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:40.794021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:40.795041 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.796062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:40.797046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Bound port: 984168f5-b753-4865-ae39-f8f586c84cfb, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:40.798003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.906623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] For port 984168f5-b753-4865-ae39-f8f586c84cfb, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:40.910347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] For port 984168f5-b753-4865-ae39-f8f586c84cfb, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=984168f5-b753-4865-ae39-f8f586c84cfb,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:40.916361 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.980901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78f9c7-6750-4087-a86e-50e3fdd3ffad None None] Pushing event updated for resources: {'Port': ['ID=984168f5-b753-4865-ae39-f8f586c84cfb,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.987560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.033305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.094786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:41.100672 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:41.102911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=4df44b47-a776-4cce-bb92-c7d5d2c22282,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.105240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:41.111928 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.112588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.134788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32876) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:41.135291 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7fc94389-c409-4a7f-ac43-607d82471303 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1184685 Dec 15 14:13:41.214153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ccb1d8-5f0d-495e-9e83-03e01e99caf1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.220867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ccb1d8-5f0d-495e-9e83-03e01e99caf1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.226799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:41.236437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-15ccb1d8-5f0d-495e-9e83-03e01e99caf1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0998156 Dec 15 14:13:41.376326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:41.393950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-18e8e803-8793-49c4-8a04-44b13fe58df1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 4df44b47-a776-4cce-bb92-c7d5d2c22282 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:41.394510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18e8e803-8793-49c4-8a04-44b13fe58df1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.493758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 984168f5-b753-4865-ae39-f8f586c84cfb up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:41.517016 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18e8e803-8793-49c4-8a04-44b13fe58df1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.537822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-18e8e803-8793-49c4-8a04-44b13fe58df1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 4df44b47-a776-4cce-bb92-c7d5d2c22282 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:41.545419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1399394768-network', 'tenant_id': 'c35dace42b434f86aa7f9f3737923e55'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:41.571087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 984168f5-b753-4865-ae39-f8f586c84cfb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:41.571620 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.575749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Made reservation on behalf of c35dace42b434f86aa7f9f3737923e55 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:41.579888 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.590877 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.679845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.693885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.699800 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.716539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18e8e803-8793-49c4-8a04-44b13fe58df1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.730336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:41.730672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 984168f5-b753-4865-ae39-f8f586c84cfb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=984168f5-b753-4865-ae39-f8f586c84cfb,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:41.736760 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.742870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f0642b-490f-46e0-8848-f3af6ae2ef46,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.751154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8e803-8793-49c4-8a04-44b13fe58df1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=4df44b47-a776-4cce-bb92-c7d5d2c22282,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.761412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.761763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.766148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.766503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.766856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.767210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.767538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.767890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.768243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.768578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.768909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.769240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.769793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:41.774048 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.774594 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Added segment 4547ec77-c9a6-4847-8bef-c0240e29f012 of type vlan for network f914991b-1960-4ca6-a6af-3be6d44de5ba Dec 15 14:13:41.783073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18e8e803-8793-49c4-8a04-44b13fe58df1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.788847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-18e8e803-8793-49c4-8a04-44b13fe58df1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/4df44b47-a776-4cce-bb92-c7d5d2c22282 HTTP/1.1" status: 204 len: 168 time: 0.5589285 Dec 15 14:13:41.789230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:41.839583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 34590837-6d10-4f32-a789-5624dafff4e0 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:41.858589 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.859355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847b75c-1f98-4d9e-9268-6f2b9660ce8e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.861101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847b75c-1f98-4d9e-9268-6f2b9660ce8e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.865972 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8847b75c-1f98-4d9e-9268-6f2b9660ce8e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0729203 Dec 15 14:13:41.867992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32890) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:41.870720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 34590837-6d10-4f32-a789-5624dafff4e0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:41.870839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 34590837-6d10-4f32-a789-5624dafff4e0 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:41.876743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=984168f5-b753-4865-ae39-f8f586c84cfb,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.941272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.942217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.942798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.948496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47219fa-5560-478e-9488-32201300c550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 47007576-d3c7-4f78-ae7a-2568f32dfb8d {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:41.957073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f47219fa-5560-478e-9488-32201300c550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.079272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7016208 Dec 15 14:13:42.083330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:42.087844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Request body: {'subnet': {'network_id': 'f914991b-1960-4ca6-a6af-3be6d44de5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1399394768-subnet', 'tenant_id': 'c35dace42b434f86aa7f9f3737923e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:42.093391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4e3a6-98c8-4d9b-931a-9ba0223d1613 admin admin] Pushing event updated for resources: {'Network': ['ID=f914991b-1960-4ca6-a6af-3be6d44de5ba,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:42.098139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f47219fa-5560-478e-9488-32201300c550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.108410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network f914991b-1960-4ca6-a6af-3be6d44de5ba details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:42.134702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Made reservation on behalf of c35dace42b434f86aa7f9f3737923e55 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:42.140607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.287665 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f47219fa-5560-478e-9488-32201300c550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.363162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f47219fa-5560-478e-9488-32201300c550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.400795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47219fa-5560-478e-9488-32201300c550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=47007576-d3c7-4f78-ae7a-2568f32dfb8d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:42.404848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f47219fa-5560-478e-9488-32201300c550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.410854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f47219fa-5560-478e-9488-32201300c550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/47007576-d3c7-4f78-ae7a-2568f32dfb8d HTTP/1.1" status: 204 len: 168 time: 0.5362766 Dec 15 14:13:42.411178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32898) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:42.445377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea6175-905d-4ec5-8d17-28793cac416b None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:42.465550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-79fcdad6-e442-49b4-b576-960de0b7e9fa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511672 Dec 15 14:13:42.465930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32900) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:42.473318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.531637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328d975-cd67-4ac0-bf2f-39e9bbc745b2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.535672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8328d975-cd67-4ac0-bf2f-39e9bbc745b2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0665095 Dec 15 14:13:42.535971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32902) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:42.596213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34b9f2c-2dda-4009-a797-01c4c3b44f36,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:42.598974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Checking segment: {'id': '4547ec77-c9a6-4847-8bef-c0240e29f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f914991b-1960-4ca6-a6af-3be6d44de5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:42.599551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Network hostable DHCP agents. Network: f914991b-1960-4ca6-a6af-3be6d44de5ba, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:42.626131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Network f914991b-1960-4ca6-a6af-3be6d44de5ba is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:42.633762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2e3278-4982-4a6c-a202-bfba7183b877 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.640821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:42.644888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3f2e3278-4982-4a6c-a202-bfba7183b877 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1075187 Dec 15 14:13:42.649210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, f914991b-1960-4ca6-a6af-3be6d44de5ba) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:42.685261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.686021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.695019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25141129-b072-4293-ba2d-fdd3921bc829 None None] Network f914991b-1960-4ca6-a6af-3be6d44de5ba requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:42.695846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32906) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:42.700817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:42.705562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e852cac7-f5a0-4c5b-bdda-e658decd9a88 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628159 Dec 15 14:13:42.731488 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c841327e-7602-461e-a3f6-4afa819ae6a2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6474013 Dec 15 14:13:42.824416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:42.831785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.833877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-249c8024-5771-41be-976d-201fcc099558 None None] Provisioning complete for port 984168f5-b753-4865-ae39-f8f586c84cfb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:42.838102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-249c8024-5771-41be-976d-201fcc099558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.991506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5c649-3870-4587-967a-8f87b9d0463f None None] Network f914991b-1960-4ca6-a6af-3be6d44de5ba requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:43.130885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:43.189560 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.302367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] Deleting port 984168f5-b753-4865-ae39-f8f586c84cfb {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:43.302899 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.325743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:43.331714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:43.333426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=a81c7eb7-92fc-4850-9ba6-9bcf7cdc2894,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:43.344525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.345138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.380816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 984168f5-b753-4865-ae39-f8f586c84cfb no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:43.384971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cca5860c-1c9e-48bf-8f75-3e5db5f105c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6876714 Dec 15 14:13:43.385276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32922) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:43.392763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:ac:44:14', 'name': 'tempest-NetworksTestDHCPv6-1592973248'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:43.464337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] For port 984168f5-b753-4865-ae39-f8f586c84cfb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=984168f5-b753-4865-ae39-f8f586c84cfb,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:43.464913 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.499927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32926) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:43.501699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] Calling delete_port for 984168f5-b753-4865-ae39-f8f586c84cfb owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:43.505333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1443376701-network', 'tenant_id': '4144ae037f73479aaf9b92963638ec0f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:43.526274 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.532841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Made reservation on behalf of 4144ae037f73479aaf9b92963638ec0f for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:43.535290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.545446 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.610264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 984168f5-b753-4865-ae39-f8f586c84cfb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=984168f5-b753-4865-ae39-f8f586c84cfb,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:43.621674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.628445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:43.666538 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.672190 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.702583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.706657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:43.718078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbca1442-719a-41bc-a060-7afbaeff374f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:43.729533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] No DVR routers for this DVR port 984168f5-b753-4865-ae39-f8f586c84cfb on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:43.730970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=984168f5-b753-4865-ae39-f8f586c84cfb,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:43.751410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.752069 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Added segment 6ef66bb8-9356-4edd-96e6-44b99c30387b of type vlan for network 62b977bb-e8fc-45a1-81ef-6dc877faf433 Dec 15 14:13:43.759281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f0743-cd55-4afe-8a36-313c3f2747b9 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:43.762054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb308049-4e2f-4702-92a2-f1ebd4933879 None None] Pushing event deleted for resources: {'Port': ['ID=984168f5-b753-4865-ae39-f8f586c84cfb,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:43.764809 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.801370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port dad93fd4-6dc7-464b-865a-9bbd26dc161e yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:43.804006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.831797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.832900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.833494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.888108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': 'a81c7eb7-92fc-4850-9ba6-9bcf7cdc2894'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:43.889529 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.899346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3980761 Dec 15 14:13:43.902407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32928) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:43.909142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Request body: {'subnet': {'network_id': '62b977bb-e8fc-45a1-81ef-6dc877faf433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1443376701-subnet', 'tenant_id': '4144ae037f73479aaf9b92963638ec0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:43.920900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf608f-cb49-4641-bdd2-adc82350c3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=62b977bb-e8fc-45a1-81ef-6dc877faf433,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:43.957339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::290 (06615206-3daf-4fb1-bfaf-19c93dd25cda/a81c7eb7-92fc-4850-9ba6-9bcf7cdc2894/dad93fd4-6dc7-464b-865a-9bbd26dc161e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:43.959347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Made reservation on behalf of 4144ae037f73479aaf9b92963638ec0f for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:43.961671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.986402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 62b977bb-e8fc-45a1-81ef-6dc877faf433 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:44.239323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.259956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.326001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8156d41f-4a0a-4bb0-9a46-e7b332678b29,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:44.342606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.363748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Checking segment: {'id': '6ef66bb8-9356-4edd-96e6-44b99c30387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '62b977bb-e8fc-45a1-81ef-6dc877faf433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:44.364215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Network hostable DHCP agents. Network: 62b977bb-e8fc-45a1-81ef-6dc877faf433, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:44.392301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/a81c7eb7-92fc-4850-9ba6-9bcf7cdc2894/4a746007-f49d-4d22-8c7f-6f38ade92647) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:44.404084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:44.411694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:44.414397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:44.421069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.421659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.436759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=dad93fd4-6dc7-464b-865a-9bbd26dc161e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:44.451680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-13af5dc6-0ee0-41fc-ba7d-9bcc83d20b92 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0651493 Dec 15 14:13:44.454422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Network 62b977bb-e8fc-45a1-81ef-6dc877faf433 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:44.454868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32932) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:44.469060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 62b977bb-e8fc-45a1-81ef-6dc877faf433) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:44.478506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee391c4d-a652-4308-97ac-7e6d85ece834 None None] Network 62b977bb-e8fc-45a1-81ef-6dc877faf433 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:44.484135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.484733 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.504670 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-61c95c7b-603d-4f45-bd15-294aed77a6bf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6011217 Dec 15 14:13:44.518237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73410416-15b2-4eb6-bede-adecd4a9000c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.520901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-73410416-15b2-4eb6-bede-adecd4a9000c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0649390 Dec 15 14:13:44.523429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32934) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:44.669195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0efac4-e81d-4e79-ad29-61bdf55abd31 None None] Network 62b977bb-e8fc-45a1-81ef-6dc877faf433 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:44.706502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-84c128dd-f557-437d-8421-55b1eddbe883 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port dad93fd4-6dc7-464b-865a-9bbd26dc161e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:44.707201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84c128dd-f557-437d-8421-55b1eddbe883 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.738932 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.746906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.774193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:44.809918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:44.813411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:44.830904 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84c128dd-f557-437d-8421-55b1eddbe883 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.847827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-84c128dd-f557-437d-8421-55b1eddbe883 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for dad93fd4-6dc7-464b-865a-9bbd26dc161e owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:44.893500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Pushing event updated for resources: {'Port': ['ID=4a746007-f49d-4d22-8c7f-6f38ade92647,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:44.929177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Attempting to bind port 4a746007-f49d-4d22-8c7f-6f38ade92647 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:44.929691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Attempting to bind port 4a746007-f49d-4d22-8c7f-6f38ade92647 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:44.930399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Attempting to bind port 4a746007-f49d-4d22-8c7f-6f38ade92647 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:44.937452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:44.941061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:44.941061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.941061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:44.941061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Bound port: 4a746007-f49d-4d22-8c7f-6f38ade92647, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:44.941061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.026937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] For port 4a746007-f49d-4d22-8c7f-6f38ade92647, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:45.034383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] For port 4a746007-f49d-4d22-8c7f-6f38ade92647, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4a746007-f49d-4d22-8c7f-6f38ade92647,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:45.041426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.046983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84c128dd-f557-437d-8421-55b1eddbe883 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.078605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c128dd-f557-437d-8421-55b1eddbe883 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=dad93fd4-6dc7-464b-865a-9bbd26dc161e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:45.130185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edec69c-2d9b-414e-8084-72e2401feeef None None] Pushing event updated for resources: {'Port': ['ID=4a746007-f49d-4d22-8c7f-6f38ade92647,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:45.176704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84c128dd-f557-437d-8421-55b1eddbe883 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.182469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-84c128dd-f557-437d-8421-55b1eddbe883 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/dad93fd4-6dc7-464b-865a-9bbd26dc161e HTTP/1.1" status: 204 len: 168 time: 0.6556656 Dec 15 14:13:45.182960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32952) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:45.247200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-3278ff39-e67d-4ed4-aef3-ed9e9028437a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:45.249223 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-3278ff39-e67d-4ed4-aef3-ed9e9028437a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/networks?id=f914991b-1960-4ca6-a6af-3be6d44de5ba HTTP/1.1" status: 200 len: 812 time: 0.1579711 Dec 15 14:13:45.249734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bbe4d-16f6-4b32-aecc-36612692e885 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:45.251536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bbe4d-16f6-4b32-aecc-36612692e885 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:45.255965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f28bbe4d-16f6-4b32-aecc-36612692e885 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0691631 Dec 15 14:13:45.256243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:45.297375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-1042ece4-fc55-4ce0-8905-5376f076e51d tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/quotas/c35dace42b434f86aa7f9f3737923e55 HTTP/1.1" status: 200 len: 375 time: 0.0321870 Dec 15 14:13:45.378276 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-218e16f7-2fa3-4741-9eef-e871c4912f5a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c35dace42b434f86aa7f9f3737923e55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706055 Dec 15 14:13:45.383297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-40180990-aa71-4f78-86d1-4ca37923d578 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet a81c7eb7-92fc-4850-9ba6-9bcf7cdc2894 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:45.387088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40180990-aa71-4f78-86d1-4ca37923d578 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.501157 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40180990-aa71-4f78-86d1-4ca37923d578 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.581680 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-db476d57-a7f8-41fc-8545-a4043994e4a3 service neutron] 10.222.0.86 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910594 Dec 15 14:13:45.672318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40180990-aa71-4f78-86d1-4ca37923d578 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.751903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-02d4b09d-50c3-49f0-a50e-939e6a934090 service neutron] 10.222.0.86 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500275 Dec 15 14:13:45.780496 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40180990-aa71-4f78-86d1-4ca37923d578 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.811681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40180990-aa71-4f78-86d1-4ca37923d578 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=a81c7eb7-92fc-4850-9ba6-9bcf7cdc2894,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:45.817088 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40180990-aa71-4f78-86d1-4ca37923d578 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.823257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-40180990-aa71-4f78-86d1-4ca37923d578 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/a81c7eb7-92fc-4850-9ba6-9bcf7cdc2894 HTTP/1.1" status: 204 len: 168 time: 0.5637386 Dec 15 14:13:45.825048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32962) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:45.882916 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f5414ca7-c83c-4570-b790-b2a0cc8c17b8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554426 Dec 15 14:13:45.884909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:45.991490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff81f2-e2fb-4904-92ea-caa71b9a0152 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:45.996751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32972) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:45.996890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8dff81f2-e2fb-4904-92ea-caa71b9a0152 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1106029 Dec 15 14:13:46.082790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898e0e2-0298-47f6-b135-e18daecec9de tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.087035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f898e0e2-0298-47f6-b135-e18daecec9de tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0866799 Dec 15 14:13:46.087861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32976) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:46.116399 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0bbedb96-46df-4ef2-a439-b5131aa6a244 req-724a2c85-c0ee-42a4-8659-8ef83a23dddd tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 210 time: 0.1141591 Dec 15 14:13:46.145042 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f7011142-78b8-4b61-a341-cc64b7bb2bdb tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558941 Dec 15 14:13:46.149995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32978) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:46.156201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:46.277769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:46.282191 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.406734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56eb6a-091d-487f-bc47-958b0fb43a54 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:46.487192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6657d01b-749c-4bae-8423-2faa0a56e9f7 None None] Provisioning complete for port 4a746007-f49d-4d22-8c7f-6f38ade92647 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:46.487810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6657d01b-749c-4bae-8423-2faa0a56e9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.609755 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6657d01b-749c-4bae-8423-2faa0a56e9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.650323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6657d01b-749c-4bae-8423-2faa0a56e9f7 None None] For port 4a746007-f49d-4d22-8c7f-6f38ade92647, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4a746007-f49d-4d22-8c7f-6f38ade92647,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:46.659451 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6657d01b-749c-4bae-8423-2faa0a56e9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.672398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:46.729462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657d01b-749c-4bae-8423-2faa0a56e9f7 None None] Pushing event updated for resources: {'Port': ['ID=4a746007-f49d-4d22-8c7f-6f38ade92647,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:46.733670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:46.802941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] Deleting port 4a746007-f49d-4d22-8c7f-6f38ade92647 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:46.803464 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.876583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.902770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] For port 4a746007-f49d-4d22-8c7f-6f38ade92647, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4a746007-f49d-4d22-8c7f-6f38ade92647,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:46.903172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.917217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] Calling delete_port for 4a746007-f49d-4d22-8c7f-6f38ade92647 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:47.058538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] For port 4a746007-f49d-4d22-8c7f-6f38ade92647, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4a746007-f49d-4d22-8c7f-6f38ade92647,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:47.093094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.098992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.100119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.171557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:47.185074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:47.187041 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.211270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=4a746007-f49d-4d22-8c7f-6f38ade92647,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:47.217482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] Pushing event deleted for resources: {'Port': ['ID=4a746007-f49d-4d22-8c7f-6f38ade92647,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:47.218135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.219228 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.221234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e72fb-bb00-485f-9bfd-2290bdca08b4 None None] No DVR routers for this DVR port 4a746007-f49d-4d22-8c7f-6f38ade92647 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:47.229192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=60e118b8-ac32-4963-93f1-6ff37b977e69,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:47.243995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cf134a5f-65b0-42e0-9c60-846f73ae0822 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0924873 Dec 15 14:13:47.246689 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 32990) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:47.249756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a58bab-5725-499c-aa70-353b319156d0 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:47.253462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ae347736-b47d-4ce7-8b50-7630d7a863fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:47.377247 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e7ea1cae-2bab-4679-a986-08b7f9571ab1 req-22b73eb7-063e-4ed7-9af8-6cf81f80948b tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 210 time: 0.0860651 Dec 15 14:13:47.379667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '60e118b8-ac32-4963-93f1-6ff37b977e69'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:47.381541 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.577965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Allocated IP 2001:db8::f816:3eff:fe38:4efb (06615206-3daf-4fb1-bfaf-19c93dd25cda/60e118b8-ac32-4963-93f1-6ff37b977e69/76987eca-f95c-4524-b9e4-19a581e46847) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:47.578638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae347736-b47d-4ce7-8b50-7630d7a863fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:47.582221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae347736-b47d-4ce7-8b50-7630d7a863fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.594899 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-17befa3c-c80e-43b5-8925-ac761bf0b7c3 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.596449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-17befa3c-c80e-43b5-8925-ac761bf0b7c3 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.24 "GET /v2.0/networks?id=f914991b-1960-4ca6-a6af-3be6d44de5ba HTTP/1.1" status: 200 len: 812 time: 0.1613832 Dec 15 14:13:47.613373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Request body: {'port': {'device_id': '88c10262-7833-4d5d-99a2-e32c8f99ebbe', 'network_id': 'f914991b-1960-4ca6-a6af-3be6d44de5ba', 'admin_state_up': True, 'tenant_id': 'c35dace42b434f86aa7f9f3737923e55'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:47.738766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.745443 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.772995 n-d-821840-1 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-ae347736-b47d-4ce7-8b50-7630d7a863fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60e118b8-ac32-4963-93f1-6ff37b977e69 (CIDR: 2001:db8::/64) Dec 15 14:13:47.783399 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae347736-b47d-4ce7-8b50-7630d7a863fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:47.783893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae347736-b47d-4ce7-8b50-7630d7a863fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:47.791016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:47.794141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:47.799177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:47.802716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:47.817481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Made reservation on behalf of c35dace42b434f86aa7f9f3737923e55 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:47.822046 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.862029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Attempting to bind port 76987eca-f95c-4524-b9e4-19a581e46847 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:47.862402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Attempting to bind port 76987eca-f95c-4524-b9e4-19a581e46847 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:47.862776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Attempting to bind port 76987eca-f95c-4524-b9e4-19a581e46847 on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:47.867965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:47.868390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:47.868807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.869210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:47.869684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Bound port: 76987eca-f95c-4524-b9e4-19a581e46847, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:47.870077 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.890794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ae347736-b47d-4ce7-8b50-7630d7a863fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6419897 Dec 15 14:13:47.893679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 32994) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:47.899160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:47.947774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:47.952778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:47.960171 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.987438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Allocated IP 172.20.0.3 (f914991b-1960-4ca6-a6af-3be6d44de5ba/d34b9f2c-2dda-4009-a797-01c4c3b44f36/3cfa6676-fb08-4555-a79b-170399d2b10a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:48.028019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48ef08-9cfb-4ea3-bf04-54071f8c449e None None] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:48.184924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.226634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.288115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Network f914991b-1960-4ca6-a6af-3be6d44de5ba is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:48.291847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:48.304573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Pushing event updated for resources: {'Port': ['ID=3cfa6676-fb08-4555-a79b-170399d2b10a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:48.310486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:48.373295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:48.374176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.411950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:48.419886 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.427819 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e95f89d6-5e0d-4d7b-91c0-bcd02fb533c0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182859 Dec 15 14:13:48.439623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-b0f1264c-fc98-447e-9b29-5224b5cfea3a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:13:48.441021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-b0f1264c-fc98-447e-9b29-5224b5cfea3a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067005 Dec 15 14:13:48.602062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570960bb-1a14-4074-8a6b-b7ce4e29d04b req-5bc3fe87-245b-430d-906b-169ae5d73797 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:48.610359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-570960bb-1a14-4074-8a6b-b7ce4e29d04b req-5bc3fe87-245b-430d-906b-169ae5d73797 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 931 time: 0.1034622 Dec 15 14:13:48.610879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Request body: {'port': {'device_id': '88c10262-7833-4d5d-99a2-e32c8f99ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:48.680920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.694231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-570960bb-1a14-4074-8a6b-b7ce4e29d04b req-b457b677-c004-48c5-8136-84b9a903d60a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831900 Dec 15 14:13:48.829430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.900681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=af9ef568-354c-45c6-90cb-2f5c3398a684,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:48.927553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:48.929060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:48.932295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:48.932899 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.956391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-67d52d03-c703-4b01-851c-8e9ec8becf2f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0603268 Dec 15 14:13:48.957908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33006) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:48.965662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:1c:8a:fc', 'name': 'tempest-NetworksTestDHCPv6-1481010527'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:49.015626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33008) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:49.096100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfa6676-fb08-4555-a79b-170399d2b10a {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:49.110484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.128266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Transition to ACTIVE for port object 3cfa6676-fb08-4555-a79b-170399d2b10a will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:13:49.136454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.171690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:49.231877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51928a1b-d5a2-4c74-9e22-070d7b645435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.303992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.327766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Pushing event updated for resources: {'Port': ['ID=3cfa6676-fb08-4555-a79b-170399d2b10a,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.330635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 0f938ba2-dfab-457c-800b-4e0bbab46d53 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:49.385548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76987eca-f95c-4524-b9e4-19a581e46847 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:49.436771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Attempting to bind port 3cfa6676-fb08-4555-a79b-170399d2b10a on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:49.437117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Attempting to bind port 3cfa6676-fb08-4555-a79b-170399d2b10a by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '4547ec77-c9a6-4847-8bef-c0240e29f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f914991b-1960-4ca6-a6af-3be6d44de5ba'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:49.437451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Attempting to bind port 3cfa6676-fb08-4555-a79b-170399d2b10a on network f914991b-1960-4ca6-a6af-3be6d44de5ba {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:49.446338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Port 3cfa6676-fb08-4555-a79b-170399d2b10a on network f914991b-1960-4ca6-a6af-3be6d44de5ba not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:13:49.446663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Attempting to bind port 3cfa6676-fb08-4555-a79b-170399d2b10a on network f914991b-1960-4ca6-a6af-3be6d44de5ba {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:49.454612 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:49.454857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Checking segment: {'id': '4547ec77-c9a6-4847-8bef-c0240e29f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f914991b-1960-4ca6-a6af-3be6d44de5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:49.455239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Bound using segment: {'id': '4547ec77-c9a6-4847-8bef-c0240e29f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f914991b-1960-4ca6-a6af-3be6d44de5ba'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:49.456530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Bound port: 3cfa6676-fb08-4555-a79b-170399d2b10a, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4547ec77-c9a6-4847-8bef-c0240e29f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f914991b-1960-4ca6-a6af-3be6d44de5ba'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:49.456899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.459833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2fde8-88de-41a5-9d98-6f4d4799ec84 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:49.512086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 76987eca-f95c-4524-b9e4-19a581e46847 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:49.512738 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.549191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51928a1b-d5a2-4c74-9e22-070d7b645435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.556285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51928a1b-d5a2-4c74-9e22-070d7b645435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.569284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] For port 3cfa6676-fb08-4555-a79b-170399d2b10a, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:49.575949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9e8ca576-5994-4019-96d6-56ec42eac02a None None] Provisioning complete for port 76987eca-f95c-4524-b9e4-19a581e46847 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:49.576907 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca576-5994-4019-96d6-56ec42eac02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.596995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8:0:1::373 (06615206-3daf-4fb1-bfaf-19c93dd25cda/af9ef568-354c-45c6-90cb-2f5c3398a684/0f938ba2-dfab-457c-800b-4e0bbab46d53) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:49.607521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] For port 3cfa6676-fb08-4555-a79b-170399d2b10a, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3cfa6676-fb08-4555-a79b-170399d2b10a,segment=NetworkSegment(4547ec77-c9a6-4847-8bef-c0240e29f012),segment_id=4547ec77-c9a6-4847-8bef-c0240e29f012)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:49.612564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fe1c:8afc (06615206-3daf-4fb1-bfaf-19c93dd25cda/60e118b8-ac32-4963-93f1-6ff37b977e69/0f938ba2-dfab-457c-800b-4e0bbab46d53) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:49.618487 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-51928a1b-d5a2-4c74-9e22-070d7b645435 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5a1a8805111c4c61946e41b446a74af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5990896 Dec 15 14:13:49.618690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:49.627127 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51928a1b-d5a2-4c74-9e22-070d7b645435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaac6eb-cf89-49a6-8362-b8595344408d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.641417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.663346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:49.664136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.673419 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] 10.222.0.24 "PUT /v2.0/ports/3cfa6676-fb08-4555-a79b-170399d2b10a HTTP/1.1" status: 200 len: 1091 time: 1.2228081 Dec 15 14:13:49.686931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c10262-7833-4d5d-99a2-e32c8f99ebbe', 'tag': '3cfa6676-fb08-4555-a79b-170399d2b10a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:49.691008 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6743162c-7a13-4121-b921-d4244968fbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "88c10262-7833-4d5d-99a2-e32c8f99ebbe", "tag": "3cfa6676-fb08-4555-a79b-170399d2b10a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:49.772740 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c74c41-cc0a-4849-9296-a239459fb5ab x-openstack-request-id: req-c9c74c41-cc0a-4849-9296-a239459fb5ab {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:49.773038 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c10262-7833-4d5d-99a2-e32c8f99ebbe", "tag": "3cfa6676-fb08-4555-a79b-170399d2b10a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:49.773293 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9c74c41-cc0a-4849-9296-a239459fb5ab {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:49.773681 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c10262-7833-4d5d-99a2-e32c8f99ebbe', 'tag': '3cfa6676-fb08-4555-a79b-170399d2b10a', 'status': 'completed', 'code': 200} Dec 15 14:13:49.777090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.817847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca576-5994-4019-96d6-56ec42eac02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.824248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5625-1035-453f-80c1-4399c84921bb service neutron] Pushing event updated for resources: {'Port': ['ID=3cfa6676-fb08-4555-a79b-170399d2b10a,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.831486 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a62c33a0-0408-45c0-ae0f-603db42a7707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.852633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-14a99cfb-bcc5-453a-95ab-16938f9c4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:49.853693 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-14a99cfb-bcc5-453a-95ab-16938f9c4145 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c35dace42b434f86aa7f9f3737923e55&device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 1094 time: 0.1135828 Dec 15 14:13:49.869057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4703ad-2a4c-40d7-be33-e2b9042f1cde None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': '60e118b8-ac32-4963-93f1-6ff37b977e69', 'ip_address': '2001:db8::f816:3eff:fe38:4efb'}, {'subnet_id': 'af9ef568-354c-45c6-90cb-2f5c3398a684'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '76987eca-f95c-4524-b9e4-19a581e46847'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:49.871397 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a62c33a0-0408-45c0-ae0f-603db42a7707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.872023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:49.892423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb1136-aa97-4b15-80b5-bd450b1c17a3 req-794a8423-3e5a-412e-9446-e7fdbcdb0098 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:49.894134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.894563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76cb1136-aa97-4b15-80b5-bd450b1c17a3 req-794a8423-3e5a-412e-9446-e7fdbcdb0098 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 943 time: 0.0981708 Dec 15 14:13:49.911894 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-06e03c70-57ea-4857-8638-4b96c0cc9af7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfa6676-fb08-4555-a79b-170399d2b10a HTTP/1.1" status: 200 len: 217 time: 0.0501530 Dec 15 14:13:49.954087 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.963007 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef4703ad-2a4c-40d7-be33-e2b9042f1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.979114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-df273f88-3f11-47d1-a182-84ac2cd92c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:49.980838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-df273f88-3f11-47d1-a182-84ac2cd92c92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d34b9f2c-2dda-4009-a797-01c4c3b44f36 HTTP/1.1" status: 200 len: 852 time: 0.0614924 Dec 15 14:13:49.995758 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-76cb1136-aa97-4b15-80b5-bd450b1c17a3 req-458a5110-2f71-417d-a8aa-66c8abf45b91 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911553 Dec 15 14:13:50.004359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-9e8ca576-5994-4019-96d6-56ec42eac02a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:13:50.004960 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-9e8ca576-5994-4019-96d6-56ec42eac02a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:13:50.027041 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.027427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a62c33a0-0408-45c0-ae0f-603db42a7707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.030632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a62c33a0-0408-45c0-ae0f-603db42a7707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.032022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.035638 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a62c33a0-0408-45c0-ae0f-603db42a7707 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ecaac6eb-cf89-49a6-8362-b8595344408d HTTP/1.1" status: 204 len: 168 time: 0.4158871 Dec 15 14:13:50.038548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-9de9eb01-753a-4ec5-8f49-701afd9d63a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f914991b-1960-4ca6-a6af-3be6d44de5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510495 Dec 15 14:13:50.083033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:50.088858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:50.093469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:50.099997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.100696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.126412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1669238 Dec 15 14:13:50.130325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33020) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:50.132949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fa579-d670-4a33-8b1c-633f48e04c28 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=0f938ba2-dfab-457c-800b-4e0bbab46d53,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.222944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ef4703ad-2a4c-40d7-be33-e2b9042f1cde None None] Allocated IP 2001:db8:0:1::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/af9ef568-354c-45c6-90cb-2f5c3398a684/76987eca-f95c-4524-b9e4-19a581e46847) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:50.275045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7b528-c5c3-477c-8946-8dcfe602e97f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 0f938ba2-dfab-457c-800b-4e0bbab46d53 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:50.276360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b528-c5c3-477c-8946-8dcfe602e97f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.311369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c33a0-0408-45c0-ae0f-603db42a7707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaac6eb-cf89-49a6-8362-b8595344408d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.373836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ef4703ad-2a4c-40d7-be33-e2b9042f1cde None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:50.390001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b528-c5c3-477c-8946-8dcfe602e97f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.403666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-fb452482-9fe5-4dd8-b241-d4643090f3de service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540130 Dec 15 14:13:50.409746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7b528-c5c3-477c-8946-8dcfe602e97f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 0f938ba2-dfab-457c-800b-4e0bbab46d53 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:50.416227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef4703ad-2a4c-40d7-be33-e2b9042f1cde None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.425577 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef4703ad-2a4c-40d7-be33-e2b9042f1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.521559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b72727f9-395c-4cfb-a01a-9f3c27f17b19 req-e2d06c23-c557-42da-8520-ad8ff5d80f9f service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104364 Dec 15 14:13:50.578784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4703ad-2a4c-40d7-be33-e2b9042f1cde None None] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.636003 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743162c-7a13-4121-b921-d4244968fbe4 req-83288e79-6e69-49f2-b948-56ab3fef4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.637523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6743162c-7a13-4121-b921-d4244968fbe4 req-83288e79-6e69-49f2-b948-56ab3fef4ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c35dace42b434f86aa7f9f3737923e55&device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 1094 time: 0.0550189 Dec 15 14:13:50.686798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b528-c5c3-477c-8946-8dcfe602e97f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.718290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7b528-c5c3-477c-8946-8dcfe602e97f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=0f938ba2-dfab-457c-800b-4e0bbab46d53,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.758808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743162c-7a13-4121-b921-d4244968fbe4 req-6e2c4cd9-b844-4ec5-b5d9-186a7b9e954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.760881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6743162c-7a13-4121-b921-d4244968fbe4 req-6e2c4cd9-b844-4ec5-b5d9-186a7b9e954d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f914991b-1960-4ca6-a6af-3be6d44de5ba HTTP/1.1" status: 200 len: 914 time: 0.1154530 Dec 15 14:13:50.786090 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b528-c5c3-477c-8946-8dcfe602e97f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.789583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f7d7b528-c5c3-477c-8946-8dcfe602e97f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/0f938ba2-dfab-457c-800b-4e0bbab46d53 HTTP/1.1" status: 204 len: 168 time: 0.6580818 Dec 15 14:13:50.791948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33038) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:50.816231 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6743162c-7a13-4121-b921-d4244968fbe4 req-dbdb5732-ddfc-40e9-9c49-8ee47e80282e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfa6676-fb08-4555-a79b-170399d2b10a HTTP/1.1" status: 200 len: 217 time: 0.0471079 Dec 15 14:13:50.859096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef2168-58cd-4839-9983-0a922c291274 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.860876 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-89ef2168-58cd-4839-9983-0a922c291274 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0675478 Dec 15 14:13:50.863314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33042) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:50.882897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743162c-7a13-4121-b921-d4244968fbe4 req-04ad5e46-2735-46a2-a74f-63b6ac987a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.884365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6743162c-7a13-4121-b921-d4244968fbe4 req-04ad5e46-2735-46a2-a74f-63b6ac987a89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d34b9f2c-2dda-4009-a797-01c4c3b44f36 HTTP/1.1" status: 200 len: 852 time: 0.0593612 Dec 15 14:13:50.926254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6743162c-7a13-4121-b921-d4244968fbe4 req-eadb20bb-9472-40d9-ab64-32ecfb30566d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f914991b-1960-4ca6-a6af-3be6d44de5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313611 Dec 15 14:13:50.932292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9ae33-0be9-417b-8ff4-780bed6f108b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.940540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aee9ae33-0be9-417b-8ff4-780bed6f108b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0760016 Dec 15 14:13:50.941332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33044) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:50.954890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33046) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:51.021618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f7f76-b414-439a-9a6c-f85c658a374b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.023458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f7f76-b414-439a-9a6c-f85c658a374b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.024744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f7f76-b414-439a-9a6c-f85c658a374b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.026768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c41f7f76-b414-439a-9a6c-f85c658a374b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0839853 Dec 15 14:13:51.029704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33052) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:51.068691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6743162c-7a13-4121-b921-d4244968fbe4 req-10a7ff40-b7e5-4cbe-9c59-8549cb7e65be service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335011 Dec 15 14:13:51.111033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-764823031-network', 'tenant_id': 'f195a5d859e146c08aee9ea103654b5f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:51.136897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Made reservation on behalf of f195a5d859e146c08aee9ea103654b5f for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:51.140191 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.150500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.175237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e3ff95-930e-4d99-9097-dce9a83ee178 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 60e118b8-ac32-4963-93f1-6ff37b977e69 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:51.185018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e3ff95-930e-4d99-9097-dce9a83ee178 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.241476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.247214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.250104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e3ff95-930e-4d99-9097-dce9a83ee178 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.280526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:51.289278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ef970-1775-481d-bc48-321d42adb7ba,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.296162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667f7cf-5b50-4502-b66e-dcd4a3e42fe2 req-d72954c2-2b25-4715-83f1-2835ba1358d0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.299519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d667f7cf-5b50-4502-b66e-dcd4a3e42fe2 req-d72954c2-2b25-4715-83f1-2835ba1358d0 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 943 time: 0.2084305 Dec 15 14:13:51.305177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.305823 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Added segment 91ea3557-2883-4dec-8f50-34ae0dc1c56f of type vlan for network 219b80e2-a78b-467d-888f-34dc8721a9e8 Dec 15 14:13:51.335233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ae346c1c-c8e9-4e86-8861-83bf798f56e6 None None] Provisioning complete for port 76987eca-f95c-4524-b9e4-19a581e46847 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:51.335767 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae346c1c-c8e9-4e86-8861-83bf798f56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.344451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6743162c-7a13-4121-b921-d4244968fbe4 req-28a68600-8fc9-4f57-a2b7-32878d2d25c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646220 Dec 15 14:13:51.358159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.389154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.390243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.390906 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.408671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76987eca-f95c-4524-b9e4-19a581e46847 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:51.413194 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d667f7cf-5b50-4502-b66e-dcd4a3e42fe2 req-845eecc3-ec94-40e7-90bf-de70729e2565 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987978 Dec 15 14:13:51.432670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e3ff95-930e-4d99-9097-dce9a83ee178 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.459428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:51.459635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5033710 Dec 15 14:13:51.465266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Request body: {'subnet': {'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-764823031-subnet', 'tenant_id': 'f195a5d859e146c08aee9ea103654b5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:51.478612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e523d0f-5888-487b-b02d-f716b77a6d6f admin admin] Pushing event updated for resources: {'Network': ['ID=219b80e2-a78b-467d-888f-34dc8721a9e8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.514639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Made reservation on behalf of f195a5d859e146c08aee9ea103654b5f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:51.516672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 219b80e2-a78b-467d-888f-34dc8721a9e8 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:51.517989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.579303 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e3ff95-930e-4d99-9097-dce9a83ee178 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.614384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 76987eca-f95c-4524-b9e4-19a581e46847 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:51.614769 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.627243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3ff95-930e-4d99-9097-dce9a83ee178 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=60e118b8-ac32-4963-93f1-6ff37b977e69,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.637367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66e3ff95-930e-4d99-9097-dce9a83ee178 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.641184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-66e3ff95-930e-4d99-9097-dce9a83ee178 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/60e118b8-ac32-4963-93f1-6ff37b977e69 HTTP/1.1" status: 204 len: 168 time: 0.6102827 Dec 15 14:13:51.643750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33056) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:51.709134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9384f1c-4443-45cb-b59b-cad35d66265e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet af9ef568-354c-45c6-90cb-2f5c3398a684 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:51.713112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9384f1c-4443-45cb-b59b-cad35d66265e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.722894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-65d33abe-a2fc-4073-b9f2-a127c90750b4 None None] Could not find standard attr ID for object 4df44b47-a776-4cce-bb92-c7d5d2c22282. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:51.761985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9384f1c-4443-45cb-b59b-cad35d66265e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.773881 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.809874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46746036-5001-4628-898c-d800eb1c3c36 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:51.854835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53bd1a0-3b13-43f0-a606-4cc9dbf175fd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.863649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Checking segment: {'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:51.863861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Network hostable DHCP agents. Network: 219b80e2-a78b-467d-888f-34dc8721a9e8, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:51.868503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9384f1c-4443-45cb-b59b-cad35d66265e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.868737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4debabda-5f7b-4d85-b776-dec0b804f173 None None] Could not find standard attr ID for object dad93fd4-6dc7-464b-865a-9bbd26dc161e. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:51.882138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Network 219b80e2-a78b-467d-888f-34dc8721a9e8 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:51.892560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 219b80e2-a78b-467d-888f-34dc8721a9e8) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:51.901957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.903005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.904959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7cf079-6837-4ada-83e7-89311382ffda None None] Network 219b80e2-a78b-467d-888f-34dc8721a9e8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:51.929046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4e63002c-cb3e-4899-8454-b2eefef04198 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4681911 Dec 15 14:13:51.936358 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9384f1c-4443-45cb-b59b-cad35d66265e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.964732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9384f1c-4443-45cb-b59b-cad35d66265e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=af9ef568-354c-45c6-90cb-2f5c3398a684,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.969341 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9384f1c-4443-45cb-b59b-cad35d66265e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.974957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e9384f1c-4443-45cb-b59b-cad35d66265e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/af9ef568-354c-45c6-90cb-2f5c3398a684 HTTP/1.1" status: 204 len: 168 time: 0.3276808 Dec 15 14:13:51.975348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:52.028471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4a3057bf-59c2-49f5-9304-6e2fcb17d9e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517969 Dec 15 14:13:52.032060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33064) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:52.037549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:52.040341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7417644c-b93c-42e1-bad9-29f84821072d None None] Network 219b80e2-a78b-467d-888f-34dc8721a9e8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:52.144041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e1cd4-4b1d-4773-9d5b-23a884205d5c None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': 'af9ef568-354c-45c6-90cb-2f5c3398a684'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '76987eca-f95c-4524-b9e4-19a581e46847'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:52.147439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:52.152237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.210209 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b45e1cd4-4b1d-4773-9d5b-23a884205d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.383261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c3665-9164-49fc-a9be-7266944fa15c None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:52.517229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:52.640997 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-55aac586-fb41-49cf-a3af-b60d3f096e30 None None] Provisioning complete for port 76987eca-f95c-4524-b9e4-19a581e46847 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:52.641463 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-55aac586-fb41-49cf-a3af-b60d3f096e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.642404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c718a-2a49-42df-889b-9a48c9b78306 req-c82fda80-dd2d-469e-9ae3-e7b16f95402b tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:52.644345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c02c718a-2a49-42df-889b-9a48c9b78306 req-c82fda80-dd2d-469e-9ae3-e7b16f95402b tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 943 time: 0.1407411 Dec 15 14:13:52.756974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c02c718a-2a49-42df-889b-9a48c9b78306 req-1d5cdd38-27ec-43f1-90fb-e5672631fdcb tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847211 Dec 15 14:13:52.769688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.800853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': 'e84e37e7-50ec-43b2-9023-8f7ce21752e2'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '76987eca-f95c-4524-b9e4-19a581e46847'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:52.830681 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.942047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:52.973778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.979790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.980657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:52.991162 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:13:52.991447 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:13:53.047207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:53.057511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:53.063552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:53.064173 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.089686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=e84e37e7-50ec-43b2-9023-8f7ce21752e2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:53.097688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:53.107222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-014622b4-e182-4eb4-84f5-8d53052a9bfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0714717 Dec 15 14:13:53.107726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33078) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:53.112765 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3494204f-b776-4f29-9b39-7e9fcd93beda tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:53.229466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3494204f-b776-4f29-9b39-7e9fcd93beda tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:53.233957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3494204f-b776-4f29-9b39-7e9fcd93beda tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.308674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76987eca-f95c-4524-b9e4-19a581e46847 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:53.340232 n-d-821840-1 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-3494204f-b776-4f29-9b39-7e9fcd93beda tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e84e37e7-50ec-43b2-9023-8f7ce21752e2 (CIDR: 2001:db8::/64) Dec 15 14:13:53.347468 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3494204f-b776-4f29-9b39-7e9fcd93beda tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:53.348200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3494204f-b776-4f29-9b39-7e9fcd93beda tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:53.366907 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3494204f-b776-4f29-9b39-7e9fcd93beda tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2580390 Dec 15 14:13:53.369751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:53.377056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:53.412400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.448372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:53.457296 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.505279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:53.509189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.535726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.537540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:53.749208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.796594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:53.800866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:53.806619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:53.807387 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.823070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=69d3c231-e140-4161-9311-4751a3ef1993,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:53.836215 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-11062bce-df19-45c6-be0f-21310fc9c7e0 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4626851 Dec 15 14:13:53.836619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33090) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:53.841578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:53.843304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:44:ab:fc', 'name': 'tempest-NetworksTestDHCPv6-1192041506'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:53.891601 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.898073 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:53.937886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909795f7-fe21-44a2-b3da-299cad6873e6 req-9724bc27-a1c7-4a58-9855-bc0bf555a04c tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:53.946459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-909795f7-fe21-44a2-b3da-299cad6873e6 req-9724bc27-a1c7-4a58-9855-bc0bf555a04c tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 943 time: 0.0781317 Dec 15 14:13:53.963338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438a9fa-12b2-4f64-9498-98585ee80cd5 None None] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=10']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.009679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-909795f7-fe21-44a2-b3da-299cad6873e6 req-44a43446-5240-4485-81ef-39ed668b31cc tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622067 Dec 15 14:13:54.011013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:54.015693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.037600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port c02005ff-4a03-4810-bf5a-6d3171b5736b yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:54.199663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3cfa6676-fb08-4555-a79b-170399d2b10a details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:13:54.286427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8:0:1::14b (06615206-3daf-4fb1-bfaf-19c93dd25cda/69d3c231-e140-4161-9311-4751a3ef1993/c02005ff-4a03-4810-bf5a-6d3171b5736b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:54.292889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::f816:3eff:fe44:abfc (06615206-3daf-4fb1-bfaf-19c93dd25cda/e84e37e7-50ec-43b2-9023-8f7ce21752e2/c02005ff-4a03-4810-bf5a-6d3171b5736b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:54.323703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3cfa6676-fb08-4555-a79b-170399d2b10a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3cfa6676-fb08-4555-a79b-170399d2b10a,segment=NetworkSegment(4547ec77-c9a6-4847-8bef-c0240e29f012),segment_id=4547ec77-c9a6-4847-8bef-c0240e29f012)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:54.338761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '3cfa6676-fb08-4555-a79b-170399d2b10a', 'network_id': 'f914991b-1960-4ca6-a6af-3be6d44de5ba', 'port_id': '3cfa6676-fb08-4555-a79b-170399d2b10a', 'mac_address': 'fa:16:3e:62:2c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34b9f2c-2dda-4009-a797-01c4c3b44f36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:13:54.383845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.399106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfa6676-fb08-4555-a79b-170399d2b10a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:54.430730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3cfa6676-fb08-4555-a79b-170399d2b10a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3cfa6676-fb08-4555-a79b-170399d2b10a,segment=NetworkSegment(4547ec77-c9a6-4847-8bef-c0240e29f012),segment_id=4547ec77-c9a6-4847-8bef-c0240e29f012)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:54.437832 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.461675 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.494975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3cfa6676-fb08-4555-a79b-170399d2b10a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.504219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.559907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:54.564133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:54.566642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:54.572632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:54.573266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.590575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=c02005ff-4a03-4810-bf5a-6d3171b5736b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.605296 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1483acf5-55cb-40ab-bde9-89cdbc87aac4 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7676127 Dec 15 14:13:54.608473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33094) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:54.648519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['3cfa6676-fb08-4555-a79b-170399d2b10a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:54.719188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b01cae-0b8f-425f-ad6f-e9af9df50f19 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:54.722813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-55473729-490b-475e-b642-995ddf86d9ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port c02005ff-4a03-4810-bf5a-6d3171b5736b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:54.723411 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55473729-490b-475e-b642-995ddf86d9ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.820157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55473729-490b-475e-b642-995ddf86d9ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.834482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-55473729-490b-475e-b642-995ddf86d9ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for c02005ff-4a03-4810-bf5a-6d3171b5736b owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:54.875709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-477b4b8a-cd41-401a-8ab1-54b7045e94bc None None] Provisioning complete for port 76987eca-f95c-4524-b9e4-19a581e46847 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:54.876227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-477b4b8a-cd41-401a-8ab1-54b7045e94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.030376 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-477b4b8a-cd41-401a-8ab1-54b7045e94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.043861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55473729-490b-475e-b642-995ddf86d9ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.070553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-477b4b8a-cd41-401a-8ab1-54b7045e94bc None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:55.071913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a00c3-6692-4690-8728-bc10791fab48 None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': 'e84e37e7-50ec-43b2-9023-8f7ce21752e2', 'ip_address': '2001:db8::f816:3eff:fe38:4efb'}, {'subnet_id': '69d3c231-e140-4161-9311-4751a3ef1993'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '76987eca-f95c-4524-b9e4-19a581e46847'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:55.097652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55473729-490b-475e-b642-995ddf86d9ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=c02005ff-4a03-4810-bf5a-6d3171b5736b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:55.101622 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-477b4b8a-cd41-401a-8ab1-54b7045e94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.128667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c44a00c3-6692-4690-8728-bc10791fab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.176743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55473729-490b-475e-b642-995ddf86d9ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.180673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-55473729-490b-475e-b642-995ddf86d9ed tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/c02005ff-4a03-4810-bf5a-6d3171b5736b HTTP/1.1" status: 204 len: 168 time: 0.5712345 Dec 15 14:13:55.183308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33100) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:55.196399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b4b8a-cd41-401a-8ab1-54b7045e94bc None None] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=11']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:55.231207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd60607-7a2c-4da4-b955-95780f9b75b8 req-d7736cdc-e8d8-4d24-8d97-a9b71ca99d6b tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:55.233428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cd60607-7a2c-4da4-b955-95780f9b75b8 req-d7736cdc-e8d8-4d24-8d97-a9b71ca99d6b tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 944 time: 0.1333532 Dec 15 14:13:55.247143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23481f6f-e319-4ee8-b061-c07c2425708e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:55.249738 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-23481f6f-e319-4ee8-b061-c07c2425708e tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0646484 Dec 15 14:13:55.253235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33102) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:55.320443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cd60607-7a2c-4da4-b955-95780f9b75b8 req-b291c317-e9ae-4e09-8228-989d755e7c56 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674376 Dec 15 14:13:55.348535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c8008a-93a6-4713-812f-05fe501a0e52 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:55.350355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f6c8008a-93a6-4713-812f-05fe501a0e52 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0961852 Dec 15 14:13:55.353085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33104) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:55.382623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-c44a00c3-6692-4690-8728-bc10791fab48 None None] Allocated IP 2001:db8:0:1::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/69d3c231-e140-4161-9311-4751a3ef1993/76987eca-f95c-4524-b9e4-19a581e46847) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:55.432738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76987eca-f95c-4524-b9e4-19a581e46847 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:55.472520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154f835-472e-4681-9aa2-8702abcec5e9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:55.476221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154f835-472e-4681-9aa2-8702abcec5e9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:55.478376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154f835-472e-4681-9aa2-8702abcec5e9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:55.480334 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e154f835-472e-4681-9aa2-8702abcec5e9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1255827 Dec 15 14:13:55.484865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:55.558929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c44a00c3-6692-4690-8728-bc10791fab48 None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:55.568958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c4e4fe-71b8-400c-b779-51c062adad41 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 69d3c231-e140-4161-9311-4751a3ef1993 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:55.589264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 76987eca-f95c-4524-b9e4-19a581e46847 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:55.589648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.635395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c44a00c3-6692-4690-8728-bc10791fab48 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.641341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c4e4fe-71b8-400c-b779-51c062adad41 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.641665 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c44a00c3-6692-4690-8728-bc10791fab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.693200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c4e4fe-71b8-400c-b779-51c062adad41 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.766327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a00c3-6692-4690-8728-bc10791fab48 None None] Pushing event updated for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:55.781783 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c4e4fe-71b8-400c-b779-51c062adad41 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.850953 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c4e4fe-71b8-400c-b779-51c062adad41 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.878149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4e4fe-71b8-400c-b779-51c062adad41 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=69d3c231-e140-4161-9311-4751a3ef1993,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:55.884293 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c4e4fe-71b8-400c-b779-51c062adad41 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.891402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33110) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:55.894323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-52c4e4fe-71b8-400c-b779-51c062adad41 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/69d3c231-e140-4161-9311-4751a3ef1993 HTTP/1.1" status: 204 len: 168 time: 0.4075754 Dec 15 14:13:55.947995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a13e42b-1f5f-461b-9d1a-577603eb3708 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet e84e37e7-50ec-43b2-9023-8f7ce21752e2 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:55.952717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a13e42b-1f5f-461b-9d1a-577603eb3708 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.001919 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a13e42b-1f5f-461b-9d1a-577603eb3708 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.100019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a13e42b-1f5f-461b-9d1a-577603eb3708 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.165562 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a13e42b-1f5f-461b-9d1a-577603eb3708 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.212124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3cfa6676-fb08-4555-a79b-170399d2b10a up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:56.212772 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a13e42b-1f5f-461b-9d1a-577603eb3708 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.219445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3a13e42b-1f5f-461b-9d1a-577603eb3708 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/e84e37e7-50ec-43b2-9023-8f7ce21752e2 HTTP/1.1" status: 204 len: 168 time: 0.3246772 Dec 15 14:13:56.219445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13e42b-1f5f-461b-9d1a-577603eb3708 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=e84e37e7-50ec-43b2-9023-8f7ce21752e2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:56.220813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33116) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:56.269990 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f3c2db3f-c70f-4ae3-8104-f2113162a6ef tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447545 Dec 15 14:13:56.270195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:56.274909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:56.297346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 3cfa6676-fb08-4555-a79b-170399d2b10a completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:13:56.303771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 3cfa6676-fb08-4555-a79b-170399d2b10a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:56.304270 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.367310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4844f6-95aa-44c7-bfc9-cf6f572ed2b7 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:56.422227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:56.426251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.491475 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.515150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ef508787-c206-47c1-960a-a256e3a4cbf3 None None] Provisioning complete for port 76987eca-f95c-4524-b9e4-19a581e46847 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:56.515437 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef508787-c206-47c1-960a-a256e3a4cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.533177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64185e-41c1-48b5-b998-921eb255ae46 req-2d3f8e2e-104c-41be-b098-ee53c4288e47 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.534729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba64185e-41c1-48b5-b998-921eb255ae46 req-2d3f8e2e-104c-41be-b098-ee53c4288e47 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 944 time: 0.1269281 Dec 15 14:13:56.539152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 3cfa6676-fb08-4555-a79b-170399d2b10a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3cfa6676-fb08-4555-a79b-170399d2b10a,segment=NetworkSegment(4547ec77-c9a6-4847-8bef-c0240e29f012),segment_id=4547ec77-c9a6-4847-8bef-c0240e29f012)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:56.556844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c10262-7833-4d5d-99a2-e32c8f99ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfa6676-fb08-4555-a79b-170399d2b10a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:56.559113 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6357d7-5c31-4ba4-bd88-a36207a6d837" -d '{"events": [{"server_uuid": "88c10262-7833-4d5d-99a2-e32c8f99ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "3cfa6676-fb08-4555-a79b-170399d2b10a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:56.568407 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.660663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=3cfa6676-fb08-4555-a79b-170399d2b10a,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:56.682706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:13:56.684424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba64185e-41c1-48b5-b998-921eb255ae46 req-186978d8-2a89-4e0f-93eb-60a43bfa1ea4 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396086 Dec 15 14:13:56.741327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ef508787-c206-47c1-960a-a256e3a4cbf3 None None] Could not find standard attr ID for object c02005ff-4a03-4810-bf5a-6d3171b5736b. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:13:56.762477 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.763696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] Deleting port 76987eca-f95c-4524-b9e4-19a581e46847 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:56.764336 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.827841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:56.836093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:56.842620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.843668 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.861150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=a1dc9777-e5d3-4572-b7c6-7415d69d6436,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:56.887671 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05551135-f4a6-41e4-9f77-445da818538c x-openstack-request-id: req-05551135-f4a6-41e4-9f77-445da818538c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:56.888030 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c10262-7833-4d5d-99a2-e32c8f99ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "3cfa6676-fb08-4555-a79b-170399d2b10a", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:56.888682 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05551135-f4a6-41e4-9f77-445da818538c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:56.889583 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c10262-7833-4d5d-99a2-e32c8f99ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfa6676-fb08-4555-a79b-170399d2b10a', 'code': 200} Dec 15 14:13:56.894259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-08ec0cfd-aeaf-4cc7-aadd-8f64e5319067 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6230426 Dec 15 14:13:56.899901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33128) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:56.907854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a2ecd836-9650-4300-81f4-4f600fb2efec tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:56.959155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] For port 76987eca-f95c-4524-b9e4-19a581e46847, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=76987eca-f95c-4524-b9e4-19a581e46847,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:56.959720 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.973445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] Calling delete_port for 76987eca-f95c-4524-b9e4-19a581e46847 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:56.991821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb894575-3f23-4933-b910-6c80e1f34d8a req-3643e58c-e173-4d56-b88a-785ec4a4ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.993556 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eb894575-3f23-4933-b910-6c80e1f34d8a req-3643e58c-e173-4d56-b88a-785ec4a4ea30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 1096 time: 0.0532689 Dec 15 14:13:57.048405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ecd836-9650-4300-81f4-4f600fb2efec tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:57.049982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eb894575-3f23-4933-b910-6c80e1f34d8a req-9aa37ec1-09b3-4747-9d78-a73cd67f9d92 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497065 Dec 15 14:13:57.052592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd836-9650-4300-81f4-4f600fb2efec tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.066445 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.096075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] Pushing event deleted for resources: {'Port': ['ID=76987eca-f95c-4524-b9e4-19a581e46847,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:57.105277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25bc99f-0e95-460c-b4d0-fce825ffbc36 None None] No DVR routers for this DVR port 76987eca-f95c-4524-b9e4-19a581e46847 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:13:57.125631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d26cb4-c7e1-47cc-89fc-df8ae7ae7ff7 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:57.189265 n-d-821840-1 neutron-server[109768]: INFO neutron.db.ipam_backend_mixin [None req-a2ecd836-9650-4300-81f4-4f600fb2efec tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1dc9777-e5d3-4572-b7c6-7415d69d6436 (CIDR: 2001:db8::/64) Dec 15 14:13:57.194332 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ecd836-9650-4300-81f4-4f600fb2efec tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:13:57.195277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ecd836-9650-4300-81f4-4f600fb2efec tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:13:57.226352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a2ecd836-9650-4300-81f4-4f600fb2efec tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3249655 Dec 15 14:13:57.229261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:57.235272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:57.273083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': 'a1dc9777-e5d3-4572-b7c6-7415d69d6436'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:57.274679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.369180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76987eca-f95c-4524-b9e4-19a581e46847 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:13:57.382463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:57.386338 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.563080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 76987eca-f95c-4524-b9e4-19a581e46847 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:13:57.563436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 76987eca-f95c-4524-b9e4-19a581e46847 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:13:57.624883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/a1dc9777-e5d3-4572-b7c6-7415d69d6436/9818beda-414d-4144-8921-9697e1951c4b) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:57.706981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.objects.ports [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:13:57.708722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.762235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:57.766197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:57.773564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:57.774281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.789244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=38729c0b-0513-46d5-a415-19dcb6f072c1,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:57.828916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7cb78c01-ef56-4c5a-84b0-9eead5441dbd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5953903 Dec 15 14:13:57.829254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33138) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:57.834981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:b3:c5:5b', 'name': 'tempest-NetworksTestDHCPv6-1962839378'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:57.848404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0513c28-6eac-4edd-bf84-10a93fb2126c req-8cbc0c04-3236-4982-8c83-1c527bec7ca9 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:57.850499 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0513c28-6eac-4edd-bf84-10a93fb2126c req-8cbc0c04-3236-4982-8c83-1c527bec7ca9 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0715282 Dec 15 14:13:57.870870 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.881498 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.927361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:57.930430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:57.936474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:57.940135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Pushing event updated for resources: {'Port': ['ID=9818beda-414d-4144-8921-9697e1951c4b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:57.944666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0513c28-6eac-4edd-bf84-10a93fb2126c req-c85c1397-d768-420f-8640-b823335bc2cc tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851412 Dec 15 14:13:58.008933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Attempting to bind port 9818beda-414d-4144-8921-9697e1951c4b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:58.009316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Attempting to bind port 9818beda-414d-4144-8921-9697e1951c4b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:58.009723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Attempting to bind port 9818beda-414d-4144-8921-9697e1951c4b on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:58.015674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:58.018954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:58.019393 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.020576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:58.021368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Bound port: 9818beda-414d-4144-8921-9697e1951c4b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:58.021772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.078302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:58.113380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] For port 9818beda-414d-4144-8921-9697e1951c4b, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:58.117689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] For port 9818beda-414d-4144-8921-9697e1951c4b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9818beda-414d-4144-8921-9697e1951c4b,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:58.123911 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.245870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff323eff-68de-4976-87f6-8e413be61ea0 None None] Pushing event updated for resources: {'Port': ['ID=9818beda-414d-4144-8921-9697e1951c4b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:58.505385 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.526991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:13:58.717610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::b6 (06615206-3daf-4fb1-bfaf-19c93dd25cda/a1dc9777-e5d3-4572-b7c6-7415d69d6436/d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:58.723829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:c55b (06615206-3daf-4fb1-bfaf-19c93dd25cda/38729c0b-0513-46d5-a415-19dcb6f072c1/d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:58.875763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.915187 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.965746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:58.969763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:58.974465 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:58.980193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:58.980844 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.994805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:59.004595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ebd9f472-0249-4d77-ac94-ef03a3938953 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1715794 Dec 15 14:13:59.005091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33144) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:59.141280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153808bc-0caf-4fe2-89df-0028baea4ad4 req-96ef9005-7d13-4980-9bb7-c34918e02005 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.142898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-153808bc-0caf-4fe2-89df-0028baea4ad4 req-96ef9005-7d13-4980-9bb7-c34918e02005 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0689716 Dec 15 14:13:59.164260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5be71de4-fd21-4325-a6b5-3ea53406d43a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:13:59.164600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5be71de4-fd21-4325-a6b5-3ea53406d43a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.275978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-153808bc-0caf-4fe2-89df-0028baea4ad4 req-ede2150b-5bd6-4d42-9674-03d269b02994 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179302 Dec 15 14:13:59.314689 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5be71de4-fd21-4325-a6b5-3ea53406d43a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.332165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5be71de4-fd21-4325-a6b5-3ea53406d43a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:13:59.347785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce26ca3-9a0f-4cef-9bc5-9e9418cff996 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:59.429894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9818beda-414d-4144-8921-9697e1951c4b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:59.441879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa449a-4907-41dc-8ea7-90c52d24b71f req-5b4ce5aa-08d0-4f45-a682-f5ae1ddf1d6d tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.445108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0baa449a-4907-41dc-8ea7-90c52d24b71f req-5b4ce5aa-08d0-4f45-a682-f5ae1ddf1d6d tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0683455 Dec 15 14:13:59.494804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-afaef7be-169a-403c-97a6-79bca9e6de76 None None] Provisioning complete for port 9818beda-414d-4144-8921-9697e1951c4b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:59.495295 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afaef7be-169a-403c-97a6-79bca9e6de76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.516020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0baa449a-4907-41dc-8ea7-90c52d24b71f req-3c15e7a4-9521-4d53-8124-fc930e3f8a8a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596881 Dec 15 14:13:59.581571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5be71de4-fd21-4325-a6b5-3ea53406d43a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.595368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9818beda-414d-4144-8921-9697e1951c4b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:59.595740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.620425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be71de4-fd21-4325-a6b5-3ea53406d43a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:59.674326 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afaef7be-169a-403c-97a6-79bca9e6de76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.686897 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5be71de4-fd21-4325-a6b5-3ea53406d43a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.692172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5be71de4-fd21-4325-a6b5-3ea53406d43a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7 HTTP/1.1" status: 204 len: 168 time: 0.6860390 Dec 15 14:13:59.695164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33152) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:59.771693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d5faf5-63b6-4e47-b535-62f7e8998177 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.773700 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-88d5faf5-63b6-4e47-b535-62f7e8998177 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0767860 Dec 15 14:13:59.776367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33156) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:59.784034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-afaef7be-169a-403c-97a6-79bca9e6de76 None None] For port 9818beda-414d-4144-8921-9697e1951c4b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9818beda-414d-4144-8921-9697e1951c4b,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:59.791726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afaef7be-169a-403c-97a6-79bca9e6de76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.805973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c3e34-184d-412a-b977-84cf7e64f1c9 None None] Update dhcp port {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'fixed_ips': [{'subnet_id': 'a1dc9777-e5d3-4572-b7c6-7415d69d6436', 'ip_address': '2001:db8::2'}, {'subnet_id': '38729c0b-0513-46d5-a415-19dcb6f072c1'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '9818beda-414d-4144-8921-9697e1951c4b'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:13:59.838312 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.853451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bcdf85-a38c-47de-831d-52a6a369a064 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.855101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c1bcdf85-a38c-47de-831d-52a6a369a064 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0775905 Dec 15 14:13:59.857690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33158) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:59.872920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ac68e-9e79-474b-adbf-1a749533b08d req-fabcd786-f135-4af6-a83e-015acf553106 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.888027 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4c1ac68e-9e79-474b-adbf-1a749533b08d req-fabcd786-f135-4af6-a83e-015acf553106 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0859845 Dec 15 14:13:59.898739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be8c3e34-184d-412a-b977-84cf7e64f1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.912746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaef7be-169a-403c-97a6-79bca9e6de76 None None] Pushing event updated for resources: {'Port': ['ID=9818beda-414d-4144-8921-9697e1951c4b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:59.933559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b761d295-fd53-4c41-a287-5cafa0ae0379 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.935106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b761d295-fd53-4c41-a287-5cafa0ae0379 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.937564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b761d295-fd53-4c41-a287-5cafa0ae0379 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.940046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b761d295-fd53-4c41-a287-5cafa0ae0379 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0808802 Dec 15 14:13:59.942423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33160) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:59.969436 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4c1ac68e-9e79-474b-adbf-1a749533b08d req-42d798fd-f397-42d5-8323-3931375aeca6 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788825 Dec 15 14:14:00.012172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-69612865-ae98-4fcf-a1d2-3322d6deea17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 38729c0b-0513-46d5-a415-19dcb6f072c1 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:00.015999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69612865-ae98-4fcf-a1d2-3322d6deea17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.029152 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:14:00.029846 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:14:00.058875 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69612865-ae98-4fcf-a1d2-3322d6deea17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.104683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69612865-ae98-4fcf-a1d2-3322d6deea17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.178885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69612865-ae98-4fcf-a1d2-3322d6deea17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server [None req-be8c3e34-184d-412a-b977-84cf7e64f1c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38729c0b-0513-46d5-a415-19dcb6f072c1: This subnet is being modified by another concurrent operation. Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38729c0b-0513-46d5-a415-19dcb6f072c1: This subnet is being modified by another concurrent operation. Dec 15 14:14:00.181059 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Dec 15 14:14:00.209502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69612865-ae98-4fcf-a1d2-3322d6deea17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.212820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-69612865-ae98-4fcf-a1d2-3322d6deea17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/38729c0b-0513-46d5-a415-19dcb6f072c1 HTTP/1.1" status: 204 len: 168 time: 0.2694509 Dec 15 14:14:00.218827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:00.282692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69612865-ae98-4fcf-a1d2-3322d6deea17 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=38729c0b-0513-46d5-a415-19dcb6f072c1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:00.318232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-09cc54b9-aeea-4166-ad2c-41bbbade9f73 None None] Could not find standard attr ID for object d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:14:00.320819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-898b41f8-d515-4d44-956c-ef9a75134af3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet a1dc9777-e5d3-4572-b7c6-7415d69d6436 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:00.327260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-898b41f8-d515-4d44-956c-ef9a75134af3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.334831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-09cc54b9-aeea-4166-ad2c-41bbbade9f73 None None] Provisioning complete for port 9818beda-414d-4144-8921-9697e1951c4b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:00.335224 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09cc54b9-aeea-4166-ad2c-41bbbade9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.406278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-898b41f8-d515-4d44-956c-ef9a75134af3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.508031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-898b41f8-d515-4d44-956c-ef9a75134af3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.586696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f41e42dd-b509-4aa9-91fd-d2b1c11f0f2e None None] Could not find standard attr ID for object d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:14:00.592143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f41e42dd-b509-4aa9-91fd-d2b1c11f0f2e None None] Could not find standard attr ID for object c02005ff-4a03-4810-bf5a-6d3171b5736b. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:14:00.597155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f41e42dd-b509-4aa9-91fd-d2b1c11f0f2e None None] Could not find standard attr ID for object 0f938ba2-dfab-457c-800b-4e0bbab46d53. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:14:00.613660 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-898b41f8-d515-4d44-956c-ef9a75134af3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.656298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b41f8-d515-4d44-956c-ef9a75134af3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=a1dc9777-e5d3-4572-b7c6-7415d69d6436,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:00.659060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-898b41f8-d515-4d44-956c-ef9a75134af3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.665232 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-898b41f8-d515-4d44-956c-ef9a75134af3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/a1dc9777-e5d3-4572-b7c6-7415d69d6436 HTTP/1.1" status: 204 len: 168 time: 0.4430602 Dec 15 14:14:00.665599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33166) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:00.724854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33168) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:00.725930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d0d173e3-8acd-4c29-8ce4-9fcc44890e03 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586538 Dec 15 14:14:00.728368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514caa7c-102a-4633-aa1c-73d4818d3644 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:00.729963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:00.838839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:00.843397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.920892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:00.984323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.004459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] Deleting port 9818beda-414d-4144-8921-9697e1951c4b {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:01.004459 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.101379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] For port 9818beda-414d-4144-8921-9697e1951c4b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9818beda-414d-4144-8921-9697e1951c4b,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:01.103134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.116504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.122616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] Calling delete_port for 9818beda-414d-4144-8921-9697e1951c4b owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:01.135731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de1978-1034-4cfc-b2ed-71b9dff79a5e req-5bd9f3fd-3466-4c65-9a83-a1ca584cbdc2 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.137371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5de1978-1034-4cfc-b2ed-71b9dff79a5e req-5bd9f3fd-3466-4c65-9a83-a1ca584cbdc2 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0876021 Dec 15 14:14:01.142648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.192615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:01.198098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:01.201558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.202202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.235417 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5088944 Dec 15 14:14:01.237958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:01.245330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1c0b76e4-f970-4179-a02f-0485e1dbdc4a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:01.252185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9b3ce-d5ac-4003-8b5f-a0b7c6c5dff9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=1e93b173-571e-44fb-baec-a4e388feec9e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:01.277123 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5de1978-1034-4cfc-b2ed-71b9dff79a5e req-f570278f-725a-4a84-b88a-0e12ba339f2d tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306207 Dec 15 14:14:01.281186 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.340175 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9900198b-df5a-4981-b30e-b184240b7b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.343219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] No DVR routers for this DVR port 9818beda-414d-4144-8921-9697e1951c4b on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:01.347102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8fef9-1b95-46d5-9b0b-ee181ff02aa6 None None] Pushing event deleted for resources: {'Port': ['ID=9818beda-414d-4144-8921-9697e1951c4b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:01.363109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce0283-0196-4f63-8a82-5a5809f06982 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:01.431008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9818beda-414d-4144-8921-9697e1951c4b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:01.471955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9818beda-414d-4144-8921-9697e1951c4b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:01.472401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9818beda-414d-4144-8921-9697e1951c4b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:01.487248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b76e4-f970-4179-a02f-0485e1dbdc4a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:01.495333 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c0b76e4-f970-4179-a02f-0485e1dbdc4a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.586675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-06615206-3daf-4fb1-bfaf-19c93dd25cda', 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'project_id': '4d3cbdac52304dc28d8c7ebaf5d0dd6d', 'fixed_ips': [{'subnet_id': '1e93b173-571e-44fb-baec-a4e388feec9e'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:01.588211 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.623555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb6f11-d359-4146-a0e6-4e425d7d7d30 req-e78d477b-dbed-4ef0-98f2-cb9610c912a1 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.625250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cadb6f11-d359-4146-a0e6-4e425d7d7d30 req-e78d477b-dbed-4ef0-98f2-cb9610c912a1 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0813427 Dec 15 14:14:01.654897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-4501c9d0-e5b5-4f54-97e0-7b515c5a0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.656938 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-4501c9d0-e5b5-4f54-97e0-7b515c5a0a86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c35dace42b434f86aa7f9f3737923e55&device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 1096 time: 0.0737054 Dec 15 14:14:01.689179 n-d-821840-1 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-1c0b76e4-f970-4179-a02f-0485e1dbdc4a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1e93b173-571e-44fb-baec-a4e388feec9e (CIDR: 2001:db8::/64) Dec 15 14:14:01.703412 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0b76e4-f970-4179-a02f-0485e1dbdc4a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:14:01.703768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0b76e4-f970-4179-a02f-0485e1dbdc4a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:01.713572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cadb6f11-d359-4146-a0e6-4e425d7d7d30 req-3f346fd1-878f-43a0-a1a7-e98b85efefed tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812640 Dec 15 14:14:01.754336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1c0b76e4-f970-4179-a02f-0485e1dbdc4a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5152645 Dec 15 14:14:01.759203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33180) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:01.764870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'subnet': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:01.807582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Allocated IP 2001:db8::2 (06615206-3daf-4fb1-bfaf-19c93dd25cda/1e93b173-571e-44fb-baec-a4e388feec9e/96dfa6c1-a545-4a10-9645-6acf9b7e720c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:01.828469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-91debdfe-7a26-4881-8446-ab5499fd8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.829686 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-91debdfe-7a26-4881-8446-ab5499fd8f79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f914991b-1960-4ca6-a6af-3be6d44de5ba HTTP/1.1" status: 200 len: 914 time: 0.1582439 Dec 15 14:14:01.882244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-f0ea1de1-86d2-4670-a7f3-fd609cb52a2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfa6676-fb08-4555-a79b-170399d2b10a HTTP/1.1" status: 200 len: 217 time: 0.0452497 Dec 15 14:14:01.932423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:01.946062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:01.948952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-4b5753f7-c60c-483d-a6cc-c44ec35ad32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.952457 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-4b5753f7-c60c-483d-a6cc-c44ec35ad32c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d34b9f2c-2dda-4009-a797-01c4c3b44f36 HTTP/1.1" status: 200 len: 852 time: 0.0589452 Dec 15 14:14:02.000692 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-37db9d87-ef8f-44a1-8d2b-352b72a8f116 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f914991b-1960-4ca6-a6af-3be6d44de5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416284 Dec 15 14:14:02.018850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.031051 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.077095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:02.081509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:02.085011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:02.090795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Pushing event updated for resources: {'Port': ['ID=96dfa6c1-a545-4a10-9645-6acf9b7e720c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:02.135617 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-9e86d7f0-d496-4bfb-93bc-eea7e2d4edac service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264811 Dec 15 14:14:02.178052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Attempting to bind port 96dfa6c1-a545-4a10-9645-6acf9b7e720c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:02.181020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Attempting to bind port 96dfa6c1-a545-4a10-9645-6acf9b7e720c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:02.181615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Attempting to bind port 96dfa6c1-a545-4a10-9645-6acf9b7e720c on network 06615206-3daf-4fb1-bfaf-19c93dd25cda {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:02.191285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:02.191680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Checking segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:02.192120 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.192725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Bound using segment: {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:02.193061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Bound port: 96dfa6c1-a545-4a10-9645-6acf9b7e720c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4da8ce-38cf-4dee-b1b7-5bce1191e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:02.193423 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.269788 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a98796e-55d2-43a2-a51a-0ee9163fa38a req-7f0c8b0c-4014-491e-95f0-d48f28bb98ab service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272023 Dec 15 14:14:02.288922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] For port 96dfa6c1-a545-4a10-9645-6acf9b7e720c, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:02.292457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] For port 96dfa6c1-a545-4a10-9645-6acf9b7e720c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=96dfa6c1-a545-4a10-9645-6acf9b7e720c,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:02.300353 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.402283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460baf8-a26b-4c0d-901f-e650a8053aeb None None] Pushing event updated for resources: {'Port': ['ID=96dfa6c1-a545-4a10-9645-6acf9b7e720c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:02.441463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-13f5dffc-663a-486b-9465-18de540081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.443227 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-13f5dffc-663a-486b-9465-18de540081f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c35dace42b434f86aa7f9f3737923e55&device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 1096 time: 0.0743527 Dec 15 14:14:02.547259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.objects.ports [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:14:02.649658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-a0ae3746-7eec-4cf7-bad6-c96b8f5339d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.651171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-a0ae3746-7eec-4cf7-bad6-c96b8f5339d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f914991b-1960-4ca6-a6af-3be6d44de5ba HTTP/1.1" status: 200 len: 914 time: 0.1694496 Dec 15 14:14:02.726935 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-e57ef0ae-f75b-40f2-8c01-5b0b88a20bae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfa6676-fb08-4555-a79b-170399d2b10a HTTP/1.1" status: 200 len: 217 time: 0.0666299 Dec 15 14:14:02.772379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:02.830315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-4ccad25f-b83b-491a-8376-5b0255b8bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.833040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-4ccad25f-b83b-491a-8376-5b0255b8bd31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d34b9f2c-2dda-4009-a797-01c4c3b44f36 HTTP/1.1" status: 200 len: 852 time: 0.0956621 Dec 15 14:14:02.927238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-a4dcd753-94c7-4c1b-82ec-06f6a4161632 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f914991b-1960-4ca6-a6af-3be6d44de5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857100 Dec 15 14:14:03.044101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] For port 96dfa6c1-a545-4a10-9645-6acf9b7e720c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=96dfa6c1-a545-4a10-9645-6acf9b7e720c,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:03.047211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4125529-b217-4698-bbc0-270b78192e4b req-2ceec4d9-1044-40a6-9a70-7e59732b1e93 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:03.049896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4125529-b217-4698-bbc0-270b78192e4b req-2ceec4d9-1044-40a6-9a70-7e59732b1e93 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.1367722 Dec 15 14:14:03.051807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-89aa875b-ee0a-47c3-9adc-b55467878ca1 req-e6e7e622-fe25-4d1c-9f3a-c15d4db20c53 service neutron] (109767) timed out ('10.222.0.24', 62162) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:14:03.089650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-91c1bedc-7200-4302-aca8-d8dbed6ba86b service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365561 Dec 15 14:14:03.092489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.100366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.101848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.192256 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4125529-b217-4698-bbc0-270b78192e4b req-7dd0478c-3f38-481e-badc-baaa85048804 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337135 Dec 15 14:14:03.198654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:03.206193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:03.211805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:03.212472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.218393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=96dfa6c1-a545-4a10-9645-6acf9b7e720c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:03.227372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Subnet': ['ID=711b4781-383e-43ca-a3e5-6e1e0040b6cd,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:03.244216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-87eeb2a4-442d-4cf7-8d4d-456cd4fd89b7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4838271 Dec 15 14:14:03.245153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33186) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:03.247603 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-764aa5de-81c4-48b3-9048-fe9cea4cab36 req-27606c42-204b-4a87-a733-bd34c235c4f2 service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434345 Dec 15 14:14:03.258765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Request body: {'port': {'network_id': '06615206-3daf-4fb1-bfaf-19c93dd25cda', 'mac_address': 'fa:16:3e:ff:39:5e', 'name': 'tempest-NetworksTestDHCPv6-1211407739'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:03.397729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 96dfa6c1-a545-4a10-9645-6acf9b7e720c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:03.461245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Made reservation on behalf of 4d3cbdac52304dc28d8c7ebaf5d0dd6d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:03.467304 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.480690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 96dfa6c1-a545-4a10-9645-6acf9b7e720c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:03.481317 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.495173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] device_id is not set on port 73354683-ad70-421c-af8c-3bfd77ec085d yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:14:03.618282 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.690340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 96dfa6c1-a545-4a10-9645-6acf9b7e720c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=96dfa6c1-a545-4a10-9645-6acf9b7e720c,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:03.699629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.774671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=96dfa6c1-a545-4a10-9645-6acf9b7e720c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:03.775015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8::60 (06615206-3daf-4fb1-bfaf-19c93dd25cda/1e93b173-571e-44fb-baec-a4e388feec9e/73354683-ad70-421c-af8c-3bfd77ec085d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:03.788442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:395e (06615206-3daf-4fb1-bfaf-19c93dd25cda/711b4781-383e-43ca-a3e5-6e1e0040b6cd/73354683-ad70-421c-af8c-3bfd77ec085d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:03.789643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2123f00-2844-4de9-a01f-e3ad1c48693d None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:03.855530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c97de37f-9753-4984-9b58-424c9a09e711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.926023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4d2b86dc-91c2-45f5-adad-ba2ca45bb5ef None None] Provisioning complete for port 96dfa6c1-a545-4a10-9645-6acf9b7e720c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:03.926494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4d2b86dc-91c2-45f5-adad-ba2ca45bb5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.970360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.027691 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.079858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:04.083137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:04.087043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:04.093500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:04.094286 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.109533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event updated for resources: {'Port': ['ID=73354683-ad70-421c-af8c-3bfd77ec085d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:04.124051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9754d3e7-a569-477c-b744-a565603fb951 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8777599 Dec 15 14:14:04.126817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33190) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:04.270245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4d08ef7b-46d1-4ae1-814e-9c93807d7b76 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting port 73354683-ad70-421c-af8c-3bfd77ec085d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:04.271166 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d08ef7b-46d1-4ae1-814e-9c93807d7b76 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.425244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e7ebb-17af-4b0f-aaa4-fb3b0b46acbf req-5a8e17e6-664c-4f3e-a4a6-341ef8b82a6f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:04.426857 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03e7ebb-17af-4b0f-aaa4-fb3b0b46acbf req-5a8e17e6-664c-4f3e-a4a6-341ef8b82a6f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.1053655 Dec 15 14:14:04.428865 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d08ef7b-46d1-4ae1-814e-9c93807d7b76 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.460733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4d08ef7b-46d1-4ae1-814e-9c93807d7b76 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Calling delete_port for 73354683-ad70-421c-af8c-3bfd77ec085d owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:04.533821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03e7ebb-17af-4b0f-aaa4-fb3b0b46acbf req-be4ea634-2e00-475d-8ae0-8c08e6f1b71a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010497 Dec 15 14:14:04.737112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d08ef7b-46d1-4ae1-814e-9c93807d7b76 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.801012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-19d0c99d-f9d9-4938-b5f9-c0bb8289c100 None None] Provisioning complete for port 96dfa6c1-a545-4a10-9645-6acf9b7e720c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:04.802374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19d0c99d-f9d9-4938-b5f9-c0bb8289c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.802788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08ef7b-46d1-4ae1-814e-9c93807d7b76 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Port': ['ID=73354683-ad70-421c-af8c-3bfd77ec085d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:04.859147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d08ef7b-46d1-4ae1-814e-9c93807d7b76 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.863769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4d08ef7b-46d1-4ae1-814e-9c93807d7b76 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/73354683-ad70-421c-af8c-3bfd77ec085d HTTP/1.1" status: 204 len: 168 time: 0.7357073 Dec 15 14:14:04.867838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33200) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:04.915797 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:04.939918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef47e2f-8c3b-4720-8990-205946eafaa6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:04.942506 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1ef47e2f-8c3b-4720-8990-205946eafaa6 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0723622 Dec 15 14:14:04.945191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33202) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:05.040900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2166ead-f365-444d-8d06-7497d8daa753 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:05.043532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f2166ead-f365-444d-8d06-7497d8daa753 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0970809 Dec 15 14:14:05.056963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33204) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:05.156675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0b8d6e93-f892-47f1-b4f1-ee97956cb20d None None] Could not find standard attr ID for object 73354683-ad70-421c-af8c-3bfd77ec085d. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:14:05.369182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f90109-c2af-4936-a806-7d7afbebe03a req-8590482e-5f07-4ec4-babe-1673ef1a089d tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:05.378664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8f90109-c2af-4936-a806-7d7afbebe03a req-8590482e-5f07-4ec4-babe-1673ef1a089d tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.1707630 Dec 15 14:14:05.412276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 96dfa6c1-a545-4a10-9645-6acf9b7e720c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:05.475203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d2697-4738-4166-9baf-59a7fb79d08a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:05.477099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d2697-4738-4166-9baf-59a7fb79d08a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:05.478638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d2697-4738-4166-9baf-59a7fb79d08a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:05.483699 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-261d2697-4738-4166-9baf-59a7fb79d08a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4214804 Dec 15 14:14:05.484336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33208) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:05.495814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d12b7a6-bdc0-47d9-a9dd-ee32b315e0c7 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:14:05.521344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8f90109-c2af-4936-a806-7d7afbebe03a req-8112f077-8eca-43bb-bff5-fdd7ee8238a9 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417606 Dec 15 14:14:05.557011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 96dfa6c1-a545-4a10-9645-6acf9b7e720c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:05.557412 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.584978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e108a6-17a4-406c-9ca9-567a3cc8aea3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 1e93b173-571e-44fb-baec-a4e388feec9e {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:05.600535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26e108a6-17a4-406c-9ca9-567a3cc8aea3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.663196 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26e108a6-17a4-406c-9ca9-567a3cc8aea3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.672200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12b7a6-bdc0-47d9-a9dd-ee32b315e0c7 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:14:05.762694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26e108a6-17a4-406c-9ca9-567a3cc8aea3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.833995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26e108a6-17a4-406c-9ca9-567a3cc8aea3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.863557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e108a6-17a4-406c-9ca9-567a3cc8aea3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=1e93b173-571e-44fb-baec-a4e388feec9e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:05.867946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26e108a6-17a4-406c-9ca9-567a3cc8aea3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.874402 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-26e108a6-17a4-406c-9ca9-567a3cc8aea3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/1e93b173-571e-44fb-baec-a4e388feec9e HTTP/1.1" status: 204 len: 168 time: 0.3858893 Dec 15 14:14:05.874596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:05.934418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61b47e2-7c04-412f-be2c-f1efb1afb734 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Deleting subnet 711b4781-383e-43ca-a3e5-6e1e0040b6cd {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:05.938507 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d61b47e2-7c04-412f-be2c-f1efb1afb734 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.986565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d61b47e2-7c04-412f-be2c-f1efb1afb734 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.076061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d61b47e2-7c04-412f-be2c-f1efb1afb734 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.181016 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d61b47e2-7c04-412f-be2c-f1efb1afb734 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.213791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b47e2-7c04-412f-be2c-f1efb1afb734 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Subnet': ['ID=711b4781-383e-43ca-a3e5-6e1e0040b6cd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:06.222819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d61b47e2-7c04-412f-be2c-f1efb1afb734 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.227804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d61b47e2-7c04-412f-be2c-f1efb1afb734 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/711b4781-383e-43ca-a3e5-6e1e0040b6cd HTTP/1.1" status: 204 len: 168 time: 0.3519878 Dec 15 14:14:06.229999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.276632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-02a3f36f-4c3b-4947-b7c1-1daef644181a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453007 Dec 15 14:14:06.278857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.296415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-081350b2-39ef-4a7a-8469-33ec4d1598dc None None] Provisioning complete for port 3cfa6676-fb08-4555-a79b-170399d2b10a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:06.296900 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-081350b2-39ef-4a7a-8469-33ec4d1598dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.334703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b75688-0820-4690-b277-9f90218423c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:06.336401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-38b75688-0820-4690-b277-9f90218423c9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0559101 Dec 15 14:14:06.339103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33216) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.399484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f982a1b-b3a5-4dff-9567-51ede881cc32 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:06.401017 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0f982a1b-b3a5-4dff-9567-51ede881cc32 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0609219 Dec 15 14:14:06.404273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.450728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-908f7553-b9a3-428b-9e47-c0532a234b49 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447304 Dec 15 14:14:06.458045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33220) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.488705 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce49377-20fb-4d63-b8c2-aebf8cd66085 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.489435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce49377-20fb-4d63-b8c2-aebf8cd66085 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.492980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cce49377-20fb-4d63-b8c2-aebf8cd66085 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/73354683-ad70-421c-af8c-3bfd77ec085d HTTP/1.1" status: 404 len: 333 time: 0.0337307 Dec 15 14:14:06.495464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33222) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.530046 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f64444-4961-4ce8-84f2-c20e0067a057 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.530046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f64444-4961-4ce8-84f2-c20e0067a057 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.532389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-61f64444-4961-4ce8-84f2-c20e0067a057 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/711b4781-383e-43ca-a3e5-6e1e0040b6cd HTTP/1.1" status: 404 len: 337 time: 0.0357411 Dec 15 14:14:06.534897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33226) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.564714 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fec3e7-c0f5-4422-b69d-fc13dd04a550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.565163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fec3e7-c0f5-4422-b69d-fc13dd04a550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.568329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-02fec3e7-c0f5-4422-b69d-fc13dd04a550 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/1e93b173-571e-44fb-baec-a4e388feec9e HTTP/1.1" status: 404 len: 337 time: 0.0324793 Dec 15 14:14:06.570954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.598937 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bbb709-be5d-4939-b19b-62f0ceb72a8a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.599990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bbb709-be5d-4939-b19b-62f0ceb72a8a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.603468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-56bbb709-be5d-4939-b19b-62f0ceb72a8a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/d9306ce2-32e1-4508-8f8f-d5fcfc8d72f7 HTTP/1.1" status: 404 len: 333 time: 0.0313709 Dec 15 14:14:06.605962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.645703 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c06e9c-4be9-4a5b-8c1f-ce9ac8588256 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.646017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c06e9c-4be9-4a5b-8c1f-ce9ac8588256 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.649763 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b5c06e9c-4be9-4a5b-8c1f-ce9ac8588256 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/38729c0b-0513-46d5-a415-19dcb6f072c1 HTTP/1.1" status: 404 len: 337 time: 0.0428584 Dec 15 14:14:06.652411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33234) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.656287 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.682549 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a17c9b-6cd3-4ab3-ad08-3916d21da1f9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.683095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a17c9b-6cd3-4ab3-ad08-3916d21da1f9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.687003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-33a17c9b-6cd3-4ab3-ad08-3916d21da1f9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/a1dc9777-e5d3-4572-b7c6-7415d69d6436 HTTP/1.1" status: 404 len: 337 time: 0.0330675 Dec 15 14:14:06.689460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9771b3-8809-475a-ac9b-3e9bd6afad04 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:14:06.692134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33236) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.730007 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e35c2da-a2ac-42d1-91b6-ab26390fcde1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.730561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e35c2da-a2ac-42d1-91b6-ab26390fcde1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.735976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5e35c2da-a2ac-42d1-91b6-ab26390fcde1 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/c02005ff-4a03-4810-bf5a-6d3171b5736b HTTP/1.1" status: 404 len: 333 time: 0.0410929 Dec 15 14:14:06.737245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33238) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.757368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e7cc3-4d0f-489b-8a72-74d10a537031 req-098120aa-6740-4578-862d-beeaf4fafcd7 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:06.759346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db0e7cc3-4d0f-489b-8a72-74d10a537031 req-098120aa-6740-4578-862d-beeaf4fafcd7 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.1165457 Dec 15 14:14:06.760780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-958fa2f8-9ba0-459c-a0a3-f34cf802f280 None None] Provisioning complete for port 96dfa6c1-a545-4a10-9645-6acf9b7e720c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:06.761267 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-958fa2f8-9ba0-459c-a0a3-f34cf802f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.768992 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7be7c3-d873-488d-8d16-7972fa9c0f72 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.769384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7be7c3-d873-488d-8d16-7972fa9c0f72 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.772638 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1d7be7c3-d873-488d-8d16-7972fa9c0f72 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/69d3c231-e140-4161-9311-4751a3ef1993 HTTP/1.1" status: 404 len: 337 time: 0.0341976 Dec 15 14:14:06.775123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33240) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.802169 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef51d4f7-0483-4cd0-b685-8fea7158140f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.802850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef51d4f7-0483-4cd0-b685-8fea7158140f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.806569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ef51d4f7-0483-4cd0-b685-8fea7158140f tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/e84e37e7-50ec-43b2-9023-8f7ce21752e2 HTTP/1.1" status: 404 len: 337 time: 0.0303564 Dec 15 14:14:06.812500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33242) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.821194 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db0e7cc3-4d0f-489b-8a72-74d10a537031 req-5dee2a4a-3d88-438c-b2da-a8acb61e0d1a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Dec 15 14:14:06.847421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9771b3-8809-475a-ac9b-3e9bd6afad04 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:14:06.855734 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49aa049-5409-4ecb-8233-e6ac162a7d50 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.856367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49aa049-5409-4ecb-8233-e6ac162a7d50 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.860593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b49aa049-5409-4ecb-8233-e6ac162a7d50 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/0f938ba2-dfab-457c-800b-4e0bbab46d53 HTTP/1.1" status: 404 len: 333 time: 0.0455453 Dec 15 14:14:06.862431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33246) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.914788 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-379e1b4b-8f5c-4beb-971d-44103d5684b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.915528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379e1b4b-8f5c-4beb-971d-44103d5684b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.921111 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-379e1b4b-8f5c-4beb-971d-44103d5684b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/af9ef568-354c-45c6-90cb-2f5c3398a684 HTTP/1.1" status: 404 len: 337 time: 0.0574737 Dec 15 14:14:06.923741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33248) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.954323 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef96017-eac5-420d-be5e-f3afcda1ec90 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.954809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef96017-eac5-420d-be5e-f3afcda1ec90 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:06.958308 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4ef96017-eac5-420d-be5e-f3afcda1ec90 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/60e118b8-ac32-4963-93f1-6ff37b977e69 HTTP/1.1" status: 404 len: 337 time: 0.0334339 Dec 15 14:14:06.960991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33250) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.996091 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d6ce0f-0539-41e6-9cff-383c5a4a78b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:06.996672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d6ce0f-0539-41e6-9cff-383c5a4a78b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.004803 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e7d6ce0f-0539-41e6-9cff-383c5a4a78b9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/dad93fd4-6dc7-464b-865a-9bbd26dc161e HTTP/1.1" status: 404 len: 333 time: 0.0404463 Dec 15 14:14:07.005589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.077629 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8862aadc-cd4f-4ee1-9acd-93a76223ce9b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.078090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8862aadc-cd4f-4ee1-9acd-93a76223ce9b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.083530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8862aadc-cd4f-4ee1-9acd-93a76223ce9b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/a81c7eb7-92fc-4850-9ba6-9bcf7cdc2894 HTTP/1.1" status: 404 len: 337 time: 0.0745862 Dec 15 14:14:07.084351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33256) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.108312 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-691d3fe2-31e6-416b-9c7c-a6bb3676cdf2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.108897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691d3fe2-31e6-416b-9c7c-a6bb3676cdf2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.114351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-691d3fe2-31e6-416b-9c7c-a6bb3676cdf2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/4df44b47-a776-4cce-bb92-c7d5d2c22282 HTTP/1.1" status: 404 len: 333 time: 0.0272038 Dec 15 14:14:07.114595 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.142698 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb224d93-f675-4801-a9b1-2d681d9e3894 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.143156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb224d93-f675-4801-a9b1-2d681d9e3894 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.148484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-eb224d93-f675-4801-a9b1-2d681d9e3894 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/47007576-d3c7-4f78-ae7a-2568f32dfb8d HTTP/1.1" status: 404 len: 337 time: 0.0307105 Dec 15 14:14:07.148655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619b8f-f39a-4d39-b7c6-08f0a352d21e req-7eec9b99-44ce-4f9d-a33e-008bf2d3d496 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:07.148655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93619b8f-f39a-4d39-b7c6-08f0a352d21e req-7eec9b99-44ce-4f9d-a33e-008bf2d3d496 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0925918 Dec 15 14:14:07.148854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33260) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.153676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c800114-6306-441c-943f-9ed13f6e4070 req-49c52a81-3b29-41c6-a0fc-65eec36d3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:07.155702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c800114-6306-441c-943f-9ed13f6e4070 req-49c52a81-3b29-41c6-a0fc-65eec36d3427 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c35dace42b434f86aa7f9f3737923e55&device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 1096 time: 0.0870731 Dec 15 14:14:07.183793 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-472fbdc8-b0cc-4d5d-9ede-45e4d4a2e70d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.184652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472fbdc8-b0cc-4d5d-9ede-45e4d4a2e70d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.191462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-472fbdc8-b0cc-4d5d-9ede-45e4d4a2e70d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/1404f48f-664e-4b0b-9ec8-6545db6b21e4 HTTP/1.1" status: 404 len: 333 time: 0.0410700 Dec 15 14:14:07.192180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33262) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.220165 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1cbf3f-5129-4511-9612-0cbe920195d8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.220735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1cbf3f-5129-4511-9612-0cbe920195d8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.226416 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5e1cbf3f-5129-4511-9612-0cbe920195d8 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/75f755e1-9f9f-4fff-bee3-5c40119acf3d HTTP/1.1" status: 404 len: 337 time: 0.0333529 Dec 15 14:14:07.227025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33264) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.255124 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3633ce-b5b8-44f2-ae92-d77863e9e4a2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.255699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3633ce-b5b8-44f2-ae92-d77863e9e4a2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.261626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd3633ce-b5b8-44f2-ae92-d77863e9e4a2 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/bf090094-8158-4863-bcc1-2c9e06c7fcdc HTTP/1.1" status: 404 len: 333 time: 0.0336316 Dec 15 14:14:07.262239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33266) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.266049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93619b8f-f39a-4d39-b7c6-08f0a352d21e req-92b3e130-0397-47eb-85c6-15aaa398c1f2 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095026 Dec 15 14:14:07.306493 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ccfd5e-b910-4961-a494-bb08fa4dac75 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.306991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ccfd5e-b910-4961-a494-bb08fa4dac75 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.310908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a92a19-a156-4066-88ea-4f103a3ec054 None None] Network 06615206-3daf-4fb1-bfaf-19c93dd25cda requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:07.314868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33268) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.317426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.318070 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-94ccfd5e-b910-4961-a494-bb08fa4dac75 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/81e5b525-4b8a-409b-bfaa-3ab4b148a569 HTTP/1.1" status: 404 len: 337 time: 0.0547633 Dec 15 14:14:07.350532 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c800114-6306-441c-943f-9ed13f6e4070 req-de5adade-489d-4bf0-b17c-0205c6f6bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:07.352116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c800114-6306-441c-943f-9ed13f6e4070 req-de5adade-489d-4bf0-b17c-0205c6f6bcce service neutron] 10.222.0.24 "GET /v2.0/networks?id=f914991b-1960-4ca6-a6af-3be6d44de5ba HTTP/1.1" status: 200 len: 914 time: 0.1891193 Dec 15 14:14:07.353556 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e88ee4-848d-4928-86ee-afbcec58f142 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.354600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e88ee4-848d-4928-86ee-afbcec58f142 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.360747 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-83e88ee4-848d-4928-86ee-afbcec58f142 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/2448a32a-141d-47bb-9737-6f9b28d72254 HTTP/1.1" status: 404 len: 333 time: 0.0424018 Dec 15 14:14:07.361238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33270) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.390212 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d146cc-ac9e-41ce-8c86-dc3206c3cd3b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.392368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d146cc-ac9e-41ce-8c86-dc3206c3cd3b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.395616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54d146cc-ac9e-41ce-8c86-dc3206c3cd3b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/87fcc0c5-52ab-4c87-ae94-9138123bd778 HTTP/1.1" status: 404 len: 337 time: 0.0333104 Dec 15 14:14:07.398450 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c800114-6306-441c-943f-9ed13f6e4070 req-4b54f9d9-5684-4a24-9494-0b41bead9c35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfa6676-fb08-4555-a79b-170399d2b10a HTTP/1.1" status: 200 len: 217 time: 0.0386002 Dec 15 14:14:07.398607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33272) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.430497 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25e902e-c35e-42e7-b584-3d5799feb263 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.431104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25e902e-c35e-42e7-b584-3d5799feb263 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.432708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1d51fc54-cce5-41a8-8ec5-f2852816adf9 None None] Provisioning complete for port 96dfa6c1-a545-4a10-9645-6acf9b7e720c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:07.433349 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1d51fc54-cce5-41a8-8ec5-f2852816adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.437808 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f25e902e-c35e-42e7-b584-3d5799feb263 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/e24e6eb2-39df-4325-bd99-26109809d463 HTTP/1.1" status: 404 len: 333 time: 0.0349498 Dec 15 14:14:07.439045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33274) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.474537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c800114-6306-441c-943f-9ed13f6e4070 req-56a50853-dbc4-43d0-bb1d-67c950418b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:07.476052 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c800114-6306-441c-943f-9ed13f6e4070 req-56a50853-dbc4-43d0-bb1d-67c950418b10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d34b9f2c-2dda-4009-a797-01c4c3b44f36 HTTP/1.1" status: 200 len: 852 time: 0.0688021 Dec 15 14:14:07.480853 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ac0dda-c84a-4df9-a4fc-d17d0e248d9d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.481319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ac0dda-c84a-4df9-a4fc-d17d0e248d9d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.501075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c6ac0dda-c84a-4df9-a4fc-d17d0e248d9d tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/56d02ea5-8dce-4574-8c80-6e3030940a9f HTTP/1.1" status: 404 len: 337 time: 0.0606513 Dec 15 14:14:07.506736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33276) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.526105 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c800114-6306-441c-943f-9ed13f6e4070 req-d028eb16-e348-4450-b3ab-bc66938c7145 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f914991b-1960-4ca6-a6af-3be6d44de5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389595 Dec 15 14:14:07.557858 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6573997e-51ee-4485-83ac-65457da47011 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.561317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6573997e-51ee-4485-83ac-65457da47011 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.568438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33280) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.569059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6573997e-51ee-4485-83ac-65457da47011 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/f18cdbbd-a3e3-4ad5-b250-172411ea48ab HTTP/1.1" status: 404 len: 337 time: 0.0612299 Dec 15 14:14:07.571386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] DHCP port deletion for 06615206-3daf-4fb1-bfaf-19c93dd25cda request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:07.624627 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6945153f-8f10-4c04-ab39-7f562a50d146 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.625416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6945153f-8f10-4c04-ab39-7f562a50d146 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.628679 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6945153f-8f10-4c04-ab39-7f562a50d146 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/0242c754-2e98-479d-86c4-04a6e665116f HTTP/1.1" status: 404 len: 333 time: 0.0589848 Dec 15 14:14:07.631367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33282) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.653004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] Deleting port 96dfa6c1-a545-4a10-9645-6acf9b7e720c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:07.654561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.661161 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27d85c9-1d4d-44b6-b979-71bb25407e50 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.661887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27d85c9-1d4d-44b6-b979-71bb25407e50 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.665239 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c27d85c9-1d4d-44b6-b979-71bb25407e50 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/8eb059f8-d764-4ca9-83ca-2e76c11dbfa0 HTTP/1.1" status: 404 len: 337 time: 0.0328560 Dec 15 14:14:07.667648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33284) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.681186 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c800114-6306-441c-943f-9ed13f6e4070 req-7415753b-d0ce-4353-882a-2004302c5f77 service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470382 Dec 15 14:14:07.704035 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d344ca5-ee73-42b3-9b15-de5dc18d12fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.704771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d344ca5-ee73-42b3-9b15-de5dc18d12fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.709712 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2d344ca5-ee73-42b3-9b15-de5dc18d12fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/1931cf22-a599-4f27-81a7-08e0736fd45f HTTP/1.1" status: 404 len: 337 time: 0.0400784 Dec 15 14:14:07.715575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33286) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.747728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] For port 96dfa6c1-a545-4a10-9645-6acf9b7e720c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=96dfa6c1-a545-4a10-9645-6acf9b7e720c,segment=NetworkSegment(7a4da8ce-38cf-4dee-b1b7-5bce1191e295),segment_id=7a4da8ce-38cf-4dee-b1b7-5bce1191e295)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:07.749152 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.749922 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c424a3a-23e6-41fa-b59f-ec28fea051a3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.750571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c424a3a-23e6-41fa-b59f-ec28fea051a3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.754433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c424a3a-23e6-41fa-b59f-ec28fea051a3 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/280a29f3-2682-4b39-bd5c-98dc34b708a9 HTTP/1.1" status: 404 len: 333 time: 0.0377696 Dec 15 14:14:07.757203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33288) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.769249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] Calling delete_port for 96dfa6c1-a545-4a10-9645-6acf9b7e720c owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:07.789215 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3726924c-7c1d-41d0-a63a-5ed0f9917b34 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.789402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3726924c-7c1d-41d0-a63a-5ed0f9917b34 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.793461 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c800114-6306-441c-943f-9ed13f6e4070 req-f0622f20-f57e-4093-b7b0-eec9e22076d0 service neutron] 10.222.0.24 "GET /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051183 Dec 15 14:14:07.796173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3726924c-7c1d-41d0-a63a-5ed0f9917b34 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/934465d4-7bfa-40db-b849-ee82be42eea0 HTTP/1.1" status: 404 len: 337 time: 0.0379117 Dec 15 14:14:07.796310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33290) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.827613 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1957ecf-18d2-48a8-922f-2e65c8549f12 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.828339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1957ecf-18d2-48a8-922f-2e65c8549f12 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.831798 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d1957ecf-18d2-48a8-922f-2e65c8549f12 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/56375c6c-9f93-41f5-bd91-ad3a49c0bcb8 HTTP/1.1" status: 404 len: 337 time: 0.0341823 Dec 15 14:14:07.834149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33292) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.858074 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-56eeab7b-7c9e-4e87-a1c4-9a867d08d60c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.858723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56eeab7b-7c9e-4e87-a1c4-9a867d08d60c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.861950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-56eeab7b-7c9e-4e87-a1c4-9a867d08d60c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/0c0cbd3e-2ffa-42c1-a1a7-a6b2a0254244 HTTP/1.1" status: 404 len: 333 time: 0.0267634 Dec 15 14:14:07.864735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33294) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.867048 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.893307 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e6a261-823d-4e58-b27f-abc5baad1e9b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.893785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e6a261-823d-4e58-b27f-abc5baad1e9b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.898035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] Pushing event deleted for resources: {'Port': ['ID=96dfa6c1-a545-4a10-9645-6acf9b7e720c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:07.898934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-98e6a261-823d-4e58-b27f-abc5baad1e9b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/c9ad42a4-5e35-477b-aa2e-8d92f32dd4bd HTTP/1.1" status: 404 len: 337 time: 0.0332487 Dec 15 14:14:07.901472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79392562-cd21-4a71-9669-50c060ceeea4 None None] No DVR routers for this DVR port 96dfa6c1-a545-4a10-9645-6acf9b7e720c on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:07.901729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33296) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.939366 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5255433-32c8-4ef1-9824-106a1f243b87 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:07.940013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5255433-32c8-4ef1-9824-106a1f243b87 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:07.942944 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f5255433-32c8-4ef1-9824-106a1f243b87 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/283d05fb-ad9f-4ffe-97d8-d64539e5eb06 HTTP/1.1" status: 404 len: 337 time: 0.0344853 Dec 15 14:14:07.945542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33298) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.973870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-99232da0-3ca1-44ec-99a2-de7159b2608c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports?device_id=76c69984-1717-4274-a2a8-1ce7bdf9e032 HTTP/1.1" status: 200 len: 205 time: 0.0272558 Dec 15 14:14:07.976198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.019641 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-0ac603f4-6013-4449-8002-9617b517d4da tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] delete failed (client error): The resource could not be found. Dec 15 14:14:08.020715 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0ac603f4-6013-4449-8002-9617b517d4da tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/routers/76c69984-1717-4274-a2a8-1ce7bdf9e032 HTTP/1.1" status: 404 len: 336 time: 0.0428441 Dec 15 14:14:08.023277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.049868 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad214f5-9298-4794-902d-97b3b47ad1fd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.050341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad214f5-9298-4794-902d-97b3b47ad1fd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.053439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cad214f5-9298-4794-902d-97b3b47ad1fd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/0ff2c706-bc5c-40ac-8a30-5b6e23b56679 HTTP/1.1" status: 404 len: 337 time: 0.0292196 Dec 15 14:14:08.056478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.085824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-37a49ea5-1c4e-4606-ac03-7e5a5b3df030 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 HTTP/1.1" status: 200 len: 205 time: 0.0282168 Dec 15 14:14:08.088209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33306) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.129603 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-dcc43f81-a91c-4c99-8429-8e086b7ee50a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] delete failed (client error): The resource could not be found. Dec 15 14:14:08.130993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dcc43f81-a91c-4c99-8429-8e086b7ee50a tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/routers/e9edb785-81ef-4a16-8e0e-aa6bad5e8f41 HTTP/1.1" status: 404 len: 336 time: 0.0418134 Dec 15 14:14:08.133457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33308) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.160362 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f91883-e6d7-40eb-8df9-bca4b33365fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.160922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f91883-e6d7-40eb-8df9-bca4b33365fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.166460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-76f91883-e6d7-40eb-8df9-bca4b33365fc tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/9fda25cd-9c2f-4007-be54-c05f7fdc3f9f HTTP/1.1" status: 404 len: 337 time: 0.0298643 Dec 15 14:14:08.166725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33310) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.194077 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6678a7-37fe-4fba-b890-d0b9f4889940 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.194619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6678a7-37fe-4fba-b890-d0b9f4889940 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.200167 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cb6678a7-37fe-4fba-b890-d0b9f4889940 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/f849ff38-07a4-4ef0-939b-9461267e40db HTTP/1.1" status: 404 len: 337 time: 0.0302095 Dec 15 14:14:08.200449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33312) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.224546 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19a6634-d28d-4562-9839-45f19703707b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.225090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19a6634-d28d-4562-9839-45f19703707b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.228302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a19a6634-d28d-4562-9839-45f19703707b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/d8914a24-6841-48e8-b51f-2426cca0519c HTTP/1.1" status: 404 len: 333 time: 0.0262535 Dec 15 14:14:08.230738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33314) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.256290 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaa3f04-ad41-4888-b3c2-bfc7c84874af tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.256748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaa3f04-ad41-4888-b3c2-bfc7c84874af tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.259791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-adaa3f04-ad41-4888-b3c2-bfc7c84874af tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/1b1d99fa-554a-4d72-8970-071851d275e5 HTTP/1.1" status: 404 len: 337 time: 0.0281513 Dec 15 14:14:08.262241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33316) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.285928 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd2100a-fd32-43cf-a209-0085282cc08b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.286496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd2100a-fd32-43cf-a209-0085282cc08b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.289579 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9bd2100a-fd32-43cf-a209-0085282cc08b tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/c1266d3e-9f13-4c44-9901-811f98291682 HTTP/1.1" status: 404 len: 333 time: 0.0264361 Dec 15 14:14:08.292143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33318) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.332709 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a256d611-58c4-436a-8484-295cb9a450d7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.333171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a256d611-58c4-436a-8484-295cb9a450d7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.336225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a256d611-58c4-436a-8484-295cb9a450d7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/7d77c029-06a7-4d4e-99e0-262cca3ae43c HTTP/1.1" status: 404 len: 337 time: 0.0431564 Dec 15 14:14:08.338773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33322) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.370744 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e63e6f7-ce9c-40dd-867c-a670acd4fcfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.371442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e63e6f7-ce9c-40dd-867c-a670acd4fcfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.374725 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9e63e6f7-ce9c-40dd-867c-a670acd4fcfa tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/7e5383e1-4dea-48f6-9d4c-58f2e9609ec2 HTTP/1.1" status: 404 len: 333 time: 0.0349879 Dec 15 14:14:08.377695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.406900 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-48585cd4-1c54-4de1-97bb-2cdf2d4cd65c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.407284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48585cd4-1c54-4de1-97bb-2cdf2d4cd65c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.414250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-48585cd4-1c54-4de1-97bb-2cdf2d4cd65c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/e8c89dc5-9b9d-439a-a3c9-365fa6d2b78d HTTP/1.1" status: 404 len: 337 time: 0.0354555 Dec 15 14:14:08.415381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.433307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68896eea-4213-4ca1-8584-e7e0c973e862 req-cc01e48c-47f2-400a-a717-b87e038da4e5 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:08.441095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68896eea-4213-4ca1-8584-e7e0c973e862 req-cc01e48c-47f2-400a-a717-b87e038da4e5 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0925410 Dec 15 14:14:08.450024 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6c2498-e3ea-420c-b25d-f81d6fda93cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.451335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6c2498-e3ea-420c-b25d-f81d6fda93cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.455498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fd6c2498-e3ea-420c-b25d-f81d6fda93cd tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/de5b5a3e-6798-4172-847a-c02563b50b6f HTTP/1.1" status: 404 len: 333 time: 0.0395761 Dec 15 14:14:08.459305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33328) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.493514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68896eea-4213-4ca1-8584-e7e0c973e862 req-e6594c64-23bf-4717-9323-60fc1a7b481a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514703 Dec 15 14:14:08.504307 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c30eb1-020b-4e27-a41e-38330be8f2e9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.504786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c30eb1-020b-4e27-a41e-38330be8f2e9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.508057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-33c30eb1-020b-4e27-a41e-38330be8f2e9 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/6f3eb494-84a1-424d-b033-de222ae03804 HTTP/1.1" status: 404 len: 337 time: 0.0468931 Dec 15 14:14:08.510687 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33330) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.536340 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-249c8d11-a19d-46da-a939-a0e83dbdb095 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.536934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249c8d11-a19d-46da-a939-a0e83dbdb095 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.540118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-249c8d11-a19d-46da-a939-a0e83dbdb095 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/50d53636-f8d6-4c54-89cf-68b835e5113b HTTP/1.1" status: 404 len: 333 time: 0.0284054 Dec 15 14:14:08.542642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.569543 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f53295c-0edc-414d-b8df-3cea11f51670 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.570002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f53295c-0edc-414d-b8df-3cea11f51670 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.575313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4f53295c-0edc-414d-b8df-3cea11f51670 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/3f29ddb0-4015-461f-a263-73f5b5f05cf9 HTTP/1.1" status: 404 len: 337 time: 0.0295942 Dec 15 14:14:08.576341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.598983 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf97a62-aa89-44d5-9d0e-75376d7935ac tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.599571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf97a62-aa89-44d5-9d0e-75376d7935ac tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.602690 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9cf97a62-aa89-44d5-9d0e-75376d7935ac tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/03b8742d-edcd-45c1-9131-9a50c13a73de HTTP/1.1" status: 404 len: 333 time: 0.0261788 Dec 15 14:14:08.605146 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.631485 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d38e752-b63a-4155-b8c5-d4c1d434dc1c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.631982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d38e752-b63a-4155-b8c5-d4c1d434dc1c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.635137 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4d38e752-b63a-4155-b8c5-d4c1d434dc1c tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/73238d7f-da91-4097-a41e-2f77b2dc022e HTTP/1.1" status: 404 len: 337 time: 0.0290792 Dec 15 14:14:08.637691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.661614 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bd221f-ed87-478a-ab21-23b6be4d8251 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.662121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bd221f-ed87-478a-ab21-23b6be4d8251 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.665251 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d4bd221f-ed87-478a-ab21-23b6be4d8251 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/ports/7792d7e0-2413-4770-b183-8232d4be7dd5 HTTP/1.1" status: 404 len: 333 time: 0.0266256 Dec 15 14:14:08.667694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33342) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.700035 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-371ff6c2-6ecc-4696-8850-bbb46a36b8f7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] DELETE failed (client error): The resource could not be found. Dec 15 14:14:08.700518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371ff6c2-6ecc-4696-8850-bbb46a36b8f7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:14:08.704369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-371ff6c2-6ecc-4696-8850-bbb46a36b8f7 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/subnets/39582058-aee2-462a-91dc-17f76dc1cb6c HTTP/1.1" status: 404 len: 337 time: 0.0356827 Dec 15 14:14:08.706825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:08.787219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:08.877307 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:08.898091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06615206-3daf-4fb1-bfaf-19c93dd25cda']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:08.907319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4da8ce-38cf-4dee-b1b7-5bce1191e295') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:08.907558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4da8ce-38cf-4dee-b1b7-5bce1191e295') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:08.917613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:08.931141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:08.937316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:08.937710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:08.940707 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:08.998520 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.007643 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.010926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] 10.222.0.86 "DELETE /v2.0/networks/06615206-3daf-4fb1-bfaf-19c93dd25cda HTTP/1.1" status: 204 len: 168 time: 0.3031857 Dec 15 14:14:09.023678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Pushing event deleted for resources: {'Network': ['ID=06615206-3daf-4fb1-bfaf-19c93dd25cda,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:09.032842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.033207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.033540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.033892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.034241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.034581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.034917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.035255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.035592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.035950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.036283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.036888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.037237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad3a4-a553-4ab3-b8d6-404353ffad44 tempest-NetworksTestDHCPv6-1531550483 tempest-NetworksTestDHCPv6-1531550483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:09.224217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:09.316494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 96dfa6c1-a545-4a10-9645-6acf9b7e720c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:09.339343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 96dfa6c1-a545-4a10-9645-6acf9b7e720c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:09.339702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 96dfa6c1-a545-4a10-9645-6acf9b7e720c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:09.378379 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-df7faa5e-2b77-4e3a-b029-216414cf610a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d3cbdac52304dc28d8c7ebaf5d0dd6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529608 Dec 15 14:14:09.380819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:09.433970 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b96955ac-4dc2-438e-a2eb-233f6f5d3dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.456299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b96955ac-4dc2-438e-a2eb-233f6f5d3dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.503485 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b96955ac-4dc2-438e-a2eb-233f6f5d3dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.506141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b96955ac-4dc2-438e-a2eb-233f6f5d3dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:09.507413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b96955ac-4dc2-438e-a2eb-233f6f5d3dab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd44610c-38e4-46e3-9af0-2e3602e80aa4 HTTP/1.1" status: 204 len: 168 time: 0.1254630 Dec 15 14:14:09.515746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96955ac-4dc2-438e-a2eb-233f6f5d3dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd44610c-38e4-46e3-9af0-2e3602e80aa4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:09.678644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237ac6-cd65-40ed-a740-353869b84bae req-8d2ca44a-14f6-4a2b-9937-0dc9008aa560 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:09.687142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07237ac6-cd65-40ed-a740-353869b84bae req-8d2ca44a-14f6-4a2b-9937-0dc9008aa560 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0689549 Dec 15 14:14:09.747529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07237ac6-cd65-40ed-a740-353869b84bae req-725c158d-db71-4221-89bd-4b547ec6e77a tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594916 Dec 15 14:14:10.007958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990f94e-0214-4d86-9f8e-6d5c0a1871c1 req-733054f7-a328-4e78-88db-ee903592d4a3 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.009559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c990f94e-0214-4d86-9f8e-6d5c0a1871c1 req-733054f7-a328-4e78-88db-ee903592d4a3 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0564716 Dec 15 14:14:10.065240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c990f94e-0214-4d86-9f8e-6d5c0a1871c1 req-5f82f55c-4cbc-4e72-b11b-4e032edaa3c9 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480075 Dec 15 14:14:10.324666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:10.420018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8d94a9d2-8d02-46b4-9e6f-3236c777eef4 tempest-DvrRoutersNegativeTest-1943609044 tempest-DvrRoutersNegativeTest-1943609044-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1705973990', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:10.423409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.policy [None req-8d94a9d2-8d02-46b4-9e6f-3236c777eef4 tempest-DvrRoutersNegativeTest-1943609044 tempest-DvrRoutersNegativeTest-1943609044-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109767) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 15 14:14:10.423718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.policy [None req-8d94a9d2-8d02-46b4-9e6f-3236c777eef4 tempest-DvrRoutersNegativeTest-1943609044 tempest-DvrRoutersNegativeTest-1943609044-project] Failed policy check for 'create_router' {{(pid=109767) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 15 14:14:10.424363 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-8d94a9d2-8d02-46b4-9e6f-3236c777eef4 tempest-DvrRoutersNegativeTest-1943609044 tempest-DvrRoutersNegativeTest-1943609044-project] create failed (client error): Access was denied to this resource. Dec 15 14:14:10.425347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8d94a9d2-8d02-46b4-9e6f-3236c777eef4 tempest-DvrRoutersNegativeTest-1943609044 tempest-DvrRoutersNegativeTest-1943609044-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0996585 Dec 15 14:14:10.672514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:10.692129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-83d7af1c-9007-4f30-9689-df47e6503659 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0602400 Dec 15 14:14:10.789229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e5d5d6c1-d99b-4b56-a4fc-a2e80962c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.789522 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf09664b-5942-4724-b74b-a21d7c742d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.789704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e5d5d6c1-d99b-4b56-a4fc-a2e80962c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.790156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e5d5d6c1-d99b-4b56-a4fc-a2e80962c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.790609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e5d5d6c1-d99b-4b56-a4fc-a2e80962c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.791058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e5d5d6c1-d99b-4b56-a4fc-a2e80962c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.791507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e5d5d6c1-d99b-4b56-a4fc-a2e80962c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.791982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e5d5d6c1-d99b-4b56-a4fc-a2e80962c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.793913 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e5d5d6c1-d99b-4b56-a4fc-a2e80962c6aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11667cb6db0940f89c679d3aa8261465&device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 6491 time: 0.0549135 Dec 15 14:14:10.874785 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf09664b-5942-4724-b74b-a21d7c742d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.880354 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf09664b-5942-4724-b74b-a21d7c742d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:10.924365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-ce3ce66c-51f3-42ec-a1d6-b6595154bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.924594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cf09664b-5942-4724-b74b-a21d7c742d13 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8f9f97310a854b9b9e2e29193df2222f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2475493 Dec 15 14:14:10.924712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-ce3ce66c-51f3-42ec-a1d6-b6595154bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.924712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-ce3ce66c-51f3-42ec-a1d6-b6595154bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:10.924712 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-ce3ce66c-51f3-42ec-a1d6-b6595154bdcc service neutron] 10.222.0.74 "GET /v2.0/networks?id=9fbbb6fb-dc11-4cb8-8780-f03964101453&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=7ec970e7-0848-4df7-bb45-924290609da3&id=da58127c-8121-4e4c-a2f3-008b65a09d92&id=da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 200 len: 2295 time: 0.1040814 Dec 15 14:14:10.925020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33398) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:10.931675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09664b-5942-4724-b74b-a21d7c742d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251d26ad-df7c-4606-b828-f5766dccadb3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:10.988804 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cd43109-9b66-41cc-a5fb-fc4bbc519584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.007591 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-b067cb33-4839-4cb9-9c80-92a037fc3e54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 200 len: 1001 time: 0.0735931 Dec 15 14:14:11.012211 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cd43109-9b66-41cc-a5fb-fc4bbc519584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.058448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-d1ed8eb1-955b-4793-bce8-8bdbc7100ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:11.060256 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-d1ed8eb1-955b-4793-bce8-8bdbc7100ad0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=46113565-5de8-4d56-92d4-6e48dd9a5d1b HTTP/1.1" status: 200 len: 850 time: 0.0454504 Dec 15 14:14:11.069231 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cd43109-9b66-41cc-a5fb-fc4bbc519584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.072112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cd43109-9b66-41cc-a5fb-fc4bbc519584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:11.076281 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8cd43109-9b66-41cc-a5fb-fc4bbc519584 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/251d26ad-df7c-4606-b828-f5766dccadb3 HTTP/1.1" status: 204 len: 168 time: 0.1477416 Dec 15 14:14:11.086744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd43109-9b66-41cc-a5fb-fc4bbc519584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251d26ad-df7c-4606-b828-f5766dccadb3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:11.125060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5102e0a9-1ebf-4c10-b4b1-ab3813851aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:11.126753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5102e0a9-1ebf-4c10-b4b1-ab3813851aa7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9fbbb6fb-dc11-4cb8-8780-f03964101453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595922 Dec 15 14:14:11.277521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa39ed-b8a5-42d1-a8fa-d621b6d0e0b2 req-4afbcff6-83fc-4035-9e47-20660d30b939 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:11.285420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7daa39ed-b8a5-42d1-a8fa-d621b6d0e0b2 req-4afbcff6-83fc-4035-9e47-20660d30b939 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.1126516 Dec 15 14:14:11.320335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-0d492b2f-ab33-4dd0-b3ef-72bf7784bc4f service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831472 Dec 15 14:14:11.398262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7daa39ed-b8a5-42d1-a8fa-d621b6d0e0b2 req-aaebf189-4b4f-4bce-be8c-11356eca785c tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119320 Dec 15 14:14:11.454516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-ba115aae-508d-40c4-b842-7e8c86736a8d service neutron] 10.222.0.74 "GET /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240420 Dec 15 14:14:11.508352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-c808d02d-8ce9-4f68-80ba-7d14d37839dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 217 time: 0.0459309 Dec 15 14:14:11.564191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-8baba10c-a9cb-4577-a8a2-c6ff18174115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:11.564191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-8baba10c-a9cb-4577-a8a2-c6ff18174115 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0461364 Dec 15 14:14:11.614440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5af3a0f2-01a3-42d6-83a7-261cc781e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:11.615828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5af3a0f2-01a3-42d6-83a7-261cc781e112 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464427 Dec 15 14:14:11.714264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-c2c7ba08-175e-4235-bcf6-8780cca09fc1 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904737 Dec 15 14:14:11.811243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-afd24880-65a0-49b3-a1a8-4a4496d42bfe service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890043 Dec 15 14:14:11.835803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33428) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:11.853657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-1b28cf49-f218-499c-987d-e0d1e2a3863c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 217 time: 0.0353997 Dec 15 14:14:11.902823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-bbddb118-9da5-4406-995e-86c760aecc5f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:11.904770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-bbddb118-9da5-4406-995e-86c760aecc5f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 945 time: 0.0617750 Dec 15 14:14:11.905369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-a7223b64-fd73-4810-a6b1-c3cf0d4660a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:11.906839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-a7223b64-fd73-4810-a6b1-c3cf0d4660a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0463297 Dec 15 14:14:11.948040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7a56a62c-c70c-4d6d-a377-139c5912bc46 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-410127092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:12.008893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a56a62c-c70c-4d6d-a377-139c5912bc46 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.009947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a56a62c-c70c-4d6d-a377-139c5912bc46 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.082040 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a56a62c-c70c-4d6d-a377-139c5912bc46 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.084825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Deleting port 3cfa6676-fb08-4555-a79b-170399d2b10a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:12.085187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.090243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a56a62c-c70c-4d6d-a377-139c5912bc46 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.153744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7a56a62c-c70c-4d6d-a377-139c5912bc46 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.156125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7a56a62c-c70c-4d6d-a377-139c5912bc46 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3192172 Dec 15 14:14:12.158877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33432) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:12.165756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-716259353'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:12.215152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Made reservation on behalf of c62ba62209d24761a724261a2ff74654 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:12.218895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-d7f68699-6163-470c-afa6-04d49c51e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.220074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.220426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-d7f68699-6163-470c-afa6-04d49c51e522 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3068492 Dec 15 14:14:12.236130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.250954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] For port 3cfa6676-fb08-4555-a79b-170399d2b10a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=3cfa6676-fb08-4555-a79b-170399d2b10a,segment=NetworkSegment(4547ec77-c9a6-4847-8bef-c0240e29f012),segment_id=4547ec77-c9a6-4847-8bef-c0240e29f012)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:12.251324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.272015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Calling delete_port for 3cfa6676-fb08-4555-a79b-170399d2b10a owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:12.312566 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-2a74936f-3ecf-4d70-a1c3-53ba651d208b service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840619 Dec 15 14:14:12.396819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.401042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.406022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-f32c7d0a-cd0c-4b26-8adc-7516026400d0 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866055 Dec 15 14:14:12.471946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:12.472079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e507a140-ce80-4ae1-bd22-a41d2e6c577e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932 HTTP/1.1" status: 200 len: 217 time: 0.0593226 Dec 15 14:14:12.507960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.508545 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Added segment 55f270bc-3023-41a0-9412-b6e265a71ba1 of type vlan for network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 Dec 15 14:14:12.515054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35dacd-c5e7-4d12-807b-86392b732d3b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:12.551351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-c3cc7ef4-1879-4509-81dd-92f53c1872af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.553131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-c3cc7ef4-1879-4509-81dd-92f53c1872af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0683894 Dec 15 14:14:12.603942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-19443731-b3ef-4143-ab2a-24945f2831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.605438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-19443731-b3ef-4143-ab2a-24945f2831cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458908 Dec 15 14:14:12.637331 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.651658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['3cfa6676-fb08-4555-a79b-170399d2b10a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:14:12.690526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Pushing event deleted for resources: {'Port': ['ID=3cfa6676-fb08-4555-a79b-170399d2b10a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:12.693605 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.723940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8065a7-19f2-4038-89f4-e96aaff2be83 None None] DHCP port deletion for f914991b-1960-4ca6-a6af-3be6d44de5ba request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:12.729279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-cb12eab6-7763-4b8b-bd20-95c44919c0b0 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161518 Dec 15 14:14:12.735185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899709-dd64-40ab-b758-c453ba820782 req-276196cd-f020-4b04-9c77-7da9eb7b3b65 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.736789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5899709-dd64-40ab-b758-c453ba820782 req-276196cd-f020-4b04-9c77-7da9eb7b3b65 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/ports?device_id=88c10262-7833-4d5d-99a2-e32c8f99ebbe HTTP/1.1" status: 200 len: 867 time: 0.1726332 Dec 15 14:14:12.771603 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] No DVR routers for this DVR port 3cfa6676-fb08-4555-a79b-170399d2b10a on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:12.780867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.784433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fca4c0f-ee6c-4bb2-8f05-b9f780d6fc60 req-073654a0-c35b-42d1-9687-ff84782fa91f tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.24 "DELETE /v2.0/ports/3cfa6676-fb08-4555-a79b-170399d2b10a HTTP/1.1" status: 204 len: 173 time: 0.8733780 Dec 15 14:14:12.784721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c10262-7833-4d5d-99a2-e32c8f99ebbe', 'name': 'network-vif-deleted', 'tag': '3cfa6676-fb08-4555-a79b-170399d2b10a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:12.787006 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e27fe83-ff40-44af-aa83-f49e9e6739ce" -d '{"events": [{"server_uuid": "88c10262-7833-4d5d-99a2-e32c8f99ebbe", "name": "network-vif-deleted", "tag": "3cfa6676-fb08-4555-a79b-170399d2b10a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:12.797546 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.833362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.834387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.867400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-0ebe910c-90c5-44b3-a91a-528ffb07afeb service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295621 Dec 15 14:14:12.921042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-e373d486-b3dc-4990-a62d-cb6eaf7a7744 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0467219 Dec 15 14:14:12.948057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e5899709-dd64-40ab-b758-c453ba820782 req-b5ae8ab9-33b5-4c50-b7aa-0245170bc725 tempest-TestServerAdvancedOps-1705057863 tempest-TestServerAdvancedOps-1705057863-project] 10.222.0.86 "GET /v2.0/security-groups?id=56f0642b-490f-46e0-8848-f3af6ae2ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012935 Dec 15 14:14:12.995292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-7053a468-2895-4064-9c8e-0c2a5803517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:13.000333 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8404408 Dec 15 14:14:13.003706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33442) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:13.008435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-7053a468-2895-4064-9c8e-0c2a5803517c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 200 len: 797 time: 0.0806143 Dec 15 14:14:13.015664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'subnet': {'network_id': '1806c98a-4d1a-486a-bf5d-2ac6c2337b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:13.061725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-816d9e1f-59f5-4631-ab34-cf2a9846a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:13.063418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-816d9e1f-59f5-4631-ab34-cf2a9846a10d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ec970e7-0848-4df7-bb45-924290609da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475590 Dec 15 14:14:13.066213 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79203db5-8141-46dd-97c5-fa2072be3103 x-openstack-request-id: req-79203db5-8141-46dd-97c5-fa2072be3103 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:13.066520 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c10262-7833-4d5d-99a2-e32c8f99ebbe", "name": "network-vif-deleted", "tag": "3cfa6676-fb08-4555-a79b-170399d2b10a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:13.066779 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79203db5-8141-46dd-97c5-fa2072be3103 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:13.067179 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c10262-7833-4d5d-99a2-e32c8f99ebbe', 'name': 'network-vif-deleted', 'tag': '3cfa6676-fb08-4555-a79b-170399d2b10a', 'status': 'completed', 'code': 200} Dec 15 14:14:13.067749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e26d21-c4d6-4d74-a7d6-c8f3da808e57 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Network': ['ID=1806c98a-4d1a-486a-bf5d-2ac6c2337b98,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:13.082876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:13.132960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Made reservation on behalf of c62ba62209d24761a724261a2ff74654 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:13.142101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.188457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-447f2966-4ece-431e-9d02-f61d99f027c6 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173296 Dec 15 14:14:13.319443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-7661fdb0-28e5-4499-aeb8-8c13daf6f586 service neutron] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240208 Dec 15 14:14:13.371509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-af948d69-006f-4fdb-8a6a-e9bc9b0db3cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc HTTP/1.1" status: 200 len: 217 time: 0.0442247 Dec 15 14:14:13.393601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.424692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-c6b376fd-89ee-4480-885d-6a3b25b1856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:13.426442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-c6b376fd-89ee-4480-885d-6a3b25b1856f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0480936 Dec 15 14:14:13.467211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Subnet': ['ID=30366cac-97e8-4a02-af2a-a48b2ba670fa,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:13.476625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Checking segment: {'id': '55f270bc-3023-41a0-9412-b6e265a71ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1806c98a-4d1a-486a-bf5d-2ac6c2337b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:13.477059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network hostable DHCP agents. Network: 1806c98a-4d1a-486a-bf5d-2ac6c2337b98, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:13.477209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5f353428-39ed-4170-8367-c990fee6cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:13.478838 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5f353428-39ed-4170-8367-c990fee6cacc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453672 Dec 15 14:14:13.494922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:13.505925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 1806c98a-4d1a-486a-bf5d-2ac6c2337b98) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:13.510370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:13.511362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.520596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0615d4-1a3a-4f39-ac0a-0fbfeffbcfa9 None None] Network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:13.557578 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c103c13d-e584-4800-b1cd-f3f6c7daad27 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5526791 Dec 15 14:14:13.561426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:13.570551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'network': {'name': 'tempest-router-network01--274642375'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:13.602757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Made reservation on behalf of c62ba62209d24761a724261a2ff74654 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:13.608949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-9e907cd5-c368-4531-be6c-bc412ac15bef service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230686 Dec 15 14:14:13.609153 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.640795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-1806c98a-4d1a-486a-bf5d-2ac6c2337b98', 'network_id': '1806c98a-4d1a-486a-bf5d-2ac6c2337b98', 'project_id': 'c62ba62209d24761a724261a2ff74654', 'fixed_ips': [{'subnet_id': '30366cac-97e8-4a02-af2a-a48b2ba670fa'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:13.641842 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.643376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:13.655073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.655438 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Added segment 2bd737b2-a86e-4a92-bf56-258efc589ece of type vlan for network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 Dec 15 14:14:13.706234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-2222fe6c-1d3f-40a9-8e95-5a98f2924c2a service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900214 Dec 15 14:14:13.706617 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.749505 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.755419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:13.756192 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.771576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-cf387b6c-00b2-403e-8514-ec4cfa4766fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 200 len: 217 time: 0.0583797 Dec 15 14:14:13.817115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Allocated IP 2001:db8::2 (1806c98a-4d1a-486a-bf5d-2ac6c2337b98/30366cac-97e8-4a02-af2a-a48b2ba670fa/e296d465-1175-4837-bb38-bcff955bc4ee) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:13.819608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2558231 Dec 15 14:14:13.820968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33470) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:13.828432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'network': {'name': 'tempest-router-network02--1852678330'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:13.837633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158fbf3-310d-4899-beac-2cfe4f1560a9 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Network': ['ID=43ece8c9-3f78-462b-bcdc-967b4f2a8895,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:13.841266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5813af8e-447a-4520-a599-788424123151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:13.843533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5813af8e-447a-4520-a599-788424123151 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 200 len: 797 time: 0.0657713 Dec 15 14:14:13.890548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:13.892725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Made reservation on behalf of c62ba62209d24761a724261a2ff74654 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:13.896201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.930805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-cbf15340-8219-4b43-938d-0e310057c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:13.932431 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-cbf15340-8219-4b43-938d-0e310057c65b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da58127c-8121-4e4c-a2f3-008b65a09d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820105 Dec 15 14:14:13.933293 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:13.952945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:13.953294 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Added segment b962b8a3-9a1e-4430-b007-ef60792b082d of type vlan for network 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a Dec 15 14:14:14.039663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:14.047337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.085285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.095764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.096849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-ccb392ea-1618-40b2-984f-0640c2ae29c2 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566234 Dec 15 14:14:14.106582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fd3778-a5c5-41af-beb9-585d412661d6 admin admin] Deleting subnet d34b9f2c-2dda-4009-a797-01c4c3b44f36 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:14.110495 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3778-a5c5-41af-beb9-585d412661d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.114053 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.120429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:14.121162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.156852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:14.160839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:14.164045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:14.186618 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3778-a5c5-41af-beb9-585d412661d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.189055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Pushing event updated for resources: {'Port': ['ID=e296d465-1175-4837-bb38-bcff955bc4ee,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:14.257112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3778-a5c5-41af-beb9-585d412661d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.267645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Attempting to bind port e296d465-1175-4837-bb38-bcff955bc4ee on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:14.268193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Attempting to bind port e296d465-1175-4837-bb38-bcff955bc4ee by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '55f270bc-3023-41a0-9412-b6e265a71ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1806c98a-4d1a-486a-bf5d-2ac6c2337b98'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:14.268802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Attempting to bind port e296d465-1175-4837-bb38-bcff955bc4ee on network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:14.274542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:14.275069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Checking segment: {'id': '55f270bc-3023-41a0-9412-b6e265a71ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1806c98a-4d1a-486a-bf5d-2ac6c2337b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:14.275584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.276111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Bound using segment: {'id': '55f270bc-3023-41a0-9412-b6e265a71ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1806c98a-4d1a-486a-bf5d-2ac6c2337b98'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:14.276727 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Bound port: e296d465-1175-4837-bb38-bcff955bc4ee, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f270bc-3023-41a0-9412-b6e265a71ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1806c98a-4d1a-486a-bf5d-2ac6c2337b98'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:14.277224 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.283788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Network': ['ID=6ac60a0b-c45b-4d6e-85ea-8bab6df9656a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:14.291162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e83b2171-d9be-44e7-869d-3a03db8cd75b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4690981 Dec 15 14:14:14.294166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:14.302594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'subnet': {'network_id': '43ece8c9-3f78-462b-bcdc-967b4f2a8895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:14.302991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:14.346376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98996195-66c0-4e55-8f34-ecbafc70fed1 req-5c21cfa2-a56f-4a6e-8a61-1ef11aeb1800 service neutron] 10.222.0.74 "GET /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423744 Dec 15 14:14:14.396566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3778-a5c5-41af-beb9-585d412661d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.429635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] For port e296d465-1175-4837-bb38-bcff955bc4ee, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:14.430051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd3778-a5c5-41af-beb9-585d412661d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34b9f2c-2dda-4009-a797-01c4c3b44f36,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:14.434162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] For port e296d465-1175-4837-bb38-bcff955bc4ee, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e296d465-1175-4837-bb38-bcff955bc4ee,segment=NetworkSegment(55f270bc-3023-41a0-9412-b6e265a71ba1),segment_id=55f270bc-3023-41a0-9412-b6e265a71ba1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:14.436140 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3778-a5c5-41af-beb9-585d412661d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.439572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b7fd3778-a5c5-41af-beb9-585d412661d6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d34b9f2c-2dda-4009-a797-01c4c3b44f36 HTTP/1.1" status: 204 len: 168 time: 0.3985488 Dec 15 14:14:14.442795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:14.452420 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.454987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273ae42-2add-4067-8acc-1922d95e183f None None] Network f914991b-1960-4ca6-a6af-3be6d44de5ba requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:14.455387 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Made reservation on behalf of c62ba62209d24761a724261a2ff74654 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:14.459437 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.525971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.607567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10e7a8-9021-408c-9678-b36e423c65f3 None None] Pushing event updated for resources: {'Port': ['ID=e296d465-1175-4837-bb38-bcff955bc4ee,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:14.626421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546dab29-46f8-4a47-ba46-c11550a00290 None None] DHCP port deletion for f914991b-1960-4ca6-a6af-3be6d44de5ba request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:14.641686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.670460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f914991b-1960-4ca6-a6af-3be6d44de5ba']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:14.682354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4547ec77-c9a6-4847-8bef-c0240e29f012') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:14.682815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4547ec77-c9a6-4847-8bef-c0240e29f012') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:14.695947 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.714043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.722800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:14.723314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:14.725680 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:14.804103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.825606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:14.830572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] 10.222.0.86 "DELETE /v2.0/networks/f914991b-1960-4ca6-a6af-3be6d44de5ba HTTP/1.1" status: 204 len: 168 time: 0.3872437 Dec 15 14:14:14.832758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a11542-0a70-471d-b14a-cfa584dee0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f914991b-1960-4ca6-a6af-3be6d44de5ba,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:14.835003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33494) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:14.943444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f5986e-b15e-4175-83f4-f86a96bc80c2 admin admin] Deleting subnet 8156d41f-4a0a-4bb0-9a46-e7b332678b29 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:14.957008 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24f5986e-b15e-4175-83f4-f86a96bc80c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.023903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24f5986e-b15e-4175-83f4-f86a96bc80c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.024964 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.069976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24f5986e-b15e-4175-83f4-f86a96bc80c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.106517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Subnet': ['ID=4e887b57-3551-4776-8883-77052cd00b40,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:15.115782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Checking segment: {'id': '2bd737b2-a86e-4a92-bf56-258efc589ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '43ece8c9-3f78-462b-bcdc-967b4f2a8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:15.116269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network hostable DHCP agents. Network: 43ece8c9-3f78-462b-bcdc-967b4f2a8895, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:15.141000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:15.152853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24f5986e-b15e-4175-83f4-f86a96bc80c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.158849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 43ece8c9-3f78-462b-bcdc-967b4f2a8895) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:15.174489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:15.174747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dbb9aa-9966-49a9-a4ac-a46df3ff4d39 None None] Network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:15.175198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.180772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5986e-b15e-4175-83f4-f86a96bc80c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8156d41f-4a0a-4bb0-9a46-e7b332678b29,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:15.194790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24f5986e-b15e-4175-83f4-f86a96bc80c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.194790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-24f5986e-b15e-4175-83f4-f86a96bc80c2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8156d41f-4a0a-4bb0-9a46-e7b332678b29 HTTP/1.1" status: 204 len: 168 time: 0.3412910 Dec 15 14:14:15.194790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33500) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:15.222912 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d680068b-296d-4b94-8e96-cb9ce7f3daf3 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9269938 Dec 15 14:14:15.225526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:15.226863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35762d-0ad5-4387-b833-1c532324264d None None] Network 62b977bb-e8fc-45a1-81ef-6dc877faf433 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:15.231641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'subnet': {'network_id': '6ac60a0b-c45b-4d6e-85ea-8bab6df9656a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:15.236879 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:14:15.291061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.419048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Made reservation on behalf of c62ba62209d24761a724261a2ff74654 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:15.423625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.431641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.472837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b977bb-e8fc-45a1-81ef-6dc877faf433']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:15.487580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef66bb8-9356-4edd-96e6-44b99c30387b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:15.487901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef66bb8-9356-4edd-96e6-44b99c30387b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:15.505934 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.509838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e296d465-1175-4837-bb38-bcff955bc4ee up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:15.521786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.538523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:15.540471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.550297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb224a2-a016-4576-b862-8d2d3913bc64 None None] DHCP port deletion for 62b977bb-e8fc-45a1-81ef-6dc877faf433 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:15.554883 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:15.633150 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.646723 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.650470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] 10.222.0.86 "DELETE /v2.0/networks/62b977bb-e8fc-45a1-81ef-6dc877faf433 HTTP/1.1" status: 204 len: 168 time: 0.4549363 Dec 15 14:14:15.665728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42b28f-292e-4241-850f-51a3cc7c9df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b977bb-e8fc-45a1-81ef-6dc877faf433,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:15.694173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e296d465-1175-4837-bb38-bcff955bc4ee triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:15.695346 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.749918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-43ece8c9-3f78-462b-bcdc-967b4f2a8895', 'network_id': '43ece8c9-3f78-462b-bcdc-967b4f2a8895', 'project_id': 'c62ba62209d24761a724261a2ff74654', 'fixed_ips': [{'subnet_id': '4e887b57-3551-4776-8883-77052cd00b40'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:15.751382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.752491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.857894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Checking segment: {'id': 'b962b8a3-9a1e-4430-b007-ef60792b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6ac60a0b-c45b-4d6e-85ea-8bab6df9656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:15.858852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network hostable DHCP agents. Network: 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:15.876237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Subnet': ['ID=0d24d295-eb8a-4506-b7c6-2aef2c06166d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:15.896314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:15.919502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:15.927363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:15.928008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.955841 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:15.958089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c33b30-dd2b-4516-83f4-0f6af9831d14 None None] Network 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:15.993403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33516) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.014740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-39a957e2-ed76-428c-9ee1-6b55ac309edc tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7854972 Dec 15 14:14:16.015686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33518) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.111583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf236f-a0ba-4962-9b03-a8156d4c9285 None None] Network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:16.118841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port e296d465-1175-4837-bb38-bcff955bc4ee, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e296d465-1175-4837-bb38-bcff955bc4ee,segment=NetworkSegment(55f270bc-3023-41a0-9412-b6e265a71ba1),segment_id=55f270bc-3023-41a0-9412-b6e265a71ba1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:16.135934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-21c51828-4564-4270-8621-8439960862da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c35dace42b434f86aa7f9f3737923e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389382 Dec 15 14:14:16.136754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.187951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.233948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74b651f9-c7bd-4fb1-a1e6-c3219acccfd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.261696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74b651f9-c7bd-4fb1-a1e6-c3219acccfd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.282040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f4b2ddd9-088e-4da6-be39-8c920a9161eb None None] Provisioning complete for port e296d465-1175-4837-bb38-bcff955bc4ee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:16.282595 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4b2ddd9-088e-4da6-be39-8c920a9161eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.339473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74b651f9-c7bd-4fb1-a1e6-c3219acccfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.343715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74b651f9-c7bd-4fb1-a1e6-c3219acccfd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.345311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-74b651f9-c7bd-4fb1-a1e6-c3219acccfd8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56f0642b-490f-46e0-8848-f3af6ae2ef46 HTTP/1.1" status: 204 len: 168 time: 0.2075841 Dec 15 14:14:16.354431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b651f9-c7bd-4fb1-a1e6-c3219acccfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f0642b-490f-46e0-8848-f3af6ae2ef46,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:16.386450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6ac60a0b-c45b-4d6e-85ea-8bab6df9656a', 'network_id': '6ac60a0b-c45b-4d6e-85ea-8bab6df9656a', 'project_id': 'c62ba62209d24761a724261a2ff74654', 'fixed_ips': [{'subnet_id': '0d24d295-eb8a-4506-b7c6-2aef2c06166d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:16.387336 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.393368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Allocated IP 2001:db8::2 (43ece8c9-3f78-462b-bcdc-967b4f2a8895/4e887b57-3551-4776-8883-77052cd00b40/44498f6e-330f-4eed-a6f5-1fdf8c9076b8) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:16.422336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3cfa6676-fb08-4555-a79b-170399d2b10a no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:16.430488 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.457749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 3cfa6676-fb08-4555-a79b-170399d2b10a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:16.458112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 3cfa6676-fb08-4555-a79b-170399d2b10a not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:16.550252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=e296d465-1175-4837-bb38-bcff955bc4ee,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:16.698375 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Allocated IP 2001:db8::2 (6ac60a0b-c45b-4d6e-85ea-8bab6df9656a/0d24d295-eb8a-4506-b7c6-2aef2c06166d/578a4bfa-b52f-4ea8-a10b-1c6594a31774) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:16.849999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.900863 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-67711fcd-e1c6-4069-b378-285e36cc2de6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4144ae037f73479aaf9b92963638ec0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493596 Dec 15 14:14:16.903253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:16.964209 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.980455 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1e20-4adb-4815-80a9-66deed1ccc19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.981802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.016535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1e20-4adb-4815-80a9-66deed1ccc19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.036239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Pushing event updated for resources: {'Port': ['ID=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:17.051796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:17.054170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Allocated IP 2001:db8::1 (43ece8c9-3f78-462b-bcdc-967b4f2a8895/4e887b57-3551-4776-8883-77052cd00b40/44930ee0-f3a4-43cd-8b8d-a82c993afb6a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:17.072989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:17.088570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:17.129609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1e20-4adb-4815-80a9-66deed1ccc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.133947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1e20-4adb-4815-80a9-66deed1ccc19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.139377 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ee1e1e20-4adb-4815-80a9-66deed1ccc19 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dbca1442-719a-41bc-a060-7afbaeff374f HTTP/1.1" status: 204 len: 168 time: 0.2326903 Dec 15 14:14:17.177478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e1e20-4adb-4815-80a9-66deed1ccc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbca1442-719a-41bc-a060-7afbaeff374f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:17.248445 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.272924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Attempting to bind port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:17.273416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Attempting to bind port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '2bd737b2-a86e-4a92-bf56-258efc589ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '43ece8c9-3f78-462b-bcdc-967b4f2a8895'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:17.273805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Attempting to bind port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 on network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:17.279151 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.284659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:17.285127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Checking segment: {'id': '2bd737b2-a86e-4a92-bf56-258efc589ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '43ece8c9-3f78-462b-bcdc-967b4f2a8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:17.285465 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.285871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Bound using segment: {'id': '2bd737b2-a86e-4a92-bf56-258efc589ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '43ece8c9-3f78-462b-bcdc-967b4f2a8895'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:17.286401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Bound port: 44498f6e-330f-4eed-a6f5-1fdf8c9076b8, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd737b2-a86e-4a92-bf56-258efc589ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '43ece8c9-3f78-462b-bcdc-967b4f2a8895'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:17.287021 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.299787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.304116 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.387194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Network 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:17.393945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:17.396610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:17.400579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:17.401132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.407682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Port': ['ID=44930ee0-f3a4-43cd-8b8d-a82c993afb6a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:17.432919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e296d465-1175-4837-bb38-bcff955bc4ee up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:17.441098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:17.444752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:17.457244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-66023c53-2021-44d9-8dd0-39f6a6eeb96f None None] Provisioning complete for port e296d465-1175-4837-bb38-bcff955bc4ee triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:17.457627 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66023c53-2021-44d9-8dd0-39f6a6eeb96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.547201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.582416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Pushing event updated for resources: {'Port': ['ID=578a4bfa-b52f-4ea8-a10b-1c6594a31774,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:17.635745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] For port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:17.647592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Attempting to bind port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:17.647917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Attempting to bind port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b962b8a3-9a1e-4430-b007-ef60792b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6ac60a0b-c45b-4d6e-85ea-8bab6df9656a'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:17.648299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Attempting to bind port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 on network 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:17.689708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] For port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,segment=NetworkSegment(2bd737b2-a86e-4a92-bf56-258efc589ece),segment_id=2bd737b2-a86e-4a92-bf56-258efc589ece)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:17.694969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:17.695308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Checking segment: {'id': 'b962b8a3-9a1e-4430-b007-ef60792b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6ac60a0b-c45b-4d6e-85ea-8bab6df9656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:17.695732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.696275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Bound using segment: {'id': 'b962b8a3-9a1e-4430-b007-ef60792b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6ac60a0b-c45b-4d6e-85ea-8bab6df9656a'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:17.696676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Bound port: 578a4bfa-b52f-4ea8-a10b-1c6594a31774, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b962b8a3-9a1e-4430-b007-ef60792b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6ac60a0b-c45b-4d6e-85ea-8bab6df9656a'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:17.697080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.720024 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.784065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e296d465-1175-4837-bb38-bcff955bc4ee triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:17.784539 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.965841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.974121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:17.976139 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.100547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Port': ['ID=44930ee0-f3a4-43cd-8b8d-a82c993afb6a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.191640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:18.194977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:18.222238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] For port 578a4bfa-b52f-4ea8-a10b-1c6594a31774, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:18.228205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] For port 578a4bfa-b52f-4ea8-a10b-1c6594a31774, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=578a4bfa-b52f-4ea8-a10b-1c6594a31774,segment=NetworkSegment(b962b8a3-9a1e-4430-b007-ef60792b082d),segment_id=b962b8a3-9a1e-4430-b007-ef60792b082d)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:18.230027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa170261-e16e-4edd-931a-fe878f2c0891 None None] Pushing event updated for resources: {'Port': ['ID=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.247598 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.340601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33578) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.360870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Router b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:14:18.410792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595a21e-0a15-4588-ae84-a4fbafabc412 None None] Pushing event updated for resources: {'Port': ['ID=578a4bfa-b52f-4ea8-a10b-1c6594a31774,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.488640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-191243706-network', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:18.513804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:18.517106 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.527229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.627229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.632891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.665901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:18.693627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.694184 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Added segment 3023226e-a589-4da7-b986-a7de53285346 of type vlan for network 7ecaa962-d424-4477-b544-372160275986 Dec 15 14:14:18.695995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4856cff0-677b-488b-83c5-e5275519e63a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.763129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.797138 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.798436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:18.799011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.854502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:18.854799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-23fad5fe-f925-4db5-a28a-dd1f600bec61 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "PUT /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8373728 Dec 15 14:14:18.863820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7821ec-741f-4a65-945f-eaaf913e5c8b None None] Sync routers for ids ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:18.875409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33590) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.876065 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7821ec-741f-4a65-945f-eaaf913e5c8b None None] Routers {'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:18.877298 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8f7821ec-741f-4a65-945f-eaaf913e5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:18.905757 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5608723 Dec 15 14:14:18.905944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33592) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.912467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Request body: {'subnet': {'network_id': '7ecaa962-d424-4477-b544-372160275986', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-191243706-subnet', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:18.942185 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8f7821ec-741f-4a65-945f-eaaf913e5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:18.954002 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7821ec-741f-4a65-945f-eaaf913e5c8b None None] Routers {'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:18.954674 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8f7821ec-741f-4a65-945f-eaaf913e5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:18.956424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f055e6-6f1e-4f57-87e7-52f9a064993a admin admin] Pushing event updated for resources: {'Network': ['ID=7ecaa962-d424-4477-b544-372160275986,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.981199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7ecaa962-d424-4477-b544-372160275986 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:19.001840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:19.004556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.006486 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8f7821ec-741f-4a65-945f-eaaf913e5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:19.007142 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7821ec-741f-4a65-945f-eaaf913e5c8b None None] The sync data for ids ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:19.245932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.324954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206eea0c-36af-47c7-be54-138588ead2f0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:19.342373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:19.344221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Network hostable DHCP agents. Network: 7ecaa962-d424-4477-b544-372160275986, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:19.372128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Network 7ecaa962-d424-4477-b544-372160275986 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:19.390257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7ecaa962-d424-4477-b544-372160275986) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:19.395285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:19.397072 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.401522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132d2fa-101b-4ecd-a08d-b0df993bd3f3 None None] Network 7ecaa962-d424-4477-b544-372160275986 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:19.426289 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da638041-efc4-44cc-b27e-ffbf35e49577 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5193601 Dec 15 14:14:19.429014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:19.434206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:19.462181 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-246047e2-1929-48fc-b195-4ee808905e39 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:14:19.464828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-246047e2-1929-48fc-b195-4ee808905e39 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "PUT /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5951672 Dec 15 14:14:19.468503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:19.470714 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.472124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.514791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f830b1f5-163d-4447-8912-65fa87e0cfed None None] Network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:19.558995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.726850 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:19.760082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.861392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-7ecaa962-d424-4477-b544-372160275986', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:19.862420 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.877736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-89eba15e-3d9b-4ff0-b0c6-488470c2a893 None None] Provisioning complete for port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:19.878288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89eba15e-3d9b-4ff0-b0c6-488470c2a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.914941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:19.915489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.972659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.187380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbde5a6-60f0-4322-b6b3-581037e62fd8 None None] Network 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:20.217483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.247293 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.346845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.384170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Allocated IP 172.20.0.2 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/6c7f3010-4649-4abb-be5d-1792c87ea5e3) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:20.386258 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89eba15e-3d9b-4ff0-b0c6-488470c2a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.481157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Allocated IP 172.25.7.178 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/de701953-ee09-4194-9dcb-083e0dd3615b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:20.492085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,segment=NetworkSegment(2bd737b2-a86e-4a92-bf56-258efc589ece),segment_id=2bd737b2-a86e-4a92-bf56-258efc589ece)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:20.506951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting port 44930ee0-f3a4-43cd-8b8d-a82c993afb6a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:20.508035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.573118 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.573928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 578a4bfa-b52f-4ea8-a10b-1c6594a31774 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:20.597826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.612012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Calling delete_port for 44930ee0-f3a4-43cd-8b8d-a82c993afb6a owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:20.642588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.698189 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-89eba15e-3d9b-4ff0-b0c6-488470c2a893 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:14:20.705488 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-89eba15e-3d9b-4ff0-b0c6-488470c2a893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:14:20.740469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.759177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:20.781325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:20.781940 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.824270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:20.835495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:20.846792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:20.883415 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.897733 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.931677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Port': ['ID=44930ee0-f3a4-43cd-8b8d-a82c993afb6a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:20.932194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Pushing event updated for resources: {'Port': ['ID=de701953-ee09-4194-9dcb-083e0dd3615b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:20.946297 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.948499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e14008-25f7-4c24-b114-c0af380611bf None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:20.994624 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.005883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:21.012396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:21.032671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:21.063187 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.206228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 578a4bfa-b52f-4ea8-a10b-1c6594a31774, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=578a4bfa-b52f-4ea8-a10b-1c6594a31774,segment=NetworkSegment(b962b8a3-9a1e-4430-b007-ef60792b082d),segment_id=b962b8a3-9a1e-4430-b007-ef60792b082d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:21.207792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Pushing event updated for resources: {'Port': ['ID=6c7f3010-4649-4abb-be5d-1792c87ea5e3,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:21.238622 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.312447 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.362383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Attempting to bind port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:21.362758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Attempting to bind port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:21.363142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Attempting to bind port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:21.382360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:21.382741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:21.383152 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.383550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:21.385131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Bound port: 6c7f3010-4649-4abb-be5d-1792c87ea5e3, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:21.385533 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.402198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:21.432306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Router b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:21.460178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=578a4bfa-b52f-4ea8-a10b-1c6594a31774,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:21.520940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e011a701-69d7-434a-8f68-94678d7c5096 None None] Could not find standard attr ID for object 44930ee0-f3a4-43cd-8b8d-a82c993afb6a. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:14:21.576793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:21.579637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e011a701-69d7-434a-8f68-94678d7c5096 None None] Provisioning complete for port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:21.580112 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e011a701-69d7-434a-8f68-94678d7c5096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.587373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33630) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:21.588346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9018da81-fd20-48e4-b8ad-48031031976f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "PUT /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1180251 Dec 15 14:14:21.611397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] For port 6c7f3010-4649-4abb-be5d-1792c87ea5e3, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:21.616205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc829a-29e0-445c-91d8-761e38098007 None None] Sync routers for ids ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:21.632983 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-65a99081-078b-42d7-82c0-774015754a44 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] delete failed (client error): The resource could not be found. Dec 15 14:14:21.634388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-65a99081-078b-42d7-82c0-774015754a44 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/routers/tempest-non_exist_router-468804632 HTTP/1.1" status: 404 len: 334 time: 0.0460749 Dec 15 14:14:21.638360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:21.643654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0f59678c-6489-4c47-ac72-e64e74c08d37 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:21.646162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.651587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:21.652262 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.656262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] For port 6c7f3010-4649-4abb-be5d-1792c87ea5e3, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6c7f3010-4649-4abb-be5d-1792c87ea5e3,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:21.663468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc829a-29e0-445c-91d8-761e38098007 None None] Routers {'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:21.664961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0abc829a-29e0-445c-91d8-761e38098007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:21.692328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.767397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0abc829a-29e0-445c-91d8-761e38098007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:21.809489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc829a-29e0-445c-91d8-761e38098007 None None] Routers {'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:21.810959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0abc829a-29e0-445c-91d8-761e38098007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:21.849725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Router 401a92dd-6129-4381-bcf8-4721e41ac44b is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:14:21.918838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f59678c-6489-4c47-ac72-e64e74c08d37 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.947707 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-0f59678c-6489-4c47-ac72-e64e74c08d37 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] update failed (client error): The resource could not be found. Dec 15 14:14:21.948988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0f59678c-6489-4c47-ac72-e64e74c08d37 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "PUT /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd HTTP/1.1" status: 404 len: 339 time: 0.3094192 Dec 15 14:14:21.953581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33640) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:21.959476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1059263316'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:21.985386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Made reservation on behalf of c62ba62209d24761a724261a2ff74654 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:21.990634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.031019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:22.043265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.043624 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Added segment 4188cc17-8ebc-464f-970a-a6b8b85b88eb of type vlan for network e061887c-ca91-4802-b8f0-759307c50b8d Dec 15 14:14:22.097495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0abc829a-29e0-445c-91d8-761e38098007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:22.098171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc829a-29e0-445c-91d8-761e38098007 None None] The sync data for ids ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:22.098485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:22.131588 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:22.142175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.146177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ba321444-7d2a-4b1e-bb13-51a2505eda0d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7131727 Dec 15 14:14:22.146491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33644) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:22.165031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af18e9-3461-439a-bd06-4b252f83d483 None None] Pushing event updated for resources: {'Port': ['ID=6c7f3010-4649-4abb-be5d-1792c87ea5e3,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:22.165263 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.193677 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:22.194883 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:22.228699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.237804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:22.261109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.275762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e011a701-69d7-434a-8f68-94678d7c5096 None None] Provisioning complete for port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:22.276539 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e011a701-69d7-434a-8f68-94678d7c5096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.365172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4103582 Dec 15 14:14:22.385806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed9bfe-2d10-48f3-84a7-63d2b278f263 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Network': ['ID=e061887c-ca91-4802-b8f0-759307c50b8d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:22.389131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33650) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:22.395552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'subnet': {'network_id': 'e061887c-ca91-4802-b8f0-759307c50b8d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:22.401175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network e061887c-ca91-4802-b8f0-759307c50b8d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:22.497395 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:22.536765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e011a701-69d7-434a-8f68-94678d7c5096 None None] Provisioning complete for port de701953-ee09-4194-9dcb-083e0dd3615b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:22.537373 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e011a701-69d7-434a-8f68-94678d7c5096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.593080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Made reservation on behalf of c62ba62209d24761a724261a2ff74654 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:22.597824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.611895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e011a701-69d7-434a-8f68-94678d7c5096 None None] Port de701953-ee09-4194-9dcb-083e0dd3615b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:22.803307 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:21Z', 'revision_number': 3, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:22.847145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.848454 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:22.849370 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Updating router 401a92dd-6129-4381-bcf8-4721e41ac44b port de701953-ee09-4194-9dcb-083e0dd3615b binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:14:22.886407 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.939682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Subnet': ['ID=da35b17d-10b7-4606-bfc9-e05d4eec3230,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:22.964265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Checking segment: {'id': '4188cc17-8ebc-464f-970a-a6b8b85b88eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e061887c-ca91-4802-b8f0-759307c50b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:22.964646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network hostable DHCP agents. Network: e061887c-ca91-4802-b8f0-759307c50b8d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:22.990581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network e061887c-ca91-4802-b8f0-759307c50b8d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:23.006206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, e061887c-ca91-4802-b8f0-759307c50b8d) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:23.018003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d685894-1068-4701-88cd-cfe2ddf72c85 None None] Network e061887c-ca91-4802-b8f0-759307c50b8d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:23.023528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:23.024155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.064879 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d65c10c1-bf24-4dd7-ad38-110346c68f9f tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6718106 Dec 15 14:14:23.065081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33656) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:23.069810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0b8c7258-9008-4c10-ad93-84ed31a2a394 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e061887c-ca91-4802-b8f0-759307c50b8d'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:23.214980 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.272909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-e061887c-ca91-4802-b8f0-759307c50b8d', 'network_id': 'e061887c-ca91-4802-b8f0-759307c50b8d', 'project_id': 'c62ba62209d24761a724261a2ff74654', 'fixed_ips': [{'subnet_id': 'da35b17d-10b7-4606-bfc9-e05d4eec3230'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:23.273811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.337240 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.349631 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.564208 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Attempting to bind port de701953-ee09-4194-9dcb-083e0dd3615b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:23.564713 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Attempting to bind port de701953-ee09-4194-9dcb-083e0dd3615b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:23.565080 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Attempting to bind port de701953-ee09-4194-9dcb-083e0dd3615b on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:23.568082 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Pushing event updated for resources: {'Port': ['ID=de701953-ee09-4194-9dcb-083e0dd3615b,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:23.574290 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:23.574806 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:23.575267 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.575622 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:23.576130 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Bound port: de701953-ee09-4194-9dcb-083e0dd3615b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:23.577105 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.605336 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.605703 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.606022 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.606197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4d292-35d1-4c07-8ff6-7abc9090e6c5 None None] Network 7ecaa962-d424-4477-b544-372160275986 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:23.606374 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.606678 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.607684 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.608275 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.608573 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.608950 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.609222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.609544 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.609865 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.610406 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:23.615611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6c7f3010-4649-4abb-be5d-1792c87ea5e3 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:23.619418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039146fa-bea6-4139-b703-508d3c58d028 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:23.668818 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] For port de701953-ee09-4194-9dcb-083e0dd3615b, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:23.675001 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] For port de701953-ee09-4194-9dcb-083e0dd3615b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=de701953-ee09-4194-9dcb-083e0dd3615b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:23.687812 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.692254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Allocated IP 172.20.0.1 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/35886e78-6944-4557-847d-379b0c99decd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:23.794248 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:23.795209 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:23.798665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec462cd2-e113-45cd-ad2b-451fc39752f3 None None] Pushing event updated for resources: {'Port': ['ID=de701953-ee09-4194-9dcb-083e0dd3615b,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:23.838623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aa1c28e2-0480-47a2-8845-7821e922e3d0 None None] Provisioning complete for port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:23.839570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa1c28e2-0480-47a2-8845-7821e922e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.902975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a7f1cc-13bd-4b57-8b2c-6183c958a78b None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:23.910918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Allocated IP 2001:db8:1::2 (e061887c-ca91-4802-b8f0-759307c50b8d/da35b17d-10b7-4606-bfc9-e05d4eec3230/c24d8d7c-5fa5-4cc1-acda-5fd832936194) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:23.914545 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.944744 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:23.944988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:23.945214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.018334 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b8c7258-9008-4c10-ad93-84ed31a2a394 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.055480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.123429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:24.127410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:24.132594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:24.171894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Pushing event updated for resources: {'Port': ['ID=35886e78-6944-4557-847d-379b0c99decd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:24.193665 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-0b8c7258-9008-4c10-ad93-84ed31a2a394 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:14:24.201358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0b8c7258-9008-4c10-ad93-84ed31a2a394 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "PUT /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd HTTP/1.1" status: 400 len: 364 time: 1.1352303 Dec 15 14:14:24.201968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33674) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:24.212072 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:21Z', 'revision_number': 3, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:24.219838 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.261900 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25d4d0-610e-41a1-ac00-2cb3a057d63d None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:21Z', 'revision_number': 3, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:24.407559 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.455795 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.477957 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.480377 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa1c28e2-0480-47a2-8845-7821e922e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.534256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.547314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Network e061887c-ca91-4802-b8f0-759307c50b8d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:24.556129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:24.568206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:24.639528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 6c7f3010-4649-4abb-be5d-1792c87ea5e3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6c7f3010-4649-4abb-be5d-1792c87ea5e3,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:24.679761 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.680629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 578a4bfa-b52f-4ea8-a10b-1c6594a31774 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:24.682257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Pushing event updated for resources: {'Port': ['ID=c24d8d7c-5fa5-4cc1-acda-5fd832936194,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:24.777102 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.816699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Attempting to bind port c24d8d7c-5fa5-4cc1-acda-5fd832936194 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:24.817085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Attempting to bind port c24d8d7c-5fa5-4cc1-acda-5fd832936194 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4188cc17-8ebc-464f-970a-a6b8b85b88eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e061887c-ca91-4802-b8f0-759307c50b8d'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:24.817467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Attempting to bind port c24d8d7c-5fa5-4cc1-acda-5fd832936194 on network e061887c-ca91-4802-b8f0-759307c50b8d {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:24.835759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:24.836173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Checking segment: {'id': '4188cc17-8ebc-464f-970a-a6b8b85b88eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e061887c-ca91-4802-b8f0-759307c50b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:24.836596 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.837004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Bound using segment: {'id': '4188cc17-8ebc-464f-970a-a6b8b85b88eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e061887c-ca91-4802-b8f0-759307c50b8d'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:24.838061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Bound port: c24d8d7c-5fa5-4cc1-acda-5fd832936194, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4188cc17-8ebc-464f-970a-a6b8b85b88eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e061887c-ca91-4802-b8f0-759307c50b8d'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:24.838061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.874472 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-aa1c28e2-0480-47a2-8845-7821e922e3d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:14:24.874846 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-aa1c28e2-0480-47a2-8845-7821e922e3d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:14:24.897693 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.907035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=6c7f3010-4649-4abb-be5d-1792c87ea5e3,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:24.925803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.986480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:24.986972 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.036980 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.047633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Pushing event updated for resources: {'Port': ['ID=35886e78-6944-4557-847d-379b0c99decd,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:25.054903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] For port c24d8d7c-5fa5-4cc1-acda-5fd832936194, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:25.059068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] For port c24d8d7c-5fa5-4cc1-acda-5fd832936194, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c24d8d7c-5fa5-4cc1-acda-5fd832936194,segment=NetworkSegment(4188cc17-8ebc-464f-970a-a6b8b85b88eb),segment_id=4188cc17-8ebc-464f-970a-a6b8b85b88eb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:25.078179 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.238799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:25.241780 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:25.243016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aee51-eea5-459d-94f3-e271da5a62ca None None] Pushing event updated for resources: {'Port': ['ID=c24d8d7c-5fa5-4cc1-acda-5fd832936194,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:25.356059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Allocated IP 2001:db8::1 (1806c98a-4d1a-486a-bf5d-2ac6c2337b98/30366cac-97e8-4a02-af2a-a48b2ba670fa/65e87eaf-8ba3-488c-842c-c2a463ccf53d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:25.441089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Router 401a92dd-6129-4381-bcf8-4721e41ac44b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:25.583504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6c7f3010-4649-4abb-be5d-1792c87ea5e3 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:25.693503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.716027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Provisioning complete for port de701953-ee09-4194-9dcb-083e0dd3615b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:25.716027 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.739940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:25.769824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.770268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-97cdcaff-f8a6-4e4b-8d3d-908450ba7265 admin admin] 10.222.0.86 "PUT /v2.0/routers/401a92dd-6129-4381-bcf8-4721e41ac44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6221991 Dec 15 14:14:25.775714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:25.776301 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.796821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:25.836800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:25.845135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:25.845978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.889056 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.908424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Port': ['ID=65e87eaf-8ba3-488c-842c-c2a463ccf53d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:25.943936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] For port de701953-ee09-4194-9dcb-083e0dd3615b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=de701953-ee09-4194-9dcb-083e0dd3615b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:26.014580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device de701953-ee09-4194-9dcb-083e0dd3615b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:26.059360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.073721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.134384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Pushing event updated for resources: {'Port': ['ID=de701953-ee09-4194-9dcb-083e0dd3615b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:26.153117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Provisioning complete for port 35886e78-6944-4557-847d-379b0c99decd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:26.153497 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.203528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Port 35886e78-6944-4557-847d-379b0c99decd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:26.218998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port de701953-ee09-4194-9dcb-083e0dd3615b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:26.219404 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.309417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Provisioning complete for port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:26.309969 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-073eb3da-b3f5-4a76-8899-14bfbdcaca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.606088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.613662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.614284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.634471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8a050448-b346-4600-8860-1cf1aee743af None None] Provisioning complete for port 35886e78-6944-4557-847d-379b0c99decd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:26.637244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a050448-b346-4600-8860-1cf1aee743af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.653062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33718) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:26.659273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-892442102-network', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:26.684809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Made reservation on behalf of 9173fc56bce24524b24e2fa5e5f7b75b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:26.689141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.698616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.723127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event updated for resources: {'Port': ['ID=65e87eaf-8ba3-488c-842c-c2a463ccf53d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:26.741101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8a050448-b346-4600-8860-1cf1aee743af None None] Port 35886e78-6944-4557-847d-379b0c99decd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:26.753487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8a050448-b346-4600-8860-1cf1aee743af None None] Provisioning complete for port 65e87eaf-8ba3-488c-842c-c2a463ccf53d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:26.753866 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a050448-b346-4600-8860-1cf1aee743af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.780451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e6611-ba4f-4d4b-8594-fd274c577ad8 None None] Network e061887c-ca91-4802-b8f0-759307c50b8d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:26.811607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.816319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:26.817147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.818476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:26.831760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:26.844476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.845007 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Added segment 46c1c23a-4c98-4087-b102-7c984145fefd of type vlan for network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb Dec 15 14:14:26.902602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8a050448-b346-4600-8860-1cf1aee743af None None] Port 65e87eaf-8ba3-488c-842c-c2a463ccf53d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:26.947768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:26.972354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727410f1-c971-4411-a891-78dfb4bfd17f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:27.004047 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.005199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:27.006076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.008545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Router b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:27.049245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Provisioning complete for port c24d8d7c-5fa5-4cc1-acda-5fd832936194 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:27.050399 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.122124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] Pushing event updated for resources: {'Network': ['ID=6a4c1b4f-a615-4778-9e52-c4938beaa7eb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:27.135379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:27.145707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f51e18c4-a106-46c1-a3d0-0b32198d155e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4903963 Dec 15 14:14:27.157007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:27.172141 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Request body: {'subnet': {'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-892442102-subnet', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:27.211967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:27.225986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-eabe069d-4d33-4963-892b-20d0b4570faa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "PUT /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0196140 Dec 15 14:14:27.226698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33726) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:27.229480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Made reservation on behalf of 9173fc56bce24524b24e2fa5e5f7b75b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:27.232593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.345175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54bb7b45-94d6-42d6-af71-1a51e82c8557 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.392626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eaab27-7ca8-4b0c-b74b-5595772f952e None None] Sync routers for ids ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:27.448789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eaab27-7ca8-4b0c-b74b-5595772f952e None None] Routers {'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:27.449442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-45eaab27-7ca8-4b0c-b74b-5595772f952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:27.475999 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.542878 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:27.559524 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:27.561254 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:27.563919 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-54bb7b45-94d6-42d6-af71-1a51e82c8557 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 14:14:27.569314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54bb7b45-94d6-42d6-af71-1a51e82c8557 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd HTTP/1.1" status: 409 len: 329 time: 0.3391385 Dec 15 14:14:27.569485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-45eaab27-7ca8-4b0c-b74b-5595772f952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:27.569835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33734) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:27.585747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eaab27-7ca8-4b0c-b74b-5595772f952e None None] Routers {'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:27.586469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-45eaab27-7ca8-4b0c-b74b-5595772f952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:27.641459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] For port c24d8d7c-5fa5-4cc1-acda-5fd832936194, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c24d8d7c-5fa5-4cc1-acda-5fd832936194,segment=NetworkSegment(4188cc17-8ebc-464f-970a-a6b8b85b88eb),segment_id=4188cc17-8ebc-464f-970a-a6b8b85b88eb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:27.643338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c24d8d7c-5fa5-4cc1-acda-5fd832936194 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:27.643947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.681872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-45eaab27-7ca8-4b0c-b74b-5595772f952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:27.682765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eaab27-7ca8-4b0c-b74b-5595772f952e None None] The sync data for ids ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:27.683551 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:27.684397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.745359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c24d8d7c-5fa5-4cc1-acda-5fd832936194 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:27.746050 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.751247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Pushing event updated for resources: {'Port': ['ID=c24d8d7c-5fa5-4cc1-acda-5fd832936194,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:27.762138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf80319-8b28-48e5-a474-fb3034972e2b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:27.787469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Checking segment: {'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:27.789097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Network hostable DHCP agents. Network: 6a4c1b4f-a615-4778-9e52-c4938beaa7eb, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:27.805107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.808410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.814140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.814692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.815236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.815739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.816276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.816772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.818371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.818903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.821104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.821620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.822120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddedfd1f-8710-4d8c-8528-b30d258f2600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:27.840779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:27.851682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6a4c1b4f-a615-4778-9e52-c4938beaa7eb) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:27.855914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:27.856500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.873573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff7974-dd28-48e3-9369-95ee530c4149 None None] Network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:27.890398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-11411e14-6f3e-478e-9c6f-d969c6e30b1a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7322106 Dec 15 14:14:27.893953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33740) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:27.898579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:27.918409 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 2, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:27.923361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.924916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:27.982523 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:27.982984 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Updating router 401a92dd-6129-4381-bcf8-4721e41ac44b port 35886e78-6944-4557-847d-379b0c99decd binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:14:27.992189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.021616 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.119704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.199055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-057a3cae-c601-459c-8a48-62b2ef698e4a None None] Provisioning complete for port c24d8d7c-5fa5-4cc1-acda-5fd832936194 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:28.199598 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-057a3cae-c601-459c-8a48-62b2ef698e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.209339 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.409358 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.417989 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.418495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6a4c1b4f-a615-4778-9e52-c4938beaa7eb', 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb', 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'fixed_ips': [{'subnet_id': '6cf80319-8b28-48e5-a474-fb3034972e2b'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:14:28.420024 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.433694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device de701953-ee09-4194-9dcb-083e0dd3615b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:28.480523 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827705f-e422-40f3-9b69-3486436544fc None None] Pushing event updated for resources: {'Port': ['ID=35886e78-6944-4557-847d-379b0c99decd,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:28.586345 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Attempting to bind port 35886e78-6944-4557-847d-379b0c99decd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:28.588154 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Attempting to bind port 35886e78-6944-4557-847d-379b0c99decd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:28.588760 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Attempting to bind port 35886e78-6944-4557-847d-379b0c99decd on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:28.595970 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:28.596804 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:28.597645 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.599231 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:28.600043 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Bound port: 35886e78-6944-4557-847d-379b0c99decd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:28.600679 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.612820 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.634352 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.755691 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] For port 35886e78-6944-4557-847d-379b0c99decd, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:28.760154 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] For port 35886e78-6944-4557-847d-379b0c99decd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=35886e78-6944-4557-847d-379b0c99decd,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:28.782984 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.812251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Allocated IP 172.20.0.2 (6a4c1b4f-a615-4778-9e52-c4938beaa7eb/6cf80319-8b28-48e5-a474-fb3034972e2b/8c45973a-5481-4186-bf43-82053484bc20) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:28.823669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port de701953-ee09-4194-9dcb-083e0dd3615b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:28.825267 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.836461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-057a3cae-c601-459c-8a48-62b2ef698e4a None None] Provisioning complete for port 65e87eaf-8ba3-488c-842c-c2a463ccf53d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:28.837044 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-057a3cae-c601-459c-8a48-62b2ef698e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:28.869350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Allocated IP 172.25.7.166 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/3ae2d7b7-df16-4ca9-9a1a-9081854a496d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:28.918049 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:28.918702 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:28.927699 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827705f-e422-40f3-9b69-3486436544fc None None] Pushing event updated for resources: {'Port': ['ID=35886e78-6944-4557-847d-379b0c99decd,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:28.971672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting port 65e87eaf-8ba3-488c-842c-c2a463ccf53d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:28.973957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.088960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-057a3cae-c601-459c-8a48-62b2ef698e4a None None] Port 65e87eaf-8ba3-488c-842c-c2a463ccf53d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:29.089548 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.181446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.182085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.221761 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:29.226235 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Calling delete_port for 65e87eaf-8ba3-488c-842c-c2a463ccf53d owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:29.245134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:29.250248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:29.252897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:29.274897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65128c3d-8aa4-44bf-a177-1f03341e87ba None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:29.281645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-43a5aa53-2e0e-469c-a2e1-b478b56a2a8e None None] Provisioning complete for port 35886e78-6944-4557-847d-379b0c99decd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:29.282365 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-43a5aa53-2e0e-469c-a2e1-b478b56a2a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.292354 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae2d7b7-df16-4ca9-9a1a-9081854a496d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:29.340494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.350648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.432626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:29.439353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Pushing event updated for resources: {'Port': ['ID=8c45973a-5481-4186-bf43-82053484bc20,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:29.444424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:29.450514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:29.479858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-43a5aa53-2e0e-469c-a2e1-b478b56a2a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.508861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.542885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c24d8d7c-5fa5-4cc1-acda-5fd832936194 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:29.551447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Port': ['ID=65e87eaf-8ba3-488c-842c-c2a463ccf53d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:29.664476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-43a5aa53-2e0e-469c-a2e1-b478b56a2a8e None None] For port 35886e78-6944-4557-847d-379b0c99decd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=35886e78-6944-4557-847d-379b0c99decd,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:29.667955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Attempting to bind port 8c45973a-5481-4186-bf43-82053484bc20 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:29.668705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Attempting to bind port 8c45973a-5481-4186-bf43-82053484bc20 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:29.669435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Attempting to bind port 8c45973a-5481-4186-bf43-82053484bc20 on network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:29.674869 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-43a5aa53-2e0e-469c-a2e1-b478b56a2a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.687453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:29.688213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Checking segment: {'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:29.688871 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.689442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Bound using segment: {'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:29.690092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Bound port: 8c45973a-5481-4186-bf43-82053484bc20, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:29.690674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.772024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:29.807146 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:28Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:29.847975 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583f3ad-f1fa-4c71-bc10-64a7ea381ad1 None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:28Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:29.984184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5aa53-2e0e-469c-a2e1-b478b56a2a8e None None] Pushing event updated for resources: {'Port': ['ID=35886e78-6944-4557-847d-379b0c99decd,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:30.000902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-05d9102d-c8c8-4004-985f-237578a11f1c None None] Provisioning complete for port 35886e78-6944-4557-847d-379b0c99decd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.002124 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05d9102d-c8c8-4004-985f-237578a11f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.004397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c24d8d7c-5fa5-4cc1-acda-5fd832936194 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.005140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.095196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Router b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:30.163190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] For port 8c45973a-5481-4186-bf43-82053484bc20, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:30.178963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] For port 8c45973a-5481-4186-bf43-82053484bc20, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8c45973a-5481-4186-bf43-82053484bc20,segment=NetworkSegment(46c1c23a-4c98-4087-b102-7c984145fefd),segment_id=46c1c23a-4c98-4087-b102-7c984145fefd)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:30.215137 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.224904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:30.243701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e5e7b5cd-017f-4dcf-8618-04486e7d4911 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "PUT /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6727288 Dec 15 14:14:30.248225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33766) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:30.289311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69530465-cceb-4416-9554-1fb8f59e1fce None None] Sync routers for ids ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:30.315774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.345601 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-ad838560-847f-4972-9275-f7b2321a6c4b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] show failed (client error): The resource could not be found. Dec 15 14:14:30.346658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ad838560-847f-4972-9275-f7b2321a6c4b tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "GET /v2.0/routers/tempest-non_exist_router-290655823 HTTP/1.1" status: 404 len: 334 time: 0.0965359 Dec 15 14:14:30.351844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33768) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:30.356703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-724f19be-2d12-4a55-beff-c3ac9990829d tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:30.407755 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-724f19be-2d12-4a55-beff-c3ac9990829d tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] update failed (client error): The resource could not be found. Dec 15 14:14:30.408908 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-724f19be-2d12-4a55-beff-c3ac9990829d tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "PUT /v2.0/routers/tempest-non_exist_router-253922642 HTTP/1.1" status: 404 len: 334 time: 0.0559688 Dec 15 14:14:30.414279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33774) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:30.471006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69530465-cceb-4416-9554-1fb8f59e1fce None None] Routers {'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:30.471666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-69530465-cceb-4416-9554-1fb8f59e1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:30.582624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7667b515-21d1-43fc-ac25-650419531e83 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting subnet da35b17d-10b7-4606-bfc9-e05d4eec3230 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:30.592176 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7667b515-21d1-43fc-ac25-650419531e83 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.607652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-69530465-cceb-4416-9554-1fb8f59e1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:30.623738 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.636951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313338e-fdc5-4946-aae5-ee9d98cb5d0b None None] Pushing event updated for resources: {'Port': ['ID=8c45973a-5481-4186-bf43-82053484bc20,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:30.676931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7667b515-21d1-43fc-ac25-650419531e83 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.702888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69530465-cceb-4416-9554-1fb8f59e1fce None None] Routers {'b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:30.705481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-69530465-cceb-4416-9554-1fb8f59e1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:30.796532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-05d9102d-c8c8-4004-985f-237578a11f1c None None] Provisioning complete for port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:30.796932 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05d9102d-c8c8-4004-985f-237578a11f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.799104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-69530465-cceb-4416-9554-1fb8f59e1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:30.799742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69530465-cceb-4416-9554-1fb8f59e1fce None None] The sync data for ids ['b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd'] in n-d-821840-1 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:30.920243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-05d9102d-c8c8-4004-985f-237578a11f1c None None] Port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:30.926515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7667b515-21d1-43fc-ac25-650419531e83 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:30.960553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Router 38528c0d-9974-4706-8b20-c593b9055e18 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:14:31.017029 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.061373 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7667b515-21d1-43fc-ac25-650419531e83 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.088332 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7667b515-21d1-43fc-ac25-650419531e83 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.089452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e470a41a-7369-4e98-8fcf-837b015b93e7 None None] Network e061887c-ca91-4802-b8f0-759307c50b8d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:31.093562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7667b515-21d1-43fc-ac25-650419531e83 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/subnets/da35b17d-10b7-4606-bfc9-e05d4eec3230 HTTP/1.1" status: 204 len: 168 time: 0.6782222 Dec 15 14:14:31.104877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33782) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:31.117319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667b515-21d1-43fc-ac25-650419531e83 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Subnet': ['ID=da35b17d-10b7-4606-bfc9-e05d4eec3230,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:31.164748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.241836 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e74df97d-c159-4e88-b082-11cc390cdb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.298993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.328787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:31.340717 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Sync routers for ids ['38528c0d-9974-4706-8b20-c593b9055e18'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:31.350204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0140c-e556-4ac1-833e-946717007525 None None] DHCP port deletion for e061887c-ca91-4802-b8f0-759307c50b8d request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:31.367723 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Routers {'38528c0d-9974-4706-8b20-c593b9055e18'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:31.384583 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['38528c0d-9974-4706-8b20-c593b9055e18'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:31.400190 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.408758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33788) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:31.424524 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e2f6a824-86bb-4a01-b52f-e63ad25c99f2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5291848 Dec 15 14:14:31.507092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3da0140c-e556-4ac1-833e-946717007525 None None] Deleting port c24d8d7c-5fa5-4cc1-acda-5fd832936194 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:31.507392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3da0140c-e556-4ac1-833e-946717007525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.538362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting port c24d8d7c-5fa5-4cc1-acda-5fd832936194 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:31.538715 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.640431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 35886e78-6944-4557-847d-379b0c99decd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:31.667778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3da0140c-e556-4ac1-833e-946717007525 None None] For port c24d8d7c-5fa5-4cc1-acda-5fd832936194, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c24d8d7c-5fa5-4cc1-acda-5fd832936194,segment=NetworkSegment(4188cc17-8ebc-464f-970a-a6b8b85b88eb),segment_id=4188cc17-8ebc-464f-970a-a6b8b85b88eb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:31.669671 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Set router 38528c0d-9974-4706-8b20-c593b9055e18 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:31.670122 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3da0140c-e556-4ac1-833e-946717007525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.701753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] For port c24d8d7c-5fa5-4cc1-acda-5fd832936194, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c24d8d7c-5fa5-4cc1-acda-5fd832936194,segment=NetworkSegment(4188cc17-8ebc-464f-970a-a6b8b85b88eb),segment_id=4188cc17-8ebc-464f-970a-a6b8b85b88eb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:31.702456 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.733517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Calling delete_port for c24d8d7c-5fa5-4cc1-acda-5fd832936194 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:31.803542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3da0140c-e556-4ac1-833e-946717007525 None None] Calling delete_port for c24d8d7c-5fa5-4cc1-acda-5fd832936194 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:31.939574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 35886e78-6944-4557-847d-379b0c99decd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:31.939807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:31.975730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.058581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Port': ['ID=c24d8d7c-5fa5-4cc1-acda-5fd832936194,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:32.071223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] No DVR routers for this DVR port c24d8d7c-5fa5-4cc1-acda-5fd832936194 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:32.072424 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:14:30Z', 'revision_number': 3, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port': {'id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:32.140230 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Checking router: 38528c0d-9974-4706-8b20-c593b9055e18 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:32.140582 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Updating router 38528c0d-9974-4706-8b20-c593b9055e18 port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:14:32.152126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3da0140c-e556-4ac1-833e-946717007525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.219007 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.277737 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.315556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0140c-e556-4ac1-833e-946717007525 None None] Pushing event deleted for resources: {'Port': ['ID=c24d8d7c-5fa5-4cc1-acda-5fd832936194,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:32.324016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e061887c-ca91-4802-b8f0-759307c50b8d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:32.333061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59fa33d-463c-4ed3-9001-783ab11c133d None None] Network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:32.344073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4188cc17-8ebc-464f-970a-a6b8b85b88eb') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:32.344621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4188cc17-8ebc-464f-970a-a6b8b85b88eb') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:32.361686 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.371892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0140c-e556-4ac1-833e-946717007525 None None] No DVR routers for this DVR port c24d8d7c-5fa5-4cc1-acda-5fd832936194 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:32.395039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.411965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:32.412391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:32.418131 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:32.503114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.510571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8c45973a-5481-4186-bf43-82053484bc20 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:32.511053 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.515337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/networks/e061887c-ca91-4802-b8f0-759307c50b8d HTTP/1.1" status: 204 len: 168 time: 1.4091983 Dec 15 14:14:32.517854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:32.538287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c365e5-1e62-406b-9770-f6914e274ec6 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Network': ['ID=e061887c-ca91-4802-b8f0-759307c50b8d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:32.597855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.642477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ca51be7f-76a3-4062-960d-c28df66f8fe5 None None] Provisioning complete for port 8c45973a-5481-4186-bf43-82053484bc20 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:32.642867 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca51be7f-76a3-4062-960d-c28df66f8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.664371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48fb0be-c30a-4352-aec6-a83122046cbd tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting subnet 0d24d295-eb8a-4506-b7c6-2aef2c06166d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:32.671300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48fb0be-c30a-4352-aec6-a83122046cbd tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.695589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8c45973a-5481-4186-bf43-82053484bc20 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:32.696017 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.753708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48fb0be-c30a-4352-aec6-a83122046cbd tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.815694 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.829969 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.895420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda4021-08bc-437b-bc7a-76db9d244c81 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:32.902396 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Attempting to bind port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:32.902786 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Attempting to bind port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:32.903157 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Attempting to bind port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:32.905828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Allocated IP 172.20.0.1 (6a4c1b4f-a615-4778-9e52-c4938beaa7eb/6cf80319-8b28-48e5-a474-fb3034972e2b/a43a5f40-ab29-4ab6-bb69-8d93a7145116) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:32.911150 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca51be7f-76a3-4062-960d-c28df66f8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.919399 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304b1b3-5f7c-4b18-b7e5-e82f7c3a5526 None None] Pushing event updated for resources: {'Port': ['ID=3ae2d7b7-df16-4ca9-9a1a-9081854a496d,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:32.931585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48fb0be-c30a-4352-aec6-a83122046cbd tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.933279 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:32.933735 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:32.934152 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.935079 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:32.935216 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Bound port: 3ae2d7b7-df16-4ca9-9a1a-9081854a496d, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:32.935564 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.015576 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48fb0be-c30a-4352-aec6-a83122046cbd tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.022942 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] For port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:33.027221 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] For port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3ae2d7b7-df16-4ca9-9a1a-9081854a496d,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:33.037251 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.038358 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a48fb0be-c30a-4352-aec6-a83122046cbd tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.044633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a48fb0be-c30a-4352-aec6-a83122046cbd tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/subnets/0d24d295-eb8a-4506-b7c6-2aef2c06166d HTTP/1.1" status: 204 len: 168 time: 0.5237472 Dec 15 14:14:33.046957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33808) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:33.081432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fb0be-c30a-4352-aec6-a83122046cbd tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Subnet': ['ID=0d24d295-eb8a-4506-b7c6-2aef2c06166d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:33.139591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.159316 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Routers {'38528c0d-9974-4706-8b20-c593b9055e18'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:33.160855 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['38528c0d-9974-4706-8b20-c593b9055e18'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:33.173583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd24d68-774b-4b70-b436-02521761d307 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting subnet 4e887b57-3551-4776-8883-77052cd00b40 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:33.177217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fbd24d68-774b-4b70-b436-02521761d307 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.210238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.220812 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2f3e99-611a-4959-afdd-eefa11e9ff53 None None] Network 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:33.222722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8d8af6-9335-44d8-a505-124a29e0c77b None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:33.241250 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fbd24d68-774b-4b70-b436-02521761d307 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.292129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ca51be7f-76a3-4062-960d-c28df66f8fe5 None None] For port 8c45973a-5481-4186-bf43-82053484bc20, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8c45973a-5481-4186-bf43-82053484bc20,segment=NetworkSegment(46c1c23a-4c98-4087-b102-7c984145fefd),segment_id=46c1c23a-4c98-4087-b102-7c984145fefd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:33.301522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:33.305774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:33.306778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca51be7f-76a3-4062-960d-c28df66f8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.310486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:33.313810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.315630 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] Set router 38528c0d-9974-4706-8b20-c593b9055e18 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:33.394580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.414927 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fbd24d68-774b-4b70-b436-02521761d307 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.482726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a43a5f40-ab29-4ab6-bb69-8d93a7145116,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:33.535072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51be7f-76a3-4062-960d-c28df66f8fe5 None None] Pushing event updated for resources: {'Port': ['ID=8c45973a-5481-4186-bf43-82053484bc20,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:33.573138 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fbd24d68-774b-4b70-b436-02521761d307 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.584706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b2f1f3c6-ecaf-4dba-84cb-d553d8f59c5c None None] Provisioning complete for port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:33.585358 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f3c6-ecaf-4dba-84cb-d553d8f59c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.611076 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304b1b3-5f7c-4b18-b7e5-e82f7c3a5526 None None] Pushing event updated for resources: {'Port': ['ID=3ae2d7b7-df16-4ca9-9a1a-9081854a496d,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:33.660108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd24d68-774b-4b70-b436-02521761d307 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Subnet': ['ID=4e887b57-3551-4776-8883-77052cd00b40,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:33.665459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] DHCP port deletion for 6ac60a0b-c45b-4d6e-85ea-8bab6df9656a request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:33.674435 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:14:33.674812 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:14:33.679163 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:14:30Z', 'revision_number': 3, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port': {'id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:33.681908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fbd24d68-774b-4b70-b436-02521761d307 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.692022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0bb9d-7cea-4d85-bc61-2d6dcb60f169 None None] Network 43ece8c9-3f78-462b-bcdc-967b4f2a8895 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:33.699228 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fbd24d68-774b-4b70-b436-02521761d307 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/subnets/4e887b57-3551-4776-8883-77052cd00b40 HTTP/1.1" status: 204 len: 168 time: 0.6508906 Dec 15 14:14:33.704120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:33.713242 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4621e-8bc1-4e74-a1f7-98c95244b44c None None] The sync data for ids ['38528c0d-9974-4706-8b20-c593b9055e18'] in n-d-821840-1 is: [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:14:30Z', 'revision_number': 3, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port': {'id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:33.734319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.827957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.899063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:33.899386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.914763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df8c605d-d9ea-4034-92ca-a8c8a9921d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.944086 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f3c6-ecaf-4dba-84cb-d553d8f59c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.953784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] Deleting port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:33.954168 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.017648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] For port 578a4bfa-b52f-4ea8-a10b-1c6594a31774, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=578a4bfa-b52f-4ea8-a10b-1c6594a31774,segment=NetworkSegment(b962b8a3-9a1e-4430-b007-ef60792b082d),segment_id=b962b8a3-9a1e-4430-b007-ef60792b082d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:34.018033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.053033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Calling delete_port for 578a4bfa-b52f-4ea8-a10b-1c6594a31774 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:34.058369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] DHCP port deletion for 43ece8c9-3f78-462b-bcdc-967b4f2a8895 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:34.062744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b2f1f3c6-ecaf-4dba-84cb-d553d8f59c5c None None] For port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3ae2d7b7-df16-4ca9-9a1a-9081854a496d,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:34.090778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.098617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.106348 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f3c6-ecaf-4dba-84cb-d553d8f59c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.118174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] For port 578a4bfa-b52f-4ea8-a10b-1c6594a31774, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=578a4bfa-b52f-4ea8-a10b-1c6594a31774,segment=NetworkSegment(b962b8a3-9a1e-4430-b007-ef60792b082d),segment_id=b962b8a3-9a1e-4430-b007-ef60792b082d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:34.118608 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.204936 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.221527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] No DVR routers for this DVR port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:34.224537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] Calling delete_port for 578a4bfa-b52f-4ea8-a10b-1c6594a31774 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:34.241992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.247208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Port': ['ID=578a4bfa-b52f-4ea8-a10b-1c6594a31774,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:34.274976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a43a5f40-ab29-4ab6-bb69-8d93a7145116,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:34.285217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b2f1f3c6-ecaf-4dba-84cb-d553d8f59c5c None None] Provisioning complete for port 8c45973a-5481-4186-bf43-82053484bc20 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:34.285603 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f3c6-ecaf-4dba-84cb-d553d8f59c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.375056 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.400699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1f3c6-ecaf-4dba-84cb-d553d8f59c5c None None] Pushing event updated for resources: {'Port': ['ID=3ae2d7b7-df16-4ca9-9a1a-9081854a496d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:34.432133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] Deleting port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:34.432509 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.439592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac60a0b-c45b-4d6e-85ea-8bab6df9656a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:34.442788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:34.447606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:34.460931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b962b8a3-9a1e-4430-b007-ef60792b082d') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:34.461252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b962b8a3-9a1e-4430-b007-ef60792b082d') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:34.492304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.534517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c24d8d7c-5fa5-4cc1-acda-5fd832936194 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:34.541937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.552530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:34.552913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.592448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c24d8d7c-5fa5-4cc1-acda-5fd832936194 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:34.592922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c24d8d7c-5fa5-4cc1-acda-5fd832936194 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:34.619886 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.652702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Router 38528c0d-9974-4706-8b20-c593b9055e18 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:34.678403 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:34.682636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.692228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.698728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/networks/6ac60a0b-c45b-4d6e-85ea-8bab6df9656a HTTP/1.1" status: 204 len: 168 time: 0.9933903 Dec 15 14:14:34.702231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:34.737025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] Pushing event deleted for resources: {'Port': ['ID=578a4bfa-b52f-4ea8-a10b-1c6594a31774,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:34.745580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] For port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,segment=NetworkSegment(2bd737b2-a86e-4a92-bf56-258efc589ece),segment_id=2bd737b2-a86e-4a92-bf56-258efc589ece)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:34.755460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.762743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fd24f-5da6-4379-b8d9-86f9f1487aa2 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Network': ['ID=6ac60a0b-c45b-4d6e-85ea-8bab6df9656a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:34.801543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd52e5-9612-4718-a66b-4283e8cdd34e None None] No DVR routers for this DVR port 578a4bfa-b52f-4ea8-a10b-1c6594a31774 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:34.811747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] Calling delete_port for 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:34.914338 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:34.919768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:34.942731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-95f8173f-a8eb-4c31-a1c0-21502295f9e1 admin admin] 10.222.0.86 "PUT /v2.0/routers/38528c0d-9974-4706-8b20-c593b9055e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5327954 Dec 15 14:14:34.996227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.002987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3ae2d7b7-df16-4ca9-9a1a-9081854a496d up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:35.028031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:35.028389 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.082763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.128558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f91dce42-3603-420f-b59c-d5bce8d75212 None None] Provisioning complete for port a43a5f40-ab29-4ab6-bb69-8d93a7145116 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:35.129020 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f91dce42-3603-420f-b59c-d5bce8d75212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.145195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] Pushing event deleted for resources: {'Port': ['ID=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:35.158270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e5950-0081-4cb6-811e-cef5db9da59f None None] No DVR routers for this DVR port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:35.166390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] For port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,segment=NetworkSegment(2bd737b2-a86e-4a92-bf56-258efc589ece),segment_id=2bd737b2-a86e-4a92-bf56-258efc589ece)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:35.176156 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.209917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f91dce42-3603-420f-b59c-d5bce8d75212 None None] Port a43a5f40-ab29-4ab6-bb69-8d93a7145116 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:35.212778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Calling delete_port for 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:35.214074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:35.214499 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.306583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8c45973a-5481-4186-bf43-82053484bc20 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:35.359596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.390607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ce5bbf0b-6a87-4f8c-95ce-cd03b6cd756d None None] Provisioning complete for port a43a5f40-ab29-4ab6-bb69-8d93a7145116 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:35.390920 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbf0b-6a87-4f8c-95ce-cd03b6cd756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.412131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Port': ['ID=44498f6e-330f-4eed-a6f5-1fdf8c9076b8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:35.427537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] No DVR routers for this DVR port 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:35.446568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8c45973a-5481-4186-bf43-82053484bc20 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:35.446951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.477040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bbf0b-6a87-4f8c-95ce-cd03b6cd756d None None] Port a43a5f40-ab29-4ab6-bb69-8d93a7145116 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:35.541836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.576602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ece8c9-3f78-462b-bcdc-967b4f2a8895']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:35.586794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd737b2-a86e-4a92-bf56-258efc589ece') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:35.590343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd737b2-a86e-4a92-bf56-258efc589ece') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:35.600856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.614462 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.621288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:35.621836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: self.session.flush() Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:35.626545 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:35.656407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:35.679377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:35.679819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 44498f6e-330f-4eed-a6f5-1fdf8c9076b8 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:35.680960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 578a4bfa-b52f-4ea8-a10b-1c6594a31774 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:35.714025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 578a4bfa-b52f-4ea8-a10b-1c6594a31774 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:35.714478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 578a4bfa-b52f-4ea8-a10b-1c6594a31774 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:35.741070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.753014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.755765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/networks/43ece8c9-3f78-462b-bcdc-967b4f2a8895 HTTP/1.1" status: 204 len: 168 time: 1.0523612 Dec 15 14:14:35.758531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33852) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:35.772730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad99d21-1a4e-4e29-9cc8-27f07bef30fa tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Network': ['ID=43ece8c9-3f78-462b-bcdc-967b4f2a8895,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:35.820455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e30c2f-2022-4fc1-8991-b208dac74424 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting subnet 30366cac-97e8-4a02-af2a-a48b2ba670fa {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:35.824459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07e30c2f-2022-4fc1-8991-b208dac74424 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:35.881146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07e30c2f-2022-4fc1-8991-b208dac74424 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.028305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07e30c2f-2022-4fc1-8991-b208dac74424 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.102127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07e30c2f-2022-4fc1-8991-b208dac74424 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.130787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30c2f-2022-4fc1-8991-b208dac74424 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Subnet': ['ID=30366cac-97e8-4a02-af2a-a48b2ba670fa,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:36.145471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07e30c2f-2022-4fc1-8991-b208dac74424 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.145611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2f05f-0747-4ad4-8c8a-1801e88dbdbb None None] Network 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:36.150022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-07e30c2f-2022-4fc1-8991-b208dac74424 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/subnets/30366cac-97e8-4a02-af2a-a48b2ba670fa HTTP/1.1" status: 204 len: 168 time: 0.3900015 Dec 15 14:14:36.152559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33868) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:36.241797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.300893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Deleting port e296d465-1175-4837-bb38-bcff955bc4ee {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:36.301242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.367213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] DHCP port deletion for 1806c98a-4d1a-486a-bf5d-2ac6c2337b98 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:14:36.371001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] For port e296d465-1175-4837-bb38-bcff955bc4ee, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e296d465-1175-4837-bb38-bcff955bc4ee,segment=NetworkSegment(55f270bc-3023-41a0-9412-b6e265a71ba1),segment_id=55f270bc-3023-41a0-9412-b6e265a71ba1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:36.371447 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.386744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Calling delete_port for e296d465-1175-4837-bb38-bcff955bc4ee owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:36.434855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] Deleting port e296d465-1175-4837-bb38-bcff955bc4ee {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:36.438009 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.502159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.543900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Port': ['ID=e296d465-1175-4837-bb38-bcff955bc4ee,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:36.546820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] No DVR routers for this DVR port e296d465-1175-4837-bb38-bcff955bc4ee on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:36.547466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] For port e296d465-1175-4837-bb38-bcff955bc4ee, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e296d465-1175-4837-bb38-bcff955bc4ee,segment=NetworkSegment(55f270bc-3023-41a0-9412-b6e265a71ba1),segment_id=55f270bc-3023-41a0-9412-b6e265a71ba1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:36.548731 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.567911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] Calling delete_port for e296d465-1175-4837-bb38-bcff955bc4ee owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:36.658911 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.699612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.699840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1806c98a-4d1a-486a-bf5d-2ac6c2337b98']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:36.716602 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.721928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f270bc-3023-41a0-9412-b6e265a71ba1') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:36.722131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f270bc-3023-41a0-9412-b6e265a71ba1') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:36.741441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.756759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] No DVR routers for this DVR port e296d465-1175-4837-bb38-bcff955bc4ee on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:36.757795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e296d465-1175-4837-bb38-bcff955bc4ee no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:36.758242 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.762963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564f18c-c2d6-479f-87f6-e02b36c1d693 None None] Pushing event deleted for resources: {'Port': ['ID=e296d465-1175-4837-bb38-bcff955bc4ee,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:36.768730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:36.768730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:36.769861 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:36.798875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: e296d465-1175-4837-bb38-bcff955bc4ee {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:36.799249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e296d465-1175-4837-bb38-bcff955bc4ee not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:36.858513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.867756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.876437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:36.880483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/networks/1806c98a-4d1a-486a-bf5d-2ac6c2337b98 HTTP/1.1" status: 204 len: 168 time: 0.7267747 Dec 15 14:14:36.918087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447b054-e44e-4c21-bd91-0a3a6ae05a64 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Pushing event deleted for resources: {'Network': ['ID=1806c98a-4d1a-486a-bf5d-2ac6c2337b98,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:36.938286 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-92a6c78d-6cf5-4381-aceb-7c310a4ff16e tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd HTTP/1.1" status: 200 len: 205 time: 0.0577841 Dec 15 14:14:36.942051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:37.029669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e07b2-f4ac-406c-8fcd-8bcdfdbd5d34 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.103924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Sync routers for ids ['38528c0d-9974-4706-8b20-c593b9055e18'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:37.116567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Routers {'38528c0d-9974-4706-8b20-c593b9055e18'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:37.117462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['38528c0d-9974-4706-8b20-c593b9055e18'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:37.207731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e07b2-f4ac-406c-8fcd-8bcdfdbd5d34 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.209935 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e07b2-f4ac-406c-8fcd-8bcdfdbd5d34 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.250057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Set router 38528c0d-9974-4706-8b20-c593b9055e18 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:37.344992 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.507422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port': {'id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a43a5f40-ab29-4ab6-bb69-8d93a7145116', 'name': '', 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'mac_address': 'fa:16:3e:69:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6cf80319-8b28-48e5-a474-fb3034972e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:32Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 2, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'subnets': [{'id': '6cf80319-8b28-48e5-a474-fb3034972e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:37.538946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Checking router: 38528c0d-9974-4706-8b20-c593b9055e18 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:37.539309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Updating router 38528c0d-9974-4706-8b20-c593b9055e18 port a43a5f40-ab29-4ab6-bb69-8d93a7145116 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:14:37.566437 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e07b2-f4ac-406c-8fcd-8bcdfdbd5d34 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.567004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5e07b2-f4ac-406c-8fcd-8bcdfdbd5d34 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Fanout notify agent at l3_agent the message router_deleted on router b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:14:37.567147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.574710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e07b2-f4ac-406c-8fcd-8bcdfdbd5d34 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.577079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9e5e07b2-f4ac-406c-8fcd-8bcdfdbd5d34 tempest-RoutersNegativeIpV6Test-389423919 tempest-RoutersNegativeIpV6Test-389423919-project] 10.222.0.86 "DELETE /v2.0/routers/b1b8e36d-dabe-4778-8e2d-a7a0aca39bdd HTTP/1.1" status: 204 len: 168 time: 0.6336827 Dec 15 14:14:37.869355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 33904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:38.007660 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.013423 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.013852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-20f178bc-5b60-4653-8f21-289725204e95 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c62ba62209d24761a724261a2ff74654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432292 Dec 15 14:14:38.016873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 33912) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:38.074406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4182c-18c2-484f-82cc-8a0105e592fe None None] Pushing event updated for resources: {'Port': ['ID=a43a5f40-ab29-4ab6-bb69-8d93a7145116,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:38.091402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a624fa12-941b-44a1-9fc5-e09e0c45dbbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.134683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a624fa12-941b-44a1-9fc5-e09e0c45dbbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.145755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Attempting to bind port a43a5f40-ab29-4ab6-bb69-8d93a7145116 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:38.146617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Attempting to bind port a43a5f40-ab29-4ab6-bb69-8d93a7145116 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:38.147249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Attempting to bind port a43a5f40-ab29-4ab6-bb69-8d93a7145116 on network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:38.171323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:38.171814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Checking segment: {'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:38.172324 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.172797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Bound using segment: {'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:38.173869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Bound port: a43a5f40-ab29-4ab6-bb69-8d93a7145116, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c1c23a-4c98-4087-b102-7c984145fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:38.174456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.224111 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a624fa12-941b-44a1-9fc5-e09e0c45dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.235553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a624fa12-941b-44a1-9fc5-e09e0c45dbbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.239433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a624fa12-941b-44a1-9fc5-e09e0c45dbbb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d35dacd-c5e7-4d12-807b-86392b732d3b HTTP/1.1" status: 204 len: 168 time: 0.2189615 Dec 15 14:14:38.268317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624fa12-941b-44a1-9fc5-e09e0c45dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35dacd-c5e7-4d12-807b-86392b732d3b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:38.273767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] For port a43a5f40-ab29-4ab6-bb69-8d93a7145116, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:38.277362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] For port a43a5f40-ab29-4ab6-bb69-8d93a7145116, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a43a5f40-ab29-4ab6-bb69-8d93a7145116,segment=NetworkSegment(46c1c23a-4c98-4087-b102-7c984145fefd),segment_id=46c1c23a-4c98-4087-b102-7c984145fefd)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:38.293061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.420142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Routers {'38528c0d-9974-4706-8b20-c593b9055e18'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:38.421091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['38528c0d-9974-4706-8b20-c593b9055e18'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:38.428223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4182c-18c2-484f-82cc-8a0105e592fe None None] Pushing event updated for resources: {'Port': ['ID=a43a5f40-ab29-4ab6-bb69-8d93a7145116,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:38.582447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4c1952c4-f8f5-4013-9ab6-33beb0f3a467 None None] Provisioning complete for port a43a5f40-ab29-4ab6-bb69-8d93a7145116 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:38.583434 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c1952c4-f8f5-4013-9ab6-33beb0f3a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.682341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] Set router 38528c0d-9974-4706-8b20-c593b9055e18 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:38.931655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-d0864fa2-6762-4330-98e1-112836e5422f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:38.935047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-d0864fa2-6762-4330-98e1-112836e5422f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.2565877 Dec 15 14:14:38.954572 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c1952c4-f8f5-4013-9ab6-33beb0f3a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.966050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-97c3d688-f785-4d87-8e80-f33c2065ca27 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/quotas/fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 375 time: 0.0186131 Dec 15 14:14:39.016423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4c1952c4-f8f5-4013-9ab6-33beb0f3a467 None None] For port a43a5f40-ab29-4ab6-bb69-8d93a7145116, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a43a5f40-ab29-4ab6-bb69-8d93a7145116,segment=NetworkSegment(46c1c23a-4c98-4087-b102-7c984145fefd),segment_id=46c1c23a-4c98-4087-b102-7c984145fefd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:39.042570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c1952c4-f8f5-4013-9ab6-33beb0f3a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.075588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-55007ac7-6b9d-4332-b0f8-724de9ec606c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007943 Dec 15 14:14:39.115885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1952c4-f8f5-4013-9ab6-33beb0f3a467 None None] Pushing event updated for resources: {'Port': ['ID=a43a5f40-ab29-4ab6-bb69-8d93a7145116,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:39.128676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port': {'id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a43a5f40-ab29-4ab6-bb69-8d93a7145116', 'name': '', 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'mac_address': 'fa:16:3e:69:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6cf80319-8b28-48e5-a474-fb3034972e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:32Z', 'updated_at': '2021-12-15T14:14:38Z', 'revision_number': 4, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'subnets': [{'id': '6cf80319-8b28-48e5-a474-fb3034972e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:39.172699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8bc812-d049-46c7-9cb4-c6184b5d58dd None None] The sync data for ids ['38528c0d-9974-4706-8b20-c593b9055e18'] in n-d-821840-1 is: [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port': {'id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'a43a5f40-ab29-4ab6-bb69-8d93a7145116', 'name': '', 'network_id': '6a4c1b4f-a615-4778-9e52-c4938beaa7eb', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'mac_address': 'fa:16:3e:69:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6cf80319-8b28-48e5-a474-fb3034972e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:32Z', 'updated_at': '2021-12-15T14:14:38Z', 'revision_number': 4, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'subnets': [{'id': '6cf80319-8b28-48e5-a474-fb3034972e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:39.192393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-749c1d35-37eb-4847-b7c5-4b7a883dffe6 None None] Provisioning complete for port a43a5f40-ab29-4ab6-bb69-8d93a7145116 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:39.193045 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-749c1d35-37eb-4847-b7c5-4b7a883dffe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.242423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-02bc8fd0-a9ac-442e-a138-b6e3a56d279b service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565356 Dec 15 14:14:39.422225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-035f3104-3bd6-4d4a-8c69-f0788fa65b41 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619034 Dec 15 14:14:39.838435 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf972d00-6e9b-47c0-a2ec-5d3682937342 req-1cc6b6c4-d6e1-4730-af5e-38011077117d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0518892 Dec 15 14:14:40.695657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a43a5f40-ab29-4ab6-bb69-8d93a7145116 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:14:40.747795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port a43a5f40-ab29-4ab6-bb69-8d93a7145116 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:40.748158 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.932215 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4c9781d-8bfb-466b-926c-9bab6d413705 req-2ae94b9a-97bf-48d4-9ba3-40e9c75f12ba tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0406270 Dec 15 14:14:42.002096 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-69a06347-b3b7-4f81-a48d-1cbdd83f2069 req-77cceed8-e71f-44e3-a32e-a694cab2f009 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Dec 15 14:14:42.830433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-a6e159c0-559b-428a-a324-1780c09f9d4b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:42.832278 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-a6e159c0-559b-428a-a324-1780c09f9d4b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1224704 Dec 15 14:14:42.849793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'port': {'device_id': 'a5e8b21f-40d6-4017-84fe-612a0c9e4f04', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'admin_state_up': True, 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:42.987188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:42.992289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.192478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1347772c-b618-4460-8b0d-8b15349e293e req-d462b622-9722-45e9-a105-922111fed578 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0541310 Dec 15 14:14:43.254012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.20.0.6 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/1dc72916-cb56-4310-8fb3-6cddf57d0df4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:14:43.465784 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.513939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.573845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:14:43.578586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:43.582883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:14:43.616059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=1dc72916-cb56-4310-8fb3-6cddf57d0df4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:43.651901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:43.652685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.680675 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-c8abfc3b-f803-42ad-9f35-390e495021b4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8380377 Dec 15 14:14:43.694072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Request body: {'port': {'device_id': 'a5e8b21f-40d6-4017-84fe-612a0c9e4f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:43.773453 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.946478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ea7c68c2-ad17-4df3-9782-b644dc84ce06 None None] Provisioning complete for port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:43.946478 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ea7c68c2-ad17-4df3-9782-b644dc84ce06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.989616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c68c2-ad17-4df3-9782-b644dc84ce06 None None] Port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:44.097441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc72916-cb56-4310-8fb3-6cddf57d0df4 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:14:44.110584 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.127044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Transition to ACTIVE for port object 1dc72916-cb56-4310-8fb3-6cddf57d0df4 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:14:44.144936 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.258904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc72916-cb56-4310-8fb3-6cddf57d0df4,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:44.694874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Attempting to bind port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:14:44.695232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Attempting to bind port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:14:44.695553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Attempting to bind port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:44.704339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 on network 7ecaa962-d424-4477-b544-372160275986 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:14:44.704677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Attempting to bind port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:14:44.720476 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80cef-d435-4c05-8469-3043ac595e17 req-dd88c780-eb72-4687-8d3f-1e42ce445c4a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:44.722049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25a80cef-d435-4c05-8469-3043ac595e17 req-dd88c780-eb72-4687-8d3f-1e42ce445c4a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0916302 Dec 15 14:14:44.723247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:14:44.723595 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:44.724012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:14:44.724466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Bound port: 1dc72916-cb56-4310-8fb3-6cddf57d0df4, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:14:44.724844 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.823785 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25a80cef-d435-4c05-8469-3043ac595e17 req-c7884ec6-282f-4302-9f21-178496542479 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889449 Dec 15 14:14:44.845346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] For port 1dc72916-cb56-4310-8fb3-6cddf57d0df4, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:44.848898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] For port 1dc72916-cb56-4310-8fb3-6cddf57d0df4, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1dc72916-cb56-4310-8fb3-6cddf57d0df4,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:14:44.854648 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.896383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:44.897016 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.898411 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] 10.222.0.24 "PUT /v2.0/ports/1dc72916-cb56-4310-8fb3-6cddf57d0df4 HTTP/1.1" status: 200 len: 1091 time: 1.2092397 Dec 15 14:14:44.898871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e8b21f-40d6-4017-84fe-612a0c9e4f04', 'tag': '1dc72916-cb56-4310-8fb3-6cddf57d0df4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:44.901209 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795e1295-f1ba-492a-84d3-c3549bea3dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e8b21f-40d6-4017-84fe-612a0c9e4f04", "tag": "1dc72916-cb56-4310-8fb3-6cddf57d0df4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:44.944136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc57169-0389-4f06-ae73-eb628266e972 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc72916-cb56-4310-8fb3-6cddf57d0df4,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:44.974906 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efdee9f-0b79-47f0-bf52-3e030fefb547 x-openstack-request-id: req-8efdee9f-0b79-47f0-bf52-3e030fefb547 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:44.975217 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e8b21f-40d6-4017-84fe-612a0c9e4f04", "tag": "1dc72916-cb56-4310-8fb3-6cddf57d0df4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:44.975479 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8efdee9f-0b79-47f0-bf52-3e030fefb547 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:44.975969 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e8b21f-40d6-4017-84fe-612a0c9e4f04', 'tag': '1dc72916-cb56-4310-8fb3-6cddf57d0df4', 'status': 'completed', 'code': 200} Dec 15 14:14:45.040754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ff9578b9-b755-4014-848a-883426c5c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:45.043175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-ff9578b9-b755-4014-848a-883426c5c8e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 1094 time: 0.0904062 Dec 15 14:14:45.096590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-dddbd109-fad7-4a15-b9be-f148e9a987a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dc72916-cb56-4310-8fb3-6cddf57d0df4 HTTP/1.1" status: 200 len: 217 time: 0.0448792 Dec 15 14:14:45.158810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-4ca99cf4-ea1a-44a5-8301-b3a3398dbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:45.160880 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-4ca99cf4-ea1a-44a5-8301-b3a3398dbe8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0570323 Dec 15 14:14:45.225866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-9a07fa39-a5e9-4687-ad1a-6b330d560bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:45.227362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-9a07fa39-a5e9-4687-ad1a-6b330d560bad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549049 Dec 15 14:14:45.357199 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-059fb389-239c-4cfd-9c29-f430b812162b service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220446 Dec 15 14:14:45.474243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b64a7fb-deae-4121-8509-b3b46d268005 req-8c4fd5af-7da5-4f92-9e52-876d1881a70d service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103623 Dec 15 14:14:45.589259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-ca0ba513-37ed-4bc0-b84c-f0788f36a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:45.591148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-ca0ba513-37ed-4bc0-b84c-f0788f36a625 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 1094 time: 0.0620584 Dec 15 14:14:45.706381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-f1545050-867f-4b1e-9c9f-89bebaf80cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:45.708464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-f1545050-867f-4b1e-9c9f-89bebaf80cce service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.1101737 Dec 15 14:14:45.760954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-aa335a7c-ba5a-4518-86cc-da2930ae04bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dc72916-cb56-4310-8fb3-6cddf57d0df4 HTTP/1.1" status: 200 len: 217 time: 0.0442145 Dec 15 14:14:45.828023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-3d0e30b1-43af-45d6-a219-bec7941a385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:45.829761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-3d0e30b1-43af-45d6-a219-bec7941a385d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0608718 Dec 15 14:14:45.885298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-71fe5d88-b2cd-4d9e-879b-dfbeeb9a11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:45.885521 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-71fe5d88-b2cd-4d9e-879b-dfbeeb9a11b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486257 Dec 15 14:14:46.075444 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-b4c18701-fff7-45de-9b03-8d57e19e3d7c service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819215 Dec 15 14:14:46.089343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61498d-a097-458f-bffd-84fa8b689c72 req-689745f2-ed43-44ae-b8cf-d9ef11c9d0c9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:46.090826 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d61498d-a097-458f-bffd-84fa8b689c72 req-689745f2-ed43-44ae-b8cf-d9ef11c9d0c9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0916884 Dec 15 14:14:46.186650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-795e1295-f1ba-492a-84d3-c3549bea3dd7 req-472e9123-72c3-4037-94a4-0d090465cb56 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942445 Dec 15 14:14:46.238076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d61498d-a097-458f-bffd-84fa8b689c72 req-0ad43650-6a94-4bc6-8cfc-ec5603609bfb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502024 Dec 15 14:14:47.393431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab7858-739e-480b-86ae-749d40d0ac9b req-d5a56660-8502-4d77-b8b7-a3c5e8f44806 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:47.402053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4cab7858-739e-480b-86ae-749d40d0ac9b req-d5a56660-8502-4d77-b8b7-a3c5e8f44806 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0771549 Dec 15 14:14:47.464166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4cab7858-739e-480b-86ae-749d40d0ac9b req-2673680f-7d7a-4904-a0d9-ccebdf8232a9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609522 Dec 15 14:14:48.585685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d863d0-8e5b-474a-a7a5-c92c211cf0ba req-0b08404c-ed75-4d17-bd76-2875e5841c68 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:48.587193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9d863d0-8e5b-474a-a7a5-c92c211cf0ba req-0b08404c-ed75-4d17-bd76-2875e5841c68 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0565376 Dec 15 14:14:48.653608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9d863d0-8e5b-474a-a7a5-c92c211cf0ba req-4d131206-de83-484d-bca6-7a52280ab4eb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592642 Dec 15 14:14:49.777251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05298dfc-cc59-473f-836b-e2debcb076b4 req-74837be6-5821-41d2-885a-2e9c81835f3d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:49.778718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05298dfc-cc59-473f-836b-e2debcb076b4 req-74837be6-5821-41d2-885a-2e9c81835f3d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0528901 Dec 15 14:14:49.840196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05298dfc-cc59-473f-836b-e2debcb076b4 req-9c327e61-95d4-4805-bda5-085c7557e3dd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545168 Dec 15 14:14:50.963418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4946e0-1da0-4817-9413-635fb67e3ec7 req-d0d62878-4dd0-4073-b6cc-de6d9e4652f5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:50.965026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae4946e0-1da0-4817-9413-635fb67e3ec7 req-d0d62878-4dd0-4073-b6cc-de6d9e4652f5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0533445 Dec 15 14:14:51.013871 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae4946e0-1da0-4817-9413-635fb67e3ec7 req-847e3276-9361-4493-9664-360a4632a072 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Dec 15 14:14:52.175950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034f9-3829-4604-9499-a29cc895bd27 req-c0615a45-7cfd-4a6b-81eb-fbc1ee2a1e5e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.177726 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-586034f9-3829-4604-9499-a29cc895bd27 req-c0615a45-7cfd-4a6b-81eb-fbc1ee2a1e5e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0795538 Dec 15 14:14:52.244782 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:14:52.277831 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-586034f9-3829-4604-9499-a29cc895bd27 req-18fb95c5-e2ae-4886-9522-409ac8965b81 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879257 Dec 15 14:14:52.299977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172024-8829-46cd-84fb-545e514593a6 req-560f3a48-c401-4d18-ba7a-2eaddfc83442 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.307158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172024-8829-46cd-84fb-545e514593a6 req-560f3a48-c401-4d18-ba7a-2eaddfc83442 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.314343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172024-8829-46cd-84fb-545e514593a6 req-560f3a48-c401-4d18-ba7a-2eaddfc83442 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.321250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172024-8829-46cd-84fb-545e514593a6 req-560f3a48-c401-4d18-ba7a-2eaddfc83442 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.329534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172024-8829-46cd-84fb-545e514593a6 req-560f3a48-c401-4d18-ba7a-2eaddfc83442 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.336426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172024-8829-46cd-84fb-545e514593a6 req-560f3a48-c401-4d18-ba7a-2eaddfc83442 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.342474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172024-8829-46cd-84fb-545e514593a6 req-560f3a48-c401-4d18-ba7a-2eaddfc83442 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.344485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d172024-8829-46cd-84fb-545e514593a6 req-560f3a48-c401-4d18-ba7a-2eaddfc83442 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.1575017 Dec 15 14:14:52.413267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d172024-8829-46cd-84fb-545e514593a6 req-e39455d3-cd06-468d-82a4-a260e1e59900 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622430 Dec 15 14:14:53.229081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-6d9e683c-8e94-47c3-8ab8-2812752bad8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.240735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-6d9e683c-8e94-47c3-8ab8-2812752bad8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.248774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-6d9e683c-8e94-47c3-8ab8-2812752bad8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.254918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-6d9e683c-8e94-47c3-8ab8-2812752bad8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.260880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-6d9e683c-8e94-47c3-8ab8-2812752bad8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.267041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-6d9e683c-8e94-47c3-8ab8-2812752bad8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.273018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-6d9e683c-8e94-47c3-8ab8-2812752bad8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.275055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-6d9e683c-8e94-47c3-8ab8-2812752bad8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.1041591 Dec 15 14:14:53.327727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-aa84e85b-dd37-4396-8f13-223dac2661a0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.329155 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-aa84e85b-dd37-4396-8f13-223dac2661a0 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "GET /v2.0/ports/6684d56d-1150-4043-8688-8851d8bc02fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0479531 Dec 15 14:14:53.427900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3c132-b77d-4993-a44c-1ed92a3cab44 req-729a2643-5f64-4547-ae33-6f8c06a63fc1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.430472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9df3c132-b77d-4993-a44c-1ed92a3cab44 req-729a2643-5f64-4547-ae33-6f8c06a63fc1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0609119 Dec 15 14:14:53.489316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0601c101-e784-4628-aacf-3e681a1a1f96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "GET /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1542208 Dec 15 14:14:53.502278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:53.519821 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9df3c132-b77d-4993-a44c-1ed92a3cab44 req-56eb1191-5f12-47dc-9334-63c2d1d23091 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817347 Dec 15 14:14:53.613894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-7329cf22-5160-4ab0-be42-16906ca424e2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.620058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-7329cf22-5160-4ab0-be42-16906ca424e2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.626640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-7329cf22-5160-4ab0-be42-16906ca424e2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.633271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-7329cf22-5160-4ab0-be42-16906ca424e2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.639428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-7329cf22-5160-4ab0-be42-16906ca424e2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.645941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-7329cf22-5160-4ab0-be42-16906ca424e2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.652818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-7329cf22-5160-4ab0-be42-16906ca424e2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.655627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-7329cf22-5160-4ab0-be42-16906ca424e2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 5434 time: 0.1441987 Dec 15 14:14:53.663220 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:53.772864 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3b57e516-a94b-4e97-b139-45f11dc22f55 req-3f1dfd92-1866-4dd2-b6b1-6679ca808171 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e&id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063550 Dec 15 14:14:53.890397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] For port 6684d56d-1150-4043-8688-8851d8bc02fd, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6684d56d-1150-4043-8688-8851d8bc02fd,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:53.926250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] For port 6684d56d-1150-4043-8688-8851d8bc02fd, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:53.960560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] device_id is not set on port 6684d56d-1150-4043-8688-8851d8bc02fd yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:14:53.969561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:53.977290 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.027418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6684d56d-1150-4043-8688-8851d8bc02fd,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:54.049769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] No DVR routers for this DVR port 6684d56d-1150-4043-8688-8851d8bc02fd on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:54.052599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.052948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.053295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.053632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.053975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.054309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.054636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.054964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.055290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.055620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.055982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.056314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.056633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:54.112298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] In _notify_port_updated(), no bound segment for port 6684d56d-1150-4043-8688-8851d8bc02fd on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:14:54.113173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:54.113791 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.115091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-97f153cf-52bf-4f13-adba-836c1b178dd2 service neutron] 10.222.0.74 "PUT /v2.0/ports/6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 200 len: 1027 time: 0.6180441 Dec 15 14:14:54.179794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-e7550015-15ed-4457-80a0-35b74551b067 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:54.181597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-e7550015-15ed-4457-80a0-35b74551b067 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "GET /v2.0/ports/a5384e67-1c3f-41c5-8157-77cc0aeaecbf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0600841 Dec 15 14:14:54.193619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:54.252527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.380196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-27b2daca-eb95-4eb1-b420-d2453df950b1 None None] Provisioning complete for port 6684d56d-1150-4043-8688-8851d8bc02fd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:54.381377 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-27b2daca-eb95-4eb1-b420-d2453df950b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.420330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] For port a5384e67-1c3f-41c5-8157-77cc0aeaecbf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:54.445940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-27b2daca-eb95-4eb1-b420-d2453df950b1 None None] Port 6684d56d-1150-4043-8688-8851d8bc02fd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:54.457867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] For port a5384e67-1c3f-41c5-8157-77cc0aeaecbf, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:14:54.497988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] device_id is not set on port a5384e67-1c3f-41c5-8157-77cc0aeaecbf yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:14:54.507909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.513225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.600379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] Pushing event updated for resources: {'Port': ['ID=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:54.624394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] No DVR routers for this DVR port a5384e67-1c3f-41c5-8157-77cc0aeaecbf on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:54.689804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] In _notify_port_updated(), no bound segment for port a5384e67-1c3f-41c5-8157-77cc0aeaecbf on network 7ec970e7-0848-4df7-bb45-924290609da3 {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:14:54.690639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:54.691268 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.692757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-0af9b573-ee25-4c38-b9bb-039dbdc9a626 service neutron] 10.222.0.74 "PUT /v2.0/ports/a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 200 len: 1028 time: 0.5036962 Dec 15 14:14:54.734486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4fd68-8c62-4029-b4a0-d888d2dfab75 req-62c94121-9e72-4028-bad7-e87d9c320f59 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:54.747190 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02c4fd68-8c62-4029-b4a0-d888d2dfab75 req-62c94121-9e72-4028-bad7-e87d9c320f59 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0980787 Dec 15 14:14:54.812751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-02c4fd68-8c62-4029-b4a0-d888d2dfab75 req-10e6c997-9f02-4d6d-af40-aa9afc2dc998 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610921 Dec 15 14:14:54.834053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port 3eff1b58-0046-441f-93fc-058ef4a9b846 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:54.834423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.976452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] For port 3eff1b58-0046-441f-93fc-058ef4a9b846, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3eff1b58-0046-441f-93fc-058ef4a9b846,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:54.976726 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.987950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-93277486-4716-41ee-aa01-e42a2293ffc5 None None] Provisioning complete for port a5384e67-1c3f-41c5-8157-77cc0aeaecbf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:14:54.988328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93277486-4716-41ee-aa01-e42a2293ffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:55.038778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02fcd4-93e8-454f-9b84-79ef566b61eb req-3e70ee6e-8521-4ba8-bbfe-8f3301ac6846 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:55.043814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-93277486-4716-41ee-aa01-e42a2293ffc5 None None] Port a5384e67-1c3f-41c5-8157-77cc0aeaecbf cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:14:55.046802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02fcd4-93e8-454f-9b84-79ef566b61eb req-3e70ee6e-8521-4ba8-bbfe-8f3301ac6846 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:55.053115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02fcd4-93e8-454f-9b84-79ef566b61eb req-3e70ee6e-8521-4ba8-bbfe-8f3301ac6846 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:55.059091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02fcd4-93e8-454f-9b84-79ef566b61eb req-3e70ee6e-8521-4ba8-bbfe-8f3301ac6846 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:55.065142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02fcd4-93e8-454f-9b84-79ef566b61eb req-3e70ee6e-8521-4ba8-bbfe-8f3301ac6846 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:55.067003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f02fcd4-93e8-454f-9b84-79ef566b61eb req-3e70ee6e-8521-4ba8-bbfe-8f3301ac6846 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 3885 time: 0.1414175 Dec 15 14:14:55.221139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f02fcd4-93e8-454f-9b84-79ef566b61eb req-dea8793d-b425-4f06-8221-4ed88bedfab2 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214452 Dec 15 14:14:55.350779 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:55.351147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:55.351467 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Floating IP e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e disassociated. External IP: 172.25.7.171, port: 3eff1b58-0046-441f-93fc-058ef4a9b846. Dec 15 14:14:55.351812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for 3eff1b58-0046-441f-93fc-058ef4a9b846 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:55.489709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:55.518994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=3eff1b58-0046-441f-93fc-058ef4a9b846,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:55.632862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Router f355a537-ca7d-464d-9964-7f5a15269431 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:55.739946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:55.752531 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] Sync routers for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:55.763249 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:55.764510 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:55.782589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] No DVR routers for this DVR port 3eff1b58-0046-441f-93fc-058ef4a9b846 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:55.785332 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:55.789362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-c09f8f9a-8d99-490a-811a-9104b9dbec77 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "DELETE /v2.0/ports/3eff1b58-0046-441f-93fc-058ef4a9b846 HTTP/1.1" status: 204 len: 173 time: 1.0904047 Dec 15 14:14:55.789871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': '3eff1b58-0046-441f-93fc-058ef4a9b846'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:55.792163 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8231cca-cf78-490a-a254-3c663844da6e" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "3eff1b58-0046-441f-93fc-058ef4a9b846"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:55.888158 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:55.943508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:55.943855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:55.977947 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78f7d72-c198-4d14-bbcb-a3a70aa1e491 x-openstack-request-id: req-b78f7d72-c198-4d14-bbcb-a3a70aa1e491 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:55.978180 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "3eff1b58-0046-441f-93fc-058ef4a9b846", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:55.978420 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b78f7d72-c198-4d14-bbcb-a3a70aa1e491 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:55.978821 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': '3eff1b58-0046-441f-93fc-058ef4a9b846', 'status': 'completed', 'code': 200} Dec 15 14:14:56.179790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da11ee-ec28-4922-8777-bbb02c9a7927 req-a7b890bc-9434-4f3c-80f7-b1c0375a7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:56.184443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36da11ee-ec28-4922-8777-bbb02c9a7927 req-a7b890bc-9434-4f3c-80f7-b1c0375a7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.2022846 Dec 15 14:14:56.223905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] For port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:56.224267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.253832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:56.288463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 897f226f-fd48-4e18-b29b-c59793d6f9cc no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:56.299174 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36da11ee-ec28-4922-8777-bbb02c9a7927 req-fe5c0646-676c-4b73-bcb4-d2c9b7c4ed6f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091766 Dec 15 14:14:56.320028 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:45Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:56.359156 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] Checking router: f355a537-ca7d-464d-9964-7f5a15269431 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:56.382275 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:56.383304 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:14:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:56.471446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942d9b-8feb-4a1e-ba33-f17b9a85461c req-dd533f02-04b0-4092-9e45-466e3a1beef7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:56.484719 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.488453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942d9b-8feb-4a1e-ba33-f17b9a85461c req-dd533f02-04b0-4092-9e45-466e3a1beef7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:56.507738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942d9b-8feb-4a1e-ba33-f17b9a85461c req-dd533f02-04b0-4092-9e45-466e3a1beef7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:56.521763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942d9b-8feb-4a1e-ba33-f17b9a85461c req-dd533f02-04b0-4092-9e45-466e3a1beef7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:56.525881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897f226f-fd48-4e18-b29b-c59793d6f9cc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:56.530504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-66942d9b-8feb-4a1e-ba33-f17b9a85461c req-dd533f02-04b0-4092-9e45-466e3a1beef7 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 3150 time: 0.1705058 Dec 15 14:14:56.531395 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2657ee-2d4b-4b4e-988a-1d3920c3f14b" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-unplugged", "status": "completed", "tag": "897f226f-fd48-4e18-b29b-c59793d6f9cc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:56.555247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 897f226f-fd48-4e18-b29b-c59793d6f9cc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:56.565486 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.566632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:56.568818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.597560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:56.598920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:56.599542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 28f79af7-cd2f-4683-9afe-7c35e2a0f932 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:56.624799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:56.632520 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:56.634766 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-66942d9b-8feb-4a1e-ba33-f17b9a85461c req-7716f8bd-1809-486c-9091-6ec55e7c3820 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022234 Dec 15 14:14:56.655228 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6442ef-32a5-48e4-bec6-7730d91a8e4b x-openstack-request-id: req-4c6442ef-32a5-48e4-bec6-7730d91a8e4b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:56.655589 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-unplugged", "status": "completed", "tag": "897f226f-fd48-4e18-b29b-c59793d6f9cc", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:56.659973 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c6442ef-32a5-48e4-bec6-7730d91a8e4b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:56.659973 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897f226f-fd48-4e18-b29b-c59793d6f9cc', 'code': 200} Dec 15 14:14:56.681480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] No DVR routers for this DVR port bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:56.685153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.689918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-a8450783-e7e5-46da-a742-80e25af9c9c5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "DELETE /v2.0/ports/bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95 HTTP/1.1" status: 204 len: 173 time: 0.8936200 Dec 15 14:14:56.746750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=897f226f-fd48-4e18-b29b-c59793d6f9cc,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:56.802763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.805930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port fd38b3e2-56bf-4348-9539-6775e341dcd9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:56.806471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.842237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 28f79af7-cd2f-4683-9afe-7c35e2a0f932, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:56.849410 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.850352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6684d56d-1150-4043-8688-8851d8bc02fd no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:56.902813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] For port fd38b3e2-56bf-4348-9539-6775e341dcd9, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=fd38b3e2-56bf-4348-9539-6775e341dcd9,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:56.903183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.916315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for fd38b3e2-56bf-4348-9539-6775e341dcd9 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:56.942544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6684d56d-1150-4043-8688-8851d8bc02fd not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:56.943233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a5384e67-1c3f-41c5-8157-77cc0aeaecbf no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:56.944220 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:45Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:56.951393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=28f79af7-cd2f-4683-9afe-7c35e2a0f932,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:56.995642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a5384e67-1c3f-41c5-8157-77cc0aeaecbf not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:56.996364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3eff1b58-0046-441f-93fc-058ef4a9b846 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:57.012624 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28cca4-7490-41bb-b6f9-5e3ba23e9266 None None] The sync data for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 is: [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:03:36Z', 'revision_number': 4, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'd3aa2cf0-d37f-40f2-a88b-6edfbff8a40d', 'name': '', 'network_id': '9fbbb6fb-dc11-4cb8-8780-f03964101453', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'mac_address': 'fa:16:3e:5c:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:35Z', 'updated_at': '2021-12-15T14:03:45Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'subnets': [{'id': '46113565-5de8-4d56-92d4-6e48dd9a5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:57.031974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 3eff1b58-0046-441f-93fc-058ef4a9b846 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:57.032336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3eff1b58-0046-441f-93fc-058ef4a9b846 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:57.033080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fd38b3e2-56bf-4348-9539-6775e341dcd9 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:57.081512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.083372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No active binding found for port fd38b3e2-56bf-4348-9539-6775e341dcd9 {{(pid=109769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 14:14:57.084291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device fd38b3e2-56bf-4348-9539-6775e341dcd9 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:57.115201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=fd38b3e2-56bf-4348-9539-6775e341dcd9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:57.168400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] No DVR routers for this DVR port fd38b3e2-56bf-4348-9539-6775e341dcd9 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:57.171296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.175580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-023712f2-e8a5-4c31-8d17-ee6752991a3d tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "DELETE /v2.0/ports/fd38b3e2-56bf-4348-9539-6775e341dcd9 HTTP/1.1" status: 204 len: 173 time: 0.4786487 Dec 15 14:14:57.293845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port 897f226f-fd48-4e18-b29b-c59793d6f9cc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:57.294259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.405252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f6451-3c62-43d9-892b-874033e2b232 None None] New status for floating IP e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:14:57.420420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] For port 897f226f-fd48-4e18-b29b-c59793d6f9cc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=897f226f-fd48-4e18-b29b-c59793d6f9cc,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:57.420786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.436970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for 897f226f-fd48-4e18-b29b-c59793d6f9cc owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:57.460169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60505075-8838-4ec8-a57e-e3ab03395cbd req-797e20cf-5bc4-4194-97d6-d8389cb446b7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:57.464491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60505075-8838-4ec8-a57e-e3ab03395cbd req-797e20cf-5bc4-4194-97d6-d8389cb446b7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.0880353 Dec 15 14:14:57.580566 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60505075-8838-4ec8-a57e-e3ab03395cbd req-999a6926-627b-452d-a852-5f1b89c40948 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799062 Dec 15 14:14:57.801520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.827787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250bbf1-52d3-4ea1-af97-81b6e411452c req-2ce272fb-3a93-438d-9a18-2de9869f8c9f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:57.834601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250bbf1-52d3-4ea1-af97-81b6e411452c req-2ce272fb-3a93-438d-9a18-2de9869f8c9f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:57.836298 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f250bbf1-52d3-4ea1-af97-81b6e411452c req-2ce272fb-3a93-438d-9a18-2de9869f8c9f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 1599 time: 0.0722575 Dec 15 14:14:57.863282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=897f226f-fd48-4e18-b29b-c59793d6f9cc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:57.902751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f250bbf1-52d3-4ea1-af97-81b6e411452c req-1adf368d-fc30-46a5-bc45-345730361c23 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups?id=17b37b1c-068d-46d8-aed7-b5f0606c0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544837 Dec 15 14:14:57.929919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] No DVR routers for this DVR port 897f226f-fd48-4e18-b29b-c59793d6f9cc on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:57.933588 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.938849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-ee4a7dd4-59b4-4d4e-a5b8-f56d34cc8dfc tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "DELETE /v2.0/ports/897f226f-fd48-4e18-b29b-c59793d6f9cc HTTP/1.1" status: 204 len: 173 time: 0.7565217 Dec 15 14:14:57.982529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': 'bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95'}, {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': 'fd38b3e2-56bf-4348-9539-6775e341dcd9'}, {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': '897f226f-fd48-4e18-b29b-c59793d6f9cc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:57.984870 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea90e8-e7df-4a27-a6f2-29f1471859e8" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95"}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "fd38b3e2-56bf-4348-9539-6775e341dcd9"}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "897f226f-fd48-4e18-b29b-c59793d6f9cc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:58.068612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:58.069112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.090886 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a7116e-ba64-4816-8453-fe3a27bbae4e x-openstack-request-id: req-e7a7116e-ba64-4816-8453-fe3a27bbae4e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:58.092243 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95", "status": "completed", "code": 200}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "fd38b3e2-56bf-4348-9539-6775e341dcd9", "status": "completed", "code": 200}, {"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "897f226f-fd48-4e18-b29b-c59793d6f9cc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:58.092657 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e7a7116e-ba64-4816-8453-fe3a27bbae4e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:58.093191 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': 'bf3ceaf0-df6f-42bf-96c3-a5b7c79b4b95', 'status': 'completed', 'code': 200} Dec 15 14:14:58.093593 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': 'fd38b3e2-56bf-4348-9539-6775e341dcd9', 'status': 'completed', 'code': 200} Dec 15 14:14:58.093999 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': '897f226f-fd48-4e18-b29b-c59793d6f9cc', 'status': 'completed', 'code': 200} Dec 15 14:14:58.230805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] For port 28f79af7-cd2f-4683-9afe-7c35e2a0f932, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=28f79af7-cd2f-4683-9afe-7c35e2a0f932,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:58.232367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.275460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for 28f79af7-cd2f-4683-9afe-7c35e2a0f932 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:58.479617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.548108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1dc72916-cb56-4310-8fb3-6cddf57d0df4 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:14:58.593676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=28f79af7-cd2f-4683-9afe-7c35e2a0f932,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:58.732710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1dc72916-cb56-4310-8fb3-6cddf57d0df4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1dc72916-cb56-4310-8fb3-6cddf57d0df4,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:58.736770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] No DVR routers for this DVR port 28f79af7-cd2f-4683-9afe-7c35e2a0f932 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:58.749081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.764594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f79af7-cd2f-4683-9afe-7c35e2a0f932'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:58.764863 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4825ee1-4aef-495f-907a-3ab6b7e1049b req-46245cad-9651-47a8-b475-5b4c9e0f2d22 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.74 "DELETE /v2.0/ports/28f79af7-cd2f-4683-9afe-7c35e2a0f932 HTTP/1.1" status: 204 len: 173 time: 0.8200040 Dec 15 14:14:58.767523 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b12da-b49b-449b-8fc0-13c5508c1b78" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-unplugged", "status": "completed", "tag": "28f79af7-cd2f-4683-9afe-7c35e2a0f932"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:58.793823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '1dc72916-cb56-4310-8fb3-6cddf57d0df4', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'port_id': '1dc72916-cb56-4310-8fb3-6cddf57d0df4', 'mac_address': 'fa:16:3e:e9:83:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:14:58.912538 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298a3498-c118-4068-8a36-484e41fb4beb x-openstack-request-id: req-298a3498-c118-4068-8a36-484e41fb4beb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:58.913110 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-unplugged", "status": "completed", "tag": "28f79af7-cd2f-4683-9afe-7c35e2a0f932", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:58.913669 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-298a3498-c118-4068-8a36-484e41fb4beb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:58.914263 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f79af7-cd2f-4683-9afe-7c35e2a0f932', 'code': 200} Dec 15 14:14:58.915674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.932377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0160751-e1a6-4ae2-ab58-ae9533ab012f req-ae5f7138-df0a-470f-9493-76a6d7c07674 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:58.943192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b0160751-e1a6-4ae2-ab58-ae9533ab012f req-ae5f7138-df0a-470f-9493-76a6d7c07674 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 943 time: 0.1677835 Dec 15 14:14:58.968362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc72916-cb56-4310-8fb3-6cddf57d0df4 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:14:59.034401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1dc72916-cb56-4310-8fb3-6cddf57d0df4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1dc72916-cb56-4310-8fb3-6cddf57d0df4,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:59.046847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:59.069402 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b0160751-e1a6-4ae2-ab58-ae9533ab012f req-8c576d8b-0db5-4d4a-9781-6282e38b9e8a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156361 Dec 15 14:14:59.159677 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b81501b-688e-45b8-bb71-aa88b1b41403 req-0df383bd-23fe-479e-af07-d795d24d705b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0809243 Dec 15 14:14:59.210085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=1dc72916-cb56-4310-8fb3-6cddf57d0df4,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:59.308582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['1dc72916-cb56-4310-8fb3-6cddf57d0df4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:15:00.095086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': '28f79af7-cd2f-4683-9afe-7c35e2a0f932'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:00.098854 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf47e97-9d5e-49fa-80f2-b1f8da1c83ed" -d '{"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "28f79af7-cd2f-4683-9afe-7c35e2a0f932"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:00.161709 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a1cfb-aca5-4236-a6b7-ffcb3a33beab x-openstack-request-id: req-1d7a1cfb-aca5-4236-a6b7-ffcb3a33beab {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:00.162418 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aef35a2-4817-4a5c-b7de-1842ea376824", "name": "network-vif-deleted", "tag": "28f79af7-cd2f-4683-9afe-7c35e2a0f932", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:00.162842 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d7a1cfb-aca5-4236-a6b7-ffcb3a33beab {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:00.163388 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aef35a2-4817-4a5c-b7de-1842ea376824', 'name': 'network-vif-deleted', 'tag': '28f79af7-cd2f-4683-9afe-7c35e2a0f932', 'status': 'completed', 'code': 200} Dec 15 14:15:00.221690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a887a5-f4e3-455f-8c33-8ddaa19ea3d0 req-e16bccef-ac70-4374-be6d-774e971ed643 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:00.239053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2a887a5-f4e3-455f-8c33-8ddaa19ea3d0 req-e16bccef-ac70-4374-be6d-774e971ed643 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 944 time: 0.0815680 Dec 15 14:15:00.330774 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2a887a5-f4e3-455f-8c33-8ddaa19ea3d0 req-c8e3f4b0-3de2-4df2-9f3e-4446889b6047 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908093 Dec 15 14:15:00.390649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc4c8efc-d94e-4e21-a185-0c74d33b4ac0 req-02df56b2-a7b4-4dad-8740-a70ee0ce8a20 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0604217 Dec 15 14:15:00.560508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1dc72916-cb56-4310-8fb3-6cddf57d0df4 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:00.630834 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:15:00.636530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:00.637809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:00.740351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:00.785809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1dc72916-cb56-4310-8fb3-6cddf57d0df4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1dc72916-cb56-4310-8fb3-6cddf57d0df4,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:00.798096 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:00.909875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=1dc72916-cb56-4310-8fb3-6cddf57d0df4,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:00.915480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e8b21f-40d6-4017-84fe-612a0c9e4f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc72916-cb56-4310-8fb3-6cddf57d0df4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:00.918216 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b13f87-dbe4-4ea4-9eeb-fbbe75572b6a" -d '{"events": [{"server_uuid": "a5e8b21f-40d6-4017-84fe-612a0c9e4f04", "name": "network-vif-plugged", "status": "completed", "tag": "1dc72916-cb56-4310-8fb3-6cddf57d0df4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:00.993365 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac61454c-eccb-4720-be7e-0dc50b3dc7ad x-openstack-request-id: req-ac61454c-eccb-4720-be7e-0dc50b3dc7ad {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:00.993808 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e8b21f-40d6-4017-84fe-612a0c9e4f04", "name": "network-vif-plugged", "status": "completed", "tag": "1dc72916-cb56-4310-8fb3-6cddf57d0df4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:00.994695 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac61454c-eccb-4720-be7e-0dc50b3dc7ad {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:00.995776 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e8b21f-40d6-4017-84fe-612a0c9e4f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc72916-cb56-4310-8fb3-6cddf57d0df4', 'code': 200} Dec 15 14:15:01.002900 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:01.111346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73679d36-2e74-4e48-bc91-3452d16c4f8c req-88725a98-2549-43d7-bdb1-1d5fe7296453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:01.117651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73679d36-2e74-4e48-bc91-3452d16c4f8c req-88725a98-2549-43d7-bdb1-1d5fe7296453 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 1096 time: 0.0555961 Dec 15 14:15:01.143763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:01.202535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-73679d36-2e74-4e48-bc91-3452d16c4f8c req-43a841e5-896a-4bde-9f62-62c4124cb7d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709615 Dec 15 14:15:01.220579 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-640fb48c-9e58-4461-80b7-d02087ecce35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:01.504552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761de5-bf03-4e40-9fbd-e636b1c1bf87 req-7f26373a-ae5a-4c7b-b3bc-ba30e15a7e5c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:01.506742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c761de5-bf03-4e40-9fbd-e636b1c1bf87 req-7f26373a-ae5a-4c7b-b3bc-ba30e15a7e5c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 945 time: 0.0864325 Dec 15 14:15:01.588218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c761de5-bf03-4e40-9fbd-e636b1c1bf87 req-13157fda-d524-4348-81e1-e1bf8fea0669 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696950 Dec 15 14:15:01.588434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dde011b5-dd41-4c1b-8e39-c7104a607c5f req-e18f0f4e-d589-46d9-95b7-d6dd54fc6054 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0660059 Dec 15 14:15:02.765909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86629-8ed6-4b56-bdae-79705177bd91 req-349496d0-9461-4d68-a98a-6a79dd81ca77 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:02.768737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ac86629-8ed6-4b56-bdae-79705177bd91 req-349496d0-9461-4d68-a98a-6a79dd81ca77 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 945 time: 0.0907254 Dec 15 14:15:02.786562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7bdca1d8-5f28-4fc3-81a2-47f22b653661 req-02078ca7-358c-4f14-87b9-6a61527a0f8b tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0560589 Dec 15 14:15:02.835369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ac86629-8ed6-4b56-bdae-79705177bd91 req-90e9290f-fae3-4845-81fe-0e2eea9c77bf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596876 Dec 15 14:15:02.964712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede556a-845f-4177-8300-f9aa3fdc7cb9 req-d6c36ac6-bec3-4866-9406-91ef21c4eb66 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:02.967121 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ede556a-845f-4177-8300-f9aa3fdc7cb9 req-d6c36ac6-bec3-4866-9406-91ef21c4eb66 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 945 time: 0.0560732 Dec 15 14:15:03.029850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ede556a-845f-4177-8300-f9aa3fdc7cb9 req-a90ba56d-c25e-4790-b584-a128f5eba0e0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566313 Dec 15 14:15:03.187605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533636f-f301-477b-8e14-5e61e1a1bfdd req-fc279256-bcef-4873-aa5b-20e8124def70 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:03.189433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2533636f-f301-477b-8e14-5e61e1a1bfdd req-fc279256-bcef-4873-aa5b-20e8124def70 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 945 time: 0.0799577 Dec 15 14:15:03.264658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2533636f-f301-477b-8e14-5e61e1a1bfdd req-9c1b3a33-da9a-4d69-bae0-1700c3e795bb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600564 Dec 15 14:15:03.283740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-b547688b-13ac-4074-9c22-06b931be4e68 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:03.285374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-b547688b-13ac-4074-9c22-06b931be4e68 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/networks?id=219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 200 len: 813 time: 0.1547072 Dec 15 14:15:03.301653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-9d839859-4031-4b28-b5f2-a0a677e8104b tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/quotas/f195a5d859e146c08aee9ea103654b5f HTTP/1.1" status: 200 len: 375 time: 0.0103860 Dec 15 14:15:03.577415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746147b-b5e1-4c3b-8a01-d713abef9b64 req-14304da2-c3dc-41bb-b3a8-5bfcb7a17f97 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:03.587055 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f746147b-b5e1-4c3b-8a01-d713abef9b64 req-14304da2-c3dc-41bb-b3a8-5bfcb7a17f97 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 945 time: 0.0841193 Dec 15 14:15:03.639842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-c37993da-4a5e-4912-81c2-eac21b5b5b31 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f195a5d859e146c08aee9ea103654b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3314364 Dec 15 14:15:03.646050 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f746147b-b5e1-4c3b-8a01-d713abef9b64 req-d53fb20d-6b1f-479a-8ecd-89b9e216d43d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577393 Dec 15 14:15:03.741546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-aa5cccbf-a619-4d15-86b3-33a660cbc055 service neutron] 10.222.0.86 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926039 Dec 15 14:15:03.834351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-094e661d-de14-4c0e-b630-13519768f1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.873236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-358ba22b-91af-4c01-b540-51a3a5efbde7 service neutron] 10.222.0.86 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241798 Dec 15 14:15:03.924793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8651c75d-0955-4034-a51e-3662fe7621df req-5e036152-9fdc-4676-95f1-ea663f6ead8e tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0351672 Dec 15 14:15:04.147706 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-94232a64-be66-426b-a434-5741731bd8a6 req-c7754296-941d-4031-b718-f06239accdf3 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 210 time: 0.0474567 Dec 15 14:15:04.515299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:04.696301 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6633db49-85c2-474d-8c58-14dfcd16b543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.789998 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6633db49-85c2-474d-8c58-14dfcd16b543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.797156 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6633db49-85c2-474d-8c58-14dfcd16b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.812067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce35e-dde1-4129-b652-7b9c5c0e1586 req-94468f95-a48a-4663-8666-2b283f689056 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:04.814215 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-056ce35e-dde1-4129-b652-7b9c5c0e1586 req-94468f95-a48a-4663-8666-2b283f689056 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 945 time: 0.0792487 Dec 15 14:15:04.879471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6633db49-85c2-474d-8c58-14dfcd16b543 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=854a13fb2d7948108fa39300aa888650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3622732 Dec 15 14:15:04.881110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34968) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:04.892651 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:04.911609 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-056ce35e-dde1-4129-b652-7b9c5c0e1586 req-b0d14a28-0e50-4aaf-abe2-fd19af33e79d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907516 Dec 15 14:15:04.950097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633db49-85c2-474d-8c58-14dfcd16b543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7240a29c-d374-42a1-8b08-15f25340f7b3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:05.057397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65a4aa4b-2f6c-48ce-88ec-225fb433dc60 req-28d1db57-89f2-4aa2-bd42-6d55cfad3564 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0368791 Dec 15 14:15:05.075094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e15c28fd-2b4c-4811-8428-da181937ddc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.099953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-b9db8a7a-b236-4155-91b5-fc8ff82cfce5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:05.101422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-b9db8a7a-b236-4155-91b5-fc8ff82cfce5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 945 time: 0.1140611 Dec 15 14:15:05.117616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e15c28fd-2b4c-4811-8428-da181937ddc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.279339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:05.279931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.280855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e615b8d-bf08-4dce-ae59-3bf7ca9e51d3 req-3bd86824-659a-4a6a-a2ea-8c92bd5ff803 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 210 time: 0.0417776 Dec 15 14:15:05.299034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e15c28fd-2b4c-4811-8428-da181937ddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.301877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e15c28fd-2b4c-4811-8428-da181937ddc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.303101 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e15c28fd-2b4c-4811-8428-da181937ddc3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7240a29c-d374-42a1-8b08-15f25340f7b3 HTTP/1.1" status: 204 len: 168 time: 0.4126759 Dec 15 14:15:05.359963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c28fd-2b4c-4811-8428-da181937ddc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7240a29c-d374-42a1-8b08-15f25340f7b3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:05.440819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] For port 1dc72916-cb56-4310-8fb3-6cddf57d0df4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1dc72916-cb56-4310-8fb3-6cddf57d0df4,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:05.441214 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.455968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for 1dc72916-cb56-4310-8fb3-6cddf57d0df4 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:05.488482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d0c03d5e-ef20-47bb-8e18-38dc45c54c4a tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:05.490311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d0c03d5e-ef20-47bb-8e18-38dc45c54c4a tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.74 "GET /v2.0/networks?id=219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 200 len: 813 time: 0.1778140 Dec 15 14:15:05.505147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Request body: {'port': {'device_id': 'ed261269-5dd4-4b37-bc30-d908bd2f74ec', 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8', 'admin_state_up': True, 'tenant_id': 'f195a5d859e146c08aee9ea103654b5f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:05.645885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Made reservation on behalf of f195a5d859e146c08aee9ea103654b5f for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:05.651340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.654641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.667275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['1dc72916-cb56-4310-8fb3-6cddf57d0df4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:15:05.688104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=1dc72916-cb56-4310-8fb3-6cddf57d0df4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:05.751355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 34978) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:05.754183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] No DVR routers for this DVR port 1dc72916-cb56-4310-8fb3-6cddf57d0df4 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:05.761782 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.768226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-796ab172-11f6-4f26-a358-e0fdcaa49586 req-084e11f8-8afd-4bbd-8513-e161b962a076 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "DELETE /v2.0/ports/1dc72916-cb56-4310-8fb3-6cddf57d0df4 HTTP/1.1" status: 204 len: 173 time: 0.6580794 Dec 15 14:15:05.769167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e8b21f-40d6-4017-84fe-612a0c9e4f04', 'name': 'network-vif-deleted', 'tag': '1dc72916-cb56-4310-8fb3-6cddf57d0df4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:05.770745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-968eaf59-a8b9-4c49-9599-7d926d91bca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.773418 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a39cd0e-e4f2-419b-8c1f-6ceaa3dc11cf" -d '{"events": [{"server_uuid": "a5e8b21f-40d6-4017-84fe-612a0c9e4f04", "name": "network-vif-deleted", "tag": "1dc72916-cb56-4310-8fb3-6cddf57d0df4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:05.819224 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a55327c-c7fe-4762-b963-977d3f6d530a x-openstack-request-id: req-7a55327c-c7fe-4762-b963-977d3f6d530a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:05.819682 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e8b21f-40d6-4017-84fe-612a0c9e4f04", "name": "network-vif-deleted", "tag": "1dc72916-cb56-4310-8fb3-6cddf57d0df4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:05.819978 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a55327c-c7fe-4762-b963-977d3f6d530a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:05.820399 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e8b21f-40d6-4017-84fe-612a0c9e4f04', 'name': 'network-vif-deleted', 'tag': '1dc72916-cb56-4310-8fb3-6cddf57d0df4', 'status': 'completed', 'code': 200} Dec 15 14:15:05.945827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-968eaf59-a8b9-4c49-9599-7d926d91bca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:05.962721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-968eaf59-a8b9-4c49-9599-7d926d91bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.011519 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-968eaf59-a8b9-4c49-9599-7d926d91bca3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f1f1ffa548ef4005814b338917202b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566776 Dec 15 14:15:06.013117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 34984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:06.040254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Allocated IP 172.20.0.7 (219b80e2-a78b-467d-888f-34dc8721a9e8/c53bd1a0-3b13-43f0-a606-4cc9dbf175fd/6171a921-5db4-477f-a816-8d958dc1339e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:06.061753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0063ed28-31ed-478c-934b-a8a5dbedb293 req-4c5273d9-3a15-496a-a34c-ddbbb3d37358 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0427480 Dec 15 14:15:06.063679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eaf59-a8b9-4c49-9599-7d926d91bca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228439d0-bbfa-4f74-af9c-58458588bec1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:06.072283 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fce2a8d7-2cc4-4fc6-8358-f67e1d47507a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.117070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fce2a8d7-2cc4-4fc6-8358-f67e1d47507a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.190804 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fce2a8d7-2cc4-4fc6-8358-f67e1d47507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.196346 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fce2a8d7-2cc4-4fc6-8358-f67e1d47507a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.199773 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fce2a8d7-2cc4-4fc6-8358-f67e1d47507a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/228439d0-bbfa-4f74-af9c-58458588bec1 HTTP/1.1" status: 204 len: 168 time: 0.1824136 Dec 15 14:15:06.252982 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d926d682-c76f-4ff2-8c47-dc750b928cec req-fc151c4d-dd69-48a0-941e-0456dddbf020 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0543251 Dec 15 14:15:06.253828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2a8d7-2cc4-4fc6-8358-f67e1d47507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228439d0-bbfa-4f74-af9c-58458588bec1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:06.301700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.355492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.440762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Pushing event updated for resources: {'Port': ['ID=6171a921-5db4-477f-a816-8d958dc1339e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:06.444199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Network 219b80e2-a78b-467d-888f-34dc8721a9e8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:06.449414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:06.453663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:06.473153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b19a1ed-4748-46f4-9072-1cb8c7c41592 None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:06.492604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb09e5c-3e1e-421b-8e0f-d527518e6651 req-517559c0-0f9a-4a35-9412-c17bb3b41e63 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:06.494628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0eb09e5c-3e1e-421b-8e0f-d527518e6651 req-517559c0-0f9a-4a35-9412-c17bb3b41e63 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 931 time: 0.1285696 Dec 15 14:15:06.507749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2e5391ac-7245-47b6-94cf-c90b660f6d31 None None] Provisioning complete for port 6171a921-5db4-477f-a816-8d958dc1339e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:06.508651 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e5391ac-7245-47b6-94cf-c90b660f6d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.527361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:06.528181 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.568450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2e5391ac-7245-47b6-94cf-c90b660f6d31 None None] Port 6171a921-5db4-477f-a816-8d958dc1339e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:06.596456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0eb09e5c-3e1e-421b-8e0f-d527518e6651 req-1921e91a-193c-43cb-892e-e2ce9fc88b12 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937951 Dec 15 14:15:06.601008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d605594f-fab8-4061-beb1-548cc9882f51 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1005592 Dec 15 14:15:06.619579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Request body: {'port': {'device_id': 'ed261269-5dd4-4b37-bc30-d908bd2f74ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:06.657212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.710732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.071630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6171a921-5db4-477f-a816-8d958dc1339e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:07.080502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.096761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Transition to ACTIVE for port object 6171a921-5db4-477f-a816-8d958dc1339e will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:15:07.102016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.154914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008cb2da-8a71-4d01-9088-72510a912e07 None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:07.162184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Pushing event updated for resources: {'Port': ['ID=6171a921-5db4-477f-a816-8d958dc1339e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:07.250237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Attempting to bind port 6171a921-5db4-477f-a816-8d958dc1339e on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:07.250237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Attempting to bind port 6171a921-5db4-477f-a816-8d958dc1339e by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:07.250237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Attempting to bind port 6171a921-5db4-477f-a816-8d958dc1339e on network 219b80e2-a78b-467d-888f-34dc8721a9e8 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:07.261960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Port 6171a921-5db4-477f-a816-8d958dc1339e on network 219b80e2-a78b-467d-888f-34dc8721a9e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:07.262413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Attempting to bind port 6171a921-5db4-477f-a816-8d958dc1339e on network 219b80e2-a78b-467d-888f-34dc8721a9e8 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:07.277183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:07.277786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Checking segment: {'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:07.278288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Bound using segment: {'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:07.279065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Bound port: 6171a921-5db4-477f-a816-8d958dc1339e, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:07.279745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.329159 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88d28eda-93da-4718-a322-b0e43770a657 req-46c04375-1d8c-4169-b419-5466ddb0da13 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0958221 Dec 15 14:15:07.368742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.384163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] For port 6171a921-5db4-477f-a816-8d958dc1339e, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:07.390225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] For port 6171a921-5db4-477f-a816-8d958dc1339e, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6171a921-5db4-477f-a816-8d958dc1339e,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:07.405816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.451023 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-126983f6-9ff9-42ad-9cc9-2a7d1ab85348 req-10eb55a5-1d4f-49e5-8ab3-22452e99aeb6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0632958 Dec 15 14:15:07.467956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:07.468942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:07.471053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] 10.222.0.74 "PUT /v2.0/ports/6171a921-5db4-477f-a816-8d958dc1339e HTTP/1.1" status: 200 len: 1091 time: 0.8611598 Dec 15 14:15:07.471649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed261269-5dd4-4b37-bc30-d908bd2f74ec', 'tag': '6171a921-5db4-477f-a816-8d958dc1339e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:07.474078 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edd4864-3a31-4d94-b5d4-968f2852259b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed261269-5dd4-4b37-bc30-d908bd2f74ec", "tag": "6171a921-5db4-477f-a816-8d958dc1339e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:07.476615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d1f5b-0983-47bf-95aa-1decf86fec18 None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:07.519676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b498db-94b4-4b49-819d-7d8b743dcd39 service neutron] Pushing event updated for resources: {'Port': ['ID=6171a921-5db4-477f-a816-8d958dc1339e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:07.571195 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820bd26c-60ff-4127-9f9f-69afd5365a93 x-openstack-request-id: req-820bd26c-60ff-4127-9f9f-69afd5365a93 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:07.571635 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed261269-5dd4-4b37-bc30-d908bd2f74ec", "tag": "6171a921-5db4-477f-a816-8d958dc1339e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:07.572016 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-820bd26c-60ff-4127-9f9f-69afd5365a93 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:07.572550 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed261269-5dd4-4b37-bc30-d908bd2f74ec', 'tag': '6171a921-5db4-477f-a816-8d958dc1339e', 'status': 'completed', 'code': 200} Dec 15 14:15:07.588739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-ba8edef3-fd6e-407a-a43b-daf3768e82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:07.590561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-ba8edef3-fd6e-407a-a43b-daf3768e82b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f195a5d859e146c08aee9ea103654b5f&device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 1094 time: 0.0630732 Dec 15 14:15:07.642778 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-a7727ae2-c18f-4119-b8ff-789c5c483004 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6171a921-5db4-477f-a816-8d958dc1339e HTTP/1.1" status: 200 len: 217 time: 0.0410943 Dec 15 14:15:07.729782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-a73d978f-bc72-46ce-b84b-1d307688f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:07.731249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-a73d978f-bc72-46ce-b84b-1d307688f1f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c53bd1a0-3b13-43f0-a606-4cc9dbf175fd HTTP/1.1" status: 200 len: 853 time: 0.0799232 Dec 15 14:15:07.759038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064ebfc-898a-4752-864d-2bfe31a8d36e req-dffeda69-4b8b-47c7-9762-67541f948b33 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:07.760625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d064ebfc-898a-4752-864d-2bfe31a8d36e req-dffeda69-4b8b-47c7-9762-67541f948b33 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 943 time: 0.0728629 Dec 15 14:15:07.778796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-68ae7fc7-c783-43dc-929e-cd4f200334e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=219b80e2-a78b-467d-888f-34dc8721a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392036 Dec 15 14:15:07.875406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d064ebfc-898a-4752-864d-2bfe31a8d36e req-1f86860a-ffca-4940-9dff-a6db275457cb tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991933 Dec 15 14:15:07.905694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-3acd66cc-2878-4c39-bfc6-f1d95d01ae93 service neutron] 10.222.0.74 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191843 Dec 15 14:15:07.997126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2143139-b6eb-4b0d-9fd4-3844f796e4a8 req-d159ce26-9fca-485b-bff5-85d862c64234 service neutron] 10.222.0.74 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830631 Dec 15 14:15:08.086743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-fa15c0d2-5f52-429b-9a27-bdbfe9b69d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:08.088311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-fa15c0d2-5f52-429b-9a27-bdbfe9b69d0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f195a5d859e146c08aee9ea103654b5f&device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 1094 time: 0.0422275 Dec 15 14:15:08.179785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-6dae4f98-f903-4c03-aca9-91bef0660c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:08.181287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-6dae4f98-f903-4c03-aca9-91bef0660c1f service neutron] 10.222.0.74 "GET /v2.0/networks?id=219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 200 len: 915 time: 0.0865288 Dec 15 14:15:08.224006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-3bb51f28-a31c-4355-9b53-c9d7097408e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6171a921-5db4-477f-a816-8d958dc1339e HTTP/1.1" status: 200 len: 217 time: 0.0356107 Dec 15 14:15:08.272181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-7fbfb7ba-f546-4a83-8a42-85cae5c8a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:08.273684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-7fbfb7ba-f546-4a83-8a42-85cae5c8a5f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c53bd1a0-3b13-43f0-a606-4cc9dbf175fd HTTP/1.1" status: 200 len: 853 time: 0.0430954 Dec 15 14:15:08.309451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-52c3b3a1-446c-4749-8c6c-42a3fcc52442 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=219b80e2-a78b-467d-888f-34dc8721a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282302 Dec 15 14:15:08.401758 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-c2698ecc-2ee1-4744-8b5a-6093bada5149 service neutron] 10.222.0.74 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Dec 15 14:15:08.421597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-175fa9e2-56a0-4744-a8f7-c97e90462033 req-ce3c2a2b-8bf0-4598-83b8-c650d6a0b24e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0267837 Dec 15 14:15:08.497830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8edd4864-3a31-4d94-b5d4-968f2852259b req-73c2124b-fd9a-4ae2-8f15-e0e630127606 service neutron] 10.222.0.74 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875642 Dec 15 14:15:08.574810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1dc72916-cb56-4310-8fb3-6cddf57d0df4 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:08.595679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 1dc72916-cb56-4310-8fb3-6cddf57d0df4 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:08.596076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1dc72916-cb56-4310-8fb3-6cddf57d0df4 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:08.600784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-906dda3e-7373-4ede-baf4-6e912936d8da req-067ef999-44bf-4553-9f40-abec0fa4c1be tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0276835 Dec 15 14:15:08.997907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a80f7a-0f2f-41c2-942b-d1e9ec050cfe req-fd272a3c-2005-4a86-8aff-4dd019df9fd0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:08.999720 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6a80f7a-0f2f-41c2-942b-d1e9ec050cfe req-fd272a3c-2005-4a86-8aff-4dd019df9fd0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 943 time: 0.0517321 Dec 15 14:15:09.053620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6a80f7a-0f2f-41c2-942b-d1e9ec050cfe req-4f9cc3c8-6dc0-4415-b5ea-35f71a76b22f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477571 Dec 15 14:15:09.520190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b831efa-2a4b-48de-9dbb-1a4dcc43bf7a req-19e95652-33ce-44a9-9500-0834d824a6fe tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0272014 Dec 15 14:15:09.725645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db5420cc-f299-4eae-aa3b-926cd15f1c40 req-e8ac4925-8220-43ce-b1b8-4e426748abdb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0375924 Dec 15 14:15:10.173184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d2b0b-f5d5-4a73-97c0-8e9ed1bf6099 req-2b7b759b-8870-42cd-85d3-f0749a1d6deb tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:10.174961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-630d2b0b-f5d5-4a73-97c0-8e9ed1bf6099 req-2b7b759b-8870-42cd-85d3-f0749a1d6deb tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 943 time: 0.0523846 Dec 15 14:15:10.223561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-630d2b0b-f5d5-4a73-97c0-8e9ed1bf6099 req-5b547ce3-5582-4509-9d9f-8e5aaecd7ee1 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Dec 15 14:15:10.398527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6171a921-5db4-477f-a816-8d958dc1339e details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:15:10.493684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6171a921-5db4-477f-a816-8d958dc1339e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6171a921-5db4-477f-a816-8d958dc1339e,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:10.505196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '6171a921-5db4-477f-a816-8d958dc1339e', 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8', 'port_id': '6171a921-5db4-477f-a816-8d958dc1339e', 'mac_address': 'fa:16:3e:90:f4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bd1a0-3b13-43f0-a606-4cc9dbf175fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:15:10.541416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.555656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6171a921-5db4-477f-a816-8d958dc1339e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:10.581601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6171a921-5db4-477f-a816-8d958dc1339e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6171a921-5db4-477f-a816-8d958dc1339e,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:10.586189 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.616887 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44405bc5-f651-443e-ba26-59e4568e04f8 req-ac449ef7-0c2c-4883-add6-5920e6c283f3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0279109 Dec 15 14:15:10.642656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=6171a921-5db4-477f-a816-8d958dc1339e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:10.816439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['6171a921-5db4-477f-a816-8d958dc1339e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:15:10.839935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2292b517-4e35-4723-8efd-8038b518c40e req-21dd01f3-3901-436e-861d-cd8f67064223 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0312932 Dec 15 14:15:11.343645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51509bd7-e6b1-461a-b30f-a65361dab2de req-1a09ee69-8696-4915-a3e8-1dcef10ddc8e tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:11.345163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51509bd7-e6b1-461a-b30f-a65361dab2de req-1a09ee69-8696-4915-a3e8-1dcef10ddc8e tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 944 time: 0.0516100 Dec 15 14:15:11.394505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51509bd7-e6b1-461a-b30f-a65361dab2de req-f9785dcc-3f54-4d73-bda1-7d1681fb93e1 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433068 Dec 15 14:15:11.713189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c14cc677-22ee-4b14-b52e-5bdf5164ad8f req-a2d3fe65-3ddc-45ae-8d6f-3d6608415d92 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0263250 Dec 15 14:15:11.947671 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1010313-4948-470b-a5cd-368de82fd892 req-771278cb-2fe9-432c-ae6f-7de2521c8363 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0289409 Dec 15 14:15:12.414606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6171a921-5db4-477f-a816-8d958dc1339e up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:12.465418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 6171a921-5db4-477f-a816-8d958dc1339e completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:15:12.470821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 6171a921-5db4-477f-a816-8d958dc1339e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:12.471202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.515297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f06c08-6fa2-4a0e-b198-cdffabc8c0ba req-034591ad-5958-494e-82e0-8fdd9f7ec1f3 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:12.516802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-83f06c08-6fa2-4a0e-b198-cdffabc8c0ba req-034591ad-5958-494e-82e0-8fdd9f7ec1f3 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 944 time: 0.0519929 Dec 15 14:15:12.556307 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.566079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-83f06c08-6fa2-4a0e-b198-cdffabc8c0ba req-77dde6fe-6fa1-49d5-9a06-7dbdae11cc89 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Dec 15 14:15:12.587572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed261269-5dd4-4b37-bc30-d908bd2f74ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6171a921-5db4-477f-a816-8d958dc1339e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:12.587572 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4825ee0e-0177-4b11-b36c-6a4696c958ad" -d '{"events": [{"server_uuid": "ed261269-5dd4-4b37-bc30-d908bd2f74ec", "name": "network-vif-plugged", "status": "completed", "tag": "6171a921-5db4-477f-a816-8d958dc1339e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:12.598791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6171a921-5db4-477f-a816-8d958dc1339e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6171a921-5db4-477f-a816-8d958dc1339e,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:12.603193 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:12.632283 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc0442d-2637-4080-8ad2-c02e13b74c45 x-openstack-request-id: req-6dc0442d-2637-4080-8ad2-c02e13b74c45 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:12.632578 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed261269-5dd4-4b37-bc30-d908bd2f74ec", "name": "network-vif-plugged", "status": "completed", "tag": "6171a921-5db4-477f-a816-8d958dc1339e", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:12.632833 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6dc0442d-2637-4080-8ad2-c02e13b74c45 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:12.633217 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed261269-5dd4-4b37-bc30-d908bd2f74ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6171a921-5db4-477f-a816-8d958dc1339e', 'code': 200} Dec 15 14:15:12.665515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=6171a921-5db4-477f-a816-8d958dc1339e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:12.732349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4b418-2ede-48f3-9fbd-03b097057929 req-bb986482-279d-47e8-8427-dec9f01478ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:12.733820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49f4b418-2ede-48f3-9fbd-03b097057929 req-bb986482-279d-47e8-8427-dec9f01478ba service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 1096 time: 0.0411680 Dec 15 14:15:12.795760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49f4b418-2ede-48f3-9fbd-03b097057929 req-736c79f9-75bc-4263-9203-3401e3937dd0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532744 Dec 15 14:15:12.811576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70f20ef9-7ec4-45aa-9089-92d0172c0985 req-a113e97e-60c0-44d1-bf37-cbfe655191ca tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0282338 Dec 15 14:15:13.057860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb95e642-1f93-44e5-8a25-ae5d4c872d74 req-4e598415-ed40-46ee-bf5d-474bea012401 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0305715 Dec 15 14:15:13.694168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67531b79-6f3d-45c6-bf57-881fcadad73f req-2c935433-fe8f-490a-bb92-08995f1186b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:13.695746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67531b79-6f3d-45c6-bf57-881fcadad73f req-2c935433-fe8f-490a-bb92-08995f1186b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 945 time: 0.0585589 Dec 15 14:15:13.762138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67531b79-6f3d-45c6-bf57-881fcadad73f req-b03dfe75-7b94-4f05-bb03-0e61ba270091 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581083 Dec 15 14:15:13.941383 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-58487a6e-87f7-4c32-a8f8-c26022eaf1c8 req-f4a1267b-fbb5-4ce7-b433-9d1d26c5c572 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e8b21f-40d6-4017-84fe-612a0c9e4f04 HTTP/1.1" status: 200 len: 210 time: 0.0422933 Dec 15 14:15:14.177601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1fdd567-7bc0-4d3e-8e5a-19da842eabcd req-58b811a5-bee7-4953-9ff4-ac5459b19e12 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0395064 Dec 15 14:15:14.877776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf74cc3-9b2b-4e9d-b62e-abecbee08c99 req-55bef507-b6d5-47d2-8858-cf45ce9f4708 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:14.879296 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-acf74cc3-9b2b-4e9d-b62e-abecbee08c99 req-55bef507-b6d5-47d2-8858-cf45ce9f4708 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 945 time: 0.0514786 Dec 15 14:15:14.927451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-acf74cc3-9b2b-4e9d-b62e-abecbee08c99 req-2afcadc1-8350-4452-a12f-0334c028b393 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Dec 15 14:15:15.287313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-468c1dcf-d994-4c1f-a6dd-369ee57b278e req-643122a5-1a1c-450f-bc53-6ba6a9e93b6f tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0288067 Dec 15 14:15:16.415149 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24fbfbd5-2fac-412f-a17b-3db5210da84b req-bc7acf5f-5450-4ca4-9f96-3f67f50dc2ac tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0385230 Dec 15 14:15:17.576304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff864fd6-7c00-49e6-b553-4fbf26a2cd9d req-8af71b4d-772a-4994-8af5-7da3854bbeb3 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aef35a2-4817-4a5c-b7de-1842ea376824 HTTP/1.1" status: 200 len: 210 time: 0.0520735 Dec 15 14:15:17.689755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35212) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:17.812978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6efa-a529-4ca1-abdd-01fbf7c27db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.899365 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6efa-a529-4ca1-abdd-01fbf7c27db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.904760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6efa-a529-4ca1-abdd-01fbf7c27db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:17.948188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35216) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:17.948422 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d1bc6efa-a529-4ca1-abdd-01fbf7c27db7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=89b052dbf11a463a8615c2df24b9a48e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573545 Dec 15 14:15:17.949098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc6efa-a529-4ca1-abdd-01fbf7c27db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe08411-e409-49f2-aaf5-7b5b83814b77,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.005454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.032869 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.095333 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.100101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.104465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abe08411-e409-49f2-aaf5-7b5b83814b77 HTTP/1.1" status: 204 len: 168 time: 0.1552176 Dec 15 14:15:18.114017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe08411-e409-49f2-aaf5-7b5b83814b77,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.126267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.126708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.127463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.127902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.128320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.129396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.129808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.130500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.130911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.131520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.132336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.133054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.133849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84902c4a-d4b5-4b7f-afe6-584ea77f527f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.437651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35222) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:18.455903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57cdbfab-c648-4c05-bd02-5bbe36dd22db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.577579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57cdbfab-c648-4c05-bd02-5bbe36dd22db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.587157 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57cdbfab-c648-4c05-bd02-5bbe36dd22db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.653038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdbfab-c648-4c05-bd02-5bbe36dd22db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d14bde-ebac-45e0-8727-aefa6674e679,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.676376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35230) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:18.693386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-57cdbfab-c648-4c05-bd02-5bbe36dd22db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dfb0d5c1484f45a5b11948a86820bf2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530096 Dec 15 14:15:18.701420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:18.788385 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c8678c2-9107-48ba-9879-fc4da923463a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.820998 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c8678c2-9107-48ba-9879-fc4da923463a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.827175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dd70-aebb-4ef7-9ecd-dd9ac1f8e5fb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.859368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dd70-aebb-4ef7-9ecd-dd9ac1f8e5fb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.927073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c8678c2-9107-48ba-9879-fc4da923463a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.930528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c8678c2-9107-48ba-9879-fc4da923463a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.930695 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dd70-aebb-4ef7-9ecd-dd9ac1f8e5fb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.932072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9c8678c2-9107-48ba-9879-fc4da923463a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/15d14bde-ebac-45e0-8727-aefa6674e679 HTTP/1.1" status: 204 len: 168 time: 0.2538395 Dec 15 14:15:18.933864 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dd70-aebb-4ef7-9ecd-dd9ac1f8e5fb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.938918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a2f3dd70-aebb-4ef7-9ecd-dd9ac1f8e5fb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "DELETE /v2.0/security-groups/17b37b1c-068d-46d8-aed7-b5f0606c0c80 HTTP/1.1" status: 204 len: 168 time: 0.2353468 Dec 15 14:15:18.939836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35238) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:18.958918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8678c2-9107-48ba-9879-fc4da923463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d14bde-ebac-45e0-8727-aefa6674e679,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.963257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3dd70-aebb-4ef7-9ecd-dd9ac1f8e5fb tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b37b1c-068d-46d8-aed7-b5f0606c0c80,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.994354 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-b774655c-b2fc-4727-bfb9-d518160128d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] show failed (client error): The resource could not be found. Dec 15 14:15:18.999765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35240) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:19.001740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b774655c-b2fc-4727-bfb9-d518160128d6 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "GET /v2.0/security-groups/17b37b1c-068d-46d8-aed7-b5f0606c0c80 HTTP/1.1" status: 404 len: 347 time: 0.0562737 Dec 15 14:15:19.211393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port b587fd29-e700-4b15-a19a-1e7370bb7424 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:19.211734 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.317277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.317745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.334639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for b587fd29-e700-4b15-a19a-1e7370bb7424 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:19.538436 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.572988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=b587fd29-e700-4b15-a19a-1e7370bb7424,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:19.657785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.660531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.664134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5051de65-bec3-4da1-8799-a3b840d1b334 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "DELETE /v2.0/floatingips/e685c0f3-c3bb-484a-8fc0-2e01f8f07d9e HTTP/1.1" status: 204 len: 168 time: 0.6607559 Dec 15 14:15:19.664529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:19.762209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4689c5e4-6e8c-4681-bbcb-24f3a04064ae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port a5384e67-1c3f-41c5-8157-77cc0aeaecbf {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:19.762559 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4689c5e4-6e8c-4681-bbcb-24f3a04064ae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.876254 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4689c5e4-6e8c-4681-bbcb-24f3a04064ae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.891003 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4689c5e4-6e8c-4681-bbcb-24f3a04064ae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for a5384e67-1c3f-41c5-8157-77cc0aeaecbf owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:20.041948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4689c5e4-6e8c-4681-bbcb-24f3a04064ae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.074706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689c5e4-6e8c-4681-bbcb-24f3a04064ae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=a5384e67-1c3f-41c5-8157-77cc0aeaecbf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:20.160042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4689c5e4-6e8c-4681-bbcb-24f3a04064ae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.166037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4689c5e4-6e8c-4681-bbcb-24f3a04064ae tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "DELETE /v2.0/ports/a5384e67-1c3f-41c5-8157-77cc0aeaecbf HTTP/1.1" status: 204 len: 168 time: 0.4980652 Dec 15 14:15:20.166448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35270) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:20.278128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-548b8794-00a7-4af2-81b6-f8e44a42af96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port 6684d56d-1150-4043-8688-8851d8bc02fd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:20.279220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-548b8794-00a7-4af2-81b6-f8e44a42af96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.394497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-548b8794-00a7-4af2-81b6-f8e44a42af96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.411978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-548b8794-00a7-4af2-81b6-f8e44a42af96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for 6684d56d-1150-4043-8688-8851d8bc02fd owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:20.621304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-548b8794-00a7-4af2-81b6-f8e44a42af96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.690580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b8794-00a7-4af2-81b6-f8e44a42af96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=6684d56d-1150-4043-8688-8851d8bc02fd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:20.777301 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-548b8794-00a7-4af2-81b6-f8e44a42af96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.782280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-548b8794-00a7-4af2-81b6-f8e44a42af96 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "DELETE /v2.0/ports/6684d56d-1150-4043-8688-8851d8bc02fd HTTP/1.1" status: 204 len: 168 time: 0.6149194 Dec 15 14:15:20.785060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35282) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:20.851170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-968f3199-1cdd-4450-af80-869c377ae6d5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting subnet 3806d085-010f-4dca-b5f4-aa70d112439c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:15:20.854979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-968f3199-1cdd-4450-af80-869c377ae6d5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:20.933740 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-968f3199-1cdd-4450-af80-869c377ae6d5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.056862 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-968f3199-1cdd-4450-af80-869c377ae6d5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.171929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-968f3199-1cdd-4450-af80-869c377ae6d5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.243031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f3199-1cdd-4450-af80-869c377ae6d5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Subnet': ['ID=3806d085-010f-4dca-b5f4-aa70d112439c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:21.257181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d033738-6454-47e1-ab28-9fe6e92f36f7 None None] Network da58127c-8121-4e4c-a2f3-008b65a09d92 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:21.260750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-968f3199-1cdd-4450-af80-869c377ae6d5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.274591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-968f3199-1cdd-4450-af80-869c377ae6d5 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "DELETE /v2.0/subnets/3806d085-010f-4dca-b5f4-aa70d112439c HTTP/1.1" status: 204 len: 168 time: 0.4879880 Dec 15 14:15:21.277091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35298) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:21.349398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6f65a9-dbd1-40c5-9f98-f00374079498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting subnet 606f643f-9165-4475-80c0-a529c961167b {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:15:21.353547 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6f65a9-dbd1-40c5-9f98-f00374079498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.419390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6f65a9-dbd1-40c5-9f98-f00374079498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.557656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6f65a9-dbd1-40c5-9f98-f00374079498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.656822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6f65a9-dbd1-40c5-9f98-f00374079498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.671755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] DHCP port deletion for da58127c-8121-4e4c-a2f3-008b65a09d92 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:21.679219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35302) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:21.703463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f65a9-dbd1-40c5-9f98-f00374079498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Subnet': ['ID=606f643f-9165-4475-80c0-a529c961167b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:21.710728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6f65a9-dbd1-40c5-9f98-f00374079498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.717222 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ea6f65a9-dbd1-40c5-9f98-f00374079498 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "DELETE /v2.0/subnets/606f643f-9165-4475-80c0-a529c961167b HTTP/1.1" status: 204 len: 168 time: 0.4382553 Dec 15 14:15:21.718955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35306) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:21.733891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd39223-bb07-4e3d-ad31-74c2f66889f9 None None] Network 7ec970e7-0848-4df7-bb45-924290609da3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:21.828459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.871904 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] Deleting port f57ea5e9-5194-40ef-8bf2-82776db14a1e {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:21.872689 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.889981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cac1cae-3b64-4c36-9b17-41eb9f3de130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.956334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] For port f57ea5e9-5194-40ef-8bf2-82776db14a1e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f57ea5e9-5194-40ef-8bf2-82776db14a1e,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:21.956882 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.972347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] Calling delete_port for f57ea5e9-5194-40ef-8bf2-82776db14a1e owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:22.003356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Deleting port f57ea5e9-5194-40ef-8bf2-82776db14a1e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:22.006446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.076973 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.130847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] Pushing event deleted for resources: {'Port': ['ID=f57ea5e9-5194-40ef-8bf2-82776db14a1e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:22.143165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ee419-5617-49c2-8fd1-59811e4c1a38 None None] No DVR routers for this DVR port f57ea5e9-5194-40ef-8bf2-82776db14a1e on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:22.167047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] For port f57ea5e9-5194-40ef-8bf2-82776db14a1e, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f57ea5e9-5194-40ef-8bf2-82776db14a1e,segment=NetworkSegment(0fb41bfa-ac36-44e3-8d6f-e72e5201e50f),segment_id=0fb41bfa-ac36-44e3-8d6f-e72e5201e50f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:22.168621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.177387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] DHCP port deletion for 7ec970e7-0848-4df7-bb45-924290609da3 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:22.226478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Calling delete_port for f57ea5e9-5194-40ef-8bf2-82776db14a1e owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:22.248314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cac1cae-3b64-4c36-9b17-41eb9f3de130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.255658 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cac1cae-3b64-4c36-9b17-41eb9f3de130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.273137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] Deleting port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:22.274827 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.370066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac1cae-3b64-4c36-9b17-41eb9f3de130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfcb661-39f4-4dce-a39e-3bae97670f11,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:22.379697 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6cac1cae-3b64-4c36-9b17-41eb9f3de130 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=148cc8cc559348feb0573675412c9a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6993618 Dec 15 14:15:22.382406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:22.409344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.412033 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] For port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd,segment=NetworkSegment(4d85e0c6-3fd3-44ac-99ab-a796b06a5f24),segment_id=4d85e0c6-3fd3-44ac-99ab-a796b06a5f24)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:22.413063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.430394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] Calling delete_port for 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:22.451496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Port': ['ID=f57ea5e9-5194-40ef-8bf2-82776db14a1e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:22.456281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] No DVR routers for this DVR port f57ea5e9-5194-40ef-8bf2-82776db14a1e on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:22.513981 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b292ac10-acb9-4562-9be7-5f88b6d0fcde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.558519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b292ac10-acb9-4562-9be7-5f88b6d0fcde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.597856 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.636081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.640369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b292ac10-acb9-4562-9be7-5f88b6d0fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.643715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] Pushing event deleted for resources: {'Port': ['ID=0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:22.655273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959abe99-c203-41ea-af8d-7da4e313f86e None None] No DVR routers for this DVR port 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:22.656466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b292ac10-acb9-4562-9be7-5f88b6d0fcde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.659125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b292ac10-acb9-4562-9be7-5f88b6d0fcde admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ecfcb661-39f4-4dce-a39e-3bae97670f11 HTTP/1.1" status: 204 len: 168 time: 0.2742546 Dec 15 14:15:22.690835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292ac10-acb9-4562-9be7-5f88b6d0fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfcb661-39f4-4dce-a39e-3bae97670f11,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:22.712214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da58127c-8121-4e4c-a2f3-008b65a09d92']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:22.740067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:22.740379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb41bfa-ac36-44e3-8d6f-e72e5201e50f') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:22.789037 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.827531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:22.845346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.863504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:22.864033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:22.877173 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:22.880394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:22.880394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 0dd5b653-e7bc-4f24-8d9c-b21af52e8ccd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:22.880394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f57ea5e9-5194-40ef-8bf2-82776db14a1e no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:22.929491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f57ea5e9-5194-40ef-8bf2-82776db14a1e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:22.929930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f57ea5e9-5194-40ef-8bf2-82776db14a1e not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:23.042964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.063118 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.069015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "DELETE /v2.0/networks/da58127c-8121-4e4c-a2f3-008b65a09d92 HTTP/1.1" status: 204 len: 168 time: 1.3462896 Dec 15 14:15:23.069404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:23.093712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50219-60e2-4dcf-b0ce-b055559449b4 tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Network': ['ID=da58127c-8121-4e4c-a2f3-008b65a09d92,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:23.219931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.245225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35368) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:23.268321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a181b76-05d0-44e5-a09d-07de79c6a094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.346063 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.369232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec970e7-0848-4df7-bb45-924290609da3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:23.371836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a181b76-05d0-44e5-a09d-07de79c6a094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.382540 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a181b76-05d0-44e5-a09d-07de79c6a094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.393942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:23.394244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d85e0c6-3fd3-44ac-99ab-a796b06a5f24') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:23.406050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.424048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.428913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a181b76-05d0-44e5-a09d-07de79c6a094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1a52b3-7416-4a5a-9a26-41431ab44ef3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:23.431771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:23.432219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:23.436696 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:23.447231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6a181b76-05d0-44e5-a09d-07de79c6a094 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a0a513a2c8ba4dd0923e73846a492c65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009103 Dec 15 14:15:23.449715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35386) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:23.505434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-262bdb1d-650f-4d5d-82db-6f8d2b864880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.513575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.526823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.532010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] 10.222.0.86 "DELETE /v2.0/networks/7ec970e7-0848-4df7-bb45-924290609da3 HTTP/1.1" status: 204 len: 168 time: 0.4607255 Dec 15 14:15:23.542536 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-262bdb1d-650f-4d5d-82db-6f8d2b864880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.555557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea8bd3-c8b5-4a34-85b9-967f310704ab tempest-TaggedBootDevicesTest-1050355974 tempest-TaggedBootDevicesTest-1050355974-project] Pushing event deleted for resources: {'Network': ['ID=7ec970e7-0848-4df7-bb45-924290609da3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:23.629958 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-262bdb1d-650f-4d5d-82db-6f8d2b864880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.632919 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-262bdb1d-650f-4d5d-82db-6f8d2b864880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:23.636896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-262bdb1d-650f-4d5d-82db-6f8d2b864880 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3f1a52b3-7416-4a5a-9a26-41431ab44ef3 HTTP/1.1" status: 204 len: 168 time: 0.1834836 Dec 15 14:15:23.645974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bdb1d-650f-4d5d-82db-6f8d2b864880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1a52b3-7416-4a5a-9a26-41431ab44ef3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:25.824964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35474) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:25.958893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c639738f-dbed-49d1-93b1-5a9294dfe8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.069298 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c639738f-dbed-49d1-93b1-5a9294dfe8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.075665 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c639738f-dbed-49d1-93b1-5a9294dfe8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.117823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639738f-dbed-49d1-93b1-5a9294dfe8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1393118b-7928-44c9-b15f-53b34a9d7210,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.124777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c639738f-dbed-49d1-93b1-5a9294dfe8ca admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=650a4548712e4e5ba51d138bfce9c08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941821 Dec 15 14:15:26.125339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:26.199115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02b3624-e91c-46c7-9241-c22abb005972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.224932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02b3624-e91c-46c7-9241-c22abb005972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.283400 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02b3624-e91c-46c7-9241-c22abb005972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.286509 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02b3624-e91c-46c7-9241-c22abb005972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.290606 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a02b3624-e91c-46c7-9241-c22abb005972 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1393118b-7928-44c9-b15f-53b34a9d7210 HTTP/1.1" status: 204 len: 168 time: 0.1643844 Dec 15 14:15:26.302628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b3624-e91c-46c7-9241-c22abb005972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1393118b-7928-44c9-b15f-53b34a9d7210,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.658601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35490) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:26.673014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db942135-0c01-4be2-b8c6-041c81a08dd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.759884 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db942135-0c01-4be2-b8c6-041c81a08dd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.764820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db942135-0c01-4be2-b8c6-041c81a08dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.813378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-db942135-0c01-4be2-b8c6-041c81a08dd7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a7c075d131fc462ea7216e2705299d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536427 Dec 15 14:15:26.817412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35492) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:26.827791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db942135-0c01-4be2-b8c6-041c81a08dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536495b5-a4c0-4edb-8916-27500ac9c80f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.885022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1d2847f-1cab-4175-bd20-3dd19ffc19d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.909838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1d2847f-1cab-4175-bd20-3dd19ffc19d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.960278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1d2847f-1cab-4175-bd20-3dd19ffc19d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.962970 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1d2847f-1cab-4175-bd20-3dd19ffc19d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.964306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d1d2847f-1cab-4175-bd20-3dd19ffc19d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/536495b5-a4c0-4edb-8916-27500ac9c80f HTTP/1.1" status: 204 len: 168 time: 0.1454384 Dec 15 14:15:26.974044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2847f-1cab-4175-bd20-3dd19ffc19d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536495b5-a4c0-4edb-8916-27500ac9c80f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:29.245524 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:15:29.857703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35584) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:30.023787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a48e82e-5739-41f7-b071-9b53ebbc2648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.156008 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a48e82e-5739-41f7-b071-9b53ebbc2648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.183991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a48e82e-5739-41f7-b071-9b53ebbc2648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.225098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48e82e-5739-41f7-b071-9b53ebbc2648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a92bb7-9512-4dca-a581-71f1f271b4e5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:30.232637 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1a48e82e-5739-41f7-b071-9b53ebbc2648 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=72d4b8b146204a1f90f6697c74bf8bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3730302 Dec 15 14:15:30.232883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35588) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:30.334537 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-264e95c1-4c2f-4b06-afc8-acc30d295a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.394873 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-264e95c1-4c2f-4b06-afc8-acc30d295a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.490373 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-264e95c1-4c2f-4b06-afc8-acc30d295a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.494193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-264e95c1-4c2f-4b06-afc8-acc30d295a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:30.498757 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-264e95c1-4c2f-4b06-afc8-acc30d295a71 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2a92bb7-9512-4dca-a581-71f1f271b4e5 HTTP/1.1" status: 204 len: 168 time: 0.2636373 Dec 15 14:15:30.507233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e95c1-4c2f-4b06-afc8-acc30d295a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a92bb7-9512-4dca-a581-71f1f271b4e5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:30.904766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:30.922987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f23af0f-7235-4c93-b2b8-ac669e08f27a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.003162 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.043588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f23af0f-7235-4c93-b2b8-ac669e08f27a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.049198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f23af0f-7235-4c93-b2b8-ac669e08f27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.103459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23af0f-7235-4c93-b2b8-ac669e08f27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e747de2b-2bee-4fd4-a7e5-574fc26e8c48,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:31.112261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2f23af0f-7235-4c93-b2b8-ac669e08f27a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=deaee072e6bd4dfcb35efe038620fd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058334 Dec 15 14:15:31.114708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:31.159206 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.182578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8daa0530-7eb1-4268-a13c-55337d726220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.206077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8daa0530-7eb1-4268-a13c-55337d726220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.222050 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37a0c88f-f6c1-4454-9846-a9f1f71d89b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.263439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8daa0530-7eb1-4268-a13c-55337d726220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.267901 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8daa0530-7eb1-4268-a13c-55337d726220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:31.277574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8daa0530-7eb1-4268-a13c-55337d726220 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e747de2b-2bee-4fd4-a7e5-574fc26e8c48 HTTP/1.1" status: 204 len: 168 time: 0.1599410 Dec 15 14:15:31.292164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa0530-7eb1-4268-a13c-55337d726220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e747de2b-2bee-4fd4-a7e5-574fc26e8c48,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:33.834662 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6cb981ec-100b-45a6-8331-4f15b2d8221f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:34.880330 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.836152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35702) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:36.671296 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.925431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.260135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Deleting port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:37.260492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.330920 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.392536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] For port d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:37.393348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.416427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Calling delete_port for d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:37.649585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.691963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:37.959696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.277432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Router f355a537-ca7d-464d-9964-7f5a15269431 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:38.429757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:38.438282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-547dc64a-7531-4e16-b494-3b872a6cd98d admin admin] 10.222.0.86 "PUT /v2.0/routers/f355a537-ca7d-464d-9964-7f5a15269431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6005113 Dec 15 14:15:38.440894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:38.441682 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] Sync routers for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:38.452935 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:38.453914 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:15:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:38.594222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:38.615564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.811847 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:15:37Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:38.884392 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] Checking router: f355a537-ca7d-464d-9964-7f5a15269431 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:38.909945 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] Routers {'f355a537-ca7d-464d-9964-7f5a15269431'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:38.913468 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:15:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f355a537-ca7d-464d-9964-7f5a15269431'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:39.095090 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] Set router f355a537-ca7d-464d-9964-7f5a15269431 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:39.098251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.226993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Deleting port 882cf2d8-405c-4f92-9d8f-0240795cf3bb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:39.227329 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.345242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] For port 882cf2d8-405c-4f92-9d8f-0240795cf3bb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=882cf2d8-405c-4f92-9d8f-0240795cf3bb,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:39.345977 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.362713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Calling delete_port for 882cf2d8-405c-4f92-9d8f-0240795cf3bb owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:39.398017 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:15:37Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:39.444486 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b65f-ef5c-4618-90e4-5b4792fc4bec None None] The sync data for ids ['f355a537-ca7d-464d-9964-7f5a15269431'] in n-d-821840-1 is: [{'id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'name': 'tempest-TaggedBootDevicesTest-392684396-router', 'tenant_id': '11667cb6db0940f89c679d3aa8261465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:29Z', 'updated_at': '2021-12-15T14:15:37Z', 'revision_number': 5, 'project_id': '11667cb6db0940f89c679d3aa8261465', 'gw_port': {'id': '882cf2d8-405c-4f92-9d8f-0240795cf3bb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355a537-ca7d-464d-9964-7f5a15269431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:30Z', 'updated_at': '2021-12-15T14:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:39.649223 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.680874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Pushing event deleted for resources: {'Port': ['ID=882cf2d8-405c-4f92-9d8f-0240795cf3bb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:39.714692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2e4b3-dc88-4fa0-baec-2fd2b352c346 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:39.822736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.059119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.062547 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.147476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.148516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f355a537-ca7d-464d-9964-7f5a15269431 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:15:40.163724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.167011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-321de44a-452b-4d64-aabd-7ef7337b0125 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f355a537-ca7d-464d-9964-7f5a15269431 HTTP/1.1" status: 204 len: 168 time: 1.7244587 Dec 15 14:15:40.171113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35744) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:40.256507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa6d0c7-b880-4eed-9db0-47f5dbaa046a admin admin] Deleting subnet 46113565-5de8-4d56-92d4-6e48dd9a5d1b {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:15:40.263622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d0c7-b880-4eed-9db0-47f5dbaa046a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.345343 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d0c7-b880-4eed-9db0-47f5dbaa046a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.533933 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d0c7-b880-4eed-9db0-47f5dbaa046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.601893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d0c7-b880-4eed-9db0-47f5dbaa046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.631674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6d0c7-b880-4eed-9db0-47f5dbaa046a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46113565-5de8-4d56-92d4-6e48dd9a5d1b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:40.636543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d0c7-b880-4eed-9db0-47f5dbaa046a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.640326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2aa6d0c7-b880-4eed-9db0-47f5dbaa046a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/46113565-5de8-4d56-92d4-6e48dd9a5d1b HTTP/1.1" status: 204 len: 168 time: 0.4663610 Dec 15 14:15:40.642802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd5b09-eca8-49b9-bf21-b0cb229ff563 None None] Network 9fbbb6fb-dc11-4cb8-8780-f03964101453 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:40.642959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35748) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:40.733240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.799807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Deleting port 58faf7e1-f390-4cec-9ba5-4ffad6135310 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:40.800279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.895201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] For port 58faf7e1-f390-4cec-9ba5-4ffad6135310, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=58faf7e1-f390-4cec-9ba5-4ffad6135310,segment=NetworkSegment(301152cd-2ad7-4704-ad8c-5cfe5399b419),segment_id=301152cd-2ad7-4704-ad8c-5cfe5399b419)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:40.896390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:40.910763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] DHCP port deletion for 9fbbb6fb-dc11-4cb8-8780-f03964101453 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:40.927638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Calling delete_port for 58faf7e1-f390-4cec-9ba5-4ffad6135310 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:41.002690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:41.029496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:41.029843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d3aa2cf0-d37f-40f2-a88b-6edfbff8a40d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:41.030262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 882cf2d8-405c-4f92-9d8f-0240795cf3bb no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:41.057797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 882cf2d8-405c-4f92-9d8f-0240795cf3bb {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:41.058268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 882cf2d8-405c-4f92-9d8f-0240795cf3bb not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:41.064811 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.082628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Deleting port 58faf7e1-f390-4cec-9ba5-4ffad6135310 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:41.083241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.090063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] No DVR routers for this DVR port 58faf7e1-f390-4cec-9ba5-4ffad6135310 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:41.114776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58faf7e1-f390-4cec-9ba5-4ffad6135310,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:41.207408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] For port 58faf7e1-f390-4cec-9ba5-4ffad6135310, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:41.210123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.214942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.241484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Calling delete_port for 58faf7e1-f390-4cec-9ba5-4ffad6135310 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:41.249006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbbb6fb-dc11-4cb8-8780-f03964101453']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:41.251484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Port 58faf7e1-f390-4cec-9ba5-4ffad6135310 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:15:41.255575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.262961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301152cd-2ad7-4704-ad8c-5cfe5399b419') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:41.263399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301152cd-2ad7-4704-ad8c-5cfe5399b419') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:41.277013 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.298370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Pushing event deleted for resources: {'Port': ['ID=58faf7e1-f390-4cec-9ba5-4ffad6135310,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:41.303240 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] No DVR routers for this DVR port 58faf7e1-f390-4cec-9ba5-4ffad6135310 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:41.317094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.317489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.317848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.318289 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.318642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.318986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.319652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.320073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.320950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.321301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.321765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.322116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.322584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.323023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cd0f-f1f9-472e-b9b5-0eee7dff4a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:41.327299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:41.327963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:41.330221 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:41.414940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.433301 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.437498 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9fbbb6fb-dc11-4cb8-8780-f03964101453 HTTP/1.1" status: 204 len: 168 time: 0.7934976 Dec 15 14:15:41.438869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d989-9103-4d6b-81d3-e80f1b15e6f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbbb6fb-dc11-4cb8-8780-f03964101453,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:41.440494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:41.940051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.230532 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Deleting port b969631e-4f7a-47fd-9f4d-db9974b63a77 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:42.230880 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.328586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] For port b969631e-4f7a-47fd-9f4d-db9974b63a77, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b969631e-4f7a-47fd-9f4d-db9974b63a77,segment=NetworkSegment(0a813931-9a95-4a5e-88bc-2bd77ad12674),segment_id=0a813931-9a95-4a5e-88bc-2bd77ad12674)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:42.329170 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.342872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Calling delete_port for b969631e-4f7a-47fd-9f4d-db9974b63a77 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:42.590712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:42.620902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Pushing event deleted for resources: {'Port': ['ID=b969631e-4f7a-47fd-9f4d-db9974b63a77,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:42.879690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 58faf7e1-f390-4cec-9ba5-4ffad6135310 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:42.912603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 58faf7e1-f390-4cec-9ba5-4ffad6135310 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:42.913022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 58faf7e1-f390-4cec-9ba5-4ffad6135310 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:42.943673 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.234454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:43.351572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:43.359689 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cc893949-9be1-4798-b237-52d2e9fdb812 admin admin] 10.222.0.86 "PUT /v2.0/routers/f56383d7-442f-4ef0-bd38-6a1e4f58a4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9151466 Dec 15 14:15:43.360088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35796) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:43.367974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] Sync routers for ids ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:43.382732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] Routers {'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:43.383856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:15:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:43.492412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.496680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] Set router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:43.694924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:15:42Z', 'revision_number': 5, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:43.734151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] Checking router: f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:43.745854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] Routers {'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:43.746747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:15:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:43.882017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] Set router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:43.923229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.999173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Deleting port f4d988e6-303d-464b-b0c9-a27af7d7dbbd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:43.999527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.106869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] For port f4d988e6-303d-464b-b0c9-a27af7d7dbbd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f4d988e6-303d-464b-b0c9-a27af7d7dbbd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:44.107286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.131739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:15:42Z', 'revision_number': 5, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:44.135316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Calling delete_port for f4d988e6-303d-464b-b0c9-a27af7d7dbbd owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:44.192832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c91e11c-cb98-4c00-beba-50567fef96f4 None None] The sync data for ids ['f56383d7-442f-4ef0-bd38-6a1e4f58a4b7'] in n-d-821840-1 is: [{'id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'name': 'tempest-TaggedBootDevicesTest-781927252-router', 'tenant_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:03:42Z', 'updated_at': '2021-12-15T14:15:42Z', 'revision_number': 5, 'project_id': 'bcfab9f4227f480c89c0cb04e4443cac', 'gw_port': {'id': 'f4d988e6-303d-464b-b0c9-a27af7d7dbbd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56383d7-442f-4ef0-bd38-6a1e4f58a4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:03:43Z', 'updated_at': '2021-12-15T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:44.378523 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.415119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d988e6-303d-464b-b0c9-a27af7d7dbbd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:44.432316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff30a9-a056-4197-a65b-c55a3612fef5 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:44.506502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.634023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.643908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.808239 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.809237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:15:44.817969 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.820012 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cf723ff5-211f-4813-9136-4b57963877b7 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f56383d7-442f-4ef0-bd38-6a1e4f58a4b7 HTTP/1.1" status: 204 len: 168 time: 1.4588985 Dec 15 14:15:44.822360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35814) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:44.857357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b969631e-4f7a-47fd-9f4d-db9974b63a77 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:44.901492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b969631e-4f7a-47fd-9f4d-db9974b63a77 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:44.902110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b969631e-4f7a-47fd-9f4d-db9974b63a77 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:44.911177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbffe1f6-1bbc-438e-b4a9-64bc3cc37b8b admin admin] Deleting subnet 0295db12-5d75-4931-a55e-1afccdbcdf31 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:15:44.914860 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbffe1f6-1bbc-438e-b4a9-64bc3cc37b8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.998774 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbffe1f6-1bbc-438e-b4a9-64bc3cc37b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.187424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbffe1f6-1bbc-438e-b4a9-64bc3cc37b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.310300 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbffe1f6-1bbc-438e-b4a9-64bc3cc37b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.341917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffe1f6-1bbc-438e-b4a9-64bc3cc37b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0295db12-5d75-4931-a55e-1afccdbcdf31,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:45.347104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbffe1f6-1bbc-438e-b4a9-64bc3cc37b8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.351431 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cbffe1f6-1bbc-438e-b4a9-64bc3cc37b8b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0295db12-5d75-4931-a55e-1afccdbcdf31 HTTP/1.1" status: 204 len: 168 time: 0.5277550 Dec 15 14:15:45.354222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:45.377538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d06d89-54cc-4f72-918c-a6b872694e78 None None] Network 7404ffad-2a7a-4daf-acdd-6fc723a01d86 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:45.446163 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.524936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Deleting port c923538a-1b69-43c2-a2a2-56c2575f991f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:15:45.525298 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.597712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] For port c923538a-1b69-43c2-a2a2-56c2575f991f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c923538a-1b69-43c2-a2a2-56c2575f991f,segment=NetworkSegment(0a813931-9a95-4a5e-88bc-2bd77ad12674),segment_id=0a813931-9a95-4a5e-88bc-2bd77ad12674)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:45.598285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.612813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Calling delete_port for c923538a-1b69-43c2-a2a2-56c2575f991f owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:15:45.715721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4863a-7495-49f8-a0e0-e5c2c81750c4 None None] DHCP port deletion for 7404ffad-2a7a-4daf-acdd-6fc723a01d86 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:15:45.722001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.780113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c923538a-1b69-43c2-a2a2-56c2575f991f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:45.783943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] No DVR routers for this DVR port c923538a-1b69-43c2-a2a2-56c2575f991f on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:15:45.812382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-26e4863a-7495-49f8-a0e0-e5c2c81750c4 None None] The port 'c923538a-1b69-43c2-a2a2-56c2575f991f' was deleted {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 15 14:15:45.881866 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.907280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7404ffad-2a7a-4daf-acdd-6fc723a01d86']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:45.918514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a813931-9a95-4a5e-88bc-2bd77ad12674') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:45.918996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a813931-9a95-4a5e-88bc-2bd77ad12674') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:45.931731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:45.982114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.002047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:15:46.003789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:15:46.006819 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:15:46.093638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.109031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.114723 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7404ffad-2a7a-4daf-acdd-6fc723a01d86 HTTP/1.1" status: 204 len: 168 time: 0.7569754 Dec 15 14:15:46.143646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c5246-2d3e-4d8a-ba6a-be817afdb5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7404ffad-2a7a-4daf-acdd-6fc723a01d86,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:46.323685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:46.388241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a793d7ab-95dd-4323-a619-0dd000cf1750 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=11667cb6db0940f89c679d3aa8261465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0632012 Dec 15 14:15:46.391807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:46.449884 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92d7429d-a4b9-4988-a2ef-c67cc01a86c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.476499 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92d7429d-a4b9-4988-a2ef-c67cc01a86c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.535250 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92d7429d-a4b9-4988-a2ef-c67cc01a86c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.538132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92d7429d-a4b9-4988-a2ef-c67cc01a86c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.545477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-92d7429d-a4b9-4988-a2ef-c67cc01a86c9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e HTTP/1.1" status: 204 len: 168 time: 0.1520274 Dec 15 14:15:46.556474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7429d-a4b9-4988-a2ef-c67cc01a86c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd9edd-a45a-4f7d-baf6-20c89a0ed58e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:46.755209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f4d988e6-303d-464b-b0c9-a27af7d7dbbd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:46.790638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f4d988e6-303d-464b-b0c9-a27af7d7dbbd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:46.791246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f4d988e6-303d-464b-b0c9-a27af7d7dbbd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:46.791849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c923538a-1b69-43c2-a2a2-56c2575f991f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:46.814733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c923538a-1b69-43c2-a2a2-56c2575f991f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:15:46.815095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c923538a-1b69-43c2-a2a2-56c2575f991f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:15:47.055718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35878) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:47.111855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-eb0a238a-011a-4f2e-a9b1-50c6e0000a17 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bcfab9f4227f480c89c0cb04e4443cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512710 Dec 15 14:15:47.112088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35880) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:47.212589 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78c9b8ee-1489-4764-95b5-d36a4588f301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.272342 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78c9b8ee-1489-4764-95b5-d36a4588f301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.340141 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78c9b8ee-1489-4764-95b5-d36a4588f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.344297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78c9b8ee-1489-4764-95b5-d36a4588f301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.358393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-78c9b8ee-1489-4764-95b5-d36a4588f301 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/450002ad-da8a-43b7-8e9f-c70f22fce7e1 HTTP/1.1" status: 204 len: 168 time: 0.2400706 Dec 15 14:15:47.375467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9b8ee-1489-4764-95b5-d36a4588f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450002ad-da8a-43b7-8e9f-c70f22fce7e1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:48.346304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 35924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:48.522440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1373105491-network', 'tenant_id': 'a723074f85564c269a38c52686555e9e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:48.563274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Made reservation on behalf of a723074f85564c269a38c52686555e9e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:48.568563 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.581101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.705301 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.710206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.724764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:48.738999 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.739546 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Added segment 67b2b66d-6b11-493a-82e8-4c104473c9ee of type vlan for network ac720ec8-82f8-4978-b3cb-65477071221b Dec 15 14:15:48.802478 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.807604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8894b913-a8c9-4907-aefe-852d3e031444,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:48.845627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.847964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:48.848560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.880783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 35936) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:48.881212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5316799 Dec 15 14:15:48.887328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Request body: {'subnet': {'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1373105491-subnet', 'tenant_id': 'a723074f85564c269a38c52686555e9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:48.933861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Made reservation on behalf of a723074f85564c269a38c52686555e9e for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:48.936653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.947929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324176f8-89ed-4ed5-9a3c-6ab4ff805b42 admin admin] Pushing event updated for resources: {'Network': ['ID=ac720ec8-82f8-4978-b3cb-65477071221b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:48.958962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ac720ec8-82f8-4978-b3cb-65477071221b details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:49.262116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.332570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc942c0-7282-4710-9625-5cf80a724a86,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:49.348784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Checking segment: {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:49.349316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Network hostable DHCP agents. Network: ac720ec8-82f8-4978-b3cb-65477071221b, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:49.381854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Network ac720ec8-82f8-4978-b3cb-65477071221b is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:49.410923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ac720ec8-82f8-4978-b3cb-65477071221b) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:49.417057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.417744 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.422130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b1445-7d64-4a68-9a63-d1db151b3521 None None] Network ac720ec8-82f8-4978-b3cb-65477071221b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:49.452079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-55eee87a-04c9-4874-bc86-d40bef62fee9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5700595 Dec 15 14:15:49.616111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86aaef8-cbe5-4781-9957-710248269735 None None] Network ac720ec8-82f8-4978-b3cb-65477071221b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:50.007500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-7310a91e-8376-4841-a776-9463e9ee01aa tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:50.009039 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-7310a91e-8376-4841-a776-9463e9ee01aa tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 815 time: 0.1213610 Dec 15 14:15:50.024376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-3016b9cf-4386-4f54-82f8-39cf7531eaf6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/quotas/a723074f85564c269a38c52686555e9e HTTP/1.1" status: 200 len: 375 time: 0.0092900 Dec 15 14:15:50.057244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-816ecd75-8409-4d2b-be8f-22132ae5ddb6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272939 Dec 15 14:15:50.121431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-0f818e69-bcd1-4e54-ac75-e78a1d96fe1a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:15:50.123662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-0f818e69-bcd1-4e54-ac75-e78a1d96fe1a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0591612 Dec 15 14:15:50.234843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-b25b88e8-ab73-4dad-b394-1c383a33807c service neutron] 10.222.0.86 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033387 Dec 15 14:15:50.340107 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-4be82fb4-3572-47ba-b55d-a3ae1c6b6552 service neutron] 10.222.0.86 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967779 Dec 15 14:15:50.564235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22f6af4e-3caf-4717-a64e-5b8ecb2ab70d req-351c6877-5e54-4b73-87ab-da1ce44400d4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 210 time: 0.0420640 Dec 15 14:15:51.605181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c44d2087-fb5a-4c1f-b233-fdc0819e7da1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.622861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c44d2087-fb5a-4c1f-b233-fdc0819e7da1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.24 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 815 time: 0.1699142 Dec 15 14:15:51.637082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Request body: {'port': {'device_id': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'admin_state_up': True, 'tenant_id': 'a723074f85564c269a38c52686555e9e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:51.727963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29cd2195-8d95-42c2-87ba-6ec69086adf3 req-86a42680-147c-4d04-add8-525c95e5b156 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 210 time: 0.0404544 Dec 15 14:15:51.791022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Made reservation on behalf of a723074f85564c269a38c52686555e9e for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:51.795262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.947747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Allocated IP 172.20.0.11 (ac720ec8-82f8-4978-b3cb-65477071221b/abc942c0-7282-4710-9625-5cf80a724a86/16f49055-cc6c-4b0e-a8a8-4b7f8f13a678) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:52.155555 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.208318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.280377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Network ac720ec8-82f8-4978-b3cb-65477071221b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:52.283811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:52.287753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:52.296594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Pushing event updated for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:52.351622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.352263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.368047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a7c9e768-3472-43c6-b89e-4ad4910528ce tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7372310 Dec 15 14:15:52.380336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Request body: {'port': {'device_id': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:52.436768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.754826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:52.769772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.785659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Transition to ACTIVE for port object 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:15:52.791802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.884100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:52.927066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-f485fae2-ad12-4eb7-9691-98ca280f60ce tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.928582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-f485fae2-ad12-4eb7-9691-98ca280f60ce tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1269403 Dec 15 14:15:52.934412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b9c57-1cbe-4957-8d50-b656a8aabc21 req-205769d7-6018-485d-84f9-d18fad97b148 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.936171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-300b9c57-1cbe-4957-8d50-b656a8aabc21 req-205769d7-6018-485d-84f9-d18fad97b148 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 944 time: 0.1066265 Dec 15 14:15:52.946365 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-2f5bae0f-1cf5-4334-b60d-2df0774bd47d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/quotas/fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 375 time: 0.0102220 Dec 15 14:15:52.985383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Attempting to bind port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:52.985383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Attempting to bind port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:52.985693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Attempting to bind port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 on network ac720ec8-82f8-4978-b3cb-65477071221b {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:52.997351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 on network ac720ec8-82f8-4978-b3cb-65477071221b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:52.997708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Attempting to bind port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 on network ac720ec8-82f8-4978-b3cb-65477071221b {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:53.004079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-0307d69b-4514-4d1a-8399-246b63032565 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512147 Dec 15 14:15:53.013401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:53.013744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Checking segment: {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:53.014270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Bound using segment: {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:53.014676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Bound port: 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:53.015042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.021220 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-300b9c57-1cbe-4957-8d50-b656a8aabc21 req-f84882f9-a6db-4e63-b513-f8c0f7bece03 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767388 Dec 15 14:15:53.097301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:53.100467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:53.101593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-958d7660-8f83-4b40-b791-1b01bda99806 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887473 Dec 15 14:15:53.105893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.144048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:53.144806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.146129 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] 10.222.0.24 "PUT /v2.0/ports/16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 HTTP/1.1" status: 200 len: 1092 time: 0.7698014 Dec 15 14:15:53.150713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:53.150713 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb5c669-0c8c-404c-a149-837a421d338a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:53.177116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bbcfd-b902-4f81-a2df-645c50022fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.220408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-731ea6e4-9c64-4305-a489-3f2df852347c service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117818 Dec 15 14:15:53.232791 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1ca4a6-778c-4b97-b64e-9fbf40948f7b x-openstack-request-id: req-fb1ca4a6-778c-4b97-b64e-9fbf40948f7b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:53.232966 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:53.233166 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb1ca4a6-778c-4b97-b64e-9fbf40948f7b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:53.233583 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'status': 'completed', 'code': 200} Dec 15 14:15:53.264334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-4ed88214-a2c1-4930-80e3-caaee65b42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:53.265939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-4ed88214-a2c1-4930-80e3-caaee65b42de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 1095 time: 0.0580461 Dec 15 14:15:53.314791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-f6439b4e-9faf-46d9-a29f-d24322d1fb49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 HTTP/1.1" status: 200 len: 217 time: 0.0409420 Dec 15 14:15:53.366968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-4e4e1bfc-f34d-46e0-b978-337ec0a96ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:53.368516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-4e4e1bfc-f34d-46e0-b978-337ec0a96ce5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 200 len: 855 time: 0.0470359 Dec 15 14:15:53.427656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-a84ed0c4-cc80-4f9e-97fd-94dcc5baabde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac720ec8-82f8-4978-b3cb-65477071221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465891 Dec 15 14:15:53.463719 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-287ff6a4-e4f2-4b84-b06d-ca9430969d38 req-976db436-4cdd-4b45-baa5-10f5cdaa1037 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0348203 Dec 15 14:15:53.556239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-6362460e-5afc-411a-8c77-21af1ecababe service neutron] 10.222.0.24 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153631 Dec 15 14:15:53.673373 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d975fc63-3138-4c47-8125-a05ef5ea5fcb req-73739ebc-158a-448f-9c7d-840dad3fa8fa service neutron] 10.222.0.24 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097355 Dec 15 14:15:53.777849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c669-0c8c-404c-a149-837a421d338a req-d43f4fa0-1fd3-4a19-8f96-55dd527f224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:53.784646 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aeb5c669-0c8c-404c-a149-837a421d338a req-d43f4fa0-1fd3-4a19-8f96-55dd527f224f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 1095 time: 0.0646858 Dec 15 14:15:53.931904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c669-0c8c-404c-a149-837a421d338a req-619f9d3b-4eee-43e2-a43b-eb4b74d48d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:53.931904 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aeb5c669-0c8c-404c-a149-837a421d338a req-619f9d3b-4eee-43e2-a43b-eb4b74d48d91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 917 time: 0.1374974 Dec 15 14:15:53.985825 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aeb5c669-0c8c-404c-a149-837a421d338a req-90bec40f-ddd0-47f3-8e2f-08b6e8d92124 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 HTTP/1.1" status: 200 len: 217 time: 0.0451603 Dec 15 14:15:54.045646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c669-0c8c-404c-a149-837a421d338a req-86186ab8-02e6-413c-9050-a1694a51d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:54.047163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aeb5c669-0c8c-404c-a149-837a421d338a req-86186ab8-02e6-413c-9050-a1694a51d632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 200 len: 855 time: 0.0532112 Dec 15 14:15:54.088710 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aeb5c669-0c8c-404c-a149-837a421d338a req-4297916f-8479-4a5e-a3c7-f95f9afef430 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac720ec8-82f8-4978-b3cb-65477071221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341084 Dec 15 14:15:54.151256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e26f9-9a13-42f7-b6f1-e4f951550964 req-aee227d7-2dfc-4b65-a258-2368ff05a98d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:54.160201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937e26f9-9a13-42f7-b6f1-e4f951550964 req-aee227d7-2dfc-4b65-a258-2368ff05a98d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 944 time: 0.0600462 Dec 15 14:15:54.203667 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aeb5c669-0c8c-404c-a149-837a421d338a req-5ec2f631-96e8-4fe2-b39b-b277e7d38df4 service neutron] 10.222.0.24 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073203 Dec 15 14:15:54.211714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-937e26f9-9a13-42f7-b6f1-e4f951550964 req-28635c77-6d75-432e-833c-594b11dc62c6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504279 Dec 15 14:15:54.317876 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aeb5c669-0c8c-404c-a149-837a421d338a req-b28a6142-1cdb-4e6d-b94a-7b34b21a2121 service neutron] 10.222.0.24 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071324 Dec 15 14:15:54.530972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-5ea90865-b0bf-4148-8b7c-4bb2829c5cf7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:54.533860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-5ea90865-b0bf-4148-8b7c-4bb2829c5cf7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1484129 Dec 15 14:15:54.554177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'port': {'device_id': 'ca46f175-ece8-49a5-9a8e-aa5e35de9a3e', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'admin_state_up': True, 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:54.573960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0341a5fa-5862-44b8-8572-7ae7adfc70be req-b9d4e15f-f1cf-4b70-92dc-7059aaa5e350 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0279961 Dec 15 14:15:54.675848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:54.680047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.827789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.20.0.9 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/793df366-f18a-4b84-8d14-ab69b8d08ecf) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:55.061197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.112167 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.167932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:55.172565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:55.174798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=793df366-f18a-4b84-8d14-ab69b8d08ecf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.176989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:55.204737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.205087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.205428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.205767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.206106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.206439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.206765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.207113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.207433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.207996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.208489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.208820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.209150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.250771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:55.251390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.294523 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a475f609-ee6f-4626-a9e3-422c9ddbd23f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435610 Dec 15 14:15:55.307608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Request body: {'port': {'device_id': 'ca46f175-ece8-49a5-9a8e-aa5e35de9a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:55.422662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.441498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f782fd3-041a-4f22-a691-15a291ece6cf req-fa18e6cb-a0a1-465f-a398-acd7189c6290 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:55.443056 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f782fd3-041a-4f22-a691-15a291ece6cf req-fa18e6cb-a0a1-465f-a398-acd7189c6290 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 944 time: 0.0887699 Dec 15 14:15:55.498430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d91189d0-eee1-4f5f-810d-01a061271365 None None] Provisioning complete for port 793df366-f18a-4b84-8d14-ab69b8d08ecf triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:55.499494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d91189d0-eee1-4f5f-810d-01a061271365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.520559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f782fd3-041a-4f22-a691-15a291ece6cf req-ee9352fd-870a-4654-b8d7-955bc0cd4ccf tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703576 Dec 15 14:15:55.557293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d91189d0-eee1-4f5f-810d-01a061271365 None None] Port 793df366-f18a-4b84-8d14-ab69b8d08ecf cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:55.755264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55aa7-3e5b-4960-b1ac-6ad7c972673a req-a4d0767d-2860-47b7-9676-eb8b47129f7f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:55.758126 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ed55aa7-3e5b-4960-b1ac-6ad7c972673a req-a4d0767d-2860-47b7-9676-eb8b47129f7f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 931 time: 0.0830934 Dec 15 14:15:55.811109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793df366-f18a-4b84-8d14-ab69b8d08ecf {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:55.821195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ed55aa7-3e5b-4960-b1ac-6ad7c972673a req-3ee3d520-8738-47f8-8ee2-d45de8c4931f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555208 Dec 15 14:15:55.821930 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.845934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Transition to ACTIVE for port object 793df366-f18a-4b84-8d14-ab69b8d08ecf will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:15:55.853151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.913241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Pushing event updated for resources: {'Port': ['ID=793df366-f18a-4b84-8d14-ab69b8d08ecf,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:56.017031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Attempting to bind port 793df366-f18a-4b84-8d14-ab69b8d08ecf on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:56.017375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Attempting to bind port 793df366-f18a-4b84-8d14-ab69b8d08ecf by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:56.017710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Attempting to bind port 793df366-f18a-4b84-8d14-ab69b8d08ecf on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:56.023014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Port 793df366-f18a-4b84-8d14-ab69b8d08ecf on network 7ecaa962-d424-4477-b544-372160275986 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:56.023014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Attempting to bind port 793df366-f18a-4b84-8d14-ab69b8d08ecf on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:56.029125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:56.029474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:56.030031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:56.035667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Bound port: 793df366-f18a-4b84-8d14-ab69b8d08ecf, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:56.036092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.163216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] For port 793df366-f18a-4b84-8d14-ab69b8d08ecf, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:56.170594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] For port 793df366-f18a-4b84-8d14-ab69b8d08ecf, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=793df366-f18a-4b84-8d14-ab69b8d08ecf,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:56.179843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.257472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:56.258105 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.259489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] 10.222.0.74 "PUT /v2.0/ports/793df366-f18a-4b84-8d14-ab69b8d08ecf HTTP/1.1" status: 200 len: 1091 time: 0.9572098 Dec 15 14:15:56.259971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca46f175-ece8-49a5-9a8e-aa5e35de9a3e', 'tag': '793df366-f18a-4b84-8d14-ab69b8d08ecf'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:56.262372 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ca46f175-ece8-49a5-9a8e-aa5e35de9a3e", "tag": "793df366-f18a-4b84-8d14-ab69b8d08ecf"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:56.292376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17638a2-497a-4a85-b52f-30ef0a406b27 service neutron] Pushing event updated for resources: {'Port': ['ID=793df366-f18a-4b84-8d14-ab69b8d08ecf,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:56.328050 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eb50a8-a20a-498b-9e83-d2c3ac9dda8c x-openstack-request-id: req-59eb50a8-a20a-498b-9e83-d2c3ac9dda8c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:56.328350 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca46f175-ece8-49a5-9a8e-aa5e35de9a3e", "tag": "793df366-f18a-4b84-8d14-ab69b8d08ecf", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:56.328602 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59eb50a8-a20a-498b-9e83-d2c3ac9dda8c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:56.329004 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca46f175-ece8-49a5-9a8e-aa5e35de9a3e', 'tag': '793df366-f18a-4b84-8d14-ab69b8d08ecf', 'status': 'completed', 'code': 200} Dec 15 14:15:56.404539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a4d5e4cf-661c-435e-b763-2d22d4a2b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:56.406473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-a4d5e4cf-661c-435e-b763-2d22d4a2b23b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 1094 time: 0.0684772 Dec 15 14:15:56.468171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-3e0ac43f-1be3-4878-a59a-e3c18877b3ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=793df366-f18a-4b84-8d14-ab69b8d08ecf HTTP/1.1" status: 200 len: 217 time: 0.0520992 Dec 15 14:15:56.522048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-e8904912-4212-4b19-bae1-c7e410cd01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:56.523627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-e8904912-4212-4b19-bae1-c7e410cd01d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0492227 Dec 15 14:15:56.629417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-f7080756-3666-49ed-943d-0ecd932caa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:56.630937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-f7080756-3666-49ed-943d-0ecd932caa12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994287 Dec 15 14:15:56.721580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bece5-3815-43f8-90d5-4a7be561856e req-cb1e95a6-d97f-4e6a-a7b0-eb4698654328 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:56.723286 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e4bece5-3815-43f8-90d5-4a7be561856e req-cb1e95a6-d97f-4e6a-a7b0-eb4698654328 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 944 time: 0.1084163 Dec 15 14:15:56.796265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:15:56.805758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e4bece5-3815-43f8-90d5-4a7be561856e req-05d63c35-354a-4734-8f8e-e4e148f69c5c tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709398 Dec 15 14:15:56.813732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-bb04fbc4-c2ca-4ed3-8605-0b6fa5d878ef service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731327 Dec 15 14:15:56.931990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:56.957228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5273570-cfe2-46a1-afba-3b23e045aa2f req-d7a77f88-dfa4-48cb-b6cd-93d1f44edfb7 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343894 Dec 15 14:15:56.965512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'port_id': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'mac_address': 'fa:16:3e:96:f8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc942c0-7282-4710-9625-5cf80a724a86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:15:57.028007 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.092120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5598a78-ca94-4d97-86f2-bbb38bfde82e req-725e5ba7-831a-4254-a6a5-0107638d494d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.094098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d5598a78-ca94-4d97-86f2-bbb38bfde82e req-725e5ba7-831a-4254-a6a5-0107638d494d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.1207628 Dec 15 14:15:57.110395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-fab4b2c1-958e-49de-8377-2c17ec7056af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.112404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-fab4b2c1-958e-49de-8377-2c17ec7056af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 1094 time: 0.0849111 Dec 15 14:15:57.259453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:57.281259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:57.289201 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.293790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-a6f42d6e-b041-4b08-b3fb-2600d1a883d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.302924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-a6f42d6e-b041-4b08-b3fb-2600d1a883d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.1676526 Dec 15 14:15:57.309530 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d5598a78-ca94-4d97-86f2-bbb38bfde82e req-1e736434-728e-4f43-b7a8-0c8f38dc80d0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086329 Dec 15 14:15:57.368165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:57.384549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-da83808a-af19-4bf1-9a15-c745a48046d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=793df366-f18a-4b84-8d14-ab69b8d08ecf HTTP/1.1" status: 200 len: 217 time: 0.0667899 Dec 15 14:15:57.447246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-82b26032-35dd-4fc6-a3c6-ca49bd595a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.449202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-82b26032-35dd-4fc6-a3c6-ca49bd595a1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0575449 Dec 15 14:15:57.484823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:15:57.528830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-9c78ca13-1ef8-4809-8dea-01cdd8743e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.532178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-9c78ca13-1ef8-4809-8dea-01cdd8743e8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761287 Dec 15 14:15:58.042304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2f00-2a81-4316-adc7-5bf3ddf33338 req-86d8f3e4-ea87-4fcd-adba-aac415c9073a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:58.044021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8bef2f00-2a81-4316-adc7-5bf3ddf33338 req-86d8f3e4-ea87-4fcd-adba-aac415c9073a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 945 time: 0.1283438 Dec 15 14:15:58.123525 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8bef2f00-2a81-4316-adc7-5bf3ddf33338 req-607495cf-579a-4585-afca-c7938fd4dfa5 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615723 Dec 15 14:15:58.149263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-23d54c51-6dca-4960-a04d-ee8ff6bd0bee service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093445 Dec 15 14:15:58.278262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d43c47d-0bc8-4e16-8952-e5f94f5858aa req-bcb0fd1d-9bc1-4d29-bf66-b72a089dcb36 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167274 Dec 15 14:15:58.517687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e0160-87d3-4d4f-aa30-88baf310d9bc req-72b1f27f-543e-421c-a6c5-66ddd2b70bba tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:58.519522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-067e0160-87d3-4d4f-aa30-88baf310d9bc req-72b1f27f-543e-421c-a6c5-66ddd2b70bba tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0753055 Dec 15 14:15:58.580237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-067e0160-87d3-4d4f-aa30-88baf310d9bc req-1454b6ae-41d9-4415-ba5f-8f293d57a2ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536695 Dec 15 14:15:58.817472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:58.891542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:15:58.896386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:58.896803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.991745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.059477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:59.061148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:59.064806 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e454b4-7995-4081-ae6c-f55eb454d8b2" -d '{"events": [{"server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "name": "network-vif-plugged", "status": "completed", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:59.069674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.137352 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968e7e2a-7fc9-4ae6-85fa-ceef3a84ab10 x-openstack-request-id: req-968e7e2a-7fc9-4ae6-85fa-ceef3a84ab10 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:59.138530 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "name": "network-vif-plugged", "status": "completed", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:59.138883 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-968e7e2a-7fc9-4ae6-85fa-ceef3a84ab10 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:59.143050 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'code': 200} Dec 15 14:15:59.212897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:59.306395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cf81-f568-4cb4-80a1-8eccb377de41 req-c9aaf0a2-7652-4e36-b74d-5bbb2e1921d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:59.311837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfc9cf81-f568-4cb4-80a1-8eccb377de41 req-c9aaf0a2-7652-4e36-b74d-5bbb2e1921d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 1097 time: 0.0697150 Dec 15 14:15:59.323611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e93e5-371a-4867-8dc8-7aac23869636 req-6838c35c-4b91-4339-b1c3-79520c353017 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:59.336419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a76e93e5-371a-4867-8dc8-7aac23869636 req-6838c35c-4b91-4339-b1c3-79520c353017 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.1015301 Dec 15 14:15:59.401495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a76e93e5-371a-4867-8dc8-7aac23869636 req-f772eb06-f064-45e2-ae17-570fbe27df9a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634606 Dec 15 14:15:59.424460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfc9cf81-f568-4cb4-80a1-8eccb377de41 req-c3f74f01-445b-48e4-8d60-9c28e65e18a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054404 Dec 15 14:15:59.892377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99292d-5af6-47a9-95f8-af880d627b46 req-09b889d6-bedb-42c7-8c87-6a6fa8955ebb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:59.894891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d99292d-5af6-47a9-95f8-af880d627b46 req-09b889d6-bedb-42c7-8c87-6a6fa8955ebb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.1506217 Dec 15 14:15:59.956157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9d99292d-5af6-47a9-95f8-af880d627b46 req-0860911f-7835-496d-b4b5-23d79679524d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554206 Dec 15 14:16:00.648730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deac681-9d76-4556-b7d0-d1bd43ab9f98 req-a083bfbc-ce6e-40fe-a313-e8bfe4ea5b07 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:00.652279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8deac681-9d76-4556-b7d0-d1bd43ab9f98 req-a083bfbc-ce6e-40fe-a313-e8bfe4ea5b07 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.1192291 Dec 15 14:16:00.761867 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8deac681-9d76-4556-b7d0-d1bd43ab9f98 req-2863196e-37b4-42c7-9d93-c21d49b24853 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992863 Dec 15 14:16:00.998672 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.168052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d0b1-7c82-4a1f-8a95-df8d80f923f4 req-4c3ebd4b-859e-4369-aabb-08e073d1b95e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:01.175321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88e6d0b1-7c82-4a1f-8a95-df8d80f923f4 req-4c3ebd4b-859e-4369-aabb-08e073d1b95e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0878778 Dec 15 14:16:01.185852 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.237247 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d5794ea-be67-4717-9899-dd7ed3d0a649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.256299 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-88e6d0b1-7c82-4a1f-8a95-df8d80f923f4 req-3a47475e-4ad4-49bb-ace4-e49a469f87f6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588517 Dec 15 14:16:01.962948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba063d-9618-4851-b9d0-b049148e319b req-e134c97d-11ce-4520-8835-be099e1f599d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:01.964981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5ba063d-9618-4851-b9d0-b049148e319b req-e134c97d-11ce-4520-8835-be099e1f599d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0852792 Dec 15 14:16:02.076815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5ba063d-9618-4851-b9d0-b049148e319b req-47318534-31c1-4a46-bab2-f9d2372ea2ae tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026478 Dec 15 14:16:02.243708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ae496-87db-4ce7-820b-cab59109b3ca req-b2c6eda2-2dc5-4a64-a867-9053de4ddffe tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:02.253613 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-782ae496-87db-4ce7-820b-cab59109b3ca req-b2c6eda2-2dc5-4a64-a867-9053de4ddffe tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0786686 Dec 15 14:16:02.361605 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-782ae496-87db-4ce7-820b-cab59109b3ca req-a9895146-4ed1-4b9d-9a8b-11491a2f35be tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068246 Dec 15 14:16:02.438413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98230a4a-4e02-4715-809c-fbb8eb41be6b req-5b1861ff-dbe6-4578-b22e-d7c30f131bdd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:02.446356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98230a4a-4e02-4715-809c-fbb8eb41be6b req-5b1861ff-dbe6-4578-b22e-d7c30f131bdd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0704527 Dec 15 14:16:02.547211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98230a4a-4e02-4715-809c-fbb8eb41be6b req-17983045-4323-4fbf-93ab-c97f1a7f05b6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999773 Dec 15 14:16:02.841633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92a5e7-cb0d-4438-93f7-8abed5f3fee4 req-f4e1e60a-8392-4fb9-8315-b802948b2521 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:02.847151 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d92a5e7-cb0d-4438-93f7-8abed5f3fee4 req-f4e1e60a-8392-4fb9-8315-b802948b2521 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0796680 Dec 15 14:16:02.932655 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d92a5e7-cb0d-4438-93f7-8abed5f3fee4 req-4b820f87-abed-47fb-966a-c253228b83e9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756757 Dec 15 14:16:03.377083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-e847c3c5-e4e7-4eb0-a232-8962aee9b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.385511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-e847c3c5-e4e7-4eb0-a232-8962aee9b729 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 1097 time: 0.1090662 Dec 15 14:16:03.580553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-a673336f-0d51-40f5-8ab1-ecff23cc1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.582145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-a673336f-0d51-40f5-8ab1-ecff23cc1a8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 917 time: 0.1534674 Dec 15 14:16:03.672185 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-bc17baf8-59c7-465e-ba50-6f132fe5f87b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 HTTP/1.1" status: 200 len: 217 time: 0.0827749 Dec 15 14:16:03.802627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59723e-3937-46cd-8039-2b8431b7a39e req-39f5a727-efe6-4e3f-adbe-8aa86fe3b297 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.811017 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b59723e-3937-46cd-8039-2b8431b7a39e req-39f5a727-efe6-4e3f-adbe-8aa86fe3b297 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.1377053 Dec 15 14:16:03.833662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-002f8e11-3449-4eb7-afcd-998c1bdea673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.835398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-002f8e11-3449-4eb7-afcd-998c1bdea673 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 200 len: 855 time: 0.1522083 Dec 15 14:16:03.845293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-461b51a8-34ee-4773-a86c-17bca55f0215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.869326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-9994f8a4-08ea-4469-8e18-e3996629f4bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac720ec8-82f8-4978-b3cb-65477071221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266948 Dec 15 14:16:03.993249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b59723e-3937-46cd-8039-2b8431b7a39e req-f28c3a5d-8da5-42ff-b653-b9abb2b909ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811745 Dec 15 14:16:04.042666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-8d8dc05a-7742-4e91-94ed-16bac58c1ab6 service neutron] 10.222.0.24 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649075 Dec 15 14:16:04.116058 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cf7bb-ea1b-422c-878c-6baabc09e230 req-bf34e15c-30ae-4ebf-8e13-72aa6446f4e0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:04.123898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f82cf7bb-ea1b-422c-878c-6baabc09e230 req-bf34e15c-30ae-4ebf-8e13-72aa6446f4e0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0681448 Dec 15 14:16:04.266666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5a02b0d-c957-4bf8-becf-e54f32a79636 req-a27e948a-60f2-41b1-a2e9-13985b92f518 service neutron] 10.222.0.24 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159319 Dec 15 14:16:04.268001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f82cf7bb-ea1b-422c-878c-6baabc09e230 req-0c910aa7-9c5e-4f3d-834a-7ce58946b367 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428819 Dec 15 14:16:04.903589 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.195636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b062d-02e3-49f7-b26c-94dcc016d3e8 req-ab2f7b01-9c5b-4e89-a1ec-5fb31c90d77b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:05.197696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa1b062d-02e3-49f7-b26c-94dcc016d3e8 req-ab2f7b01-9c5b-4e89-a1ec-5fb31c90d77b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0974133 Dec 15 14:16:05.306317 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa1b062d-02e3-49f7-b26c-94dcc016d3e8 req-63db593d-002b-427e-81c1-75b03367117a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013937 Dec 15 14:16:05.412190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a40a6-f53b-4985-8052-fe8a0f60a96a req-a9413ef5-49f6-44c0-b2c8-d9f3fd66e6d9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:05.421658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c4a40a6-f53b-4985-8052-fe8a0f60a96a req-a9413ef5-49f6-44c0-b2c8-d9f3fd66e6d9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0624738 Dec 15 14:16:05.477695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c4a40a6-f53b-4985-8052-fe8a0f60a96a req-43f3d257-f2b1-4e2f-b1d1-f30e94cf09ba tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545254 Dec 15 14:16:06.245075 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:16:06.460508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595bb7b-eadd-4301-acde-e597f4236a67 req-0860a656-d26f-46f6-a2ec-dfe52adf46b2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:06.462280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f595bb7b-eadd-4301-acde-e597f4236a67 req-0860a656-d26f-46f6-a2ec-dfe52adf46b2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0686674 Dec 15 14:16:06.519166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f595bb7b-eadd-4301-acde-e597f4236a67 req-0c9586ee-8e5b-4b9a-be3e-11cb20f6b8a8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498002 Dec 15 14:16:06.607538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c40f2-cbb1-43b5-8201-18b6f9e07dd1 req-9c860160-5376-4c00-851c-6de842685b7e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:06.609259 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bb0c40f2-cbb1-43b5-8201-18b6f9e07dd1 req-9c860160-5376-4c00-851c-6de842685b7e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0529001 Dec 15 14:16:06.668594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.671976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bb0c40f2-cbb1-43b5-8201-18b6f9e07dd1 req-1d0519b8-b265-4d0b-a0cb-62f618ef8e64 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551441 Dec 15 14:16:07.328859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.710894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f938b5-bd00-4423-b799-925c2bdfd60f req-b66c1fa6-8f3c-401c-b700-97bc246126fc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:07.718951 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e0f938b5-bd00-4423-b799-925c2bdfd60f req-b66c1fa6-8f3c-401c-b700-97bc246126fc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0928886 Dec 15 14:16:07.781639 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e0f938b5-bd00-4423-b799-925c2bdfd60f req-1a898e82-e6b0-4fe2-a647-410fcf309e00 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617056 Dec 15 14:16:07.834267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de471f-fa72-4933-a4ef-319a2186b40e req-89fe6fc3-9816-401e-9235-846fc31e7c06 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:07.844860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51de471f-fa72-4933-a4ef-319a2186b40e req-89fe6fc3-9816-401e-9235-846fc31e7c06 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0683167 Dec 15 14:16:07.927956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-51de471f-fa72-4933-a4ef-319a2186b40e req-85b19a3b-af21-468a-bc88-2efcb3349aae tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817838 Dec 15 14:16:08.918556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab4866-78af-4c00-9da9-7b64e89e36c3 req-2d633c50-0a55-4320-ae40-91b9239970c8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.926793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1aab4866-78af-4c00-9da9-7b64e89e36c3 req-2d633c50-0a55-4320-ae40-91b9239970c8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0694823 Dec 15 14:16:09.064112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1aab4866-78af-4c00-9da9-7b64e89e36c3 req-ccff6fac-9904-4336-9002-dd414e61689f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362953 Dec 15 14:16:09.065657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f65746-586b-4080-969e-d9d33b001219 req-984e4afb-6033-453b-a703-e9c452b09427 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:09.070507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57f65746-586b-4080-969e-d9d33b001219 req-984e4afb-6033-453b-a703-e9c452b09427 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0778277 Dec 15 14:16:09.122276 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57f65746-586b-4080-969e-d9d33b001219 req-caf44d47-8bac-4202-a4e2-7606a2faedde tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Dec 15 14:16:10.221762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496dd6b-f88b-447e-8ab2-b1c13102976b req-b00c6dad-8838-4014-b2e3-defb959c4098 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.234946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3496dd6b-f88b-447e-8ab2-b1c13102976b req-b00c6dad-8838-4014-b2e3-defb959c4098 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0999188 Dec 15 14:16:10.286916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e79f72-f997-431c-8903-c8facec03010 req-69811375-04e8-4206-a689-250c3fb7b69c tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.296295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-54e79f72-f997-431c-8903-c8facec03010 req-69811375-04e8-4206-a689-250c3fb7b69c tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0600450 Dec 15 14:16:10.313681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3496dd6b-f88b-447e-8ab2-b1c13102976b req-0e09b1e7-978c-419e-bf94-2ae798aa24e4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774231 Dec 15 14:16:10.351853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-54e79f72-f997-431c-8903-c8facec03010 req-7ae23169-6ab4-47a4-9210-2c3bb9538803 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Dec 15 14:16:11.463011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9931317-d6e6-4851-9362-b295524869fd req-71c2b99b-472f-4f46-8b5d-10cea95b36b2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.485751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d9931317-d6e6-4851-9362-b295524869fd req-71c2b99b-472f-4f46-8b5d-10cea95b36b2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0847304 Dec 15 14:16:11.531699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7b9b5-1f28-4e63-b309-ab8fa9f54ecb req-9ef24ce5-9e5c-4b35-b3fc-f98a015f0f96 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.533442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-efa7b9b5-1f28-4e63-b309-ab8fa9f54ecb req-9ef24ce5-9e5c-4b35-b3fc-f98a015f0f96 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0730305 Dec 15 14:16:11.566294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d9931317-d6e6-4851-9362-b295524869fd req-eee00a3d-1e1c-48fc-ac3b-00fe0ca16eba tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793002 Dec 15 14:16:11.617681 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-efa7b9b5-1f28-4e63-b309-ab8fa9f54ecb req-8f33d046-22ca-4ae1-8ac9-525e8ab33008 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772080 Dec 15 14:16:12.748512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a790451-21c5-461a-9b05-e52ea00c3370 req-5adb68df-2a82-4332-8f9b-0e8cd47a1b69 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:12.750664 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a790451-21c5-461a-9b05-e52ea00c3370 req-5adb68df-2a82-4332-8f9b-0e8cd47a1b69 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.1052809 Dec 15 14:16:12.766979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff56ab9-c951-401b-8846-fc1e323ef7f6 req-bc372fd7-4a26-47b3-a8bf-5a36b741c744 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:12.769948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ff56ab9-c951-401b-8846-fc1e323ef7f6 req-bc372fd7-4a26-47b3-a8bf-5a36b741c744 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0650761 Dec 15 14:16:12.803621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a790451-21c5-461a-9b05-e52ea00c3370 req-b581abbc-932f-4a90-ba96-218938b18a82 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468125 Dec 15 14:16:12.828356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8ff56ab9-c951-401b-8846-fc1e323ef7f6 req-4c4a2a0c-d259-482d-bbbb-39a56bfeb9a7 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523570 Dec 15 14:16:13.662579 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-e78806b8-d7c6-4f9b-be16-a6656308a278 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419266 Dec 15 14:16:13.771989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-40ad2e8b-e3e8-445e-96f2-0649ca28b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:13.772637 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-40ad2e8b-e3e8-445e-96f2-0649ca28b594 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f195a5d859e146c08aee9ea103654b5f&device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 1096 time: 0.0539355 Dec 15 14:16:13.973732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a927a-a8ca-4d6f-9766-8685d34e9cfd req-e9cfe91a-c25b-41ce-a72a-a50c10dbfd74 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:13.975534 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc3a927a-a8ca-4d6f-9766-8685d34e9cfd req-e9cfe91a-c25b-41ce-a72a-a50c10dbfd74 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0513051 Dec 15 14:16:13.977142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0e23b-89e0-42e6-a34c-9f8651c1f870 req-273bf110-1c4e-4adb-acd6-14ba45822cce tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:13.978737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14c0e23b-89e0-42e6-a34c-9f8651c1f870 req-273bf110-1c4e-4adb-acd6-14ba45822cce tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0776858 Dec 15 14:16:13.979775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-c9843107-e767-47c5-83d2-61059436270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:13.981685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-c9843107-e767-47c5-83d2-61059436270e service neutron] 10.222.0.74 "GET /v2.0/networks?id=219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 200 len: 915 time: 0.1875355 Dec 15 14:16:14.031911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-d542be99-878d-46ce-8a0b-a2c9cd326713 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6171a921-5db4-477f-a816-8d958dc1339e HTTP/1.1" status: 200 len: 217 time: 0.0392480 Dec 15 14:16:14.032923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc3a927a-a8ca-4d6f-9766-8685d34e9cfd req-a1f2003d-782c-422b-8874-36240a1f71b9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480938 Dec 15 14:16:14.109703 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14c0e23b-89e0-42e6-a34c-9f8651c1f870 req-e2ec0cfb-8a08-4084-bed0-8fd8462ca750 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235662 Dec 15 14:16:14.124734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-e885b013-bc79-440f-bed3-31710ad2bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:14.126448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-e885b013-bc79-440f-bed3-31710ad2bc5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c53bd1a0-3b13-43f0-a606-4cc9dbf175fd HTTP/1.1" status: 200 len: 853 time: 0.0841157 Dec 15 14:16:14.173594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-aa08928b-d23c-4c4b-b964-4e31b912817c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=219b80e2-a78b-467d-888f-34dc8721a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373597 Dec 15 14:16:14.276175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-4669dc22-dca5-44ee-87c4-96080e68f22e service neutron] 10.222.0.74 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944095 Dec 15 14:16:14.385688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e20ba38c-4556-4592-9f67-6bb2630a4eb2 req-76d80ca4-14a4-48cd-8352-53a2fa1a3a17 service neutron] 10.222.0.74 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025662 Dec 15 14:16:15.208998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca5801-6575-49ee-b1f9-da99278dac3c req-fae1a7d5-840a-418a-83ce-f19490e0c73b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:15.211937 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2ca5801-6575-49ee-b1f9-da99278dac3c req-fae1a7d5-840a-418a-83ce-f19490e0c73b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.1015654 Dec 15 14:16:15.257815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07747c52-8d06-4506-90e3-5078523f20b1 req-a08645a2-4502-42e8-9a8b-6647a29fc44d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:15.259368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07747c52-8d06-4506-90e3-5078523f20b1 req-a08645a2-4502-42e8-9a8b-6647a29fc44d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0680034 Dec 15 14:16:15.290107 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c2ca5801-6575-49ee-b1f9-da99278dac3c req-0ae8be21-d691-4875-86de-00e62777cfc9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718706 Dec 15 14:16:15.320526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-07747c52-8d06-4506-90e3-5078523f20b1 req-c196f9e3-6989-4cb9-beb9-bd446cf140f3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542729 Dec 15 14:16:16.422186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52a3f-10a6-4b80-92fd-ba77178e8139 req-929d83d0-37bf-404d-b431-63db369e0924 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:16.424368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99c52a3f-10a6-4b80-92fd-ba77178e8139 req-929d83d0-37bf-404d-b431-63db369e0924 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0729957 Dec 15 14:16:16.477400 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99c52a3f-10a6-4b80-92fd-ba77178e8139 req-d669e775-a82a-4d86-b5d1-3198edbc4451 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Dec 15 14:16:16.511126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e8144-9837-4774-993f-5152911fea76 req-03e34e5b-352e-4816-8da3-7686e3740d3f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:16.513316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e60e8144-9837-4774-993f-5152911fea76 req-03e34e5b-352e-4816-8da3-7686e3740d3f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.1010249 Dec 15 14:16:16.563204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e60e8144-9837-4774-993f-5152911fea76 req-a394dff0-c30b-421a-8c58-00146fab2fef tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Dec 15 14:16:17.601828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6537a7-87dc-4ffa-bdb3-f2ecf2c34552 req-0c365d66-73bb-4dd6-9423-f1db6ec5150d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:17.603353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ec6537a7-87dc-4ffa-bdb3-f2ecf2c34552 req-0c365d66-73bb-4dd6-9423-f1db6ec5150d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0528107 Dec 15 14:16:17.664407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ec6537a7-87dc-4ffa-bdb3-f2ecf2c34552 req-33fe7a52-678b-45ed-b273-737e021da2b0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528853 Dec 15 14:16:17.712662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b48799-4910-46e9-9714-76db98b3b36d req-7e1a46ec-af03-4a95-b635-e2414d7c96cf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:17.714805 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b48799-4910-46e9-9714-76db98b3b36d req-7e1a46ec-af03-4a95-b635-e2414d7c96cf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0674603 Dec 15 14:16:17.764077 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b48799-4910-46e9-9714-76db98b3b36d req-7e8eb34a-64c2-4abf-adb0-376dce34dc60 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Dec 15 14:16:18.633591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a467-5f13-4df0-8263-6c3e328a5217 req-0fab208e-3c20-482d-a33b-b179e75bc459 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:18.635088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9be1a467-5f13-4df0-8263-6c3e328a5217 req-0fab208e-3c20-482d-a33b-b179e75bc459 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 945 time: 0.0502667 Dec 15 14:16:18.684531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9be1a467-5f13-4df0-8263-6c3e328a5217 req-1e2b29ae-31ea-41d9-87e2-23b173f113ea tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Dec 15 14:16:18.788519 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fde2c9-bc9f-4d12-b498-3f4a2bfdf80b req-5c7857ef-c93a-4750-9755-ee7768c8d245 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:18.790202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86fde2c9-bc9f-4d12-b498-3f4a2bfdf80b req-5c7857ef-c93a-4750-9755-ee7768c8d245 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0506806 Dec 15 14:16:18.841572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86fde2c9-bc9f-4d12-b498-3f4a2bfdf80b req-bcee2a4f-7f84-4087-879f-b6ae1ac72bde tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 Dec 15 14:16:18.890730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20b10d-d41a-4e45-9d2b-7b494109e244 req-935c13b5-9597-448c-842e-205e4144f1a1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:18.892240 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad20b10d-d41a-4e45-9d2b-7b494109e244 req-935c13b5-9597-448c-842e-205e4144f1a1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0564857 Dec 15 14:16:18.945640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad20b10d-d41a-4e45-9d2b-7b494109e244 req-c9694285-32a3-4580-923e-d884c3e3efb0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Dec 15 14:16:19.808408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921aa72-2873-4a12-98ae-4bfde5332142 req-dc326c92-02ce-434d-a784-fe21e2afabd5 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:19.809962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5921aa72-2873-4a12-98ae-4bfde5332142 req-dc326c92-02ce-434d-a784-fe21e2afabd5 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 945 time: 0.0503354 Dec 15 14:16:19.860326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5921aa72-2873-4a12-98ae-4bfde5332142 req-48f64ba8-9f1e-426c-badb-a955d67a682e tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Dec 15 14:16:19.967285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55856-7ddb-4c55-88d3-e143e2f45665 req-7daef002-4717-40bd-b2a6-56bfd85e9d77 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:19.968982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9fb55856-7ddb-4c55-88d3-e143e2f45665 req-7daef002-4717-40bd-b2a6-56bfd85e9d77 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0543392 Dec 15 14:16:20.024236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9fb55856-7ddb-4c55-88d3-e143e2f45665 req-288869e4-826e-4090-af15-1a183de80746 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485477 Dec 15 14:16:20.077257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba055fb-99ea-4d51-9fcb-e5e5d50a1e7e req-4036d611-f1b3-4999-86cb-a3e4b68b53db tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:20.080946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4ba055fb-99ea-4d51-9fcb-e5e5d50a1e7e req-4036d611-f1b3-4999-86cb-a3e4b68b53db tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 943 time: 0.0609269 Dec 15 14:16:20.120677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-3031492e-8785-4a05-b6a1-a874f39d7829 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:20.122878 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-3031492e-8785-4a05-b6a1-a874f39d7829 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 945 time: 0.0547216 Dec 15 14:16:20.130541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4ba055fb-99ea-4d51-9fcb-e5e5d50a1e7e req-84b91b80-6339-44b2-b7e3-eecf2218dbc6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456469 Dec 15 14:16:20.225191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Deleting port 6171a921-5db4-477f-a816-8d958dc1339e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:20.225536 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.318844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] For port 6171a921-5db4-477f-a816-8d958dc1339e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6171a921-5db4-477f-a816-8d958dc1339e,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:20.319214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.331651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Calling delete_port for 6171a921-5db4-477f-a816-8d958dc1339e owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:20.465164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.477165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['6171a921-5db4-477f-a816-8d958dc1339e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:20.496891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Pushing event deleted for resources: {'Port': ['ID=6171a921-5db4-477f-a816-8d958dc1339e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:20.522187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f38103-4986-4753-bde2-96ee9c26e27d None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:20.544876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] No DVR routers for this DVR port 6171a921-5db4-477f-a816-8d958dc1339e on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:20.547735 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.551418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-34a48dcb-3dde-47b5-ad7b-7f6c72a6bb74 req-d7465902-9c5c-4e80-8489-f01f7854205f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.74 "DELETE /v2.0/ports/6171a921-5db4-477f-a816-8d958dc1339e HTTP/1.1" status: 204 len: 173 time: 0.4226246 Dec 15 14:16:20.551965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed261269-5dd4-4b37-bc30-d908bd2f74ec', 'name': 'network-vif-deleted', 'tag': '6171a921-5db4-477f-a816-8d958dc1339e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:20.554387 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654bb4ea-598e-4b01-a874-5568ed771bc6" -d '{"events": [{"server_uuid": "ed261269-5dd4-4b37-bc30-d908bd2f74ec", "name": "network-vif-deleted", "tag": "6171a921-5db4-477f-a816-8d958dc1339e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:20.598702 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fee62f-96f6-44ab-8cf5-87d242f7aafb x-openstack-request-id: req-07fee62f-96f6-44ab-8cf5-87d242f7aafb {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:20.599014 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed261269-5dd4-4b37-bc30-d908bd2f74ec", "name": "network-vif-deleted", "tag": "6171a921-5db4-477f-a816-8d958dc1339e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:20.599327 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-07fee62f-96f6-44ab-8cf5-87d242f7aafb {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:20.599739 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed261269-5dd4-4b37-bc30-d908bd2f74ec', 'name': 'network-vif-deleted', 'tag': '6171a921-5db4-477f-a816-8d958dc1339e', 'status': 'completed', 'code': 200} Dec 15 14:16:20.791048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 793df366-f18a-4b84-8d14-ab69b8d08ecf details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:16:20.892873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 793df366-f18a-4b84-8d14-ab69b8d08ecf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=793df366-f18a-4b84-8d14-ab69b8d08ecf,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:20.908130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '793df366-f18a-4b84-8d14-ab69b8d08ecf', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'port_id': '793df366-f18a-4b84-8d14-ab69b8d08ecf', 'mac_address': 'fa:16:3e:be:9d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:16:20.956565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:20.971546 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793df366-f18a-4b84-8d14-ab69b8d08ecf {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:20.989478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52e3c085-cc08-4a8e-b13f-8b01beb195ea req-eda2a33a-4e96-4c3b-8bdd-7362ad54842d tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed261269-5dd4-4b37-bc30-d908bd2f74ec HTTP/1.1" status: 200 len: 210 time: 0.0300977 Dec 15 14:16:20.992286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 793df366-f18a-4b84-8d14-ab69b8d08ecf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=793df366-f18a-4b84-8d14-ab69b8d08ecf,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:20.998174 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:21.084744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=793df366-f18a-4b84-8d14-ab69b8d08ecf,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:21.175657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5919b-9ec5-42c9-9f29-6fe5fcd8116f req-91d35265-dd5f-4594-9130-96b60897f5bf tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.180322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d9d5919b-9ec5-42c9-9f29-6fe5fcd8116f req-91d35265-dd5f-4594-9130-96b60897f5bf tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0626376 Dec 15 14:16:21.209474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['793df366-f18a-4b84-8d14-ab69b8d08ecf'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:21.233423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d9d5919b-9ec5-42c9-9f29-6fe5fcd8116f req-36610786-4e1c-416d-9fc7-cd0674bed8a3 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499105 Dec 15 14:16:21.261764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82f1a7-b257-40eb-a7ae-0803bbb30b69 req-9b6fefe1-12e0-499d-b218-a4f6ee734b88 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.263417 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be82f1a7-b257-40eb-a7ae-0803bbb30b69 req-9b6fefe1-12e0-499d-b218-a4f6ee734b88 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 944 time: 0.0554414 Dec 15 14:16:21.318039 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be82f1a7-b257-40eb-a7ae-0803bbb30b69 req-34dd5194-a636-4989-b88d-b438701a684a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 Dec 15 14:16:22.380700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6424be-82a7-4e2a-82ff-8a081e26c018 req-3d31a09a-ef44-4bff-ba51-7d23478f9a7d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.382515 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b6424be-82a7-4e2a-82ff-8a081e26c018 req-3d31a09a-ef44-4bff-ba51-7d23478f9a7d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0766764 Dec 15 14:16:22.436537 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8b6424be-82a7-4e2a-82ff-8a081e26c018 req-1be737a3-67f6-49d2-8d6b-76b8b6580048 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477834 Dec 15 14:16:22.446938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c4cf-7b7d-469c-9349-72945e658653 req-efc323f3-d229-4d07-9566-3c96f6c717a6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.449532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1891c4cf-7b7d-469c-9349-72945e658653 req-efc323f3-d229-4d07-9566-3c96f6c717a6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 944 time: 0.0559578 Dec 15 14:16:22.499797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1891c4cf-7b7d-469c-9349-72945e658653 req-db8030a9-ea70-47b6-a3ff-8ab98c931feb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Dec 15 14:16:22.792649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 793df366-f18a-4b84-8d14-ab69b8d08ecf up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:22.842428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 793df366-f18a-4b84-8d14-ab69b8d08ecf completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:16:22.846461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 793df366-f18a-4b84-8d14-ab69b8d08ecf triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:22.846839 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.932255 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.958073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca46f175-ece8-49a5-9a8e-aa5e35de9a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793df366-f18a-4b84-8d14-ab69b8d08ecf'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:22.960856 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed268b40-e283-48f8-9697-d399d4e1aa7a" -d '{"events": [{"server_uuid": "ca46f175-ece8-49a5-9a8e-aa5e35de9a3e", "name": "network-vif-plugged", "status": "completed", "tag": "793df366-f18a-4b84-8d14-ab69b8d08ecf"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:22.976913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 793df366-f18a-4b84-8d14-ab69b8d08ecf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=793df366-f18a-4b84-8d14-ab69b8d08ecf,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:22.982420 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:22.983328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6171a921-5db4-477f-a816-8d958dc1339e no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:23.030764 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59af2e1-5b78-4250-973a-3ce273b4ba4b x-openstack-request-id: req-c59af2e1-5b78-4250-973a-3ce273b4ba4b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:23.031145 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca46f175-ece8-49a5-9a8e-aa5e35de9a3e", "name": "network-vif-plugged", "status": "completed", "tag": "793df366-f18a-4b84-8d14-ab69b8d08ecf", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:23.031508 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c59af2e1-5b78-4250-973a-3ce273b4ba4b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:23.031989 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca46f175-ece8-49a5-9a8e-aa5e35de9a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793df366-f18a-4b84-8d14-ab69b8d08ecf', 'code': 200} Dec 15 14:16:23.034508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 6171a921-5db4-477f-a816-8d958dc1339e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:23.034928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6171a921-5db4-477f-a816-8d958dc1339e not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:23.058221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=793df366-f18a-4b84-8d14-ab69b8d08ecf,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:23.114082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d693e-8bc6-4fd8-91bc-747a1e451111 req-707c770c-f5e4-4cb3-a4ec-f47293a20383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:23.115610 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad8d693e-8bc6-4fd8-91bc-747a1e451111 req-707c770c-f5e4-4cb3-a4ec-f47293a20383 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 1096 time: 0.0456731 Dec 15 14:16:23.162798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad8d693e-8bc6-4fd8-91bc-747a1e451111 req-96d1444e-f072-40a9-878f-33e302818a36 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390093 Dec 15 14:16:23.565363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5f45f-b159-4719-93b5-234efc918299 req-19a2e702-168d-4350-bc1c-2c736bf6b8c6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:23.567053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-80f5f45f-b159-4719-93b5-234efc918299 req-19a2e702-168d-4350-bc1c-2c736bf6b8c6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0577424 Dec 15 14:16:23.644938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-80f5f45f-b159-4719-93b5-234efc918299 req-37262faf-1b92-47de-9d85-69dadc7188f6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662868 Dec 15 14:16:23.651368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2363b-82ba-4a9f-9ebd-60a36f81678b req-3cf83bfb-e034-4b06-a6c4-08c2bca3a04b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:23.658378 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6da2363b-82ba-4a9f-9ebd-60a36f81678b req-3cf83bfb-e034-4b06-a6c4-08c2bca3a04b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 945 time: 0.0733891 Dec 15 14:16:23.740797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6da2363b-82ba-4a9f-9ebd-60a36f81678b req-0c0fa539-c614-4247-88c3-5172728ba6df tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794184 Dec 15 14:16:24.773882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ac2b8-6f06-4e26-a8b9-6f1bde73f37b req-f9644f62-6a8a-4db6-b902-555ab19f4fb4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:24.776161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc7ac2b8-6f06-4e26-a8b9-6f1bde73f37b req-f9644f62-6a8a-4db6-b902-555ab19f4fb4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0499732 Dec 15 14:16:24.831465 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fc7ac2b8-6f06-4e26-a8b9-6f1bde73f37b req-e80d95fd-ec80-45d9-94aa-6d29482ebc66 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483758 Dec 15 14:16:24.869306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19b882-8c35-47a5-87f0-d416d67d66c0 req-59433e48-6dbe-4875-90b5-9f3ca63aeb85 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:24.870806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b19b882-8c35-47a5-87f0-d416d67d66c0 req-59433e48-6dbe-4875-90b5-9f3ca63aeb85 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 945 time: 0.0521791 Dec 15 14:16:24.923461 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b19b882-8c35-47a5-87f0-d416d67d66c0 req-7182971a-8218-4e48-9c37-f7af32e2a6da tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Dec 15 14:16:25.058371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bae5e-55f7-4793-947c-b9e79c6b07da req-4a564931-4a7f-48b7-b252-4975934c18d0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:25.060459 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f48bae5e-55f7-4793-947c-b9e79c6b07da req-4a564931-4a7f-48b7-b252-4975934c18d0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 945 time: 0.0576417 Dec 15 14:16:25.113167 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f48bae5e-55f7-4793-947c-b9e79c6b07da req-028c5e22-a481-4d87-bcf8-3f10c589d84e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466044 Dec 15 14:16:25.245686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd60f9-72c2-4cd0-b2e6-0dfea8ae6c1a req-972ddac3-3dfd-4fd5-a09d-5e9734253bee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:25.248723 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fcd60f9-72c2-4cd0-b2e6-0dfea8ae6c1a req-972ddac3-3dfd-4fd5-a09d-5e9734253bee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 945 time: 0.0581667 Dec 15 14:16:25.300770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fcd60f9-72c2-4cd0-b2e6-0dfea8ae6c1a req-975a621a-b2b9-494d-b6fe-f57b8bc7ad20 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Dec 15 14:16:25.672096 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a1923-9e5c-451d-b308-2144275b2814 req-efd6a4b9-ffa1-44bc-816e-37ec875dc5d5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:25.673935 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-901a1923-9e5c-451d-b308-2144275b2814 req-efd6a4b9-ffa1-44bc-816e-37ec875dc5d5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 945 time: 0.0714052 Dec 15 14:16:25.755905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-901a1923-9e5c-451d-b308-2144275b2814 req-e01d39b2-9dd2-4d4c-bb67-02833fdf8839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740948 Dec 15 14:16:25.962384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7f21-e6dc-4fc7-a221-e7d39436f3ae req-d221ef65-2cd7-4775-81d5-c8ed9bd2c179 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:25.964593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b60f7f21-e6dc-4fc7-a221-e7d39436f3ae req-d221ef65-2cd7-4775-81d5-c8ed9bd2c179 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0558496 Dec 15 14:16:26.018004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b60f7f21-e6dc-4fc7-a221-e7d39436f3ae req-9b7245de-1c8f-4745-ac10-5c4cb766fbed tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443861 Dec 15 14:16:26.886466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507f54-0c6e-47e1-9070-2deb964028df req-23773f23-d0af-46da-8aaa-2c475651e1b2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:26.888892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ef507f54-0c6e-47e1-9070-2deb964028df req-23773f23-d0af-46da-8aaa-2c475651e1b2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 945 time: 0.0598855 Dec 15 14:16:26.941260 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ef507f54-0c6e-47e1-9070-2deb964028df req-34f40430-c855-4458-85a7-af24ed79bee8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461726 Dec 15 14:16:27.080735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-440a34ef-5e6e-4ee4-80ea-5a1989bb2a52 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:27.082361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-440a34ef-5e6e-4ee4-80ea-5a1989bb2a52 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 945 time: 0.0552375 Dec 15 14:16:27.203095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52b02-33df-41c0-9b0d-5b9d98077a2f req-2e85c3be-298d-40be-8dc0-2a49ed8e3930 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:27.204567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5b52b02-33df-41c0-9b0d-5b9d98077a2f req-2e85c3be-298d-40be-8dc0-2a49ed8e3930 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0885918 Dec 15 14:16:27.241997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port 793df366-f18a-4b84-8d14-ab69b8d08ecf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:27.242336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.309312 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5b52b02-33df-41c0-9b0d-5b9d98077a2f req-43be5d37-729f-4d36-98a7-7924a9d56004 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967381 Dec 15 14:16:27.366547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] For port 793df366-f18a-4b84-8d14-ab69b8d08ecf, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=793df366-f18a-4b84-8d14-ab69b8d08ecf,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:27.366958 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.381124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for 793df366-f18a-4b84-8d14-ab69b8d08ecf owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:27.522871 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.538521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['793df366-f18a-4b84-8d14-ab69b8d08ecf'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:27.557941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=793df366-f18a-4b84-8d14-ab69b8d08ecf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:27.618037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] No DVR routers for this DVR port 793df366-f18a-4b84-8d14-ab69b8d08ecf on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:27.620832 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.625662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a2d9b1b-b231-4b4f-8868-da4bac7b1c1c req-13a83545-1cb6-4019-ba5a-c5beb8312841 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "DELETE /v2.0/ports/793df366-f18a-4b84-8d14-ab69b8d08ecf HTTP/1.1" status: 204 len: 173 time: 0.5355868 Dec 15 14:16:27.626130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca46f175-ece8-49a5-9a8e-aa5e35de9a3e', 'name': 'network-vif-deleted', 'tag': '793df366-f18a-4b84-8d14-ab69b8d08ecf'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:27.628509 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b249a49b-de3b-4e89-b31b-fccb86dc79db" -d '{"events": [{"server_uuid": "ca46f175-ece8-49a5-9a8e-aa5e35de9a3e", "name": "network-vif-deleted", "tag": "793df366-f18a-4b84-8d14-ab69b8d08ecf"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:27.686225 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c3da5-344d-469a-af4e-b2def297bba1 x-openstack-request-id: req-a03c3da5-344d-469a-af4e-b2def297bba1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:27.686963 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca46f175-ece8-49a5-9a8e-aa5e35de9a3e", "name": "network-vif-deleted", "tag": "793df366-f18a-4b84-8d14-ab69b8d08ecf", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:27.687405 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a03c3da5-344d-469a-af4e-b2def297bba1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:27.687931 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca46f175-ece8-49a5-9a8e-aa5e35de9a3e', 'name': 'network-vif-deleted', 'tag': '793df366-f18a-4b84-8d14-ab69b8d08ecf', 'status': 'completed', 'code': 200} Dec 15 14:16:28.049922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00dba694-b1e7-4684-98e2-f191a14ba6e3 req-30edc64e-7a84-4156-a405-89c5decb569f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0294662 Dec 15 14:16:28.441936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea0748-b51d-4fb7-99ed-9eb5a3322e76 req-20c5e0f1-b2fe-4d1d-8d25-394e608d44ca tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:28.443443 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9ea0748-b51d-4fb7-99ed-9eb5a3322e76 req-20c5e0f1-b2fe-4d1d-8d25-394e608d44ca tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Dec 15 14:16:28.493998 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9ea0748-b51d-4fb7-99ed-9eb5a3322e76 req-f94f4579-b8b1-4d43-b661-28b68c9b6823 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Dec 15 14:16:28.988331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be012e-7532-488e-a88e-32e8edd67876 req-6c637943-9f99-4776-bb34-52f327929aa3 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:28.989865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-6c637943-9f99-4776-bb34-52f327929aa3 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/networks?id=219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 200 len: 813 time: 0.1019702 Dec 15 14:16:29.005774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-e317f881-e501-4129-a61a-fdf1d906f1f3 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/quotas/f195a5d859e146c08aee9ea103654b5f HTTP/1.1" status: 200 len: 375 time: 0.0099766 Dec 15 14:16:29.041063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-2f4b32c9-b340-4ade-b003-1bb7316e516a tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f195a5d859e146c08aee9ea103654b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292888 Dec 15 14:16:29.140247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-f51f7aad-11a8-4e21-af7a-a9936a3e8ccb service neutron] 10.222.0.86 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908284 Dec 15 14:16:29.156351 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3cae2482-a6e8-4006-8371-86105cb916b4 req-c9590bc5-2390-4e5c-8b0c-622bfc5b6576 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0335419 Dec 15 14:16:29.236898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-391b0735-0337-48e3-8376-4db9a247fe6d service neutron] 10.222.0.86 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904157 Dec 15 14:16:29.445340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aed4aa50-9a1f-4e91-afc4-fa416277ff85 req-cb21b6db-8020-471f-8579-f83c41c77bb8 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 210 time: 0.0732472 Dec 15 14:16:29.631521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbbdbf-744a-4e87-9979-e260d8d7f689 req-ef360ecf-6154-4d45-93c9-b0539a91bb24 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:29.640123 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1bbbdbf-744a-4e87-9979-e260d8d7f689 req-ef360ecf-6154-4d45-93c9-b0539a91bb24 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0688057 Dec 15 14:16:29.697486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1bbbdbf-744a-4e87-9979-e260d8d7f689 req-2d091173-1a8c-48d5-bcc1-004310afef03 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559423 Dec 15 14:16:30.281089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e2f4fee5-496a-4c4f-a103-607a1b7678d7 req-d878529d-9a3e-4be0-a924-1eb537037428 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0439036 Dec 15 14:16:30.499215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be012e-7532-488e-a88e-32e8edd67876 req-9a40f97c-7dcc-4f69-b157-4deb554d703d tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:30.501620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-9a40f97c-7dcc-4f69-b157-4deb554d703d tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.24 "GET /v2.0/networks?id=219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 200 len: 813 time: 0.1587839 Dec 15 14:16:30.518365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Request body: {'port': {'device_id': '052590f9-a12a-4a5b-ba40-a2bee0639806', 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8', 'admin_state_up': True, 'tenant_id': 'f195a5d859e146c08aee9ea103654b5f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:30.573271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3e9e8436-5502-4a45-b99c-490bb8c86457 req-31943d66-6b14-48ee-a811-cf9de4c1d1a7 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 210 time: 0.0398347 Dec 15 14:16:30.811350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 793df366-f18a-4b84-8d14-ab69b8d08ecf no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:30.836527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 793df366-f18a-4b84-8d14-ab69b8d08ecf {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:30.837142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 793df366-f18a-4b84-8d14-ab69b8d08ecf not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:30.953978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1cb62-f802-4c47-80d7-ad01648a9719 req-951c6fae-6620-402e-a65f-4080dfe74561 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:30.955610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47b1cb62-f802-4c47-80d7-ad01648a9719 req-951c6fae-6620-402e-a65f-4080dfe74561 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0850854 Dec 15 14:16:30.992974 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.000126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Made reservation on behalf of f195a5d859e146c08aee9ea103654b5f for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:31.003881 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.085398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47b1cb62-f802-4c47-80d7-ad01648a9719 req-5b4336b2-1584-48e4-95e8-4720df579f84 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187203 Dec 15 14:16:31.175318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Allocated IP 172.20.0.7 (219b80e2-a78b-467d-888f-34dc8721a9e8/c53bd1a0-3b13-43f0-a606-4cc9dbf175fd/01d9be94-98b6-4e6b-a40b-1769dfc03551) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:31.186437 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.211649 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d625ceb7-d6e2-4fed-a42a-e775c00d69f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.346167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.383419 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.386511 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c2fad18-8b62-40d5-ab8e-d180ece32051 req-516c3122-6665-48ac-addc-e245fd41bc89 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0274282 Dec 15 14:16:31.427367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Network 219b80e2-a78b-467d-888f-34dc8721a9e8 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:31.430865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:31.434913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:31.446334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d038157f-15c0-4f6f-98ea-324e025a45f4 None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:31.474577 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Pushing event updated for resources: {'Port': ['ID=01d9be94-98b6-4e6b-a40b-1769dfc03551,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:31.485696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.486054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.486406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.486757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.487101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.487443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.487781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.488148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.488484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.488817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.489149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.489479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.489822 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:31.505594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:31.506216 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.523838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-70ab56cf-8535-4f71-a452-d93638f523b2 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101881 Dec 15 14:16:31.530723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9225be06-521d-49e9-bd07-7cf650313a38 None None] Provisioning complete for port 01d9be94-98b6-4e6b-a40b-1769dfc03551 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:31.531351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9225be06-521d-49e9-bd07-7cf650313a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.538068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Request body: {'port': {'device_id': '052590f9-a12a-4a5b-ba40-a2bee0639806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:31.567261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9225be06-521d-49e9-bd07-7cf650313a38 None None] Port 01d9be94-98b6-4e6b-a40b-1769dfc03551 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:31.601859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.790843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412eef6-753c-4653-b43f-f996e567cd91 req-dc0f36c9-a878-482d-9e16-8d4911590c5a tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:31.792441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a412eef6-753c-4653-b43f-f996e567cd91 req-dc0f36c9-a878-482d-9e16-8d4911590c5a tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 931 time: 0.1300688 Dec 15 14:16:31.898463 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a412eef6-753c-4653-b43f-f996e567cd91 req-3cfbd018-6cf2-4189-aca9-f21765594757 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708585 Dec 15 14:16:31.971975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d9be94-98b6-4e6b-a40b-1769dfc03551 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:31.979473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:31.992649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Transition to ACTIVE for port object 01d9be94-98b6-4e6b-a40b-1769dfc03551 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:16:31.996136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.037845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9430f1d-ad23-4650-b1c4-d5e2d110a9fc None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:32.071294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Pushing event updated for resources: {'Port': ['ID=01d9be94-98b6-4e6b-a40b-1769dfc03551,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:32.127373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Attempting to bind port 01d9be94-98b6-4e6b-a40b-1769dfc03551 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:32.127712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Attempting to bind port 01d9be94-98b6-4e6b-a40b-1769dfc03551 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:32.128079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Attempting to bind port 01d9be94-98b6-4e6b-a40b-1769dfc03551 on network 219b80e2-a78b-467d-888f-34dc8721a9e8 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:32.132673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Port 01d9be94-98b6-4e6b-a40b-1769dfc03551 on network 219b80e2-a78b-467d-888f-34dc8721a9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:16:32.133161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Attempting to bind port 01d9be94-98b6-4e6b-a40b-1769dfc03551 on network 219b80e2-a78b-467d-888f-34dc8721a9e8 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:32.139728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:32.140110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Checking segment: {'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:32.140498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Bound using segment: {'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:32.140938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Bound port: 01d9be94-98b6-4e6b-a40b-1769dfc03551, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ea3557-2883-4dec-8f50-34ae0dc1c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:32.141303 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.226592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] For port 01d9be94-98b6-4e6b-a40b-1769dfc03551, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:32.230419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] For port 01d9be94-98b6-4e6b-a40b-1769dfc03551, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=01d9be94-98b6-4e6b-a40b-1769dfc03551,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:32.232682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db840038-bfb4-4822-a827-1e195652cec3 req-587de30b-966b-4cda-9894-eec1727509c4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.234555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db840038-bfb4-4822-a827-1e195652cec3 req-587de30b-966b-4cda-9894-eec1727509c4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0522454 Dec 15 14:16:32.234828 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.270378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.271359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.273968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] 10.222.0.24 "PUT /v2.0/ports/01d9be94-98b6-4e6b-a40b-1769dfc03551 HTTP/1.1" status: 200 len: 1091 time: 0.7412860 Dec 15 14:16:32.282221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03df74-03ff-4fcb-af71-ba55551f8160 None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:16:32.286214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052590f9-a12a-4a5b-ba40-a2bee0639806', 'tag': '01d9be94-98b6-4e6b-a40b-1769dfc03551'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:32.291704 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98220a5-c463-4f48-a392-9fbcc786a741" -d '{"events": [{"name": "network-changed", "server_uuid": "052590f9-a12a-4a5b-ba40-a2bee0639806", "tag": "01d9be94-98b6-4e6b-a40b-1769dfc03551"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:32.326140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db840038-bfb4-4822-a827-1e195652cec3 req-ceea4be3-61a9-4719-a853-4f6e956a7bee tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844095 Dec 15 14:16:32.361082 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cd408d-6adc-45f5-a06f-97e8a5589a7f x-openstack-request-id: req-d7cd408d-6adc-45f5-a06f-97e8a5589a7f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:32.361421 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052590f9-a12a-4a5b-ba40-a2bee0639806", "tag": "01d9be94-98b6-4e6b-a40b-1769dfc03551", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:32.361614 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d7cd408d-6adc-45f5-a06f-97e8a5589a7f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:32.362016 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052590f9-a12a-4a5b-ba40-a2bee0639806', 'tag': '01d9be94-98b6-4e6b-a40b-1769dfc03551', 'status': 'completed', 'code': 200} Dec 15 14:16:32.389984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d980c-d5d3-4d89-9936-bc299134b658 service neutron] Pushing event updated for resources: {'Port': ['ID=01d9be94-98b6-4e6b-a40b-1769dfc03551,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:32.409482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be012e-7532-488e-a88e-32e8edd67876 req-59f42a5c-e826-4e61-beab-28ca17a96449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.411280 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-59f42a5c-e826-4e61-beab-28ca17a96449 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f195a5d859e146c08aee9ea103654b5f&device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 1094 time: 0.0680418 Dec 15 14:16:32.478691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-5f9509fd-68a6-4835-9ff1-fdb3a48f4d26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01d9be94-98b6-4e6b-a40b-1769dfc03551 HTTP/1.1" status: 200 len: 217 time: 0.0591857 Dec 15 14:16:32.488595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71c8a632-b1d4-405f-aba4-d67bcfc24df3 req-3521a830-8eb8-4e75-9c7f-381edb845f35 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0280385 Dec 15 14:16:32.531080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be012e-7532-488e-a88e-32e8edd67876 req-98804121-69ad-4454-acd8-0bd1281b02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.532590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-98804121-69ad-4454-acd8-0bd1281b02c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c53bd1a0-3b13-43f0-a606-4cc9dbf175fd HTTP/1.1" status: 200 len: 853 time: 0.0470147 Dec 15 14:16:32.565988 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-4195e0e6-c42f-4a69-b2c7-07a98be8fe35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=219b80e2-a78b-467d-888f-34dc8721a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265477 Dec 15 14:16:32.663950 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-12b99cce-b011-4ed4-baf3-f43685e244af service neutron] 10.222.0.24 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898995 Dec 15 14:16:32.754916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04be012e-7532-488e-a88e-32e8edd67876 req-26cea056-38c8-4a42-9f54-abec6258727c service neutron] 10.222.0.24 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839922 Dec 15 14:16:32.842754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-1b811e05-5103-464f-84ed-4743570f8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.844276 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-1b811e05-5103-464f-84ed-4743570f8123 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f195a5d859e146c08aee9ea103654b5f&device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 1094 time: 0.0420275 Dec 15 14:16:32.939768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-29b71470-a676-4e43-8836-acd1b09db73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.941267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-29b71470-a676-4e43-8836-acd1b09db73a service neutron] 10.222.0.24 "GET /v2.0/networks?id=219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 200 len: 915 time: 0.0903125 Dec 15 14:16:32.971208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:16:32.975971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:32.994013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-cab7984c-31f6-425e-94f8-74a70996a249 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01d9be94-98b6-4e6b-a40b-1769dfc03551 HTTP/1.1" status: 200 len: 217 time: 0.0447707 Dec 15 14:16:33.070063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-2424e5e5-ec52-48e1-b481-02f2726e4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:33.071691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-2424e5e5-ec52-48e1-b481-02f2726e4f6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c53bd1a0-3b13-43f0-a606-4cc9dbf175fd HTTP/1.1" status: 200 len: 853 time: 0.0597198 Dec 15 14:16:33.079449 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93932b4-8b25-4fff-830a-00b329b60aa9 req-76f28c69-b789-4bc5-b5ef-c647a3e83280 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:33.081082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b93932b4-8b25-4fff-830a-00b329b60aa9 req-76f28c69-b789-4bc5-b5ef-c647a3e83280 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 943 time: 0.0960906 Dec 15 14:16:33.118489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-c840b50e-0ee7-4ee8-94f5-5423bdf7ca87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=219b80e2-a78b-467d-888f-34dc8721a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363603 Dec 15 14:16:33.137588 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:33.144383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:33.170794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'port_id': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'mac_address': 'fa:16:3e:96:f8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc942c0-7282-4710-9625-5cf80a724a86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:16:33.177462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:33.179822 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f214363f-0d8c-4c77-8b15-46d57f3255cb" -d '{"events": [{"server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "name": "network-vif-unplugged", "status": "completed", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:33.197650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:33.228361 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:33.240297 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3d2137-945c-4f27-b64b-9b097bfa114e x-openstack-request-id: req-bd3d2137-945c-4f27-b64b-9b097bfa114e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:33.240875 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "name": "network-vif-unplugged", "status": "completed", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:33.241319 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd3d2137-945c-4f27-b64b-9b097bfa114e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:33.241877 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'code': 200} Dec 15 14:16:33.259926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-eb8246f4-01bf-4d09-8368-4a85cb57f88f service neutron] 10.222.0.24 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328387 Dec 15 14:16:33.264046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b93932b4-8b25-4fff-830a-00b329b60aa9 req-a9e15a88-f3bb-4c13-ad94-1f038841ad9d tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743073 Dec 15 14:16:33.271413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:33.288860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:33.338465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:33.349356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:16:33.349356 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:16:33.368610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c98220a5-c463-4f48-a392-9fbcc786a741 req-9686c464-7c49-4bc8-b884-e87797f26253 service neutron] 10.222.0.24 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999377 Dec 15 14:16:33.453596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca02c-395b-4e88-abe7-a139e13862af req-25505bc6-bd07-44c8-9053-e1d631a5aa3b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:33.455200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-287ca02c-395b-4e88-abe7-a139e13862af req-25505bc6-bd07-44c8-9053-e1d631a5aa3b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 944 time: 0.0635004 Dec 15 14:16:33.506423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-287ca02c-395b-4e88-abe7-a139e13862af req-8c8e15eb-a13d-43fe-9e51-aa947ac39f8e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448217 Dec 15 14:16:33.584856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ea1fdea-d003-46af-91e2-aae48bea3512 req-9f2bd4f9-f46d-44a7-92a3-c834d22cfccd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0269892 Dec 15 14:16:33.819152 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36b414ad-22ee-45ff-a28a-14dc25f30c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:33.885043 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:33.901799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:33.921050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:33.925072 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:33.971969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:34.130564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:34.391219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15466aaa-54e1-4d3a-b65c-9ac9ccc68b66 req-b7a3a634-b62c-42e0-9614-d0d05dd9a25b tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:34.392839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-15466aaa-54e1-4d3a-b65c-9ac9ccc68b66 req-b7a3a634-b62c-42e0-9614-d0d05dd9a25b tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 943 time: 0.0501847 Dec 15 14:16:34.450750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-15466aaa-54e1-4d3a-b65c-9ac9ccc68b66 req-6fce67ec-9705-4e77-a673-fb7eb52de963 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510767 Dec 15 14:16:34.629422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086329e-1e51-4f94-8282-848c37d57473 req-a51f04dd-7d6c-4acf-98f5-685e2ab36ef1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:34.631493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9086329e-1e51-4f94-8282-848c37d57473 req-a51f04dd-7d6c-4acf-98f5-685e2ab36ef1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 945 time: 0.0548577 Dec 15 14:16:34.682552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9086329e-1e51-4f94-8282-848c37d57473 req-acdb03f9-bc0b-4ae6-954e-0ca67c96d959 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Dec 15 14:16:34.704580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09e28a22-f25f-422c-a2df-b1047f5ad92f req-4af1c24a-46a8-41be-94f6-5d84a7c4564d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca46f175-ece8-49a5-9a8e-aa5e35de9a3e HTTP/1.1" status: 200 len: 210 time: 0.0302520 Dec 15 14:16:34.876996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:34.989311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:35.040988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:35.041385 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:35.121290 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:35.161509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:35.166821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:35.215347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:35.243248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:35.245532 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0c0b65-5433-44c0-9ae7-4f9d09346a1a" -d '{"events": [{"server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "name": "network-vif-plugged", "status": "completed", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:35.281634 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df61528-2081-4c86-96fb-1174a8c46283 x-openstack-request-id: req-3df61528-2081-4c86-96fb-1174a8c46283 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:35.281943 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "name": "network-vif-plugged", "status": "completed", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:35.282206 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3df61528-2081-4c86-96fb-1174a8c46283 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:35.282618 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'code': 200} Dec 15 14:16:35.430285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab3a3f-1c65-4442-8c73-31ec01f8f4fe req-7e7df05e-4b83-4b57-9424-89270c7c5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:35.431776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-19ab3a3f-1c65-4442-8c73-31ec01f8f4fe req-7e7df05e-4b83-4b57-9424-89270c7c5797 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 1097 time: 0.0407770 Dec 15 14:16:35.477233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-19ab3a3f-1c65-4442-8c73-31ec01f8f4fe req-0327018b-1503-4f34-b1cb-1c3b2ae67a64 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 Dec 15 14:16:35.572962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec6e6b-5a98-45d3-aa88-cb040f536591 req-87fee44c-17bd-4094-beb8-3c46f0d135e5 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:35.574491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73ec6e6b-5a98-45d3-aa88-cb040f536591 req-87fee44c-17bd-4094-beb8-3c46f0d135e5 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 943 time: 0.0514348 Dec 15 14:16:35.621502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73ec6e6b-5a98-45d3-aa88-cb040f536591 req-88893b46-a659-4228-b6fe-0e499c388a79 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Dec 15 14:16:35.813505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c41270-a142-43a5-9e61-12ed01472dfe req-ff1d12f9-d2d8-486f-90c8-fb097d8ec116 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:35.815114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33c41270-a142-43a5-9e61-12ed01472dfe req-ff1d12f9-d2d8-486f-90c8-fb097d8ec116 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0579832 Dec 15 14:16:35.864321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33c41270-a142-43a5-9e61-12ed01472dfe req-1dade49e-9cf8-4309-a996-161343015291 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Dec 15 14:16:36.662085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:36.742692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e887b1f-c023-4e28-a1a3-770aee5d29d2 req-9806ab70-f539-4c88-8857-b0ecb3a840ed tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:36.744329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e887b1f-c023-4e28-a1a3-770aee5d29d2 req-9806ab70-f539-4c88-8857-b0ecb3a840ed tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 943 time: 0.0500531 Dec 15 14:16:36.799981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0e887b1f-c023-4e28-a1a3-770aee5d29d2 req-c9617ce4-74ef-4409-aff7-139ed20ae5e5 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482602 Dec 15 14:16:36.987153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 01d9be94-98b6-4e6b-a40b-1769dfc03551 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:16:36.987395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a66e5-d2a4-4342-a5e1-343f838a3583 req-408dac09-5609-43ee-8137-27dfec0aae0f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:36.988905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d6a66e5-d2a4-4342-a5e1-343f838a3583 req-408dac09-5609-43ee-8137-27dfec0aae0f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0535872 Dec 15 14:16:37.042145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3d6a66e5-d2a4-4342-a5e1-343f838a3583 req-780783f7-cd3d-42dd-b3ca-f5e629a106ad tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Dec 15 14:16:37.095296 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 01d9be94-98b6-4e6b-a40b-1769dfc03551, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=01d9be94-98b6-4e6b-a40b-1769dfc03551,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:37.108643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '01d9be94-98b6-4e6b-a40b-1769dfc03551', 'network_id': '219b80e2-a78b-467d-888f-34dc8721a9e8', 'port_id': '01d9be94-98b6-4e6b-a40b-1769dfc03551', 'mac_address': 'fa:16:3e:38:d4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bd1a0-3b13-43f0-a606-4cc9dbf175fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:16:37.154177 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:37.169493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d9be94-98b6-4e6b-a40b-1769dfc03551 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:37.177304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c3a4e-8c3e-4bf8-bc8a-8271d906ed11 req-c18e77c6-0d57-4b14-8643-9855baf6ffba tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:37.179894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-466c3a4e-8c3e-4bf8-bc8a-8271d906ed11 req-c18e77c6-0d57-4b14-8643-9855baf6ffba tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0623028 Dec 15 14:16:37.203828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 01d9be94-98b6-4e6b-a40b-1769dfc03551, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=01d9be94-98b6-4e6b-a40b-1769dfc03551,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:37.210328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:37.258315 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-466c3a4e-8c3e-4bf8-bc8a-8271d906ed11 req-bb583416-849b-47a6-95d9-540d59bbc9bb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663023 Dec 15 14:16:37.269591 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=01d9be94-98b6-4e6b-a40b-1769dfc03551,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:37.316597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:37.417235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['01d9be94-98b6-4e6b-a40b-1769dfc03551'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:37.692395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-ef959709-0970-4931-a6a6-abb0a1bc167d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:37.693815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-ef959709-0970-4931-a6a6-abb0a1bc167d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 815 time: 0.1123827 Dec 15 14:16:37.710349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5575cb30-a75b-4d2c-b028-78a2da239ebb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/quotas/a723074f85564c269a38c52686555e9e HTTP/1.1" status: 200 len: 375 time: 0.0105376 Dec 15 14:16:37.766437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-bfa99744-6499-43ae-98a1-18e5cdfa97c2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496113 Dec 15 14:16:38.074691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-02aa125e-8642-48ae-878c-0a54b44e8971 service neutron] 10.222.0.86 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351197 Dec 15 14:16:38.085745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-0de526d7-0996-4c21-ba32-bd2c443effe1 service neutron] 10.222.0.86 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678469 Dec 15 14:16:38.088811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bedad-ef5d-4644-8463-0f9e48cef590 req-fac3c99a-7be0-4614-b52d-cf7c093a29cf tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:38.096782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b9bedad-ef5d-4644-8463-0f9e48cef590 req-fac3c99a-7be0-4614-b52d-cf7c093a29cf tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 944 time: 0.1106515 Dec 15 14:16:38.174685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5b9bedad-ef5d-4644-8463-0f9e48cef590 req-e5e4f927-1679-4e7a-90a8-5a0b5a3956f3 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706804 Dec 15 14:16:38.328821 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3a21655a-3035-4af0-af16-da375e674d47 req-cd088f4b-800d-4971-8857-ef185dbc2388 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 210 time: 0.0478599 Dec 15 14:16:38.808513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-a9278471-8dfd-4b2a-aba4-1d7173ef035f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:38.811301 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-a9278471-8dfd-4b2a-aba4-1d7173ef035f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7fe3ffe-fb1f-4816-890e-52a0cd1efc56 HTTP/1.1" status: 200 len: 946 time: 0.0558214 Dec 15 14:16:38.970714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Deleting port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:38.971256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:39.004791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 01d9be94-98b6-4e6b-a40b-1769dfc03551 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:39.119293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 01d9be94-98b6-4e6b-a40b-1769dfc03551 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:16:39.133110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] For port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:39.133110 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:39.148123 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 01d9be94-98b6-4e6b-a40b-1769dfc03551 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:39.149428 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:39.167062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Calling delete_port for 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:39.281800 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:39.367938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 01d9be94-98b6-4e6b-a40b-1769dfc03551, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=01d9be94-98b6-4e6b-a40b-1769dfc03551,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:39.372577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052590f9-a12a-4a5b-ba40-a2bee0639806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d9be94-98b6-4e6b-a40b-1769dfc03551'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:39.378467 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38faeb-0856-41b0-a3fa-6c3f5f31669e" -d '{"events": [{"server_uuid": "052590f9-a12a-4a5b-ba40-a2bee0639806", "name": "network-vif-plugged", "status": "completed", "tag": "01d9be94-98b6-4e6b-a40b-1769dfc03551"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:39.388667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:39.534951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=01d9be94-98b6-4e6b-a40b-1769dfc03551,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:39.603593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ab19b61c-34e1-4730-ab5f-fe917426f03a req-993ad98c-c0ae-4604-8fa9-76058063d9d9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 210 time: 0.0492578 Dec 15 14:16:39.642382 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:39.656114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:39.688277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3cbbf-f339-40e6-bde9-e7f3cbea53f4 req-91a68e34-41a3-488d-b88c-74915f9b6749 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:39.690147 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa97fab-ee44-44af-a00f-6c5089fac802 x-openstack-request-id: req-bfa97fab-ee44-44af-a00f-6c5089fac802 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:39.690533 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052590f9-a12a-4a5b-ba40-a2bee0639806", "name": "network-vif-plugged", "status": "completed", "tag": "01d9be94-98b6-4e6b-a40b-1769dfc03551", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:39.690778 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bfa97fab-ee44-44af-a00f-6c5089fac802 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:39.691330 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052590f9-a12a-4a5b-ba40-a2bee0639806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d9be94-98b6-4e6b-a40b-1769dfc03551', 'code': 200} Dec 15 14:16:39.716854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cb3cbbf-f339-40e6-bde9-e7f3cbea53f4 req-91a68e34-41a3-488d-b88c-74915f9b6749 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 945 time: 0.3953452 Dec 15 14:16:39.732120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Pushing event deleted for resources: {'Port': ['ID=16f49055-cc6c-4b0e-a8a8-4b7f8f13a678,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:39.816812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] No DVR routers for this DVR port 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:39.819925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:39.824020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-732725cb-8a58-4155-a2a1-bf405429854a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:39.825765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee7595cd-1cac-4e06-9d49-77f9fd550a5d req-f3502981-ec0b-4a8d-adb7-f5f211ca0e14 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.24 "DELETE /v2.0/ports/16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 HTTP/1.1" status: 204 len: 173 time: 1.0084434 Dec 15 14:16:39.826085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-732725cb-8a58-4155-a2a1-bf405429854a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.74 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 815 time: 0.4514544 Dec 15 14:16:39.826640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'name': 'network-vif-deleted', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:39.841209 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be43155b-5097-41e5-b7a3-0a601cb684bb" -d '{"events": [{"server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "name": "network-vif-deleted", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:39.888813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Request body: {'port': {'device_id': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'admin_state_up': True, 'tenant_id': 'a723074f85564c269a38c52686555e9e'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:39.910622 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30e4bfd-2b6e-4231-a551-c6e19d068b0f x-openstack-request-id: req-e30e4bfd-2b6e-4231-a551-c6e19d068b0f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:39.911141 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fe3ffe-fb1f-4816-890e-52a0cd1efc56", "name": "network-vif-deleted", "tag": "16f49055-cc6c-4b0e-a8a8-4b7f8f13a678", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:39.911462 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e30e4bfd-2b6e-4231-a551-c6e19d068b0f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:39.913052 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fe3ffe-fb1f-4816-890e-52a0cd1efc56', 'name': 'network-vif-deleted', 'tag': '16f49055-cc6c-4b0e-a8a8-4b7f8f13a678', 'status': 'completed', 'code': 200} Dec 15 14:16:39.960143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8cb3cbbf-f339-40e6-bde9-e7f3cbea53f4 req-7225ba35-02a7-4bf7-980b-95f10d10d620 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423232 Dec 15 14:16:39.971137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabbfc-c12d-4ed2-ada0-9e1f07def089 req-c65f0d8d-7891-423d-a915-8e4753ef9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:39.973353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48eabbfc-c12d-4ed2-ada0-9e1f07def089 req-c65f0d8d-7891-423d-a915-8e4753ef9f68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 1096 time: 0.1817734 Dec 15 14:16:40.073661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48eabbfc-c12d-4ed2-ada0-9e1f07def089 req-3a084fac-b2f6-4877-b6d8-9f134320aee8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856357 Dec 15 14:16:40.088738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Made reservation on behalf of a723074f85564c269a38c52686555e9e for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:40.095463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:40.297915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Allocated IP 172.20.0.3 (ac720ec8-82f8-4978-b3cb-65477071221b/abc942c0-7282-4710-9625-5cf80a724a86/1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:40.518766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:40.604014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:40.618219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['16f49055-cc6c-4b0e-a8a8-4b7f8f13a678'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:40.743857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Pushing event updated for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:40.769690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Network ac720ec8-82f8-4978-b3cb-65477071221b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:40.772022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:40.778565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:40.855549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb4bc5-6258-4634-a236-c3d17a60aa92 req-1a6df4ee-8678-4344-8db8-94da3868f8a0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:40.859666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:40.861078 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77cb4bc5-6258-4634-a236-c3d17a60aa92 req-1a6df4ee-8678-4344-8db8-94da3868f8a0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 931 time: 0.0944221 Dec 15 14:16:40.865233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:40.916354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-dc1e1ca3-3d4c-4f0a-a526-3468ec535215 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0632737 Dec 15 14:16:40.932538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Request body: {'port': {'device_id': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:40.948963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77cb4bc5-6258-4634-a236-c3d17a60aa92 req-a490757a-0b5c-4a42-ac5f-a5c0e2b17a5c tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796235 Dec 15 14:16:41.025709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.550492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaef7c-6b0c-4d2d-a2c5-f8cae20c8a32 req-605ae8eb-b4ae-4e32-ac79-923ea08af9b9 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:41.552085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92eaef7c-6b0c-4d2d-a2c5-f8cae20c8a32 req-605ae8eb-b4ae-4e32-ac79-923ea08af9b9 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 945 time: 0.4487317 Dec 15 14:16:41.632252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92eaef7c-6b0c-4d2d-a2c5-f8cae20c8a32 req-4bc84fda-40cb-4cbd-b45e-bfd98505481f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715048 Dec 15 14:16:41.702963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:41.711154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.725219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Transition to ACTIVE for port object 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:16:41.730652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.781530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Pushing event updated for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:41.884113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Attempting to bind port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:41.885644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Attempting to bind port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:41.885644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Attempting to bind port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 on network ac720ec8-82f8-4978-b3cb-65477071221b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:41.897082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 on network ac720ec8-82f8-4978-b3cb-65477071221b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:16:41.897082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Attempting to bind port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 on network ac720ec8-82f8-4978-b3cb-65477071221b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:41.909966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:41.909966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Checking segment: {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:41.909966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Bound using segment: {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:41.909966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Bound port: 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:41.909966 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.985769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:41.989263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:41.992686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:42.049128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.050020 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:42.051441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] 10.222.0.74 "PUT /v2.0/ports/1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 HTTP/1.1" status: 200 len: 1091 time: 1.1237259 Dec 15 14:16:42.051908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:42.054194 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:42.172302 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bed7219-7a24-4518-8a25-d064b4bf00af x-openstack-request-id: req-0bed7219-7a24-4518-8a25-d064b4bf00af {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:42.172302 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:42.172302 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0bed7219-7a24-4518-8a25-d064b4bf00af {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:42.172302 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'status': 'completed', 'code': 200} Dec 15 14:16:42.172302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93a8ff-6bc0-49a2-aaa1-1a9db58b41ef service neutron] Pushing event updated for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:42.206489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f786c-16d4-4c2c-a8c1-9a67193efec4 req-bcc86645-cd4f-480f-b8c1-9b9f7ec30aeb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.208062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-314f786c-16d4-4c2c-a8c1-9a67193efec4 req-bcc86645-cd4f-480f-b8c1-9b9f7ec30aeb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 943 time: 0.1221392 Dec 15 14:16:42.214794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-7bf092ca-c180-4548-a4f1-8b4e9bd2e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.217442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-7bf092ca-c180-4548-a4f1-8b4e9bd2e81b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 1094 time: 0.1158087 Dec 15 14:16:42.263433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-1bd13870-f229-4b64-a588-ee88e24974cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 HTTP/1.1" status: 200 len: 217 time: 0.0382419 Dec 15 14:16:42.286070 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-314f786c-16d4-4c2c-a8c1-9a67193efec4 req-83067924-e1fe-4c85-8b51-db1ea1287adb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659618 Dec 15 14:16:42.321570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-895101b3-c401-411f-99d2-bde6060838e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.322746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-895101b3-c401-411f-99d2-bde6060838e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 200 len: 855 time: 0.0529120 Dec 15 14:16:42.363355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-ccedcffe-2faa-4354-99a0-493c6da922db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac720ec8-82f8-4978-b3cb-65477071221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304689 Dec 15 14:16:42.463571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-d7189e4d-c729-42b0-956c-6f103dd1ae5a service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919628 Dec 15 14:16:42.582806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8bf3decf-7a89-4655-8841-afb0ad4c265b req-9dd6ea46-06f8-48b6-a0df-b168ea511f2b service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116924 Dec 15 14:16:42.678676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-73055c30-7a5c-489f-9620-8cad167d562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.680877 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-73055c30-7a5c-489f-9620-8cad167d562e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 1094 time: 0.0493753 Dec 15 14:16:42.820369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadde417-c35f-4743-abb3-b11c00f0acaf req-ff254b7e-543a-4445-9a04-8a515a6a23f1 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.821877 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fadde417-c35f-4743-abb3-b11c00f0acaf req-ff254b7e-543a-4445-9a04-8a515a6a23f1 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 945 time: 0.1094050 Dec 15 14:16:42.827681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-25be92ac-199b-48e5-aa34-529fe8b38989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.829173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-25be92ac-199b-48e5-aa34-529fe8b38989 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 917 time: 0.1406791 Dec 15 14:16:42.893262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-a3561943-2d04-4c01-8d2c-cc163f685e33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 HTTP/1.1" status: 200 len: 217 time: 0.0445867 Dec 15 14:16:42.952328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fadde417-c35f-4743-abb3-b11c00f0acaf req-8b55e67d-fa54-4459-9fac-392ba57e724e tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209624 Dec 15 14:16:42.976916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-1d0f0313-e4cf-4065-9329-55fc5c835391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.978643 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-1d0f0313-e4cf-4065-9329-55fc5c835391 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 200 len: 855 time: 0.0775340 Dec 15 14:16:43.013736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:43.015788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-1605621c-30af-4a42-bee6-de87f973a12f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac720ec8-82f8-4978-b3cb-65477071221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297050 Dec 15 14:16:43.043497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:43.044317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 16f49055-cc6c-4b0e-a8a8-4b7f8f13a678 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:43.152545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-8551f70a-a5f3-4956-80fd-58067a65d4b6 service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248059 Dec 15 14:16:43.250917 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:16:43.275733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b19e4fc-8bde-4a3c-9194-8e6a3a7adfbd req-204a7d1a-4f22-49a3-84d2-61f765f74a9f service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156371 Dec 15 14:16:43.441028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e058cc2-6e01-4dd7-8294-8ea3d17950f9 req-bd8703d6-bc13-4fe6-a30b-2e3e0e5b0bc5 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:43.442877 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e058cc2-6e01-4dd7-8294-8ea3d17950f9 req-bd8703d6-bc13-4fe6-a30b-2e3e0e5b0bc5 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 943 time: 0.0759673 Dec 15 14:16:43.508167 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e058cc2-6e01-4dd7-8294-8ea3d17950f9 req-42a9ac92-936d-4c83-be8d-12617d215182 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588300 Dec 15 14:16:44.717267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320b96b-a00f-426f-9851-f383e4b3ab09 req-5b564158-e958-4c6d-82a3-70845f915a75 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:44.719433 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5320b96b-a00f-426f-9851-f383e4b3ab09 req-5b564158-e958-4c6d-82a3-70845f915a75 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 943 time: 0.1243975 Dec 15 14:16:44.796487 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5320b96b-a00f-426f-9851-f383e4b3ab09 req-bd600487-c90e-4d57-82a1-5ecc89c05a0d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Dec 15 14:16:44.868304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:16:44.989791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:45.016218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'port_id': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'mac_address': 'fa:16:3e:18:c1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc942c0-7282-4710-9625-5cf80a724a86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:16:45.063248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:45.080165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:45.146207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:45.157546 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:45.215847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:45.225029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.225480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.225897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.226321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.226793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.227238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.227639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.228225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.229163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.229600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.230063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.230444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.230836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:45.348999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:45.939659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6017264-36bf-4fa5-b2b5-2d7b7855a012 req-fb26a4ff-aec4-487a-96d4-3fa2b3d68541 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:45.955737 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c6017264-36bf-4fa5-b2b5-2d7b7855a012 req-fb26a4ff-aec4-487a-96d4-3fa2b3d68541 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 944 time: 0.0703685 Dec 15 14:16:46.044868 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c6017264-36bf-4fa5-b2b5-2d7b7855a012 req-ff3d1db0-afe3-4e4c-b5fc-e5a226b7ca8b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877681 Dec 15 14:16:46.884082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:46.955638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:16:46.963696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:46.964099 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:47.069865 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:47.107337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:47.109931 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af526b1e-a198-4fff-8c78-f96666e983f3" -d '{"events": [{"server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "name": "network-vif-plugged", "status": "completed", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:47.160592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:47.170424 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:47.178960 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a00910-7152-43d0-8dc7-2e48ee5516bf x-openstack-request-id: req-58a00910-7152-43d0-8dc7-2e48ee5516bf {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:47.179258 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "name": "network-vif-plugged", "status": "completed", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:47.179525 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-58a00910-7152-43d0-8dc7-2e48ee5516bf {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:47.179953 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'code': 200} Dec 15 14:16:47.276858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be14d9-f729-4bee-b6cb-282be4fb61ca req-93affe2e-76bb-4ed1-9e1e-b706e1a743a7 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:47.279788 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5be14d9-f729-4bee-b6cb-282be4fb61ca req-93affe2e-76bb-4ed1-9e1e-b706e1a743a7 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.1063054 Dec 15 14:16:47.407429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8c0f3-1808-479f-a26c-e8785788bf3c req-c08beab2-e3c1-4744-8a98-86fb7a240516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:47.409408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbd8c0f3-1808-479f-a26c-e8785788bf3c req-c08beab2-e3c1-4744-8a98-86fb7a240516 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 1096 time: 0.1521313 Dec 15 14:16:47.410437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5be14d9-f729-4bee-b6cb-282be4fb61ca req-04b18820-2dc8-496e-9110-b8f7683dd15d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238086 Dec 15 14:16:47.478665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:47.507339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fbd8c0f3-1808-479f-a26c-e8785788bf3c req-6b0d2720-c83d-4dd1-8ccf-f6331c3059bd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740118 Dec 15 14:16:48.593336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78e304-c384-4101-8cb0-1995e49121fa req-d0a81b06-d1b7-484b-b773-459fd545f4d2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:48.596601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e78e304-c384-4101-8cb0-1995e49121fa req-d0a81b06-d1b7-484b-b773-459fd545f4d2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0840895 Dec 15 14:16:48.693510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e78e304-c384-4101-8cb0-1995e49121fa req-95e2dff1-f821-40f7-a53f-ef1a6a081ce0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772316 Dec 15 14:16:49.823755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b74f1-399c-472d-9e72-c23da6a40917 req-8c58d96c-f618-4ef8-a40f-3ff963a3915a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:49.825870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d1b74f1-399c-472d-9e72-c23da6a40917 req-8c58d96c-f618-4ef8-a40f-3ff963a3915a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0672495 Dec 15 14:16:49.901737 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1d1b74f1-399c-472d-9e72-c23da6a40917 req-03a9d8d8-fc44-4da4-b82c-6ef220090470 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686240 Dec 15 14:16:50.054008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaee19-cfc0-443b-98e6-4898ba622775 req-18649e6f-7cc1-4de1-a424-363de51aaa1f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:50.055573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11aaee19-cfc0-443b-98e6-4898ba622775 req-18649e6f-7cc1-4de1-a424-363de51aaa1f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0755897 Dec 15 14:16:50.114588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11aaee19-cfc0-443b-98e6-4898ba622775 req-4412245c-8634-43fe-8c8e-07c53b1cfbcd tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498016 Dec 15 14:16:50.370945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a30be-38b5-4168-a5c6-cba8d51a28fe req-b54a5041-fe6a-4487-bc76-ba50f4b76f33 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:50.373347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-159a30be-38b5-4168-a5c6-cba8d51a28fe req-b54a5041-fe6a-4487-bc76-ba50f4b76f33 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0544410 Dec 15 14:16:50.427689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-159a30be-38b5-4168-a5c6-cba8d51a28fe req-faf42cb1-6984-4978-bb42-67893b8f794d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479643 Dec 15 14:16:50.578013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34446ee-0d18-4d1c-bdc5-e8467b5718ba req-967b488a-fbba-4fc4-95a2-4eb6555655fb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:50.579589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c34446ee-0d18-4d1c-bdc5-e8467b5718ba req-967b488a-fbba-4fc4-95a2-4eb6555655fb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0690644 Dec 15 14:16:50.640312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c34446ee-0d18-4d1c-bdc5-e8467b5718ba req-fff1ac72-03bd-4996-8543-a2789cc67a4e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542953 Dec 15 14:16:51.025922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece84872-04bf-4aee-aea0-4b5d85394810 req-043d92a4-1552-443e-92d6-88961c4f51d0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:51.031296 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ece84872-04bf-4aee-aea0-4b5d85394810 req-043d92a4-1552-443e-92d6-88961c4f51d0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0692828 Dec 15 14:16:51.105662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ece84872-04bf-4aee-aea0-4b5d85394810 req-87385d49-32a0-4822-9ead-37f1489efa53 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677698 Dec 15 14:16:52.261541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977efbc8-7dcc-4901-abde-32bdba422c96 req-4cf53f80-3f17-4e31-93e0-71f7f83f70c0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:52.268625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-977efbc8-7dcc-4901-abde-32bdba422c96 req-4cf53f80-3f17-4e31-93e0-71f7f83f70c0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0626659 Dec 15 14:16:52.318650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-977efbc8-7dcc-4901-abde-32bdba422c96 req-d7731b36-7019-450d-8ce0-aca240862232 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489287 Dec 15 14:16:53.463530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a577c66-e187-4290-b330-714a68aeb542 req-ee3922d9-57d4-485d-95db-498b7f662aa7 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:53.465056 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a577c66-e187-4290-b330-714a68aeb542 req-ee3922d9-57d4-485d-95db-498b7f662aa7 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0561454 Dec 15 14:16:53.524872 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0a577c66-e187-4290-b330-714a68aeb542 req-2da1a204-cb74-48ba-a1fc-4c1748fccbf0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503843 Dec 15 14:16:54.656563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46d4ad-dd00-4e26-b450-5534fda30ca4 req-240adc34-b3a4-4c2a-90fe-099e081028dc tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:54.659698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc46d4ad-dd00-4e26-b450-5534fda30ca4 req-240adc34-b3a4-4c2a-90fe-099e081028dc tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0610611 Dec 15 14:16:54.720188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dc46d4ad-dd00-4e26-b450-5534fda30ca4 req-cc5d0c25-a820-4ba7-90a4-5a2869f79b1f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539029 Dec 15 14:16:55.842749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fbb44-d97d-4b06-809b-1c07c7da3a0a req-3f665129-faf7-4e37-a7f1-d9ff51c7f22e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:55.844539 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-504fbb44-d97d-4b06-809b-1c07c7da3a0a req-3f665129-faf7-4e37-a7f1-d9ff51c7f22e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0508649 Dec 15 14:16:55.898935 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-504fbb44-d97d-4b06-809b-1c07c7da3a0a req-f1039a68-7826-4101-97a1-db55369f6362 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Dec 15 14:16:57.099690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f635e0-91d3-4fda-985f-c4b19955d905 req-2a95f080-2e7e-4b59-b338-5d8a9dc595f2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:57.101493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48f635e0-91d3-4fda-985f-c4b19955d905 req-2a95f080-2e7e-4b59-b338-5d8a9dc595f2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0754552 Dec 15 14:16:57.174264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-48f635e0-91d3-4fda-985f-c4b19955d905 req-bec77ecd-1f69-47e1-b4b2-5f3f861dfe4a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640125 Dec 15 14:16:57.341015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-30e60aad-a91b-4bdf-9517-d94014f556fa req-e25f84e8-3545-416f-b15d-c2e5b77b21a8 service neutron] (109767) timed out ('10.222.0.86', 44238) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:16:58.363410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c66be-a75a-4539-86e4-d3a9922dd670 req-2a65361b-03f4-49f1-96f9-5edf187b15ea tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:58.365020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e9c66be-a75a-4539-86e4-d3a9922dd670 req-2a65361b-03f4-49f1-96f9-5edf187b15ea tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.1127532 Dec 15 14:16:58.434747 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e9c66be-a75a-4539-86e4-d3a9922dd670 req-06a072dc-4574-4dbd-91e3-af428170a6d9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612767 Dec 15 14:16:59.643331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feef3e8-aa08-447d-b500-3c84bb3f23c0 req-82ff2ba3-b894-48c2-95b0-1ad2f6135a04 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:59.647012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2feef3e8-aa08-447d-b500-3c84bb3f23c0 req-82ff2ba3-b894-48c2-95b0-1ad2f6135a04 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.1023700 Dec 15 14:16:59.792003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2feef3e8-aa08-447d-b500-3c84bb3f23c0 req-dba78e9e-f9e9-4d59-92ac-5f80322fee7f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294928 Dec 15 14:17:00.997237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718a04c-3405-425e-8245-749e8545677b req-54c01b74-ba03-4a5d-b78a-0b39e5c45cfb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:01.005804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c718a04c-3405-425e-8245-749e8545677b req-54c01b74-ba03-4a5d-b78a-0b39e5c45cfb tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0632763 Dec 15 14:17:01.006726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:01.081666 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c718a04c-3405-425e-8245-749e8545677b req-757b2349-e343-4952-8faa-cf8ca2e1dfb5 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738101 Dec 15 14:17:01.185533 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:01.229901 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-414c3b22-2a85-4f47-956c-2677fbb7b2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:02.323957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826ec47-179b-46ed-8ee3-539695a1aca1 req-93e19050-af2e-4bd4-bb27-79d3fd9d21bf tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:02.326752 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a826ec47-179b-46ed-8ee3-539695a1aca1 req-93e19050-af2e-4bd4-bb27-79d3fd9d21bf tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0892072 Dec 15 14:17:02.405387 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a826ec47-179b-46ed-8ee3-539695a1aca1 req-c994eb46-b153-4a95-b002-cdd2dc8dcd01 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726511 Dec 15 14:17:02.649364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-93a21850-07be-4556-957e-35981d403afd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683892 Dec 15 14:17:02.745529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-d3d04072-a53d-4cab-bf68-44ce82da2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:02.747837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-d3d04072-a53d-4cab-bf68-44ce82da2db3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f195a5d859e146c08aee9ea103654b5f&device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 1096 time: 0.0495358 Dec 15 14:17:02.881072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-e2de8bbc-0646-423e-b171-1d351ea05a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:02.882727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-e2de8bbc-0646-423e-b171-1d351ea05a9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 200 len: 915 time: 0.1130178 Dec 15 14:17:02.943125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-da22b0a0-4091-4d74-a781-bd569203cd63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01d9be94-98b6-4e6b-a40b-1769dfc03551 HTTP/1.1" status: 200 len: 217 time: 0.0523710 Dec 15 14:17:03.014901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-ee8473a6-f2cb-4bbb-839b-9ad1146ad861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:03.016597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-ee8473a6-f2cb-4bbb-839b-9ad1146ad861 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c53bd1a0-3b13-43f0-a606-4cc9dbf175fd HTTP/1.1" status: 200 len: 853 time: 0.0656252 Dec 15 14:17:03.054719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-e0439a8c-2654-4ee9-b198-1159e91b076c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=219b80e2-a78b-467d-888f-34dc8721a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304518 Dec 15 14:17:03.172103 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-44931f9f-fe76-49ad-8e62-90786312ba2e service neutron] 10.222.0.24 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097381 Dec 15 14:17:03.292864 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-830bbf0b-b3f5-4d6a-851a-e911662ae6a1 req-c3979804-f131-4f78-85a7-966914e5a670 service neutron] 10.222.0.24 "GET /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135440 Dec 15 14:17:03.640278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d77df-6b85-43a7-96b5-2937a73d9d29 req-fad26f1a-fe55-4c25-90c5-056c1cf0fd74 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:03.648425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d01d77df-6b85-43a7-96b5-2937a73d9d29 req-fad26f1a-fe55-4c25-90c5-056c1cf0fd74 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.1331644 Dec 15 14:17:03.709432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d01d77df-6b85-43a7-96b5-2937a73d9d29 req-96bf37fb-64aa-48e6-9056-855b790db887 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Dec 15 14:17:03.829074 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-784c8b1c-8afb-47c6-9579-3176704403f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:04.894982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:04.961077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0f623-6653-4083-ac88-29eacd1df616 req-d04009bd-cfc8-4306-9f2e-55bef1f24da9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:04.972426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ddc0f623-6653-4083-ac88-29eacd1df616 req-d04009bd-cfc8-4306-9f2e-55bef1f24da9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.1747682 Dec 15 14:17:05.037763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ddc0f623-6653-4083-ac88-29eacd1df616 req-280f3984-c2a2-454d-97e9-4256fa5c86cd tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Dec 15 14:17:06.186528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d5d9-7578-40a5-9d88-5f93dd6b435c req-640537c3-f170-4dda-8256-a8b1c7673261 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:06.188588 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3823d5d9-7578-40a5-9d88-5f93dd6b435c req-640537c3-f170-4dda-8256-a8b1c7673261 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0646651 Dec 15 14:17:06.248422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3823d5d9-7578-40a5-9d88-5f93dd6b435c req-55750874-9539-4a72-98e0-fa5c54194bb5 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519934 Dec 15 14:17:06.664202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:06.982313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f914-a575-49a6-a796-1111df104e22 req-abd5f3a9-8d4d-4a1f-b622-a85a5fb5cffd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:06.984218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-abd5f3a9-8d4d-4a1f-b622-a85a5fb5cffd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1238327 Dec 15 14:17:06.999808 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-87d359cb-d387-4503-ba3c-0bfa2a807544 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/quotas/fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 375 time: 0.0101845 Dec 15 14:17:07.063843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-b8966eaa-9e4d-4ea6-9bf9-c3572a7ff8de tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581694 Dec 15 14:17:07.166540 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-1a92ffad-ad60-48e7-a141-8f1372c03fc4 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914378 Dec 15 14:17:07.254365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-367a7d40-6d6b-4e69-aaf8-20401278d194 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854557 Dec 15 14:17:07.312885 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.394630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eb457-779f-4c8b-86df-1cd3bad401e9 req-fc69fc59-e8a5-471f-8bd1-e8f6bd13ff43 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:07.402034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec6eb457-779f-4c8b-86df-1cd3bad401e9 req-fc69fc59-e8a5-471f-8bd1-e8f6bd13ff43 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0654397 Dec 15 14:17:07.449278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec6eb457-779f-4c8b-86df-1cd3bad401e9 req-e6467ccd-e2d1-4b2b-b2e0-ad20c690c60b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Dec 15 14:17:07.579415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33162f6a-909b-496b-ae52-c1e6710214bd req-0ab1b332-5855-41f3-9cd3-6da1129648fc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0279760 Dec 15 14:17:08.554579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f914-a575-49a6-a796-1111df104e22 req-badb0689-a534-4e0f-85b3-8961161d54ef tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:08.556316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-badb0689-a534-4e0f-85b3-8961161d54ef tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1290393 Dec 15 14:17:08.577826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'port': {'device_id': '65e21f74-3104-4107-9a50-e077ffbf3dc1', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'admin_state_up': True, 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:08.601658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3603d0b-0eff-4bc2-8e32-a268113ec727 req-ac03fa73-81ba-4a8d-af4b-ae7b7cfaf74e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:08.603711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3603d0b-0eff-4bc2-8e32-a268113ec727 req-ac03fa73-81ba-4a8d-af4b-ae7b7cfaf74e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0707474 Dec 15 14:17:08.679044 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3603d0b-0eff-4bc2-8e32-a268113ec727 req-1e5b1c18-c464-448b-9c3f-f1de46449151 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687876 Dec 15 14:17:08.729348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0812ed13-85ae-498a-9bc7-6dd19df92d18 req-badce5dc-1169-4986-b418-bd949eb2e7b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0443084 Dec 15 14:17:08.745661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:08.750258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.889339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.20.0.14 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/5413c4ec-d5dd-44eb-a79d-2ff7839fb27d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:09.062018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.099549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.153907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:09.157216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:09.163914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:09.205810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:09.228158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.228607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.229025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.229632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.230033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.230443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.231434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.231836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.232256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.232878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.233283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.233688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.234093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:09.256598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:09.257361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.279523 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-bf607974-777d-41d7-9f67-82b998ac7207 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7135212 Dec 15 14:17:09.295305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Request body: {'port': {'device_id': '65e21f74-3104-4107-9a50-e077ffbf3dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:09.359171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.459392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5df9dc5c-47b9-45c6-9549-8480fea0bd84 None None] Provisioning complete for port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:09.460522 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5df9dc5c-47b9-45c6-9549-8480fea0bd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.508038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5df9dc5c-47b9-45c6-9549-8480fea0bd84 None None] Port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:17:09.648139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:09.656570 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.669668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Transition to ACTIVE for port object 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:09.673522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.724977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Pushing event updated for resources: {'Port': ['ID=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:09.819545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Attempting to bind port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:09.820308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Attempting to bind port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:09.820829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Attempting to bind port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:09.826709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d on network 7ecaa962-d424-4477-b544-372160275986 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:09.827205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Attempting to bind port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:09.828696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcbe03-a1c3-4ea4-89f2-cfdb78e20e46 req-2db4fb0a-108d-4c8f-985c-1edbc7b3453a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:09.834432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:09.835037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:09.835586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:09.835983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27dcbe03-a1c3-4ea4-89f2-cfdb78e20e46 req-2db4fb0a-108d-4c8f-985c-1edbc7b3453a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0711467 Dec 15 14:17:09.836374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Bound port: 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:09.836908 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.915293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-27dcbe03-a1c3-4ea4-89f2-cfdb78e20e46 req-7a2bfdd3-1f8a-489c-9692-fb679f6675fc tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782571 Dec 15 14:17:09.957799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8c3ad-4a57-4123-ac52-84124973e8bd req-7dd75da1-ce7a-4719-8b2c-712d0959ef8b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:09.959344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-47b8c3ad-4a57-4123-ac52-84124973e8bd req-7dd75da1-ce7a-4719-8b2c-712d0959ef8b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0814397 Dec 15 14:17:09.963453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] For port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:09.967038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] For port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:09.976676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.044325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.044955 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.046400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] 10.222.0.24 "PUT /v2.0/ports/5413c4ec-d5dd-44eb-a79d-2ff7839fb27d HTTP/1.1" status: 200 len: 1092 time: 0.7578912 Dec 15 14:17:10.049967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e21f74-3104-4107-9a50-e077ffbf3dc1', 'tag': '5413c4ec-d5dd-44eb-a79d-2ff7839fb27d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:10.052451 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a653fb2-f4b0-4292-8038-377e671e47a3" -d '{"events": [{"name": "network-changed", "server_uuid": "65e21f74-3104-4107-9a50-e077ffbf3dc1", "tag": "5413c4ec-d5dd-44eb-a79d-2ff7839fb27d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:10.077711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-47b8c3ad-4a57-4123-ac52-84124973e8bd req-e4113590-e59e-4bd8-ae67-7e451fb24365 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091502 Dec 15 14:17:10.080892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e79402-0431-4b26-bef1-d3d052f1e235 service neutron] Pushing event updated for resources: {'Port': ['ID=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:10.130216 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed965c90-855b-4a54-b0b5-81330def51f2 x-openstack-request-id: req-ed965c90-855b-4a54-b0b5-81330def51f2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:10.130576 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e21f74-3104-4107-9a50-e077ffbf3dc1", "tag": "5413c4ec-d5dd-44eb-a79d-2ff7839fb27d", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:10.130853 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed965c90-855b-4a54-b0b5-81330def51f2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:10.131270 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e21f74-3104-4107-9a50-e077ffbf3dc1', 'tag': '5413c4ec-d5dd-44eb-a79d-2ff7839fb27d', 'status': 'completed', 'code': 200} Dec 15 14:17:10.151923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f914-a575-49a6-a796-1111df104e22 req-78f5a115-8baf-41b2-ab29-3ad9d17c9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.151923 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-78f5a115-8baf-41b2-ab29-3ad9d17c9338 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 1095 time: 0.0521400 Dec 15 14:17:10.202404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-a1124f8f-ae47-43d6-a71b-4577494bfbdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d HTTP/1.1" status: 200 len: 217 time: 0.0436172 Dec 15 14:17:10.259403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f914-a575-49a6-a796-1111df104e22 req-b5db4b70-62eb-4b1b-87dd-da3562f8f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.261162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-b5db4b70-62eb-4b1b-87dd-da3562f8f915 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0523901 Dec 15 14:17:10.312819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f914-a575-49a6-a796-1111df104e22 req-9f7114de-cc32-43ac-b4c7-628aa3bdd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.314243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-9f7114de-cc32-43ac-b4c7-628aa3bdd6a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450459 Dec 15 14:17:10.411133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-21549a52-8c87-4f7e-b24a-41eead2c6ac2 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884700 Dec 15 14:17:10.503025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1f5f914-a575-49a6-a796-1111df104e22 req-4c5175a3-d8e2-4750-8054-c3069d5259fd service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838122 Dec 15 14:17:10.594343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-902ea3ee-68d2-4dba-9b13-a84b85487557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.596098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-902ea3ee-68d2-4dba-9b13-a84b85487557 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 1095 time: 0.0458851 Dec 15 14:17:10.689648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-685fd38a-445f-4aee-aa31-b5ad6703fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.691112 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-685fd38a-445f-4aee-aa31-b5ad6703fb0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0878742 Dec 15 14:17:10.735279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-c321c688-027b-4dff-a8b3-d79117c76f26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d HTTP/1.1" status: 200 len: 217 time: 0.0342841 Dec 15 14:17:10.783275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-f55c94ca-bbc4-42e5-b6ee-8504d5c44571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.784724 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-f55c94ca-bbc4-42e5-b6ee-8504d5c44571 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0430751 Dec 15 14:17:10.835986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-b3960d78-5265-45a7-bd5b-d934ac88ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.837443 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-b3960d78-5265-45a7-bd5b-d934ac88ac7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455241 Dec 15 14:17:10.929213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-b6c3a767-382a-473e-803e-785ae8ef5887 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834563 Dec 15 14:17:11.063611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32b425-dd0f-4fa4-abee-13383ee4edc3 req-1487589d-32c6-474f-99e9-f3bb3a4923b8 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:11.065050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a32b425-dd0f-4fa4-abee-13383ee4edc3 req-1487589d-32c6-474f-99e9-f3bb3a4923b8 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0795922 Dec 15 14:17:11.076965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a653fb2-f4b0-4292-8038-377e671e47a3 req-9073ce62-907b-41ae-bf7f-13ebfa7aeffe service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406069 Dec 15 14:17:11.130946 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a32b425-dd0f-4fa4-abee-13383ee4edc3 req-33f1ca71-aa46-42d8-be2e-60d677149418 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529816 Dec 15 14:17:11.212367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24c225-48b7-4bb6-bc57-024ac734966c req-f25ed751-5e86-4a7b-b445-c8932092168d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:11.213992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c24c225-48b7-4bb6-bc57-024ac734966c req-f25ed751-5e86-4a7b-b445-c8932092168d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0549128 Dec 15 14:17:11.263699 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c24c225-48b7-4bb6-bc57-024ac734966c req-65d7c928-fac7-4504-852a-8c4f544b16ad tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Dec 15 14:17:12.260776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea8fdd-11ea-4960-bad9-b1a685e13474 req-a05418a4-250a-4b24-b437-068dfdbd2a4b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:12.263130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85ea8fdd-11ea-4960-bad9-b1a685e13474 req-a05418a4-250a-4b24-b437-068dfdbd2a4b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0541363 Dec 15 14:17:12.321862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85ea8fdd-11ea-4960-bad9-b1a685e13474 req-02945043-ddbb-4a29-93d0-4c6616113f0c tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511484 Dec 15 14:17:12.399109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4529988-c15e-4b41-a248-b946d575d04c req-62e25a3b-f29e-4917-a621-f073c630330d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:12.400607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4529988-c15e-4b41-a248-b946d575d04c req-62e25a3b-f29e-4917-a621-f073c630330d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0650661 Dec 15 14:17:12.448375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4529988-c15e-4b41-a248-b946d575d04c req-9daf5c87-67b4-4905-8a02-5f749604b1a1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Dec 15 14:17:13.435372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866f6fc-5b88-4fc0-85cc-9e962a30bc50 req-7b226f08-3634-4ab6-814c-baf264f3567f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.437192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a866f6fc-5b88-4fc0-85cc-9e962a30bc50 req-7b226f08-3634-4ab6-814c-baf264f3567f tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 945 time: 0.0544541 Dec 15 14:17:13.460072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd83b7-f152-4abd-b7cb-280b37038dcd req-9b31e97f-58df-4ded-af39-24f854ab7fd6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.461602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50dd83b7-f152-4abd-b7cb-280b37038dcd req-9b31e97f-58df-4ded-af39-24f854ab7fd6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0624764 Dec 15 14:17:13.487596 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a866f6fc-5b88-4fc0-85cc-9e962a30bc50 req-31fd39ec-3a01-48c7-b59c-d3d32d68efec tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 Dec 15 14:17:13.519160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50dd83b7-f152-4abd-b7cb-280b37038dcd req-d0944bdc-4db5-40c0-9b7c-cfe8f2e83154 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506697 Dec 15 14:17:13.597524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546749aa-8836-4429-806f-e9cc190cb30c req-997ca620-319c-4088-9cc9-c7e2c561304a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.598971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-546749aa-8836-4429-806f-e9cc190cb30c req-997ca620-319c-4088-9cc9-c7e2c561304a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0498731 Dec 15 14:17:13.650502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-546749aa-8836-4429-806f-e9cc190cb30c req-d683f32f-12ce-4d3a-a6cd-854174cf84f8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Dec 15 14:17:14.612351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2074-2975-4072-aa44-d51c7f732c2e req-5d8c8b3e-18c0-4e26-b108-3f6bc4c5622c tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.614065 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f8cc2074-2975-4072-aa44-d51c7f732c2e req-5d8c8b3e-18c0-4e26-b108-3f6bc4c5622c tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Dec 15 14:17:14.649552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ac3a4-66b9-46a7-9825-65ffb8389529 req-e074aa19-4f00-4ac5-a3ba-aa00c34dedac tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.651166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e48ac3a4-66b9-46a7-9825-65ffb8389529 req-e074aa19-4f00-4ac5-a3ba-aa00c34dedac tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0516858 Dec 15 14:17:14.669806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f8cc2074-2975-4072-aa44-d51c7f732c2e req-8eaeb176-612a-4dcc-a4e9-0669cc7ad9b3 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/security-groups?id=1f7ef970-1775-481d-bc48-321d42adb7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491548 Dec 15 14:17:14.706580 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e48ac3a4-66b9-46a7-9825-65ffb8389529 req-24b12eb2-90df-4c27-a88f-68bc75c85d92 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488071 Dec 15 14:17:14.796869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88515a-8a1f-4c20-8785-e632e9e2b9b6 req-80cfb195-4747-414f-9fb4-40b24ffca93f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.798421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba88515a-8a1f-4c20-8785-e632e9e2b9b6 req-80cfb195-4747-414f-9fb4-40b24ffca93f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0581450 Dec 15 14:17:14.854236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba88515a-8a1f-4c20-8785-e632e9e2b9b6 req-f85e3843-b150-453f-a26c-d963bacd24ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488377 Dec 15 14:17:15.038413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-bc0e49b8-8496-4764-a9af-f17f12e010a4 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:15.040154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-bc0e49b8-8496-4764-a9af-f17f12e010a4 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.24 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 945 time: 0.0819666 Dec 15 14:17:15.146030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Deleting port 01d9be94-98b6-4e6b-a40b-1769dfc03551 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:15.146406 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.238628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] For port 01d9be94-98b6-4e6b-a40b-1769dfc03551, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=01d9be94-98b6-4e6b-a40b-1769dfc03551,segment=NetworkSegment(91ea3557-2883-4dec-8f50-34ae0dc1c56f),segment_id=91ea3557-2883-4dec-8f50-34ae0dc1c56f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:15.239071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.253095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Calling delete_port for 01d9be94-98b6-4e6b-a40b-1769dfc03551 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:15.385722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.397702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['01d9be94-98b6-4e6b-a40b-1769dfc03551'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:15.415699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Pushing event deleted for resources: {'Port': ['ID=01d9be94-98b6-4e6b-a40b-1769dfc03551,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:15.443257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809a976-acee-486b-aec7-5440d9ae1c80 None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:17:15.460184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] No DVR routers for this DVR port 01d9be94-98b6-4e6b-a40b-1769dfc03551 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:17:15.462799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.467413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f38b303-9e05-4e00-8b38-e3c0d4ae7678 req-343c9be3-ecd0-4d8b-80ce-f1dbfe5bfef0 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.24 "DELETE /v2.0/ports/01d9be94-98b6-4e6b-a40b-1769dfc03551 HTTP/1.1" status: 204 len: 173 time: 0.4205456 Dec 15 14:17:15.467920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052590f9-a12a-4a5b-ba40-a2bee0639806', 'name': 'network-vif-deleted', 'tag': '01d9be94-98b6-4e6b-a40b-1769dfc03551'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:15.470239 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a26eade-72b3-401c-bb54-546d406154f1" -d '{"events": [{"server_uuid": "052590f9-a12a-4a5b-ba40-a2bee0639806", "name": "network-vif-deleted", "tag": "01d9be94-98b6-4e6b-a40b-1769dfc03551"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:15.512958 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec69a51-9b7a-499c-af27-70a38ab71123 x-openstack-request-id: req-8ec69a51-9b7a-499c-af27-70a38ab71123 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:15.513411 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052590f9-a12a-4a5b-ba40-a2bee0639806", "name": "network-vif-deleted", "tag": "01d9be94-98b6-4e6b-a40b-1769dfc03551", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:15.513677 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ec69a51-9b7a-499c-af27-70a38ab71123 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:15.514087 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052590f9-a12a-4a5b-ba40-a2bee0639806', 'name': 'network-vif-deleted', 'tag': '01d9be94-98b6-4e6b-a40b-1769dfc03551', 'status': 'completed', 'code': 200} Dec 15 14:17:15.696825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b71b-7240-416d-aa19-93ad778eca03 req-7d5befe9-39bb-4f80-bd8f-92186257d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:15.698346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f958b71b-7240-416d-aa19-93ad778eca03 req-7d5befe9-39bb-4f80-bd8f-92186257d712 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 1096 time: 0.0470765 Dec 15 14:17:15.800955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1625c65c-73c4-460e-8b8c-fdb5d3d2e26a req-2846bf5d-8307-4f0f-826d-4cc2e06ce2e1 tempest-VolumesSnapshotTestJSON-30262741 tempest-VolumesSnapshotTestJSON-30262741-project] 10.222.0.86 "GET /v2.0/ports?device_id=052590f9-a12a-4a5b-ba40-a2bee0639806 HTTP/1.1" status: 200 len: 210 time: 0.0366359 Dec 15 14:17:15.833398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b71b-7240-416d-aa19-93ad778eca03 req-a8d7042d-55fd-4f03-afa5-2518c3a25ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:15.835225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f958b71b-7240-416d-aa19-93ad778eca03 req-a8d7042d-55fd-4f03-afa5-2518c3a25ead service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 917 time: 0.1186068 Dec 15 14:17:15.851859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526b787-6e80-4159-acf9-7b271dce0e8f req-79808ce0-6ffe-4ed4-b8f3-f61aaf01082d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:15.854323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e526b787-6e80-4159-acf9-7b271dce0e8f req-79808ce0-6ffe-4ed4-b8f3-f61aaf01082d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0682838 Dec 15 14:17:15.891458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f958b71b-7240-416d-aa19-93ad778eca03 req-6eb2a428-3fd1-4c21-b638-46dffdeb0ebe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 HTTP/1.1" status: 200 len: 217 time: 0.0482504 Dec 15 14:17:15.939309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e526b787-6e80-4159-acf9-7b271dce0e8f req-c976fced-d5e4-4052-b6ce-42ccd7adea5a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769413 Dec 15 14:17:16.006717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b71b-7240-416d-aa19-93ad778eca03 req-cdbe2cdb-e19a-4d93-9dde-10f907d524b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:16.008420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f958b71b-7240-416d-aa19-93ad778eca03 req-cdbe2cdb-e19a-4d93-9dde-10f907d524b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 200 len: 855 time: 0.1096981 Dec 15 14:17:16.054748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f958b71b-7240-416d-aa19-93ad778eca03 req-af3b4dbb-73a4-4cd8-bc40-ebd101757564 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac720ec8-82f8-4978-b3cb-65477071221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367064 Dec 15 14:17:16.065580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b21332-6c0b-442e-ac8e-aa5934f63738 req-fb78a07c-7675-4cd6-84d3-db9d10179306 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:16.068436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92b21332-6c0b-442e-ac8e-aa5934f63738 req-fb78a07c-7675-4cd6-84d3-db9d10179306 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.1058154 Dec 15 14:17:16.172291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92b21332-6c0b-442e-ac8e-aa5934f63738 req-c38641e0-8584-48ab-874b-7a5a9583090c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916312 Dec 15 14:17:16.215288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f958b71b-7240-416d-aa19-93ad778eca03 req-60aab65e-492c-4ded-a628-301968f92928 service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453271 Dec 15 14:17:16.619212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f958b71b-7240-416d-aa19-93ad778eca03 req-11ab4678-8800-4425-bbd8-b17dc1a57a83 service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970935 Dec 15 14:17:17.097192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e76e-b255-4fb3-a903-2449639fb46f req-08f995cb-643c-46cb-85dc-f7430ce772f2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:17.106535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71f6e76e-b255-4fb3-a903-2449639fb46f req-08f995cb-643c-46cb-85dc-f7430ce772f2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0710213 Dec 15 14:17:17.209091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71f6e76e-b255-4fb3-a903-2449639fb46f req-a8e01a1b-7b30-475e-9acf-42f4ae605e1a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016631 Dec 15 14:17:17.370688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ff97-b106-44bf-8bed-61b06ca27fb9 req-333ad7d0-290e-4f5e-a3a7-6f31c7808879 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:17.380349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1883ff97-b106-44bf-8bed-61b06ca27fb9 req-333ad7d0-290e-4f5e-a3a7-6f31c7808879 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0839131 Dec 15 14:17:17.452556 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1883ff97-b106-44bf-8bed-61b06ca27fb9 req-934e56f0-bf92-439c-981c-d8ab41637091 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641882 Dec 15 14:17:18.370392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04434b92-c1ee-4c71-87f4-855f8489d1db req-3280d591-ad83-40d6-874b-944fa118d50f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:18.372753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04434b92-c1ee-4c71-87f4-855f8489d1db req-3280d591-ad83-40d6-874b-944fa118d50f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0618503 Dec 15 14:17:18.444088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04434b92-c1ee-4c71-87f4-855f8489d1db req-20e6959b-59e3-48ed-8cd4-997fe0265827 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630927 Dec 15 14:17:18.581161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77d2a-838f-4b3a-82fa-f8cea0ea8cfa req-73a4a95f-8589-4f56-b2b6-c40393683c66 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:18.589566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01f77d2a-838f-4b3a-82fa-f8cea0ea8cfa req-73a4a95f-8589-4f56-b2b6-c40393683c66 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0593703 Dec 15 14:17:18.643628 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01f77d2a-838f-4b3a-82fa-f8cea0ea8cfa req-47d986bc-405b-42d9-af7d-4a12e60ac0a7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523109 Dec 15 14:17:19.161360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 01d9be94-98b6-4e6b-a40b-1769dfc03551 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:19.202714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 01d9be94-98b6-4e6b-a40b-1769dfc03551 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:19.203262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 01d9be94-98b6-4e6b-a40b-1769dfc03551 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:19.630707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99b757-407a-43a0-a942-1c2713cc9339 req-d72678b7-c7ce-4681-a886-46d65e62b800 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:19.632214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc99b757-407a-43a0-a942-1c2713cc9339 req-d72678b7-c7ce-4681-a886-46d65e62b800 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0695920 Dec 15 14:17:19.686496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc99b757-407a-43a0-a942-1c2713cc9339 req-6d88ffbd-18b2-4e31-8d25-7a296c39284f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463886 Dec 15 14:17:19.785464 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72a5e0-e19e-4e28-b986-f513b87102de req-de4f280b-92cd-4d89-a3b1-c84f4cf5577f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:19.786986 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f72a5e0-e19e-4e28-b986-f513b87102de req-de4f280b-92cd-4d89-a3b1-c84f4cf5577f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0581124 Dec 15 14:17:19.853784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0f72a5e0-e19e-4e28-b986-f513b87102de req-31a5ae77-e6d4-451e-a5cf-f3e259eea4ef tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603542 Dec 15 14:17:20.250665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:17:20.825322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026757e-7dad-4873-9612-a6fd384e327f req-60353f3f-20ab-4a37-8993-d4bf0b025dd0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.826669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2026757e-7dad-4873-9612-a6fd384e327f req-60353f3f-20ab-4a37-8993-d4bf0b025dd0 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0547202 Dec 15 14:17:20.903420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2026757e-7dad-4873-9612-a6fd384e327f req-fc72f0e1-dfe4-456b-815a-cd46cffe5b2a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641212 Dec 15 14:17:20.980335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:17:20.983589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:21.016317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b7034-7e15-4939-80e2-557bb83c1485 req-82206f11-ef10-40b9-b0f6-1d588c43cc88 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:21.017855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d2b7034-7e15-4939-80e2-557bb83c1485 req-82206f11-ef10-40b9-b0f6-1d588c43cc88 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0575044 Dec 15 14:17:21.104239 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d2b7034-7e15-4939-80e2-557bb83c1485 req-a1fa39e1-226b-474d-96fc-549101836a52 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790160 Dec 15 14:17:21.173254 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.194507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:21.223548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:21.226342 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97912248-5a38-44aa-bbc0-ca00524cface" -d '{"events": [{"server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:21.233501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'port_id': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'mac_address': 'fa:16:3e:18:c1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc942c0-7282-4710-9625-5cf80a724a86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:17:21.252010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:21.284720 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9be2e64-410c-40a2-a3a8-bd755e29c0d0 x-openstack-request-id: req-d9be2e64-410c-40a2-a3a8-bd755e29c0d0 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:21.285097 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:21.285423 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9be2e64-410c-40a2-a3a8-bd755e29c0d0 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:21.285885 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'code': 200} Dec 15 14:17:21.288455 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.331780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.353615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:21.399376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:21.412544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:17:21.414352 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:17:21.959213 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.976644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:22.021052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:22.030630 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.068820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2c465-f0d9-4c4d-ba63-c1c66755b5c3 req-8b37d010-6d6a-4d63-be30-6f8d15e2eef7 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:22.079013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-faa2c465-f0d9-4c4d-ba63-c1c66755b5c3 req-8b37d010-6d6a-4d63-be30-6f8d15e2eef7 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 943 time: 0.0775154 Dec 15 14:17:22.097703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:22.123781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-faa2c465-f0d9-4c4d-ba63-c1c66755b5c3 req-0eea7285-573c-4d7b-a832-dec2e4d6118d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Dec 15 14:17:22.243433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:22.252298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18b4ef-665e-44d1-9ccd-ac0eb328378a req-5993faea-54b7-4c3d-b113-e32f6e234413 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:22.256326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d18b4ef-665e-44d1-9ccd-ac0eb328378a req-5993faea-54b7-4c3d-b113-e32f6e234413 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0583768 Dec 15 14:17:22.316635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d18b4ef-665e-44d1-9ccd-ac0eb328378a req-f39bf5c9-85e3-4832-834f-b830405bebb9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528722 Dec 15 14:17:22.983544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:17:23.045895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:23.046685 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:23.153194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:23.191086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:23.197643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:23.263509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:23.281872 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6f16-1508-4218-a5d4-4b570e43bb1b req-b436fec2-fbf0-44a3-aaa9-8f02dc49429f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:23.283385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afcf6f16-1508-4218-a5d4-4b570e43bb1b req-b436fec2-fbf0-44a3-aaa9-8f02dc49429f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0603323 Dec 15 14:17:23.286877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:23.289255 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f4546-205f-4d6b-88c5-581cd92eb5ac" -d '{"events": [{"server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "name": "network-vif-plugged", "status": "completed", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:23.334736 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981937cb-8437-4778-9e4f-f418605c4ebb x-openstack-request-id: req-981937cb-8437-4778-9e4f-f418605c4ebb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:23.335054 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "name": "network-vif-plugged", "status": "completed", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:23.335303 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-981937cb-8437-4778-9e4f-f418605c4ebb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:23.335752 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'code': 200} Dec 15 14:17:23.349653 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-afcf6f16-1508-4218-a5d4-4b570e43bb1b req-498beda1-eae5-47b4-aa35-04a1ef5f8c9b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567882 Dec 15 14:17:23.488081 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4d2e4-dfbc-44db-a50d-7a8624cad81b req-6f329d66-18bf-448a-ab1c-a92524319b57 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:23.490257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a4d2e4-dfbc-44db-a50d-7a8624cad81b req-6f329d66-18bf-448a-ab1c-a92524319b57 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0572209 Dec 15 14:17:23.572270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a4d2e4-dfbc-44db-a50d-7a8624cad81b req-7b57cfe6-75f7-41d3-868d-e51f0ded5216 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740545 Dec 15 14:17:23.599805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da86d2-0af7-4d65-afba-171584074b69 req-fc22b76d-2d81-48a4-97dd-d1809d4d5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:23.601546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5da86d2-0af7-4d65-afba-171584074b69 req-fc22b76d-2d81-48a4-97dd-d1809d4d5112 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 1096 time: 0.0766211 Dec 15 14:17:23.650258 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5da86d2-0af7-4d65-afba-171584074b69 req-af6d9a48-40ad-4830-b2ea-aa91414c2efb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Dec 15 14:17:24.492352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883f189-fab4-4600-8995-9dd29e6f9d58 req-b6f1fecd-6478-43f1-b39f-8ac0e4c1fd9e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:24.493921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2883f189-fab4-4600-8995-9dd29e6f9d58 req-b6f1fecd-6478-43f1-b39f-8ac0e4c1fd9e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0573733 Dec 15 14:17:24.566669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2883f189-fab4-4600-8995-9dd29e6f9d58 req-01beda80-ea6f-4988-8552-44055eac79be tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662229 Dec 15 14:17:24.797710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f87de-bc21-4531-94a9-105b868ae41f req-31b2307a-5208-4710-a64a-0f77be1213b3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:24.800188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-876f87de-bc21-4531-94a9-105b868ae41f req-31b2307a-5208-4710-a64a-0f77be1213b3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0821259 Dec 15 14:17:24.868237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-876f87de-bc21-4531-94a9-105b868ae41f req-9118b683-354b-4a8b-bfeb-b330ba5505b9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Dec 15 14:17:25.750806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48136ac-61dc-4e47-a791-0a8da16d80ea req-17539564-519c-4cd3-82c6-d164e46ddf60 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:25.753042 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f48136ac-61dc-4e47-a791-0a8da16d80ea req-17539564-519c-4cd3-82c6-d164e46ddf60 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0834897 Dec 15 14:17:25.808223 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f48136ac-61dc-4e47-a791-0a8da16d80ea req-2ab510b0-851d-4d36-9f0d-c20631a2cc9b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Dec 15 14:17:25.972326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188ac9a-2842-49ca-83d7-f5233692235d req-2a995f3e-449c-451c-92ce-a9b2195e6d56 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:25.980245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5188ac9a-2842-49ca-83d7-f5233692235d req-2a995f3e-449c-451c-92ce-a9b2195e6d56 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.0966401 Dec 15 14:17:26.033658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5188ac9a-2842-49ca-83d7-f5233692235d req-f05b824f-c6d4-4392-b243-f5a3517d25e4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523801 Dec 15 14:17:26.047790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb0f3-9467-497f-8973-429c6283bd37 req-2da85bbc-56fc-490d-8f6c-6cb389fdca20 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:26.052512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-770cb0f3-9467-497f-8973-429c6283bd37 req-2da85bbc-56fc-490d-8f6c-6cb389fdca20 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0967979 Dec 15 14:17:26.203771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-770cb0f3-9467-497f-8973-429c6283bd37 req-b3b9f05f-6417-4d61-af6a-d27630c8fdf5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478336 Dec 15 14:17:26.520556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-bc5b682d-5a8b-466f-8f79-060f3f2414be tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:26.522157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-bc5b682d-5a8b-466f-8f79-060f3f2414be tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 815 time: 0.1180041 Dec 15 14:17:26.545821 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-c84706be-bedd-40a6-96c5-6207ba46f041 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/quotas/a723074f85564c269a38c52686555e9e HTTP/1.1" status: 200 len: 375 time: 0.0166948 Dec 15 14:17:26.605183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-3d3821c1-7fc6-4951-9016-3b8844fe9b17 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576916 Dec 15 14:17:26.718030 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-5e7735dc-2bf9-4f4e-99e4-cd2cce03c6e4 service neutron] 10.222.0.86 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110976 Dec 15 14:17:27.099160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-d97185cf-d54b-40bc-9b75-f72cdfb8b603 service neutron] 10.222.0.86 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739159 Dec 15 14:17:27.189310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:17:27.442735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:27.459675 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-67f96410-b8c9-4d68-8e24-85b55b7c997a req-2e86df59-028e-4f9e-b3b7-cae7ac3c3509 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 210 time: 0.0721815 Dec 15 14:17:27.478240 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '5413c4ec-d5dd-44eb-a79d-2ff7839fb27d', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'port_id': '5413c4ec-d5dd-44eb-a79d-2ff7839fb27d', 'mac_address': 'fa:16:3e:d7:4e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:17:27.521340 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.536118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:27.537137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069207e6-b44c-447f-9bee-94519fab6b11 req-e8812fae-bc09-491a-9452-0587da995dc8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:27.546961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-069207e6-b44c-447f-9bee-94519fab6b11 req-e8812fae-bc09-491a-9452-0587da995dc8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 944 time: 0.1551690 Dec 15 14:17:27.570948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:27.576515 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.666200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-05d7edf1-04c1-4896-82e3-e684c88bba2b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:27.668824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-05d7edf1-04c1-4896-82e3-e684c88bba2b tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ac9b703-3461-41f9-b90c-795195b6d59a HTTP/1.1" status: 200 len: 945 time: 0.1192644 Dec 15 14:17:27.672104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:27.673359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-069207e6-b44c-447f-9bee-94519fab6b11 req-dd660c1e-a81b-4715-88df-bae051b069bc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230326 Dec 15 14:17:27.796935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['5413c4ec-d5dd-44eb-a79d-2ff7839fb27d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:27.908829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Deleting port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:27.909468 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:28.035208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] For port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:28.035635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:28.057283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Calling delete_port for 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:28.258443 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:28.273853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:28.287387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Pushing event deleted for resources: {'Port': ['ID=1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:28.362165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] No DVR routers for this DVR port 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:17:28.364904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:28.368883 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0a504328-1e06-4180-9594-5e48f66c6dc1 req-06fe550e-7109-4359-b3ce-9d97ef752d54 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.74 "DELETE /v2.0/ports/1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 HTTP/1.1" status: 204 len: 173 time: 0.6932175 Dec 15 14:17:28.369458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'name': 'network-vif-deleted', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:28.372623 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a81f08-c427-4eb9-a010-d46dc585bea7" -d '{"events": [{"server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "name": "network-vif-deleted", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:28.423622 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c304cfd5-cddd-4b5d-9d56-888dcd94392b x-openstack-request-id: req-c304cfd5-cddd-4b5d-9d56-888dcd94392b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:28.423963 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac9b703-3461-41f9-b90c-795195b6d59a", "name": "network-vif-deleted", "tag": "1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:28.424226 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c304cfd5-cddd-4b5d-9d56-888dcd94392b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:28.424643 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac9b703-3461-41f9-b90c-795195b6d59a', 'name': 'network-vif-deleted', 'tag': '1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445', 'status': 'completed', 'code': 200} Dec 15 14:17:28.575592 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae82e4d6-15e4-4f9b-8467-41fb1df4066a req-1e3f4deb-9dac-4dfb-8727-1436877d81cd tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 210 time: 0.0276082 Dec 15 14:17:28.614567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-b58ebb35-012c-4b4e-a68e-d398af30fca1 req-c8914f77-a6f4-410f-be4d-05dfad59778e service neutron] (109767) timed out ('10.222.0.86', 45180) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:17:28.894864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d2975-dd16-4d77-8299-2d08e76d18a4 req-5c97c79c-1356-4555-8412-d62a9b9741a6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:28.903247 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb8d2975-dd16-4d77-8299-2d08e76d18a4 req-5c97c79c-1356-4555-8412-d62a9b9741a6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 945 time: 0.1303163 Dec 15 14:17:28.958661 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb8d2975-dd16-4d77-8299-2d08e76d18a4 req-0a7e3f43-95f5-40f4-b3d7-92d9724144c2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540438 Dec 15 14:17:28.999719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-8673386d-368e-47d0-869a-45a96bab47e8 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.001859 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-8673386d-368e-47d0-869a-45a96bab47e8 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.74 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 815 time: 0.1874707 Dec 15 14:17:29.034340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Request body: {'port': {'device_id': 'c2726fbc-5364-4269-a04e-91d358593a12', 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'admin_state_up': True, 'tenant_id': 'a723074f85564c269a38c52686555e9e'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:29.204073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:17:29.206338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Made reservation on behalf of a723074f85564c269a38c52686555e9e for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:29.212637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.291581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:17:29.297530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:29.297974 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.390540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Allocated IP 172.20.0.12 (ac720ec8-82f8-4978-b3cb-65477071221b/abc942c0-7282-4710-9625-5cf80a724a86/4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:29.453072 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.502531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e21f74-3104-4107-9a50-e077ffbf3dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5413c4ec-d5dd-44eb-a79d-2ff7839fb27d'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:29.505064 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659af697-fda8-4c8b-a1f7-c0337326dce6" -d '{"events": [{"server_uuid": "65e21f74-3104-4107-9a50-e077ffbf3dc1", "name": "network-vif-plugged", "status": "completed", "tag": "5413c4ec-d5dd-44eb-a79d-2ff7839fb27d"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:29.523236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:29.529911 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.606878 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514d7a44-a01b-4db3-866e-25ae0ae459af x-openstack-request-id: req-514d7a44-a01b-4db3-866e-25ae0ae459af {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:29.606878 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e21f74-3104-4107-9a50-e077ffbf3dc1", "name": "network-vif-plugged", "status": "completed", "tag": "5413c4ec-d5dd-44eb-a79d-2ff7839fb27d", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:29.607346 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-514d7a44-a01b-4db3-866e-25ae0ae459af {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:29.609030 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e21f74-3104-4107-9a50-e077ffbf3dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5413c4ec-d5dd-44eb-a79d-2ff7839fb27d', 'code': 200} Dec 15 14:17:29.710090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:29.734950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.778023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8d47c1e-d30a-4bdf-a376-8a82d5a594fe req-17286a84-e599-489e-8721-f326977b748d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 210 time: 0.0477688 Dec 15 14:17:29.852191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df1cb-2dc9-4c6d-8118-09be875b718f req-d1e78ba5-407a-4ca6-af38-fdc274537968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.854094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c2df1cb-2dc9-4c6d-8118-09be875b718f req-d1e78ba5-407a-4ca6-af38-fdc274537968 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 1097 time: 0.1156054 Dec 15 14:17:29.870841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.947601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Network ac720ec8-82f8-4978-b3cb-65477071221b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:29.953891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Pushing event updated for resources: {'Port': ['ID=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:29.958289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:29.963338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:29.997512 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c2df1cb-2dc9-4c6d-8118-09be875b718f req-0bb19507-7fe8-4e91-a467-15e6cf4a5a80 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356664 Dec 15 14:17:30.026580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.027349 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.053241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-0fb3233a-e9e0-45d8-9361-9d9425f33a36 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0379047 Dec 15 14:17:30.072270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Request body: {'port': {'device_id': 'c2726fbc-5364-4269-a04e-91d358593a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:30.145176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359649d5-6270-4978-928a-330bab0846f1 req-f6e251df-de94-468e-85f7-a177f1e616f2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.152935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-359649d5-6270-4978-928a-330bab0846f1 req-f6e251df-de94-468e-85f7-a177f1e616f2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 946 time: 0.1128242 Dec 15 14:17:30.174237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.244862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-359649d5-6270-4978-928a-330bab0846f1 req-d75a3b37-a52c-4339-bdcd-bd65d372746c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903528 Dec 15 14:17:30.486035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:30.494648 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.511121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Transition to ACTIVE for port object 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:30.515993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.567709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:30.662299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Attempting to bind port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:30.662717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Attempting to bind port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:30.663160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Attempting to bind port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b on network ac720ec8-82f8-4978-b3cb-65477071221b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:30.667848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b on network ac720ec8-82f8-4978-b3cb-65477071221b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:30.668881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Attempting to bind port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b on network ac720ec8-82f8-4978-b3cb-65477071221b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:30.673936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:30.674388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Checking segment: {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:30.675139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Bound using segment: {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:30.675665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Bound port: 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b2b66d-6b11-493a-82e8-4c104473c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:30.677410 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.758388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] For port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:30.762872 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] For port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:30.769036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.814886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.815396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.816869 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] 10.222.0.74 "PUT /v2.0/ports/4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b HTTP/1.1" status: 200 len: 1092 time: 0.7493894 Dec 15 14:17:30.817324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2726fbc-5364-4269-a04e-91d358593a12', 'tag': '4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:30.819591 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa23cf-803b-4272-90bd-e8efc318981f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2726fbc-5364-4269-a04e-91d358593a12", "tag": "4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:30.896860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b2e2c-286e-4918-99f5-bcf55af0ada0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:31.010629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-aa8a1865-fd8a-4e42-81a2-bf9db33cb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.015498 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-aa8a1865-fd8a-4e42-81a2-bf9db33cb89d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 1095 time: 0.1108544 Dec 15 14:17:31.026459 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:31.034429 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e461950-690e-4ba7-ac29-4f1b54592fb8 x-openstack-request-id: req-0e461950-690e-4ba7-ac29-4f1b54592fb8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:31.034708 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2726fbc-5364-4269-a04e-91d358593a12", "tag": "4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:31.035152 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0e461950-690e-4ba7-ac29-4f1b54592fb8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:31.040752 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2726fbc-5364-4269-a04e-91d358593a12', 'tag': '4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b', 'status': 'completed', 'code': 200} Dec 15 14:17:31.065699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:31.077192 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-42db70a2-eddd-4d58-99df-f0010cff9097 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b HTTP/1.1" status: 200 len: 217 time: 0.0535707 Dec 15 14:17:31.082481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316b74-1f7c-4cfc-866a-df25cd914896 req-b8c9c5fe-c25a-4ef7-8638-7f71a432bc9a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.096414 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df316b74-1f7c-4cfc-866a-df25cd914896 req-b8c9c5fe-c25a-4ef7-8638-7f71a432bc9a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 944 time: 0.1256948 Dec 15 14:17:31.109127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:31.109510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 1ea9b3ca-0a27-4cd8-bef2-b5e48b14a445 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:31.175802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-21ca8cc1-9991-4467-b957-0f0a3ae2fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.182978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-21ca8cc1-9991-4467-b957-0f0a3ae2fbda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 200 len: 855 time: 0.0880058 Dec 15 14:17:31.191399 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:31.234166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df316b74-1f7c-4cfc-866a-df25cd914896 req-d458d78f-9740-4b7b-8d2a-c0f5f859ef77 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365142 Dec 15 14:17:31.251129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-bcd81a4b-f78d-4bda-be1d-4b053f2002ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac720ec8-82f8-4978-b3cb-65477071221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619278 Dec 15 14:17:31.253499 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c18582fc-1597-4c9d-a07e-2c6385ebe91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:31.416761 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-163eb890-8af9-4a12-858e-7c2cb0602ca1 service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582534 Dec 15 14:17:31.441557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9385f4-8328-4d4f-a512-d43022dbd762 req-58a814ac-ec63-4744-8199-3d4455adb369 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.443028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd9385f4-8328-4d4f-a512-d43022dbd762 req-58a814ac-ec63-4744-8199-3d4455adb369 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0808663 Dec 15 14:17:31.552355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd9385f4-8328-4d4f-a512-d43022dbd762 req-02f75d05-3478-4308-bed4-4d919895f2df tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979156 Dec 15 14:17:31.597165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa75ebad-596c-4927-a305-bb9afc33b1b0 req-d69a7603-f7ae-4303-bb60-ed820c0f79b8 service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721554 Dec 15 14:17:31.690392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f9b4-19e2-4118-95e3-2840daef5067 req-55412761-7de8-440d-86d6-bd8d52476bc4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.691930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3fc9f9b4-19e2-4118-95e3-2840daef5067 req-55412761-7de8-440d-86d6-bd8d52476bc4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0559077 Dec 15 14:17:31.704493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-5f3ea2e0-1f05-4d59-b0d7-a27ca7ce9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.706058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-5f3ea2e0-1f05-4d59-b0d7-a27ca7ce9b8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a723074f85564c269a38c52686555e9e&device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 1095 time: 0.0454750 Dec 15 14:17:31.745340 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3fc9f9b4-19e2-4118-95e3-2840daef5067 req-0c7e597d-d9cc-48a6-820e-3aac0b4230de tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Dec 15 14:17:31.821892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-a372dc4e-6759-432c-ab52-24f4b049a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.823392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-a372dc4e-6759-432c-ab52-24f4b049a4e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 200 len: 917 time: 0.1107483 Dec 15 14:17:31.874361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-5a3eeebf-d6b2-43b4-a7ed-507e369e1fb6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b HTTP/1.1" status: 200 len: 217 time: 0.0429099 Dec 15 14:17:31.942510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-cd212e11-bf0c-4356-8246-594820b6909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.944124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-cd212e11-bf0c-4356-8246-594820b6909a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 200 len: 855 time: 0.0606861 Dec 15 14:17:31.984089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-fc1140f1-530b-47e0-a8cb-9f03cba16f5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac720ec8-82f8-4978-b3cb-65477071221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314183 Dec 15 14:17:32.113956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-2a919835-7798-40c0-b1d0-ef1848879d00 service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224005 Dec 15 14:17:32.235068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6eaa23cf-803b-4272-90bd-e8efc318981f req-83bef579-b680-4858-acb3-47358521b4be service neutron] 10.222.0.74 "GET /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102021 Dec 15 14:17:32.397069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc6f0-ea7c-4ee4-9e1f-6215434e258a req-a386d00a-69d0-4876-b818-76010bdb398f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:32.401906 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb2dc6f0-ea7c-4ee4-9e1f-6215434e258a req-a386d00a-69d0-4876-b818-76010bdb398f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 944 time: 0.0832808 Dec 15 14:17:32.476211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb2dc6f0-ea7c-4ee4-9e1f-6215434e258a req-2b66bf35-fda4-4ee4-9ff4-e375f38c49e1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695503 Dec 15 14:17:33.606189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42379b0-adb9-4f7c-a0e0-079d7731ca63 req-ddc1bab0-2d0b-4aac-9cb3-7c96b34690c4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:33.615328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d42379b0-adb9-4f7c-a0e0-079d7731ca63 req-ddc1bab0-2d0b-4aac-9cb3-7c96b34690c4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 944 time: 0.0604641 Dec 15 14:17:33.682454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d42379b0-adb9-4f7c-a0e0-079d7731ca63 req-72e6a53d-3769-4162-8d2d-6948410b3b04 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659516 Dec 15 14:17:33.824101 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7eec9d68-bcf5-477d-9e1c-cebcd892e4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:34.833342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff436b0-db39-420a-acdd-c4d7fafa7a71 req-9ada1ea8-df40-424b-8173-bdd8bdada7e2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:34.843939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eff436b0-db39-420a-acdd-c4d7fafa7a71 req-9ada1ea8-df40-424b-8173-bdd8bdada7e2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 944 time: 0.0708807 Dec 15 14:17:34.897582 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:34.903491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eff436b0-db39-420a-acdd-c4d7fafa7a71 req-9b862357-ebc1-4f63-9980-102d6e5931d1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584667 Dec 15 14:17:35.071162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:17:35.192544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:35.211200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b', 'network_id': 'ac720ec8-82f8-4978-b3cb-65477071221b', 'port_id': '4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b', 'mac_address': 'fa:16:3e:bb:46:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc942c0-7282-4710-9625-5cf80a724a86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:17:35.263748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:35.279893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:35.303951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:35.310574 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:35.365605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:35.506841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:35.710199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-d2174bf0-0c91-487d-a2c6-d67f5b58e708 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:35.716346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-d2174bf0-0c91-487d-a2c6-d67f5b58e708 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1327724 Dec 15 14:17:35.728544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-0df05122-1595-4ae4-b8d6-7a47fc01d11c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/quotas/fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 375 time: 0.0094774 Dec 15 14:17:35.789649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-8c87c399-2026-44e3-8d93-46a30223509d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537915 Dec 15 14:17:35.893381 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-cee2dc96-5a30-4003-a752-72deaef82c99 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951686 Dec 15 14:17:36.014124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-866c5160-0535-4e45-8f66-6d21426915f3 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145403 Dec 15 14:17:36.033051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7858-9411-4631-8ee8-22da1d01c123 req-9c5c9cd5-2aa9-4609-957d-25d33f9007ef tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:36.041341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-307c7858-9411-4631-8ee8-22da1d01c123 req-9c5c9cd5-2aa9-4609-957d-25d33f9007ef tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 945 time: 0.0667534 Dec 15 14:17:36.100066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-307c7858-9411-4631-8ee8-22da1d01c123 req-7af41944-4147-46b4-977f-12f0e1865e3c tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Dec 15 14:17:36.263468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c497654a-7190-43ed-90d6-ea26b8a1cef5 req-b558fd4a-d14e-40d1-af9f-ed8418dc9830 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 210 time: 0.0347803 Dec 15 14:17:36.673296 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.097847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:17:37.379344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.383210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:17:37.395053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:37.395962 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.453495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828106fe-15cb-48d1-932e-e0cd998ce202 req-b67c2013-1157-4309-901c-c24ef92cb120 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:37.470148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-828106fe-15cb-48d1-932e-e0cd998ce202 req-b67c2013-1157-4309-901c-c24ef92cb120 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 945 time: 0.1491594 Dec 15 14:17:37.470595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f36cb2c5-305a-4ff6-9487-2adc4d1f6ad1 req-40cd7f01-52ff-48e4-89af-7a859507d271 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 210 time: 0.0410719 Dec 15 14:17:37.496460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-d5fba0ad-935f-4405-82f7-e604131f99ec tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:37.498157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-d5fba0ad-935f-4405-82f7-e604131f99ec tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.2802403 Dec 15 14:17:37.511660 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.514134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'port': {'device_id': '9e00bfc7-ab4a-446f-b103-3ca0855741ec', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'admin_state_up': True, 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:37.557767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2726fbc-5364-4269-a04e-91d358593a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:37.568109 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af05083-17fc-4b2d-a264-26b8caf760d3" -d '{"events": [{"server_uuid": "c2726fbc-5364-4269-a04e-91d358593a12", "name": "network-vif-plugged", "status": "completed", "tag": "4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:37.585597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-828106fe-15cb-48d1-932e-e0cd998ce202 req-2785276d-5f1b-4d62-9c3b-cfd403f5faf9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900733 Dec 15 14:17:37.585933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:37.591484 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.660330 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfdba5c-b090-408a-a1a1-8cec04f97953 x-openstack-request-id: req-3dfdba5c-b090-408a-a1a1-8cec04f97953 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:37.660625 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2726fbc-5364-4269-a04e-91d358593a12", "name": "network-vif-plugged", "status": "completed", "tag": "4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:37.660888 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3dfdba5c-b090-408a-a1a1-8cec04f97953 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:37.661295 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2726fbc-5364-4269-a04e-91d358593a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b', 'code': 200} Dec 15 14:17:37.663312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:37.685118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:37.689583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.748639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335c59-c7d3-44d5-87a1-d425570e2b6f req-15a8d5df-ad23-43eb-8348-60a1a0d3cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:37.750501 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-55335c59-c7d3-44d5-87a1-d425570e2b6f req-15a8d5df-ad23-43eb-8348-60a1a0d3cf8d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 1097 time: 0.0494499 Dec 15 14:17:37.807224 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-55335c59-c7d3-44d5-87a1-d425570e2b6f req-6c966a05-53ea-48ae-81af-73321c6ee755 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483174 Dec 15 14:17:37.883750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.20.0.13 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/69c302cd-7250-4f5b-bbc1-78258af560b1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:38.114070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.173381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.185230 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['5413c4ec-d5dd-44eb-a79d-2ff7839fb27d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:38.268021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:38.272965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:38.279644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:38.352809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:38.353681 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.358602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=69c302cd-7250-4f5b-bbc1-78258af560b1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:38.397917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-99fc43b5-4cc0-4d4e-9bcc-d67030afe1b8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8908949 Dec 15 14:17:38.422597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Request body: {'port': {'device_id': '9e00bfc7-ab4a-446f-b103-3ca0855741ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:38.529596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.691648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a6336-7f44-49d3-acd0-36d61fd32c6b req-ca863f95-5528-425e-b2be-a919fe17109d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:38.699762 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c19a6336-7f44-49d3-acd0-36d61fd32c6b req-ca863f95-5528-425e-b2be-a919fe17109d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 932 time: 0.1035407 Dec 15 14:17:38.725652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6fec78fd-7f25-4a5d-b627-fa48dfdd0556 None None] Provisioning complete for port 69c302cd-7250-4f5b-bbc1-78258af560b1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:38.726417 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6fec78fd-7f25-4a5d-b627-fa48dfdd0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.816847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c19a6336-7f44-49d3-acd0-36d61fd32c6b req-0ab39a39-980b-4637-9a3e-37531545ff15 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162360 Dec 15 14:17:38.844344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6fec78fd-7f25-4a5d-b627-fa48dfdd0556 None None] Port 69c302cd-7250-4f5b-bbc1-78258af560b1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:17:38.946959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c302cd-7250-4f5b-bbc1-78258af560b1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:38.948663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.967931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Transition to ACTIVE for port object 69c302cd-7250-4f5b-bbc1-78258af560b1 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:38.983219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:39.027859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305e6da-7c4d-4ef8-9da8-d5cb37d02d56 req-e004e6be-20f3-4bd9-8ec8-83f588b555b2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:39.029402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7305e6da-7c4d-4ef8-9da8-d5cb37d02d56 req-e004e6be-20f3-4bd9-8ec8-83f588b555b2 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.1778667 Dec 15 14:17:39.067589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Pushing event updated for resources: {'Port': ['ID=69c302cd-7250-4f5b-bbc1-78258af560b1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:39.292581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7305e6da-7c4d-4ef8-9da8-d5cb37d02d56 req-ddef1dbf-bac6-4d9e-b6f8-27e1e5f20580 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462907 Dec 15 14:17:39.333432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Attempting to bind port 69c302cd-7250-4f5b-bbc1-78258af560b1 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:39.333839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Attempting to bind port 69c302cd-7250-4f5b-bbc1-78258af560b1 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:39.334588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Attempting to bind port 69c302cd-7250-4f5b-bbc1-78258af560b1 on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:39.345731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Port 69c302cd-7250-4f5b-bbc1-78258af560b1 on network 7ecaa962-d424-4477-b544-372160275986 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:39.346617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Attempting to bind port 69c302cd-7250-4f5b-bbc1-78258af560b1 on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:39.365236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:39.365583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:39.365973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:39.366423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Bound port: 69c302cd-7250-4f5b-bbc1-78258af560b1, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:39.366957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:39.482478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] For port 69c302cd-7250-4f5b-bbc1-78258af560b1, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:39.491852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] For port 69c302cd-7250-4f5b-bbc1-78258af560b1, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=69c302cd-7250-4f5b-bbc1-78258af560b1,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:39.499633 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:39.560521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:39.561338 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:39.562924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] 10.222.0.74 "PUT /v2.0/ports/69c302cd-7250-4f5b-bbc1-78258af560b1 HTTP/1.1" status: 200 len: 1092 time: 1.1488125 Dec 15 14:17:39.563489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e00bfc7-ab4a-446f-b103-3ca0855741ec', 'tag': '69c302cd-7250-4f5b-bbc1-78258af560b1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:39.571289 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a988511e-feb8-48a1-9576-31c3de113a38" -d '{"events": [{"name": "network-changed", "server_uuid": "9e00bfc7-ab4a-446f-b103-3ca0855741ec", "tag": "69c302cd-7250-4f5b-bbc1-78258af560b1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:39.662415 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be36608f-1420-4e6b-8690-019ced1832a0 x-openstack-request-id: req-be36608f-1420-4e6b-8690-019ced1832a0 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:39.663011 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e00bfc7-ab4a-446f-b103-3ca0855741ec", "tag": "69c302cd-7250-4f5b-bbc1-78258af560b1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:39.663497 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be36608f-1420-4e6b-8690-019ced1832a0 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:39.664124 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e00bfc7-ab4a-446f-b103-3ca0855741ec', 'tag': '69c302cd-7250-4f5b-bbc1-78258af560b1', 'status': 'completed', 'code': 200} Dec 15 14:17:39.666686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6bc0f-df98-4469-94cb-118048362757 service neutron] Pushing event updated for resources: {'Port': ['ID=69c302cd-7250-4f5b-bbc1-78258af560b1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:39.686146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-0cc8dc7d-c32e-44dd-9cfc-c4a292a68ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:39.687932 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-0cc8dc7d-c32e-44dd-9cfc-c4a292a68ade service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 1095 time: 0.0760329 Dec 15 14:17:39.746931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-ea8a7671-29a4-4d66-929f-d5e827e015c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c302cd-7250-4f5b-bbc1-78258af560b1 HTTP/1.1" status: 200 len: 217 time: 0.0483348 Dec 15 14:17:39.809677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-bc0f76f9-ea06-4308-9607-f5c2d3d10391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:39.811184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-bc0f76f9-ea06-4308-9607-f5c2d3d10391 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0548806 Dec 15 14:17:39.926028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-3bbea025-ad34-463d-9744-f7bcc069e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:39.934481 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-3bbea025-ad34-463d-9744-f7bcc069e37f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156185 Dec 15 14:17:40.050493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255189c-e319-442c-8700-9485e5c40187 req-00e6a239-83f0-4979-a43d-64c46cb0e883 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.052132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9255189c-e319-442c-8700-9485e5c40187 req-00e6a239-83f0-4979-a43d-64c46cb0e883 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.1417112 Dec 15 14:17:40.120901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-0afadd2b-4fe7-4117-bcb4-04ebbb1b62ef service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610146 Dec 15 14:17:40.261287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ed8239c-f632-4fdb-a75c-b2c5358eb893 req-51a5c3d0-89e2-4cb6-9a25-1ba9d21fd1e3 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317430 Dec 15 14:17:40.284332 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9255189c-e319-442c-8700-9485e5c40187 req-0eeb82af-0c17-486b-8090-7be54d792891 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116895 Dec 15 14:17:40.406035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988511e-feb8-48a1-9576-31c3de113a38 req-c3998d72-3323-4d7a-939c-d4bf0fcb064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.407798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a988511e-feb8-48a1-9576-31c3de113a38 req-c3998d72-3323-4d7a-939c-d4bf0fcb064b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 1095 time: 0.0728738 Dec 15 14:17:40.477316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b97897-09b7-4210-8ac7-584c8a57f9ed req-3f1fe85a-50e9-4ad8-bc05-97f6f8069da1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.487076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83b97897-09b7-4210-8ac7-584c8a57f9ed req-3f1fe85a-50e9-4ad8-bc05-97f6f8069da1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.0869653 Dec 15 14:17:40.557491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988511e-feb8-48a1-9576-31c3de113a38 req-e7f0a83f-330d-4d7a-b7f8-b323f287bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.559647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a988511e-feb8-48a1-9576-31c3de113a38 req-e7f0a83f-330d-4d7a-b7f8-b323f287bd68 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.1437392 Dec 15 14:17:40.570396 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-83b97897-09b7-4210-8ac7-584c8a57f9ed req-053d067a-e6c6-4894-88b3-62151715f782 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823548 Dec 15 14:17:40.619841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a988511e-feb8-48a1-9576-31c3de113a38 req-08712a42-ae51-4679-96d2-9ca71a8f06d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c302cd-7250-4f5b-bbc1-78258af560b1 HTTP/1.1" status: 200 len: 217 time: 0.0506849 Dec 15 14:17:40.743197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988511e-feb8-48a1-9576-31c3de113a38 req-f6b8eaa5-c80c-4a4e-a2eb-777119d5e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.745244 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a988511e-feb8-48a1-9576-31c3de113a38 req-f6b8eaa5-c80c-4a4e-a2eb-777119d5e5c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.1158483 Dec 15 14:17:40.774545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d11ddd-9019-4009-b95e-b9b93303ae6f req-471e1af2-e3eb-4ed6-a966-195eab37f6f1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.778342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05d11ddd-9019-4009-b95e-b9b93303ae6f req-471e1af2-e3eb-4ed6-a966-195eab37f6f1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.1027551 Dec 15 14:17:40.846124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988511e-feb8-48a1-9576-31c3de113a38 req-5c653fde-62e9-4d00-940d-8e24fec030b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.847836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a988511e-feb8-48a1-9576-31c3de113a38 req-5c653fde-62e9-4d00-940d-8e24fec030b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894272 Dec 15 14:17:40.928482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05d11ddd-9019-4009-b95e-b9b93303ae6f req-ae918e20-44ba-4ebf-935f-60c0cac8e4d1 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237190 Dec 15 14:17:40.997762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a988511e-feb8-48a1-9576-31c3de113a38 req-809653dd-c90c-48f8-a940-9981774bc221 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398649 Dec 15 14:17:41.198428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a988511e-feb8-48a1-9576-31c3de113a38 req-fb20f6a6-d00d-46dc-84d1-0746d367ae8b service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942422 Dec 15 14:17:41.350877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09010db1-f6d1-4b3e-baf4-834c8ed19f92 req-dfc9921b-7e93-44d9-b74c-2230e2bb2b3d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:41.351359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09010db1-f6d1-4b3e-baf4-834c8ed19f92 req-dfc9921b-7e93-44d9-b74c-2230e2bb2b3d tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.0712564 Dec 15 14:17:41.480728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-09010db1-f6d1-4b3e-baf4-834c8ed19f92 req-68f5cfee-2a28-4d98-9bcf-2ddb3280f010 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187127 Dec 15 14:17:41.512427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df6059-69e0-4286-9db9-e1ac82b2daa1 req-e3863e30-de77-46b1-ac1c-ca8843d860a0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:41.515653 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f7df6059-69e0-4286-9db9-e1ac82b2daa1 req-e3863e30-de77-46b1-ac1c-ca8843d860a0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.1006043 Dec 15 14:17:41.629856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f7df6059-69e0-4286-9db9-e1ac82b2daa1 req-1473b26c-c455-40a1-9bac-ff8d9330d8e3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921650 Dec 15 14:17:41.672111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73e0b3-3cc4-4c31-b363-748359d478b3 req-bd5a7f02-d734-46eb-8e3c-08449fed81e6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:41.675450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac73e0b3-3cc4-4c31-b363-748359d478b3 req-bd5a7f02-d734-46eb-8e3c-08449fed81e6 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.0821884 Dec 15 14:17:41.750847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac73e0b3-3cc4-4c31-b363-748359d478b3 req-30071902-3c88-478a-8068-dda081d7253a tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656414 Dec 15 14:17:42.058304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68e43c-b909-4ba5-84c4-3ceb6d90f898 req-47d077e4-f3a4-4df5-a6da-93bff28368f4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:42.060797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd68e43c-b909-4ba5-84c4-3ceb6d90f898 req-47d077e4-f3a4-4df5-a6da-93bff28368f4 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.0989788 Dec 15 14:17:42.131723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd68e43c-b909-4ba5-84c4-3ceb6d90f898 req-b57a0235-1fca-413c-99fc-ade596a5a995 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636101 Dec 15 14:17:42.314060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3b9be-f4a2-4ffe-ba7a-ff9bd0af3abe req-c204f346-f3bc-4007-b34e-67058ea743f9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:42.316858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbe3b9be-f4a2-4ffe-ba7a-ff9bd0af3abe req-c204f346-f3bc-4007-b34e-67058ea743f9 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.0664537 Dec 15 14:17:42.394760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbe3b9be-f4a2-4ffe-ba7a-ff9bd0af3abe req-ceef92ed-bf89-4dc6-91b3-6b856de8838c tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684633 Dec 15 14:17:42.850833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4c445-0c42-49b9-9f33-067537b37828 req-dec158a4-0a15-4ca4-94eb-44df96e8b979 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:42.871826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16c4c445-0c42-49b9-9f33-067537b37828 req-dec158a4-0a15-4ca4-94eb-44df96e8b979 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0906100 Dec 15 14:17:43.007614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16c4c445-0c42-49b9-9f33-067537b37828 req-605714fa-7105-4931-90a8-3ef030095b1f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350293 Dec 15 14:17:43.035228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7cac-ce6c-4bb4-9f56-ff74b7957fd6 req-dc25c13d-8f94-468e-9033-6fe8e2666e03 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:43.043396 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a92e7cac-ce6c-4bb4-9f56-ff74b7957fd6 req-dc25c13d-8f94-468e-9033-6fe8e2666e03 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.0907738 Dec 15 14:17:43.119555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a92e7cac-ce6c-4bb4-9f56-ff74b7957fd6 req-c68b3661-26a8-4e72-8b05-dc42d79cd49e tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735919 Dec 15 14:17:44.004458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-395ebfd1-bce0-402f-a22c-3120fde89943 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.006286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-395ebfd1-bce0-402f-a22c-3120fde89943 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.0825164 Dec 15 14:17:44.117481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Deleting port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:44.117839 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:44.452860 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93de76-d1f2-484c-ba8d-18db2e402ab7 req-1f6a4511-11c0-42b2-a379-74768f27f90f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.461087 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f93de76-d1f2-484c-ba8d-18db2e402ab7 req-1f6a4511-11c0-42b2-a379-74768f27f90f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 946 time: 0.2178087 Dec 15 14:17:44.591618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f93de76-d1f2-484c-ba8d-18db2e402ab7 req-2c14de81-04fd-470a-96c5-3c23b7ea4d6c tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/security-groups?id=8894b913-a8c9-4907-aefe-852d3e031444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224258 Dec 15 14:17:44.632471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4889c4-d1e8-4c9b-9363-b6b1945c4515 req-46bed50e-00b3-444b-80bb-a9db61f70197 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.634633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b4889c4-d1e8-4c9b-9363-b6b1945c4515 req-46bed50e-00b3-444b-80bb-a9db61f70197 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0856593 Dec 15 14:17:44.687994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] For port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,segment=NetworkSegment(67b2b66d-6b11-493a-82e8-4c104473c9ee),segment_id=67b2b66d-6b11-493a-82e8-4c104473c9ee)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:44.688354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:44.724541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Calling delete_port for 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:44.741406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b4889c4-d1e8-4c9b-9363-b6b1945c4515 req-db66da25-75bd-408e-aa17-103bd64ef0cc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926542 Dec 15 14:17:44.960354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:44.975938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:45.034948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Pushing event deleted for resources: {'Port': ['ID=4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:45.095662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] No DVR routers for this DVR port 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:17:45.100940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:45.107393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9037f5fe-27bb-4f8b-a6d2-370792a83fed req-92b80fcf-00f4-4047-8c0a-fc7c8bd9e444 tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.74 "DELETE /v2.0/ports/4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b HTTP/1.1" status: 204 len: 173 time: 1.0935698 Dec 15 14:17:45.108679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2726fbc-5364-4269-a04e-91d358593a12', 'name': 'network-vif-deleted', 'tag': '4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:45.111470 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b9743e-1ca1-4e1b-94d5-cc68464afd45" -d '{"events": [{"server_uuid": "c2726fbc-5364-4269-a04e-91d358593a12", "name": "network-vif-deleted", "tag": "4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:45.204010 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb629b62-c58f-42f1-82b7-81436025c465 x-openstack-request-id: req-bb629b62-c58f-42f1-82b7-81436025c465 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:45.204388 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2726fbc-5364-4269-a04e-91d358593a12", "name": "network-vif-deleted", "tag": "4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:45.204568 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb629b62-c58f-42f1-82b7-81436025c465 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:45.204968 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2726fbc-5364-4269-a04e-91d358593a12', 'name': 'network-vif-deleted', 'tag': '4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b', 'status': 'completed', 'code': 200} Dec 15 14:17:45.790826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f19ebcbc-1fe8-4097-951e-e402ec934000 req-284d5cf1-ab4b-4073-971a-9a2eee470b2f tempest-ServerDiskConfigTestJSON-318572762 tempest-ServerDiskConfigTestJSON-318572762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2726fbc-5364-4269-a04e-91d358593a12 HTTP/1.1" status: 200 len: 210 time: 0.0664015 Dec 15 14:17:45.942655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354212f5-59d4-4192-b991-fd0d814fae67 req-90e53ee8-9204-4b78-96cc-3130299a64e8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:45.951268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-354212f5-59d4-4192-b991-fd0d814fae67 req-90e53ee8-9204-4b78-96cc-3130299a64e8 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0904026 Dec 15 14:17:46.029814 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-354212f5-59d4-4192-b991-fd0d814fae67 req-e929b6e9-4a29-4140-8d34-802363f5a120 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701723 Dec 15 14:17:47.078963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38842) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:47.173583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d8bc6c-5941-461a-b935-3e8f9b4ce3e6 admin admin] Deleting subnet abc942c0-7282-4710-9625-5cf80a724a86 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:17:47.178336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0d8bc6c-5941-461a-b935-3e8f9b4ce3e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.249840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5a020-77d5-41ba-8da7-3f21fbd0b0b2 req-0c506c21-366c-4c67-9630-a82b2c773f22 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:47.251520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1e5a020-77d5-41ba-8da7-3f21fbd0b0b2 req-0c506c21-366c-4c67-9630-a82b2c773f22 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0622447 Dec 15 14:17:47.255180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0d8bc6c-5941-461a-b935-3e8f9b4ce3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.360505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0d8bc6c-5941-461a-b935-3e8f9b4ce3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.439489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1e5a020-77d5-41ba-8da7-3f21fbd0b0b2 req-e079f5c9-3f1f-402e-af19-394ad0fdfc5d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805696 Dec 15 14:17:47.478756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0d8bc6c-5941-461a-b935-3e8f9b4ce3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.534421 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0d8bc6c-5941-461a-b935-3e8f9b4ce3e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.538238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d0d8bc6c-5941-461a-b935-3e8f9b4ce3e6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/abc942c0-7282-4710-9625-5cf80a724a86 HTTP/1.1" status: 204 len: 168 time: 0.4581983 Dec 15 14:17:47.543482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8bc6c-5941-461a-b935-3e8f9b4ce3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc942c0-7282-4710-9625-5cf80a724a86,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:47.547957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38850) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:47.676434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.805654 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.835479 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac720ec8-82f8-4978-b3cb-65477071221b']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:47.845670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b2b66d-6b11-493a-82e8-4c104473c9ee') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:47.845974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b2b66d-6b11-493a-82e8-4c104473c9ee') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:47.859733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.894888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.911117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:17:47.911490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:17:47.913555 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:17:48.002278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.023757 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.030252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] 10.222.0.86 "DELETE /v2.0/networks/ac720ec8-82f8-4978-b3cb-65477071221b HTTP/1.1" status: 204 len: 168 time: 0.4774435 Dec 15 14:17:48.030252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac720ec8-82f8-4978-b3cb-65477071221b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:48.038794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.039161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.039567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.039961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.040310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.040656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.040998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.041336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.041887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.042060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.042331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.042680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.043618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc06a3-0036-41b3-8fc5-941863a5dc9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:48.240111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38866) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:48.309997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-96ba9442-9548-48f1-a8e0-f8e282fee46c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a723074f85564c269a38c52686555e9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661259 Dec 15 14:17:48.310249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38870) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:48.399825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-988de2fb-0b8a-4cca-9468-13a444116594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.453132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-988de2fb-0b8a-4cca-9468-13a444116594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.536085 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-988de2fb-0b8a-4cca-9468-13a444116594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.560961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-988de2fb-0b8a-4cca-9468-13a444116594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.567755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-988de2fb-0b8a-4cca-9468-13a444116594 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8894b913-a8c9-4907-aefe-852d3e031444 HTTP/1.1" status: 204 len: 168 time: 0.2559450 Dec 15 14:17:48.578445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988de2fb-0b8a-4cca-9468-13a444116594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8894b913-a8c9-4907-aefe-852d3e031444,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:48.715911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc86ca-1905-4a64-b778-17fa8ed0f5fe req-ede99aa5-719c-48cf-9683-04fe009039ac tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:48.718128 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-62bc86ca-1905-4a64-b778-17fa8ed0f5fe req-ede99aa5-719c-48cf-9683-04fe009039ac tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0981030 Dec 15 14:17:48.817663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-62bc86ca-1905-4a64-b778-17fa8ed0f5fe req-73935583-9b83-4c22-abb7-4688dc650aa4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886922 Dec 15 14:17:49.192423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:49.270284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:49.271737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 4fa4bc6a-5ec8-4dd3-b873-17d3cf0e625b not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:49.945929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 38932) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:49.951522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913dc26-0fb6-42fc-867b-1dd36aa0c640 req-207d827c-9c33-46ac-a767-2e3f25eddeb4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:49.957234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2913dc26-0fb6-42fc-867b-1dd36aa0c640 req-207d827c-9c33-46ac-a767-2e3f25eddeb4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0641050 Dec 15 14:17:50.022493 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2913dc26-0fb6-42fc-867b-1dd36aa0c640 req-3ad6d998-9f6e-4b21-b40e-16eb6bf83fdd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581157 Dec 15 14:17:50.248411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1900344642-network', 'tenant_id': '27110be069b84484915c19b84d7014c2'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:50.269160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Made reservation on behalf of 27110be069b84484915c19b84d7014c2 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:50.271451 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.281821 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.394361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.398663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.426540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:17:50.442437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:50.447530 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.448128 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Added segment b8714753-8c09-4874-9c81-38bc54c7afaf of type vlan for network 0e513989-5b08-472a-b83a-33d5d6e41e78 Dec 15 14:17:50.496685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.530097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.531489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:50.532631 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.590329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6420143 Dec 15 14:17:50.593927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 38942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:50.606163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63570da-08a8-429f-8f41-89589331dd87 admin admin] Pushing event updated for resources: {'Network': ['ID=0e513989-5b08-472a-b83a-33d5d6e41e78,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:50.607939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Request body: {'subnet': {'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1900344642-subnet', 'tenant_id': '27110be069b84484915c19b84d7014c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:50.618138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0e513989-5b08-472a-b83a-33d5d6e41e78 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:17:50.667545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Made reservation on behalf of 27110be069b84484915c19b84d7014c2 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:50.671333 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.933752 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:50.998034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b4fcc3-2403-42df-8ac2-1f5e0a1110c7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:51.014431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Checking segment: {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:51.014431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Network hostable DHCP agents. Network: 0e513989-5b08-472a-b83a-33d5d6e41e78, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:17:51.034572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Network 0e513989-5b08-472a-b83a-33d5d6e41e78 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:17:51.046604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 0e513989-5b08-472a-b83a-33d5d6e41e78) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:51.052294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:51.053606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:51.055453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3392b1b4-8c52-4653-9c14-c1eb27133da4 None None] Network 0e513989-5b08-472a-b83a-33d5d6e41e78 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:17:51.084094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e34185cd-4487-42d3-b7bf-6d59ad46490d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4884982 Dec 15 14:17:51.245062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb37f0-affa-49bf-85a9-54ad6cd4410a None None] Network 0e513989-5b08-472a-b83a-33d5d6e41e78 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:17:51.269839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d41a63-4f82-4e7a-9887-fac585d08400 req-e8ba33b9-8d2a-46b1-8de4-a1bbd15bd5a1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:51.273518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c6d41a63-4f82-4e7a-9887-fac585d08400 req-e8ba33b9-8d2a-46b1-8de4-a1bbd15bd5a1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.1180508 Dec 15 14:17:51.342346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c6d41a63-4f82-4e7a-9887-fac585d08400 req-4694feaf-b9be-4148-9ebf-dd619cbf7754 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600026 Dec 15 14:17:51.737684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-1af8b606-61e6-48cc-80f9-b849270ff233 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:51.739770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-1af8b606-61e6-48cc-80f9-b849270ff233 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/networks?id=0e513989-5b08-472a-b83a-33d5d6e41e78 HTTP/1.1" status: 200 len: 818 time: 0.1275966 Dec 15 14:17:51.760594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-5df1b14f-1f24-4209-b2ca-04fbc561dc2d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/quotas/27110be069b84484915c19b84d7014c2 HTTP/1.1" status: 200 len: 375 time: 0.0109477 Dec 15 14:17:51.800191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-094ff82d-47e1-484f-aafe-be5ef947eb50 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=27110be069b84484915c19b84d7014c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309858 Dec 15 14:17:51.906879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-7064194b-f050-435b-b014-817e1e70cde8 service neutron] 10.222.0.86 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983596 Dec 15 14:17:52.015744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-13ba0923-34bc-4196-aea3-84328aa56700 service neutron] 10.222.0.86 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027508 Dec 15 14:17:52.445249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a2bcae63-18fe-4592-8766-171f572d6ce1 req-2683076a-0790-4955-9765-8dc6d818e6b8 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 210 time: 0.0842998 Dec 15 14:17:52.555109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8e250-1178-4d2f-baaa-23a828e75a15 req-770a416f-01ae-4932-8cc6-613415451551 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:52.566705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-efe8e250-1178-4d2f-baaa-23a828e75a15 req-770a416f-01ae-4932-8cc6-613415451551 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0779624 Dec 15 14:17:52.702743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-efe8e250-1178-4d2f-baaa-23a828e75a15 req-07c7da85-20cd-4a39-bf40-65049bf80f0e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350632 Dec 15 14:17:53.641141 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9de2ec90-4cc6-471e-bd80-3f55c1cda7ed req-b574d6c9-8b99-4d1d-97ba-5e0775276d1e tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 210 time: 0.0431263 Dec 15 14:17:53.852246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23625af-f7a4-4233-a485-a7f4573a7d52 req-b39d7994-ea9f-4c5d-b402-d49b56e1aec1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:53.854505 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a23625af-f7a4-4233-a485-a7f4573a7d52 req-b39d7994-ea9f-4c5d-b402-d49b56e1aec1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0626941 Dec 15 14:17:54.004734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-8dd9641c-df57-4598-bc83-495be3dc7920 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:54.006824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-8dd9641c-df57-4598-bc83-495be3dc7920 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.74 "GET /v2.0/networks?id=0e513989-5b08-472a-b83a-33d5d6e41e78 HTTP/1.1" status: 200 len: 818 time: 0.1509602 Dec 15 14:17:54.021907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Request body: {'port': {'device_id': '6b09c796-99a3-4803-bd3c-f1d86ec37811', 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78', 'admin_state_up': True, 'tenant_id': '27110be069b84484915c19b84d7014c2'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:54.029119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a23625af-f7a4-4233-a485-a7f4573a7d52 req-15764b16-fb94-47a2-8ffa-56c36fe83e1d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777156 Dec 15 14:17:54.299207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-6f3fa5c0-98cb-4c52-9b42-0cb7b95f541c tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:54.301590 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-6f3fa5c0-98cb-4c52-9b42-0cb7b95f541c tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.24 "GET /v2.0/networks?id=0e513989-5b08-472a-b83a-33d5d6e41e78 HTTP/1.1" status: 200 len: 818 time: 0.1546690 Dec 15 14:17:54.317348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Request body: {'port': {'device_id': 'fdd9b02a-78d3-4677-8f24-2364cb10f2a7', 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78', 'admin_state_up': True, 'tenant_id': '27110be069b84484915c19b84d7014c2'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:54.377161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Made reservation on behalf of 27110be069b84484915c19b84d7014c2 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:54.381017 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.561663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Made reservation on behalf of 27110be069b84484915c19b84d7014c2 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:54.565670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.672717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Allocated IP 172.20.0.10 (0e513989-5b08-472a-b83a-33d5d6e41e78/97b4fcc3-2403-42df-8ac2-1f5e0a1110c7/a7f15da3-c842-4419-bbcc-ae7ba00deaa2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:54.737023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-ea3c8a1c-6b7c-4272-bc3f-451954745c79 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:54.742375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-ea3c8a1c-6b7c-4272-bc3f-451954745c79 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.24 "GET /v2.0/networks?id=0e513989-5b08-472a-b83a-33d5d6e41e78 HTTP/1.1" status: 200 len: 818 time: 0.2193537 Dec 15 14:17:54.759171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Request body: {'port': {'device_id': '13ada6b2-c148-473a-ae89-a15b6ce47298', 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78', 'admin_state_up': True, 'tenant_id': '27110be069b84484915c19b84d7014c2'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:54.791148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29c3434b-58b5-4743-b75d-6c5931abb3a0 req-8e970517-f435-4b37-86e8-0915147e54f1 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 210 time: 0.0476811 Dec 15 14:17:54.879945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.944103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.955357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Made reservation on behalf of 27110be069b84484915c19b84d7014c2 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:54.960824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:55.056137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Network 0e513989-5b08-472a-b83a-33d5d6e41e78 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:55.064893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:55.071639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:55.119823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Pushing event updated for resources: {'Port': ['ID=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:55.126355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Allocated IP 172.20.0.5 (0e513989-5b08-472a-b83a-33d5d6e41e78/97b4fcc3-2403-42df-8ac2-1f5e0a1110c7/a24ac8e4-9161-42f3-86bc-b8a3d852c4e0) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:55.161051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:55.161942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:55.232856 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-61966d00-85c7-48fd-958d-68b36381fa57 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2147107 Dec 15 14:17:55.254580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Request body: {'port': {'device_id': '6b09c796-99a3-4803-bd3c-f1d86ec37811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:55.342092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16434793-7c7b-41a9-b85b-f89ab3f47ce7 req-932d8fe1-c253-4444-aed8-c2f0f99584e7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:55.349616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16434793-7c7b-41a9-b85b-f89ab3f47ce7 req-932d8fe1-c253-4444-aed8-c2f0f99584e7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.1847034 Dec 15 14:17:55.431403 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:55.475861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16434793-7c7b-41a9-b85b-f89ab3f47ce7 req-eab1c7e2-9b74-44a4-b612-12bfee8a2687 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248817 Dec 15 14:17:55.530500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:55.640744 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:55.697498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Network 0e513989-5b08-472a-b83a-33d5d6e41e78 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:55.700219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:55.705300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:55.709358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Pushing event updated for resources: {'Port': ['ID=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:55.712498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Allocated IP 172.20.0.14 (0e513989-5b08-472a-b83a-33d5d6e41e78/97b4fcc3-2403-42df-8ac2-1f5e0a1110c7/6b9e5120-850d-4fbb-bcb5-39820dd6d60d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:55.764357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:55.765290 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:55.784888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-2c931278-5b8a-4500-a7f0-a0946fa0952d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4717405 Dec 15 14:17:55.801240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Request body: {'port': {'device_id': 'fdd9b02a-78d3-4677-8f24-2364cb10f2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:55.872275 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:55.890189 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:55.938015 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.020307 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Network 0e513989-5b08-472a-b83a-33d5d6e41e78 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:56.024732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:56.033624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:56.086133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63e69-0760-496b-bfcc-e060e1044214 req-107f1d56-2680-45a4-ac8a-c062d189617d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:56.091313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63e69-0760-496b-bfcc-e060e1044214 req-107f1d56-2680-45a4-ac8a-c062d189617d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 932 time: 0.1664841 Dec 15 14:17:56.092192 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Pushing event updated for resources: {'Port': ['ID=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:56.183467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:56.185193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.191084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-43f63e69-0760-496b-bfcc-e060e1044214 req-93c20c70-2774-41a2-969c-2c6c7bf64c5e tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887778 Dec 15 14:17:56.213390 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-985a5b38-da43-479a-9585-68cb1f2125b9 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4540691 Dec 15 14:17:56.223980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Request body: {'port': {'device_id': '13ada6b2-c148-473a-ae89-a15b6ce47298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:56.258064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f15da3-c842-4419-bbcc-ae7ba00deaa2 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:56.268390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.283528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Transition to ACTIVE for port object a7f15da3-c842-4419-bbcc-ae7ba00deaa2 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:56.291943 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.336870 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.405902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:56.550888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Attempting to bind port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:56.551253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Attempting to bind port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:56.551547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Attempting to bind port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 on network 0e513989-5b08-472a-b83a-33d5d6e41e78 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:56.560847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 on network 0e513989-5b08-472a-b83a-33d5d6e41e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:56.561185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Attempting to bind port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 on network 0e513989-5b08-472a-b83a-33d5d6e41e78 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:56.566980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:56.575493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:56.575839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Checking segment: {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:56.576295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Bound using segment: {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:56.576735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Bound port: a7f15da3-c842-4419-bbcc-ae7ba00deaa2, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:56.577045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.580216 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.626485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Transition to ACTIVE for port object a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:56.650297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.726513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Pushing event updated for resources: {'Port': ['ID=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:56.793168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed526c9-56ce-4ee4-98c5-1cc5834c3e9d req-9564db8f-d141-446e-8caa-537660225196 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:56.795441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ed526c9-56ce-4ee4-98c5-1cc5834c3e9d req-9564db8f-d141-446e-8caa-537660225196 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.1973262 Dec 15 14:17:56.832278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] For port a7f15da3-c842-4419-bbcc-ae7ba00deaa2, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:56.860298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] For port a7f15da3-c842-4419-bbcc-ae7ba00deaa2, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:56.878001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9e5120-850d-4fbb-bcb5-39820dd6d60d {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:56.898394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.910070 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.914866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Transition to ACTIVE for port object 6b9e5120-850d-4fbb-bcb5-39820dd6d60d will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:56.919941 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ed526c9-56ce-4ee4-98c5-1cc5834c3e9d req-74b12455-dfe6-406c-9d9e-8a182c70c90d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152298 Dec 15 14:17:56.927684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.004426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Pushing event updated for resources: {'Port': ['ID=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:57.016517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:57.051884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.052606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.054177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c9ba1103-4a0b-4bcc-aed0-db1b8a2d7414 service neutron] 10.222.0.74 "PUT /v2.0/ports/a7f15da3-c842-4419-bbcc-ae7ba00deaa2 HTTP/1.1" status: 200 len: 1092 time: 1.8077030 Dec 15 14:17:57.054733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b09c796-99a3-4803-bd3c-f1d86ec37811', 'tag': 'a7f15da3-c842-4419-bbcc-ae7ba00deaa2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:57.057442 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b09c796-99a3-4803-bd3c-f1d86ec37811", "tag": "a7f15da3-c842-4419-bbcc-ae7ba00deaa2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:57.063611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Attempting to bind port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:57.064097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Attempting to bind port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:57.064508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Attempting to bind port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 on network 0e513989-5b08-472a-b83a-33d5d6e41e78 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:57.070167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 on network 0e513989-5b08-472a-b83a-33d5d6e41e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:57.070368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Attempting to bind port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 on network 0e513989-5b08-472a-b83a-33d5d6e41e78 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:57.077726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:57.078305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Checking segment: {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:57.079018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Bound using segment: {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:57.079694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Bound port: a24ac8e4-9161-42f3-86bc-b8a3d852c4e0, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:57.080304 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.147459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Attempting to bind port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:57.147802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Attempting to bind port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:57.148174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Attempting to bind port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d on network 0e513989-5b08-472a-b83a-33d5d6e41e78 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:57.154753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d on network 0e513989-5b08-472a-b83a-33d5d6e41e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:57.155088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Attempting to bind port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d on network 0e513989-5b08-472a-b83a-33d5d6e41e78 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:57.171728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:57.172106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Checking segment: {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:57.172503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Bound using segment: {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:57.172959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Bound port: 6b9e5120-850d-4fbb-bcb5-39820dd6d60d, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8714753-8c09-4874-9c81-38bc54c7afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:57.173378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.194469 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c3ede8-8240-4c44-878e-4a92bf4a7455 x-openstack-request-id: req-a7c3ede8-8240-4c44-878e-4a92bf4a7455 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:57.194767 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b09c796-99a3-4803-bd3c-f1d86ec37811", "tag": "a7f15da3-c842-4419-bbcc-ae7ba00deaa2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:57.195031 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7c3ede8-8240-4c44-878e-4a92bf4a7455 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:57.195432 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b09c796-99a3-4803-bd3c-f1d86ec37811', 'tag': 'a7f15da3-c842-4419-bbcc-ae7ba00deaa2', 'status': 'completed', 'code': 200} Dec 15 14:17:57.252784 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:17:57.260510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-93650905-bb3a-413f-933a-ee4fe2aac43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.262863 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-93650905-bb3a-413f-933a-ee4fe2aac43d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27110be069b84484915c19b84d7014c2&device_id=6b09c796-99a3-4803-bd3c-f1d86ec37811 HTTP/1.1" status: 200 len: 1095 time: 0.1379013 Dec 15 14:17:57.285917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] For port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:57.289871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] For port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:57.301306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.315074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] For port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:57.318478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] For port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:57.355470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.357600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.359761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] 10.222.0.24 "PUT /v2.0/ports/6b9e5120-850d-4fbb-bcb5-39820dd6d60d HTTP/1.1" status: 200 len: 1092 time: 1.1413174 Dec 15 14:17:57.362476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.368910 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-52382252-92ba-4f1d-bbd0-39476ec65186 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7f15da3-c842-4419-bbcc-ae7ba00deaa2 HTTP/1.1" status: 200 len: 217 time: 0.0867229 Dec 15 14:17:57.380419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ada6b2-c148-473a-ae89-a15b6ce47298', 'tag': '6b9e5120-850d-4fbb-bcb5-39820dd6d60d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:57.386335 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b0829-cd42-4e19-b612-cc67d75e63a6" -d '{"events": [{"name": "network-changed", "server_uuid": "13ada6b2-c148-473a-ae89-a15b6ce47298", "tag": "6b9e5120-850d-4fbb-bcb5-39820dd6d60d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:57.462027 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eea4d28-093a-4f30-9f0d-30a149244848 x-openstack-request-id: req-9eea4d28-093a-4f30-9f0d-30a149244848 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:57.462603 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ada6b2-c148-473a-ae89-a15b6ce47298", "tag": "6b9e5120-850d-4fbb-bcb5-39820dd6d60d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:57.463111 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9eea4d28-093a-4f30-9f0d-30a149244848 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:57.463707 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ada6b2-c148-473a-ae89-a15b6ce47298', 'tag': '6b9e5120-850d-4fbb-bcb5-39820dd6d60d', 'status': 'completed', 'code': 200} Dec 15 14:17:57.473694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1ae6d-f29e-44b5-862c-20782f29107c service neutron] Pushing event updated for resources: {'Port': ['ID=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:57.496040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-b419f2a2-77ab-4b44-a474-9b2d986b2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.498560 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-b419f2a2-77ab-4b44-a474-9b2d986b2648 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27110be069b84484915c19b84d7014c2&device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 1095 time: 0.0803032 Dec 15 14:17:57.546243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.548644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.550361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] 10.222.0.24 "PUT /v2.0/ports/a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 HTTP/1.1" status: 200 len: 1091 time: 1.7561288 Dec 15 14:17:57.551847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-a70d996c-c1bb-490d-a1d7-3fa32936d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.553238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-a70d996c-c1bb-490d-a1d7-3fa32936d2ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97b4fcc3-2403-42df-8ac2-1f5e0a1110c7 HTTP/1.1" status: 200 len: 858 time: 0.1575351 Dec 15 14:17:57.581991 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-70bfbbfa-4571-4404-8377-6da510d26456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b9e5120-850d-4fbb-bcb5-39820dd6d60d HTTP/1.1" status: 200 len: 217 time: 0.0649107 Dec 15 14:17:57.600204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9bafffe8-462d-4433-85a5-ea5284968240 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e513989-5b08-472a-b83a-33d5d6e41e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371165 Dec 15 14:17:57.608909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69974396-93fa-48b8-a4db-2544e8c4feac req-fa1bdd30-6e9a-4073-9942-03e79643505c tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.616505 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-69974396-93fa-48b8-a4db-2544e8c4feac req-fa1bdd30-6e9a-4073-9942-03e79643505c tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 944 time: 0.2576108 Dec 15 14:17:57.635611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedaffd-aeae-480f-8b7e-9c20edbba171 service neutron] Pushing event updated for resources: {'Port': ['ID=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:57.650161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-361da5b1-50da-40f0-a0f2-1e398261d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.659926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-361da5b1-50da-40f0-a0f2-1e398261d24c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97b4fcc3-2403-42df-8ac2-1f5e0a1110c7 HTTP/1.1" status: 200 len: 858 time: 0.0660315 Dec 15 14:17:57.698902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-4a2c71fc-b8a4-4e96-8884-8d2bbd6a3ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e513989-5b08-472a-b83a-33d5d6e41e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371363 Dec 15 14:17:57.778184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-69974396-93fa-48b8-a4db-2544e8c4feac req-1581b808-e528-476d-bff2-3a78340acd19 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580839 Dec 15 14:17:57.785216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-5bdbc025-2040-46d2-bfbe-0cdaafa955f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.786716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-5bdbc025-2040-46d2-bfbe-0cdaafa955f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27110be069b84484915c19b84d7014c2&device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 1094 time: 0.1591990 Dec 15 14:17:57.816792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-9b481bb2-d893-4ef4-87ca-178011e791bb service neutron] 10.222.0.74 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976824 Dec 15 14:17:57.817552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-410e7d53-15a1-42c7-8f75-66a5a9fa4c32 service neutron] 10.222.0.24 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088772 Dec 15 14:17:57.927835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-c8583c80-f6d7-413d-b1f9-c7d6794bdcdc service neutron] 10.222.0.74 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003187 Dec 15 14:17:57.941672 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-f5dfdf68-4174-4125-8e10-e1ce37ac0ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156728 Dec 15 14:17:58.022060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-a6dbedab-5ab0-4ae8-990e-630e9b9ec3d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 HTTP/1.1" status: 200 len: 217 time: 0.2039084 Dec 15 14:17:58.047282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-3cc0d25a-83d3-4c92-8444-80c7c49d7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.048948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-3cc0d25a-83d3-4c92-8444-80c7c49d7d5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27110be069b84484915c19b84d7014c2&device_id=6b09c796-99a3-4803-bd3c-f1d86ec37811 HTTP/1.1" status: 200 len: 1095 time: 0.0574765 Dec 15 14:17:58.128743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf5fd-ecdb-4161-bea3-1f61dc89cd89 req-e3850efa-bcf7-41b3-b816-79227d511bc2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.130591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a66bf5fd-ecdb-4161-bea3-1f61dc89cd89 req-e3850efa-bcf7-41b3-b816-79227d511bc2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0810230 Dec 15 14:17:58.132706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-b82efaaf-4f0b-4bb1-bb0d-c5628c50a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.134504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-b82efaaf-4f0b-4bb1-bb0d-c5628c50a641 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27110be069b84484915c19b84d7014c2&device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 1095 time: 0.1274786 Dec 15 14:17:58.181251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-fd7b181e-ee82-489a-90ec-067391eec41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.184113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-fd7b181e-ee82-489a-90ec-067391eec41e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97b4fcc3-2403-42df-8ac2-1f5e0a1110c7 HTTP/1.1" status: 200 len: 858 time: 0.1509051 Dec 15 14:17:58.185986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-c9d7b06d-93c1-42bf-ba72-bd4665a52f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.187548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-c9d7b06d-93c1-42bf-ba72-bd4665a52f4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e513989-5b08-472a-b83a-33d5d6e41e78 HTTP/1.1" status: 200 len: 920 time: 0.1147916 Dec 15 14:17:58.227952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-0d81df1b-f943-4284-88a0-ef07a6b7496d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e513989-5b08-472a-b83a-33d5d6e41e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359132 Dec 15 14:17:58.275046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a66bf5fd-ecdb-4161-bea3-1f61dc89cd89 req-0eb5f47c-d63f-4825-aaa5-8113f6234720 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372850 Dec 15 14:17:58.297046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-a955c113-7e27-4c9a-ad6a-1600efd7af4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7f15da3-c842-4419-bbcc-ae7ba00deaa2 HTTP/1.1" status: 200 len: 217 time: 0.0681088 Dec 15 14:17:58.362402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-9f8e0760-f3ce-40a0-af29-2f9f240f6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.366393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-9f8e0760-f3ce-40a0-af29-2f9f240f6424 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e513989-5b08-472a-b83a-33d5d6e41e78 HTTP/1.1" status: 200 len: 920 time: 0.2070024 Dec 15 14:17:58.450163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-68a06043-104f-47db-997d-54ce18f3872f service neutron] 10.222.0.24 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121546 Dec 15 14:17:58.450984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-184c4b98-4158-4fe0-8e8f-bcbda26e288a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b9e5120-850d-4fbb-bcb5-39820dd6d60d HTTP/1.1" status: 200 len: 217 time: 0.0778906 Dec 15 14:17:58.459832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-910db3e1-4ddc-4a20-acaa-b805e87711bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.461362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-910db3e1-4ddc-4a20-acaa-b805e87711bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97b4fcc3-2403-42df-8ac2-1f5e0a1110c7 HTTP/1.1" status: 200 len: 858 time: 0.1288574 Dec 15 14:17:58.506742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-edba89e8-add5-4b6a-b566-5288f7005886 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e513989-5b08-472a-b83a-33d5d6e41e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356011 Dec 15 14:17:58.519032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-9aa8dd24-637e-440c-9dcf-bcf61789d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.520615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-9aa8dd24-637e-440c-9dcf-bcf61789d407 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97b4fcc3-2403-42df-8ac2-1f5e0a1110c7 HTTP/1.1" status: 200 len: 858 time: 0.0552018 Dec 15 14:17:58.562854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-b8738b71-3111-483d-944a-827f31684ffa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e513989-5b08-472a-b83a-33d5d6e41e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312860 Dec 15 14:17:58.625571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-183bd427-5cf5-43b7-bb8e-17a44266f373 service neutron] 10.222.0.74 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925822 Dec 15 14:17:58.713186 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-023c2f18-3fd7-4ef4-8d74-d676b0fef61a service neutron] 10.222.0.24 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415045 Dec 15 14:17:58.747271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1121ff6-0e4b-48e7-a9b4-325dd1b06e1e req-fb8d5ff3-6dcb-4c34-9691-5113c56d562a service neutron] 10.222.0.24 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836490 Dec 15 14:17:58.820812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0434cea0-626f-4c2d-a6f9-9f17e5e08a4f req-ae1fb899-0a1d-4228-855c-f422a3dda26b service neutron] 10.222.0.74 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844423 Dec 15 14:17:58.837688 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c83b0829-cd42-4e19-b612-cc67d75e63a6 req-583a9cd1-1ff0-4135-aa14-a8e94437082f service neutron] 10.222.0.24 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161425 Dec 15 14:17:58.957100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b164a-1cd3-4488-819a-ae438206fb8e req-59522546-d276-43cb-a680-690c31d467c8 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.958697 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-079b164a-1cd3-4488-819a-ae438206fb8e req-59522546-d276-43cb-a680-690c31d467c8 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 944 time: 0.0748334 Dec 15 14:17:59.023886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-079b164a-1cd3-4488-819a-ae438206fb8e req-1c9e3988-32d1-4dca-8c29-4d66b195f16d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585861 Dec 15 14:17:59.197118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd9b02a-78d3-4677-8f24-2364cb10f2a7', 'tag': 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:59.200776 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe0518c-9508-4c1d-bce3-ed8ef5925807" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd9b02a-78d3-4677-8f24-2364cb10f2a7", "tag": "a24ac8e4-9161-42f3-86bc-b8a3d852c4e0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:59.246702 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d395308-5e88-45b8-8f6b-e94b43175531 x-openstack-request-id: req-3d395308-5e88-45b8-8f6b-e94b43175531 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:59.247148 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd9b02a-78d3-4677-8f24-2364cb10f2a7", "tag": "a24ac8e4-9161-42f3-86bc-b8a3d852c4e0", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:59.247431 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d395308-5e88-45b8-8f6b-e94b43175531 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:59.247828 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd9b02a-78d3-4677-8f24-2364cb10f2a7', 'tag': 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0', 'status': 'completed', 'code': 200} Dec 15 14:17:59.334152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-71476d24-e81f-446c-b410-7a880b8ef788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:59.335914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-71476d24-e81f-446c-b410-7a880b8ef788 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27110be069b84484915c19b84d7014c2&device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 1094 time: 0.0620298 Dec 15 14:17:59.478454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-d19ae4a0-3989-4807-8fbf-6ef1c4dba8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:59.481559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-d19ae4a0-3989-4807-8fbf-6ef1c4dba8bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e513989-5b08-472a-b83a-33d5d6e41e78 HTTP/1.1" status: 200 len: 920 time: 0.1365900 Dec 15 14:17:59.509100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4d745-1ba8-449e-97d7-80dbc3dd2df9 req-ce0ddf85-09ee-45f8-bd1d-cf753fdabad9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:59.516874 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aed4d745-1ba8-449e-97d7-80dbc3dd2df9 req-ce0ddf85-09ee-45f8-bd1d-cf753fdabad9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.1006587 Dec 15 14:17:59.533547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-ae957be9-f33f-4f7a-b479-5f6d6825e70b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 HTTP/1.1" status: 200 len: 217 time: 0.0445721 Dec 15 14:17:59.608829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-4449685d-2bf9-4847-a7a3-83c1cad6dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:59.611191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-4449685d-2bf9-4847-a7a3-83c1cad6dc40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97b4fcc3-2403-42df-8ac2-1f5e0a1110c7 HTTP/1.1" status: 200 len: 858 time: 0.0689404 Dec 15 14:17:59.613852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aed4d745-1ba8-449e-97d7-80dbc3dd2df9 req-00368b81-570e-49c8-99fd-7be28ce3c904 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937889 Dec 15 14:17:59.653984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-de72c664-4a16-4a80-9561-6c0cee3f98a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e513989-5b08-472a-b83a-33d5d6e41e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340893 Dec 15 14:17:59.801163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-8046e50f-f8a4-40b6-9898-68d3b6cf889c service neutron] 10.222.0.24 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377704 Dec 15 14:17:59.957590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fe0518c-9508-4c1d-bce3-ed8ef5925807 req-e5ac2921-9752-4b5c-8b2e-230c7ad8f015 service neutron] 10.222.0.24 "GET /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481960 Dec 15 14:18:00.200722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6498805-132d-4378-aabf-6f2eb0cf95d2 req-2fcddc54-7ee9-4cc9-891e-72ee10b37662 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:00.202420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6498805-132d-4378-aabf-6f2eb0cf95d2 req-2fcddc54-7ee9-4cc9-891e-72ee10b37662 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 944 time: 0.0852764 Dec 15 14:18:00.268744 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6498805-132d-4378-aabf-6f2eb0cf95d2 req-6938c548-99fc-42fa-a13e-c7916c9af9f4 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557761 Dec 15 14:18:00.749758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac9dd8-66ee-44a3-a263-00f15c7d0aa9 req-172fc3d2-15d9-4a81-b081-94e31b86dc68 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:00.754053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65ac9dd8-66ee-44a3-a263-00f15c7d0aa9 req-172fc3d2-15d9-4a81-b081-94e31b86dc68 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0612545 Dec 15 14:18:00.805157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-65ac9dd8-66ee-44a3-a263-00f15c7d0aa9 req-2b4f741c-321f-474b-8a62-1892c8bd8e0b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 Dec 15 14:18:01.005367 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:01.201965 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:01.225530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-22b9e1dd-fa8c-4c8d-a8df-494b8c33c1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:01.242221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a7f15da3-c842-4419-bbcc-ae7ba00deaa2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:01.350125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:01.471476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a7f15da3-c842-4419-bbcc-ae7ba00deaa2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:01.486309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'a7f15da3-c842-4419-bbcc-ae7ba00deaa2', 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78', 'port_id': 'a7f15da3-c842-4419-bbcc-ae7ba00deaa2', 'mac_address': 'fa:16:3e:9c:ff:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b4fcc3-2403-42df-8ac2-1f5e0a1110c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:01.498064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee646c8-dfeb-44e9-af1c-d052ffa2f1a4 req-60e205de-02c2-483b-bf83-ce01fa44b15d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:01.499770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bee646c8-dfeb-44e9-af1c-d052ffa2f1a4 req-60e205de-02c2-483b-bf83-ce01fa44b15d tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 944 time: 0.1087155 Dec 15 14:18:01.596196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bee646c8-dfeb-44e9-af1c-d052ffa2f1a4 req-19a5a70c-aab0-4b3e-bb5b-80dcdeb7d073 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876141 Dec 15 14:18:01.738657 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:01.769931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f15da3-c842-4419-bbcc-ae7ba00deaa2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:01.775251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:01.795292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0', 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78', 'port_id': 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0', 'mac_address': 'fa:16:3e:54:eb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b4fcc3-2403-42df-8ac2-1f5e0a1110c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:01.806454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a7f15da3-c842-4419-bbcc-ae7ba00deaa2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:01.833938 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:01.921816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:01.981320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:02.018208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de5769-8e04-42e6-9281-5bbb0f5d7137 req-944ed9e6-55ae-4651-977f-d27c897986f9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:02.026113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21de5769-8e04-42e6-9281-5bbb0f5d7137 req-944ed9e6-55ae-4651-977f-d27c897986f9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0939426 Dec 15 14:18:02.033426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a7f15da3-c842-4419-bbcc-ae7ba00deaa2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:02.041713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:02.049868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:02.084768 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:02.085709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 6b9e5120-850d-4fbb-bcb5-39820dd6d60d details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:02.092151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.093232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.093810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.094430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.095055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.095631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.096431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.097301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.097833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.098364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.098891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.099639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.100221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:02.116567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21de5769-8e04-42e6-9281-5bbb0f5d7137 req-9fbd66aa-3ef8-45d5-9b7a-7c0075da509c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792823 Dec 15 14:18:02.197228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:02.222572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:02.234228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '6b9e5120-850d-4fbb-bcb5-39820dd6d60d', 'network_id': '0e513989-5b08-472a-b83a-33d5d6e41e78', 'port_id': '6b9e5120-850d-4fbb-bcb5-39820dd6d60d', 'mac_address': 'fa:16:3e:28:7b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b4fcc3-2403-42df-8ac2-1f5e0a1110c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:02.307487 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:02.332119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9e5120-850d-4fbb-bcb5-39820dd6d60d {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:02.367505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:02.384090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:02.440392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:02.636526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a24ac8e4-9161-42f3-86bc-b8a3d852c4e0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:02.642180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['6b9e5120-850d-4fbb-bcb5-39820dd6d60d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:02.743186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256777ef-12da-4fc5-937b-54d6f7f86e0a req-676db11f-643e-4b85-b01a-8c1fce6581cf tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:02.753729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-256777ef-12da-4fc5-937b-54d6f7f86e0a req-676db11f-643e-4b85-b01a-8c1fce6581cf tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 945 time: 0.0798895 Dec 15 14:18:02.831202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-256777ef-12da-4fc5-937b-54d6f7f86e0a req-8f68fe88-b920-43ac-a2ca-89c5e3c1510c tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765042 Dec 15 14:18:03.248962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-9fb885c9-aa81-4c14-8165-4a181c19935e req-e0b7b749-c963-4086-b8cc-abaa67683d37 tempest-AttachVolumeShelveTestJSON-106389552 tempest-AttachVolumeShelveTestJSON-106389552-project] (109767) timed out ('10.222.0.74', 56732) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:18:03.258437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a7f15da3-c842-4419-bbcc-ae7ba00deaa2 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:03.264733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02711d0f-a489-4adc-9ada-f5a7e28c25ac req-498d19a8-42a5-4c59-883e-caafa9ef6a78 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:03.266307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02711d0f-a489-4adc-9ada-f5a7e28c25ac req-498d19a8-42a5-4c59-883e-caafa9ef6a78 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0625193 Dec 15 14:18:03.337515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:03.342815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:03.343151 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.350587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02711d0f-a489-4adc-9ada-f5a7e28c25ac req-44e56a60-807f-4801-9cf5-4d4c13ba2761 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734162 Dec 15 14:18:03.440285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.471223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b09c796-99a3-4803-bd3c-f1d86ec37811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f15da3-c842-4419-bbcc-ae7ba00deaa2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:03.473764 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eac34b-c20f-49c6-9c10-317fd0fc0b49" -d '{"events": [{"server_uuid": "6b09c796-99a3-4803-bd3c-f1d86ec37811", "name": "network-vif-plugged", "status": "completed", "tag": "a7f15da3-c842-4419-bbcc-ae7ba00deaa2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:03.491178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port a7f15da3-c842-4419-bbcc-ae7ba00deaa2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:03.499221 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.536414 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d52a93-3ab1-4139-b265-22108454f38d x-openstack-request-id: req-13d52a93-3ab1-4139-b265-22108454f38d {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:03.536711 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b09c796-99a3-4803-bd3c-f1d86ec37811", "name": "network-vif-plugged", "status": "completed", "tag": "a7f15da3-c842-4419-bbcc-ae7ba00deaa2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:03.537220 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13d52a93-3ab1-4139-b265-22108454f38d {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:03.537786 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b09c796-99a3-4803-bd3c-f1d86ec37811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f15da3-c842-4419-bbcc-ae7ba00deaa2', 'code': 200} Dec 15 14:18:03.580741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:03.724416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312c33e-867e-44b1-99b4-f82a5f9e9a85 req-762c0558-8f0e-45f1-9967-1681218b4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:03.726097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0312c33e-867e-44b1-99b4-f82a5f9e9a85 req-762c0558-8f0e-45f1-9967-1681218b4ceb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6b09c796-99a3-4803-bd3c-f1d86ec37811 HTTP/1.1" status: 200 len: 1097 time: 0.0533919 Dec 15 14:18:03.778218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0312c33e-867e-44b1-99b4-f82a5f9e9a85 req-afaf9e00-bc85-484e-8511-b15adcecf23f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447519 Dec 15 14:18:03.838953 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab0c3-870d-4eee-b485-90d147431990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:03.987648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411b82c-0780-407c-9883-98edb20ae2d3 req-52832aa8-2a2e-49ff-8418-f13bcf7d8e68 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:03.992566 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2411b82c-0780-407c-9883-98edb20ae2d3 req-52832aa8-2a2e-49ff-8418-f13bcf7d8e68 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 945 time: 0.0783801 Dec 15 14:18:04.067766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2411b82c-0780-407c-9883-98edb20ae2d3 req-fbda075d-e9fa-46a8-b590-37c812b445dc tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705280 Dec 15 14:18:04.539981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745168c5-7624-4af6-9107-29065e7b93bf req-440a3e58-80fc-485a-bac4-b119ba7f41e3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:04.541783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-745168c5-7624-4af6-9107-29065e7b93bf req-440a3e58-80fc-485a-bac4-b119ba7f41e3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0781989 Dec 15 14:18:04.898001 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.017960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-745168c5-7624-4af6-9107-29065e7b93bf req-1016e18f-4ab3-4e11-a965-0c17a27cd579 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678288 Dec 15 14:18:05.038523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-d6535d02-e97e-45e8-8150-81a32845ad12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4461424 Dec 15 14:18:05.159609 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-3172a6aa-4669-40b4-ac9f-16db546a2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:05.162731 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-3172a6aa-4669-40b4-ac9f-16db546a2da2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0593064 Dec 15 14:18:05.259033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffc0c7-55d9-40ff-b995-0f772a6f8f46 req-5e2b9ad3-a25e-45a5-8ee6-d80104696a88 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:05.265269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bcffc0c7-55d9-40ff-b995-0f772a6f8f46 req-5e2b9ad3-a25e-45a5-8ee6-d80104696a88 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 945 time: 0.0715415 Dec 15 14:18:05.313005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-a7741fa0-c433-495c-b719-8e5ee2f9c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:05.314705 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-a7741fa0-c433-495c-b719-8e5ee2f9c517 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.1289470 Dec 15 14:18:05.327228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bcffc0c7-55d9-40ff-b995-0f772a6f8f46 req-d625c5fe-d5d8-4120-8d73-691e2dfdd664 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576978 Dec 15 14:18:05.361894 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-7eb4b967-f5eb-478a-aafe-d2e30c4f1ed4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d HTTP/1.1" status: 200 len: 217 time: 0.0394821 Dec 15 14:18:05.365209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:05.429316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-46694a73-6903-4e11-89df-d6b4d10c33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:05.429316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-46694a73-6903-4e11-89df-d6b4d10c33a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0572188 Dec 15 14:18:05.439334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:05.446087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:05.446908 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.489888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-abcc9fe8-e138-4ece-b70d-aa895937b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:05.492750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-abcc9fe8-e138-4ece-b70d-aa895937b49f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587771 Dec 15 14:18:05.560525 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.596670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd9b02a-78d3-4677-8f24-2364cb10f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:05.601237 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb49255-21c4-4ea1-b8d0-6147da9f71b5" -d '{"events": [{"server_uuid": "fdd9b02a-78d3-4677-8f24-2364cb10f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "a24ac8e4-9161-42f3-86bc-b8a3d852c4e0"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:05.620869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:05.628593 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.629540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 6b9e5120-850d-4fbb-bcb5-39820dd6d60d up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:05.632945 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-ab9146e6-dfe1-46b9-b831-269da2aebc1a service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320565 Dec 15 14:18:05.686749 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c308c-45c0-49b2-8534-2f51a64f2d9a x-openstack-request-id: req-df7c308c-45c0-49b2-8534-2f51a64f2d9a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:05.687319 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd9b02a-78d3-4677-8f24-2364cb10f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "a24ac8e4-9161-42f3-86bc-b8a3d852c4e0", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:05.688446 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df7c308c-45c0-49b2-8534-2f51a64f2d9a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:05.689018 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd9b02a-78d3-4677-8f24-2364cb10f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0', 'code': 200} Dec 15 14:18:05.735377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:05.753402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:05.758713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:05.759290 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.780858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-066f814f-016c-4dc8-a8dc-d2f8a317074c req-2453c674-23fe-49b9-8ef3-82770e601e54 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386843 Dec 15 14:18:05.820839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8372f-66cb-4aa1-92d1-dd18025a73fc req-9f7ef048-82fd-4785-9ba5-b8c1c7e906c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:05.836935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1e8372f-66cb-4aa1-92d1-dd18025a73fc req-9f7ef048-82fd-4785-9ba5-b8c1c7e906c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 1096 time: 0.1048100 Dec 15 14:18:05.872207 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.891605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1e8372f-66cb-4aa1-92d1-dd18025a73fc req-bbd2fd24-44a7-47fc-98f5-5a34f64ec23e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Dec 15 14:18:05.907665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:05.912778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.981207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:06.158327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0f0e-a6ab-43af-835b-fb06dbefcd19 req-71b72e30-d1d1-492c-9848-a5923ccf793e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:06.160131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c0d0f0e-a6ab-43af-835b-fb06dbefcd19 req-71b72e30-d1d1-492c-9848-a5923ccf793e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0533187 Dec 15 14:18:06.231184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c0d0f0e-a6ab-43af-835b-fb06dbefcd19 req-b8281bb8-5a13-4316-9849-ef9b0239ecf0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569632 Dec 15 14:18:06.480138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e45cf-5cf8-44cc-83b7-4c871dfc6176 req-d1772716-2cfc-407d-bd08-b774404c020a tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:06.484381 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0e45cf-5cf8-44cc-83b7-4c871dfc6176 req-d1772716-2cfc-407d-bd08-b774404c020a tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 946 time: 0.0594122 Dec 15 14:18:06.547535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0e45cf-5cf8-44cc-83b7-4c871dfc6176 req-c787130f-6d99-4b08-a9f3-5fb193eb5593 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Dec 15 14:18:06.672165 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.339344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.385691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5a670-f441-4178-b9e8-26d937eaccdf req-3edfba6d-2287-4073-a651-1a9278844f34 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.388732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f5a670-f441-4178-b9e8-26d937eaccdf req-3edfba6d-2287-4073-a651-1a9278844f34 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0699866 Dec 15 14:18:07.444137 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f5a670-f441-4178-b9e8-26d937eaccdf req-1bfe726c-cf84-4390-b338-09b4cb3f6937 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Dec 15 14:18:07.690920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ada6b2-c148-473a-ae89-a15b6ce47298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9e5120-850d-4fbb-bcb5-39820dd6d60d'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:07.693954 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ffafd-5685-4b70-a803-fb263955815f" -d '{"events": [{"server_uuid": "13ada6b2-c148-473a-ae89-a15b6ce47298", "name": "network-vif-plugged", "status": "completed", "tag": "6b9e5120-850d-4fbb-bcb5-39820dd6d60d"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:07.694993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bba5d-cc63-47a1-bfc6-3f27e6b5f008 req-79a62828-fe64-45f1-8c05-5afd290b6146 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.708602 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df9bba5d-cc63-47a1-bfc6-3f27e6b5f008 req-79a62828-fe64-45f1-8c05-5afd290b6146 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 946 time: 0.0754154 Dec 15 14:18:07.752085 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b4731a-6cae-4d3f-bd3b-7f7082e3f059 x-openstack-request-id: req-33b4731a-6cae-4d3f-bd3b-7f7082e3f059 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:07.752672 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ada6b2-c148-473a-ae89-a15b6ce47298", "name": "network-vif-plugged", "status": "completed", "tag": "6b9e5120-850d-4fbb-bcb5-39820dd6d60d", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:07.753151 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-33b4731a-6cae-4d3f-bd3b-7f7082e3f059 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:07.753760 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ada6b2-c148-473a-ae89-a15b6ce47298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9e5120-850d-4fbb-bcb5-39820dd6d60d', 'code': 200} Dec 15 14:18:07.788644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-df9bba5d-cc63-47a1-bfc6-3f27e6b5f008 req-83b559bd-2f58-4f67-8093-27b32cccbd22 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729125 Dec 15 14:18:07.862723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d86286-56a3-4cbd-8326-50aea528661b req-03e9c252-5e9b-4373-b095-db808ad0df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.864528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0d86286-56a3-4cbd-8326-50aea528661b req-03e9c252-5e9b-4373-b095-db808ad0df7f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 1097 time: 0.0486984 Dec 15 14:18:07.918918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0d86286-56a3-4cbd-8326-50aea528661b req-82e5a7b0-0daa-493f-9fa6-b4fbcbef0ee9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Dec 15 14:18:08.946522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9f40-ec19-495e-80ff-b80bcc6647b8 req-964e8d6e-acf7-4520-881a-9da0a4f15256 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:08.959419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f2f9f40-ec19-495e-80ff-b80bcc6647b8 req-964e8d6e-acf7-4520-881a-9da0a4f15256 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.4194229 Dec 15 14:18:09.034901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f2f9f40-ec19-495e-80ff-b80bcc6647b8 req-bdf386c5-c716-477a-be1a-3d70f4a843a5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739892 Dec 15 14:18:09.336766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9097f6-8bef-436a-9bb6-bd2465874e7f req-dd499aa6-db48-4812-9373-671ee244c287 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:09.338407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc9097f6-8bef-436a-9bb6-bd2465874e7f req-dd499aa6-db48-4812-9373-671ee244c287 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 946 time: 0.0648696 Dec 15 14:18:09.395281 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc9097f6-8bef-436a-9bb6-bd2465874e7f req-f9d18f70-da6a-4f3d-b58c-48eff08a9ca5 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482192 Dec 15 14:18:10.217453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e8e34-f23f-4df9-b3a3-c9d5574fff9a req-82bac756-9539-4943-96ec-46c7e722bd0e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:10.219891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-023e8e34-f23f-4df9-b3a3-c9d5574fff9a req-82bac756-9539-4943-96ec-46c7e722bd0e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0638795 Dec 15 14:18:10.284327 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-023e8e34-f23f-4df9-b3a3-c9d5574fff9a req-c1a8ba71-d6e7-4271-af77-9967b02113c7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575252 Dec 15 14:18:10.524736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc837-7856-4157-97e6-f29cdaf73bd4 req-8732512c-ddb4-4ac1-8927-f6465494a7ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:10.526681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37abc837-7856-4157-97e6-f29cdaf73bd4 req-8732512c-ddb4-4ac1-8927-f6465494a7ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 946 time: 0.0569277 Dec 15 14:18:10.595104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37abc837-7856-4157-97e6-f29cdaf73bd4 req-f939ed69-1a84-4963-b224-3a6f7be9841b tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576677 Dec 15 14:18:10.766515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f069cd-e27f-457d-aace-0a1f8e293772 req-a2f413e1-331d-4c64-bf53-b1c2b7d0e2b8 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:10.768040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44f069cd-e27f-457d-aace-0a1f8e293772 req-a2f413e1-331d-4c64-bf53-b1c2b7d0e2b8 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0553308 Dec 15 14:18:10.828188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44f069cd-e27f-457d-aace-0a1f8e293772 req-71569700-0b9d-4e0b-b044-dbc253e728a2 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530803 Dec 15 14:18:10.973289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f5d8-f0c0-4a7b-b6e4-d0c08520ba73 req-46bf9fa3-1f8d-4769-b0a6-9908d67f4ea2 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:10.974854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2489f5d8-f0c0-4a7b-b6e4-d0c08520ba73 req-46bf9fa3-1f8d-4769-b0a6-9908d67f4ea2 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b09c796-99a3-4803-bd3c-f1d86ec37811 HTTP/1.1" status: 200 len: 946 time: 0.0750806 Dec 15 14:18:11.037765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2489f5d8-f0c0-4a7b-b6e4-d0c08520ba73 req-4bd94ea8-3161-47ad-9a57-62b8da7d9277 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532892 Dec 15 14:18:11.320319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 69c302cd-7250-4f5b-bbc1-78258af560b1 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:11.327902 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88acde-f751-408d-b538-4090ed55ed4c req-62301208-c37e-4bc7-b79a-1f1573674217 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:11.337849 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db88acde-f751-408d-b538-4090ed55ed4c req-62301208-c37e-4bc7-b79a-1f1573674217 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b09c796-99a3-4803-bd3c-f1d86ec37811 HTTP/1.1" status: 200 len: 946 time: 0.0791404 Dec 15 14:18:11.405650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db88acde-f751-408d-b538-4090ed55ed4c req-a68ba2db-0894-4505-8b8f-c6c7819c8ed5 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668316 Dec 15 14:18:11.458985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c0c33-af5e-4ab0-aeb1-a76faa308927 req-042c64bc-62a3-4003-9789-538bd6073f00 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:11.466243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee4c0c33-af5e-4ab0-aeb1-a76faa308927 req-042c64bc-62a3-4003-9789-538bd6073f00 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 944 time: 0.0656259 Dec 15 14:18:11.482247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 69c302cd-7250-4f5b-bbc1-78258af560b1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=69c302cd-7250-4f5b-bbc1-78258af560b1,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:11.498090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '69c302cd-7250-4f5b-bbc1-78258af560b1', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'port_id': '69c302cd-7250-4f5b-bbc1-78258af560b1', 'mac_address': 'fa:16:3e:7b:04:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:11.519836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee4c0c33-af5e-4ab0-aeb1-a76faa308927 req-46081707-0c4f-48c7-8add-6c2046764cc9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527256 Dec 15 14:18:11.553481 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.570176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c302cd-7250-4f5b-bbc1-78258af560b1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:11.592493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 69c302cd-7250-4f5b-bbc1-78258af560b1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=69c302cd-7250-4f5b-bbc1-78258af560b1,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:11.596719 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.646940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=69c302cd-7250-4f5b-bbc1-78258af560b1,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:11.819553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['69c302cd-7250-4f5b-bbc1-78258af560b1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:12.530537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efce22-6d8d-41fc-b3e4-3c4ca8fb404e req-6ba686b7-8aab-4e9d-a680-ae54fcb1f472 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:12.532183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45efce22-6d8d-41fc-b3e4-3c4ca8fb404e req-6ba686b7-8aab-4e9d-a680-ae54fcb1f472 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b09c796-99a3-4803-bd3c-f1d86ec37811 HTTP/1.1" status: 200 len: 946 time: 0.0530305 Dec 15 14:18:12.600672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-c436cadb-d009-4d9a-b044-9bb728eacf19 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:12.602347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-c436cadb-d009-4d9a-b044-9bb728eacf19 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b09c796-99a3-4803-bd3c-f1d86ec37811 HTTP/1.1" status: 200 len: 946 time: 0.0700963 Dec 15 14:18:12.628142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45efce22-6d8d-41fc-b3e4-3c4ca8fb404e req-fed03544-04f7-42f6-929a-c7b71b7cd854 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836134 Dec 15 14:18:12.703570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb79b08-b341-4ab2-85e4-96c9fcb5125e req-5e24e355-28ce-4a79-bbfd-6ffba169e56a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:12.705353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb79b08-b341-4ab2-85e4-96c9fcb5125e req-5e24e355-28ce-4a79-bbfd-6ffba169e56a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 945 time: 0.1007144 Dec 15 14:18:12.792183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb79b08-b341-4ab2-85e4-96c9fcb5125e req-1f4d6954-69f9-4417-819f-0bbcbb27b3ce tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666573 Dec 15 14:18:12.810387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Deleting port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:18:12.811271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:12.921304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] For port a7f15da3-c842-4419-bbcc-ae7ba00deaa2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:12.921670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:12.934977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Calling delete_port for a7f15da3-c842-4419-bbcc-ae7ba00deaa2 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:18:13.078058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.095690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['a7f15da3-c842-4419-bbcc-ae7ba00deaa2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:13.098919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['6b9e5120-850d-4fbb-bcb5-39820dd6d60d', 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:13.120489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Pushing event deleted for resources: {'Port': ['ID=a7f15da3-c842-4419-bbcc-ae7ba00deaa2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:13.167711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.168193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.168665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.168975 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.169481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.169848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.170719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.170719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.170914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.171246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.171483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.171810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.172225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:13.175965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] No DVR routers for this DVR port a7f15da3-c842-4419-bbcc-ae7ba00deaa2 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:18:13.179185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.183376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d50b675-bd88-4e1b-a8cd-22e3e82c75a4 req-6f567b4a-30f6-41a0-baa2-161b95f3dca3 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.74 "DELETE /v2.0/ports/a7f15da3-c842-4419-bbcc-ae7ba00deaa2 HTTP/1.1" status: 204 len: 173 time: 0.5406914 Dec 15 14:18:13.184741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b09c796-99a3-4803-bd3c-f1d86ec37811', 'name': 'network-vif-deleted', 'tag': 'a7f15da3-c842-4419-bbcc-ae7ba00deaa2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:13.188123 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70324d62-5547-498a-8dd9-56b0885d268b" -d '{"events": [{"server_uuid": "6b09c796-99a3-4803-bd3c-f1d86ec37811", "name": "network-vif-deleted", "tag": "a7f15da3-c842-4419-bbcc-ae7ba00deaa2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:13.236575 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05455695-8704-481a-bd38-3ccdf34f6526 x-openstack-request-id: req-05455695-8704-481a-bd38-3ccdf34f6526 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:13.237088 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b09c796-99a3-4803-bd3c-f1d86ec37811", "name": "network-vif-deleted", "tag": "a7f15da3-c842-4419-bbcc-ae7ba00deaa2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:13.237642 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05455695-8704-481a-bd38-3ccdf34f6526 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:13.238226 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b09c796-99a3-4803-bd3c-f1d86ec37811', 'name': 'network-vif-deleted', 'tag': 'a7f15da3-c842-4419-bbcc-ae7ba00deaa2', 'status': 'completed', 'code': 200} Dec 15 14:18:13.322969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 69c302cd-7250-4f5b-bbc1-78258af560b1 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:13.404027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:13.476996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 69c302cd-7250-4f5b-bbc1-78258af560b1 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:13.491232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 69c302cd-7250-4f5b-bbc1-78258af560b1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:13.491614 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.560871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69a466f6-cb98-4b22-8012-2db0e8de6227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.666098 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69a466f6-cb98-4b22-8012-2db0e8de6227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.675008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69a466f6-cb98-4b22-8012-2db0e8de6227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.741172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.776572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a466f6-cb98-4b22-8012-2db0e8de6227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da04a18b-d42f-48c3-9c7d-9fea9a364f0f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:13.817682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-69a466f6-cb98-4b22-8012-2db0e8de6227 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=878ed75d704c4a3b8257f7c179d36973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4120810 Dec 15 14:18:13.819297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e00bfc7-ab4a-446f-b103-3ca0855741ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c302cd-7250-4f5b-bbc1-78258af560b1'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:13.821514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:13.822309 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9f2cdd-e8d1-4177-b31d-e157d065eae3" -d '{"events": [{"server_uuid": "9e00bfc7-ab4a-446f-b103-3ca0855741ec", "name": "network-vif-plugged", "status": "completed", "tag": "69c302cd-7250-4f5b-bbc1-78258af560b1"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:13.837626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 69c302cd-7250-4f5b-bbc1-78258af560b1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=69c302cd-7250-4f5b-bbc1-78258af560b1,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:13.842806 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.897036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e7dbc61-2b7a-4c49-b2af-98b2a7b004f1 req-47129b08-bb6a-4eb9-9fd4-22c97fa969de tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b09c796-99a3-4803-bd3c-f1d86ec37811 HTTP/1.1" status: 200 len: 210 time: 0.1310089 Dec 15 14:18:13.900496 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a76f75e-ce12-42c0-9700-7aacf5667705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.910685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=69c302cd-7250-4f5b-bbc1-78258af560b1,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:13.926647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a76f75e-ce12-42c0-9700-7aacf5667705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.993739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a76f75e-ce12-42c0-9700-7aacf5667705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.997974 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a76f75e-ce12-42c0-9700-7aacf5667705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.004574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a76f75e-ce12-42c0-9700-7aacf5667705 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/da04a18b-d42f-48c3-9c7d-9fea9a364f0f HTTP/1.1" status: 204 len: 168 time: 0.1817794 Dec 15 14:18:14.017370 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d728a5be-779d-4052-a57e-3e7a4bec5d56 x-openstack-request-id: req-d728a5be-779d-4052-a57e-3e7a4bec5d56 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:14.017939 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e00bfc7-ab4a-446f-b103-3ca0855741ec", "name": "network-vif-plugged", "status": "completed", "tag": "69c302cd-7250-4f5b-bbc1-78258af560b1", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:14.018207 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d728a5be-779d-4052-a57e-3e7a4bec5d56 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:14.018628 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e00bfc7-ab4a-446f-b103-3ca0855741ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c302cd-7250-4f5b-bbc1-78258af560b1', 'code': 200} Dec 15 14:18:14.021576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76f75e-ce12-42c0-9700-7aacf5667705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da04a18b-d42f-48c3-9c7d-9fea9a364f0f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:14.114366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736f9d4-04ce-48f7-b6fc-982c836d66d1 req-2af55ada-87ce-45cb-b5a5-6023abb15563 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:14.116145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d736f9d4-04ce-48f7-b6fc-982c836d66d1 req-2af55ada-87ce-45cb-b5a5-6023abb15563 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 946 time: 0.1104228 Dec 15 14:18:14.228258 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d736f9d4-04ce-48f7-b6fc-982c836d66d1 req-c959a905-9db0-455a-ba1e-1e81f1104d25 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050441 Dec 15 14:18:14.360437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343b5c1-3261-4c31-8b12-bfe2e3c29620 req-5d2c695a-5bc0-4c17-911e-e52977890f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:14.362415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4343b5c1-3261-4c31-8b12-bfe2e3c29620 req-5d2c695a-5bc0-4c17-911e-e52977890f23 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 1097 time: 0.2740595 Dec 15 14:18:14.418863 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4343b5c1-3261-4c31-8b12-bfe2e3c29620 req-31fcfc75-1f36-4689-a1a0-2a90b30a79e6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484567 Dec 15 14:18:14.473180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:14.490089 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-efbc6e23-3121-4c49-a64b-2c8b24d55aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.581962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-efbc6e23-3121-4c49-a64b-2c8b24d55aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.586009 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-efbc6e23-3121-4c49-a64b-2c8b24d55aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.627257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-efbc6e23-3121-4c49-a64b-2c8b24d55aab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4631f329b40b47a2bc1ef6d2ccd5af27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522081 Dec 15 14:18:14.629135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6e23-3121-4c49-a64b-2c8b24d55aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c4f643-f599-41fa-8a3c-dcf3331ac786,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:14.630937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39672) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:14.696987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-951e638f-8ee0-4215-9930-0b7dbd9d012c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.719064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-951e638f-8ee0-4215-9930-0b7dbd9d012c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.765816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-951e638f-8ee0-4215-9930-0b7dbd9d012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.768751 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-951e638f-8ee0-4215-9930-0b7dbd9d012c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.772214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-951e638f-8ee0-4215-9930-0b7dbd9d012c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/09c4f643-f599-41fa-8a3c-dcf3331ac786 HTTP/1.1" status: 204 len: 168 time: 0.1353705 Dec 15 14:18:14.778403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e638f-8ee0-4215-9930-0b7dbd9d012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c4f643-f599-41fa-8a3c-dcf3331ac786,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:14.986894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39684) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:15.063313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cc50f6-9bcd-4596-be87-c13bb1f59ea4 admin admin] Deleting subnet c53bd1a0-3b13-43f0-a606-4cc9dbf175fd {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:18:15.066662 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41cc50f6-9bcd-4596-be87-c13bb1f59ea4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.112005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41cc50f6-9bcd-4596-be87-c13bb1f59ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.159909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41cc50f6-9bcd-4596-be87-c13bb1f59ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.226199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41cc50f6-9bcd-4596-be87-c13bb1f59ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.240494 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41cc50f6-9bcd-4596-be87-c13bb1f59ea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.245614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceaea01-bce8-42bc-b8d1-bd7daa9e3117 None None] Network 219b80e2-a78b-467d-888f-34dc8721a9e8 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:18:15.254725 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-41cc50f6-9bcd-4596-be87-c13bb1f59ea4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c53bd1a0-3b13-43f0-a606-4cc9dbf175fd HTTP/1.1" status: 204 len: 168 time: 0.2655430 Dec 15 14:18:15.257702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39700) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:15.339344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc50f6-9bcd-4596-be87-c13bb1f59ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53bd1a0-3b13-43f0-a606-4cc9dbf175fd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:15.400216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352b11e-9436-4a31-bc17-c7fc10c2033c None None] DHCP port deletion for 219b80e2-a78b-467d-888f-34dc8721a9e8 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:18:15.468008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.559671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a91a91-f322-477f-a357-159e4582a2a5 req-64ce4d7f-9689-4ec2-b4b7-88ee06ca37cc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:15.562250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4a91a91-f322-477f-a357-159e4582a2a5 req-64ce4d7f-9689-4ec2-b4b7-88ee06ca37cc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 946 time: 0.1291072 Dec 15 14:18:15.629070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.684120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219b80e2-a78b-467d-888f-34dc8721a9e8']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:15.696081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4a91a91-f322-477f-a357-159e4582a2a5 req-1442b9cb-5fc2-45ad-bb36-e7d0e2680135 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050820 Dec 15 14:18:15.699777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ea3557-2883-4dec-8f50-34ae0dc1c56f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:15.700034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ea3557-2883-4dec-8f50-34ae0dc1c56f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:15.711132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.734546 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.741362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:18:15.742008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:18:15.744261 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:18:15.815609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.821822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.827350 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] 10.222.0.86 "DELETE /v2.0/networks/219b80e2-a78b-467d-888f-34dc8721a9e8 HTTP/1.1" status: 204 len: 168 time: 0.5684354 Dec 15 14:18:15.848042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d760fd-a922-423e-be98-5a3f1cf61d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=219b80e2-a78b-467d-888f-34dc8721a9e8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:16.047113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdd5f2-ebce-4516-b678-7fc26a9d5863 req-5cc45e73-c65d-4241-9bb9-359cc8f5c0ce tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:16.053979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdd5f2-ebce-4516-b678-7fc26a9d5863 req-5cc45e73-c65d-4241-9bb9-359cc8f5c0ce tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:16.055830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7cdd5f2-ebce-4516-b678-7fc26a9d5863 req-5cc45e73-c65d-4241-9bb9-359cc8f5c0ce tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298&device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 1682 time: 0.0821702 Dec 15 14:18:16.086366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:16.132890 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b7cdd5f2-ebce-4516-b678-7fc26a9d5863 req-b14e0cfd-3ddc-4492-aa17-fc3a4a5efe4b tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693862 Dec 15 14:18:16.148511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f4acaaba-b8a0-4fe5-b98a-91c689b7494a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f195a5d859e146c08aee9ea103654b5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609334 Dec 15 14:18:16.152715 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:16.206369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9bc7-6f92-427c-8981-4f208cab1e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.233740 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9bc7-6f92-427c-8981-4f208cab1e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.303592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9bc7-6f92-427c-8981-4f208cab1e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.307659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9bc7-6f92-427c-8981-4f208cab1e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.309867 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9b2c9bc7-6f92-427c-8981-4f208cab1e59 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f7ef970-1775-481d-bc48-321d42adb7ba HTTP/1.1" status: 204 len: 168 time: 0.1579692 Dec 15 14:18:16.324418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c9bc7-6f92-427c-8981-4f208cab1e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ef970-1775-481d-bc48-321d42adb7ba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:16.807245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e111906-bb6c-4b98-8a99-463d9ae93ecf req-f226ddea-6e37-4043-b8e6-ddeedf0e6f72 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:16.815145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5e111906-bb6c-4b98-8a99-463d9ae93ecf req-f226ddea-6e37-4043-b8e6-ddeedf0e6f72 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0658228 Dec 15 14:18:16.851378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366558f4-cba5-410d-b11a-c19842bed1e6 req-4befbeec-5123-4b2e-a1db-10057f8a56bd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:16.861305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-366558f4-cba5-410d-b11a-c19842bed1e6 req-4befbeec-5123-4b2e-a1db-10057f8a56bd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 946 time: 0.0711579 Dec 15 14:18:16.876513 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5e111906-bb6c-4b98-8a99-463d9ae93ecf req-7d9fd19e-775a-406b-8f44-bd0bb1f91349 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603569 Dec 15 14:18:16.910454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-366558f4-cba5-410d-b11a-c19842bed1e6 req-e74979da-11e0-457c-b6cb-775c4e65da5c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481887 Dec 15 14:18:17.041302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7483eb-25b7-47b0-82e5-e356206644d2 req-0c7ac204-4a5e-4e9e-9abd-5261cfa59056 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:17.043152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ef7483eb-25b7-47b0-82e5-e356206644d2 req-0c7ac204-4a5e-4e9e-9abd-5261cfa59056 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 946 time: 0.0589969 Dec 15 14:18:17.096601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ef7483eb-25b7-47b0-82e5-e356206644d2 req-c99617d0-fdbd-442e-b60f-7c70d679449c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455856 Dec 15 14:18:17.363170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a7f15da3-c842-4419-bbcc-ae7ba00deaa2 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:18:17.414311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: a7f15da3-c842-4419-bbcc-ae7ba00deaa2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:18:17.414672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device a7f15da3-c842-4419-bbcc-ae7ba00deaa2 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:18:17.509390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28137772-aa45-4d18-abcf-7cd6288266b9 req-b6b9fe64-ac58-4a87-8051-eedb137651eb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:17.511182 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28137772-aa45-4d18-abcf-7cd6288266b9 req-b6b9fe64-ac58-4a87-8051-eedb137651eb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 946 time: 0.0671046 Dec 15 14:18:17.572139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28137772-aa45-4d18-abcf-7cd6288266b9 req-4eab5a0a-5f62-4c09-83fa-5627119347e2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526378 Dec 15 14:18:18.003570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d20148-e9a1-4330-9974-98016eb2ab9c req-bd0937e2-95c7-4fdc-a741-9caa294a8b58 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:18.005386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4d20148-e9a1-4330-9974-98016eb2ab9c req-bd0937e2-95c7-4fdc-a741-9caa294a8b58 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0592446 Dec 15 14:18:18.088593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4d20148-e9a1-4330-9974-98016eb2ab9c req-81d0eeee-1ee7-4101-92f2-182e8f4c6805 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766659 Dec 15 14:18:18.141316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-69fc8a4f-028e-42f0-9516-805c6c7ba118 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:18.143154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-69fc8a4f-028e-42f0-9516-805c6c7ba118 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0913627 Dec 15 14:18:18.241434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb076-5457-46ae-8f00-ec7e45346cac req-e2eb0616-e157-4337-bec8-0a9d73a6b979 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:18.243184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-caacb076-5457-46ae-8f00-ec7e45346cac req-e2eb0616-e157-4337-bec8-0a9d73a6b979 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ada6b2-c148-473a-ae89-a15b6ce47298 HTTP/1.1" status: 200 len: 946 time: 0.0638156 Dec 15 14:18:18.249746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Deleting port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:18:18.250086 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.357782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] For port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:18.358393 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.370804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Deleting port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:18:18.372019 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.373314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Calling delete_port for a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:18:18.509589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] For port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,segment=NetworkSegment(b8714753-8c09-4874-9c81-38bc54c7afaf),segment_id=b8714753-8c09-4874-9c81-38bc54c7afaf)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:18.510532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.523327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.529860 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Calling delete_port for 6b9e5120-850d-4fbb-bcb5-39820dd6d60d owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:18:18.535722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['6b9e5120-850d-4fbb-bcb5-39820dd6d60d', 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:18.556664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Pushing event deleted for resources: {'Port': ['ID=a24ac8e4-9161-42f3-86bc-b8a3d852c4e0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:18.646769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] No DVR routers for this DVR port a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:18:18.651478 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.657316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d1a5dac-8d62-4f1f-b01c-859b7c93d3d1 req-45e7ffd9-61e6-4b4e-a964-b65f2d3fd1ff tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.24 "DELETE /v2.0/ports/a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 HTTP/1.1" status: 204 len: 173 time: 0.5066791 Dec 15 14:18:18.657996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd9b02a-78d3-4677-8f24-2364cb10f2a7', 'name': 'network-vif-deleted', 'tag': 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:18.661884 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3138eba5-111f-4ce7-be09-f84f8a5835a4" -d '{"events": [{"server_uuid": "fdd9b02a-78d3-4677-8f24-2364cb10f2a7", "name": "network-vif-deleted", "tag": "a24ac8e4-9161-42f3-86bc-b8a3d852c4e0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:18.789268 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2060c094-d059-4975-a382-8c5e0f458311 x-openstack-request-id: req-2060c094-d059-4975-a382-8c5e0f458311 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:18.789993 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd9b02a-78d3-4677-8f24-2364cb10f2a7", "name": "network-vif-deleted", "tag": "a24ac8e4-9161-42f3-86bc-b8a3d852c4e0", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:18.790630 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2060c094-d059-4975-a382-8c5e0f458311 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:18.791254 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd9b02a-78d3-4677-8f24-2364cb10f2a7', 'name': 'network-vif-deleted', 'tag': 'a24ac8e4-9161-42f3-86bc-b8a3d852c4e0', 'status': 'completed', 'code': 200} Dec 15 14:18:18.866782 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.911681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4e774-8bfc-4636-bea7-804418fc4fe5 req-1498c617-8ac0-445e-809c-0dfcb31314fb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:18.920895 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-15c4e774-8bfc-4636-bea7-804418fc4fe5 req-1498c617-8ac0-445e-809c-0dfcb31314fb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 946 time: 0.1822250 Dec 15 14:18:18.942654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Pushing event deleted for resources: {'Port': ['ID=6b9e5120-850d-4fbb-bcb5-39820dd6d60d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:18.964448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['a24ac8e4-9161-42f3-86bc-b8a3d852c4e0'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:18.973795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] No DVR routers for this DVR port 6b9e5120-850d-4fbb-bcb5-39820dd6d60d on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:18:18.977322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.982014 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-caacb076-5457-46ae-8f00-ec7e45346cac req-8c567178-3496-4d83-af8d-f78a06264921 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.24 "DELETE /v2.0/ports/6b9e5120-850d-4fbb-bcb5-39820dd6d60d HTTP/1.1" status: 204 len: 173 time: 0.7324576 Dec 15 14:18:18.982537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ada6b2-c148-473a-ae89-a15b6ce47298', 'name': 'network-vif-deleted', 'tag': '6b9e5120-850d-4fbb-bcb5-39820dd6d60d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:18.985934 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004121ab-4471-4b9d-b213-be8f2ea761d4" -d '{"events": [{"server_uuid": "13ada6b2-c148-473a-ae89-a15b6ce47298", "name": "network-vif-deleted", "tag": "6b9e5120-850d-4fbb-bcb5-39820dd6d60d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:18.996284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-bb412d5c-a9f9-4ee9-a7c0-e4e2bd584c48 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:18.997980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-bb412d5c-a9f9-4ee9-a7c0-e4e2bd584c48 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 946 time: 0.1741033 Dec 15 14:18:19.003150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-15c4e774-8bfc-4636-bea7-804418fc4fe5 req-a9c4624a-c2a2-44f7-8744-1256d02a4ffa tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811388 Dec 15 14:18:19.045332 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2acda44-d7c9-4d95-9d37-17a25e022b1b x-openstack-request-id: req-a2acda44-d7c9-4d95-9d37-17a25e022b1b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:19.045971 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ada6b2-c148-473a-ae89-a15b6ce47298", "name": "network-vif-deleted", "tag": "6b9e5120-850d-4fbb-bcb5-39820dd6d60d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:19.045971 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2acda44-d7c9-4d95-9d37-17a25e022b1b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:19.046680 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ada6b2-c148-473a-ae89-a15b6ce47298', 'name': 'network-vif-deleted', 'tag': '6b9e5120-850d-4fbb-bcb5-39820dd6d60d', 'status': 'completed', 'code': 200} Dec 15 14:18:19.116059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port 69c302cd-7250-4f5b-bbc1-78258af560b1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:18:19.116059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:19.269586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41bb07ee-3523-4bbf-8f67-5988a18925f7 req-e03d63a7-fc8c-482b-a548-6783bf8eb626 tempest-ListServersNegativeTestJSON-667901692 tempest-ListServersNegativeTestJSON-667901692-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdd9b02a-78d3-4677-8f24-2364cb10f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0358305 Dec 15 14:18:19.318684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] For port 69c302cd-7250-4f5b-bbc1-78258af560b1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=69c302cd-7250-4f5b-bbc1-78258af560b1,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:19.319282 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:19.340113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for 69c302cd-7250-4f5b-bbc1-78258af560b1 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:18:19.502893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:19.517001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['69c302cd-7250-4f5b-bbc1-78258af560b1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:19.521101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['5413c4ec-d5dd-44eb-a79d-2ff7839fb27d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:19.554428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=69c302cd-7250-4f5b-bbc1-78258af560b1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:19.624359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] No DVR routers for this DVR port 69c302cd-7250-4f5b-bbc1-78258af560b1 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:18:19.628665 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:19.634264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d389fba9-0b22-4ef4-a749-11ea5d45369f req-0e47fa17-3929-49e5-8b0d-1217746b50ee tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "DELETE /v2.0/ports/69c302cd-7250-4f5b-bbc1-78258af560b1 HTTP/1.1" status: 204 len: 173 time: 0.6289937 Dec 15 14:18:20.128514 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8914435c-8725-44aa-bdde-467aecf8a1e6 req-c03323f8-7d7c-43c6-a603-0a99095b5e3d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 210 time: 0.0353475 Dec 15 14:18:20.397985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39864) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:20.471432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-549f3f81-2d55-4ec4-8609-97d9fea4afb7 admin admin] Deleting subnet 97b4fcc3-2403-42df-8ac2-1f5e0a1110c7 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:18:20.475623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-549f3f81-2d55-4ec4-8609-97d9fea4afb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.521269 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-549f3f81-2d55-4ec4-8609-97d9fea4afb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.571377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-549f3f81-2d55-4ec4-8609-97d9fea4afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.644211 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-549f3f81-2d55-4ec4-8609-97d9fea4afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.683035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f3f81-2d55-4ec4-8609-97d9fea4afb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b4fcc3-2403-42df-8ac2-1f5e0a1110c7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:20.695292 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-549f3f81-2d55-4ec4-8609-97d9fea4afb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.703557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-549f3f81-2d55-4ec4-8609-97d9fea4afb7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/97b4fcc3-2403-42df-8ac2-1f5e0a1110c7 HTTP/1.1" status: 204 len: 168 time: 0.3022187 Dec 15 14:18:20.703923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:20.792745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e00bfc7-ab4a-446f-b103-3ca0855741ec', 'name': 'network-vif-deleted', 'tag': '69c302cd-7250-4f5b-bbc1-78258af560b1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:20.795739 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e23217-2ed2-48fe-ac40-737379abe6b6" -d '{"events": [{"server_uuid": "9e00bfc7-ab4a-446f-b103-3ca0855741ec", "name": "network-vif-deleted", "tag": "69c302cd-7250-4f5b-bbc1-78258af560b1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:20.815920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.857834 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082034c-9991-47ea-8400-95d3fd81a48c x-openstack-request-id: req-7082034c-9991-47ea-8400-95d3fd81a48c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:20.858541 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e00bfc7-ab4a-446f-b103-3ca0855741ec", "name": "network-vif-deleted", "tag": "69c302cd-7250-4f5b-bbc1-78258af560b1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:20.858977 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7082034c-9991-47ea-8400-95d3fd81a48c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:20.859602 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e00bfc7-ab4a-446f-b103-3ca0855741ec', 'name': 'network-vif-deleted', 'tag': '69c302cd-7250-4f5b-bbc1-78258af560b1', 'status': 'completed', 'code': 200} Dec 15 14:18:20.942039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.978413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e513989-5b08-472a-b83a-33d5d6e41e78']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:20.994013 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8714753-8c09-4874-9c81-38bc54c7afaf') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:20.994341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8714753-8c09-4874-9c81-38bc54c7afaf') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:21.008887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.029877 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.038076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:18:21.038979 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:18:21.041237 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:18:21.113259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.119753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.124984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0e513989-5b08-472a-b83a-33d5d6e41e78 HTTP/1.1" status: 204 len: 168 time: 0.4198937 Dec 15 14:18:21.142796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4265bd-c70f-4b6b-9ec0-d65a2a949347 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e513989-5b08-472a-b83a-33d5d6e41e78,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:21.360010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cae6ddee-c524-43fa-bffb-f1358583e79d req-cbb29d73-8e3f-46ec-9641-0f3406875d9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 210 time: 0.0993752 Dec 15 14:18:21.446798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:18:21.484517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:21.490998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:18:21.491359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device a24ac8e4-9161-42f3-86bc-b8a3d852c4e0 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:18:21.491847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 6b9e5120-850d-4fbb-bcb5-39820dd6d60d no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:18:21.534466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 6b9e5120-850d-4fbb-bcb5-39820dd6d60d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:18:21.535065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 6b9e5120-850d-4fbb-bcb5-39820dd6d60d not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:18:21.563624 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-89dd04df-612e-4e3b-90b6-b5ab10938a2e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27110be069b84484915c19b84d7014c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752504 Dec 15 14:18:21.564102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39884) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:21.671254 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32d80f44-66eb-41fc-ad61-418b4110452e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.722320 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32d80f44-66eb-41fc-ad61-418b4110452e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.735264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:21.795011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32d80f44-66eb-41fc-ad61-418b4110452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.798099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32d80f44-66eb-41fc-ad61-418b4110452e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.801998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-32d80f44-66eb-41fc-ad61-418b4110452e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ecc33e93-1f08-40b0-97c9-ad566f8c1e9d HTTP/1.1" status: 204 len: 168 time: 0.2339239 Dec 15 14:18:21.825839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d80f44-66eb-41fc-ad61-418b4110452e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc33e93-1f08-40b0-97c9-ad566f8c1e9d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:21.906260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87b7d376-1c6b-45a9-a3b9-3ca40760e3b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.084473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87b7d376-1c6b-45a9-a3b9-3ca40760e3b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.093906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87b7d376-1c6b-45a9-a3b9-3ca40760e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.167575 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-87b7d376-1c6b-45a9-a3b9-3ca40760e3b6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=de47b4073b4d44309ad3ea27d31438b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4305325 Dec 15 14:18:22.170432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39894) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:22.182599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7d376-1c6b-45a9-a3b9-3ca40760e3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b001848-ae93-423d-96e7-e379bbb7a7c4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:22.342724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e12d87-1024-49f6-ace5-2bd5f1bcb82c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.374909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e12d87-1024-49f6-ace5-2bd5f1bcb82c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.450868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e12d87-1024-49f6-ace5-2bd5f1bcb82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.454175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79e12d87-1024-49f6-ace5-2bd5f1bcb82c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.457723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-79e12d87-1024-49f6-ace5-2bd5f1bcb82c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3b001848-ae93-423d-96e7-e379bbb7a7c4 HTTP/1.1" status: 204 len: 168 time: 0.2827082 Dec 15 14:18:22.472659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e12d87-1024-49f6-ace5-2bd5f1bcb82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b001848-ae93-423d-96e7-e379bbb7a7c4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:22.553218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f589128e-30e4-4d25-99a7-c910f7b0f3c6 req-e1bccc40-959c-47e9-9e04-3fe9ca30ccc2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 210 time: 0.0402699 Dec 15 14:18:23.399112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 69c302cd-7250-4f5b-bbc1-78258af560b1 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:18:23.420856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 69c302cd-7250-4f5b-bbc1-78258af560b1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:18:23.421248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 69c302cd-7250-4f5b-bbc1-78258af560b1 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:18:23.655999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80025ade-b396-43e5-85d8-c674bc38a04c req-c5506c3f-9abf-4410-91b4-48ba7a208e81 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 210 time: 0.0271187 Dec 15 14:18:24.125888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 39984) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:24.241433 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d4e4eedc-4b09-4dd3-b272-8f9fa239a2e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.353846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d4e4eedc-4b09-4dd3-b272-8f9fa239a2e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.362218 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d4e4eedc-4b09-4dd3-b272-8f9fa239a2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.409527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 39988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:24.419990 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d4e4eedc-4b09-4dd3-b272-8f9fa239a2e1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ae59d454b7c44d2851df48c2c942e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910330 Dec 15 14:18:24.421030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4eedc-4b09-4dd3-b272-8f9fa239a2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d563f736-46fe-424c-a7b1-eab3d45b24b9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:24.476957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e302af60-1345-4ae7-81cd-a963131ee2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.500315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e302af60-1345-4ae7-81cd-a963131ee2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.554442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e302af60-1345-4ae7-81cd-a963131ee2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.558653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e302af60-1345-4ae7-81cd-a963131ee2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.560526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e302af60-1345-4ae7-81cd-a963131ee2bd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d563f736-46fe-424c-a7b1-eab3d45b24b9 HTTP/1.1" status: 204 len: 168 time: 0.1499162 Dec 15 14:18:24.571454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302af60-1345-4ae7-81cd-a963131ee2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d563f736-46fe-424c-a7b1-eab3d45b24b9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:24.856612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb0e5710-bbf9-4ea5-b733-fb46f40e8bcb req-6311adda-422b-45e1-97ae-53463bc72977 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 210 time: 0.0537751 Dec 15 14:18:26.011037 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-47ec256c-a82e-4801-8669-278fe161051b req-765cc9a9-b9fd-4371-99bc-101b514494a0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e00bfc7-ab4a-446f-b103-3ca0855741ec HTTP/1.1" status: 200 len: 210 time: 0.0653055 Dec 15 14:18:28.086039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:28.257847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f62032d-35c5-49fd-b396-a81772b9b312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.372665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f62032d-35c5-49fd-b396-a81772b9b312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.378062 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f62032d-35c5-49fd-b396-a81772b9b312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.432249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f62032d-35c5-49fd-b396-a81772b9b312 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ce0d7f984754e659ea3d1de30666a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450365 Dec 15 14:18:28.435264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62032d-35c5-49fd-b396-a81772b9b312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e500c1-8cc3-4693-ae76-4dd3f10c193d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:28.435964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40092) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:28.525031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ec48bb3-d10e-4bbe-82f9-66e759854068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.551530 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ec48bb3-d10e-4bbe-82f9-66e759854068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.610204 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ec48bb3-d10e-4bbe-82f9-66e759854068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.613245 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ec48bb3-d10e-4bbe-82f9-66e759854068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.617495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1ec48bb3-d10e-4bbe-82f9-66e759854068 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c5e500c1-8cc3-4693-ae76-4dd3f10c193d HTTP/1.1" status: 204 len: 168 time: 0.1805220 Dec 15 14:18:28.626320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48bb3-d10e-4bbe-82f9-66e759854068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e500c1-8cc3-4693-ae76-4dd3f10c193d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:28.982837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40098) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:28.999225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5a423e7-8c60-4a75-8a93-2a8bb7b8b284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.099900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5a423e7-8c60-4a75-8a93-2a8bb7b8b284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.106133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5a423e7-8c60-4a75-8a93-2a8bb7b8b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.153285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a423e7-8c60-4a75-8a93-2a8bb7b8b284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6d92e2-d2e6-4789-a2c4-59cfc7fc1bd3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:29.159317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b5a423e7-8c60-4a75-8a93-2a8bb7b8b284 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3fde9f6496104d9296fee9748d455001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750555 Dec 15 14:18:29.161837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40100) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:29.224311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2551c3-69fe-419a-a244-7bff291ffd75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.248566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2551c3-69fe-419a-a244-7bff291ffd75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.346647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2551c3-69fe-419a-a244-7bff291ffd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.351338 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c2551c3-69fe-419a-a244-7bff291ffd75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.354531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1c2551c3-69fe-419a-a244-7bff291ffd75 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9d6d92e2-d2e6-4789-a2c4-59cfc7fc1bd3 HTTP/1.1" status: 204 len: 168 time: 0.1915390 Dec 15 14:18:29.377031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2551c3-69fe-419a-a244-7bff291ffd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6d92e2-d2e6-4789-a2c4-59cfc7fc1bd3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:29.930942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40122) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:30.186145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68a4b634-823b-4e04-8709-b7018196b53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.377900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68a4b634-823b-4e04-8709-b7018196b53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.384609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68a4b634-823b-4e04-8709-b7018196b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.475016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-68a4b634-823b-4e04-8709-b7018196b53d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1f93a71192a94e7ea28ec79fb2dfd805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5420191 Dec 15 14:18:30.476062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4b634-823b-4e04-8709-b7018196b53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215ef025-6d8b-4992-9ea0-a17815c168e7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:30.477705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:30.677567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb428-1dab-4f1e-ae40-1d592e43d338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.749036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb428-1dab-4f1e-ae40-1d592e43d338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.844188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb428-1dab-4f1e-ae40-1d592e43d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.848626 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb428-1dab-4f1e-ae40-1d592e43d338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.857072 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6eaeb428-1dab-4f1e-ae40-1d592e43d338 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/215ef025-6d8b-4992-9ea0-a17815c168e7 HTTP/1.1" status: 204 len: 168 time: 0.3776560 Dec 15 14:18:30.867329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaeb428-1dab-4f1e-ae40-1d592e43d338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215ef025-6d8b-4992-9ea0-a17815c168e7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:31.039048 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:31.270588 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-079cae39-4f8a-439d-a170-a2141166e7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:31.283648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:32.864450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f842d0-ee76-451f-a155-bfe4e4a30827 req-e0adc164-b624-4860-9083-a5424a4fd434 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:32.872821 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03f842d0-ee76-451f-a155-bfe4e4a30827 req-e0adc164-b624-4860-9083-a5424a4fd434 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0602415 Dec 15 14:18:32.931771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03f842d0-ee76-451f-a155-bfe4e4a30827 req-2a21abed-f0b2-4472-99e9-ec837a237497 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577307 Dec 15 14:18:33.662857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40246) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:33.667475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192858864', 'description': 'tempest-secgroup-smoke-192858864 description', 'project_id': 'abc2b611bf274c318fe9101c87725cfa'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:33.693268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.701156 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.780923 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.784636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.821328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f434c5e-b99c-4e8a-9889-73d78b40ba62,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:33.827325 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4bbe-54d7-4d2b-a824-af17d9c84e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.863544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.867937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.896224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.897467 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2335951 Dec 15 14:18:33.900950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40250) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:33.905876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e0b71051-985d-45c4-9ecb-35f14f206b47 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'bad0f958-4fe2-4a34-9f49-bfffbece997d', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:33.906995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6196-3bd6-4e4b-93a4-2d0161dd958d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad0f958-4fe2-4a34-9f49-bfffbece997d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:33.941700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0b71051-985d-45c4-9ecb-35f14f206b47 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.034967 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0b71051-985d-45c4-9ecb-35f14f206b47 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.041114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0b71051-985d-45c4-9ecb-35f14f206b47 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.061435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b71051-985d-45c4-9ecb-35f14f206b47 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025b7ac6-e08d-44ba-af7d-53a9ed3251a0,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:34.069705 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0b71051-985d-45c4-9ecb-35f14f206b47 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.073763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e0b71051-985d-45c4-9ecb-35f14f206b47 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1690998 Dec 15 14:18:34.074159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40258) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:34.079047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a89fb964-7064-493b-96e5-2d5cf87e88ae tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'bad0f958-4fe2-4a34-9f49-bfffbece997d', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:34.088971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16bbbd-b84e-4f3d-a8c2-8c46821db7eb req-72d012ec-a7c2-4541-ae52-4c1e38ac2837 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:34.091245 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb16bbbd-b84e-4f3d-a8c2-8c46821db7eb req-72d012ec-a7c2-4541-ae52-4c1e38ac2837 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0519276 Dec 15 14:18:34.108271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a89fb964-7064-493b-96e5-2d5cf87e88ae tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.163385 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb16bbbd-b84e-4f3d-a8c2-8c46821db7eb req-d276e1e4-3abe-4001-b5b3-912384da93b1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=4856cff0-677b-488b-83c5-e5275519e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Dec 15 14:18:34.185156 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a89fb964-7064-493b-96e5-2d5cf87e88ae tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.189759 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a89fb964-7064-493b-96e5-2d5cf87e88ae tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.211446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fb964-7064-493b-96e5-2d5cf87e88ae tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe3e483-54db-4e3a-8850-ad1b9746ff15,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:34.227420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a89fb964-7064-493b-96e5-2d5cf87e88ae tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.228819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a89fb964-7064-493b-96e5-2d5cf87e88ae tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534491 Dec 15 14:18:34.232129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40262) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:34.236480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9834beda-6026-4c06-a696-2e876a8f5189 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'bad0f958-4fe2-4a34-9f49-bfffbece997d', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:34.254153 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:18:34.268380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9834beda-6026-4c06-a696-2e876a8f5189 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.365951 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9834beda-6026-4c06-a696-2e876a8f5189 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.367082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22103c-2281-46a9-b314-941539cec68e req-0f9834c9-d0b6-41a7-9ae6-b7a6be44b889 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:34.370048 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b22103c-2281-46a9-b314-941539cec68e req-0f9834c9-d0b6-41a7-9ae6-b7a6be44b889 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0967469 Dec 15 14:18:34.370704 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9834beda-6026-4c06-a696-2e876a8f5189 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.393604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834beda-6026-4c06-a696-2e876a8f5189 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c1a024-5eee-4100-987a-158d379d60c2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:34.403065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9834beda-6026-4c06-a696-2e876a8f5189 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.404693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9834beda-6026-4c06-a696-2e876a8f5189 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714258 Dec 15 14:18:34.407193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40270) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:34.412885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-37166ffe-14e9-47c4-956c-493b016a76fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'bad0f958-4fe2-4a34-9f49-bfffbece997d', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:34.447697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37166ffe-14e9-47c4-956c-493b016a76fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.506737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:18:34.507593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.536533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37166ffe-14e9-47c4-956c-493b016a76fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.544018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37166ffe-14e9-47c4-956c-493b016a76fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.579836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37166ffe-14e9-47c4-956c-493b016a76fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5b314f-5b11-4fa9-af2b-ce4b6e115a90,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:34.588941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37166ffe-14e9-47c4-956c-493b016a76fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.593552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-37166ffe-14e9-47c4-956c-493b016a76fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827295 Dec 15 14:18:34.593860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40276) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:34.600542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-392bf22e-b2cb-447a-a569-e2fdb3c84a81 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'bad0f958-4fe2-4a34-9f49-bfffbece997d', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:34.626484 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-392bf22e-b2cb-447a-a569-e2fdb3c84a81 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Project abc2b611bf274c318fe9101c87725cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:18:34.631637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-392bf22e-b2cb-447a-a569-e2fdb3c84a81 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.655077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] For port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:34.655561 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.672083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:18:34.707273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-392bf22e-b2cb-447a-a569-e2fdb3c84a81 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.712925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-392bf22e-b2cb-447a-a569-e2fdb3c84a81 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.741842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bf22e-b2cb-447a-a569-e2fdb3c84a81 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addb2089-bc7d-46b2-b619-1e58527c6859,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:34.752346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-392bf22e-b2cb-447a-a569-e2fdb3c84a81 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.756341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-392bf22e-b2cb-447a-a569-e2fdb3c84a81 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588778 Dec 15 14:18:34.756978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40280) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:34.761934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b7037b3d-3a82-452e-96c4-9b76d1724a1d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'bad0f958-4fe2-4a34-9f49-bfffbece997d', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:34.790910 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-b7037b3d-3a82-452e-96c4-9b76d1724a1d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Project abc2b611bf274c318fe9101c87725cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:18:34.801186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7037b3d-3a82-452e-96c4-9b76d1724a1d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.835743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.856274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['5413c4ec-d5dd-44eb-a79d-2ff7839fb27d'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:34.882348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7037b3d-3a82-452e-96c4-9b76d1724a1d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.887615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7037b3d-3a82-452e-96c4-9b76d1724a1d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.893382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=5413c4ec-d5dd-44eb-a79d-2ff7839fb27d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:34.920975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7037b3d-3a82-452e-96c4-9b76d1724a1d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.924605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.926021 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b7037b3d-3a82-452e-96c4-9b76d1724a1d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673150 Dec 15 14:18:34.927271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7037b3d-3a82-452e-96c4-9b76d1724a1d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76291448-7ce2-4b8a-ac92-47d5d66ca52b,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:34.929634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40294) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:34.936733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'network': {'name': 'tempest-network-smoke--18960697', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'port_security_enabled': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:34.969249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:34.972142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] No DVR routers for this DVR port 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:18:34.975309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.976510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.981533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0b22103c-2281-46a9-b314-941539cec68e req-ee794ce0-0b1d-4737-9c0a-56186e9a4659 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "DELETE /v2.0/ports/5413c4ec-d5dd-44eb-a79d-2ff7839fb27d HTTP/1.1" status: 204 len: 173 time: 0.6047790 Dec 15 14:18:34.982093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e21f74-3104-4107-9a50-e077ffbf3dc1', 'name': 'network-vif-deleted', 'tag': '5413c4ec-d5dd-44eb-a79d-2ff7839fb27d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:34.996993 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539efe03-7334-40c2-9042-28ed9cf2ef93" -d '{"events": [{"server_uuid": "65e21f74-3104-4107-9a50-e077ffbf3dc1", "name": "network-vif-deleted", "tag": "5413c4ec-d5dd-44eb-a79d-2ff7839fb27d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:35.006846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:18:35.018449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.018997 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Added segment 3268ca6b-62a2-4195-97ee-f449cfb6b447 of type vlan for network 29395045-6537-42e2-a9e3-aa124d3686c1 Dec 15 14:18:35.057971 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e934e7e-6588-4106-a65c-a574b51127e4 x-openstack-request-id: req-8e934e7e-6588-4106-a65c-a574b51127e4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:35.058469 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e21f74-3104-4107-9a50-e077ffbf3dc1", "name": "network-vif-deleted", "tag": "5413c4ec-d5dd-44eb-a79d-2ff7839fb27d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:35.059140 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e934e7e-6588-4106-a65c-a574b51127e4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:35.059379 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e21f74-3104-4107-9a50-e077ffbf3dc1', 'name': 'network-vif-deleted', 'tag': '5413c4ec-d5dd-44eb-a79d-2ff7839fb27d', 'status': 'completed', 'code': 200} Dec 15 14:18:35.068106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.105743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.111702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:35.112294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.215517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2836692 Dec 15 14:18:35.216729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7467663-b920-46c3-b58d-fad1b2101c03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Network': ['ID=29395045-6537-42e2-a9e3-aa124d3686c1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:35.219154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40314) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:35.224311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'admin_state_up': True, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:35.235677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 29395045-6537-42e2-a9e3-aa124d3686c1 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:18:35.348223 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.355076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.407579 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1bf727a-4415-44f3-95ec-c5743039dc73 req-b5081ed9-fe39-4ceb-b211-b2f504d7bd66 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 210 time: 0.1247075 Dec 15 14:18:35.523057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.760170 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.012724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.034230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.168799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.25.7.61 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/663f3457-f14a-40c3-b62a-99a3aed751a0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:36.307512 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.349647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.396697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:36.403099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:36.408174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:36.420340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d0eae0-cadc-469b-85a3-5244bb46fddf None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:18:36.481666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-63578bc4-b128-4102-b4e4-ab68a6cf8ac2 None None] Provisioning complete for port 663f3457-f14a-40c3-b62a-99a3aed751a0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:36.488063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63578bc4-b128-4102-b4e4-ab68a6cf8ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.490046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=663f3457-f14a-40c3-b62a-99a3aed751a0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:36.595505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-63578bc4-b128-4102-b4e4-ab68a6cf8ac2 None None] Port 663f3457-f14a-40c3-b62a-99a3aed751a0 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:36.626371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a2df6f6-c38b-4b74-b852-adf7dda19fdf req-b71eeee5-554f-4fdc-87da-3d7a339c28fa tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0706170 Dec 15 14:18:36.706843 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.156024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.335798 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.425613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.502017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:18:37.526577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:18:37.527320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 5413c4ec-d5dd-44eb-a79d-2ff7839fb27d not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:18:37.610707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router cea575bd-2c23-4d34-a869-4ed36efda72e is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:18:37.760696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:18:37.781787 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Sync routers for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:18:37.802344 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:37.803026 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:18:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:37.821879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-278a3050-d966-421f-8431-8cf6e5e702cd req-423c1402-bc00-47ca-a6ec-4c35a3d1ae75 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0492644 Dec 15 14:18:37.837084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.842681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40408) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:37.844443 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2219c4a8-a4ea-4b93-9918-2a87304ec73e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6238279 Dec 15 14:18:37.962907 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:38.229616 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-000ee4c4-66e0-4ad1-b67e-6abd6dac590d tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=abc2b611bf274c318fe9101c87725cfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3856356 Dec 15 14:18:38.232440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40420) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:38.272012 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:36Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:38.306612 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Checking router: cea575bd-2c23-4d34-a869-4ed36efda72e for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:18:38.307119 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Updating router cea575bd-2c23-4d34-a869-4ed36efda72e port 663f3457-f14a-40c3-b62a-99a3aed751a0 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:18:38.337189 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.430857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3627e439-0198-41c4-b22b-6f16a0c35491 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:38.436451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40424) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:38.446599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3627e439-0198-41c4-b22b-6f16a0c35491 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2130544 Dec 15 14:18:38.478534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40426) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:38.484618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415494859', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:38.490210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9a6a53ba-aa61-4c51-8ee9-d9af24dd95af tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508468 Dec 15 14:18:38.629576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:38.638536 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.691533 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.700951 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.797351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7083139-7b92-4789-af08-32fa401e61d7 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:18:38.842884 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Pushing event updated for resources: {'Port': ['ID=663f3457-f14a-40c3-b62a-99a3aed751a0,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:38.848052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0d75eb25-fde6-45e6-beab-079dba7b8675 None None] Provisioning complete for port 663f3457-f14a-40c3-b62a-99a3aed751a0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:38.849802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0d75eb25-fde6-45e6-beab-079dba7b8675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.859137 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.864264 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.869112 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.869648 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.870176 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.870668 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.871859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.872380 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.872712 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.873047 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.873376 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.873700 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.874021 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:38.904450 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Attempting to bind port 663f3457-f14a-40c3-b62a-99a3aed751a0 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:38.909339 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Attempting to bind port 663f3457-f14a-40c3-b62a-99a3aed751a0 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:38.909983 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Attempting to bind port 663f3457-f14a-40c3-b62a-99a3aed751a0 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:38.923191 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:38.923799 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:38.926247 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.926831 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:38.941353 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Bound port: 663f3457-f14a-40c3-b62a-99a3aed751a0, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:38.946587 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.974909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0d75eb25-fde6-45e6-beab-079dba7b8675 None None] Port 663f3457-f14a-40c3-b62a-99a3aed751a0 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:39.007106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.041478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7dcb59cb-8f72-44c8-ae52-d8f5276eefa8 req-6905e6f9-fe5c-4a84-b881-5563d4842ef5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0488465 Dec 15 14:18:39.075334 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] For port 663f3457-f14a-40c3-b62a-99a3aed751a0, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:39.081629 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] For port 663f3457-f14a-40c3-b62a-99a3aed751a0, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=663f3457-f14a-40c3-b62a-99a3aed751a0,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:39.093021 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.161410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Subnet': ['ID=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:39.176439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbacea-2702-416e-bb63-2b8fa341a8f4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:18:39.189405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Checking segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:39.190035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network hostable DHCP agents. Network: 29395045-6537-42e2-a9e3-aa124d3686c1, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:18:39.212551 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:39.213121 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:18:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:39.215307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 29395045-6537-42e2-a9e3-aa124d3686c1 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:18:39.233744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 29395045-6537-42e2-a9e3-aa124d3686c1) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:39.242725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c46c2-cd49-4aa3-b213-bb9e07fba2ae None None] Network 29395045-6537-42e2-a9e3-aa124d3686c1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:18:39.256199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.256969 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.288199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8404629e-dc75-4891-821d-2a015d005958 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8060346 Dec 15 14:18:39.289034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:39.339288 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d69da-cf30-4b42-b16f-f53c3dc1ea00 None None] Pushing event updated for resources: {'Port': ['ID=663f3457-f14a-40c3-b62a-99a3aed751a0,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:39.357395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ff8736e7-bfb8-4902-82d8-c5dfc54fb10e None None] Provisioning complete for port 663f3457-f14a-40c3-b62a-99a3aed751a0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:39.357780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff8736e7-bfb8-4902-82d8-c5dfc54fb10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.448585 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:39.751364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-29395045-6537-42e2-a9e3-aa124d3686c1', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:18:39.752640 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.830292 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff8736e7-bfb8-4902-82d8-c5dfc54fb10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.948810 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:36Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:40.009602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ff8736e7-bfb8-4902-82d8-c5dfc54fb10e None None] For port 663f3457-f14a-40c3-b62a-99a3aed751a0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=663f3457-f14a-40c3-b62a-99a3aed751a0,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:40.020184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:40.020805 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff8736e7-bfb8-4902-82d8-c5dfc54fb10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:40.026180 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e62f-b200-4d8d-854a-302adbf446d7 None None] The sync data for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 is: [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:36Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:18:40.143683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8736e7-bfb8-4902-82d8-c5dfc54fb10e None None] Pushing event updated for resources: {'Port': ['ID=663f3457-f14a-40c3-b62a-99a3aed751a0,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:40.255000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Allocated IP 172.20.0.2 (29395045-6537-42e2-a9e3-aa124d3686c1/cf352bc7-3bdb-4379-9e0e-ef04dc016e7d/076272d1-c5a1-4309-b34b-9e886deab0f1) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:40.308759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8736c871-fd00-4907-99a3-e7f317a55c0c req-125240f9-1372-440d-8650-04c4a0be7f7a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0715134 Dec 15 14:18:40.559817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:40.573514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:40.668322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Network 29395045-6537-42e2-a9e3-aa124d3686c1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:40.677611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Pushing event updated for resources: {'Port': ['ID=076272d1-c5a1-4309-b34b-9e886deab0f1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:40.682207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:40.687127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:40.716927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.20.0.1 (29395045-6537-42e2-a9e3-aa124d3686c1/cf352bc7-3bdb-4379-9e0e-ef04dc016e7d/fb940ba7-b29f-43e5-aca0-7fdd00539aa9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:40.801451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Attempting to bind port 076272d1-c5a1-4309-b34b-9e886deab0f1 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:40.803944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Attempting to bind port 076272d1-c5a1-4309-b34b-9e886deab0f1 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:40.804642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Attempting to bind port 076272d1-c5a1-4309-b34b-9e886deab0f1 on network 29395045-6537-42e2-a9e3-aa124d3686c1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:40.819108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:40.820315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Checking segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:40.823057 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:40.825038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Bound using segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:40.837566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Bound port: 076272d1-c5a1-4309-b34b-9e886deab0f1, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:40.838160 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:40.927910 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:40.992735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 663f3457-f14a-40c3-b62a-99a3aed751a0 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:41.032371 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:41.099542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] For port 076272d1-c5a1-4309-b34b-9e886deab0f1, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:41.108729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] For port 076272d1-c5a1-4309-b34b-9e886deab0f1, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=076272d1-c5a1-4309-b34b-9e886deab0f1,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:41.132273 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:41.191667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 29395045-6537-42e2-a9e3-aa124d3686c1 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:41.198806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:41.202981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:41.228083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 663f3457-f14a-40c3-b62a-99a3aed751a0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:41.228474 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:41.309244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:41.314466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:41.457178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cb246-804a-4831-b54e-3721f46aefeb None None] Pushing event updated for resources: {'Port': ['ID=076272d1-c5a1-4309-b34b-9e886deab0f1,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:41.536438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f1e1f15-9a67-49ec-b86f-a78f316a9ae5 req-02c6b45d-2161-460e-b232-280ea3365a8a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=65e21f74-3104-4107-9a50-e077ffbf3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0714841 Dec 15 14:18:41.687693 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:42.199596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:42.204868 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:42.309462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:42.342718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:42.632923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 29395045-6537-42e2-a9e3-aa124d3686c1 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:42.647161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:42.881376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router cea575bd-2c23-4d34-a869-4ed36efda72e has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:18:43.004018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 076272d1-c5a1-4309-b34b-9e886deab0f1 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:43.055321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5d9ad-8c99-4a59-8a02-2f153f0cda22 None None] Network 29395045-6537-42e2-a9e3-aa124d3686c1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:18:43.067135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:18:43.078963 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f07c2dc-eae5-4493-8d6a-1558f9a3662a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "PUT /v2.0/routers/cea575bd-2c23-4d34-a869-4ed36efda72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7881947 Dec 15 14:18:43.221034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5477d219-6b31-47ca-b414-edb89e55bf4e None None] Provisioning complete for port 076272d1-c5a1-4309-b34b-9e886deab0f1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:43.221954 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5477d219-6b31-47ca-b414-edb89e55bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.379202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5477d219-6b31-47ca-b414-edb89e55bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.442444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Sync routers for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:18:43.449455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5477d219-6b31-47ca-b414-edb89e55bf4e None None] For port 076272d1-c5a1-4309-b34b-9e886deab0f1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=076272d1-c5a1-4309-b34b-9e886deab0f1,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:43.451130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-0890a106-c903-4246-aae1-f39ad39d930c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192858864&fields=id&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 267 time: 0.1275387 Dec 15 14:18:43.459392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 076272d1-c5a1-4309-b34b-9e886deab0f1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:43.460143 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.462120 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5477d219-6b31-47ca-b414-edb89e55bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.573776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:43.574856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:18:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:43.609026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-64ab61b9-9685-42e8-ad9f-d35a1e508111 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:43.610596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-64ab61b9-9685-42e8-ad9f-d35a1e508111 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 795 time: 0.1497612 Dec 15 14:18:43.638700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-d442125f-97e7-4101-ba6f-32424f2756a6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/quotas/abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 375 time: 0.0109982 Dec 15 14:18:43.709188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477d219-6b31-47ca-b414-edb89e55bf4e None None] Pushing event updated for resources: {'Port': ['ID=076272d1-c5a1-4309-b34b-9e886deab0f1,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:43.740501 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-818520e5-232b-475d-8b83-93a4b2f6a7ea tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946171 Dec 15 14:18:43.925178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6c26aa9d-41c7-4847-9b23-f3d3b5601968 None None] Provisioning complete for port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:43.926193 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6c26aa9d-41c7-4847-9b23-f3d3b5601968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.936180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:43.946002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-2e389bcf-59ce-4598-b45d-0134e4e19b7a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:18:43.955245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-2e389bcf-59ce-4598-b45d-0134e4e19b7a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2129989 Dec 15 14:18:44.176437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-aa89dc7e-9f43-406d-85aa-1775b06ef0f3 service neutron] 10.222.0.86 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199624 Dec 15 14:18:44.184558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6c26aa9d-41c7-4847-9b23-f3d3b5601968 None None] Port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:44.390326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-d8b710a4-58c9-44b6-b02d-43d25c28431b service neutron] 10.222.0.86 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129564 Dec 15 14:18:44.433150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6c26aa9d-41c7-4847-9b23-f3d3b5601968 None None] Provisioning complete for port 076272d1-c5a1-4309-b34b-9e886deab0f1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:44.434818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6c26aa9d-41c7-4847-9b23-f3d3b5601968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:44.580544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 2, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:44.611406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Checking router: cea575bd-2c23-4d34-a869-4ed36efda72e for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:18:44.611773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Updating router cea575bd-2c23-4d34-a869-4ed36efda72e port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:18:44.625884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9bd98640-0707-4c37-826a-e0b2bb85b6c6 req-11105121-64f2-4f5e-99d1-459c16f9c352 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 210 time: 0.0497489 Dec 15 14:18:44.681038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.004085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 076272d1-c5a1-4309-b34b-9e886deab0f1 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:45.104490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-077c1391-1d77-4c92-92d4-c81bfb2a39ff None None] Provisioning complete for port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:45.106526 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-077c1391-1d77-4c92-92d4-c81bfb2a39ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.445945 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.455161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-077c1391-1d77-4c92-92d4-c81bfb2a39ff None None] Port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:45.467936 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.474914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 076272d1-c5a1-4309-b34b-9e886deab0f1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:45.475679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.573068 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c696-3d83-4316-9416-4ea32cccab06 None None] Pushing event updated for resources: {'Port': ['ID=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:45.684663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Attempting to bind port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:45.685047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Attempting to bind port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:45.685418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Attempting to bind port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 on network 29395045-6537-42e2-a9e3-aa124d3686c1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:45.698253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:45.699587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Checking segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:45.700355 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.700937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Bound using segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:45.701868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Bound port: fb940ba7-b29f-43e5-aca0-7fdd00539aa9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:45.702445 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.818874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] For port fb940ba7-b29f-43e5-aca0-7fdd00539aa9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:45.823348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] For port fb940ba7-b29f-43e5-aca0-7fdd00539aa9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:45.832881 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:45.834262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-342758df-1378-480d-96c2-bed819682c2a req-c50e0a36-f744-4c78-9c47-2a79e7f54283 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 210 time: 0.0631740 Dec 15 14:18:45.936291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:45.936797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:18:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:46.228350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c696-3d83-4316-9416-4ea32cccab06 None None] Pushing event updated for resources: {'Port': ['ID=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:46.238609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3cf80c0d-81f7-49b9-8903-3a30ffb5cd54 None None] Provisioning complete for port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:46.238609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3cf80c0d-81f7-49b9-8903-3a30ffb5cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:46.297528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-69cc5564-f087-4102-ac38-baec3f3b7f9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:46.299849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-69cc5564-f087-4102-ac38-baec3f3b7f9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 795 time: 0.3482113 Dec 15 14:18:46.392231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:46.419825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-d610f6e8-b207-4cea-be62-62d77226b7e8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 379 time: 0.1083004 Dec 15 14:18:46.432458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'port': {'device_id': '136e6bc5-2564-416d-8737-288344976cd8', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'admin_state_up': True, 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'security_groups': ['bad0f958-4fe2-4a34-9f49-bfffbece997d']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:46.570388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3cf80c0d-81f7-49b9-8903-3a30ffb5cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:46.618335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3cf80c0d-81f7-49b9-8903-3a30ffb5cd54 None None] For port fb940ba7-b29f-43e5-aca0-7fdd00539aa9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:46.628777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3cf80c0d-81f7-49b9-8903-3a30ffb5cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:46.631471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:46.637792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:46.877980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.20.0.4 (29395045-6537-42e2-a9e3-aa124d3686c1/cf352bc7-3bdb-4379-9e0e-ef04dc016e7d/2558234f-6d3c-4277-9d65-2e39c24db540) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:46.887304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf80c0d-81f7-49b9-8903-3a30ffb5cd54 None None] Pushing event updated for resources: {'Port': ['ID=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:46.907809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4c3d71f1-c29f-43c4-8ebb-480a9f3ea93b None None] Provisioning complete for port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:46.908274 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c3d71f1-c29f-43c4-8ebb-480a9f3ea93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:46.967487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:45Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:46.997509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-673a08fd-f871-4aac-b63a-84ce55655324 req-768c4830-699c-4893-8d4b-d09ad54d0836 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 210 time: 0.0546379 Dec 15 14:18:47.008742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57c523-b09a-4114-b04b-8d900a86fb22 None None] The sync data for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 is: [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:45Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:18:47.294553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.361755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.429847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 29395045-6537-42e2-a9e3-aa124d3686c1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:47.443345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:47.456560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:47.516574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:47.549674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.550768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.571817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-be0a5764-8825-4460-b5b5-ac621a429d0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1454961 Dec 15 14:18:47.586524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Request body: {'port': {'device_id': '136e6bc5-2564-416d-8737-288344976cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:47.679960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.829919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c699b8f-b134-4717-ae3c-a50fae476337 None None] Provisioning complete for port 2558234f-6d3c-4277-9d65-2e39c24db540 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:47.830837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c699b8f-b134-4717-ae3c-a50fae476337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.907831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3c699b8f-b134-4717-ae3c-a50fae476337 None None] Port 2558234f-6d3c-4277-9d65-2e39c24db540 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:48.307934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015294e1-20ed-444b-b9e3-e83da5ce7968 req-0059caf8-5fa9-4c7c-92df-0c2827897a02 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:48.310606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-015294e1-20ed-444b-b9e3-e83da5ce7968 req-0059caf8-5fa9-4c7c-92df-0c2827897a02 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 931 time: 0.1442170 Dec 15 14:18:48.468624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-015294e1-20ed-444b-b9e3-e83da5ce7968 req-2d3d7385-c36a-4201-8df3-fbd0ac42a308 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806406 Dec 15 14:18:48.758835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2558234f-6d3c-4277-9d65-2e39c24db540 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:48.768794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.782453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Transition to ACTIVE for port object 2558234f-6d3c-4277-9d65-2e39c24db540 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:18:48.791538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.900554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:49.021214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fb940ba7-b29f-43e5-aca0-7fdd00539aa9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:49.069092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Attempting to bind port 2558234f-6d3c-4277-9d65-2e39c24db540 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:49.069560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Attempting to bind port 2558234f-6d3c-4277-9d65-2e39c24db540 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:49.070078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Attempting to bind port 2558234f-6d3c-4277-9d65-2e39c24db540 on network 29395045-6537-42e2-a9e3-aa124d3686c1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:49.075757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Port 2558234f-6d3c-4277-9d65-2e39c24db540 on network 29395045-6537-42e2-a9e3-aa124d3686c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:18:49.076413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Attempting to bind port 2558234f-6d3c-4277-9d65-2e39c24db540 on network 29395045-6537-42e2-a9e3-aa124d3686c1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:49.083064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:49.083652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Checking segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:49.084248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Bound using segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:49.084952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Bound port: 2558234f-6d3c-4277-9d65-2e39c24db540, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:49.085520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.128487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:49.128881 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.142428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:49.293286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:49.310189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:49.323956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.406678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.407229 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.412209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] 10.222.0.74 "PUT /v2.0/ports/2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 1091 time: 1.8282323 Dec 15 14:18:49.413458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:49.416104 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6" -d '{"events": [{"name": "network-changed", "server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:49.456041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd9d63-cbb7-4420-9bf9-e65b495cd6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:49.530188 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88b6dc6-41fb-4df5-a64a-6bdea6cf664c x-openstack-request-id: req-d88b6dc6-41fb-4df5-a64a-6bdea6cf664c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:49.530767 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:49.531256 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d88b6dc6-41fb-4df5-a64a-6bdea6cf664c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:49.531898 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540', 'status': 'completed', 'code': 200} Dec 15 14:18:49.551232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-bec9fcd2-fc21-484f-8562-cce848ccb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.553816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-bec9fcd2-fc21-484f-8562-cce848ccb054 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1094 time: 0.0885913 Dec 15 14:18:49.581483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.614407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-7807431f-7de6-4b19-b34f-2e4d34639602 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 217 time: 0.0519257 Dec 15 14:18:49.674583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.682797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.718226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1f71b-db15-4404-a1d7-ff3b46fb6060 req-b2de6a9c-515c-45f9-890a-d52c149f277c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.722643 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99b1f71b-db15-4404-a1d7-ff3b46fb6060 req-b2de6a9c-515c-45f9-890a-d52c149f277c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 943 time: 0.1093271 Dec 15 14:18:49.722643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-d749886d-e0b2-4169-833c-f56f1d97e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.728912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-d749886d-e0b2-4169-833c-f56f1d97e45f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0989585 Dec 15 14:18:49.745125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee9ad8f-8490-4a64-a89a-423048067b9c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:49.756895 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=78803ea4eacd44d89be9098d49f822d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6124446 Dec 15 14:18:49.758612 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.758967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.759313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.759788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.760209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.760608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.761003 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.761474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.761866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.762389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.762806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.763217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.763607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd834f6-fbad-4bf7-9d0a-c9deecf85566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:49.763889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:49.854666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-d9652fb9-7b54-4709-9061-13916cdff6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.857489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-d9652fb9-7b54-4709-9061-13916cdff6c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269321 Dec 15 14:18:49.888644 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99b1f71b-db15-4404-a1d7-ff3b46fb6060 req-c8754c53-10da-47c5-9a46-d35ee34245b6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168840 Dec 15 14:18:49.944274 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c1be175-4b71-49d1-a819-70c442e5a6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.981688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c1be175-4b71-49d1-a819-70c442e5a6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.042389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-30c8aec9-d1bd-464f-8290-3ff0652e8d9f service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733284 Dec 15 14:18:50.112196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c1be175-4b71-49d1-a819-70c442e5a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.114788 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c1be175-4b71-49d1-a819-70c442e5a6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.118327 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5c1be175-4b71-49d1-a819-70c442e5a6ce admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aee9ad8f-8490-4a64-a89a-423048067b9c HTTP/1.1" status: 204 len: 168 time: 0.3506107 Dec 15 14:18:50.129380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1be175-4b71-49d1-a819-70c442e5a6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee9ad8f-8490-4a64-a89a-423048067b9c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:50.186130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d19df808-0ac5-4801-8aaa-b2e33523c64b req-2212cd6f-e279-4847-aecc-5924c5ec4f4c service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359866 Dec 15 14:18:50.195355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40794) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:50.200708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bde7f87b-18e5-4074-9c42-0207a101b62f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806454930', 'description': 'tempest-secgroup-smoke-1806454930 description', 'project_id': 'fe6655e5c823454a8ea094ab14c07a03'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:50.240854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bde7f87b-18e5-4074-9c42-0207a101b62f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.286639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-55e6c1f8-0b31-41f8-8b93-5c52625b17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.288426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-55e6c1f8-0b31-41f8-8b93-5c52625b17f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1094 time: 0.0483501 Dec 15 14:18:50.361666 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bde7f87b-18e5-4074-9c42-0207a101b62f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.374412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bde7f87b-18e5-4074-9c42-0207a101b62f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.403128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-aa5e0103-966c-457c-bc07-d986b8cf0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.404879 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-aa5e0103-966c-457c-bc07-d986b8cf0892 service neutron] 10.222.0.74 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.1096647 Dec 15 14:18:50.415361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7f87b-18e5-4074-9c42-0207a101b62f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:50.423335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bde7f87b-18e5-4074-9c42-0207a101b62f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.428896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bde7f87b-18e5-4074-9c42-0207a101b62f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2323937 Dec 15 14:18:50.430219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:50.435725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a65262f1-937f-47a9-a3d6-62501836b791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'security_group_rule': {'security_group_id': 'b8f96a38-933a-4e49-bd23-fc5e64ecd4cb', 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:50.463288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-5474a2e6-60d0-4133-b725-fd7a495f9e48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 217 time: 0.0488756 Dec 15 14:18:50.478794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a65262f1-937f-47a9-a3d6-62501836b791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.503342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:50.529308 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-268d857e-5562-42a9-9e09-a67436b8541d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.530572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-a166a8d2-2585-45b8-bb77-c835886f3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.532125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-a166a8d2-2585-45b8-bb77-c835886f3937 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0607059 Dec 15 14:18:50.590786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-56966850-2e09-4bf4-b447-9d23ed1a6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.592526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-56966850-2e09-4bf4-b447-9d23ed1a6624 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502131 Dec 15 14:18:50.695359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-16c772df-eb3e-4ea0-bfea-98871e4294d1 service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932999 Dec 15 14:18:50.794316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b9da1d71-3362-4f8d-aff2-d8f620cf71c6 req-39f903bd-81f6-413d-9d8d-b0327cc16607 service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915308 Dec 15 14:18:50.859736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a65262f1-937f-47a9-a3d6-62501836b791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.866737 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a65262f1-937f-47a9-a3d6-62501836b791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.893256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65262f1-937f-47a9-a3d6-62501836b791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e55ffc5-6960-475d-be75-c9a5abb34733,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:50.893256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a65262f1-937f-47a9-a3d6-62501836b791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.914732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a65262f1-937f-47a9-a3d6-62501836b791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4772820 Dec 15 14:18:50.914732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40818) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:50.920107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-345f2e0d-e50b-4d21-a378-70dd0e04aa30 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'security_group_rule': {'security_group_id': 'b8f96a38-933a-4e49-bd23-fc5e64ecd4cb', 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:50.956096 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-268d857e-5562-42a9-9e09-a67436b8541d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.961640 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-268d857e-5562-42a9-9e09-a67436b8541d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:50.991722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-345f2e0d-e50b-4d21-a378-70dd0e04aa30 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.019926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d857e-5562-42a9-9e09-a67436b8541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a4a3de-86f8-413d-86b0-449c04bf5c35,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:51.031504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-268d857e-5562-42a9-9e09-a67436b8541d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13d6a80d49cf434e85fb8cfc2a106668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242887 Dec 15 14:18:51.032474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:51.061148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f1353-77ea-41e5-9ec7-816508794b70 req-d97b4f45-dcf5-480b-863d-ccc6c84477ab tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.062685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d8f1353-77ea-41e5-9ec7-816508794b70 req-d97b4f45-dcf5-480b-863d-ccc6c84477ab tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 943 time: 0.0691054 Dec 15 14:18:51.102765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-345f2e0d-e50b-4d21-a378-70dd0e04aa30 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.112599 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-345f2e0d-e50b-4d21-a378-70dd0e04aa30 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.123084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3136eac9-3568-454c-8aab-71c54de7bbd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.127813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d8f1353-77ea-41e5-9ec7-816508794b70 req-06a6d89c-5fac-4c25-a744-fee715c65abe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574262 Dec 15 14:18:51.142635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f2e0d-e50b-4d21-a378-70dd0e04aa30 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25abc215-078f-4d1a-982f-c0bd1c0e634c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:51.165953 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-345f2e0d-e50b-4d21-a378-70dd0e04aa30 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.167176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-345f2e0d-e50b-4d21-a378-70dd0e04aa30 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2519944 Dec 15 14:18:51.170747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40826) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:51.176535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-166af3c5-d6b6-44be-858a-878bb21fc130 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'security_group_rule': {'security_group_id': 'b8f96a38-933a-4e49-bd23-fc5e64ecd4cb', 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:51.177951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3136eac9-3568-454c-8aab-71c54de7bbd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.208446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166af3c5-d6b6-44be-858a-878bb21fc130 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.229619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3136eac9-3568-454c-8aab-71c54de7bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.233802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3136eac9-3568-454c-8aab-71c54de7bbd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.235292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3136eac9-3568-454c-8aab-71c54de7bbd9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/48a4a3de-86f8-413d-86b0-449c04bf5c35 HTTP/1.1" status: 204 len: 168 time: 0.2020676 Dec 15 14:18:51.245041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136eac9-3568-454c-8aab-71c54de7bbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a4a3de-86f8-413d-86b0-449c04bf5c35,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:51.301100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166af3c5-d6b6-44be-858a-878bb21fc130 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.305648 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166af3c5-d6b6-44be-858a-878bb21fc130 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.328468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166af3c5-d6b6-44be-858a-878bb21fc130 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb90ed3-3c06-4f5e-b252-bdb09f6ef530,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:51.337405 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166af3c5-d6b6-44be-858a-878bb21fc130 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.338597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-166af3c5-d6b6-44be-858a-878bb21fc130 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666706 Dec 15 14:18:51.342079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40832) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:51.347641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-475a757f-8bde-4741-88e0-a69e7c2931c3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'security_group_rule': {'security_group_id': 'b8f96a38-933a-4e49-bd23-fc5e64ecd4cb', 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:51.379720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-475a757f-8bde-4741-88e0-a69e7c2931c3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.432366 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-475a757f-8bde-4741-88e0-a69e7c2931c3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.444537 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-475a757f-8bde-4741-88e0-a69e7c2931c3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.465125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a757f-8bde-4741-88e0-a69e7c2931c3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf92e6e-ee34-4dc5-8f2a-dcd875889535,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:51.475124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-475a757f-8bde-4741-88e0-a69e7c2931c3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.476368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-475a757f-8bde-4741-88e0-a69e7c2931c3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326878 Dec 15 14:18:51.479134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40840) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:51.484813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fda9ab96-0011-4bf2-9955-671005a4ee4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'security_group_rule': {'security_group_id': 'b8f96a38-933a-4e49-bd23-fc5e64ecd4cb', 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:51.507975 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-fda9ab96-0011-4bf2-9955-671005a4ee4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Project fe6655e5c823454a8ea094ab14c07a03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:18:51.515826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fda9ab96-0011-4bf2-9955-671005a4ee4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.582821 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fda9ab96-0011-4bf2-9955-671005a4ee4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.587324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fda9ab96-0011-4bf2-9955-671005a4ee4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.612882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9ab96-0011-4bf2-9955-671005a4ee4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4794d6-f708-41b6-9e37-395b706413b2,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:51.619672 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fda9ab96-0011-4bf2-9955-671005a4ee4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.621310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fda9ab96-0011-4bf2-9955-671005a4ee4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410644 Dec 15 14:18:51.624150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 40842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:51.629210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7ad52b8a-ac62-4460-90a4-34da18895c9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'security_group_rule': {'security_group_id': 'b8f96a38-933a-4e49-bd23-fc5e64ecd4cb', 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:51.654034 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-7ad52b8a-ac62-4460-90a4-34da18895c9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Project fe6655e5c823454a8ea094ab14c07a03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:18:51.659276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ad52b8a-ac62-4460-90a4-34da18895c9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.728457 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ad52b8a-ac62-4460-90a4-34da18895c9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.734780 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ad52b8a-ac62-4460-90a4-34da18895c9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.760644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad52b8a-ac62-4460-90a4-34da18895c9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d4b83d-e162-450f-bb9c-6b02cc0e146b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:51.768899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ad52b8a-ac62-4460-90a4-34da18895c9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:51.770153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7ad52b8a-ac62-4460-90a4-34da18895c9f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448069 Dec 15 14:18:52.339296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae023435-c01a-4feb-8f3f-a7dc7087a4fd req-8829c632-fa8b-4927-a038-446d66434192 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:52.342242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae023435-c01a-4feb-8f3f-a7dc7087a4fd req-8829c632-fa8b-4927-a038-446d66434192 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 943 time: 0.1158156 Dec 15 14:18:52.423474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae023435-c01a-4feb-8f3f-a7dc7087a4fd req-9bac28df-7e46-4ac6-ac59-d7742439ca97 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749724 Dec 15 14:18:53.186494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 40986) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:53.319740 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f4675b-1a6d-4746-8983-a1d9409d336a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.421064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f4675b-1a6d-4746-8983-a1d9409d336a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.427540 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95f4675b-1a6d-4746-8983-a1d9409d336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.474615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:53.484499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-95f4675b-1a6d-4746-8983-a1d9409d336a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c93879a7b894c68a6b898e8def59734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967329 Dec 15 14:18:53.485991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4675b-1a6d-4746-8983-a1d9409d336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4471deb-32a6-4689-83fe-fc69417c94de,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:53.540071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2558234f-6d3c-4277-9d65-2e39c24db540 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:53.568816 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-100279fb-cd86-4197-b7d4-b85e7eb556be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.607641 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d0b33-5813-4a63-a655-705ecc28aa19 req-61010ef1-4e05-461b-bc75-eb2c2580c99d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:53.609821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a8d0b33-5813-4a63-a655-705ecc28aa19 req-61010ef1-4e05-461b-bc75-eb2c2580c99d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 943 time: 0.0661016 Dec 15 14:18:53.624871 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-100279fb-cd86-4197-b7d4-b85e7eb556be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.670708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:53.675038 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a8d0b33-5813-4a63-a655-705ecc28aa19 req-059c5742-81f1-465b-9679-e2ee323afe18 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591009 Dec 15 14:18:53.685398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '2558234f-6d3c-4277-9d65-2e39c24db540', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'port_id': '2558234f-6d3c-4277-9d65-2e39c24db540', 'mac_address': 'fa:16:3e:30:d9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:53.703241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-100279fb-cd86-4197-b7d4-b85e7eb556be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.706634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-100279fb-cd86-4197-b7d4-b85e7eb556be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.707789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-100279fb-cd86-4197-b7d4-b85e7eb556be admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4471deb-32a6-4689-83fe-fc69417c94de HTTP/1.1" status: 204 len: 168 time: 0.2321134 Dec 15 14:18:53.719357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100279fb-cd86-4197-b7d4-b85e7eb556be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4471deb-32a6-4689-83fe-fc69417c94de,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:53.766484 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.784374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2558234f-6d3c-4277-9d65-2e39c24db540 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:53.806313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:53.816208 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:53.911126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:54.024125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['2558234f-6d3c-4277-9d65-2e39c24db540'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:54.834364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcecb42-95a6-44a4-8fbf-1b781d1015fe req-49a5a483-518b-4fef-9ee8-1286b5627fb7 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:54.842600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdcecb42-95a6-44a4-8fbf-1b781d1015fe req-49a5a483-518b-4fef-9ee8-1286b5627fb7 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 944 time: 0.0699072 Dec 15 14:18:54.900406 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bdcecb42-95a6-44a4-8fbf-1b781d1015fe req-31e5a217-023d-48fe-855f-79c682c8d05d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568814 Dec 15 14:18:55.539389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2558234f-6d3c-4277-9d65-2e39c24db540 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:55.608385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 2558234f-6d3c-4277-9d65-2e39c24db540 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:55.613307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 2558234f-6d3c-4277-9d65-2e39c24db540 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:55.613936 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:55.713938 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:55.755704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:55.758499 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed7f0ea-d4ba-4ca3-9837-090b72fe2156" -d '{"events": [{"server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:55.775823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:55.782068 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:55.826322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:55.866545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:56.012168 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fea88dd-75b7-4664-a616-004c020011e3 x-openstack-request-id: req-1fea88dd-75b7-4664-a616-004c020011e3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:56.012471 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:56.012736 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1fea88dd-75b7-4664-a616-004c020011e3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:56.013139 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540', 'code': 200} Dec 15 14:18:56.031497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-839b6431-d6ad-41c3-b375-82f03e854270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.123691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cc329-fd1d-4843-8053-79553c884a22 req-b415f014-a8ee-4dff-900a-236770f8c724 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:56.135598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c2f31-9509-4464-827f-199ccb094ff7 req-4bd3ecb2-aa70-49e5-a97b-25fddc89f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:56.138403 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-219cc329-fd1d-4843-8053-79553c884a22 req-b415f014-a8ee-4dff-900a-236770f8c724 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.1350996 Dec 15 14:18:56.140370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d0c2f31-9509-4464-827f-199ccb094ff7 req-4bd3ecb2-aa70-49e5-a97b-25fddc89f0a1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0506060 Dec 15 14:18:56.226438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d0c2f31-9509-4464-827f-199ccb094ff7 req-91320196-72b3-408f-8a44-eae89c6aa4fa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699472 Dec 15 14:18:56.241979 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-219cc329-fd1d-4843-8053-79553c884a22 req-59aa1680-1bca-40c1-b925-e0d9249309e6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025512 Dec 15 14:18:56.270966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-839b6431-d6ad-41c3-b375-82f03e854270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.275402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-839b6431-d6ad-41c3-b375-82f03e854270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.325900 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-839b6431-d6ad-41c3-b375-82f03e854270 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f97ded17d0c94c55a72ceeef022ba94c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4979513 Dec 15 14:18:56.327464 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b6431-d6ad-41c3-b375-82f03e854270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a0671-8fbb-4ac4-a057-15d2a2747e50,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:56.329011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41106) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:56.394171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8646f62e-41e3-4a4e-a8fb-c2d04225a3ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.423108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8646f62e-41e3-4a4e-a8fb-c2d04225a3ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.485932 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8646f62e-41e3-4a4e-a8fb-c2d04225a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.488610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8646f62e-41e3-4a4e-a8fb-c2d04225a3ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.492523 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8646f62e-41e3-4a4e-a8fb-c2d04225a3ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8d1a0671-8fbb-4ac4-a057-15d2a2747e50 HTTP/1.1" status: 204 len: 168 time: 0.1620502 Dec 15 14:18:56.501819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646f62e-41e3-4a4e-a8fb-c2d04225a3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a0671-8fbb-4ac4-a057-15d2a2747e50,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:56.831080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41124) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:56.846536 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e710b6d-e104-4ef3-b834-749b2f1d3625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.932974 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e710b6d-e104-4ef3-b834-749b2f1d3625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.939046 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e710b6d-e104-4ef3-b834-749b2f1d3625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:56.985723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e710b6d-e104-4ef3-b834-749b2f1d3625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e48a84d-7d8b-4431-8962-78f3882633c1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:56.993382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e710b6d-e104-4ef3-b834-749b2f1d3625 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=28d9ea58927d45849e8fcb90efd5e116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1587396 Dec 15 14:18:56.993632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41126) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:57.047197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3699-de1a-4b8c-bad1-2fd4d270e2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:57.072667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3699-de1a-4b8c-bad1-2fd4d270e2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:57.129415 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3699-de1a-4b8c-bad1-2fd4d270e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:57.132147 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3699-de1a-4b8c-bad1-2fd4d270e2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:57.133385 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9a9b3699-de1a-4b8c-bad1-2fd4d270e2f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e48a84d-7d8b-4431-8962-78f3882633c1 HTTP/1.1" status: 204 len: 168 time: 0.1388528 Dec 15 14:18:57.142238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b3699-de1a-4b8c-bad1-2fd4d270e2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e48a84d-7d8b-4431-8962-78f3882633c1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:57.432579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691df3b4-1f9f-4fd5-a561-7ef357418826 req-d4541475-72f6-4aa4-ade4-17ab08a68873 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:57.435901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-691df3b4-1f9f-4fd5-a561-7ef357418826 req-d4541475-72f6-4aa4-ade4-17ab08a68873 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0918634 Dec 15 14:18:57.515326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-691df3b4-1f9f-4fd5-a561-7ef357418826 req-c7d714de-edb0-483b-8a16-2731d14ebd26 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700467 Dec 15 14:18:58.650709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20a86e-3e3f-440f-a57f-da5dacdf3bd4 req-8cb18e64-00db-47df-b019-e7628d2ba5e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:58.653359 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a20a86e-3e3f-440f-a57f-da5dacdf3bd4 req-8cb18e64-00db-47df-b019-e7628d2ba5e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0606937 Dec 15 14:18:58.711546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a20a86e-3e3f-440f-a57f-da5dacdf3bd4 req-5011542e-a70b-4036-8550-d463dc0a0f62 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513041 Dec 15 14:18:58.844929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239868-c689-4209-899f-4fa98661c8d7 req-7a0ee868-4c89-4a87-bf98-5732aa76036e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:58.847411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3239868-c689-4209-899f-4fa98661c8d7 req-7a0ee868-4c89-4a87-bf98-5732aa76036e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0624437 Dec 15 14:18:58.916457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3239868-c689-4209-899f-4fa98661c8d7 req-0946b52a-6ac9-487d-9dca-12ced40889e3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578947 Dec 15 14:18:58.939991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41192) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:58.983305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043a363-de75-43b3-b26b-27d98dc66880 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:58.987747 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e043a363-de75-43b3-b26b-27d98dc66880 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1091 time: 0.0438855 Dec 15 14:18:58.988064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41194) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:58.993082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '2558234f-6d3c-4277-9d65-2e39c24db540', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:59.019290 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.134954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.286731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.25.7.151 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/3fff6659-a166-4dc1-970f-e690de879afe) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:59.421483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.461578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.504249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:59.509184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:59.513220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:59.543403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=3fff6659-a166-4dc1-970f-e690de879afe,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:00.107555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:00.251527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:00.458816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:00.466357 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:00.555705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=3fff6659-a166-4dc1-970f-e690de879afe,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:00.593782 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:00.708374 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Floating IP ad695060-9871-4b56-9cd3-738867091382 associated. External IP: 172.25.7.151, port: 2558234f-6d3c-4277-9d65-2e39c24db540. Dec 15 14:19:01.092005 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.232468 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.234704 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79de6968-8142-47bb-b60e-2daa3e55150d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.268850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router cea575bd-2c23-4d34-a869-4ed36efda72e has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:19:01.418874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:01.432752 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] Sync routers for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:01.443287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.443494 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:01.444305 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:18:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:01.489757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ee4575f2-8ac8-4ed1-a371-f01bc52ecda5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5003843 Dec 15 14:19:01.490590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:01.509575 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996b0909-ac3e-4220-8b44-289e3353e0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:01.582792 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:01.586504 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef52ed4-dc8e-446f-a51d-8a7685d64042 x-openstack-request-id: req-4ef52ed4-dc8e-446f-a51d-8a7685d64042 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:01.587484 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:01.587816 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ef52ed4-dc8e-446f-a51d-8a7685d64042 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:01.588750 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540', 'status': 'completed', 'code': 200} Dec 15 14:19:01.628069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334a03-111d-4de2-a431-2b89b545753d req-a3c52911-fecf-42d8-8589-7a6eba6d2402 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:01.640195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b334a03-111d-4de2-a431-2b89b545753d req-a3c52911-fecf-42d8-8589-7a6eba6d2402 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0734060 Dec 15 14:19:01.722411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-513501ea-7797-4da5-a904-939c85e26b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:01.724060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-513501ea-7797-4da5-a904-939c85e26b27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1096 time: 0.1173706 Dec 15 14:19:01.764931 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9b334a03-111d-4de2-a431-2b89b545753d req-9ad2009e-a294-48bc-9821-4e65317a8b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139772 Dec 15 14:19:01.779523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 41266) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:01.868891 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'ad695060-9871-4b56-9cd3-738867091382', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'port_id': '2558234f-6d3c-4277-9d65-2e39c24db540', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'mac_address': 'fa:16:3e:30:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136e6bc5-2564-416d-8737-288344976cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:18:59Z', 'updated_at': '2021-12-15T14:18:59Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:01.900571 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] Checking router: cea575bd-2c23-4d34-a869-4ed36efda72e for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:01.910788 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:01.911594 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:18:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:01.958049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-16fa26c0-596c-4b00-803a-7ff13a07cfa9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/ad695060-9871-4b56-9cd3-738867091382 HTTP/1.1" status: 200 len: 991 time: 0.1769958 Dec 15 14:19:01.985517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-2d76b342-0c39-4af0-aee6-1621407fe9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:01.987156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-2d76b342-0c39-4af0-aee6-1621407fe9a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.2548039 Dec 15 14:19:02.069168 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:02.103362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-4ef8e09a-dc41-47cb-8f51-6acf62d59cab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 999 time: 0.1046062 Dec 15 14:19:02.244583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-64d0fd07-38e1-4c1a-9a4f-3daf15b7e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:02.247086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-64d0fd07-38e1-4c1a-9a4f-3daf15b7e063 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0668509 Dec 15 14:19:02.319025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-3faca1bb-3a23-40ba-915c-214d4532fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:02.320929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-3faca1bb-3a23-40ba-915c-214d4532fba7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652225 Dec 15 14:19:02.329290 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'ad695060-9871-4b56-9cd3-738867091382', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'port_id': '2558234f-6d3c-4277-9d65-2e39c24db540', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'mac_address': 'fa:16:3e:30:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136e6bc5-2564-416d-8737-288344976cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:18:59Z', 'updated_at': '2021-12-15T14:18:59Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:02.369253 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af578ec-e379-4c66-bc59-caf8dcfb2d7f None None] The sync data for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 is: [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'ad695060-9871-4b56-9cd3-738867091382', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'port_id': '2558234f-6d3c-4277-9d65-2e39c24db540', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'mac_address': 'fa:16:3e:30:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136e6bc5-2564-416d-8737-288344976cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:18:59Z', 'updated_at': '2021-12-15T14:18:59Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:02.465892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-9a73831e-446e-439f-9a45-9f6b7b6f81b1 service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371286 Dec 15 14:19:02.578230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-996b0909-ac3e-4220-8b44-289e3353e0c3 req-d479fcc5-42ef-479f-bb9c-19a066efdd9c service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025889 Dec 15 14:19:02.708406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cda7e5-e5ae-427e-86fa-cb19422f636e None None] New status for floating IP ad695060-9871-4b56-9cd3-738867091382: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:19:02.961832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 41292) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:03.039917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0643f3bf-5c59-4eb9-877d-ada0e4186717 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/ad695060-9871-4b56-9cd3-738867091382 HTTP/1.1" status: 200 len: 993 time: 0.0755265 Dec 15 14:19:03.825579 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d6797452-2df5-4309-ac98-d0388730f386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:04.888358 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.675068 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.311897 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.255078 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:19:11.698153 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0380fec7-6f08-4e03-bce2-dc175380b583 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806454930&fields=id&tenant_id=fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 267 time: 0.0467131 Dec 15 14:19:11.815665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-68873db6-be79-4ca4-8405-5a10f4fdf2bd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:11.817227 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-68873db6-be79-4ca4-8405-5a10f4fdf2bd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1115294 Dec 15 14:19:11.833436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-45c272d0-10f0-416f-a93a-eea10cad9568 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/quotas/fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 375 time: 0.0105302 Dec 15 14:19:11.885873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-d49ddbbf-4853-409c-86af-46cbb0da1c32 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467706 Dec 15 14:19:11.988136 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-93adf2f6-addc-42b2-b475-74d83440ba78 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886757 Dec 15 14:19:12.077421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-a3fcff67-74ea-41f5-9ada-34fdce046138 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833137 Dec 15 14:19:12.379432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0531ffdc-6566-4813-9b15-b8406bf08a27 req-d37e5780-f763-439f-a160-4ca49e326599 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 210 time: 0.0295334 Dec 15 14:19:13.444825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-c4bdccb8-2b93-4b0f-adc2-225f67c2b5c0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:13.446298 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-c4bdccb8-2b93-4b0f-adc2-225f67c2b5c0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1156116 Dec 15 14:19:13.491198 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7aacf294-d46c-4888-9a3d-d655e8d0e92d req-10d0d698-8b8c-4cc6-881b-79d5f665a4bc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 210 time: 0.0308046 Dec 15 14:19:13.547541 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-d386fc6f-4681-4889-b78d-2140fab0a890 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 380 time: 0.0902350 Dec 15 14:19:13.556830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'port': {'device_id': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'admin_state_up': True, 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'security_groups': ['b8f96a38-933a-4e49-bd23-fc5e64ecd4cb']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:13.676670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:13.680139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.821777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.20.0.7 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/74cf53ec-a74c-446c-ac78-f195e9965b7c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:13.966248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.001735 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.052564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:14.055817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:14.059477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:14.087376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=74cf53ec-a74c-446c-ac78-f195e9965b7c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:14.129893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:14.130583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.150431 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-09200f04-c8e5-4300-a27a-e185d9334cbf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973315 Dec 15 14:19:14.289233 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Request body: {'port': {'device_id': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:14.332520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-49ffaeb1-ffb7-45e7-b7c0-e8326af8620f None None] Provisioning complete for port 74cf53ec-a74c-446c-ac78-f195e9965b7c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:14.333125 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49ffaeb1-ffb7-45e7-b7c0-e8326af8620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.357547 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.371493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-49ffaeb1-ffb7-45e7-b7c0-e8326af8620f None None] Port 74cf53ec-a74c-446c-ac78-f195e9965b7c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:19:14.643263 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf9bec-2de2-43ca-911b-1fb972aea64d req-ad67dfd7-f7c4-4777-aaec-3df0dbe61045 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:14.644824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dabf9bec-2de2-43ca-911b-1fb972aea64d req-ad67dfd7-f7c4-4777-aaec-3df0dbe61045 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 931 time: 0.0772605 Dec 15 14:19:14.696394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cf53ec-a74c-446c-ac78-f195e9965b7c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:19:14.705867 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.738848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Transition to ACTIVE for port object 74cf53ec-a74c-446c-ac78-f195e9965b7c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:19:14.744850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dabf9bec-2de2-43ca-911b-1fb972aea64d req-7a965f54-df09-4ee9-b2f8-64ff33865d7d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792863 Dec 15 14:19:14.746365 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.802099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Pushing event updated for resources: {'Port': ['ID=74cf53ec-a74c-446c-ac78-f195e9965b7c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:14.872997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Attempting to bind port 74cf53ec-a74c-446c-ac78-f195e9965b7c on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:14.874071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Attempting to bind port 74cf53ec-a74c-446c-ac78-f195e9965b7c by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:14.874549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Attempting to bind port 74cf53ec-a74c-446c-ac78-f195e9965b7c on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:14.880095 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Port 74cf53ec-a74c-446c-ac78-f195e9965b7c on network 7ecaa962-d424-4477-b544-372160275986 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:14.880549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Attempting to bind port 74cf53ec-a74c-446c-ac78-f195e9965b7c on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:14.887273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:19:14.887818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:14.888333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:19:14.888884 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Bound port: 74cf53ec-a74c-446c-ac78-f195e9965b7c, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:19:14.889359 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.963375 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] For port 74cf53ec-a74c-446c-ac78-f195e9965b7c, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:14.967341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] For port 74cf53ec-a74c-446c-ac78-f195e9965b7c, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:19:14.972577 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.014506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.015155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.016617 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] 10.222.0.24 "PUT /v2.0/ports/74cf53ec-a74c-446c-ac78-f195e9965b7c HTTP/1.1" status: 200 len: 1091 time: 0.8579988 Dec 15 14:19:15.019188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'tag': '74cf53ec-a74c-446c-ac78-f195e9965b7c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:15.022097 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d35fea-e38f-458f-be2d-355c4c82f61b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb932e3-6a44-42b1-b6d5-46dc0dcaf211", "tag": "74cf53ec-a74c-446c-ac78-f195e9965b7c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:15.127704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926b32c-6039-46cf-8b59-ed5e245b7eed service neutron] Pushing event updated for resources: {'Port': ['ID=74cf53ec-a74c-446c-ac78-f195e9965b7c,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:15.184692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-f6f10365-ec36-413d-90ef-515be7af3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.186652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-f6f10365-ec36-413d-90ef-515be7af3a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 1094 time: 0.1033583 Dec 15 14:19:15.276226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-82be3290-194f-4b55-adc7-21341b6ff9f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c HTTP/1.1" status: 200 len: 217 time: 0.0816631 Dec 15 14:19:15.339948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-643c49f3-fc72-4359-90a8-7ddf80f226f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.341745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-643c49f3-fc72-4359-90a8-7ddf80f226f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0586784 Dec 15 14:19:15.372942 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f409db62-65c2-41a9-990e-36e7b5199ed5 x-openstack-request-id: req-f409db62-65c2-41a9-990e-36e7b5199ed5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:15.373156 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb932e3-6a44-42b1-b6d5-46dc0dcaf211", "tag": "74cf53ec-a74c-446c-ac78-f195e9965b7c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:15.373368 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f409db62-65c2-41a9-990e-36e7b5199ed5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:15.373854 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'tag': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'status': 'completed', 'code': 200} Dec 15 14:19:15.414796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-e4984e04-dc79-455c-b26a-3f3e838ae4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.416687 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-e4984e04-dc79-455c-b26a-3f3e838ae4bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678935 Dec 15 14:19:15.539267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-8e37d7eb-b3b1-44d5-b82b-f0185f00c304 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117215 Dec 15 14:19:15.665609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-207bcc0f-9b30-446c-9e82-e97faf854f33 req-b4981b91-f565-449e-ad8e-1040efdf3198 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164756 Dec 15 14:19:15.757182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-287f2f9b-913c-42c2-86ea-55599cad52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.758702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-287f2f9b-913c-42c2-86ea-55599cad52d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 1094 time: 0.0463669 Dec 15 14:19:15.915099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11ec5-37b0-4ce1-83e4-c004f7bcbf98 req-acc78634-1fa4-4d89-9139-e5e725a1922c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.916783 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47b11ec5-37b0-4ce1-83e4-c004f7bcbf98 req-acc78634-1fa4-4d89-9139-e5e725a1922c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0891702 Dec 15 14:19:15.923400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-db3cc5be-cd7b-456d-99f9-b485dd00d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.925327 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-db3cc5be-cd7b-456d-99f9-b485dd00d10e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.1592593 Dec 15 14:19:15.990587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-23e602f2-c4d2-4098-8217-c2c1a74b3700 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c HTTP/1.1" status: 200 len: 217 time: 0.0546367 Dec 15 14:19:16.056466 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47b11ec5-37b0-4ce1-83e4-c004f7bcbf98 req-3b150364-2265-42be-99e8-8543b662a74a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296816 Dec 15 14:19:16.068471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-a94d56e9-0e75-4785-bcb9-958f3584c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:16.070157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-a94d56e9-0e75-4785-bcb9-958f3584c273 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0670950 Dec 15 14:19:16.127907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-bf372289-ccdc-4266-855a-8e2139f00094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:16.129557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-bf372289-ccdc-4266-855a-8e2139f00094 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522013 Dec 15 14:19:16.258149 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-3ce798b8-3eb4-443c-9590-6afd0c4fd712 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198609 Dec 15 14:19:16.369940 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42d35fea-e38f-458f-be2d-355c4c82f61b req-9076d78e-22a2-4c6b-acaa-46bdcb8450a6 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046867 Dec 15 14:19:17.212827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14566c0c-58be-4421-b9fa-70aa7bc32c5e req-e9647641-276a-46e8-b49c-b1c132149825 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.215143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14566c0c-58be-4421-b9fa-70aa7bc32c5e req-e9647641-276a-46e8-b49c-b1c132149825 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0683389 Dec 15 14:19:17.291693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14566c0c-58be-4421-b9fa-70aa7bc32c5e req-4001790d-2567-443a-a539-adc6f6b5a310 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644395 Dec 15 14:19:17.676853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-78c9479d-9924-4d1d-8e8c-5368cb384895 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517480 Dec 15 14:19:17.781259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-3d53e158-0e22-47c3-809f-9b153f6d096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.785726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-3d53e158-0e22-47c3-809f-9b153f6d096c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0600648 Dec 15 14:19:17.923375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-5b8490d2-dc03-4a0a-b7de-ce99d57de6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.925196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-5b8490d2-dc03-4a0a-b7de-ce99d57de6bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.1154854 Dec 15 14:19:17.999893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-c6a5ed55-f43c-4e05-80ad-e8ec34ebe96d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 1001 time: 0.0650318 Dec 15 14:19:18.060014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-d5461dd3-6b48-4f2e-8f80-132ed3a1273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:18.061303 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-d5461dd3-6b48-4f2e-8f80-132ed3a1273e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0532827 Dec 15 14:19:18.118836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-852309d6-f3b8-4f57-9df3-08f7c12dedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:18.120435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-852309d6-f3b8-4f57-9df3-08f7c12dedb9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510392 Dec 15 14:19:18.230776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-8acde85c-8e27-47be-880f-d5f7974ced86 service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977461 Dec 15 14:19:18.344260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a1d9d8bf-d24b-46a1-aade-011902d7e40f req-ec5d26ab-0ac6-401f-88da-4d504c87d95d service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978653 Dec 15 14:19:18.451501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1beda-8ca7-4bc6-acea-16c1ef3c5ed8 req-5272c3a0-5ef9-4e03-a9fe-b49034cff618 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:18.453765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ab1beda-8ca7-4bc6-acea-16c1ef3c5ed8 req-5272c3a0-5ef9-4e03-a9fe-b49034cff618 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0636389 Dec 15 14:19:18.508076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ab1beda-8ca7-4bc6-acea-16c1ef3c5ed8 req-f69c6c28-4b4a-4cd7-ac65-8110db3112d2 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463088 Dec 15 14:19:19.629084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771d34-7ab7-4056-8adf-4f712d027f26 req-e7f32343-d594-45f3-a9a4-45cc5e013b6f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:19.630595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b771d34-7ab7-4056-8adf-4f712d027f26 req-e7f32343-d594-45f3-a9a4-45cc5e013b6f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0525470 Dec 15 14:19:19.681162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b771d34-7ab7-4056-8adf-4f712d027f26 req-b5ce5b3a-5ad4-4d00-9c6a-6fcff65fe0a7 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437300 Dec 15 14:19:20.799836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa70779-26a6-4632-9ce5-645c5469b7bd req-58a70e15-7cc1-4bd8-9df8-c0fb95aa8a7b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:20.801581 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fa70779-26a6-4632-9ce5-645c5469b7bd req-58a70e15-7cc1-4bd8-9df8-c0fb95aa8a7b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0513375 Dec 15 14:19:20.853962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fa70779-26a6-4632-9ce5-645c5469b7bd req-ea6dacf5-f173-4ed9-921a-afc5e52cef60 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462179 Dec 15 14:19:21.969588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219a20c-267c-4b99-8a5d-1db0a32a02dd req-3024e240-c2e5-4719-a815-39948624100e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:21.971076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f219a20c-267c-4b99-8a5d-1db0a32a02dd req-3024e240-c2e5-4719-a815-39948624100e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0491464 Dec 15 14:19:22.021727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f219a20c-267c-4b99-8a5d-1db0a32a02dd req-8a5386a9-60dd-4023-b5bb-37acabb55bc3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444286 Dec 15 14:19:22.625509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42016) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:22.749903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.830962 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.834719 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.846737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:22.880042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df0dd5e73fee467597a7cacccefde5cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533679 Dec 15 14:19:22.882207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f098c2-10c1-4647-bd0f-fad2f4d3fa70,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:22.883100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42028) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:22.892733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.893104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.893456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.893802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.894140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.894481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.894814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.895149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.895482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.895813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.896172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.896501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.896829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f372cbd-4401-4a60-938a-1128b322d7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:22.952678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49ff241a-69e7-44a6-9505-2a229d21d04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.973895 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49ff241a-69e7-44a6-9505-2a229d21d04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.009565 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7f53-50b7-444c-aba5-870bdb4f7932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.050130 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49ff241a-69e7-44a6-9505-2a229d21d04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.053068 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49ff241a-69e7-44a6-9505-2a229d21d04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.057151 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-49ff241a-69e7-44a6-9505-2a229d21d04a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3f098c2-10c1-4647-bd0f-fad2f4d3fa70 HTTP/1.1" status: 204 len: 168 time: 0.1697314 Dec 15 14:19:23.066318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff241a-69e7-44a6-9505-2a229d21d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f098c2-10c1-4647-bd0f-fad2f4d3fa70,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:23.187165 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7f53-50b7-444c-aba5-870bdb4f7932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.192962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7f53-50b7-444c-aba5-870bdb4f7932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.204451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76e89e-1c3f-4373-b0d1-3d5133898194 req-84031b3f-b6f1-4774-a903-1141c575287e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:23.205936 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f76e89e-1c3f-4373-b0d1-3d5133898194 req-84031b3f-b6f1-4774-a903-1141c575287e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0937572 Dec 15 14:19:23.250884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b8fc7f53-50b7-444c-aba5-870bdb4f7932 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=65c92c9b3adb469d80c8e43c32396cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4021652 Dec 15 14:19:23.253450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42040) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:23.288845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc7f53-50b7-444c-aba5-870bdb4f7932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf59503-295e-4d35-b785-7d932587d34f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:23.315594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-228b50fe-8ed2-4e08-a787-eee6426f4659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.342215 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f76e89e-1c3f-4373-b0d1-3d5133898194 req-87e4c805-267b-4053-a719-117e59442049 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849137 Dec 15 14:19:23.350215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-228b50fe-8ed2-4e08-a787-eee6426f4659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.401690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-228b50fe-8ed2-4e08-a787-eee6426f4659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.404843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-228b50fe-8ed2-4e08-a787-eee6426f4659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.408479 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-228b50fe-8ed2-4e08-a787-eee6426f4659 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8cf59503-295e-4d35-b785-7d932587d34f HTTP/1.1" status: 204 len: 168 time: 0.1511316 Dec 15 14:19:23.416194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b50fe-8ed2-4e08-a787-eee6426f4659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf59503-295e-4d35-b785-7d932587d34f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:24.466755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c08c5-6e97-45d1-9b22-703943c3d059 req-7fb556f2-c1fd-48d9-9563-d1a8434b2102 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:24.468374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d7c08c5-6e97-45d1-9b22-703943c3d059 req-7fb556f2-c1fd-48d9-9563-d1a8434b2102 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0539439 Dec 15 14:19:24.518539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d7c08c5-6e97-45d1-9b22-703943c3d059 req-75621e03-6bec-4ee4-819a-d3ecf4fedf04 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Dec 15 14:19:25.149338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:25.259716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc022-f823-46e7-a44e-3b3f614e10da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.336689 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc022-f823-46e7-a44e-3b3f614e10da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.340301 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc022-f823-46e7-a44e-3b3f614e10da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.377208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfc022-f823-46e7-a44e-3b3f614e10da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f264f913-5e86-4861-8791-594f16efa7fb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:25.381542 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2ddfc022-f823-46e7-a44e-3b3f614e10da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d72cdb7d5fcc41539885e4c109297f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311885 Dec 15 14:19:25.384267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:25.433767 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb582c1a-ac03-4db4-aab4-84a21b04907a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.455240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb582c1a-ac03-4db4-aab4-84a21b04907a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.500539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb582c1a-ac03-4db4-aab4-84a21b04907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.503393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb582c1a-ac03-4db4-aab4-84a21b04907a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.504574 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fb582c1a-ac03-4db4-aab4-84a21b04907a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f264f913-5e86-4861-8791-594f16efa7fb HTTP/1.1" status: 204 len: 168 time: 0.1195476 Dec 15 14:19:25.512836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb582c1a-ac03-4db4-aab4-84a21b04907a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f264f913-5e86-4861-8791-594f16efa7fb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:25.646429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d88ee-b26d-4087-988b-da3a6eccaa5e req-5fe74973-63a5-42b0-a4ff-bdf2d43b6adc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:25.647927 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-502d88ee-b26d-4087-988b-da3a6eccaa5e req-5fe74973-63a5-42b0-a4ff-bdf2d43b6adc tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0553269 Dec 15 14:19:25.705626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-502d88ee-b26d-4087-988b-da3a6eccaa5e req-4a0d79c4-58f0-4d7e-a2c5-22c1db0146af tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508676 Dec 15 14:19:25.771695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42128) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:25.785410 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acc65d5d-333d-4de5-8341-1ba28d7a1233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.858422 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acc65d5d-333d-4de5-8341-1ba28d7a1233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.862007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acc65d5d-333d-4de5-8341-1ba28d7a1233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.897401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc65d5d-333d-4de5-8341-1ba28d7a1233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55123d88-bce3-4b92-af70-ab563912220c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:25.902758 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-acc65d5d-333d-4de5-8341-1ba28d7a1233 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0f02c3d6ba9746fb9fc7ca7720f56802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290379 Dec 15 14:19:25.905172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42130) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:25.954346 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-378e4247-79f7-45e6-85cb-50e104efdde7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.975672 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-378e4247-79f7-45e6-85cb-50e104efdde7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.024205 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-378e4247-79f7-45e6-85cb-50e104efdde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.027440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-378e4247-79f7-45e6-85cb-50e104efdde7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.028788 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-378e4247-79f7-45e6-85cb-50e104efdde7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/55123d88-bce3-4b92-af70-ab563912220c HTTP/1.1" status: 204 len: 168 time: 0.1225343 Dec 15 14:19:26.036709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e4247-79f7-45e6-85cb-50e104efdde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55123d88-bce3-4b92-af70-ab563912220c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:26.822441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb58af-a4a6-4340-a609-cf9583e5f0ea req-06266d5a-ce68-4dee-b055-40de53b972a4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:26.824497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3afb58af-a4a6-4340-a609-cf9583e5f0ea req-06266d5a-ce68-4dee-b055-40de53b972a4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 943 time: 0.0500641 Dec 15 14:19:26.877813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3afb58af-a4a6-4340-a609-cf9583e5f0ea req-0bda2548-a061-4544-b7d9-a33558e723aa tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468409 Dec 15 14:19:27.703145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 74cf53ec-a74c-446c-ac78-f195e9965b7c details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:19:27.799892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 74cf53ec-a74c-446c-ac78-f195e9965b7c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:27.812451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'port_id': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'mac_address': 'fa:16:3e:c5:6e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:19:27.853019 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.867027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cf53ec-a74c-446c-ac78-f195e9965b7c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:19:27.885933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 74cf53ec-a74c-446c-ac78-f195e9965b7c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:27.890553 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.940885 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=74cf53ec-a74c-446c-ac78-f195e9965b7c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:27.948414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.948818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.949233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.949580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.949979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.952002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.952414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.952793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.953160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.953538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.953880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.954222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:27.954563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:28.004089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda43243-d8ca-44b6-b0f4-b2ce7d287eef req-07f86b62-f474-4709-a06e-4262be973fd4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:28.005597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cda43243-d8ca-44b6-b0f4-b2ce7d287eef req-07f86b62-f474-4709-a06e-4262be973fd4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 944 time: 0.0545104 Dec 15 14:19:28.062100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cda43243-d8ca-44b6-b0f4-b2ce7d287eef req-f23dd61f-d3c8-41e0-ac95-badc0967f781 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501840 Dec 15 14:19:28.098973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['74cf53ec-a74c-446c-ac78-f195e9965b7c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:28.108937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42208) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:28.219658 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7c03088-2c90-41d8-93f1-27a8d2bf27d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.297423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7c03088-2c90-41d8-93f1-27a8d2bf27d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.301610 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7c03088-2c90-41d8-93f1-27a8d2bf27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.341656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f7c03088-2c90-41d8-93f1-27a8d2bf27d3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c6f96a3e18574a3f94f6e9730574baad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316186 Dec 15 14:19:28.343617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c03088-2c90-41d8-93f1-27a8d2bf27d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07b6b8-448f-4183-8c5e-9b2ae976e564,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.344342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42212) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:28.392466 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd9ca-5c9f-4d13-8d49-3e1766d77927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.413790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd9ca-5c9f-4d13-8d49-3e1766d77927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.459851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd9ca-5c9f-4d13-8d49-3e1766d77927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.462438 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd9ca-5c9f-4d13-8d49-3e1766d77927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.463569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1e6dd9ca-5c9f-4d13-8d49-3e1766d77927 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bb07b6b8-448f-4183-8c5e-9b2ae976e564 HTTP/1.1" status: 204 len: 168 time: 0.1182423 Dec 15 14:19:28.471522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dd9ca-5c9f-4d13-8d49-3e1766d77927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07b6b8-448f-4183-8c5e-9b2ae976e564,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.725792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42218) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:28.738794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c910bde-1a6c-46b3-9eb0-62319391b29c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.813366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c910bde-1a6c-46b3-9eb0-62319391b29c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.817515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c910bde-1a6c-46b3-9eb0-62319391b29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.857213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7c910bde-1a6c-46b3-9eb0-62319391b29c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=92ae0a745c974edcbecbcaccfd97d461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303463 Dec 15 14:19:28.858111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c910bde-1a6c-46b3-9eb0-62319391b29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653355e5-71aa-4b2a-a6fe-4d02f7a6cb21,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.860296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:28.909762 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-288572e9-fa27-4bd8-b598-38fda066f5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.930385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-288572e9-fa27-4bd8-b598-38fda066f5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.976334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-288572e9-fa27-4bd8-b598-38fda066f5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.978887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-288572e9-fa27-4bd8-b598-38fda066f5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.980910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-288572e9-fa27-4bd8-b598-38fda066f5a3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/653355e5-71aa-4b2a-a6fe-4d02f7a6cb21 HTTP/1.1" status: 204 len: 168 time: 0.1185155 Dec 15 14:19:28.988394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288572e9-fa27-4bd8-b598-38fda066f5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653355e5-71aa-4b2a-a6fe-4d02f7a6cb21,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:29.186712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e57a8c-ff96-4b52-8207-1e4ca53b5b1f req-5a7d7f01-24b2-4eec-9e70-0619c157f0bf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:29.188721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90e57a8c-ff96-4b52-8207-1e4ca53b5b1f req-5a7d7f01-24b2-4eec-9e70-0619c157f0bf tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 944 time: 0.0589271 Dec 15 14:19:29.242074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90e57a8c-ff96-4b52-8207-1e4ca53b5b1f req-001c6507-73a2-4dd7-b79d-df6e288278c5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469177 Dec 15 14:19:29.719678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 74cf53ec-a74c-446c-ac78-f195e9965b7c up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:29.758249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72000d39-d74e-4d7f-940b-df8ed807b856 req-cbc5e8ef-0d72-4adf-94ca-d414b253aca1 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:29.759801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72000d39-d74e-4d7f-940b-df8ed807b856 req-cbc5e8ef-0d72-4adf-94ca-d414b253aca1 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0510867 Dec 15 14:19:29.778995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 74cf53ec-a74c-446c-ac78-f195e9965b7c completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:19:29.782663 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-72000d39-d74e-4d7f-940b-df8ed807b856 req-6ec6326d-6d62-4a44-ac69-d6b30176e313 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.783821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 74cf53ec-a74c-446c-ac78-f195e9965b7c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:29.784454 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.876841 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-72000d39-d74e-4d7f-940b-df8ed807b856 req-6ec6326d-6d62-4a44-ac69-d6b30176e313 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.882079 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-72000d39-d74e-4d7f-940b-df8ed807b856 req-6ec6326d-6d62-4a44-ac69-d6b30176e313 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.885742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.930291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 74cf53ec-a74c-446c-ac78-f195e9965b7c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:29.930970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72000d39-d74e-4d7f-940b-df8ed807b856 req-6ec6326d-6d62-4a44-ac69-d6b30176e313 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630692 Dec 15 14:19:29.932181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6326d-6d62-4a44-ac69-d6b30176e313 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06034cd-a4d7-42b9-89a5-c7b3f713946e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:29.937805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cf53ec-a74c-446c-ac78-f195e9965b7c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:29.942334 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04923c-d183-4cf5-b406-bc1dbfea873f" -d '{"events": [{"server_uuid": "9fb932e3-6a44-42b1-b6d5-46dc0dcaf211", "name": "network-vif-plugged", "status": "completed", "tag": "74cf53ec-a74c-446c-ac78-f195e9965b7c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:29.951729 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:30.012831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=74cf53ec-a74c-446c-ac78-f195e9965b7c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:30.043645 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e2d1d-7b7e-47dc-b2c3-5b796fc0fd22 x-openstack-request-id: req-813e2d1d-7b7e-47dc-b2c3-5b796fc0fd22 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:30.044186 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb932e3-6a44-42b1-b6d5-46dc0dcaf211", "name": "network-vif-plugged", "status": "completed", "tag": "74cf53ec-a74c-446c-ac78-f195e9965b7c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:30.044748 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-813e2d1d-7b7e-47dc-b2c3-5b796fc0fd22 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:30.045358 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'code': 200} Dec 15 14:19:30.161952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e725b47-c80f-4bcc-ad5f-f2ab91e1e8d3 req-545d27bb-2012-4eb7-82f0-bd81fa8a0024 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:30.163797 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e725b47-c80f-4bcc-ad5f-f2ab91e1e8d3 req-545d27bb-2012-4eb7-82f0-bd81fa8a0024 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0910170 Dec 15 14:19:30.206157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8bcbd-1216-416b-9139-2e32416aabeb req-cac18fd9-b5c7-4fbe-83a1-16ec07095feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:30.207647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77e8bcbd-1216-416b-9139-2e32416aabeb req-cac18fd9-b5c7-4fbe-83a1-16ec07095feb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 1096 time: 0.0926497 Dec 15 14:19:30.243303 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1e725b47-c80f-4bcc-ad5f-f2ab91e1e8d3 req-49379dd4-8086-4d63-99e6-a8ff76ac673a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701756 Dec 15 14:19:30.275197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42266) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:30.298749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77e8bcbd-1216-416b-9139-2e32416aabeb req-fb581cb2-d637-40de-ab54-12c3d627db1c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801485 Dec 15 14:19:30.376661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-28cbf350-0bf1-45ce-8f66-56cee7550a52 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/ad695060-9871-4b56-9cd3-738867091382 HTTP/1.1" status: 200 len: 993 time: 0.1006260 Dec 15 14:19:30.405418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d315e-58cb-47ba-84e8-58bc0fc413ed req-239ca5ed-a7b8-45ca-9b90-034107be001d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:30.407098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-023d315e-58cb-47ba-84e8-58bc0fc413ed req-239ca5ed-a7b8-45ca-9b90-034107be001d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 945 time: 0.0764279 Dec 15 14:19:30.467573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-023d315e-58cb-47ba-84e8-58bc0fc413ed req-56aa632d-b843-4bdb-9ed4-ea4281347f81 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537431 Dec 15 14:19:30.708437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-4e934996-1a50-4a66-9cfe-65e44c7d733d req-2c41a7b7-a3a1-4981-abc6-69f32d94b2a5 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:19:30.709362 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4e934996-1a50-4a66-9cfe-65e44c7d733d req-2c41a7b7-a3a1-4981-abc6-69f32d94b2a5 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055871 Dec 15 14:19:31.020164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42312) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:31.070900 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:31.101336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029708-9dc8-4777-acef-dcb75fa31a32 req-89485233-2bca-42df-80d9-18c642011573 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.112634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e6029708-9dc8-4777-acef-dcb75fa31a32 req-89485233-2bca-42df-80d9-18c642011573 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0838528 Dec 15 14:19:31.188447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e6029708-9dc8-4777-acef-dcb75fa31a32 req-50efedb0-7da8-463e-9b2e-d95ec2500353 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696514 Dec 15 14:19:31.231140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:31.232927 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6374c0dc-ebd0-4252-9c6d-ec31fcb5b387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:31.237058 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-82a669ba-1815-4ce7-a160-f21b5e60a9eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2150862 Dec 15 14:19:31.244634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-6f656b11-0d0c-46ea-bb0b-0f838575c06f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:19:31.246001 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-6f656b11-0d0c-46ea-bb0b-0f838575c06f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069242 Dec 15 14:19:31.599210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e91dd-e671-4051-bba0-a7dc75596e8c req-99dd5a63-75a8-4f83-beb3-a93298dadf7d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.607236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d8e91dd-e671-4051-bba0-a7dc75596e8c req-99dd5a63-75a8-4f83-beb3-a93298dadf7d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 945 time: 0.0625637 Dec 15 14:19:31.633971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42360) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:31.672319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d8e91dd-e671-4051-bba0-a7dc75596e8c req-a95fae97-4ad3-4154-8069-a6e1e109b682 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590444 Dec 15 14:19:31.776529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc919287-bc87-435b-9b86-094c420052e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:31.804988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96e3a5-1d46-468e-887c-678beeb509b9 req-b52d1df8-0625-42ed-b5e1-87f25f9b9c4f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.806451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d96e3a5-1d46-468e-887c-678beeb509b9 req-b52d1df8-0625-42ed-b5e1-87f25f9b9c4f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 945 time: 0.0720344 Dec 15 14:19:31.905461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d96e3a5-1d46-468e-887c-678beeb509b9 req-a6dc42d1-82cb-413b-8527-62405063af30 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881622 Dec 15 14:19:31.930633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:31.937595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc919287-bc87-435b-9b86-094c420052e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:31.943696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc919287-bc87-435b-9b86-094c420052e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:31.973492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2481ea2-d0f9-4af8-8a7b-adc82328fc93 tempest-TestVolumeBootPattern-960362804 tempest-TestVolumeBootPattern-960362804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.977863 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b2481ea2-d0f9-4af8-8a7b-adc82328fc93 tempest-TestVolumeBootPattern-960362804 tempest-TestVolumeBootPattern-960362804-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 1091 time: 0.0429864 Dec 15 14:19:31.978058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42372) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:31.982986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:31.987744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cc919287-bc87-435b-9b86-094c420052e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=835bab3ed1c04d0ab4f4be386066ca6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3525016 Dec 15 14:19:31.988768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc919287-bc87-435b-9b86-094c420052e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b8405-7361-43b6-92fe-479c5fa36d44,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:31.991129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42374) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:32.021014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.049877 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48897cd2-e725-4060-bc1a-eb4f102223b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.072580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48897cd2-e725-4060-bc1a-eb4f102223b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.127446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48897cd2-e725-4060-bc1a-eb4f102223b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.130677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48897cd2-e725-4060-bc1a-eb4f102223b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.134147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-48897cd2-e725-4060-bc1a-eb4f102223b1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ff9b8405-7361-43b6-92fe-479c5fa36d44 HTTP/1.1" status: 204 len: 168 time: 0.1398060 Dec 15 14:19:32.142105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48897cd2-e725-4060-bc1a-eb4f102223b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b8405-7361-43b6-92fe-479c5fa36d44,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:32.154613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.314326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.25.7.37 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/80fa8746-9a2a-4de3-a340-81594a07d22f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:32.333556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030661d-bdea-428f-92c9-4eefdd2c3821 req-0565e16f-c2f1-4806-b7c1-89b6b3dd026f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.335033 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9030661d-bdea-428f-92c9-4eefdd2c3821 req-0565e16f-c2f1-4806-b7c1-89b6b3dd026f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0758517 Dec 15 14:19:32.444059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42382) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:32.458739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33866b0d-270e-4204-be0f-322be69abe32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.465909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9030661d-bdea-428f-92c9-4eefdd2c3821 req-fc59a4bc-bec6-49e1-bcc9-96285dbc8b7a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137784 Dec 15 14:19:32.497362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.533452 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.556063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-435a7713-16d4-4ee7-8210-8b9538cab1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.557575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-435a7713-16d4-4ee7-8210-8b9538cab1e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0637734 Dec 15 14:19:32.573091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:32.576442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:32.579241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:32.615180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=80fa8746-9a2a-4de3-a340-81594a07d22f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:32.633287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33866b0d-270e-4204-be0f-322be69abe32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.639877 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33866b0d-270e-4204-be0f-322be69abe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.696907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-33866b0d-270e-4204-be0f-322be69abe32 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a55b8cd7cbf4d7d966134bdb048714d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515025 Dec 15 14:19:32.700324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:32.703457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33866b0d-270e-4204-be0f-322be69abe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78778ad1-71b4-4903-a364-866a5fdaf2d7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:32.710446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-4fd2a312-8627-4a95-b01b-724a54b08e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.711960 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-4fd2a312-8627-4a95-b01b-724a54b08e9f service neutron] 10.222.0.74 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.1466758 Dec 15 14:19:32.784478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-f00c4016-7d88-4bf1-b2d3-6dd263f1d2bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 1001 time: 0.0651555 Dec 15 14:19:32.843563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-60043813-87ac-4ecb-b44a-da561694e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.845410 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-60043813-87ac-4ecb-b44a-da561694e692 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0531616 Dec 15 14:19:32.865408 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7829bd2-2588-47c5-8a9a-8b0f6b81199f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.891964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-f163fa96-525d-44b5-a65c-a9007a4c77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.893452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-f163fa96-525d-44b5-a65c-a9007a4c77db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403082 Dec 15 14:19:32.919286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7829bd2-2588-47c5-8a9a-8b0f6b81199f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:32.983330 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-c54fa8ed-78ce-4bdc-a160-dcb3f0e2125b service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822942 Dec 15 14:19:33.081614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-7d3855e8-874a-4ed6-a37b-36d5a2b20acf service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909255 Dec 15 14:19:33.385743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7829bd2-2588-47c5-8a9a-8b0f6b81199f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.388502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7829bd2-2588-47c5-8a9a-8b0f6b81199f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.389696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f7829bd2-2588-47c5-8a9a-8b0f6b81199f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78778ad1-71b4-4903-a364-866a5fdaf2d7 HTTP/1.1" status: 204 len: 168 time: 0.6883347 Dec 15 14:19:33.442667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7829bd2-2588-47c5-8a9a-8b0f6b81199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78778ad1-71b4-4903-a364-866a5fdaf2d7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:33.482913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.586790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a60a72-9a8c-4e46-b7bb-34a93d2a52c1 req-dc20005e-eb97-44e0-82f0-ee12288e2af8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:33.588352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06a60a72-9a8c-4e46-b7bb-34a93d2a52c1 req-dc20005e-eb97-44e0-82f0-ee12288e2af8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0519080 Dec 15 14:19:33.604116 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.648282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06a60a72-9a8c-4e46-b7bb-34a93d2a52c1 req-2599e24d-e189-4a5f-b04a-1df1e4b1db1a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519328 Dec 15 14:19:33.764569 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.770025 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.822459 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9ab5-86c4-478a-b0b9-8fa5654382f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.847186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=80fa8746-9a2a-4de3-a340-81594a07d22f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:33.859811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.965389 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Floating IP 078532db-c49f-489f-8cf7-115d3b0a9f8f associated. External IP: 172.25.7.37, port: 74cf53ec-a74c-446c-ac78-f195e9965b7c. Dec 15 14:19:34.191309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Router 401a92dd-6129-4381-bcf8-4721e41ac44b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:19:34.311366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:34.322803 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:34.332287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:34.334073 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:34.334701 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:19:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:34.380707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80787120-3979-46f0-8137-f569808a6ea3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3859940 Dec 15 14:19:34.380707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'tag': '74cf53ec-a74c-446c-ac78-f195e9965b7c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:34.380707 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb932e3-6a44-42b1-b6d5-46dc0dcaf211", "tag": "74cf53ec-a74c-446c-ac78-f195e9965b7c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:34.409310 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d89c93-37b2-4f68-aee6-a9e9cd9cd791 x-openstack-request-id: req-a9d89c93-37b2-4f68-aee6-a9e9cd9cd791 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:34.409929 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb932e3-6a44-42b1-b6d5-46dc0dcaf211", "tag": "74cf53ec-a74c-446c-ac78-f195e9965b7c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:34.409929 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a9d89c93-37b2-4f68-aee6-a9e9cd9cd791 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:34.410296 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'tag': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'status': 'completed', 'code': 200} Dec 15 14:19:34.444980 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:34.488948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-57f9b1d8-4a7d-4183-a23f-97850fde23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:34.491815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-57f9b1d8-4a7d-4183-a23f-97850fde23aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 1096 time: 0.0546625 Dec 15 14:19:34.594271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-4d73c897-e0ac-49b4-a25c-f7c9d7e4af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:34.596345 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-4d73c897-e0ac-49b4-a25c-f7c9d7e4af86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0975718 Dec 15 14:19:34.719484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-447eef3a-7903-4a5d-a2a5-35f380a93be8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c HTTP/1.1" status: 200 len: 998 time: 0.1158416 Dec 15 14:19:34.784556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-bd8f6988-4e51-4400-9711-9d4218da63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:34.787209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-bd8f6988-4e51-4400-9711-9d4218da63fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0596957 Dec 15 14:19:34.796287 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '078532db-c49f-489f-8cf7-115d3b0a9f8f', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:c5:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:32Z', 'updated_at': '2021-12-15T14:19:32Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:34.802607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ad5b9-b753-4df1-b98e-009ba98aaf69 req-821e35b6-fb84-4d33-9b8f-ab8e24feafc1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:34.804984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f36ad5b9-b753-4df1-b98e-009ba98aaf69 req-821e35b6-fb84-4d33-9b8f-ab8e24feafc1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0630026 Dec 15 14:19:34.824475 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:34.833439 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:34.834284 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:19:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:34.852377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-5e88f068-3a14-4799-b3e4-caabc9a53411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:34.854353 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-5e88f068-3a14-4799-b3e4-caabc9a53411 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581846 Dec 15 14:19:34.883105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f36ad5b9-b753-4df1-b98e-009ba98aaf69 req-70ed9e07-c2ef-4f72-ba8a-f0c603dd55ed tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659688 Dec 15 14:19:34.915151 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:34.960833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-1dc1d101-91c7-4e8a-971d-9c2c58434a07 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978892 Dec 15 14:19:34.968650 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:35.065533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1cdbd2b-9c0e-4dbb-b6c9-ec3d8dd01010 req-1e59b5c5-4763-4da0-94b5-000d45f8c3c0 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973730 Dec 15 14:19:35.210929 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '078532db-c49f-489f-8cf7-115d3b0a9f8f', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:c5:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:32Z', 'updated_at': '2021-12-15T14:19:32Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:35.239638 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57709b9-1c5f-47fd-9e67-5ad0e2735a6b None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '078532db-c49f-489f-8cf7-115d3b0a9f8f', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:c5:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:32Z', 'updated_at': '2021-12-15T14:19:32Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:35.450916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174dc97f-aac3-4d4e-b8b9-76e66af253db None None] New status for floating IP 078532db-c49f-489f-8cf7-115d3b0a9f8f: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:19:35.543469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:35.663058 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b00d1b49-61ed-4791-a43f-6cf7067233cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.747209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b00d1b49-61ed-4791-a43f-6cf7067233cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.751374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b00d1b49-61ed-4791-a43f-6cf7067233cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.793352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d1b49-61ed-4791-a43f-6cf7067233cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e547148b-2dfc-433c-9344-9ffcf125e689,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:35.797792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b00d1b49-61ed-4791-a43f-6cf7067233cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30a351b6649847798e779da9d96e566c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2525394 Dec 15 14:19:35.800455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42478) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:35.848386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32b54f94-1e6f-4b0a-a675-24d53e55dacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.869358 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32b54f94-1e6f-4b0a-a675-24d53e55dacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.919521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32b54f94-1e6f-4b0a-a675-24d53e55dacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.922553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32b54f94-1e6f-4b0a-a675-24d53e55dacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.923725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-32b54f94-1e6f-4b0a-a675-24d53e55dacc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e547148b-2dfc-433c-9344-9ffcf125e689 HTTP/1.1" status: 204 len: 168 time: 0.1220481 Dec 15 14:19:35.934126 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b54f94-1e6f-4b0a-a675-24d53e55dacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e547148b-2dfc-433c-9344-9ffcf125e689,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:36.016511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a5c0-ad0e-4424-baa1-654505c6f7c4 req-6f226132-f627-4f75-a76e-48afa62e241b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:36.018208 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c635a5c0-ad0e-4424-baa1-654505c6f7c4 req-6f226132-f627-4f75-a76e-48afa62e241b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0537586 Dec 15 14:19:36.071448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c635a5c0-ad0e-4424-baa1-654505c6f7c4 req-8c1b6db3-6337-432a-a511-0b758b8fb653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468922 Dec 15 14:19:36.194215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42486) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:36.211150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f9244e4-ae9b-4806-986f-5e2fd4b109c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:36.285383 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f9244e4-ae9b-4806-986f-5e2fd4b109c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:36.288967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f9244e4-ae9b-4806-986f-5e2fd4b109c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:36.328184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8f9244e4-ae9b-4806-986f-5e2fd4b109c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=745fc069ee664505b24be62647a1a2a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328154 Dec 15 14:19:36.329075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9244e4-ae9b-4806-986f-5e2fd4b109c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ad9869-a540-4420-aaff-b711daf8ec03,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:36.330970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42488) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:36.379660 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6399fe2-5d1f-4d51-8c4a-2424410ac62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:36.400252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6399fe2-5d1f-4d51-8c4a-2424410ac62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:36.447142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6399fe2-5d1f-4d51-8c4a-2424410ac62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:36.450499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6399fe2-5d1f-4d51-8c4a-2424410ac62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:36.451693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e6399fe2-5d1f-4d51-8c4a-2424410ac62a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7ad9869-a540-4420-aaff-b711daf8ec03 HTTP/1.1" status: 204 len: 168 time: 0.1197076 Dec 15 14:19:36.460519 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6399fe2-5d1f-4d51-8c4a-2424410ac62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ad9869-a540-4420-aaff-b711daf8ec03,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:36.665126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.204341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810d789-c7a4-49ed-a389-5fd56924a520 req-a6dc91fe-fa91-4a4e-840d-9a139f3d711c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:37.205845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d810d789-c7a4-49ed-a389-5fd56924a520 req-a6dc91fe-fa91-4a4e-840d-9a139f3d711c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0607002 Dec 15 14:19:37.258854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d810d789-c7a4-49ed-a389-5fd56924a520 req-b3662b24-67f2-4a5b-876e-c63445debeca tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 Dec 15 14:19:37.313565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.646360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42542) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:37.753636 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7baf63c0-1c9a-4e0d-8461-a66bb0c92b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.827073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7baf63c0-1c9a-4e0d-8461-a66bb0c92b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.831006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7baf63c0-1c9a-4e0d-8461-a66bb0c92b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.868970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7baf63c0-1c9a-4e0d-8461-a66bb0c92b3e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e1b3a49469e141288631d21492e0e1ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215202 Dec 15 14:19:37.869926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf63c0-1c9a-4e0d-8461-a66bb0c92b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f0411-6eb9-49c9-97e5-d2342264687e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:37.871688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:37.924419 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-852ef440-15d1-4e64-8a6e-239a027fac6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.945981 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-852ef440-15d1-4e64-8a6e-239a027fac6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.991621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-852ef440-15d1-4e64-8a6e-239a027fac6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.994324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-852ef440-15d1-4e64-8a6e-239a027fac6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.995498 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-852ef440-15d1-4e64-8a6e-239a027fac6b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c77f0411-6eb9-49c9-97e5-d2342264687e HTTP/1.1" status: 204 len: 168 time: 0.1220434 Dec 15 14:19:38.003886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ef440-15d1-4e64-8a6e-239a027fac6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f0411-6eb9-49c9-97e5-d2342264687e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:38.385837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b816d93-8695-4ae3-805d-cc6488ce0725 req-2c114215-588a-4fd7-ab77-2ed82f85a55f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:38.387892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6b816d93-8695-4ae3-805d-cc6488ce0725 req-2c114215-588a-4fd7-ab77-2ed82f85a55f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0547404 Dec 15 14:19:38.440138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6b816d93-8695-4ae3-805d-cc6488ce0725 req-f1b0d449-9ea8-49f1-a409-cffae403b215 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Dec 15 14:19:39.148223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42584) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:39.255441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:39.287007 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:39.373562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:39.481572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Allocated IP 172.25.7.199 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/55138c79-9846-46e7-babe-5134f751aa2f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:39.568238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d0e7e-5849-4762-808c-a5e332f11135 req-1415b399-d86e-49bf-a612-925ce0a01842 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:39.569852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-387d0e7e-5849-4762-808c-a5e332f11135 req-1415b399-d86e-49bf-a612-925ce0a01842 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0554488 Dec 15 14:19:39.587271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:39.620717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-387d0e7e-5849-4762-808c-a5e332f11135 req-fd65d5ae-1a97-4992-b5b4-31c16ccb9fec tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438886 Dec 15 14:19:39.621590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:39.663946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:39.666922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:39.670677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:39.697402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Pushing event updated for resources: {'Port': ['ID=55138c79-9846-46e7-babe-5134f751aa2f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:39.763027 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:39.796751 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:39.952173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:39.956623 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.030988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Pushing event updated for resources: {'Port': ['ID=55138c79-9846-46e7-babe-5134f751aa2f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:40.038930 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.054364 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.055599 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f34575a0-8f92-44ba-93dc-4f3ca8a2b460 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9063504 Dec 15 14:19:40.059086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42590) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:40.063744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-645444727', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'fixed_ips': [{'ip_address': '172.25.7.199'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:40.084583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Made reservation on behalf of f39ba5d0c1964fe797d9821a2ba2c1c3 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:40.086892 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.095686 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.173514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.178049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.182554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] device_id is not set on port e28e6b81-5497-4d4c-86e3-93e5dc152666 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:40.268202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd6742b-2707-4087-8c2e-e69d2e54cda8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:40.392315 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 14:19:40.392944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:19:40.407468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b19e7390-d788-46d7-9711-bde53f05d814 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3473966 Dec 15 14:19:40.410355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42592) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:40.560645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Deleting port 55138c79-9846-46e7-babe-5134f751aa2f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:40.560903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.637647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.637971 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.649880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Calling delete_port for 55138c79-9846-46e7-babe-5134f751aa2f owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:40.765040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1987fa9-4013-4cc6-8847-7a86a626842a req-74f56838-b6ca-49ee-a311-f34f62ab4f9c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:40.766522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d1987fa9-4013-4cc6-8847-7a86a626842a req-74f56838-b6ca-49ee-a311-f34f62ab4f9c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0747204 Dec 15 14:19:40.847448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d1987fa9-4013-4cc6-8847-7a86a626842a req-45908421-6299-4788-9afd-1d8f2e16d496 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736692 Dec 15 14:19:40.864684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.891663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Pushing event deleted for resources: {'Port': ['ID=55138c79-9846-46e7-babe-5134f751aa2f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:40.954083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.956724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:40.957879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ba031377-7d94-4979-b6dc-6b15458faa55 tempest-ExternalNetworksAdminNegativeTestJSON-950796477 tempest-ExternalNetworksAdminNegativeTestJSON-950796477-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/07289561-b094-4fda-a182-8a1df9af673c HTTP/1.1" status: 204 len: 168 time: 0.5466194 Dec 15 14:19:41.195440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:41.313699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56179f22-ad71-467d-acff-a6716c876c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:41.409415 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56179f22-ad71-467d-acff-a6716c876c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:41.413562 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56179f22-ad71-467d-acff-a6716c876c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:41.465473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-56179f22-ad71-467d-acff-a6716c876c92 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a0c0ba3ed7c54a419b0ccc6e77d072a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657053 Dec 15 14:19:41.465473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56179f22-ad71-467d-acff-a6716c876c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98de8f69-4386-47b6-8f60-b61700d762c9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:41.465926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42606) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:41.530248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf448-09fa-490b-ac90-1851af9a7fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:41.557578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf448-09fa-490b-ac90-1851af9a7fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:41.610247 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf448-09fa-490b-ac90-1851af9a7fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:41.613267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf448-09fa-490b-ac90-1851af9a7fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:41.614522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e6aaf448-09fa-490b-ac90-1851af9a7fc4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/98de8f69-4386-47b6-8f60-b61700d762c9 HTTP/1.1" status: 204 len: 168 time: 0.1475823 Dec 15 14:19:41.623109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaf448-09fa-490b-ac90-1851af9a7fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de8f69-4386-47b6-8f60-b61700d762c9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:41.920955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42614) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:41.973761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8e3210ee-182f-4d63-9ede-6e10febab7a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f39ba5d0c1964fe797d9821a2ba2c1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513377 Dec 15 14:19:41.976626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42616) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:41.982316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a834-1f3e-4380-8edd-d0882e4737d5 req-3c4f2800-d6cd-4c98-ac61-2c687d40f306 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:41.983843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4991a834-1f3e-4380-8edd-d0882e4737d5 req-3c4f2800-d6cd-4c98-ac61-2c687d40f306 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0590606 Dec 15 14:19:42.045015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4991a834-1f3e-4380-8edd-d0882e4737d5 req-5332e9ca-2f30-4f08-a301-844870b676ce tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542493 Dec 15 14:19:42.052589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ad25d2f-1e72-4b89-b77c-584059c96404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:42.084075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ad25d2f-1e72-4b89-b77c-584059c96404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:42.141332 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ad25d2f-1e72-4b89-b77c-584059c96404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:42.144512 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ad25d2f-1e72-4b89-b77c-584059c96404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:42.145840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6ad25d2f-1e72-4b89-b77c-584059c96404 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/afd6742b-2707-4087-8c2e-e69d2e54cda8 HTTP/1.1" status: 204 len: 168 time: 0.1682684 Dec 15 14:19:42.157943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad25d2f-1e72-4b89-b77c-584059c96404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd6742b-2707-4087-8c2e-e69d2e54cda8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:43.175764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bba88-b023-4686-9967-efffe4533a9f req-5b720355-f4c8-4c16-9145-80ba88fe1193 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:43.177650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-791bba88-b023-4686-9967-efffe4533a9f req-5b720355-f4c8-4c16-9145-80ba88fe1193 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0572484 Dec 15 14:19:43.245031 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-791bba88-b023-4686-9967-efffe4533a9f req-843c5819-f109-449f-8e8c-2b3c11af79e3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593898 Dec 15 14:19:43.432723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:43.529935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5a46a419-19cf-4e55-bffc-f97b44a029ff tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1256947274'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:43.530416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5a46a419-19cf-4e55-bffc-f97b44a029ff tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Unknown quota resources ['metering_label']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:19:43.983174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a46a419-19cf-4e55-bffc-f97b44a029ff tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:43.984395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5a46a419-19cf-4e55-bffc-f97b44a029ff tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5505154 Dec 15 14:19:43.987079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:43.991208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-45a81bee-23fc-48cf-961e-c9e467ba7999 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '040c2b37-4dca-4187-81fd-0e604cbfd256'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:43.991753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-45a81bee-23fc-48cf-961e-c9e467ba7999 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:19:44.064889 n-d-821840-1 neutron-server[109767]: WARNING neutron.services.metering.metering_plugin [None req-45a81bee-23fc-48cf-961e-c9e467ba7999 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 14:19:44.166151 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45a81bee-23fc-48cf-961e-c9e467ba7999 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.167363 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-45a81bee-23fc-48cf-961e-c9e467ba7999 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1793211 Dec 15 14:19:44.170643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42660) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:44.175280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-054ea468-e589-49a7-891e-7d1570c3d53e tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '040c2b37-4dca-4187-81fd-0e604cbfd256'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:44.175780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-054ea468-e589-49a7-891e-7d1570c3d53e tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:19:44.560056 n-d-821840-1 neutron-server[109768]: WARNING neutron.services.metering.metering_plugin [None req-054ea468-e589-49a7-891e-7d1570c3d53e tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 14:19:44.702519 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-054ea468-e589-49a7-891e-7d1570c3d53e tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.703710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-054ea468-e589-49a7-891e-7d1570c3d53e tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5317900 Dec 15 14:19:44.706560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:44.716112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c615e90-b17f-4888-842c-b7db0e269c4f req-0100c687-cf0f-4ff4-b53f-4cebde917b34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:44.717208 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-37b74f5b-6b88-40cc-8e59-10dd4fec482b tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=1e4fcf3c-9a31-41ae-9d90-5e7cd033294a HTTP/1.1" status: 200 len: 462 time: 0.0095398 Dec 15 14:19:44.717691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c615e90-b17f-4888-842c-b7db0e269c4f req-0100c687-cf0f-4ff4-b53f-4cebde917b34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.1680822 Dec 15 14:19:44.719622 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42666) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:44.817709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c615e90-b17f-4888-842c-b7db0e269c4f req-b6d77261-cd9a-454f-bda3-1d2ebfd6aec6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922940 Dec 15 14:19:44.851284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-752bd534-7829-4901-83a9-2bc4a226ae90 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.852409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-752bd534-7829-4901-83a9-2bc4a226ae90 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/1e4fcf3c-9a31-41ae-9d90-5e7cd033294a HTTP/1.1" status: 204 len: 168 time: 0.1318552 Dec 15 14:19:44.855764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42668) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:44.865533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ec951c17-4d6b-4405-87b1-c7f1763abf3e tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=1e4fcf3c-9a31-41ae-9d90-5e7cd033294a HTTP/1.1" status: 200 len: 221 time: 0.0086887 Dec 15 14:19:44.868724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42670) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:44.874499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b9898e82-d513-4195-98d3-1fdc28eaae5d tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--169940179', 'description': 'label created by tempest'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:44.875178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b9898e82-d513-4195-98d3-1fdc28eaae5d tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Unknown quota resources ['metering_label']. {{(pid=109768) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:19:45.079029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9898e82-d513-4195-98d3-1fdc28eaae5d tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.080125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b9898e82-d513-4195-98d3-1fdc28eaae5d tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2104383 Dec 15 14:19:45.082781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42672) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.156621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f9c5763c-ca77-48a9-a10d-5a89b7b17dae tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=3b496233-98a4-4cef-b785-3218a575dad8 HTTP/1.1" status: 200 len: 467 time: 0.0727179 Dec 15 14:19:45.159067 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42674) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.388199 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2f8d9385-e96d-46a3-be88-5587fb6309fb service neutron] show failed (client error): The resource could not be found. Dec 15 14:19:45.389140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2f8d9385-e96d-46a3-be88-5587fb6309fb service neutron] 10.222.0.74 "GET /v2.0/ports/2558234f-6d3c-4277-9d65-2e39c24db540/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.2184830 Dec 15 14:19:45.392690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67cf7224-c999-422e-bec6-326e1a3d2cc8 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.396854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-67cf7224-c999-422e-bec6-326e1a3d2cc8 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/3b496233-98a4-4cef-b785-3218a575dad8 HTTP/1.1" status: 204 len: 168 time: 0.2343009 Dec 15 14:19:45.397046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42676) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.409355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-62def523-4387-40d0-b319-6c4a0c9eb9c6 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=3b496233-98a4-4cef-b785-3218a575dad8 HTTP/1.1" status: 200 len: 216 time: 0.0112295 Dec 15 14:19:45.412626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42678) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.425888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f64fe85c-fcb5-4ef1-978d-7adf6460b53e tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091057 Dec 15 14:19:45.426445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42680) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.442972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3f4b6aea-dbfe-4983-9a5c-22afe8687fdc tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0154905 Dec 15 14:19:45.446444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42682) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.497580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7327aea0-404a-4223-ab84-3e2d2617e30c tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels/040c2b37-4dca-4187-81fd-0e604cbfd256 HTTP/1.1" status: 200 len: 473 time: 0.0499697 Dec 15 14:19:45.501055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42684) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.511469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c28122fa-1461-435a-b1b8-1f8670198448 tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules/4aebd2c3-b73c-402d-a960-cf7e8f726eb2 HTTP/1.1" status: 200 len: 459 time: 0.0082049 Dec 15 14:19:45.513931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42686) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.625970 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cec9fe8-3fab-4c71-aab3-e333c06c620a tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.627102 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3cec9fe8-3fab-4c71-aab3-e333c06c620a tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/4aebd2c3-b73c-402d-a960-cf7e8f726eb2 HTTP/1.1" status: 204 len: 168 time: 0.1123407 Dec 15 14:19:45.629819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42688) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.640050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-48f4b2d9-6866-4c09-8085-1eb0b03c2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:45.641559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-48f4b2d9-6866-4c09-8085-1eb0b03c2593 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 1096 time: 0.0815592 Dec 15 14:19:45.654841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:45.709850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.818376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f69af5f6-ab54-4b63-9f10-d6847dfed1fe tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.819518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f69af5f6-ab54-4b63-9f10-d6847dfed1fe tempest-MeteringIpV6TestJSON-1082386340 tempest-MeteringIpV6TestJSON-1082386340-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/040c2b37-4dca-4187-81fd-0e604cbfd256 HTTP/1.1" status: 204 len: 168 time: 0.1885068 Dec 15 14:19:45.949889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:45.978083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eff93-050a-4b01-ba07-dbd854677721 req-8c6076a6-8344-4f42-85d8-12893b847739 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:45.979751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-446eff93-050a-4b01-ba07-dbd854677721 req-8c6076a6-8344-4f42-85d8-12893b847739 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0813217 Dec 15 14:19:46.011344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:46.073496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:46.075781 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fe64a0-8cbd-40a7-8e9a-e48bfd236f2a" -d '{"events": [{"server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:46.080456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42696) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:46.087114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.096811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-446eff93-050a-4b01-ba07-dbd854677721 req-959eab33-6de0-498a-aec5-c3831c317590 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994360 Dec 15 14:19:46.106313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Transition to ACTIVE for port object 2558234f-6d3c-4277-9d65-2e39c24db540 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:19:46.112496 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.150451 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1575b8d-9f14-48d5-a8e7-147779bcbf59 x-openstack-request-id: req-d1575b8d-9f14-48d5-a8e7-147779bcbf59 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:46.150676 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:46.150933 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d1575b8d-9f14-48d5-a8e7-147779bcbf59 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:46.151333 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540', 'code': 200} Dec 15 14:19:46.222495 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8de4cd20-696f-47d3-9e52-5e8815652eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.269467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:46.312567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] No DVR routers for this DVR port 2558234f-6d3c-4277-9d65-2e39c24db540 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:46.320489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8de4cd20-696f-47d3-9e52-5e8815652eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.325508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8de4cd20-696f-47d3-9e52-5e8815652eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.366765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8de4cd20-696f-47d3-9e52-5e8815652eb6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=75610015eab84927831b15b191f0702f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851896 Dec 15 14:19:46.367514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4cd20-696f-47d3-9e52-5e8815652eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a69b3b4-a7a5-4513-ab79-d6d07b8028ed,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:46.371014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42702) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:46.425267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17f3b749-e8b4-4368-a988-c565d9cef26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.452136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17f3b749-e8b4-4368-a988-c565d9cef26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.458848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Attempting to bind port 2558234f-6d3c-4277-9d65-2e39c24db540 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:46.459198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Attempting to bind port 2558234f-6d3c-4277-9d65-2e39c24db540 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:46.459590 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Attempting to bind port 2558234f-6d3c-4277-9d65-2e39c24db540 on network 29395045-6537-42e2-a9e3-aa124d3686c1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:46.464216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Port 2558234f-6d3c-4277-9d65-2e39c24db540 on network 29395045-6537-42e2-a9e3-aa124d3686c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:46.464632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Attempting to bind port 2558234f-6d3c-4277-9d65-2e39c24db540 on network 29395045-6537-42e2-a9e3-aa124d3686c1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:46.469680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:19:46.470128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Checking segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:46.470519 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Bound using segment: {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:19:46.470951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Bound port: 2558234f-6d3c-4277-9d65-2e39c24db540, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3268ca6b-62a2-4195-97ee-f449cfb6b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:19:46.471314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.500617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17f3b749-e8b4-4368-a988-c565d9cef26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.503320 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17f3b749-e8b4-4368-a988-c565d9cef26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.504511 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-17f3b749-e8b4-4368-a988-c565d9cef26c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4a69b3b4-a7a5-4513-ab79-d6d07b8028ed HTTP/1.1" status: 204 len: 168 time: 0.1322069 Dec 15 14:19:46.514795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3b749-e8b4-4368-a988-c565d9cef26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a69b3b4-a7a5-4513-ab79-d6d07b8028ed,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:46.543697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:46.547246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:19:46.551810 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.588906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:46.590724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.592184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] 10.222.0.24 "PUT /v2.0/ports/2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 1091 time: 0.9418626 Dec 15 14:19:46.614634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018b553-5313-4d3e-972b-59c6b682ce31 service neutron] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:46.666988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-7892a5a8-cd0b-459c-bc79-cfab4da2cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:46.670281 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-7892a5a8-cd0b-459c-bc79-cfab4da2cbdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1094 time: 0.0513456 Dec 15 14:19:46.777497 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-eaac6b05-762a-4d7a-896a-684b61924da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:46.779295 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-eaac6b05-762a-4d7a-896a-684b61924da5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.1016793 Dec 15 14:19:46.814561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42708) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:46.828589 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bae6b5c-03eb-4bbd-bc46-57d8d0dd6c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.861583 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-c14599d7-5d37-44c0-8c59-e002f637046c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 999 time: 0.0732498 Dec 15 14:19:46.908799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bae6b5c-03eb-4bbd-bc46-57d8d0dd6c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.913511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2c09babe-b3a7-4621-ab81-08505fa36856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:46.913702 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bae6b5c-03eb-4bbd-bc46-57d8d0dd6c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:46.915290 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-2c09babe-b3a7-4621-ab81-08505fa36856 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0476165 Dec 15 14:19:46.954982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae6b5c-03eb-4bbd-bc46-57d8d0dd6c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f03f80-c03f-4da6-aad3-076942fd8ebe,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:46.961400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4bae6b5c-03eb-4bbd-bc46-57d8d0dd6c09 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a11c3a108574c2182be747650801c42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435578 Dec 15 14:19:46.962051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42710) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:46.982136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-8734aca9-c8c1-4bc4-961d-c643d060dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:46.983656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-8734aca9-c8c1-4bc4-961d-c643d060dac8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598528 Dec 15 14:19:47.067945 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c02c073b-f456-430e-8fd2-e233abfadda3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.107846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c02c073b-f456-430e-8fd2-e233abfadda3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.117861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-48e5a6ec-9dd3-4b2c-9474-5bece9fc045c service neutron] 10.222.0.24 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268563 Dec 15 14:19:47.250158 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c02c073b-f456-430e-8fd2-e233abfadda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.252742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c02c073b-f456-430e-8fd2-e233abfadda3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:47.253865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c02c073b-f456-430e-8fd2-e233abfadda3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/09f03f80-c03f-4da6-aad3-076942fd8ebe HTTP/1.1" status: 204 len: 168 time: 0.2909408 Dec 15 14:19:47.270567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7ff79-070d-46b2-b2a5-1321708bc430 req-cbba2faa-6cd9-417d-8410-4068bce7bf6a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:47.272028 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4ac7ff79-070d-46b2-b2a5-1321708bc430 req-cbba2faa-6cd9-417d-8410-4068bce7bf6a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 943 time: 0.0877810 Dec 15 14:19:47.279911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb2f4a6f-61dc-4dfc-af4b-25b12d433436 req-4fc6f83d-1c04-4aad-a277-dcbb66800751 service neutron] 10.222.0.24 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545947 Dec 15 14:19:47.281898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c073b-f456-430e-8fd2-e233abfadda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f03f80-c03f-4da6-aad3-076942fd8ebe,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:47.334316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4ac7ff79-070d-46b2-b2a5-1321708bc430 req-b6caf1ff-1802-4318-bf2a-6feb6e6ead7e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533128 Dec 15 14:19:48.153236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:48.156049 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc705e7-c4e7-4589-b015-a1019e769e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:48.207842 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb6e498-e80e-4677-aeb1-f7487aeeb061 x-openstack-request-id: req-dbb6e498-e80e-4677-aeb1-f7487aeeb061 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:48.208772 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:48.209035 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbb6e498-e80e-4677-aeb1-f7487aeeb061 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:48.209830 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540', 'status': 'completed', 'code': 200} Dec 15 14:19:48.255063 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:19:48.277766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-3f091467-6227-42ef-8b9b-eeea18e07313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.279337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-3f091467-6227-42ef-8b9b-eeea18e07313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1094 time: 0.0497413 Dec 15 14:19:48.280688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-c774738d-d30c-4568-925e-5951617c4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.282226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-c774738d-d30c-4568-925e-5951617c4987 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1094 time: 0.0484552 Dec 15 14:19:48.391090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-6feb966a-ba56-43df-91ce-d8392b1e551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.393005 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-6feb966a-ba56-43df-91ce-d8392b1e551e service neutron] 10.222.0.24 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.0971165 Dec 15 14:19:48.400862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-4445b9cb-8c1d-455a-832a-65425da025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.403352 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-4445b9cb-8c1d-455a-832a-65425da025a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.1129544 Dec 15 14:19:48.496870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-9be6fe68-abaf-4e78-bd29-764107ec32dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 999 time: 0.0850167 Dec 15 14:19:48.510864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-09b160bd-520f-4903-8aba-ad5a6a9dda22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 999 time: 0.1088679 Dec 15 14:19:48.535442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e014b1-c373-401b-ac4e-2e92744e5122 req-6f6c0cc5-ab30-4729-bcf3-fbd433070c94 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.543395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12e014b1-c373-401b-ac4e-2e92744e5122 req-6f6c0cc5-ab30-4729-bcf3-fbd433070c94 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 943 time: 0.0963497 Dec 15 14:19:48.552313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-efd1a827-8512-4c44-bf7b-47d3c0cd6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.553867 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-efd1a827-8512-4c44-bf7b-47d3c0cd6719 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0504792 Dec 15 14:19:48.601560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-e81e5d15-7087-4ffb-806c-ffabd6e19a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.603073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-e81e5d15-7087-4ffb-806c-ffabd6e19a00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416410 Dec 15 14:19:48.610597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-67edffb2-05be-4fc1-8085-a151d61ba235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.612124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-67edffb2-05be-4fc1-8085-a151d61ba235 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0930037 Dec 15 14:19:48.622064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12e014b1-c373-401b-ac4e-2e92744e5122 req-99cda08e-f68d-47f2-b0cf-59355c3088a4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776424 Dec 15 14:19:48.650887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:48.669507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-b0f4f730-9b9a-4634-916f-57eae0ca8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:48.671062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-b0f4f730-9b9a-4634-916f-57eae0ca8783 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481853 Dec 15 14:19:48.707930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-516ac06b-e754-48f4-a0e5-764760588f68 service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973113 Dec 15 14:19:48.775476 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-16613824-2461-46fb-b719-206926f8d1af service neutron] 10.222.0.24 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965054 Dec 15 14:19:48.805671 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-e49081dc-b158-4e77-a9ad-95bd4bc9be94 service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902975 Dec 15 14:19:48.833168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-691068083'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:48.866854 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Made reservation on behalf of 4428431ef29c4df7b7766a0752fb3511 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:48.870256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.884571 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.907658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbc705e7-c4e7-4589-b015-a1019e769e0b req-6d353039-ea1a-4c16-af36-ff77916ea7c9 service neutron] 10.222.0.24 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242833 Dec 15 14:19:48.976758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.980878 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.004805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:19:49.019022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e12e1c9-8ae2-41b4-bc3f-686fdff3ede9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:49.024840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.025168 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Added segment 50dbe670-ce18-4743-bc1c-0249fc48e1bd of type vlan for network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d Dec 15 14:19:49.072335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.099535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.105531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:49.106122 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.160455 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5077596 Dec 15 14:19:49.178764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee33a4b-a211-4cf9-b34a-43b728791da4 tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Pushing event updated for resources: {'Network': ['ID=88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:49.189487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:19:49.329358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:49.334873 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Request body: {'port': {'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d', 'binding:host_id': 'n-h2-821840-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1409285571'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:49.362964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Made reservation on behalf of 94abdd2775d045a590f43fcfab6e712d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:49.366314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.384215 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.470177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.474191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.479015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] device_id is not set on port d91eaba7-1892-41f2-bbef-129b99c9e7c1 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:49.549371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abca4d6b-d7bc-4934-9906-24e374dd0794,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:49.705524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] device_id is not set on port d91eaba7-1892-41f2-bbef-129b99c9e7c1 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:49.724983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.743486 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.796506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 2558234f-6d3c-4277-9d65-2e39c24db540 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:19:49.816960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39364905-6755-4a59-8c48-36d2d5a827bd req-dfcf83f7-697e-445c-bdbd-492d8e219116 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:49.818941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39364905-6755-4a59-8c48-36d2d5a827bd req-dfcf83f7-697e-445c-bdbd-492d8e219116 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 943 time: 0.1088016 Dec 15 14:19:49.820303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=d91eaba7-1892-41f2-bbef-129b99c9e7c1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:49.864668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.865047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.865398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.865874 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.866227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.866580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.866958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.867304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.867640 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.868009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.868346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.868680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.869040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:49.880838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Checking segment: {'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:49.881166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Network hostable DHCP agents. Network: 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:19:49.894064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:49.902934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2558234f-6d3c-4277-9d65-2e39c24db540 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:49.922468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-39364905-6755-4a59-8c48-36d2d5a827bd req-656fc013-9b2f-4b74-95f5-5f33fa24a88b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932257 Dec 15 14:19:49.923756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:19:49.934467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '2558234f-6d3c-4277-9d65-2e39c24db540', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'port_id': '2558234f-6d3c-4277-9d65-2e39c24db540', 'mac_address': 'fa:16:3e:30:d9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:19:49.934757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:49.938880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:49.960101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:49.960101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:49.960101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:49.960483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:49.960665 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:49.961062 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 2 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:49.974112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:49.974461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:49.974807 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:49.977600 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.979455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:49.980022 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:49.980355 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 3 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:49.989943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3411a12b-ad8a-4dda-bde6-03360f4036cc None None] Network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:49.994536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:49.994536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:49.995431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:50.000109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:50.000449 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:50.000851 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 4 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:50.009892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2558234f-6d3c-4277-9d65-2e39c24db540 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:19:50.013964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:50.014424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:50.014777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:50.019318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:50.019918 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:50.020152 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 5 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:50.034639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:50.034983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:50.035330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:50.039936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:50.040278 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:50.040678 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 6 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:50.055409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:50.055757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:50.056147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:50.060823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:50.061389 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:50.061796 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 7 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:50.061943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:50.072139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.077635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2558234f-6d3c-4277-9d65-2e39c24db540 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:50.080961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:50.081317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:50.081663 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:50.086396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:50.086737 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:50.087144 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 8 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:50.101870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:50.102226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:50.102565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:50.108243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:50.108579 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:50.108987 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 9 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:50.145355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:50.146118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:50.146466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:50.152719 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:50.174099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:50.174538 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:50.177628 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 10 to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 Dec 15 14:19:50.195481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:50.195843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:50.196204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:50.208675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc43c02-0aab-4bfd-8c33-569584486393 req-3f141009-bdf4-414f-a1cf-37fafff15f31 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.210176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-efc43c02-0aab-4bfd-8c33-569584486393 req-3f141009-bdf4-414f-a1cf-37fafff15f31 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 944 time: 0.0878785 Dec 15 14:19:50.210972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:50.211300 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port d91eaba7-1892-41f2-bbef-129b99c9e7c1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:50.211672 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.233060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-2a0502c4-125c-41b4-9ab3-d7b5dc397ea0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.234742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-2a0502c4-125c-41b4-9ab3-d7b5dc397ea0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8&tenant_id=abc2b611bf274c318fe9101c87725cfa&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 944 time: 0.1087348 Dec 15 14:19:50.296002 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-91060695-e369-40ce-93ca-09684cf17828 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:19:50.297701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-91060695-e369-40ce-93ca-09684cf17828 service neutron] 10.222.0.74 "DELETE /v2.0/ports/2558234f-6d3c-4277-9d65-2e39c24db540/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0556753 Dec 15 14:19:50.299589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['2558234f-6d3c-4277-9d65-2e39c24db540'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:50.310380 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-efc43c02-0aab-4bfd-8c33-569584486393 req-05536a83-77f7-443a-8a63-99bed34e85b7 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877826 Dec 15 14:19:50.320971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] For port d91eaba7-1892-41f2-bbef-129b99c9e7c1, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:50.321355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempted to set empty binding levels {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:19:50.328311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.358305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.359177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.384241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=d91eaba7-1892-41f2-bbef-129b99c9e7c1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:50.391040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0ec5796c-c32d-438b-8e68-a52d5c07e973 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0605643 Dec 15 14:19:50.393775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:50.404305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-878a4c29-c93e-4d83-8645-acbecf3b9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.405838 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-878a4c29-c93e-4d83-8645-acbecf3b9e10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1095 time: 0.0506806 Dec 15 14:19:50.477824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Deleting port d91eaba7-1892-41f2-bbef-129b99c9e7c1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:50.478171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.509088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-07a1743e-d3ba-48ba-9253-4eafab4dea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.510495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-07a1743e-d3ba-48ba-9253-4eafab4dea64 service neutron] 10.222.0.74 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.0958760 Dec 15 14:19:50.546451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] For port d91eaba7-1892-41f2-bbef-129b99c9e7c1, host n-h2-821840-1, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:50.546819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.560384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Calling delete_port for d91eaba7-1892-41f2-bbef-129b99c9e7c1 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:50.579990 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-2721d184-6807-4666-a094-a365596adecf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 1000 time: 0.0624714 Dec 15 14:19:50.632161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-15afe292-d681-4212-9fda-87e4ea65805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.633614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-15afe292-d681-4212-9fda-87e4ea65805d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0451713 Dec 15 14:19:50.648101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.684945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-ae2696cf-3982-460e-8e09-2c3dccfed8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:50.685743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.686645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-ae2696cf-3982-460e-8e09-2c3dccfed8d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459931 Dec 15 14:19:50.690640 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "DELETE /v2.0/ports/d91eaba7-1892-41f2-bbef-129b99c9e7c1 HTTP/1.1" status: 204 len: 168 time: 0.2957866 Dec 15 14:19:50.691716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954cf4f-63c2-4df2-a9af-c02f73f4f144 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event deleted for resources: {'Port': ['ID=d91eaba7-1892-41f2-bbef-129b99c9e7c1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:50.693366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42772) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:50.724812 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5c4aa4-77a2-48a6-8f4c-6c1eb936449c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:19:50.726284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ef5c4aa4-77a2-48a6-8f4c-6c1eb936449c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "GET /v2.0/ports/d91eaba7-1892-41f2-bbef-129b99c9e7c1 HTTP/1.1" status: 404 len: 333 time: 0.0320220 Dec 15 14:19:50.730273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:50.736007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Request body: {'port': {'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1621982431'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:50.758033 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Made reservation on behalf of 94abdd2775d045a590f43fcfab6e712d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:50.760573 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.777762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] device_id is not set on port 3eee09be-e6f9-44ea-b184-4ac85779d959 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:50.812192 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-458e0a10-3f9c-4cac-8e00-96b77099552b service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091599 Dec 15 14:19:50.908611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3484ec7e-f1af-4fb7-90de-5a8c19b172a9 req-21195be8-cd9f-4df7-b377-7792a937c3fc service neutron] 10.222.0.74 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888016 Dec 15 14:19:50.932108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:50.971123 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.015722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:51.018728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:51.022309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:51.023241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:51.023988 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.030390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=3eee09be-e6f9-44ea-b184-4ac85779d959,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:51.045523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c1141063-5dbf-4e16-b353-2513cff3b465 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3139913 Dec 15 14:19:51.048137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42776) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:51.053539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:51.106023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.286746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] device_id is not set on port 3eee09be-e6f9-44ea-b184-4ac85779d959 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:51.295972 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.302077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.361220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=3eee09be-e6f9-44ea-b184-4ac85779d959,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:51.373075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.373498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.373918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.379190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.379602 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.380109 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 2 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.394330 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.394771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.395187 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.399723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.400203 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.400710 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 3 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.415720 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.416430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.417031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.422350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.422996 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.423622 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 4 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.438605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.439092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.439539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.444174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.444614 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.445080 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 5 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.448079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5926229-29fe-46b3-95e9-82de91a8dd63 req-75308ddd-9a27-481f-9340-9bdbd3188b2d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:51.450709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5926229-29fe-46b3-95e9-82de91a8dd63 req-75308ddd-9a27-481f-9340-9bdbd3188b2d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 944 time: 0.0595815 Dec 15 14:19:51.458469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.459124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.459548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.464371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.464702 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.465103 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 6 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.479054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.479406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.480328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.485029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.485371 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.485775 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 7 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.500104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.500457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.500827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.507434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.508008 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.508407 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 8 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.518013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5926229-29fe-46b3-95e9-82de91a8dd63 req-2c3c571b-7f1c-43cd-a0c1-c12cc02bb000 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609338 Dec 15 14:19:51.521347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.521693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.522034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.526656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.527083 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.527485 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 9 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.539674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.540059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.540329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.541149 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42780) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:51.545548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.545878 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.546322 n-d-821840-1 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 10 to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 Dec 15 14:19:51.560270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:51.560616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:51.560963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:51.565346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:51.565677 n-d-821840-1 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 3eee09be-e6f9-44ea-b184-4ac85779d959 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:51.566043 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.610494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-16ea77cc-dc8c-4426-b39e-5fb9f3647c00 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/ad695060-9871-4b56-9cd3-738867091382 HTTP/1.1" status: 200 len: 992 time: 0.0681343 Dec 15 14:19:51.630009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] For port 3eee09be-e6f9-44ea-b184-4ac85779d959, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:51.630372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempted to set empty binding levels {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:19:51.634681 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.793460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 2558234f-6d3c-4277-9d65-2e39c24db540 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:51.847760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 2558234f-6d3c-4277-9d65-2e39c24db540 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:19:51.852442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 2558234f-6d3c-4277-9d65-2e39c24db540 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:51.852982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.939514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.963586 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:51.966212 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcebedf-c12d-49aa-ba2d-f16f3ffd4aef" -d '{"events": [{"server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:51.980835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:51.986018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.008153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] In _notify_port_updated(), no bound segment for port 3eee09be-e6f9-44ea-b184-4ac85779d959 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:19:52.008864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.009480 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.010864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "PUT /v2.0/ports/3eee09be-e6f9-44ea-b184-4ac85779d959 HTTP/1.1" status: 200 len: 975 time: 0.9616923 Dec 15 14:19:52.016431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42784) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:52.022657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0840d92-05a3-4568-88a0-07c28b38954a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=3eee09be-e6f9-44ea-b184-4ac85779d959,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:52.034672 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1b9cfa-3e65-474a-b43a-298287317990 x-openstack-request-id: req-9c1b9cfa-3e65-474a-b43a-298287317990 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:52.034977 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:52.035237 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c1b9cfa-3e65-474a-b43a-298287317990 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:52.035632 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540', 'code': 200} Dec 15 14:19:52.040244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:52.074979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.075499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.075988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.076629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.077160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.077608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.078057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.078497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.078942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.079381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.079821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.080286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.080726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.081165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.081603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.082042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.082480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.082921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.085669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-caa1053c-23a3-4e51-813c-b23749b65443 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16124 time: 0.0675623 Dec 15 14:19:52.089835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:52.166250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Deleting port 3eee09be-e6f9-44ea-b184-4ac85779d959 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:52.166598 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.238592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] For port 3eee09be-e6f9-44ea-b184-4ac85779d959, host n-h2-821840-1, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:52.238952 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.252210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Calling delete_port for 3eee09be-e6f9-44ea-b184-4ac85779d959 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:52.340695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.367181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eee09be-e6f9-44ea-b184-4ac85779d959,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:52.372826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.376109 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0212246c-2b9d-458b-9779-ecff7d5da531 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "DELETE /v2.0/ports/3eee09be-e6f9-44ea-b184-4ac85779d959 HTTP/1.1" status: 204 len: 168 time: 0.2853537 Dec 15 14:19:52.378708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42788) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:52.402779 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9b27bb-9395-4618-a0da-2fa94618771b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:19:52.404047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-af9b27bb-9395-4618-a0da-2fa94618771b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "GET /v2.0/ports/3eee09be-e6f9-44ea-b184-4ac85779d959 HTTP/1.1" status: 404 len: 333 time: 0.0244014 Dec 15 14:19:52.407603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42790) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:52.412030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-963069770', 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:52.433121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Made reservation on behalf of 94abdd2775d045a590f43fcfab6e712d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:52.435670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.451849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] device_id is not set on port 17d0a62e-f2a4-4188-b3c3-853779d90ee7 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:52.601647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.634131 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.675043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:52.678797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:52.682296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:52.683403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.684037 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.693402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=17d0a62e-f2a4-4188-b3c3-853779d90ee7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:52.706962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3fd96fe5-fdb2-4717-9ec1-1da42a2870d6 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2983532 Dec 15 14:19:52.709629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42792) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:52.750514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a126c9-66a5-4cf8-9d34-2cebf756d3d4 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:52.752241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a0a126c9-66a5-4cf8-9d34-2cebf756d3d4 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "GET /v2.0/ports/17d0a62e-f2a4-4188-b3c3-853779d90ee7 HTTP/1.1" status: 200 len: 954 time: 0.0414989 Dec 15 14:19:52.754809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42794) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:52.833580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f69cb-217c-4c04-8c6c-ef542577586c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Deleting port 17d0a62e-f2a4-4188-b3c3-853779d90ee7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:52.833922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f7f69cb-217c-4c04-8c6c-ef542577586c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.897626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f7f69cb-217c-4c04-8c6c-ef542577586c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:52.910335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f69cb-217c-4c04-8c6c-ef542577586c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Calling delete_port for 17d0a62e-f2a4-4188-b3c3-853779d90ee7 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:52.990990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f7f69cb-217c-4c04-8c6c-ef542577586c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.018582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f69cb-217c-4c04-8c6c-ef542577586c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event deleted for resources: {'Port': ['ID=17d0a62e-f2a4-4188-b3c3-853779d90ee7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:53.024015 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f7f69cb-217c-4c04-8c6c-ef542577586c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.027751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1f7f69cb-217c-4c04-8c6c-ef542577586c tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "DELETE /v2.0/ports/17d0a62e-f2a4-4188-b3c3-853779d90ee7 HTTP/1.1" status: 204 len: 168 time: 0.2714696 Dec 15 14:19:53.030562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42796) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:53.053839 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b0c492-b84f-4c56-b1c0-3cfe7684a54a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:19:53.055183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-97b0c492-b84f-4c56-b1c0-3cfe7684a54a tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "GET /v2.0/ports/17d0a62e-f2a4-4188-b3c3-853779d90ee7 HTTP/1.1" status: 404 len: 333 time: 0.0236926 Dec 15 14:19:53.058725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42798) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:53.063132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Request body: {'port': {'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-109537098'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:53.083850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Made reservation on behalf of 94abdd2775d045a590f43fcfab6e712d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:53.086144 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.104148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] device_id is not set on port 8e9e2401-f63f-4ada-8cab-335acdd396b1 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:53.247480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.278972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.327640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:53.330535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:53.334652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:53.335553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:53.336173 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.339921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=8e9e2401-f63f-4ada-8cab-335acdd396b1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:53.355628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-596405f1-5fbc-4dc4-8ba0-e8f38a92b3ed tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2948859 Dec 15 14:19:53.358615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:53.363480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:53.415309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.587686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] device_id is not set on port 8e9e2401-f63f-4ada-8cab-335acdd396b1 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:53.596001 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.601382 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.653404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=8e9e2401-f63f-4ada-8cab-335acdd396b1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:53.665087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.665456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.665804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.670901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.671225 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.671613 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 2 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.687735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.688092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.688424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.692874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.693182 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.693608 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 3 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.705699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.706044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.706382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.710794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.711113 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.711489 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 4 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.723897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.724218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.724544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.728674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.728992 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.729364 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 5 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.741143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.741477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.741806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.746994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.747347 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.747815 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 6 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.760132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.760464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.760790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.765811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.766133 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.766510 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 7 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.778233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.778565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.778890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.783104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.783486 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.783841 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 8 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.796219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.796551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.796883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.801495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.801815 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.802207 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 9 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.814664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.815001 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.815332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.819572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.819927 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.820306 n-d-821840-1 neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempt 10 to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 Dec 15 14:19:53.833190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:19:53.833524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:19:53.833866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempting to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:19:53.838118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:19:53.838365 n-d-821840-1 neutron-server[109768]: ERROR neutron.plugins.ml2.managers [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Failed to bind port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on host n-h2-821840-1 for vnic_type normal using segments [{'id': '50dbe670-ce18-4743-bc1c-0249fc48e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d'}] Dec 15 14:19:53.838725 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.899812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] For port 8e9e2401-f63f-4ada-8cab-335acdd396b1, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:19:53.900203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attempted to set empty binding levels {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 14:19:53.905484 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.939349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] In _notify_port_updated(), no bound segment for port 8e9e2401-f63f-4ada-8cab-335acdd396b1 on network 88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:19:53.940219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:53.940826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.942145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "PUT /v2.0/ports/8e9e2401-f63f-4ada-8cab-335acdd396b1 HTTP/1.1" status: 200 len: 974 time: 0.5825987 Dec 15 14:19:53.945056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42802) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:53.955614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7453b-df9e-47b2-a72e-1eafdd65f06d tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event updated for resources: {'Port': ['ID=8e9e2401-f63f-4ada-8cab-335acdd396b1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:54.024650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Deleting port 8e9e2401-f63f-4ada-8cab-335acdd396b1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:54.024996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.088105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] For port 8e9e2401-f63f-4ada-8cab-335acdd396b1, host n-h2-821840-1, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:54.088514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.101737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Calling delete_port for 8e9e2401-f63f-4ada-8cab-335acdd396b1 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:54.179034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.206234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e9e2401-f63f-4ada-8cab-335acdd396b1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:54.211369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.215526 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-08527fc3-3b66-472d-bd5d-f6a7a9fbde3b tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "DELETE /v2.0/ports/8e9e2401-f63f-4ada-8cab-335acdd396b1 HTTP/1.1" status: 204 len: 168 time: 0.2694337 Dec 15 14:19:54.218218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:54.244841 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9c3c29-cff6-4e92-99b7-06b7db99e196 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] GET failed (client error): The resource could not be found. Dec 15 14:19:54.246371 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ce9c3c29-cff6-4e92-99b7-06b7db99e196 tempest-PortsAdminExtendedAttrsTestJSON-1397326781 tempest-PortsAdminExtendedAttrsTestJSON-1397326781-project-admin] 10.222.0.86 "GET /v2.0/ports/8e9e2401-f63f-4ada-8cab-335acdd396b1 HTTP/1.1" status: 404 len: 333 time: 0.0272453 Dec 15 14:19:54.249971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:54.324510 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.420104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.442191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:54.451914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50dbe670-ce18-4743-bc1c-0249fc48e1bd') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:54.452221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50dbe670-ce18-4743-bc1c-0249fc48e1bd') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:54.461424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.474834 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.481103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:19:54.481507 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:19:54.484713 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:19:54.548119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.555719 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.559163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] 10.222.0.86 "DELETE /v2.0/networks/88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d HTTP/1.1" status: 204 len: 168 time: 0.3082840 Dec 15 14:19:54.575437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5803e-3a15-47b3-84c5-ca926cb2bf3d tempest-PortsAdminExtendedAttrsTestJSON-438483413 tempest-PortsAdminExtendedAttrsTestJSON-438483413-project] Pushing event deleted for resources: {'Network': ['ID=88d79a58-75dc-44f6-a3d8-f2f4bc52fc5d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:54.819168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:54.976190 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f7c95b1c-a990-4bcf-9ac6-1630ffa345c7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4428431ef29c4df7b7766a0752fb3511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557372 Dec 15 14:19:54.978666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:55.036226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68143d1b-a6a2-49c1-8512-df5f34939f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:55.059894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68143d1b-a6a2-49c1-8512-df5f34939f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:55.107605 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68143d1b-a6a2-49c1-8512-df5f34939f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:55.110438 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68143d1b-a6a2-49c1-8512-df5f34939f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:55.111646 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-68143d1b-a6a2-49c1-8512-df5f34939f46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e12e1c9-8ae2-41b4-bc3f-686fdff3ede9 HTTP/1.1" status: 204 len: 168 time: 0.1320472 Dec 15 14:19:55.119808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68143d1b-a6a2-49c1-8512-df5f34939f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e12e1c9-8ae2-41b4-bc3f-686fdff3ede9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:55.384462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:55.426388 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ac3e8700-ad46-48ac-afad-0a5807a8619d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=94abdd2775d045a590f43fcfab6e712d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405414 Dec 15 14:19:55.429132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42826) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:55.477736 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8edc5215-0be3-4fe3-aaf2-9bc6415357cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:55.498469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8edc5215-0be3-4fe3-aaf2-9bc6415357cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:55.543781 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8edc5215-0be3-4fe3-aaf2-9bc6415357cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:55.546354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8edc5215-0be3-4fe3-aaf2-9bc6415357cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:55.547482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8edc5215-0be3-4fe3-aaf2-9bc6415357cb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abca4d6b-d7bc-4934-9906-24e374dd0794 HTTP/1.1" status: 204 len: 168 time: 0.1172233 Dec 15 14:19:55.555609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5215-0be3-4fe3-aaf2-9bc6415357cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abca4d6b-d7bc-4934-9906-24e374dd0794,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:56.265401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:56.383419 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c62a2228-e46e-4a21-a913-217cab1ec925 tempest-AgentManagementNegativeTest-1400313425 tempest-AgentManagementNegativeTest-1400313425-project] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1168027 Dec 15 14:19:56.623968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42856) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:56.729683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ede81de-d091-4e49-b800-ea4cd5f7078d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:56.803732 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ede81de-d091-4e49-b800-ea4cd5f7078d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:56.807803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ede81de-d091-4e49-b800-ea4cd5f7078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:56.847508 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1ede81de-d091-4e49-b800-ea4cd5f7078d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c64f52a97cb4967bb54a294d66edd01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224443 Dec 15 14:19:56.848434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede81de-d091-4e49-b800-ea4cd5f7078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91839b0a-7a71-48ad-8773-dff740b54552,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:56.850210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:56.898916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26a89c4c-d5da-445d-97cd-3ab1e4de2891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:56.920567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26a89c4c-d5da-445d-97cd-3ab1e4de2891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:56.968479 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26a89c4c-d5da-445d-97cd-3ab1e4de2891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:56.971114 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26a89c4c-d5da-445d-97cd-3ab1e4de2891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:56.972274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-26a89c4c-d5da-445d-97cd-3ab1e4de2891 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91839b0a-7a71-48ad-8773-dff740b54552 HTTP/1.1" status: 204 len: 168 time: 0.1205552 Dec 15 14:19:56.979997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a89c4c-d5da-445d-97cd-3ab1e4de2891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91839b0a-7a71-48ad-8773-dff740b54552,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:57.621569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:57.720116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1643623913'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:57.744267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:57.748823 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:57.758522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:57.840266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:57.844122 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:57.870538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:19:57.880198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d50982-6567-4f04-a3f0-cbe2fbfa9a77,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:57.884944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:57.885313 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Added segment 0a7d1728-1e5a-4989-91b2-efac3e88c460 of type vlan for network 3856fd26-17ae-4f75-a443-30dc5a4a175e Dec 15 14:19:57.927121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:57.955531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:57.963052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:57.963848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.023076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4003932 Dec 15 14:19:58.027066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:58.032355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'name': 'tempest-PortsTestJSON-1139124588'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:58.041784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3fb68-b6c5-4022-a864-658957e709f6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Network': ['ID=3856fd26-17ae-4f75-a443-30dc5a4a175e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:58.053504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:19:58.121906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:58.125419 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.143248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port 2d6c1034-4b61-4710-bc91-f7c248208a4f yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:58.314051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.353643 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.428801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=2d6c1034-4b61-4710-bc91-f7c248208a4f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:58.443812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking segment: {'id': '0a7d1728-1e5a-4989-91b2-efac3e88c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:58.444349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network hostable DHCP agents. Network: 3856fd26-17ae-4f75-a443-30dc5a4a175e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:19:58.463898 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:19:58.473312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 3856fd26-17ae-4f75-a443-30dc5a4a175e) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:58.479208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:58.484188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b2ece-3bfc-4d2c-90d2-735e22d3be28 None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:58.485863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:58.486435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.505884 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-41f60944-23c1-41d5-9118-9bf994f0f126 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4746308 Dec 15 14:19:58.506105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42888) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:58.510858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-147355434'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:58.531747 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:58.535342 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.563026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:19:58.573420 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.573973 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Added segment baabda3f-64b4-49ac-9ed1-2ea4ef2448b1 of type vlan for network 8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949 Dec 15 14:19:58.633556 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.662010 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.667824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:58.668441 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.749175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2382367 Dec 15 14:19:58.749560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42890) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:58.758105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'ports': [{'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e'}, {'network_id': '8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949'}]} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:58.758635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:58.758912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4937-30a4-4ee3-b47b-0d4d7e054445 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Network': ['ID=8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:58.759507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:58.772621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:19:58.929476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 2} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:58.934564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:58.947352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.341288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port 0702d680-666a-4cc1-a37d-64b6ea212756 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:59.478396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.552513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port ff875087-0304-4a35-be6e-f6f8aa502fce yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:19:59.679427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.716240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.761463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:59.764473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:59.768370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:59.769244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.776125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=0702d680-666a-4cc1-a37d-64b6ea212756,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:59.838539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=ff875087-0304-4a35-be6e-f6f8aa502fce,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:59.848710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking segment: {'id': 'baabda3f-64b4-49ac-9ed1-2ea4ef2448b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:59.849111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network hostable DHCP agents. Network: 8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:19:59.865816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:19:59.876123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:59.880521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:59.887833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:59.888513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e944c3-35ce-4fae-a704-f2723463a04e None None] Network 8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:59.893389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:59.894063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.913972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f14a077b-cc36-4773-8a13-24a314884c1c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1628425 Dec 15 14:19:59.916865 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42892) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:00.018137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-782d2634-73a2-4182-b9f0-866f6fe0196e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port ff875087-0304-4a35-be6e-f6f8aa502fce {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:00.018409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-782d2634-73a2-4182-b9f0-866f6fe0196e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.087108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-782d2634-73a2-4182-b9f0-866f6fe0196e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.102487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-782d2634-73a2-4182-b9f0-866f6fe0196e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for ff875087-0304-4a35-be6e-f6f8aa502fce owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:00.186391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-782d2634-73a2-4182-b9f0-866f6fe0196e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.212994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d2634-73a2-4182-b9f0-866f6fe0196e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=ff875087-0304-4a35-be6e-f6f8aa502fce,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:00.220571 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-782d2634-73a2-4182-b9f0-866f6fe0196e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.224027 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-782d2634-73a2-4182-b9f0-866f6fe0196e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/ff875087-0304-4a35-be6e-f6f8aa502fce HTTP/1.1" status: 204 len: 168 time: 0.3057978 Dec 15 14:20:00.226558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42894) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:00.276570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6074374-1dde-4f53-9386-ad20bf8642ae tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:00.283001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6074374-1dde-4f53-9386-ad20bf8642ae tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:00.284875 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b6074374-1dde-4f53-9386-ad20bf8642ae tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0570514 Dec 15 14:20:00.287273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:00.379819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-46a71307-1b72-44a3-b4d9-7af4232230a6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 0702d680-666a-4cc1-a37d-64b6ea212756 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:00.380191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46a71307-1b72-44a3-b4d9-7af4232230a6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.446150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46a71307-1b72-44a3-b4d9-7af4232230a6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.460396 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-46a71307-1b72-44a3-b4d9-7af4232230a6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 0702d680-666a-4cc1-a37d-64b6ea212756 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:00.550659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46a71307-1b72-44a3-b4d9-7af4232230a6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.586044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46a71307-1b72-44a3-b4d9-7af4232230a6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.592460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42898) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:00.592657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-46a71307-1b72-44a3-b4d9-7af4232230a6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/0702d680-666a-4cc1-a37d-64b6ea212756 HTTP/1.1" status: 204 len: 168 time: 0.3043625 Dec 15 14:20:00.594032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a71307-1b72-44a3-b4d9-7af4232230a6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=0702d680-666a-4cc1-a37d-64b6ea212756,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:00.656024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf0449-0e48-4d2d-9785-1820e9b05ce3 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:00.660899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-42cf0449-0e48-4d2d-9785-1820e9b05ce3 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0674069 Dec 15 14:20:00.661078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42900) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:00.692557 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b08eeb-3952-4047-ada7-75934ff8f3fa tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:00.694084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c0b08eeb-3952-4047-ada7-75934ff8f3fa tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/ff875087-0304-4a35-be6e-f6f8aa502fce HTTP/1.1" status: 404 len: 333 time: 0.0318406 Dec 15 14:20:00.696769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:00.722304 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-557125a6-1ebd-4f25-8555-bc34fc28ff35 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:00.723710 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-557125a6-1ebd-4f25-8555-bc34fc28ff35 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/0702d680-666a-4cc1-a37d-64b6ea212756 HTTP/1.1" status: 404 len: 333 time: 0.0260477 Dec 15 14:20:00.726418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:00.806978 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.892941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.912710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:00.922677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baabda3f-64b4-49ac-9ed1-2ea4ef2448b1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:00.923317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baabda3f-64b4-49ac-9ed1-2ea4ef2448b1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:00.935425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.948633 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.954935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:00.955321 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:00.958532 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:01.019385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.026388 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.030233 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/networks/8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949 HTTP/1.1" status: 204 len: 168 time: 0.3029025 Dec 15 14:20:01.034572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42906) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:01.040454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-924035774'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:01.045045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3ba0d-9daa-4b03-9499-75086e759ec8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Network': ['ID=8d57da1b-e98e-4e5a-99f0-e8bd6c7f5949,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:01.060488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.069467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:01.072996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.096661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:20:01.106043 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.106390 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Added segment b66de2ca-a2b3-42d1-877f-06d05b727988 of type vlan for network c9666764-85d7-4580-816b-c87d66ba842d Dec 15 14:20:01.144999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.170290 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.176139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:01.176987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.245644 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df85c3a2-bcdf-4dbe-99b4-d47986972680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.248302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2125862 Dec 15 14:20:01.251606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:01.254169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.257167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': 'c9666764-85d7-4580-816b-c87d66ba842d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:01.258283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608b5b6-cb10-4d3c-90af-c276e2f504b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Network': ['ID=c9666764-85d7-4580-816b-c87d66ba842d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:01.269386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network c9666764-85d7-4580-816b-c87d66ba842d details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:20:01.352044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:01.356351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.416626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Performing IP validity checks on allocation pools {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:20:01.417821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:20:01.537949 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.608544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=a75e7177-f853-42c4-aadd-f3bd31523e85,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:01.618350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking segment: {'id': 'b66de2ca-a2b3-42d1-877f-06d05b727988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c9666764-85d7-4580-816b-c87d66ba842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:01.618729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network hostable DHCP agents. Network: c9666764-85d7-4580-816b-c87d66ba842d, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:20:01.637193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network c9666764-85d7-4580-816b-c87d66ba842d is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:20:01.645255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, c9666764-85d7-4580-816b-c87d66ba842d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:01.649456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:01.650035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.658718 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79801d3f-40ad-4b1e-a40c-9dae0ac41367 None None] Network c9666764-85d7-4580-816b-c87d66ba842d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:01.672665 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8db19df3-46e1-4369-a84e-7e19c6294185 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4195919 Dec 15 14:20:01.673944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42910) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:01.679668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': 'c9666764-85d7-4580-816b-c87d66ba842d', 'name': 'tempest-PortsTestJSON-1072012164'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:01.765156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-c9666764-85d7-4580-816b-c87d66ba842d', 'network_id': 'c9666764-85d7-4580-816b-c87d66ba842d', 'project_id': '921c93c1f6b345c885f090302bcdd6dc', 'fixed_ips': [{'subnet_id': 'a75e7177-f853-42c4-aadd-f3bd31523e85'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:20:01.766148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.792853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:01.796707 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:01.814127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port 7e8d2799-dcc5-43c2-92cb-ee108cb69525 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:01.902299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Allocated IP 172.20.0.2 (c9666764-85d7-4580-816b-c87d66ba842d/a75e7177-f853-42c4-aadd-f3bd31523e85/9545555c-d536-4ee9-9da3-82d6248ac8df) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:02.044878 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.050367 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.090418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Network c9666764-85d7-4580-816b-c87d66ba842d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:02.093411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:02.096968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:02.105277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Pushing event updated for resources: {'Port': ['ID=9545555c-d536-4ee9-9da3-82d6248ac8df,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:02.106121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.12 (c9666764-85d7-4580-816b-c87d66ba842d/a75e7177-f853-42c4-aadd-f3bd31523e85/7e8d2799-dcc5-43c2-92cb-ee108cb69525) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:02.159086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Attempting to bind port 9545555c-d536-4ee9-9da3-82d6248ac8df on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:02.159412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Attempting to bind port 9545555c-d536-4ee9-9da3-82d6248ac8df by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'b66de2ca-a2b3-42d1-877f-06d05b727988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c9666764-85d7-4580-816b-c87d66ba842d'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:02.159753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Attempting to bind port 9545555c-d536-4ee9-9da3-82d6248ac8df on network c9666764-85d7-4580-816b-c87d66ba842d {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:02.164993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:02.165372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Checking segment: {'id': 'b66de2ca-a2b3-42d1-877f-06d05b727988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c9666764-85d7-4580-816b-c87d66ba842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:02.165782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.166189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Bound using segment: {'id': 'b66de2ca-a2b3-42d1-877f-06d05b727988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c9666764-85d7-4580-816b-c87d66ba842d'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:02.167140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Bound port: 9545555c-d536-4ee9-9da3-82d6248ac8df, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66de2ca-a2b3-42d1-877f-06d05b727988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c9666764-85d7-4580-816b-c87d66ba842d'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:02.167140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.241744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] For port 9545555c-d536-4ee9-9da3-82d6248ac8df, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:02.245362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] For port 9545555c-d536-4ee9-9da3-82d6248ac8df, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9545555c-d536-4ee9-9da3-82d6248ac8df,segment=NetworkSegment(b66de2ca-a2b3-42d1-877f-06d05b727988),segment_id=b66de2ca-a2b3-42d1-877f-06d05b727988)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:02.249800 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.255284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.293590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.311443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b0baa-4bdf-4057-9bc6-26fa25897625 None None] Pushing event updated for resources: {'Port': ['ID=9545555c-d536-4ee9-9da3-82d6248ac8df,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:02.349700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network c9666764-85d7-4580-816b-c87d66ba842d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:02.353079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:02.356953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:02.364176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=7e8d2799-dcc5-43c2-92cb-ee108cb69525,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:02.412947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:02.413584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.434756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a68f6fb-0aeb-45d5-8f44-e3eada89aaf6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7566748 Dec 15 14:20:02.435038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42912) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:02.555092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6646eb0b-9bfc-40f1-9237-3a5cd1562171 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 7e8d2799-dcc5-43c2-92cb-ee108cb69525 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:02.555689 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6646eb0b-9bfc-40f1-9237-3a5cd1562171 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.659303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6646eb0b-9bfc-40f1-9237-3a5cd1562171 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.672848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6646eb0b-9bfc-40f1-9237-3a5cd1562171 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 7e8d2799-dcc5-43c2-92cb-ee108cb69525 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:02.796247 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6646eb0b-9bfc-40f1-9237-3a5cd1562171 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.828751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646eb0b-9bfc-40f1-9237-3a5cd1562171 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=7e8d2799-dcc5-43c2-92cb-ee108cb69525,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:02.898932 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6646eb0b-9bfc-40f1-9237-3a5cd1562171 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:02.907051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:02.907749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6646eb0b-9bfc-40f1-9237-3a5cd1562171 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/7e8d2799-dcc5-43c2-92cb-ee108cb69525 HTTP/1.1" status: 204 len: 168 time: 0.4716129 Dec 15 14:20:02.934711 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab4e61d-c87d-46d2-b795-79863092b9b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:02.935207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab4e61d-c87d-46d2-b795-79863092b9b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:02.941904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42920) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:02.952404 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9ab4e61d-c87d-46d2-b795-79863092b9b8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/7e8d2799-dcc5-43c2-92cb-ee108cb69525 HTTP/1.1" status: 404 len: 333 time: 0.0441477 Dec 15 14:20:02.967708 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fe1c1a-d6e8-4643-84b6-3659d55b7e9c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:02.976011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:02.976386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-45fe1c1a-d6e8-4643-84b6-3659d55b7e9c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/7e8d2799-dcc5-43c2-92cb-ee108cb69525 HTTP/1.1" status: 404 len: 333 time: 0.0310240 Dec 15 14:20:02.983967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9545555c-d536-4ee9-9da3-82d6248ac8df up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:03.038558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c06e3f-5a49-4d61-af94-22465cb08eff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet a75e7177-f853-42c4-aadd-f3bd31523e85 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:03.041646 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55c06e3f-5a49-4d61-af94-22465cb08eff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.050313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9545555c-d536-4ee9-9da3-82d6248ac8df triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:03.050688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.102094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55c06e3f-5a49-4d61-af94-22465cb08eff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.149947 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.199177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 9545555c-d536-4ee9-9da3-82d6248ac8df, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9545555c-d536-4ee9-9da3-82d6248ac8df,segment=NetworkSegment(b66de2ca-a2b3-42d1-877f-06d05b727988),segment_id=b66de2ca-a2b3-42d1-877f-06d05b727988)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:03.204242 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.219530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55c06e3f-5a49-4d61-af94-22465cb08eff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.262738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=9545555c-d536-4ee9-9da3-82d6248ac8df,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:03.301684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55c06e3f-5a49-4d61-af94-22465cb08eff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.335955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c06e3f-5a49-4d61-af94-22465cb08eff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=a75e7177-f853-42c4-aadd-f3bd31523e85,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:03.341276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55c06e3f-5a49-4d61-af94-22465cb08eff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.346127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-55c06e3f-5a49-4d61-af94-22465cb08eff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/a75e7177-f853-42c4-aadd-f3bd31523e85 HTTP/1.1" status: 204 len: 168 time: 0.3722861 Dec 15 14:20:03.348576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:03.374110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a7700-4ae4-49f2-b99e-329bdc96d569 None None] Network c9666764-85d7-4580-816b-c87d66ba842d requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:03.433813 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.437833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1f56b205-b181-4ab0-8ce8-eac31e3a9761 None None] Provisioning complete for port 9545555c-d536-4ee9-9da3-82d6248ac8df triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:03.438287 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f56b205-b181-4ab0-8ce8-eac31e3a9761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.491923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 9545555c-d536-4ee9-9da3-82d6248ac8df {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:03.492279 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.560941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] DHCP port deletion for c9666764-85d7-4580-816b-c87d66ba842d request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:03.562861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] For port 9545555c-d536-4ee9-9da3-82d6248ac8df, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9545555c-d536-4ee9-9da3-82d6248ac8df,segment=NetworkSegment(b66de2ca-a2b3-42d1-877f-06d05b727988),segment_id=b66de2ca-a2b3-42d1-877f-06d05b727988)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:03.563284 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.583637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 9545555c-d536-4ee9-9da3-82d6248ac8df owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:03.610194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] Deleting port 9545555c-d536-4ee9-9da3-82d6248ac8df {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:03.610834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.662749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.674137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] For port 9545555c-d536-4ee9-9da3-82d6248ac8df, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9545555c-d536-4ee9-9da3-82d6248ac8df,segment=NetworkSegment(b66de2ca-a2b3-42d1-877f-06d05b727988),segment_id=b66de2ca-a2b3-42d1-877f-06d05b727988)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:03.674624 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.688058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] Calling delete_port for 9545555c-d536-4ee9-9da3-82d6248ac8df owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:03.692003 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=9545555c-d536-4ee9-9da3-82d6248ac8df,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:03.697255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No DVR routers for this DVR port 9545555c-d536-4ee9-9da3-82d6248ac8df on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:03.771765 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.784162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.798079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] Pushing event deleted for resources: {'Port': ['ID=9545555c-d536-4ee9-9da3-82d6248ac8df,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:03.800588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31001cc-7972-498f-8d68-d495470fab60 None None] No DVR routers for this DVR port 9545555c-d536-4ee9-9da3-82d6248ac8df on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:03.805162 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9666764-85d7-4580-816b-c87d66ba842d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:03.817444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66de2ca-a2b3-42d1-877f-06d05b727988') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:03.817444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66de2ca-a2b3-42d1-877f-06d05b727988') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:03.826914 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-191f5a01-7fb2-4dcb-90de-2082cfb5963f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.827500 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.841335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.847365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:03.847753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:03.850754 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:03.906127 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.912743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.915934 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/networks/c9666764-85d7-4580-816b-c87d66ba842d HTTP/1.1" status: 204 len: 168 time: 0.5663946 Dec 15 14:20:03.920047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42926) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:03.925077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-59895953'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:03.933592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d057099-6ceb-4ba8-bc46-49c762dee7ba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Network': ['ID=c9666764-85d7-4580-816b-c87d66ba842d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:03.945954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:03.950097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.973038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:20:03.981640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.981990 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Added segment 84334e10-9d65-48b4-b3ff-ad601a9e7289 of type vlan for network 4e7b99d9-9d41-46bf-a108-9768cadfa369 Dec 15 14:20:04.027436 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.066260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.072059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:04.072499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.124740 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2035906 Dec 15 14:20:04.127586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42928) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:04.132843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '4e7b99d9-9d41-46bf-a108-9768cadfa369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:04.140238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d4000-48bb-455e-bd61-4f89cacaa9a0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Network': ['ID=4e7b99d9-9d41-46bf-a108-9768cadfa369,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:04.151652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 4e7b99d9-9d41-46bf-a108-9768cadfa369 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:20:04.231929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:04.235528 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.424603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.482317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=0e716ec9-364b-4d26-915a-18e1a279c89c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:04.493131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking segment: {'id': '84334e10-9d65-48b4-b3ff-ad601a9e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4e7b99d9-9d41-46bf-a108-9768cadfa369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:04.493493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network hostable DHCP agents. Network: 4e7b99d9-9d41-46bf-a108-9768cadfa369, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:20:04.511587 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 4e7b99d9-9d41-46bf-a108-9768cadfa369 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:20:04.519644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 4e7b99d9-9d41-46bf-a108-9768cadfa369) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:04.523529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:04.524162 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.528804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06af3b7-fcf9-48a0-bd3d-86059f03b7b5 None None] Network 4e7b99d9-9d41-46bf-a108-9768cadfa369 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:04.540152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b903d185-71aa-4224-bcfb-70dfb707fd5c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4113653 Dec 15 14:20:04.543364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:04.548224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '4e7b99d9-9d41-46bf-a108-9768cadfa369', 'security_groups': [], 'name': 'tempest-PortsTestJSON-108375762'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:04.666677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:04.671179 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.691048 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port f785112e-73ef-4817-a620-84bb686af4dc yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:04.799881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-4e7b99d9-9d41-46bf-a108-9768cadfa369', 'network_id': '4e7b99d9-9d41-46bf-a108-9768cadfa369', 'project_id': '921c93c1f6b345c885f090302bcdd6dc', 'fixed_ips': [{'subnet_id': '0e716ec9-364b-4d26-915a-18e1a279c89c'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:20:04.800906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.803335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.3 (4e7b99d9-9d41-46bf-a108-9768cadfa369/0e716ec9-364b-4d26-915a-18e1a279c89c/f785112e-73ef-4817-a620-84bb686af4dc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:04.911519 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.936124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9545555c-d536-4ee9-9da3-82d6248ac8df no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:04.944230 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:04.956967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9545555c-d536-4ee9-9da3-82d6248ac8df {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:04.957317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9545555c-d536-4ee9-9da3-82d6248ac8df not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:04.981733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.023682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 4e7b99d9-9d41-46bf-a108-9768cadfa369 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:05.025561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Allocated IP 172.20.0.2 (4e7b99d9-9d41-46bf-a108-9768cadfa369/0e716ec9-364b-4d26-915a-18e1a279c89c/665d693e-8688-4682-ae33-64868c2146a1) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:05.029713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:05.033674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:05.058778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=f785112e-73ef-4817-a620-84bb686af4dc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:05.087916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.088557 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.108350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42932) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:05.109108 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-15c8370a-4e5c-4d97-a6bb-cd57933bcdb7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.5640574 Dec 15 14:20:05.186762 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.192502 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.205390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c1786-5fa3-4bc1-a95f-42d158db8e99 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port f785112e-73ef-4817-a620-84bb686af4dc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:05.205737 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1786-5fa3-4bc1-a95f-42d158db8e99 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.236041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Network 4e7b99d9-9d41-46bf-a108-9768cadfa369 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:05.238987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:05.241622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:05.253216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Pushing event updated for resources: {'Port': ['ID=665d693e-8688-4682-ae33-64868c2146a1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:05.300968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1786-5fa3-4bc1-a95f-42d158db8e99 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.305318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Attempting to bind port 665d693e-8688-4682-ae33-64868c2146a1 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:05.305697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Attempting to bind port 665d693e-8688-4682-ae33-64868c2146a1 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '84334e10-9d65-48b4-b3ff-ad601a9e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4e7b99d9-9d41-46bf-a108-9768cadfa369'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:05.306066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Attempting to bind port 665d693e-8688-4682-ae33-64868c2146a1 on network 4e7b99d9-9d41-46bf-a108-9768cadfa369 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:05.312024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:05.312346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Checking segment: {'id': '84334e10-9d65-48b4-b3ff-ad601a9e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4e7b99d9-9d41-46bf-a108-9768cadfa369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:05.312755 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.313182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Bound using segment: {'id': '84334e10-9d65-48b4-b3ff-ad601a9e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4e7b99d9-9d41-46bf-a108-9768cadfa369'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:05.313652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Bound port: 665d693e-8688-4682-ae33-64868c2146a1, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84334e10-9d65-48b4-b3ff-ad601a9e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4e7b99d9-9d41-46bf-a108-9768cadfa369'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:05.314038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.314382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c1786-5fa3-4bc1-a95f-42d158db8e99 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for f785112e-73ef-4817-a620-84bb686af4dc owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:05.376815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] For port 665d693e-8688-4682-ae33-64868c2146a1, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:05.380111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] For port 665d693e-8688-4682-ae33-64868c2146a1, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=665d693e-8688-4682-ae33-64868c2146a1,segment=NetworkSegment(84334e10-9d65-48b4-b3ff-ad601a9e7289),segment_id=84334e10-9d65-48b4-b3ff-ad601a9e7289)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:05.386836 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.446700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7d4f9-b000-4503-bf8a-882996f3368c None None] Pushing event updated for resources: {'Port': ['ID=665d693e-8688-4682-ae33-64868c2146a1,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:05.457566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1786-5fa3-4bc1-a95f-42d158db8e99 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.485425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c1786-5fa3-4bc1-a95f-42d158db8e99 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=f785112e-73ef-4817-a620-84bb686af4dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:05.561054 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1786-5fa3-4bc1-a95f-42d158db8e99 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.564944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0a4c1786-5fa3-4bc1-a95f-42d158db8e99 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/f785112e-73ef-4817-a620-84bb686af4dc HTTP/1.1" status: 204 len: 168 time: 0.4555731 Dec 15 14:20:05.567631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42934) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:05.600044 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa296096-e961-4204-b9ab-6f7db8206417 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:05.604794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aa296096-e961-4204-b9ab-6f7db8206417 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/f785112e-73ef-4817-a620-84bb686af4dc HTTP/1.1" status: 404 len: 333 time: 0.0330825 Dec 15 14:20:05.604794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:05.673846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9af5b74-370d-4a5d-ba97-cdc787e924d6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet 0e716ec9-364b-4d26-915a-18e1a279c89c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:05.679075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9af5b74-370d-4a5d-ba97-cdc787e924d6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.722706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9af5b74-370d-4a5d-ba97-cdc787e924d6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.814543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9af5b74-370d-4a5d-ba97-cdc787e924d6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.873048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9af5b74-370d-4a5d-ba97-cdc787e924d6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.898441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af5b74-370d-4a5d-ba97-cdc787e924d6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=0e716ec9-364b-4d26-915a-18e1a279c89c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:05.905126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9af5b74-370d-4a5d-ba97-cdc787e924d6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.908373 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b9af5b74-370d-4a5d-ba97-cdc787e924d6 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/0e716ec9-364b-4d26-915a-18e1a279c89c HTTP/1.1" status: 204 len: 168 time: 0.3025706 Dec 15 14:20:05.911106 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42938) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:05.993159 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.055035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 665d693e-8688-4682-ae33-64868c2146a1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:06.055514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.124383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] For port 665d693e-8688-4682-ae33-64868c2146a1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=665d693e-8688-4682-ae33-64868c2146a1,segment=NetworkSegment(84334e10-9d65-48b4-b3ff-ad601a9e7289),segment_id=84334e10-9d65-48b4-b3ff-ad601a9e7289)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:06.124662 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.138759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 665d693e-8688-4682-ae33-64868c2146a1 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:06.230749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.259018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=665d693e-8688-4682-ae33-64868c2146a1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:06.262085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No DVR routers for this DVR port 665d693e-8688-4682-ae33-64868c2146a1 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:06.344347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.365673 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7b99d9-9d41-46bf-a108-9768cadfa369']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:06.376194 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84334e10-9d65-48b4-b3ff-ad601a9e7289') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:06.376469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84334e10-9d65-48b4-b3ff-ad601a9e7289') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:06.391768 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.408660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55eef8-aa14-4cb8-8ea5-50018e548952 None None] Network 4e7b99d9-9d41-46bf-a108-9768cadfa369 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:06.409185 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.415099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:06.415488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:06.418696 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:06.481386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e9b831ea-efcc-4547-b324-3f569ed711c3 None None] Could not find standard attr ID for object 665d693e-8688-4682-ae33-64868c2146a1. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:20:06.482630 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.493716 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.498169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/networks/4e7b99d9-9d41-46bf-a108-9768cadfa369 HTTP/1.1" status: 204 len: 168 time: 0.5861166 Dec 15 14:20:06.502019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42940) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:06.508064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'name': 'tempest-PortsTestJSON-239261080'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:06.511952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aab95-9c21-41c5-a414-d2123dc8cdfd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Network': ['ID=4e7b99d9-9d41-46bf-a108-9768cadfa369,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:06.564565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9270adfc-6efc-455d-8694-8d6cbb6ee218 None None] DHCP port deletion for 4e7b99d9-9d41-46bf-a108-9768cadfa369 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:06.607060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:06.610899 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.628492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port 6e386d4b-c4ed-49a5-9ff0-e33d9f808e9c yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:06.672249 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.793769 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.834841 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.881555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:06.884918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:06.889227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:06.894941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:06.895551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:06.905256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=6e386d4b-c4ed-49a5-9ff0-e33d9f808e9c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:06.916690 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5e6b82ce-d1e7-4f16-890e-5a0a57e0543f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4129839 Dec 15 14:20:06.919314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42942) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:07.008829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-65d8649c-9d3c-43d1-acbd-251d94784f89 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 6e386d4b-c4ed-49a5-9ff0-e33d9f808e9c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:07.009174 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65d8649c-9d3c-43d1-acbd-251d94784f89 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.074417 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65d8649c-9d3c-43d1-acbd-251d94784f89 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.087288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-65d8649c-9d3c-43d1-acbd-251d94784f89 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 6e386d4b-c4ed-49a5-9ff0-e33d9f808e9c owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:07.182036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65d8649c-9d3c-43d1-acbd-251d94784f89 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.213840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8649c-9d3c-43d1-acbd-251d94784f89 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=6e386d4b-c4ed-49a5-9ff0-e33d9f808e9c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:07.221457 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65d8649c-9d3c-43d1-acbd-251d94784f89 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.225937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-65d8649c-9d3c-43d1-acbd-251d94784f89 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/6e386d4b-c4ed-49a5-9ff0-e33d9f808e9c HTTP/1.1" status: 204 len: 168 time: 0.3056581 Dec 15 14:20:07.228383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42944) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:07.236768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'mac_address': 'fa:16:3e:07:20:5a', 'name': 'tempest-PortsTestJSON-2026807897'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:07.317675 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.322815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:07.394197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.413476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port e52aa8b7-b2ad-4d90-970a-4b3b02fdffbf yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:07.574273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.607659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.651406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:07.654977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:07.658470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:07.663993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:07.664596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.671176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=e52aa8b7-b2ad-4d90-970a-4b3b02fdffbf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:07.685547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2691b6ce-f6e8-4f70-8ef9-24dcc2a1121e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4561386 Dec 15 14:20:07.688124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42946) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:07.731498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91078fb2-caeb-492a-a3ba-4ddaec1e2ce0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:07.732865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-91078fb2-caeb-492a-a3ba-4ddaec1e2ce0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/e52aa8b7-b2ad-4d90-970a-4b3b02fdffbf HTTP/1.1" status: 200 len: 841 time: 0.0438015 Dec 15 14:20:07.735561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42948) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:07.823357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-83eb1579-9b7b-4ee3-af06-811d4a92e0af tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port e52aa8b7-b2ad-4d90-970a-4b3b02fdffbf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:07.823767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83eb1579-9b7b-4ee3-af06-811d4a92e0af tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.890266 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83eb1579-9b7b-4ee3-af06-811d4a92e0af tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.903675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-83eb1579-9b7b-4ee3-af06-811d4a92e0af tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for e52aa8b7-b2ad-4d90-970a-4b3b02fdffbf owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:07.991063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83eb1579-9b7b-4ee3-af06-811d4a92e0af tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.017966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb1579-9b7b-4ee3-af06-811d4a92e0af tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=e52aa8b7-b2ad-4d90-970a-4b3b02fdffbf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:08.025474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83eb1579-9b7b-4ee3-af06-811d4a92e0af tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.029575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-83eb1579-9b7b-4ee3-af06-811d4a92e0af tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/e52aa8b7-b2ad-4d90-970a-4b3b02fdffbf HTTP/1.1" status: 204 len: 168 time: 0.2929425 Dec 15 14:20:08.032228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42952) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:08.057291 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5647ab47-d292-4191-a773-f42b43f84837 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:08.058909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5647ab47-d292-4191-a773-f42b43f84837 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/e52aa8b7-b2ad-4d90-970a-4b3b02fdffbf HTTP/1.1" status: 404 len: 333 time: 0.0256028 Dec 15 14:20:08.062702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:08.067755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'name': 'tempest-PortsTestJSON-778165799'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:08.162184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:08.165693 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.183947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port 6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:08.342154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.375636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.422682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:08.425773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:08.429638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:08.441039 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.442112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.452883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:08.471276 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7cefdece-a7a8-4573-a6d8-0b8ad51a8e12 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4074507 Dec 15 14:20:08.473938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:08.478929 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:08.540961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.696374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.701322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.746896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] In _notify_port_updated(), no bound segment for port 6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0 on network 3856fd26-17ae-4f75-a443-30dc5a4a175e {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:20:08.753850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.754572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.756094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "PUT /v2.0/ports/6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0 HTTP/1.1" status: 200 len: 818 time: 0.2811701 Dec 15 14:20:08.759077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42958) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:08.774020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74c5d9-0757-4497-b690-3d1ee1c38b57 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:08.854075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6769f6d7-3849-4fc2-9a9b-a77f5bffe5f7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:08.854419 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6769f6d7-3849-4fc2-9a9b-a77f5bffe5f7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.919760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6769f6d7-3849-4fc2-9a9b-a77f5bffe5f7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.933329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6769f6d7-3849-4fc2-9a9b-a77f5bffe5f7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:09.016102 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6769f6d7-3849-4fc2-9a9b-a77f5bffe5f7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.046459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769f6d7-3849-4fc2-9a9b-a77f5bffe5f7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:09.050424 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6769f6d7-3849-4fc2-9a9b-a77f5bffe5f7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.053834 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6769f6d7-3849-4fc2-9a9b-a77f5bffe5f7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0 HTTP/1.1" status: 204 len: 168 time: 0.2937136 Dec 15 14:20:09.056455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42960) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:09.107591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b6af2f-3cf8-4f9e-8869-ea8d98caa39d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.109365 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-17b6af2f-3cf8-4f9e-8869-ea8d98caa39d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0519385 Dec 15 14:20:09.112078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42962) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:09.138863 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1102ef84-abd6-4617-aa25-0f06c3df1864 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:09.140484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1102ef84-abd6-4617-aa25-0f06c3df1864 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/6daf8c37-9bf2-4edf-9b8f-75bebd69dcb0 HTTP/1.1" status: 404 len: 333 time: 0.0269899 Dec 15 14:20:09.143985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42964) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:09.149328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1560610430'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:09.178294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:09.181881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.205468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:20:09.214670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.215043 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Added segment ca7007be-76a5-4e8a-8bb0-61f7df26afff of type vlan for network 355283d3-0963-4990-adf5-e647842943a9 Dec 15 14:20:09.257230 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.282497 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.288118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.288699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.340403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1951585 Dec 15 14:20:09.343217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42966) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:09.354106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '355283d3-0963-4990-adf5-e647842943a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:09.375580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d464344-115b-429a-b0ef-4da36750e230 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Network': ['ID=355283d3-0963-4990-adf5-e647842943a9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:09.389481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 355283d3-0963-4990-adf5-e647842943a9 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:20:09.465584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:09.470235 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.473441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-375a5020-c396-494d-8184-b20771a26248 req-f26c43ba-677a-48e7-8c49-e3976b574950 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495267 Dec 15 14:20:09.574628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a5020-c396-494d-8184-b20771a26248 req-07ea8645-b580-4bb7-aed6-0c8728424c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.576201 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-375a5020-c396-494d-8184-b20771a26248 req-07ea8645-b580-4bb7-aed6-0c8728424c5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0433018 Dec 15 14:20:09.677313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.697671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a5020-c396-494d-8184-b20771a26248 req-df92940b-a1f1-4ba5-b252-403452ccddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.700106 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-375a5020-c396-494d-8184-b20771a26248 req-df92940b-a1f1-4ba5-b252-403452ccddec service neutron] 10.222.0.24 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.1039569 Dec 15 14:20:09.746340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=ca3f4b4e-c982-44b1-8684-a61fedbd1ecc,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:09.753856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking segment: {'id': 'ca7007be-76a5-4e8a-8bb0-61f7df26afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '355283d3-0963-4990-adf5-e647842943a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:09.754426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network hostable DHCP agents. Network: 355283d3-0963-4990-adf5-e647842943a9, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:20:09.772386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 355283d3-0963-4990-adf5-e647842943a9 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:20:09.779999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-375a5020-c396-494d-8184-b20771a26248 req-3a543835-ec22-469c-a5b6-f304f484eecd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 1001 time: 0.0668223 Dec 15 14:20:09.782055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 355283d3-0963-4990-adf5-e647842943a9) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:09.786758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.787352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.791847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca3a9db-c7cc-4d2b-ad8a-5f664e961c42 None None] Network 355283d3-0963-4990-adf5-e647842943a9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:09.808691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b91b280f-5595-49a2-8bf3-057b093490df tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4636862 Dec 15 14:20:09.811339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42972) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:09.816333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3965f476-8f49-4e38-ae0f-b05647073635 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '355283d3-0963-4990-adf5-e647842943a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:09.841149 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a5020-c396-494d-8184-b20771a26248 req-2d8b023e-38c8-459d-8b60-0291fd2d0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.842707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-375a5020-c396-494d-8184-b20771a26248 req-2d8b023e-38c8-459d-8b60-0291fd2d0bb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0560946 Dec 15 14:20:09.900132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a5020-c396-494d-8184-b20771a26248 req-e8bf07d5-c15d-4205-ac68-fc48711bbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.902296 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-375a5020-c396-494d-8184-b20771a26248 req-e8bf07d5-c15d-4205-ac68-fc48711bbd28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478697 Dec 15 14:20:09.905018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-355283d3-0963-4990-adf5-e647842943a9', 'network_id': '355283d3-0963-4990-adf5-e647842943a9', 'project_id': '921c93c1f6b345c885f090302bcdd6dc', 'fixed_ips': [{'subnet_id': 'ca3f4b4e-c982-44b1-8684-a61fedbd1ecc'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:20:09.905927 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.939017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3965f476-8f49-4e38-ae0f-b05647073635 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:09.942830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3965f476-8f49-4e38-ae0f-b05647073635 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.000210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-375a5020-c396-494d-8184-b20771a26248 req-e3fd25de-8be8-44a1-a2a0-5d7db1d04334 service neutron] 10.222.0.24 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901694 Dec 15 14:20:10.032800 n-d-821840-1 neutron-server[109768]: INFO neutron.db.ipam_backend_mixin [None req-3965f476-8f49-4e38-ae0f-b05647073635 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ca3f4b4e-c982-44b1-8684-a61fedbd1ecc (CIDR: 172.20.0.0/28) Dec 15 14:20:10.037325 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3965f476-8f49-4e38-ae0f-b05647073635 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:20:10.037915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3965f476-8f49-4e38-ae0f-b05647073635 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:10.052229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Allocated IP 172.20.0.2 (355283d3-0963-4990-adf5-e647842943a9/ca3f4b4e-c982-44b1-8684-a61fedbd1ecc/35bb9d69-4a20-4565-933a-f13022522f40) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:10.060848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3965f476-8f49-4e38-ae0f-b05647073635 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2478700 Dec 15 14:20:10.061278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42974) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:10.067971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '355283d3-0963-4990-adf5-e647842943a9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:10.166484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-375a5020-c396-494d-8184-b20771a26248 req-8662010d-b61f-4c1d-b7b7-780a92f5bb52 service neutron] 10.222.0.24 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573684 Dec 15 14:20:10.203371 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.207954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:10.209456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.211548 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.260451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Network 355283d3-0963-4990-adf5-e647842943a9 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:10.265983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Pushing event updated for resources: {'Port': ['ID=35bb9d69-4a20-4565-933a-f13022522f40,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:10.270138 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:10.272461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:10.327783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Attempting to bind port 35bb9d69-4a20-4565-933a-f13022522f40 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:10.328200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Attempting to bind port 35bb9d69-4a20-4565-933a-f13022522f40 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'ca7007be-76a5-4e8a-8bb0-61f7df26afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '355283d3-0963-4990-adf5-e647842943a9'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:10.328567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Attempting to bind port 35bb9d69-4a20-4565-933a-f13022522f40 on network 355283d3-0963-4990-adf5-e647842943a9 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:10.333922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:10.334332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Checking segment: {'id': 'ca7007be-76a5-4e8a-8bb0-61f7df26afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '355283d3-0963-4990-adf5-e647842943a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:10.334738 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.335134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Bound using segment: {'id': 'ca7007be-76a5-4e8a-8bb0-61f7df26afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '355283d3-0963-4990-adf5-e647842943a9'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:10.335646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Bound port: 35bb9d69-4a20-4565-933a-f13022522f40, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7007be-76a5-4e8a-8bb0-61f7df26afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '355283d3-0963-4990-adf5-e647842943a9'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:10.336039 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.397825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] For port 35bb9d69-4a20-4565-933a-f13022522f40, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:10.400912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] For port 35bb9d69-4a20-4565-933a-f13022522f40, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=35bb9d69-4a20-4565-933a-f13022522f40,segment=NetworkSegment(ca7007be-76a5-4e8a-8bb0-61f7df26afff),segment_id=ca7007be-76a5-4e8a-8bb0-61f7df26afff)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:10.404878 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.442344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.465884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7e3c0-1143-42c8-b3a4-45d7b7877a26 None None] Pushing event updated for resources: {'Port': ['ID=35bb9d69-4a20-4565-933a-f13022522f40,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:10.501113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 355283d3-0963-4990-adf5-e647842943a9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:10.504777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:10.507950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:10.508694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.524584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=5969da8a-35a8-42d5-8619-e6adacf8fe33,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:10.537085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7199d6de-3b0f-40c3-b8d7-7102858a50ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4747305 Dec 15 14:20:10.539618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42976) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:10.545380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '355283d3-0963-4990-adf5-e647842943a9', 'fixed_ips': [{'subnet_id': 'ca3f4b4e-c982-44b1-8684-a61fedbd1ecc'}, {'subnet_id': '5969da8a-35a8-42d5-8619-e6adacf8fe33'}], 'name': 'tempest-PortsTestJSON-1565304174'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:10.673128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:10.769605 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.787814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port a64195b5-6adb-494c-86e8-e4f21d2aad30 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:10.959698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 35bb9d69-4a20-4565-933a-f13022522f40 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:11.013993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 35bb9d69-4a20-4565-933a-f13022522f40 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:11.014376 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.099246 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.136882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 35bb9d69-4a20-4565-933a-f13022522f40, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=35bb9d69-4a20-4565-933a-f13022522f40,segment=NetworkSegment(ca7007be-76a5-4e8a-8bb0-61f7df26afff),segment_id=ca7007be-76a5-4e8a-8bb0-61f7df26afff)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:11.143917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.212186 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=35bb9d69-4a20-4565-933a-f13022522f40,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:11.406390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.8 (355283d3-0963-4990-adf5-e647842943a9/ca3f4b4e-c982-44b1-8684-a61fedbd1ecc/a64195b5-6adb-494c-86e8-e4f21d2aad30) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:11.412520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.26 (355283d3-0963-4990-adf5-e647842943a9/5969da8a-35a8-42d5-8619-e6adacf8fe33/a64195b5-6adb-494c-86e8-e4f21d2aad30) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:11.414070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d68927-95ed-45da-a043-2af13dd7b735 None None] Network 355283d3-0963-4990-adf5-e647842943a9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:11.475496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-29aaa952-667e-4eb8-841d-50e2ce3dbed8 None None] Provisioning complete for port 35bb9d69-4a20-4565-933a-f13022522f40 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:11.475785 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-29aaa952-667e-4eb8-841d-50e2ce3dbed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.567394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.606497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.650204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 355283d3-0963-4990-adf5-e647842943a9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:11.652395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0fd78-3926-4673-bf70-4132382aaf52 None None] Update dhcp port {'port': {'network_id': '355283d3-0963-4990-adf5-e647842943a9', 'fixed_ips': [{'subnet_id': 'ca3f4b4e-c982-44b1-8684-a61fedbd1ecc', 'ip_address': '172.20.0.2'}, {'subnet_id': '5969da8a-35a8-42d5-8619-e6adacf8fe33'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '35bb9d69-4a20-4565-933a-f13022522f40'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:20:11.653993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:11.656368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:11.688083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-75b0fd78-3926-4673-bf70-4132382aaf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.689691 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=a64195b5-6adb-494c-86e8-e4f21d2aad30,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:11.717204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:11.717898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.734613 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-54d3a291-bd5f-4a00-a57f-e0bfab47fb78 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1937571 Dec 15 14:20:11.737191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:11.742225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca3f4b4e-c982-44b1-8684-a61fedbd1ecc'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:11.815092 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.856464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-75b0fd78-3926-4673-bf70-4132382aaf52 None None] Allocated IP 172.20.0.18 (355283d3-0963-4990-adf5-e647842943a9/5969da8a-35a8-42d5-8619-e6adacf8fe33/35bb9d69-4a20-4565-933a-f13022522f40) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:11.949803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-75b0fd78-3926-4673-bf70-4132382aaf52 None None] For port 35bb9d69-4a20-4565-933a-f13022522f40, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=35bb9d69-4a20-4565-933a-f13022522f40,segment=NetworkSegment(ca7007be-76a5-4e8a-8bb0-61f7df26afff),segment_id=ca7007be-76a5-4e8a-8bb0-61f7df26afff)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:11.979482 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-75b0fd78-3926-4673-bf70-4132382aaf52 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:11.985688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-75b0fd78-3926-4673-bf70-4132382aaf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:12.065380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Delete allocated IP 172.20.0.26 (355283d3-0963-4990-adf5-e647842943a9/5969da8a-35a8-42d5-8619-e6adacf8fe33) {{(pid=109767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 14:20:12.078075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0fd78-3926-4673-bf70-4132382aaf52 None None] Pushing event updated for resources: {'Port': ['ID=35bb9d69-4a20-4565-933a-f13022522f40,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:12.216759 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:12.223011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:12.319446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=a64195b5-6adb-494c-86e8-e4f21d2aad30,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:12.342114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] In _notify_port_updated(), no bound segment for port a64195b5-6adb-494c-86e8-e4f21d2aad30 on network 355283d3-0963-4990-adf5-e647842943a9 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:20:12.347732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:12.348385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:12.349740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2a1bf6d6-2624-46cf-bdb3-a1cab9d488a8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "PUT /v2.0/ports/a64195b5-6adb-494c-86e8-e4f21d2aad30 HTTP/1.1" status: 200 len: 919 time: 0.6116233 Dec 15 14:20:12.352488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42980) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:12.357953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca3f4b4e-c982-44b1-8684-a61fedbd1ecc'}, {'subnet_id': '5969da8a-35a8-42d5-8619-e6adacf8fe33'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:12.430610 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:12.554602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716e447a-ff8c-4b13-a9cb-b303332f6423 None None] Network 355283d3-0963-4990-adf5-e647842943a9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:12.646505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bf39f9f0-8401-4712-9f61-ec9ec6a9df49 None None] Provisioning complete for port 35bb9d69-4a20-4565-933a-f13022522f40 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:12.646884 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf39f9f0-8401-4712-9f61-ec9ec6a9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:12.707737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.21 (355283d3-0963-4990-adf5-e647842943a9/5969da8a-35a8-42d5-8619-e6adacf8fe33/a64195b5-6adb-494c-86e8-e4f21d2aad30) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:12.847142 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:12.852440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:12.944347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=a64195b5-6adb-494c-86e8-e4f21d2aad30,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:12.961329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 35bb9d69-4a20-4565-933a-f13022522f40 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:13.004565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] In _notify_port_updated(), no bound segment for port a64195b5-6adb-494c-86e8-e4f21d2aad30 on network 355283d3-0963-4990-adf5-e647842943a9 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:20:13.010633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:13.012585 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.013946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-352e2ed7-ad21-485d-b379-cd479ab517ab tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "PUT /v2.0/ports/a64195b5-6adb-494c-86e8-e4f21d2aad30 HTTP/1.1" status: 200 len: 999 time: 0.6605158 Dec 15 14:20:13.015063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f1c4bdc1-b897-47c3-982f-6536fedac137 None None] Provisioning complete for port a64195b5-6adb-494c-86e8-e4f21d2aad30 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:13.015434 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1c4bdc1-b897-47c3-982f-6536fedac137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.016876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42982) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:13.056373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4bdc1-b897-47c3-982f-6536fedac137 None None] Port a64195b5-6adb-494c-86e8-e4f21d2aad30 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:13.059790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 35bb9d69-4a20-4565-933a-f13022522f40 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:13.060169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.097779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f1c4bdc1-b897-47c3-982f-6536fedac137 None None] Provisioning complete for port 35bb9d69-4a20-4565-933a-f13022522f40 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:13.098154 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1c4bdc1-b897-47c3-982f-6536fedac137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.115156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e4b18c70-2f89-4bd8-ba94-493d1f99d468 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port a64195b5-6adb-494c-86e8-e4f21d2aad30 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:13.115474 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4b18c70-2f89-4bd8-ba94-493d1f99d468 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.219038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4b18c70-2f89-4bd8-ba94-493d1f99d468 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.236143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e4b18c70-2f89-4bd8-ba94-493d1f99d468 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for a64195b5-6adb-494c-86e8-e4f21d2aad30 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:13.344836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f3f1433f-ac2d-45b4-8469-f1c528c68f6c None None] Provisioning complete for port a64195b5-6adb-494c-86e8-e4f21d2aad30 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:13.345214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f3f1433f-ac2d-45b4-8469-f1c528c68f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.380999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f3f1433f-ac2d-45b4-8469-f1c528c68f6c None None] Port a64195b5-6adb-494c-86e8-e4f21d2aad30 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:13.428859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4b18c70-2f89-4bd8-ba94-493d1f99d468 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.461135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b18c70-2f89-4bd8-ba94-493d1f99d468 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=a64195b5-6adb-494c-86e8-e4f21d2aad30,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:13.550796 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4b18c70-2f89-4bd8-ba94-493d1f99d468 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.554479 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e4b18c70-2f89-4bd8-ba94-493d1f99d468 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/a64195b5-6adb-494c-86e8-e4f21d2aad30 HTTP/1.1" status: 204 len: 168 time: 0.5364623 Dec 15 14:20:13.557111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:13.582836 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-55832125-f0ac-4cec-996d-38606dc9b6ac tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:13.586771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-55832125-f0ac-4cec-996d-38606dc9b6ac tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/a64195b5-6adb-494c-86e8-e4f21d2aad30 HTTP/1.1" status: 404 len: 333 time: 0.0257168 Dec 15 14:20:13.587091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42986) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:13.594908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c4cd3566-d6f6-4df5-8583-a6555f8217f7 None None] Could not find standard attr ID for object a64195b5-6adb-494c-86e8-e4f21d2aad30. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:20:13.642173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6220eead-49ff-4457-89a5-cdb622994767 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet 5969da8a-35a8-42d5-8619-e6adacf8fe33 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:13.645698 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6220eead-49ff-4457-89a5-cdb622994767 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.692594 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6220eead-49ff-4457-89a5-cdb622994767 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.774078 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6220eead-49ff-4457-89a5-cdb622994767 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.832232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6220eead-49ff-4457-89a5-cdb622994767 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.859119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220eead-49ff-4457-89a5-cdb622994767 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=5969da8a-35a8-42d5-8619-e6adacf8fe33,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:13.861130 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6220eead-49ff-4457-89a5-cdb622994767 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.864435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6220eead-49ff-4457-89a5-cdb622994767 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/5969da8a-35a8-42d5-8619-e6adacf8fe33 HTTP/1.1" status: 204 len: 168 time: 0.2762785 Dec 15 14:20:13.867018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42988) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:13.868911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca0898-3726-4ac9-98e1-c14810a926a8 None None] Network 355283d3-0963-4990-adf5-e647842943a9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:13.923432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe7bfc1-42ad-42b7-a1a8-ec4d2b87b1d8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet ca3f4b4e-c982-44b1-8684-a61fedbd1ecc {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:13.927254 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bfc1-42ad-42b7-a1a8-ec4d2b87b1d8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.969665 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bfc1-42ad-42b7-a1a8-ec4d2b87b1d8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.053655 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bfc1-42ad-42b7-a1a8-ec4d2b87b1d8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.114301 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bfc1-42ad-42b7-a1a8-ec4d2b87b1d8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.141466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7bfc1-42ad-42b7-a1a8-ec4d2b87b1d8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3f4b4e-c982-44b1-8684-a61fedbd1ecc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:14.145171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bfc1-42ad-42b7-a1a8-ec4d2b87b1d8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.148516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ebe7bfc1-42ad-42b7-a1a8-ec4d2b87b1d8 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/ca3f4b4e-c982-44b1-8684-a61fedbd1ecc HTTP/1.1" status: 204 len: 168 time: 0.2800064 Dec 15 14:20:14.151371 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 42990) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:14.207002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc148b15-1e32-4fd2-9dc5-6875abf5cb9f None None] Update dhcp port {'port': {'network_id': '355283d3-0963-4990-adf5-e647842943a9', 'fixed_ips': [{'subnet_id': 'ca3f4b4e-c982-44b1-8684-a61fedbd1ecc'}], 'binding:host_id': 'n-d-821840-1'}, 'id': '35bb9d69-4a20-4565-933a-f13022522f40'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:20:14.235666 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.235955 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cc148b15-1e32-4fd2-9dc5-6875abf5cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.290128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 35bb9d69-4a20-4565-933a-f13022522f40 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:14.290460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.362232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] For port 35bb9d69-4a20-4565-933a-f13022522f40, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=35bb9d69-4a20-4565-933a-f13022522f40,segment=NetworkSegment(ca7007be-76a5-4e8a-8bb0-61f7df26afff),segment_id=ca7007be-76a5-4e8a-8bb0-61f7df26afff)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:14.362600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.376853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 35bb9d69-4a20-4565-933a-f13022522f40 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:14.392533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0e3a0d-0ada-49ab-a65b-70954c4fee8b None None] Network 355283d3-0963-4990-adf5-e647842943a9 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:14.463428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.479000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8e86953e-7e64-4a10-ba7e-e6a68ca2e744 None None] Provisioning complete for port 35bb9d69-4a20-4565-933a-f13022522f40 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:14.479385 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e86953e-7e64-4a10-ba7e-e6a68ca2e744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.494415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=35bb9d69-4a20-4565-933a-f13022522f40,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:14.499302 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No DVR routers for this DVR port 35bb9d69-4a20-4565-933a-f13022522f40 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:14.503239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8e86953e-7e64-4a10-ba7e-e6a68ca2e744 None None] Port 35bb9d69-4a20-4565-933a-f13022522f40 was deleted so its status cannot be updated. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 15 14:20:14.531989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a320b08-3171-4ac5-8573-d1033fe55219 None None] DHCP port deletion for 355283d3-0963-4990-adf5-e647842943a9 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:14.584728 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.609573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355283d3-0963-4990-adf5-e647842943a9']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:14.618550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7007be-76a5-4e8a-8bb0-61f7df26afff') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:14.618849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7007be-76a5-4e8a-8bb0-61f7df26afff') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:14.638080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.651362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.658309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:14.658698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:14.661670 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:14.722231 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.728939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.732662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/networks/355283d3-0963-4990-adf5-e647842943a9 HTTP/1.1" status: 204 len: 168 time: 0.5796571 Dec 15 14:20:14.736410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42992) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:14.744483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d1c32-bdf3-400e-a871-016413587a91 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Network': ['ID=355283d3-0963-4990-adf5-e647842943a9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:14.793477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3c2dac-d1ee-4fba-85cc-d8977b6e2d19 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:14.794920 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cf3c2dac-d1ee-4fba-85cc-d8977b6e2d19 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0569108 Dec 15 14:20:14.798530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42994) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:14.841799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6e8f3431-7458-4512-bddb-17eafd2fa22a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0421667 Dec 15 14:20:14.845057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42996) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:14.849557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-732155992'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:14.870028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:14.874153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.897403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:20:14.906624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.906979 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Added segment 98b714bf-4312-435a-aca7-b6a43b4e9967 of type vlan for network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f Dec 15 14:20:14.944981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 35bb9d69-4a20-4565-933a-f13022522f40 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:14.952517 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.968652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 35bb9d69-4a20-4565-933a-f13022522f40 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:14.968999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 35bb9d69-4a20-4565-933a-f13022522f40 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:14.980553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.986482 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:14.987061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.047064 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2010000 Dec 15 14:20:15.049797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 42998) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:15.054945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:15.073846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d95a2-5893-47ec-a653-08006463dccd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Network': ['ID=3e6ea9db-e062-4b6a-afb0-133bf5125d0f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:15.084472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:20:15.156748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:15.160466 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.342253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.396030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=b0025165-04e6-4d75-92fb-fddec591d827,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:15.412838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking segment: {'id': '98b714bf-4312-435a-aca7-b6a43b4e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:15.413141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network hostable DHCP agents. Network: 3e6ea9db-e062-4b6a-afb0-133bf5125d0f, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:20:15.433968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:20:15.442700 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 3e6ea9db-e062-4b6a-afb0-133bf5125d0f) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:15.446731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:15.447339 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.452469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e6cf0-1969-4a67-8d6a-bd657239014d None None] Network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:15.463726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bfcf7173-df90-491c-9b88-5955a1a1972f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4128368 Dec 15 14:20:15.467160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:15.473616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f', 'name': 'tempest-PortsTestJSON-1261131693'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:15.554327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-3e6ea9db-e062-4b6a-afb0-133bf5125d0f', 'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f', 'project_id': '921c93c1f6b345c885f090302bcdd6dc', 'fixed_ips': [{'subnet_id': 'b0025165-04e6-4d75-92fb-fddec591d827'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:20:15.555215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.586441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:15.591154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.610105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port a8be8013-9b47-4753-bcb7-5dc321a5c6cb yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:15.697189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Allocated IP 172.20.0.2 (3e6ea9db-e062-4b6a-afb0-133bf5125d0f/b0025165-04e6-4d75-92fb-fddec591d827/b726e114-2359-43b7-bc2b-1d077eae34c9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:15.842697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.848643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.894634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:15.897917 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.4 (3e6ea9db-e062-4b6a-afb0-133bf5125d0f/b0025165-04e6-4d75-92fb-fddec591d827/a8be8013-9b47-4753-bcb7-5dc321a5c6cb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:15.899687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:15.904080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:15.905977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Pushing event updated for resources: {'Port': ['ID=b726e114-2359-43b7-bc2b-1d077eae34c9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:15.963198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Attempting to bind port b726e114-2359-43b7-bc2b-1d077eae34c9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:15.964037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Attempting to bind port b726e114-2359-43b7-bc2b-1d077eae34c9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '98b714bf-4312-435a-aca7-b6a43b4e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:15.964037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Attempting to bind port b726e114-2359-43b7-bc2b-1d077eae34c9 on network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:15.969652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:15.970035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Checking segment: {'id': '98b714bf-4312-435a-aca7-b6a43b4e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:15.970469 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.970869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Bound using segment: {'id': '98b714bf-4312-435a-aca7-b6a43b4e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:15.971337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Bound port: b726e114-2359-43b7-bc2b-1d077eae34c9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b714bf-4312-435a-aca7-b6a43b4e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:15.971748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.040679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] For port b726e114-2359-43b7-bc2b-1d077eae34c9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:16.044069 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] For port b726e114-2359-43b7-bc2b-1d077eae34c9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b726e114-2359-43b7-bc2b-1d077eae34c9,segment=NetworkSegment(98b714bf-4312-435a-aca7-b6a43b4e9967),segment_id=98b714bf-4312-435a-aca7-b6a43b4e9967)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:16.048662 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.059760 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.097790 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.111410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252e73-fd65-4386-a78b-63aa5d03ffbb None None] Pushing event updated for resources: {'Port': ['ID=b726e114-2359-43b7-bc2b-1d077eae34c9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:16.146964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:16.150273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:16.154228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:16.179252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=a8be8013-9b47-4753-bcb7-5dc321a5c6cb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:16.210199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:16.210813 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.228074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-133666e0-70f0-40e1-a178-8d2e5bd893ff tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7583523 Dec 15 14:20:16.232015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43006) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:16.237651 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '3e6ea9db-e062-4b6a-afb0-133bf5125d0f', 'name': 'tempest-PortsTestJSON-966621037'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:16.365625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:16.369394 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.389732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port e852b8ec-8185-4021-951c-5cc48e37efc7 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:16.507041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.13 (3e6ea9db-e062-4b6a-afb0-133bf5125d0f/b0025165-04e6-4d75-92fb-fddec591d827/e852b8ec-8185-4021-951c-5cc48e37efc7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:16.654050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.689692 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.734266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:16.737496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:16.741191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:16.767090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=e852b8ec-8185-4021-951c-5cc48e37efc7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:16.800961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:16.801842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.821295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-09729657-b70f-4be7-8c76-0404a200db6f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5879445 Dec 15 14:20:16.824376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43008) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:16.917828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ee833-9f64-4427-a3b6-e8fb5b1f7ca9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:16.919236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-745ee833-9f64-4427-a3b6-e8fb5b1f7ca9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.0937390 Dec 15 14:20:16.922117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43010) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:16.993238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b726e114-2359-43b7-bc2b-1d077eae34c9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:17.020872 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6373fe36-2a20-48a8-841f-e342f93db872 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port e852b8ec-8185-4021-951c-5cc48e37efc7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:17.021272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6373fe36-2a20-48a8-841f-e342f93db872 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.043342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b726e114-2359-43b7-bc2b-1d077eae34c9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:17.044035 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.120332 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6373fe36-2a20-48a8-841f-e342f93db872 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.128764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb97148-1ac3-47d2-b4ea-2c5ba0a325e8 None None] Network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:17.138079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6373fe36-2a20-48a8-841f-e342f93db872 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for e852b8ec-8185-4021-951c-5cc48e37efc7 owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:17.193463 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.217902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-333e8d2c-6cb3-4d93-933c-955bae6f8e5d None None] Provisioning complete for port b726e114-2359-43b7-bc2b-1d077eae34c9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:17.218286 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-333e8d2c-6cb3-4d93-933c-955bae6f8e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.278528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6373fe36-2a20-48a8-841f-e342f93db872 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.283815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port b726e114-2359-43b7-bc2b-1d077eae34c9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b726e114-2359-43b7-bc2b-1d077eae34c9,segment=NetworkSegment(98b714bf-4312-435a-aca7-b6a43b4e9967),segment_id=98b714bf-4312-435a-aca7-b6a43b4e9967)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:17.304150 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.309970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373fe36-2a20-48a8-841f-e342f93db872 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=e852b8ec-8185-4021-951c-5cc48e37efc7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:17.376475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6373fe36-2a20-48a8-841f-e342f93db872 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.379668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6373fe36-2a20-48a8-841f-e342f93db872 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/e852b8ec-8185-4021-951c-5cc48e37efc7 HTTP/1.1" status: 204 len: 168 time: 0.4566176 Dec 15 14:20:17.382652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43012) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:17.395624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=b726e114-2359-43b7-bc2b-1d077eae34c9,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:17.408400 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-acae611d-300f-4092-86e1-d259801b8244 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:17.409836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-acae611d-300f-4092-86e1-d259801b8244 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/e852b8ec-8185-4021-951c-5cc48e37efc7 HTTP/1.1" status: 404 len: 333 time: 0.0262756 Dec 15 14:20:17.412978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43014) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:17.521015 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1210b47a-7d3c-472e-865a-2491b68e428a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port a8be8013-9b47-4753-bcb7-5dc321a5c6cb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:17.521517 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1210b47a-7d3c-472e-865a-2491b68e428a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.612220 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1210b47a-7d3c-472e-865a-2491b68e428a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.624934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1210b47a-7d3c-472e-865a-2491b68e428a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for a8be8013-9b47-4753-bcb7-5dc321a5c6cb owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:17.629216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cf656990-9cb8-4369-b795-281fd30d42bc None None] Provisioning complete for port b726e114-2359-43b7-bc2b-1d077eae34c9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:17.629776 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf656990-9cb8-4369-b795-281fd30d42bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.732555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cf656990-9cb8-4369-b795-281fd30d42bc None None] Provisioning complete for port a8be8013-9b47-4753-bcb7-5dc321a5c6cb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:17.732940 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf656990-9cb8-4369-b795-281fd30d42bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.768863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cf656990-9cb8-4369-b795-281fd30d42bc None None] Port a8be8013-9b47-4753-bcb7-5dc321a5c6cb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:17.769780 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1210b47a-7d3c-472e-865a-2491b68e428a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.799943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210b47a-7d3c-472e-865a-2491b68e428a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=a8be8013-9b47-4753-bcb7-5dc321a5c6cb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:17.872497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1210b47a-7d3c-472e-865a-2491b68e428a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.876376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1210b47a-7d3c-472e-865a-2491b68e428a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/a8be8013-9b47-4753-bcb7-5dc321a5c6cb HTTP/1.1" status: 204 len: 168 time: 0.4623382 Dec 15 14:20:17.878968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43016) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:17.887685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a027ba8e-05b3-4651-b325-97406a18415f None None] Could not find standard attr ID for object a8be8013-9b47-4753-bcb7-5dc321a5c6cb. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:20:17.906472 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2130608d-2e5c-4892-8450-8910f5754067 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:17.907962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2130608d-2e5c-4892-8450-8910f5754067 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/a8be8013-9b47-4753-bcb7-5dc321a5c6cb HTTP/1.1" status: 404 len: 333 time: 0.0280194 Dec 15 14:20:17.910787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:17.964012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f3d6b7-b827-4fab-997e-14d08468b20f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet b0025165-04e6-4d75-92fb-fddec591d827 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:17.967434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27f3d6b7-b827-4fab-997e-14d08468b20f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.003572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-68064f48-0388-48cd-98c0-bbb5794840bd None None] Could not find standard attr ID for object e852b8ec-8185-4021-951c-5cc48e37efc7. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:20:18.010481 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27f3d6b7-b827-4fab-997e-14d08468b20f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.102484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27f3d6b7-b827-4fab-997e-14d08468b20f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.162299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27f3d6b7-b827-4fab-997e-14d08468b20f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.188660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3d6b7-b827-4fab-997e-14d08468b20f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=b0025165-04e6-4d75-92fb-fddec591d827,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:18.196707 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27f3d6b7-b827-4fab-997e-14d08468b20f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.200456 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-27f3d6b7-b827-4fab-997e-14d08468b20f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/b0025165-04e6-4d75-92fb-fddec591d827 HTTP/1.1" status: 204 len: 168 time: 0.2887230 Dec 15 14:20:18.203049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:18.287143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.322418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a96c7-b520-4d88-a178-aaa42b0dac3e None None] Network 3e6ea9db-e062-4b6a-afb0-133bf5125d0f requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:18.342662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port b726e114-2359-43b7-bc2b-1d077eae34c9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:18.342925 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.403855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] For port b726e114-2359-43b7-bc2b-1d077eae34c9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b726e114-2359-43b7-bc2b-1d077eae34c9,segment=NetworkSegment(98b714bf-4312-435a-aca7-b6a43b4e9967),segment_id=98b714bf-4312-435a-aca7-b6a43b4e9967)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:18.404291 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.417337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for b726e114-2359-43b7-bc2b-1d077eae34c9 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:18.470921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] DHCP port deletion for 3e6ea9db-e062-4b6a-afb0-133bf5125d0f request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:18.502023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.517828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] Deleting port b726e114-2359-43b7-bc2b-1d077eae34c9 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:18.518207 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.527607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=b726e114-2359-43b7-bc2b-1d077eae34c9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:18.534749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No DVR routers for this DVR port b726e114-2359-43b7-bc2b-1d077eae34c9 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:18.584870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] For port b726e114-2359-43b7-bc2b-1d077eae34c9, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:18.585273 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.597738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] Calling delete_port for b726e114-2359-43b7-bc2b-1d077eae34c9 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:18.600360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] Port b726e114-2359-43b7-bc2b-1d077eae34c9 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:20:18.602186 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.621145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.628396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] Pushing event deleted for resources: {'Port': ['ID=b726e114-2359-43b7-bc2b-1d077eae34c9,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:18.636265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff132d0-939f-49c7-b837-3247a241c5ec None None] No DVR routers for this DVR port b726e114-2359-43b7-bc2b-1d077eae34c9 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:18.646023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6ea9db-e062-4b6a-afb0-133bf5125d0f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:18.655885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b714bf-4312-435a-aca7-b6a43b4e9967') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:18.656204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b714bf-4312-435a-aca7-b6a43b4e9967') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:18.666236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.681181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.688078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:18.688483 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:18.691585 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:18.752253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.756785 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.761607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/networks/3e6ea9db-e062-4b6a-afb0-133bf5125d0f HTTP/1.1" status: 204 len: 168 time: 0.5569127 Dec 15 14:20:18.766287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43024) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:18.771251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1022462516'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:18.780936 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3538a5c-6401-4f64-82dc-0bb393f987dc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Network': ['ID=3e6ea9db-e062-4b6a-afb0-133bf5125d0f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:18.794544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:18.798032 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.821749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:20:18.831187 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.831535 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Added segment 53297383-8e0f-49a7-89fb-898b0cf04f0b of type vlan for network ed696683-e86a-42fe-8dc1-686f62c1e38c Dec 15 14:20:18.873059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.899086 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.905234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:18.905925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.951147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b726e114-2359-43b7-bc2b-1d077eae34c9 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:18.957742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1902714 Dec 15 14:20:18.960576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43026) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:18.965623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:18.974011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b726e114-2359-43b7-bc2b-1d077eae34c9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:18.974445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b726e114-2359-43b7-bc2b-1d077eae34c9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:18.975905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ed05a-02cd-4dc1-a715-e3734fc1e909 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Network': ['ID=ed696683-e86a-42fe-8dc1-686f62c1e38c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:18.988686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ed696683-e86a-42fe-8dc1-686f62c1e38c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:20:19.061437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:19.064943 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.241750 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.307411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=f1974cc3-97db-4665-ba9e-793f0a91845e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:19.314215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking segment: {'id': '53297383-8e0f-49a7-89fb-898b0cf04f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:19.314528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network hostable DHCP agents. Network: ed696683-e86a-42fe-8dc1-686f62c1e38c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:20:19.331596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network ed696683-e86a-42fe-8dc1-686f62c1e38c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:20:19.340227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ed696683-e86a-42fe-8dc1-686f62c1e38c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:19.344274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:19.344870 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.349164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353d2c4-6641-4f2a-822b-93a5bfaed62f None None] Network ed696683-e86a-42fe-8dc1-686f62c1e38c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:19.363745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dc72e7b2-7ced-4ff7-a81d-b9566fd85fc1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4020615 Dec 15 14:20:19.366513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43028) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:19.371947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c', 'name': 'tempest-PortsTestJSON-496815685', 'fixed_ips': [{'subnet_id': 'f1974cc3-97db-4665-ba9e-793f0a91845e', 'ip_address': '172.20.0.10'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:19.450947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ed696683-e86a-42fe-8dc1-686f62c1e38c', 'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c', 'project_id': '921c93c1f6b345c885f090302bcdd6dc', 'fixed_ips': [{'subnet_id': 'f1974cc3-97db-4665-ba9e-793f0a91845e'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:20:19.451955 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.483299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:19.577549 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.594307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Allocated IP 172.20.0.2 (ed696683-e86a-42fe-8dc1-686f62c1e38c/f1974cc3-97db-4665-ba9e-793f0a91845e/115ee7dc-f20b-4793-a651-0a3d95361a43) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:19.596352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port 03daee39-5a0e-4e24-b023-8155a0e125a7 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:19.746187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.752135 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.791920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Network ed696683-e86a-42fe-8dc1-686f62c1e38c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:19.795717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:19.799120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:19.800063 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.10 (ed696683-e86a-42fe-8dc1-686f62c1e38c/f1974cc3-97db-4665-ba9e-793f0a91845e/03daee39-5a0e-4e24-b023-8155a0e125a7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:19.806482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Pushing event updated for resources: {'Port': ['ID=115ee7dc-f20b-4793-a651-0a3d95361a43,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:19.867776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Attempting to bind port 115ee7dc-f20b-4793-a651-0a3d95361a43 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:19.868471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Attempting to bind port 115ee7dc-f20b-4793-a651-0a3d95361a43 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '53297383-8e0f-49a7-89fb-898b0cf04f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:19.869098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Attempting to bind port 115ee7dc-f20b-4793-a651-0a3d95361a43 on network ed696683-e86a-42fe-8dc1-686f62c1e38c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:19.877419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:19.877775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Checking segment: {'id': '53297383-8e0f-49a7-89fb-898b0cf04f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:19.878184 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.878634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Bound using segment: {'id': '53297383-8e0f-49a7-89fb-898b0cf04f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:19.879113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Bound port: 115ee7dc-f20b-4793-a651-0a3d95361a43, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53297383-8e0f-49a7-89fb-898b0cf04f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:19.879508 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.955716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] For port 115ee7dc-f20b-4793-a651-0a3d95361a43, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:19.958852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] For port 115ee7dc-f20b-4793-a651-0a3d95361a43, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=115ee7dc-f20b-4793-a651-0a3d95361a43,segment=NetworkSegment(53297383-8e0f-49a7-89fb-898b0cf04f0b),segment_id=53297383-8e0f-49a7-89fb-898b0cf04f0b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:19.964328 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.976127 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.021236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.025263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d227d-188d-40f1-990d-8f506d0f9e52 None None] Pushing event updated for resources: {'Port': ['ID=115ee7dc-f20b-4793-a651-0a3d95361a43,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:20.066311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network ed696683-e86a-42fe-8dc1-686f62c1e38c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:20.069556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:20.073987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:20.099521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=03daee39-5a0e-4e24-b023-8155a0e125a7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:20.127125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.127748 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.145731 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-46c983e5-adb4-4409-8599-28e21250eb25 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7781847 Dec 15 14:20:20.148613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43030) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:20.154320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': 'ed696683-e86a-42fe-8dc1-686f62c1e38c', 'name': 'tempest-PortsTestJSON-1708165126', 'fixed_ips': [{'subnet_id': 'f1974cc3-97db-4665-ba9e-793f0a91845e', 'ip_address': '172.20.0.9'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:20.606199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:20.690401 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.708870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port 35767bc9-017d-4620-8bd6-8389bb7e40ba yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:20.871061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.9 (ed696683-e86a-42fe-8dc1-686f62c1e38c/f1974cc3-97db-4665-ba9e-793f0a91845e/35767bc9-017d-4620-8bd6-8389bb7e40ba) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:20.961755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4d601-f1c1-44c5-99a2-69e4833511de None None] Network ed696683-e86a-42fe-8dc1-686f62c1e38c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:21.010416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 115ee7dc-f20b-4793-a651-0a3d95361a43 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:21.047391 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.082184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-10b18a0d-f11c-4216-95c0-349db9fd25e7 None None] Provisioning complete for port 115ee7dc-f20b-4793-a651-0a3d95361a43 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:21.082553 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10b18a0d-f11c-4216-95c0-349db9fd25e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.083485 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.131206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network ed696683-e86a-42fe-8dc1-686f62c1e38c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:21.134216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:21.139115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:21.150844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 115ee7dc-f20b-4793-a651-0a3d95361a43 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:21.151198 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.168302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=35767bc9-017d-4620-8bd6-8389bb7e40ba,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:21.192560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.193253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.213248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-720b8e9b-de3b-48e1-a985-d772efd3780a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0634687 Dec 15 14:20:21.216664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43032) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:21.256921 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10b18a0d-f11c-4216-95c0-349db9fd25e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.291839 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.321249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed4c8b-ec81-417a-ab17-ffb204a1ed7c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.322886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-34ed4c8b-ec81-417a-ab17-ffb204a1ed7c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1051869 Dec 15 14:20:21.330939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43034) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:21.395471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0460843-8901-4d32-9fc8-16e93236cd2a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.401711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0460843-8901-4d32-9fc8-16e93236cd2a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.408166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0460843-8901-4d32-9fc8-16e93236cd2a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.409917 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d0460843-8901-4d32-9fc8-16e93236cd2a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0780053 Dec 15 14:20:21.412886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:21.481820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-10b18a0d-f11c-4216-95c0-349db9fd25e7 None None] For port 115ee7dc-f20b-4793-a651-0a3d95361a43, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=115ee7dc-f20b-4793-a651-0a3d95361a43,segment=NetworkSegment(53297383-8e0f-49a7-89fb-898b0cf04f0b),segment_id=53297383-8e0f-49a7-89fb-898b0cf04f0b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:21.488995 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10b18a0d-f11c-4216-95c0-349db9fd25e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.525374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5a773ef5-81a8-46a2-8c8c-deeb647f6733 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 35767bc9-017d-4620-8bd6-8389bb7e40ba {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:21.525720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a773ef5-81a8-46a2-8c8c-deeb647f6733 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.556855 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:20:21.557220 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:20:21.568534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b18a0d-f11c-4216-95c0-349db9fd25e7 None None] Pushing event updated for resources: {'Port': ['ID=115ee7dc-f20b-4793-a651-0a3d95361a43,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:21.612723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-23fa01b3-4b8c-4959-967a-0fb3a8f82f27 None None] Provisioning complete for port 03daee39-5a0e-4e24-b023-8155a0e125a7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:21.613713 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-23fa01b3-4b8c-4959-967a-0fb3a8f82f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.663131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-23fa01b3-4b8c-4959-967a-0fb3a8f82f27 None None] Port 03daee39-5a0e-4e24-b023-8155a0e125a7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:21.677779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-23fa01b3-4b8c-4959-967a-0fb3a8f82f27 None None] Provisioning complete for port 115ee7dc-f20b-4793-a651-0a3d95361a43 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:21.678289 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-23fa01b3-4b8c-4959-967a-0fb3a8f82f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.775302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-23fa01b3-4b8c-4959-967a-0fb3a8f82f27 None None] Provisioning complete for port 35767bc9-017d-4620-8bd6-8389bb7e40ba triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:21.775821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-23fa01b3-4b8c-4959-967a-0fb3a8f82f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.814600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-23fa01b3-4b8c-4959-967a-0fb3a8f82f27 None None] Port 35767bc9-017d-4620-8bd6-8389bb7e40ba cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:21.935852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-87d5befa-76bc-4cdd-bf2c-dcea0626cae7 None None] Provisioning complete for port 03daee39-5a0e-4e24-b023-8155a0e125a7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:21.936170 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-87d5befa-76bc-4cdd-bf2c-dcea0626cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.945241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a773ef5-81a8-46a2-8c8c-deeb647f6733 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:21.957733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5a773ef5-81a8-46a2-8c8c-deeb647f6733 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 35767bc9-017d-4620-8bd6-8389bb7e40ba owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:21.974021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-87d5befa-76bc-4cdd-bf2c-dcea0626cae7 None None] Port 03daee39-5a0e-4e24-b023-8155a0e125a7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:21.985214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-87d5befa-76bc-4cdd-bf2c-dcea0626cae7 None None] Provisioning complete for port 35767bc9-017d-4620-8bd6-8389bb7e40ba triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:21.985591 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-87d5befa-76bc-4cdd-bf2c-dcea0626cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.020742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-87d5befa-76bc-4cdd-bf2c-dcea0626cae7 None None] Port 35767bc9-017d-4620-8bd6-8389bb7e40ba cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:22.122343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a773ef5-81a8-46a2-8c8c-deeb647f6733 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.127452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4464a0e-d6cf-4718-bc55-31e8bf51595a req-aa625190-32e3-4582-9d48-1bb0ec9409b7 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:22.129024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4464a0e-d6cf-4718-bc55-31e8bf51595a req-aa625190-32e3-4582-9d48-1bb0ec9409b7 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0601103 Dec 15 14:20:22.156306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a773ef5-81a8-46a2-8c8c-deeb647f6733 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=35767bc9-017d-4620-8bd6-8389bb7e40ba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:22.257538 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f4464a0e-d6cf-4718-bc55-31e8bf51595a req-6e13f81b-14c6-4ddc-aed2-811db6e2a62c tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045649 Dec 15 14:20:22.266564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a773ef5-81a8-46a2-8c8c-deeb647f6733 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.270191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5a773ef5-81a8-46a2-8c8c-deeb647f6733 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/35767bc9-017d-4620-8bd6-8389bb7e40ba HTTP/1.1" status: 204 len: 168 time: 0.8561895 Dec 15 14:20:22.272888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43042) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:22.286921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43044) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:22.317909 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec53a83-ad87-42ec-827a-02e6730d71fd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:22.319337 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2ec53a83-ad87-42ec-827a-02e6730d71fd tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/35767bc9-017d-4620-8bd6-8389bb7e40ba HTTP/1.1" status: 404 len: 333 time: 0.0453837 Dec 15 14:20:22.322284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43046) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:22.413525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8d66dd01-f224-4a62-bf82-67d629a7e347 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 03daee39-5a0e-4e24-b023-8155a0e125a7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:22.413875 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d66dd01-f224-4a62-bf82-67d629a7e347 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.473712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 3fff6659-a166-4dc1-970f-e690de879afe {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:22.473990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.506494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d66dd01-f224-4a62-bf82-67d629a7e347 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.519099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8d66dd01-f224-4a62-bf82-67d629a7e347 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 03daee39-5a0e-4e24-b023-8155a0e125a7 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:22.549963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.550295 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.567304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 3fff6659-a166-4dc1-970f-e690de879afe owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:22.653535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d66dd01-f224-4a62-bf82-67d629a7e347 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.682052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66dd01-f224-4a62-bf82-67d629a7e347 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=03daee39-5a0e-4e24-b023-8155a0e125a7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:22.750607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.757734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d66dd01-f224-4a62-bf82-67d629a7e347 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.767041 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8d66dd01-f224-4a62-bf82-67d629a7e347 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/03daee39-5a0e-4e24-b023-8155a0e125a7 HTTP/1.1" status: 204 len: 168 time: 0.4434614 Dec 15 14:20:22.767756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:22.783603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=3fff6659-a166-4dc1-970f-e690de879afe,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:22.797992 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1deab05e-3f84-41c2-a8bb-d2c88dfdd23b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:22.799497 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1deab05e-3f84-41c2-a8bb-d2c88dfdd23b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/03daee39-5a0e-4e24-b023-8155a0e125a7 HTTP/1.1" status: 404 len: 333 time: 0.0307207 Dec 15 14:20:22.802536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43050) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:22.851432 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.851977 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Floating IP ad695060-9871-4b56-9cd3-738867091382 disassociated (deleted). External IP: 172.25.7.151, port: 2558234f-6d3c-4277-9d65-2e39c24db540. Dec 15 14:20:22.862760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a294f34f-e30c-4b5b-9759-3877daac4d2b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet f1974cc3-97db-4665-ba9e-793f0a91845e {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:22.866527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a294f34f-e30c-4b5b-9759-3877daac4d2b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.909670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a294f34f-e30c-4b5b-9759-3877daac4d2b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:22.985931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 115ee7dc-f20b-4793-a651-0a3d95361a43 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:23.012600 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a294f34f-e30c-4b5b-9759-3877daac4d2b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.035208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 115ee7dc-f20b-4793-a651-0a3d95361a43 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:23.035582 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.091575 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a294f34f-e30c-4b5b-9759-3877daac4d2b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.097758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router cea575bd-2c23-4d34-a869-4ed36efda72e has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:23.123581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294f34f-e30c-4b5b-9759-3877daac4d2b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=f1974cc3-97db-4665-ba9e-793f0a91845e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:23.127514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a294f34f-e30c-4b5b-9759-3877daac4d2b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.134456 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a294f34f-e30c-4b5b-9759-3877daac4d2b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/f1974cc3-97db-4665-ba9e-793f0a91845e HTTP/1.1" status: 204 len: 168 time: 0.3309240 Dec 15 14:20:23.135414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43052) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:23.137099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440f1b9-677a-4be8-8813-4e108a3bf6a2 None None] Network ed696683-e86a-42fe-8dc1-686f62c1e38c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:23.216973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.225576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:23.230845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.239088 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] Sync routers for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:23.253849 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:23.254820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:23.265504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c4f435db-7673-42d1-a130-672a92588577 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/floatingips/ad695060-9871-4b56-9cd3-738867091382 HTTP/1.1" status: 204 len: 168 time: 0.9547000 Dec 15 14:20:23.266220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:23.269382 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6224e32-e265-49f2-a1b6-8e809031db41" -d '{"events": [{"name": "network-changed", "server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:23.323010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 115ee7dc-f20b-4793-a651-0a3d95361a43 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:23.323654 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.325319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] DHCP port deletion for ed696683-e86a-42fe-8dc1-686f62c1e38c request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:23.385024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] Deleting port 115ee7dc-f20b-4793-a651-0a3d95361a43 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:23.385359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.410526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] For port 115ee7dc-f20b-4793-a651-0a3d95361a43, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=115ee7dc-f20b-4793-a651-0a3d95361a43,segment=NetworkSegment(53297383-8e0f-49a7-89fb-898b0cf04f0b),segment_id=53297383-8e0f-49a7-89fb-898b0cf04f0b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:23.410918 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:23.411055 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.427651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 115ee7dc-f20b-4793-a651-0a3d95361a43 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:23.457021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] For port 115ee7dc-f20b-4793-a651-0a3d95361a43, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=115ee7dc-f20b-4793-a651-0a3d95361a43,segment=NetworkSegment(53297383-8e0f-49a7-89fb-898b0cf04f0b),segment_id=53297383-8e0f-49a7-89fb-898b0cf04f0b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:23.457586 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.479108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] Calling delete_port for 115ee7dc-f20b-4793-a651-0a3d95361a43 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:23.553512 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.593084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=115ee7dc-f20b-4793-a651-0a3d95361a43,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:23.597989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No DVR routers for this DVR port 115ee7dc-f20b-4793-a651-0a3d95361a43 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:23.601093 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.625826 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2480ed6-bcf9-4cf1-94c7-5c0bd42f26c0 x-openstack-request-id: req-c2480ed6-bcf9-4cf1-94c7-5c0bd42f26c0 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:23.626757 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:23.627190 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c2480ed6-bcf9-4cf1-94c7-5c0bd42f26c0 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:23.627748 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540', 'status': 'completed', 'code': 200} Dec 15 14:20:23.645990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] Pushing event deleted for resources: {'Port': ['ID=115ee7dc-f20b-4793-a651-0a3d95361a43,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:23.650197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a4a90-1693-4239-8d5d-b71f2c91f6cb req-f6874297-c1c1-4ec3-a78c-f14a5b1987d5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.652697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39754c-3805-4e67-8367-1a92b9b78a76 None None] No DVR routers for this DVR port 115ee7dc-f20b-4793-a651-0a3d95361a43 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:23.660124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d66a4a90-1693-4239-8d5d-b71f2c91f6cb req-f6874297-c1c1-4ec3-a78c-f14a5b1987d5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0867090 Dec 15 14:20:23.712609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.716541 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d66a4a90-1693-4239-8d5d-b71f2c91f6cb req-53b812bb-a975-4c37-8aaf-900bd27c6093 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545025 Dec 15 14:20:23.726683 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:23.747504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-11ed1ce1-d193-498d-830c-65a780625340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.749202 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-11ed1ce1-d193-498d-830c-65a780625340 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0766392 Dec 15 14:20:23.750718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed696683-e86a-42fe-8dc1-686f62c1e38c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:23.753631 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] Checking router: cea575bd-2c23-4d34-a869-4ed36efda72e for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:23.763756 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:23.764473 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:23.768285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53297383-8e0f-49a7-89fb-898b0cf04f0b') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:23.768588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53297383-8e0f-49a7-89fb-898b0cf04f0b') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:23.791272 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.838226 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.848798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:23.849169 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:23.852177 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:23.877094 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:23.928023 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-d6555156-49f4-4a43-b9e3-8eb9a88c27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.929436 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-d6555156-49f4-4a43-b9e3-8eb9a88c27ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 200 len: 897 time: 0.1716485 Dec 15 14:20:23.936266 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.944167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.947226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/networks/ed696683-e86a-42fe-8dc1-686f62c1e38c HTTP/1.1" status: 204 len: 168 time: 0.8102553 Dec 15 14:20:23.953392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43062) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:23.959358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-190961538'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:23.981666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:23.985476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.990878 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a6487-c669-4858-a592-c9b4772e7c6c tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Network': ['ID=ed696683-e86a-42fe-8dc1-686f62c1e38c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:23.993588 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-3e4ce31b-1389-4e99-bceb-4adcd1c5d0e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 200 len: 217 time: 0.0507593 Dec 15 14:20:24.020135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:20:24.033035 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.033768 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Added segment 795fd22d-2c72-4e66-8dd9-d91fce0fd4cb of type vlan for network 69dac83d-78b9-4662-b787-09ceb9845dee Dec 15 14:20:24.053909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-35eb3ed1-27dc-4181-b23b-9ff174077347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:24.056345 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-35eb3ed1-27dc-4181-b23b-9ff174077347 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 200 len: 834 time: 0.0535626 Dec 15 14:20:24.093222 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.126668 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:24.131278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-de7f551c-7af2-41f6-ac65-6f7bcdb3c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:24.133074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-de7f551c-7af2-41f6-ac65-6f7bcdb3c0a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29395045-6537-42e2-a9e3-aa124d3686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671146 Dec 15 14:20:24.137710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.142610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:24.143199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.161492 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8b0b5-7469-4b7f-bcb9-e4325c97f473 None None] The sync data for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 is: [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:18:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'fb940ba7-b29f-43e5-aca0-7fdd00539aa9', 'name': '', 'network_id': '29395045-6537-42e2-a9e3-aa124d3686c1', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:0c:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:40Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': 'cf352bc7-3bdb-4379-9e0e-ef04dc016e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:24.215513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Network': ['ID=69dac83d-78b9-4662-b787-09ceb9845dee,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:24.221775 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2672977 Dec 15 14:20:24.226120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:24.227099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.227456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.227810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.228172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.228513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.228858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.229182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.229546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.229891 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.230209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.230646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.230951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.231287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bb14-c10d-40d4-bed8-756917c99549 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:24.232113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '69dac83d-78b9-4662-b787-09ceb9845dee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:24.242274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 69dac83d-78b9-4662-b787-09ceb9845dee details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:20:24.293419 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-7005b3fc-ad25-405e-ab61-9fe45ad6eb06 service neutron] 10.222.0.24 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523447 Dec 15 14:20:24.405977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:24.409492 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.452764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd222a-5eee-499e-891e-23492258e891 None None] New status for floating IP ad695060-9871-4b56-9cd3-738867091382: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:20:24.464886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6224e32-e265-49f2-a1b6-8e809031db41 req-2e7b6886-8353-4e69-83dc-442da5ebcbc4 service neutron] 10.222.0.24 "GET /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611333 Dec 15 14:20:24.608538 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.672450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=28ef828e-c3f7-40fd-b67c-e73c906acdf6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:24.681373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Checking segment: {'id': '795fd22d-2c72-4e66-8dd9-d91fce0fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '69dac83d-78b9-4662-b787-09ceb9845dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:24.681752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network hostable DHCP agents. Network: 69dac83d-78b9-4662-b787-09ceb9845dee, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:20:24.698528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 69dac83d-78b9-4662-b787-09ceb9845dee is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:20:24.707580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 69dac83d-78b9-4662-b787-09ceb9845dee) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:24.712892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:24.714720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.715855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761581a3-89b4-4741-a67d-8597f757eb51 None None] Network 69dac83d-78b9-4662-b787-09ceb9845dee requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:24.731839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fe09a6a6-17f1-4c20-9ee9-eac4e36b8efb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5045907 Dec 15 14:20:24.734537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43066) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:24.739026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6cb16159-f96f-46b8-8713-e29a558c6a24 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1777469502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:24.764842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb16159-f96f-46b8-8713-e29a558c6a24 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.765884 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb16159-f96f-46b8-8713-e29a558c6a24 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.825097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-69dac83d-78b9-4662-b787-09ceb9845dee', 'network_id': '69dac83d-78b9-4662-b787-09ceb9845dee', 'project_id': '921c93c1f6b345c885f090302bcdd6dc', 'fixed_ips': [{'subnet_id': '28ef828e-c3f7-40fd-b67c-e73c906acdf6'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:20:24.825304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb16159-f96f-46b8-8713-e29a558c6a24 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.826025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.835899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb16159-f96f-46b8-8713-e29a558c6a24 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.871393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cb16159-f96f-46b8-8713-e29a558c6a24 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.872625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6cb16159-f96f-46b8-8713-e29a558c6a24 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1371403 Dec 15 14:20:24.875540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43070) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:24.881842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'network_id': '69dac83d-78b9-4662-b787-09ceb9845dee', 'name': 'tempest-PortsTestJSON-1227947214'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:24.912680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424761c-d9a1-43fa-9418-2b32d7e43c74 req-c111bbee-9122-4c77-9f91-e4bef7e57f40 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:24.915077 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e424761c-d9a1-43fa-9418-2b32d7e43c74 req-c111bbee-9122-4c77-9f91-e4bef7e57f40 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0917294 Dec 15 14:20:24.958891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-628bf1a4-461c-4052-9daa-944d62ea95d2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:24.960402 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-628bf1a4-461c-4052-9daa-944d62ea95d2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "GET /v2.0/ports?device_id=136e6bc5-2564-416d-8737-288344976cd8 HTTP/1.1" status: 200 len: 945 time: 0.0861666 Dec 15 14:20:24.975840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Allocated IP 172.20.0.2 (69dac83d-78b9-4662-b787-09ceb9845dee/28ef828e-c3f7-40fd-b67c-e73c906acdf6/88e70789-dce2-48fc-bc24-7242811e1668) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:24.987526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 115ee7dc-f20b-4793-a651-0a3d95361a43 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:25.012724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 115ee7dc-f20b-4793-a651-0a3d95361a43 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:25.013089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e424761c-d9a1-43fa-9418-2b32d7e43c74 req-47aed6fd-d186-4393-9de4-3b6c99c88825 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=bad0f958-4fe2-4a34-9f49-bfffbece997d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870128 Dec 15 14:20:25.013344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 115ee7dc-f20b-4793-a651-0a3d95361a43 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:25.043836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:25.047896 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.067256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:25.090717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 2558234f-6d3c-4277-9d65-2e39c24db540 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:25.091064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.175000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.181202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.193417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port 2558234f-6d3c-4277-9d65-2e39c24db540, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=2558234f-6d3c-4277-9d65-2e39c24db540,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:25.193797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.207007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 2558234f-6d3c-4277-9d65-2e39c24db540 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:25.224090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Network 69dac83d-78b9-4662-b787-09ceb9845dee is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:25.227078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:25.232018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:25.235146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Pushing event updated for resources: {'Port': ['ID=88e70789-dce2-48fc-bc24-7242811e1668,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:25.236543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.3 (69dac83d-78b9-4662-b787-09ceb9845dee/28ef828e-c3f7-40fd-b67c-e73c906acdf6/9896dee2-d6eb-4e29-9a86-dc95366e21f4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:25.259124 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:20:25.296340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Attempting to bind port 88e70789-dce2-48fc-bc24-7242811e1668 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:25.297408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Attempting to bind port 88e70789-dce2-48fc-bc24-7242811e1668 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '795fd22d-2c72-4e66-8dd9-d91fce0fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '69dac83d-78b9-4662-b787-09ceb9845dee'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:25.298083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Attempting to bind port 88e70789-dce2-48fc-bc24-7242811e1668 on network 69dac83d-78b9-4662-b787-09ceb9845dee {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:25.308104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:25.308821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Checking segment: {'id': '795fd22d-2c72-4e66-8dd9-d91fce0fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '69dac83d-78b9-4662-b787-09ceb9845dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:25.309518 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.310313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Bound using segment: {'id': '795fd22d-2c72-4e66-8dd9-d91fce0fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '69dac83d-78b9-4662-b787-09ceb9845dee'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:25.310985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Bound port: 88e70789-dce2-48fc-bc24-7242811e1668, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795fd22d-2c72-4e66-8dd9-d91fce0fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '69dac83d-78b9-4662-b787-09ceb9845dee'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:25.311399 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.367582 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.380653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] For port 88e70789-dce2-48fc-bc24-7242811e1668, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:25.384482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] For port 88e70789-dce2-48fc-bc24-7242811e1668, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=88e70789-dce2-48fc-bc24-7242811e1668,segment=NetworkSegment(795fd22d-2c72-4e66-8dd9-d91fce0fd4cb),segment_id=795fd22d-2c72-4e66-8dd9-d91fce0fd4cb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:25.390390 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.400670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=2558234f-6d3c-4277-9d65-2e39c24db540,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:25.415324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.459734 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] No DVR routers for this DVR port 2558234f-6d3c-4277-9d65-2e39c24db540 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:25.461258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.465161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.468871 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ecd4fcf4-3ca6-48a3-a3d7-78071df7574e req-3d74b737-bd57-44b9-8bbf-ef6541ec41b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "DELETE /v2.0/ports/2558234f-6d3c-4277-9d65-2e39c24db540 HTTP/1.1" status: 204 len: 173 time: 0.5010350 Dec 15 14:20:25.469398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'name': 'network-vif-deleted', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:25.469570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a89b9-0dbd-4fbc-ba4d-685f2bb0e251 None None] Pushing event updated for resources: {'Port': ['ID=88e70789-dce2-48fc-bc24-7242811e1668,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:25.472680 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6dc387-d45a-497e-a750-8e16a16be743" -d '{"events": [{"server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "name": "network-vif-deleted", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:25.535061 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f33674-ef62-4672-a1d1-9a9904b848f9 x-openstack-request-id: req-21f33674-ef62-4672-a1d1-9a9904b848f9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:25.535427 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e6bc5-2564-416d-8737-288344976cd8", "name": "network-vif-deleted", "tag": "2558234f-6d3c-4277-9d65-2e39c24db540", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:25.535751 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-21f33674-ef62-4672-a1d1-9a9904b848f9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:25.536267 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e6bc5-2564-416d-8737-288344976cd8', 'name': 'network-vif-deleted', 'tag': '2558234f-6d3c-4277-9d65-2e39c24db540', 'status': 'completed', 'code': 200} Dec 15 14:20:25.540373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 69dac83d-78b9-4662-b787-09ceb9845dee is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:25.544458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:25.548240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:25.574124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=9896dee2-d6eb-4e29-9a86-dc95366e21f4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:25.605407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:25.606094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.626614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7221a672-2f76-4479-aa0f-4b78140716fe tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7492981 Dec 15 14:20:25.629239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43074) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:25.997482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.070717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43078) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:26.259360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.265836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.361131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=9896dee2-d6eb-4e29-9a86-dc95366e21f4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:26.478649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.487491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3fa48-f2e0-4224-9b47-50e7585ad325 None None] Network 69dac83d-78b9-4662-b787-09ceb9845dee requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:26.523697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.559372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6c25f9a8-e19d-4a6d-ac8d-0206baac2ccc None None] Provisioning complete for port 88e70789-dce2-48fc-bc24-7242811e1668 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:26.559748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6c25f9a8-e19d-4a6d-ac8d-0206baac2ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.663694 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.694157 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6c25f9a8-e19d-4a6d-ac8d-0206baac2ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.739045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6c25f9a8-e19d-4a6d-ac8d-0206baac2ccc None None] For port 88e70789-dce2-48fc-bc24-7242811e1668, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=88e70789-dce2-48fc-bc24-7242811e1668,segment=NetworkSegment(795fd22d-2c72-4e66-8dd9-d91fce0fd4cb),segment_id=795fd22d-2c72-4e66-8dd9-d91fce0fd4cb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:26.744901 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6c25f9a8-e19d-4a6d-ac8d-0206baac2ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.784142 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port fb940ba7-b29f-43e5-aca0-7fdd00539aa9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:26.784625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.817005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25f9a8-e19d-4a6d-ac8d-0206baac2ccc None None] Pushing event updated for resources: {'Port': ['ID=88e70789-dce2-48fc-bc24-7242811e1668,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:26.899296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port fb940ba7-b29f-43e5-aca0-7fdd00539aa9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:26.899795 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.914821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for fb940ba7-b29f-43e5-aca0-7fdd00539aa9 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:26.972496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-de0cee13-ed7f-4452-9b4b-9f35dabcf48b None None] Provisioning complete for port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:26.979063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de0cee13-ed7f-4452-9b4b-9f35dabcf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.983195 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.993617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.031357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 88e70789-dce2-48fc-bc24-7242811e1668 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:27.064378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-de0cee13-ed7f-4452-9b4b-9f35dabcf48b None None] Port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:27.086551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-de0cee13-ed7f-4452-9b4b-9f35dabcf48b None None] Provisioning complete for port 88e70789-dce2-48fc-bc24-7242811e1668 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:27.087095 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de0cee13-ed7f-4452-9b4b-9f35dabcf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.097180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.100837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=9896dee2-d6eb-4e29-9a86-dc95366e21f4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:27.138437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 88e70789-dce2-48fc-bc24-7242811e1668 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:27.138942 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.189866 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.223324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 69dac83d-78b9-4662-b787-09ceb9845dee is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:27.225688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:27.237458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=fb940ba7-b29f-43e5-aca0-7fdd00539aa9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:27.384642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-415ed1fd-d62c-4861-ad23-87d8c473e18a None None] Provisioning complete for port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:27.385177 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-415ed1fd-d62c-4861-ad23-87d8c473e18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.400513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Router ca1b9bdb-8072-461f-aa63-64ccc36cda4a is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:20:27.437220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-415ed1fd-d62c-4861-ad23-87d8c473e18a None None] Port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:27.482253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.531783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:27.537014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cad8fccc-1fd7-4fed-b618-870bfb9e0532 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "PUT /v2.0/routers/ca1b9bdb-8072-461f-aa63-64ccc36cda4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9066763 Dec 15 14:20:27.539754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:27.545168 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab3bf0-cc87-4a87-a478-5ed39a106fd5 None None] Sync routers for ids ['ca1b9bdb-8072-461f-aa63-64ccc36cda4a'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:27.559427 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab3bf0-cc87-4a87-a478-5ed39a106fd5 None None] Routers {'ca1b9bdb-8072-461f-aa63-64ccc36cda4a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:27.560378 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-36ab3bf0-cc87-4a87-a478-5ed39a106fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ca1b9bdb-8072-461f-aa63-64ccc36cda4a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:27.565362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-05e68210-e2b9-4f7c-8793-d2dc77ed5f58 None None] Provisioning complete for port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:27.565907 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05e68210-e2b9-4f7c-8793-d2dc77ed5f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.606087 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-36ab3bf0-cc87-4a87-a478-5ed39a106fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:27.617359 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab3bf0-cc87-4a87-a478-5ed39a106fd5 None None] Routers {'ca1b9bdb-8072-461f-aa63-64ccc36cda4a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:27.618254 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-36ab3bf0-cc87-4a87-a478-5ed39a106fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ca1b9bdb-8072-461f-aa63-64ccc36cda4a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:27.636484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-05e68210-e2b9-4f7c-8793-d2dc77ed5f58 None None] Port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:27.652133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32807ecb-fbbb-4cce-a432-327173a17342 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:27.654433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-32807ecb-fbbb-4cce-a432-327173a17342 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca1b9bdb-8072-461f-aa63-64ccc36cda4a HTTP/1.1" status: 200 len: 982 time: 0.1135809 Dec 15 14:20:27.657002 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-36ab3bf0-cc87-4a87-a478-5ed39a106fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:27.657365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43082) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:27.658479 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab3bf0-cc87-4a87-a478-5ed39a106fd5 None None] The sync data for ids ['ca1b9bdb-8072-461f-aa63-64ccc36cda4a'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:27.755047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-27f31add-c036-473e-bff9-3cd20a30f729 None None] Provisioning complete for port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:27.755504 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-27f31add-c036-473e-bff9-3cd20a30f729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.782925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router cea575bd-2c23-4d34-a869-4ed36efda72e has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:27.789529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-27f31add-c036-473e-bff9-3cd20a30f729 None None] Port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:27.921638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 2558234f-6d3c-4277-9d65-2e39c24db540 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:27.943664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 2558234f-6d3c-4277-9d65-2e39c24db540 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:27.944076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 2558234f-6d3c-4277-9d65-2e39c24db540 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:28.001314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:28.218562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:28.226712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c6e2ecfc-c1ce-4302-99ff-a76672e42653 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "PUT /v2.0/routers/cea575bd-2c23-4d34-a869-4ed36efda72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1517413 Dec 15 14:20:28.226943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43084) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:28.229151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] Sync routers for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:28.239785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:28.240480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:28.263145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 9896dee2-d6eb-4e29-9a86-dc95366e21f4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:28.263532 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:28.321023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a2a2d7-dae2-4dac-bb4c-e849b577d684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting subnet cf352bc7-3bdb-4379-9e0e-ef04dc016e7d {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:28.327913 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a2d7-dae2-4dac-bb4c-e849b577d684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:28.347075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:28.538745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:20:27Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:28.566611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] Checking router: cea575bd-2c23-4d34-a869-4ed36efda72e for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:28.575614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] Routers {'cea575bd-2c23-4d34-a869-4ed36efda72e'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:28.576269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['cea575bd-2c23-4d34-a869-4ed36efda72e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:28.685999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] Set router cea575bd-2c23-4d34-a869-4ed36efda72e gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:28.716510 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a2d7-dae2-4dac-bb4c-e849b577d684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:28.743538 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:28.765552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 9896dee2-d6eb-4e29-9a86-dc95366e21f4 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:28.866324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a2d7-dae2-4dac-bb4c-e849b577d684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:28.974381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a2d7-dae2-4dac-bb4c-e849b577d684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.028264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2a2d7-dae2-4dac-bb4c-e849b577d684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Subnet': ['ID=cf352bc7-3bdb-4379-9e0e-ef04dc016e7d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:29.035615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a2d7-dae2-4dac-bb4c-e849b577d684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.038816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f7a2a2d7-dae2-4dac-bb4c-e849b577d684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/subnets/cf352bc7-3bdb-4379-9e0e-ef04dc016e7d HTTP/1.1" status: 204 len: 168 time: 0.8114839 Dec 15 14:20:29.041493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43086) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:29.047117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95344bbc-8bcd-4ef1-b365-731edf72535f None None] Network 29395045-6537-42e2-a9e3-aa124d3686c1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:29.052039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:20:27Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:29.092175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.121871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfec6e-e251-4e3a-97b2-7b15df9de832 None None] The sync data for ids ['cea575bd-2c23-4d34-a869-4ed36efda72e'] in n-d-821840-1 is: [{'id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195146722', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:35Z', 'updated_at': '2021-12-15T14:20:27Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '663f3457-f14a-40c3-b62a-99a3aed751a0', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea575bd-2c23-4d34-a869-4ed36efda72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:36Z', 'updated_at': '2021-12-15T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:29.134715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=9896dee2-d6eb-4e29-9a86-dc95366e21f4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:29.254230 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.404294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.500370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.528271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] DHCP port deletion for 29395045-6537-42e2-a9e3-aa124d3686c1 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:29.585126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Deleting port 076272d1-c5a1-4309-b34b-9e886deab0f1 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:29.585797 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.615992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Router ca1b9bdb-8072-461f-aa63-64ccc36cda4a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:29.649617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] For port 076272d1-c5a1-4309-b34b-9e886deab0f1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=076272d1-c5a1-4309-b34b-9e886deab0f1,segment=NetworkSegment(3268ca6b-62a2-4195-97ee-f449cfb6b447),segment_id=3268ca6b-62a2-4195-97ee-f449cfb6b447)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:29.650085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.663028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Calling delete_port for 076272d1-c5a1-4309-b34b-9e886deab0f1 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:29.671474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 663f3457-f14a-40c3-b62a-99a3aed751a0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:29.671826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.743921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:29.747515 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.752700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-49036678-f77a-47f0-bc57-dd0dc129929b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "PUT /v2.0/routers/ca1b9bdb-8072-461f-aa63-64ccc36cda4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0927315 Dec 15 14:20:29.754740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43088) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:29.756931 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f11949-f450-4880-bac3-ce6a4aa04a5e None None] Sync routers for ids ['ca1b9bdb-8072-461f-aa63-64ccc36cda4a'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:29.769133 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f11949-f450-4880-bac3-ce6a4aa04a5e None None] Routers {'ca1b9bdb-8072-461f-aa63-64ccc36cda4a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:29.769766 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-64f11949-f450-4880-bac3-ce6a4aa04a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ca1b9bdb-8072-461f-aa63-64ccc36cda4a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:29.775409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Pushing event deleted for resources: {'Port': ['ID=076272d1-c5a1-4309-b34b-9e886deab0f1,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:29.783540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.784076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.784564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.785006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.785495 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.785931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.786387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.794643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.795180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.795651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.796259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.796699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.797251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:29.800159 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d762cb2-3e30-4eb8-a25a-2c241a14288d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:29.802956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b876a3-dae6-43bb-b0bd-29baed4c43ba None None] No DVR routers for this DVR port 076272d1-c5a1-4309-b34b-9e886deab0f1 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:29.808656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5d762cb2-3e30-4eb8-a25a-2c241a14288d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/9896dee2-d6eb-4e29-9a86-dc95366e21f4 HTTP/1.1" status: 404 len: 333 time: 0.0509107 Dec 15 14:20:29.810869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43090) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:29.821492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port 663f3457-f14a-40c3-b62a-99a3aed751a0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=663f3457-f14a-40c3-b62a-99a3aed751a0,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:29.822143 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.826081 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-64f11949-f450-4880-bac3-ce6a4aa04a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:29.835732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 663f3457-f14a-40c3-b62a-99a3aed751a0 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:29.837576 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f11949-f450-4880-bac3-ce6a4aa04a5e None None] Routers {'ca1b9bdb-8072-461f-aa63-64ccc36cda4a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:29.838357 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-64f11949-f450-4880-bac3-ce6a4aa04a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['ca1b9bdb-8072-461f-aa63-64ccc36cda4a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:29.910376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff17d57-93f9-4127-8682-023224e67431 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:29.971639 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-64f11949-f450-4880-bac3-ce6a4aa04a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:29.972560 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f11949-f450-4880-bac3-ce6a4aa04a5e None None] The sync data for ids ['ca1b9bdb-8072-461f-aa63-64ccc36cda4a'] in n-d-821840-1 is: [] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:30.053221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.081582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=663f3457-f14a-40c3-b62a-99a3aed751a0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:30.085730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff17d57-93f9-4127-8682-023224e67431 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.088270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff17d57-93f9-4127-8682-023224e67431 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.102898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6339f63-7ede-4ad1-aeb9-42cda3768225 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:30.142056 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff17d57-93f9-4127-8682-023224e67431 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.142623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff17d57-93f9-4127-8682-023224e67431 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Fanout notify agent at l3_agent the message router_deleted on router ca1b9bdb-8072-461f-aa63-64ccc36cda4a {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:20:30.151207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff17d57-93f9-4127-8682-023224e67431 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.153733 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9ff17d57-93f9-4127-8682-023224e67431 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/routers/ca1b9bdb-8072-461f-aa63-64ccc36cda4a HTTP/1.1" status: 204 len: 168 time: 0.3414474 Dec 15 14:20:30.156068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:30.184978 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.209891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa88f2f-7ce1-4539-92e4-59a4d8b27138 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet 28ef828e-c3f7-40fd-b67c-e73c906acdf6 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:30.213312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fa88f2f-7ce1-4539-92e4-59a4d8b27138 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.256407 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fa88f2f-7ce1-4539-92e4-59a4d8b27138 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.281036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.283006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.331692 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.332417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Fanout notify agent at l3_agent the message router_deleted on router cea575bd-2c23-4d34-a869-4ed36efda72e {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:20:30.342127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.343222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3cf52a63-7862-4a01-8f56-6ec1869f67ee tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/routers/cea575bd-2c23-4d34-a869-4ed36efda72e HTTP/1.1" status: 204 len: 168 time: 1.3003144 Dec 15 14:20:30.346016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43094) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:30.356083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fa88f2f-7ce1-4539-92e4-59a4d8b27138 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.441138 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fa88f2f-7ce1-4539-92e4-59a4d8b27138 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.447412 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.472088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa88f2f-7ce1-4539-92e4-59a4d8b27138 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=28ef828e-c3f7-40fd-b67c-e73c906acdf6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:30.475781 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fa88f2f-7ce1-4539-92e4-59a4d8b27138 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.479548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0fa88f2f-7ce1-4539-92e4-59a4d8b27138 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/28ef828e-c3f7-40fd-b67c-e73c906acdf6 HTTP/1.1" status: 204 len: 168 time: 0.3223321 Dec 15 14:20:30.482195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43096) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:30.490019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f4774-4c78-4a2b-958d-9e9433a168f8 None None] Network 69dac83d-78b9-4662-b787-09ceb9845dee requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:30.554711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.589552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29395045-6537-42e2-a9e3-aa124d3686c1']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:30.605638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3268ca6b-62a2-4195-97ee-f449cfb6b447') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:30.606314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3268ca6b-62a2-4195-97ee-f449cfb6b447') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:30.614996 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.625198 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.642441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.653391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:30.653835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:30.657112 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:30.681451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 88e70789-dce2-48fc-bc24-7242811e1668 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:30.682159 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.723340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.733892 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.739936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/networks/29395045-6537-42e2-a9e3-aa124d3686c1 HTTP/1.1" status: 204 len: 168 time: 0.3902962 Dec 15 14:20:30.740721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43098) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:30.753945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] For port 88e70789-dce2-48fc-bc24-7242811e1668, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=88e70789-dce2-48fc-bc24-7242811e1668,segment=NetworkSegment(795fd22d-2c72-4e66-8dd9-d91fce0fd4cb),segment_id=795fd22d-2c72-4e66-8dd9-d91fce0fd4cb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:30.754317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.762085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a458a9-bcc9-4a03-9a69-89538f7c9883 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Network': ['ID=29395045-6537-42e2-a9e3-aa124d3686c1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:30.777062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 88e70789-dce2-48fc-bc24-7242811e1668 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:30.815103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70aabff4-f737-4397-94e9-a78e9f6f5920 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.844090 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70aabff4-f737-4397-94e9-a78e9f6f5920 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.878002 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.880731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df86fc2-f9fe-480a-8a42-021a8e03f6c7 None None] DHCP port deletion for 69dac83d-78b9-4662-b787-09ceb9845dee request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:30.935520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70aabff4-f737-4397-94e9-a78e9f6f5920 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.939240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70aabff4-f737-4397-94e9-a78e9f6f5920 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.941097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-70aabff4-f737-4397-94e9-a78e9f6f5920 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/security-groups/bad0f958-4fe2-4a34-9f49-bfffbece997d HTTP/1.1" status: 204 len: 168 time: 0.1995971 Dec 15 14:20:30.962504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aabff4-f737-4397-94e9-a78e9f6f5920 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad0f958-4fe2-4a34-9f49-bfffbece997d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:30.973897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=88e70789-dce2-48fc-bc24-7242811e1668,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:30.989772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No DVR routers for this DVR port 88e70789-dce2-48fc-bc24-7242811e1668 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:31.073377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fb940ba7-b29f-43e5-aca0-7fdd00539aa9 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:31.103206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: fb940ba7-b29f-43e5-aca0-7fdd00539aa9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:31.103800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device fb940ba7-b29f-43e5-aca0-7fdd00539aa9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:31.104463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 88e70789-dce2-48fc-bc24-7242811e1668 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:31.108349 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.125906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.130329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 88e70789-dce2-48fc-bc24-7242811e1668 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:31.130876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 88e70789-dce2-48fc-bc24-7242811e1668 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:31.131594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 076272d1-c5a1-4309-b34b-9e886deab0f1 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:31.150489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dac83d-78b9-4662-b787-09ceb9845dee']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:31.165295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795fd22d-2c72-4e66-8dd9-d91fce0fd4cb') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:31.165295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795fd22d-2c72-4e66-8dd9-d91fce0fd4cb') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:31.172918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 076272d1-c5a1-4309-b34b-9e886deab0f1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:31.173274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 076272d1-c5a1-4309-b34b-9e886deab0f1 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:31.173699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 663f3457-f14a-40c3-b62a-99a3aed751a0 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:31.185089 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.193921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 663f3457-f14a-40c3-b62a-99a3aed751a0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:31.194483 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 663f3457-f14a-40c3-b62a-99a3aed751a0 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:31.200644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.207734 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:31.209029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:31.216126 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:31.239765 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ff16908-4192-4bf1-8f08-5dd415254f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.252664 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.282860 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.305875 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.314211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/networks/69dac83d-78b9-4662-b787-09ceb9845dee HTTP/1.1" status: 204 len: 168 time: 0.8276017 Dec 15 14:20:31.314211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590e6e7-0000-4f27-80c3-a390f1f26b0e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Network': ['ID=69dac83d-78b9-4662-b787-09ceb9845dee,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:31.314635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43104) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.366508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa5ee2-87a3-491e-970b-0d84f7fff168 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:31.367931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f5aa5ee2-87a3-491e-970b-0d84f7fff168 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/2d6c1034-4b61-4710-bc91-f7c248208a4f HTTP/1.1" status: 200 len: 841 time: 0.0523252 Dec 15 14:20:31.372370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43106) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.415821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-aae6ff27-d6a9-4c95-899a-f6954dd2c6fc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/2d6c1034-4b61-4710-bc91-f7c248208a4f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0423753 Dec 15 14:20:31.420561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43108) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.425570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:31.509193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.514441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ecdd0414-bd69-46d1-84e0-4f88ce60d5a9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916918210', 'description': 'tempest-secgroup-smoke-916918210 description', 'project_id': 'abc2b611bf274c318fe9101c87725cfa'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:31.518893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:31.522408 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.537289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecdd0414-bd69-46d1-84e0-4f88ce60d5a9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.614863 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecdd0414-bd69-46d1-84e0-4f88ce60d5a9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.619224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecdd0414-bd69-46d1-84e0-4f88ce60d5a9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.648888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecdd0414-bd69-46d1-84e0-4f88ce60d5a9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.650588 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ecdd0414-bd69-46d1-84e0-4f88ce60d5a9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1400871 Dec 15 14:20:31.653744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.658846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2e720e57-31a9-48c4-b44d-cd6e581bbcbc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'ecfc57d1-3163-452a-b4e3-4713ad2aaef5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:31.666171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd0414-bd69-46d1-84e0-4f88ce60d5a9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc57d1-3163-452a-b4e3-4713ad2aaef5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:31.690035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e720e57-31a9-48c4-b44d-cd6e581bbcbc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.715649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.748101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e720e57-31a9-48c4-b44d-cd6e581bbcbc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.752637 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e720e57-31a9-48c4-b44d-cd6e581bbcbc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.764179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:31.767450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:31.770592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:31.771184 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.773123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e720e57-31a9-48c4-b44d-cd6e581bbcbc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c478b5-044b-4155-b356-6f687911f10b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:31.778547 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e720e57-31a9-48c4-b44d-cd6e581bbcbc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.779696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eea696-8945-4ad8-beec-61d31ddb26b1 None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:31.779855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2e720e57-31a9-48c4-b44d-cd6e581bbcbc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251833 Dec 15 14:20:31.782689 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.787345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a014133f-b3d6-4d6c-b133-733639d38d5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'ecfc57d1-3163-452a-b4e3-4713ad2aaef5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:31.792797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=4b94066a-7fe5-4889-8764-8c08ed5b2e65,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:31.799101 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a98cce26-e452-42a0-a508-3479395511d2 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3775504 Dec 15 14:20:31.802150 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43116) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.807112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-29e96308-7d01-487e-9648-a25c56f5bbcf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'security_group': {'name': 'tempest-secgroup-63924482'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:31.820967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a014133f-b3d6-4d6c-b133-733639d38d5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.830666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e96308-7d01-487e-9648-a25c56f5bbcf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.885482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a014133f-b3d6-4d6c-b133-733639d38d5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.890390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a014133f-b3d6-4d6c-b133-733639d38d5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.910910 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e96308-7d01-487e-9648-a25c56f5bbcf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.912275 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014133f-b3d6-4d6c-b133-733639d38d5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed65e40-ff99-4fe8-ad41-00b358ce6ed6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:31.918473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e96308-7d01-487e-9648-a25c56f5bbcf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.926413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-3856fd26-17ae-4f75-a443-30dc5a4a175e', 'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'project_id': '921c93c1f6b345c885f090302bcdd6dc', 'fixed_ips': [{'subnet_id': '4b94066a-7fe5-4889-8764-8c08ed5b2e65'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:20:31.928143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a014133f-b3d6-4d6c-b133-733639d38d5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.928627 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.929373 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a014133f-b3d6-4d6c-b133-733639d38d5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457303 Dec 15 14:20:31.932130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.937453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0d55c292-37d0-4908-bc6f-3325533aeb0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'ecfc57d1-3163-452a-b4e3-4713ad2aaef5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:31.962304 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29e96308-7d01-487e-9648-a25c56f5bbcf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.966759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-29e96308-7d01-487e-9648-a25c56f5bbcf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1635485 Dec 15 14:20:31.967408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43120) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.971840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d55c292-37d0-4908-bc6f-3325533aeb0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.973470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5b67e741-c0f2-4b58-a26c-2392882f020d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'security_group': {'name': 'tempest-secgroup-912144916'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:31.982201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96308-7d01-487e-9648-a25c56f5bbcf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61da2bd6-74a8-4e26-ac63-d268674cc7b3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.002556 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b67e741-c0f2-4b58-a26c-2392882f020d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.047812 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d55c292-37d0-4908-bc6f-3325533aeb0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.056261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d55c292-37d0-4908-bc6f-3325533aeb0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.077446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55c292-37d0-4908-bc6f-3325533aeb0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8793ec86-647d-4826-8981-b9f0667056da,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.085927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b67e741-c0f2-4b58-a26c-2392882f020d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.091382 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b67e741-c0f2-4b58-a26c-2392882f020d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.094701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Allocated IP 172.20.0.2 (3856fd26-17ae-4f75-a443-30dc5a4a175e/4b94066a-7fe5-4889-8764-8c08ed5b2e65/b8fe027d-24fd-4239-a69b-8f674b77d999) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:32.096124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d55c292-37d0-4908-bc6f-3325533aeb0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.100896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0d55c292-37d0-4908-bc6f-3325533aeb0e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671453 Dec 15 14:20:32.101751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43122) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:32.108348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a1765150-3f80-4ecf-9aac-241c847b07ec tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'ecfc57d1-3163-452a-b4e3-4713ad2aaef5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:32.131727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67e741-c0f2-4b58-a26c-2392882f020d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2197e-3fec-451c-840c-4a2a01aaeac7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.143166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1765150-3f80-4ecf-9aac-241c847b07ec tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.144251 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b67e741-c0f2-4b58-a26c-2392882f020d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.148232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5b67e741-c0f2-4b58-a26c-2392882f020d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1761189 Dec 15 14:20:32.148609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43124) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:32.159497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-360930444', 'security_groups': ['92c2197e-3fec-451c-840c-4a2a01aaeac7'], 'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b94066a-7fe5-4889-8764-8c08ed5b2e65'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:32.223123 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1765150-3f80-4ecf-9aac-241c847b07ec tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.232825 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1765150-3f80-4ecf-9aac-241c847b07ec tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.261644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1765150-3f80-4ecf-9aac-241c847b07ec tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82eb010b-dab1-4088-80b5-f93f8997b0e7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.273334 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1765150-3f80-4ecf-9aac-241c847b07ec tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.277828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a1765150-3f80-4ecf-9aac-241c847b07ec tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714523 Dec 15 14:20:32.278028 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43126) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:32.282696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6a2bd56d-f953-451d-a76c-e6480f30b8e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'ecfc57d1-3163-452a-b4e3-4713ad2aaef5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:32.309695 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-6a2bd56d-f953-451d-a76c-e6480f30b8e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Project abc2b611bf274c318fe9101c87725cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:20:32.309970 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.315476 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd56d-f953-451d-a76c-e6480f30b8e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.317317 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.328918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:32.364446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:32.367789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:32.370908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:32.382477 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd56d-f953-451d-a76c-e6480f30b8e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.387367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Pushing event updated for resources: {'Port': ['ID=b8fe027d-24fd-4239-a69b-8f674b77d999,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.389423 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd56d-f953-451d-a76c-e6480f30b8e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.409680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bd56d-f953-451d-a76c-e6480f30b8e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e302c6f-a2be-4218-844b-a2b3d2bea5c5,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.419529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd56d-f953-451d-a76c-e6480f30b8e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.423473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6a2bd56d-f953-451d-a76c-e6480f30b8e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417239 Dec 15 14:20:32.423656 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.423795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:32.429369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3073058e-4d57-4c4b-86a5-c31b9fcb2f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'ecfc57d1-3163-452a-b4e3-4713ad2aaef5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:32.440577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Attempting to bind port b8fe027d-24fd-4239-a69b-8f674b77d999 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:32.441305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Attempting to bind port b8fe027d-24fd-4239-a69b-8f674b77d999 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0a7d1728-1e5a-4989-91b2-efac3e88c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:32.441811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Attempting to bind port b8fe027d-24fd-4239-a69b-8f674b77d999 on network 3856fd26-17ae-4f75-a443-30dc5a4a175e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:32.447026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:32.447409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Checking segment: {'id': '0a7d1728-1e5a-4989-91b2-efac3e88c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:32.447810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.448293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Bound using segment: {'id': '0a7d1728-1e5a-4989-91b2-efac3e88c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:32.449376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Bound port: b8fe027d-24fd-4239-a69b-8f674b77d999, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7d1728-1e5a-4989-91b2-efac3e88c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:32.449868 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.457304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port d656e25d-576c-427e-a6f0-15c16fd477e5 yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:32.478232 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-3073058e-4d57-4c4b-86a5-c31b9fcb2f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Project abc2b611bf274c318fe9101c87725cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:20:32.484362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3073058e-4d57-4c4b-86a5-c31b9fcb2f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.522936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] For port b8fe027d-24fd-4239-a69b-8f674b77d999, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:32.526962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] For port b8fe027d-24fd-4239-a69b-8f674b77d999, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b8fe027d-24fd-4239-a69b-8f674b77d999,segment=NetworkSegment(0a7d1728-1e5a-4989-91b2-efac3e88c460),segment_id=0a7d1728-1e5a-4989-91b2-efac3e88c460)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:32.531455 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.555344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3073058e-4d57-4c4b-86a5-c31b9fcb2f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.560074 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3073058e-4d57-4c4b-86a5-c31b9fcb2f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.576466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073058e-4d57-4c4b-86a5-c31b9fcb2f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b1ce0c-a387-4415-9f72-f965052da321,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.590916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3073058e-4d57-4c4b-86a5-c31b9fcb2f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.592338 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3073058e-4d57-4c4b-86a5-c31b9fcb2f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1674318 Dec 15 14:20:32.596373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43130) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:32.600181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740be9f-ec26-4f69-8454-bf28cdb95597 None None] Pushing event updated for resources: {'Port': ['ID=b8fe027d-24fd-4239-a69b-8f674b77d999,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.601296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'network': {'name': 'tempest-network-smoke--1500567969', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:32.627313 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:32.631031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.652962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.10 (3856fd26-17ae-4f75-a443-30dc5a4a175e/4b94066a-7fe5-4889-8764-8c08ed5b2e65/d656e25d-576c-427e-a6f0-15c16fd477e5) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:32.659784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:20:32.669508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.669868 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Added segment aa1db91b-92bf-4c50-a37a-52b6c1bc623c of type vlan for network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 Dec 15 14:20:32.713126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.747337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.758240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:32.758240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.831143 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.831403 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2344251 Dec 15 14:20:32.833192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43132) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:32.841419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'admin_state_up': True, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:32.852876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1b331-2e5b-40a5-bc5e-fda1e758ed83 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Network': ['ID=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.865646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:20:32.897591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.898837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.940219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.005173 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.022015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:33.027269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:33.040790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b8fe027d-24fd-4239-a69b-8f674b77d999 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:33.061628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=d656e25d-576c-427e-a6f0-15c16fd477e5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:33.065967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:33.095164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:33.095541 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.174027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:33.174690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.180894 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.210013 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.222426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port b8fe027d-24fd-4239-a69b-8f674b77d999, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b8fe027d-24fd-4239-a69b-8f674b77d999,segment=NetworkSegment(0a7d1728-1e5a-4989-91b2-efac3e88c460),segment_id=0a7d1728-1e5a-4989-91b2-efac3e88c460)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:33.226848 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.230016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-011d655c-9f98-4fd0-955a-0340f0ac84b7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0799849 Dec 15 14:20:33.232664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43134) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:33.238606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-19ebeef3-6b03-45c9-bab4-b4e9cdb43baf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:33.283660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=b8fe027d-24fd-4239-a69b-8f674b77d999,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:33.369465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ebeef3-6b03-45c9-bab4-b4e9cdb43baf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:33.374262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19ebeef3-6b03-45c9-bab4-b4e9cdb43baf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.444721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.465108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.477544 n-d-821840-1 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-19ebeef3-6b03-45c9-bab4-b4e9cdb43baf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b94066a-7fe5-4889-8764-8c08ed5b2e65 (CIDR: 172.20.0.0/28) Dec 15 14:20:33.482277 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ebeef3-6b03-45c9-bab4-b4e9cdb43baf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:20:33.482832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ebeef3-6b03-45c9-bab4-b4e9cdb43baf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:33.503619 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-19ebeef3-6b03-45c9-bab4-b4e9cdb43baf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2672737 Dec 15 14:20:33.503939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43136) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:33.511441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:33.580474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.25.7.216 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/7f0bb461-9da2-4d76-86a1-fe0b290be57a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:33.632670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:33.637792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.696923 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.734985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.767109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b0ebeb5e-5378-4c43-813b-99a5515ae6e8 None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:33.769223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ebeb5e-5378-4c43-813b-99a5515ae6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.779460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:33.784563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:33.788273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:33.817532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2cff3e-e97b-4230-b8f0-bbf8082cc297 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:33.821565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=7f0bb461-9da2-4d76-86a1-fe0b290be57a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:33.849965 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0623770c-e57e-4cd3-aae1-6e48de7c585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.927059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b0ebeb5e-5378-4c43-813b-99a5515ae6e8 None None] Provisioning complete for port 2d6c1034-4b61-4710-bc91-f7c248208a4f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:33.927438 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ebeb5e-5378-4c43-813b-99a5515ae6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.928466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.965951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b0ebeb5e-5378-4c43-813b-99a5515ae6e8 None None] Port 2d6c1034-4b61-4710-bc91-f7c248208a4f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:33.988829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:33.992412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:33.997545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:33.998225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.007027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3aa8fd-231b-48f7-bd73-b4a74c0085bb None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:34.016335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=464220a0-9e79-4cc9-b025-695d72de2cca,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:34.025566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9b61bc44-45bb-46cd-be57-746678344e8a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5197639 Dec 15 14:20:34.026407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:34.031808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-630413922', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '464220a0-9e79-4cc9-b025-695d72de2cca'}], 'security_groups': ['61da2bd6-74a8-4e26-ac63-d268674cc7b3']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:34.105297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4d16ee7-b42d-4329-af32-46af8ae204a7 None None] Provisioning complete for port d656e25d-576c-427e-a6f0-15c16fd477e5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:34.106027 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d16ee7-b42d-4329-af32-46af8ae204a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.162577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d4d16ee7-b42d-4329-af32-46af8ae204a7 None None] Port d656e25d-576c-427e-a6f0-15c16fd477e5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:34.183811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d4d16ee7-b42d-4329-af32-46af8ae204a7 None None] Provisioning complete for port 7f0bb461-9da2-4d76-86a1-fe0b290be57a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:34.184125 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d16ee7-b42d-4329-af32-46af8ae204a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.210815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.254031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d4d16ee7-b42d-4329-af32-46af8ae204a7 None None] Port 7f0bb461-9da2-4d76-86a1-fe0b290be57a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:34.265390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25fb113-b864-4d08-bdb1-09571fe432cc None None] Update dhcp port {'port': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'fixed_ips': [{'subnet_id': '4b94066a-7fe5-4889-8764-8c08ed5b2e65', 'ip_address': '172.20.0.2'}, {'subnet_id': '464220a0-9e79-4cc9-b025-695d72de2cca'}], 'binding:host_id': 'n-d-821840-1'}, 'id': 'b8fe027d-24fd-4239-a69b-8f674b77d999'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:20:34.291587 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a25fb113-b864-4d08-bdb1-09571fe432cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.459066 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.462766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-a25fb113-b864-4d08-bdb1-09571fe432cc None None] Allocated IP 172.20.0.18 (3856fd26-17ae-4f75-a443-30dc5a4a175e/464220a0-9e79-4cc9-b025-695d72de2cca/b8fe027d-24fd-4239-a69b-8f674b77d999) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:34.561560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a25fb113-b864-4d08-bdb1-09571fe432cc None None] For port b8fe027d-24fd-4239-a69b-8f674b77d999, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b8fe027d-24fd-4239-a69b-8f674b77d999,segment=NetworkSegment(0a7d1728-1e5a-4989-91b2-efac3e88c460),segment_id=0a7d1728-1e5a-4989-91b2-efac3e88c460)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:34.590723 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a25fb113-b864-4d08-bdb1-09571fe432cc None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.600893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a25fb113-b864-4d08-bdb1-09571fe432cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.672993 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.697662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fb113-b864-4d08-bdb1-09571fe432cc None None] Pushing event updated for resources: {'Port': ['ID=b8fe027d-24fd-4239-a69b-8f674b77d999,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:34.766559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Delete allocated IP 172.20.0.10 (3856fd26-17ae-4f75-a443-30dc5a4a175e/4b94066a-7fe5-4889-8764-8c08ed5b2e65) {{(pid=109767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 14:20:34.776624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.22 (3856fd26-17ae-4f75-a443-30dc5a4a175e/464220a0-9e79-4cc9-b025-695d72de2cca/d656e25d-576c-427e-a6f0-15c16fd477e5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:34.841325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:20:34.923075 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:34.996107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b8fe027d-24fd-4239-a69b-8f674b77d999 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:35.024932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.032847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.047176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:35.062343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Sync routers for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:35.072964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:35.074184 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.094925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.099940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2582abc6-8c4c-4572-9be0-b7f7128876c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2656527 Dec 15 14:20:35.100576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43140) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:35.117091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:35.118520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:35.143191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=d656e25d-576c-427e-a6f0-15c16fd477e5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:35.146320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ccf4ed56-70c1-46b5-bc07-e6dbc4a8cd22 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=abc2b611bf274c318fe9101c87725cfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446343 Dec 15 14:20:35.148977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43142) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:35.178075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] In _notify_port_updated(), no bound segment for port d656e25d-576c-427e-a6f0-15c16fd477e5 on network 3856fd26-17ae-4f75-a443-30dc5a4a175e {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:20:35.185116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:35.187082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.191209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9ff9997d-607d-4f67-a4f2-7a6a537f467a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "PUT /v2.0/ports/d656e25d-576c-427e-a6f0-15c16fd477e5 HTTP/1.1" status: 200 len: 920 time: 1.1610951 Dec 15 14:20:35.191973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:35.261332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c023f76-d7eb-46d0-9072-33accb6133d2 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:35.263360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7c023f76-d7eb-46d0-9072-33accb6133d2 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1133592 Dec 15 14:20:35.267006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43146) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:35.297026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:35.314122 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-094b1622-e98b-4472-a997-ff4823934b4f tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430882 Dec 15 14:20:35.314786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43148) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:35.320838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-89986889', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:35.378795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-de953bd5-21cc-49a8-8819-3d0a4eb9f45d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port d656e25d-576c-427e-a6f0-15c16fd477e5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:35.379139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de953bd5-21cc-49a8-8819-3d0a4eb9f45d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.426093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-82674f53-4d75-40ec-9908-8e46d75b437b None None] Provisioning complete for port d656e25d-576c-427e-a6f0-15c16fd477e5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:35.426469 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82674f53-4d75-40ec-9908-8e46d75b437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.491183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:35.494806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.519493 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de953bd5-21cc-49a8-8819-3d0a4eb9f45d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.568556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-de953bd5-21cc-49a8-8819-3d0a4eb9f45d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for d656e25d-576c-427e-a6f0-15c16fd477e5 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:35.668187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-82674f53-4d75-40ec-9908-8e46d75b437b None None] Port d656e25d-576c-427e-a6f0-15c16fd477e5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:35.687217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-82674f53-4d75-40ec-9908-8e46d75b437b None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:35.687600 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82674f53-4d75-40ec-9908-8e46d75b437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.746652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:34Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:35.818509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Checking router: 7d5d513f-bac5-464d-b87c-5f363d6bfcbb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:35.818971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Updating router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb port 7f0bb461-9da2-4d76-86a1-fe0b290be57a binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:20:35.833807 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.840356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de953bd5-21cc-49a8-8819-3d0a4eb9f45d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.859344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.902967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de953bd5-21cc-49a8-8819-3d0a4eb9f45d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=d656e25d-576c-427e-a6f0-15c16fd477e5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:35.903955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-82674f53-4d75-40ec-9908-8e46d75b437b None None] Provisioning complete for port 2d6c1034-4b61-4710-bc91-f7c248208a4f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:35.904342 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82674f53-4d75-40ec-9908-8e46d75b437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.969019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Subnet': ['ID=12ed4c6e-98b7-423b-b0bf-6415dd98489d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:35.993746 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Checking segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:35.994152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network hostable DHCP agents. Network: ff01c65f-d0ab-4ef3-8e87-03ee4bb07292, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:20:35.999906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-82674f53-4d75-40ec-9908-8e46d75b437b None None] Port 2d6c1034-4b61-4710-bc91-f7c248208a4f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:36.006709 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de953bd5-21cc-49a8-8819-3d0a4eb9f45d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.013686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43150) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:36.014285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-de953bd5-21cc-49a8-8819-3d0a4eb9f45d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/d656e25d-576c-427e-a6f0-15c16fd477e5 HTTP/1.1" status: 204 len: 168 time: 0.8208601 Dec 15 14:20:36.036763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:20:36.046923 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bb3af4-232f-497e-affd-262c9795a129 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:36.048538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-94bb3af4-232f-497e-affd-262c9795a129 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/d656e25d-576c-427e-a6f0-15c16fd477e5 HTTP/1.1" status: 404 len: 333 time: 0.0336564 Dec 15 14:20:36.049558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, ff01c65f-d0ab-4ef3-8e87-03ee4bb07292) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:36.051436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43152) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:36.057226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:36.059031 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.072791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ebf87f-bb35-4084-a29a-dd8812e7f279 None None] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:36.085709 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8d5f56a2-ac81-4e4a-9a58-56416f609ac0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7698274 Dec 15 14:20:36.090749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:36.138604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd679ce7-a9a4-45ab-a2c5-06e6aa58ae8b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.145590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9d71f47f-0b78-4a48-ac72-7490171b14d7 None None] Could not find standard attr ID for object d656e25d-576c-427e-a6f0-15c16fd477e5. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:20:36.165696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd679ce7-a9a4-45ab-a2c5-06e6aa58ae8b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.229259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd679ce7-a9a4-45ab-a2c5-06e6aa58ae8b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.234195 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd679ce7-a9a4-45ab-a2c5-06e6aa58ae8b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.238278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fd679ce7-a9a4-45ab-a2c5-06e6aa58ae8b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/security-groups/92c2197e-3fec-451c-840c-4a2a01aaeac7 HTTP/1.1" status: 204 len: 168 time: 0.1827316 Dec 15 14:20:36.239618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:36.248141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd679ce7-a9a4-45ab-a2c5-06e6aa58ae8b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2197e-3fec-451c-840c-4a2a01aaeac7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:36.268689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:20:36.269567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.356709 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d911c9b-6df3-4eca-a826-e9528e3b5675 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.380337 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.392523 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.418064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d911c9b-6df3-4eca-a826-e9528e3b5675 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.458934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f6817-c781-4683-951a-d32e4fcc3d4a None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:36.496858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Attempting to bind port 7f0bb461-9da2-4d76-86a1-fe0b290be57a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:36.497246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Attempting to bind port 7f0bb461-9da2-4d76-86a1-fe0b290be57a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:36.497626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Attempting to bind port 7f0bb461-9da2-4d76-86a1-fe0b290be57a on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:36.511384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6acdd-3045-4035-9e4d-cdc99d61249a None None] Pushing event updated for resources: {'Port': ['ID=7f0bb461-9da2-4d76-86a1-fe0b290be57a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:36.522751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:36.523145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:36.523569 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.523996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:36.524490 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Bound port: 7f0bb461-9da2-4d76-86a1-fe0b290be57a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:36.524887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.537115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d911c9b-6df3-4eca-a826-e9528e3b5675 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.539761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d911c9b-6df3-4eca-a826-e9528e3b5675 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.540916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6d911c9b-6df3-4eca-a826-e9528e3b5675 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/security-groups/61da2bd6-74a8-4e26-ac63-d268674cc7b3 HTTP/1.1" status: 204 len: 168 time: 0.3000774 Dec 15 14:20:36.544444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43158) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:36.556727 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Allocated IP 172.20.0.2 (ff01c65f-d0ab-4ef3-8e87-03ee4bb07292/12ed4c6e-98b7-423b-b0bf-6415dd98489d/80784882-cc49-4fb1-bd93-7d2db3000ba2) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:36.557283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d911c9b-6df3-4eca-a826-e9528e3b5675 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da2bd6-74a8-4e26-ac63-d268674cc7b3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:36.609491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-124bb7f3-c8cd-4bc3-8f2a-105c56da97d7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet 4b94066a-7fe5-4889-8764-8c08ed5b2e65 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:36.612583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-124bb7f3-c8cd-4bc3-8f2a-105c56da97d7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.661449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-124bb7f3-c8cd-4bc3-8f2a-105c56da97d7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.673917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] For port 7f0bb461-9da2-4d76-86a1-fe0b290be57a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:36.687127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-17c770a6-db9b-49a6-ad55-411f32fa2d0a None None] Provisioning complete for port 7f0bb461-9da2-4d76-86a1-fe0b290be57a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:36.687520 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17c770a6-db9b-49a6-ad55-411f32fa2d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.697761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.725924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] For port 7f0bb461-9da2-4d76-86a1-fe0b290be57a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7f0bb461-9da2-4d76-86a1-fe0b290be57a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:36.735489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.737400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.763353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-124bb7f3-c8cd-4bc3-8f2a-105c56da97d7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.805424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-17c770a6-db9b-49a6-ad55-411f32fa2d0a None None] Port 7f0bb461-9da2-4d76-86a1-fe0b290be57a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:36.820978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e2696-328c-4780-97b9-c087cfaf91b1 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:36.836511 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-124bb7f3-c8cd-4bc3-8f2a-105c56da97d7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.871607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bb7f3-c8cd-4bc3-8f2a-105c56da97d7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=4b94066a-7fe5-4889-8764-8c08ed5b2e65,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:36.876180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-124bb7f3-c8cd-4bc3-8f2a-105c56da97d7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.877807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:36.877970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:36.883139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-124bb7f3-c8cd-4bc3-8f2a-105c56da97d7 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/4b94066a-7fe5-4889-8764-8c08ed5b2e65 HTTP/1.1" status: 204 len: 168 time: 0.3340268 Dec 15 14:20:36.884108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43160) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:36.891090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:36.929966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce144dc-85e6-45d1-ad73-6516e2e9b92d None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:36.941989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6acdd-3045-4035-9e4d-cdc99d61249a None None] Pushing event updated for resources: {'Port': ['ID=7f0bb461-9da2-4d76-86a1-fe0b290be57a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:37.010774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:37.015104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.016370 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.065271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.076574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.20.0.1 (ff01c65f-d0ab-4ef3-8e87-03ee4bb07292/12ed4c6e-98b7-423b-b0bf-6415dd98489d/95d530cd-535d-450c-b521-dd29b64c3429) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:37.080045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dd5aa54b-0365-4b64-916c-f0f614d6e20f None None] Provisioning complete for port 7f0bb461-9da2-4d76-86a1-fe0b290be57a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:37.080428 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa54b-0365-4b64-916c-f0f614d6e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.171650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:37.189154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:37.192729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:37.197694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:37.222659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.237326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Pushing event updated for resources: {'Port': ['ID=80784882-cc49-4fb1-bd93-7d2db3000ba2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:37.263861 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.282316 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.311201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:37.314499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:37.318699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:37.337007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:37.341450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:37.346300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:37.347142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.359148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=95d530cd-535d-450c-b521-dd29b64c3429,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:37.364850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:37.373087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6b18eaad-88dc-4fb2-878a-9a0f1531a08e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4881871 Dec 15 14:20:37.374185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43162) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:37.378462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fe8e194e-16d2-446c-bb00-e779b45f23ca tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'security_group': {'name': 'tempest-secgroup-1960248371'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:37.387303 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.404650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe8e194e-16d2-446c-bb00-e779b45f23ca tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.424677 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.427310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Attempting to bind port 80784882-cc49-4fb1-bd93-7d2db3000ba2 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:37.427695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Attempting to bind port 80784882-cc49-4fb1-bd93-7d2db3000ba2 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:37.428098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Attempting to bind port 80784882-cc49-4fb1-bd93-7d2db3000ba2 on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:37.475439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:37.475903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Checking segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:37.476369 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.476769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Bound using segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:37.477306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Bound port: 80784882-cc49-4fb1-bd93-7d2db3000ba2, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:37.477702 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.489669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe8e194e-16d2-446c-bb00-e779b45f23ca tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.495116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe8e194e-16d2-446c-bb00-e779b45f23ca tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.530055 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa54b-0365-4b64-916c-f0f614d6e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.532014 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe8e194e-16d2-446c-bb00-e779b45f23ca tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.536124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fe8e194e-16d2-446c-bb00-e779b45f23ca tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1582694 Dec 15 14:20:37.536333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43164) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:37.538618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e194e-16d2-446c-bb00-e779b45f23ca tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b385dc83-2ab9-4490-a6d2-edc1111846ff,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:37.543042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ad755bfc-dc74-4f20-a2c8-54a7a899fe4f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'security_group': {'name': 'tempest-secgroup-705522607'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:37.602285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.605270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dd5aa54b-0365-4b64-916c-f0f614d6e20f None None] For port 7f0bb461-9da2-4d76-86a1-fe0b290be57a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7f0bb461-9da2-4d76-86a1-fe0b290be57a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:37.614554 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad755bfc-dc74-4f20-a2c8-54a7a899fe4f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.620678 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa54b-0365-4b64-916c-f0f614d6e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.665432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] For port 80784882-cc49-4fb1-bd93-7d2db3000ba2, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:37.685280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] For port 80784882-cc49-4fb1-bd93-7d2db3000ba2, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=80784882-cc49-4fb1-bd93-7d2db3000ba2,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:37.696633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:37.718168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5aa54b-0365-4b64-916c-f0f614d6e20f None None] Pushing event updated for resources: {'Port': ['ID=7f0bb461-9da2-4d76-86a1-fe0b290be57a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:37.949204 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:34Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:38.030111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d9f61-73d2-4257-868f-fbcb8350714e None None] The sync data for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 is: [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:34Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:38.051805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a19cbe-546d-4016-9215-c7c228a85f03 None None] Pushing event updated for resources: {'Port': ['ID=80784882-cc49-4fb1-bd93-7d2db3000ba2,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:38.218624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f51a64-d452-4b96-a749-68b2c395be78 None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:38.232077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad755bfc-dc74-4f20-a2c8-54a7a899fe4f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.236900 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad755bfc-dc74-4f20-a2c8-54a7a899fe4f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.287356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad755bfc-dc74-4f20-a2c8-54a7a899fe4f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.288932 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ad755bfc-dc74-4f20-a2c8-54a7a899fe4f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7515445 Dec 15 14:20:38.292514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9726ec0c-7b77-4b81-9721-4510a3c38507 None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:38.292815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43166) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:38.293326 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9726ec0c-7b77-4b81-9721-4510a3c38507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.298598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2922fdde-f703-4bc0-9ec2-8de9430a438f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'security_group': {'name': 'tempest-secgroup-24284890'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:38.306353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad755bfc-dc74-4f20-a2c8-54a7a899fe4f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1a19c-21b0-49ce-9dfb-e190310c64b2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:38.373675 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2922fdde-f703-4bc0-9ec2-8de9430a438f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.468038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.472623 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2922fdde-f703-4bc0-9ec2-8de9430a438f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.476435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.478132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2922fdde-f703-4bc0-9ec2-8de9430a438f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.497208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9726ec0c-7b77-4b81-9721-4510a3c38507 None None] Provisioning complete for port 2d6c1034-4b61-4710-bc91-f7c248208a4f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:38.497859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9726ec0c-7b77-4b81-9721-4510a3c38507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.513900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2922fdde-f703-4bc0-9ec2-8de9430a438f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.518022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2922fdde-f703-4bc0-9ec2-8de9430a438f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2217753 Dec 15 14:20:38.520742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43168) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:38.526778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-258800805', 'security_groups': ['9c906c88-f790-4648-9837-cda96a33c1c2'], 'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e'}]}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:38.536159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922fdde-f703-4bc0-9ec2-8de9430a438f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c906c88-f790-4648-9837-cda96a33c1c2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:38.572145 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.583064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=95d530cd-535d-450c-b521-dd29b64c3429,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:38.599571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9726ec0c-7b77-4b81-9721-4510a3c38507 None None] Port 2d6c1034-4b61-4710-bc91-f7c248208a4f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:38.602819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36018255-5aa0-43e2-8f88-ca7db27f898c None None] Update dhcp port {'port': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'fixed_ips': [{'subnet_id': '464220a0-9e79-4cc9-b025-695d72de2cca', 'ip_address': '172.20.0.18'}, {'subnet_id': '53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e'}], 'binding:host_id': 'n-d-821840-1'}, 'id': 'b8fe027d-24fd-4239-a69b-8f674b77d999'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:20:38.640491 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36018255-5aa0-43e2-8f88-ca7db27f898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.714743 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:38.716513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:38.721186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:38.852930 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.859759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-36018255-5aa0-43e2-8f88-ca7db27f898c None None] Allocated IP 172.20.0.2 (3856fd26-17ae-4f75-a443-30dc5a4a175e/53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e/b8fe027d-24fd-4239-a69b-8f674b77d999) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:38.883284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] device_id is not set on port b2e05ff9-02b6-4a80-b7c6-376899fc41ac yet. {{(pid=109768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 14:20:38.895996 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:39.036475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-36018255-5aa0-43e2-8f88-ca7db27f898c None None] For port b8fe027d-24fd-4239-a69b-8f674b77d999, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b8fe027d-24fd-4239-a69b-8f674b77d999,segment=NetworkSegment(0a7d1728-1e5a-4989-91b2-efac3e88c460),segment_id=0a7d1728-1e5a-4989-91b2-efac3e88c460)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:39.107431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:39.113465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-249b4b9a-b55b-4a9c-afb5-d6281bec415a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "PUT /v2.0/routers/7d5d513f-bac5-464d-b87c-5f363d6bfcbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0206006 Dec 15 14:20:39.114912 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36018255-5aa0-43e2-8f88-ca7db27f898c None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.119752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 80784882-cc49-4fb1-bd93-7d2db3000ba2 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:39.155726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36018255-5aa0-43e2-8f88-ca7db27f898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.227251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43279f4b-f59a-4211-a887-0bc8ebd8705b None None] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:39.228522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.12 (3856fd26-17ae-4f75-a443-30dc5a4a175e/53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e/b2e05ff9-02b6-4a80-b7c6-376899fc41ac) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:39.348596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36018255-5aa0-43e2-8f88-ca7db27f898c None None] Pushing event updated for resources: {'Port': ['ID=b8fe027d-24fd-4239-a69b-8f674b77d999,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:39.372720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cc866ce3-4eae-4666-a072-b39aeea0a824 None None] Provisioning complete for port 80784882-cc49-4fb1-bd93-7d2db3000ba2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:39.373102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cc866ce3-4eae-4666-a072-b39aeea0a824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.425618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 80784882-cc49-4fb1-bd93-7d2db3000ba2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:39.426391 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.447472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-84419471-d84a-4830-899a-ef70de73d165 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916918210&fields=id&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 267 time: 0.0823886 Dec 15 14:20:39.478218 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.584994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cc866ce3-4eae-4666-a072-b39aeea0a824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.602352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-1a695a56-2e0a-47fc-9ec8-af47dd312693 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:39.604082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-1a695a56-2e0a-47fc-9ec8-af47dd312693 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 797 time: 0.1423061 Dec 15 14:20:39.605869 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.631121 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.660163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-7365be28-d39a-4f81-9d99-be285411e5b8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/quotas/abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 375 time: 0.0450835 Dec 15 14:20:39.666660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:39.680855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:39.684199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:39.692994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cc866ce3-4eae-4666-a072-b39aeea0a824 None None] For port 80784882-cc49-4fb1-bd93-7d2db3000ba2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=80784882-cc49-4fb1-bd93-7d2db3000ba2,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:39.705203 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cc866ce3-4eae-4666-a072-b39aeea0a824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.727493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=b2e05ff9-02b6-4a80-b7c6-376899fc41ac,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:39.767337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:39.768109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.778172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-14ea5a11-8b1b-4a50-a279-e3dd1a115f3d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094968 Dec 15 14:20:39.794283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-85490ca0-b87e-441e-a9dd-6daec36d1866 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2722425 Dec 15 14:20:39.797220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43186) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:39.803407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-306ab453-f616-4313-b9a4-3459e014c0c0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:39.817010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc866ce3-4eae-4666-a072-b39aeea0a824 None None] Pushing event updated for resources: {'Port': ['ID=80784882-cc49-4fb1-bd93-7d2db3000ba2,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:39.841652 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:20:39.842315 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:20:39.934307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-5c643d0d-9ba9-49bd-9866-1a22ebc21750 service neutron] 10.222.0.86 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344647 Dec 15 14:20:39.946376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b2b5d9ac-de80-4f37-9939-f4685eae8b18 None None] Provisioning complete for port 80784882-cc49-4fb1-bd93-7d2db3000ba2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:39.946376 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2b5d9ac-de80-4f37-9939-f4685eae8b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.971995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306ab453-f616-4313-b9a4-3459e014c0c0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:39.985949 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-306ab453-f616-4313-b9a4-3459e014c0c0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.073686 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-d9709168-183d-4281-b972-72a737bf2a87 service neutron] 10.222.0.86 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283557 Dec 15 14:20:40.102357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b2b5d9ac-de80-4f37-9939-f4685eae8b18 None None] Provisioning complete for port 95d530cd-535d-450c-b521-dd29b64c3429 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:40.104430 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b2b5d9ac-de80-4f37-9939-f4685eae8b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.151119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5d9ac-de80-4f37-9939-f4685eae8b18 None None] Port 95d530cd-535d-450c-b521-dd29b64c3429 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:40.181706 n-d-821840-1 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-306ab453-f616-4313-b9a4-3459e014c0c0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e (CIDR: 172.20.0.0/28) Dec 15 14:20:40.186051 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-306ab453-f616-4313-b9a4-3459e014c0c0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:20:40.187064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306ab453-f616-4313-b9a4-3459e014c0c0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:40.218882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43188) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:40.219138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-306ab453-f616-4313-b9a4-3459e014c0c0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4199140 Dec 15 14:20:40.224213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b92817d5-18d9-4b88-9a6e-7093d4a34719 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:40.274826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e52396e8-db73-4cf7-8b04-2c90eb2e8f39 None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:40.274826 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e52396e8-db73-4cf7-8b04-2c90eb2e8f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.348160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f806d0a-76a7-4b35-8400-e8e2b6966880 req-f5991ca3-bac3-4ae8-a620-18111f15de20 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 210 time: 0.0541124 Dec 15 14:20:40.437721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7f0bb461-9da2-4d76-86a1-fe0b290be57a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:40.497495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92817d5-18d9-4b88-9a6e-7093d4a34719 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:40.505126 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b92817d5-18d9-4b88-9a6e-7093d4a34719 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.505595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e52396e8-db73-4cf7-8b04-2c90eb2e8f39 None None] Provisioning complete for port 2d6c1034-4b61-4710-bc91-f7c248208a4f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:40.506077 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e52396e8-db73-4cf7-8b04-2c90eb2e8f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.558800 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Sync routers for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:40.561234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e52396e8-db73-4cf7-8b04-2c90eb2e8f39 None None] Port 2d6c1034-4b61-4710-bc91-f7c248208a4f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:40.575973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7f0bb461-9da2-4d76-86a1-fe0b290be57a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:40.576607 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.580924 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:40.582774 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:40.635481 n-d-821840-1 neutron-server[109768]: INFO neutron.db.ipam_backend_mixin [None req-b92817d5-18d9-4b88-9a6e-7093d4a34719 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 464220a0-9e79-4cc9-b025-695d72de2cca (CIDR: 172.20.0.16/28) Dec 15 14:20:40.640913 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92817d5-18d9-4b88-9a6e-7093d4a34719 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:20:40.641614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92817d5-18d9-4b88-9a6e-7093d4a34719 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:40.664781 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b92817d5-18d9-4b88-9a6e-7093d4a34719 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4446461 Dec 15 14:20:40.667648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43198) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:40.673001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'subnet': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:40.708110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-26a8f247-18b6-45a5-846a-7764a7590540 None None] Provisioning complete for port b2e05ff9-02b6-4a80-b7c6-376899fc41ac triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:40.708622 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26a8f247-18b6-45a5-846a-7764a7590540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.733486 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:40.754324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-26a8f247-18b6-45a5-846a-7764a7590540 None None] Port b2e05ff9-02b6-4a80-b7c6-376899fc41ac cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:40.770789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-26a8f247-18b6-45a5-846a-7764a7590540 None None] Provisioning complete for port 95d530cd-535d-450c-b521-dd29b64c3429 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:40.771241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-26a8f247-18b6-45a5-846a-7764a7590540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.813301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-26a8f247-18b6-45a5-846a-7764a7590540 None None] Port 95d530cd-535d-450c-b521-dd29b64c3429 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:40.828823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Made reservation on behalf of 921c93c1f6b345c885f090302bcdd6dc for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:40.833305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.957869 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:38Z', 'revision_number': 2, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:40.986178 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Checking router: 7d5d513f-bac5-464d-b87c-5f363d6bfcbb for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:40.986539 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Updating router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb port 95d530cd-535d-450c-b521-dd29b64c3429 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:20:40.991307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 80784882-cc49-4fb1-bd93-7d2db3000ba2 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:41.017669 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.039829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 80784882-cc49-4fb1-bd93-7d2db3000ba2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:41.040188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.128482 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.144876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b8fe027d-24fd-4239-a69b-8f674b77d999 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:41.178279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:41.184130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:41.188793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:41.189395 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.200336 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57223bfe-9707-4d18-b78c-e1d1de84fa20 None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:41.203505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Subnet': ['ID=5b46e996-6c3e-4a1b-9a5d-bc2f9f546ae9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:41.217854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43202) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:41.228142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80c8653d-ceac-4e8c-a755-1a66cec1a458 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5448389 Dec 15 14:20:41.231607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1493229030', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b46e996-6c3e-4a1b-9a5d-bc2f9f546ae9'}], 'security_groups': ['b385dc83-2ab9-4490-a6d2-edc1111846ff', '32d1a19c-21b0-49ce-9dfb-e190310c64b2']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:41.297142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:41.297720 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.302925 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.308453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.311626 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.356676 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Pushing event updated for resources: {'Port': ['ID=95d530cd-535d-450c-b521-dd29b64c3429,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:41.388704 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.389056 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.390635 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.397088 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.397751 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.398272 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.398647 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.398980 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.399309 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.399635 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.399989 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.400316 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.400638 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:41.481348 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Attempting to bind port 95d530cd-535d-450c-b521-dd29b64c3429 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:41.482000 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Attempting to bind port 95d530cd-535d-450c-b521-dd29b64c3429 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:41.482583 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Attempting to bind port 95d530cd-535d-450c-b521-dd29b64c3429 on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:41.488487 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:41.489176 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Checking segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:41.489837 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.490463 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Bound using segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:41.491341 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Bound port: 95d530cd-535d-450c-b521-dd29b64c3429, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:41.492032 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.520420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc03ed29-4a1f-4436-8c8a-8295dca14378 None None] Update dhcp port {'port': {'network_id': '3856fd26-17ae-4f75-a443-30dc5a4a175e', 'fixed_ips': [{'subnet_id': '464220a0-9e79-4cc9-b025-695d72de2cca', 'ip_address': '172.20.0.18'}, {'subnet_id': '53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b46e996-6c3e-4a1b-9a5d-bc2f9f546ae9'}], 'binding:host_id': 'n-d-821840-1'}, 'id': 'b8fe027d-24fd-4239-a69b-8f674b77d999'} from n-d-821840-1. {{(pid=109769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 14:20:41.568796 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] For port 95d530cd-535d-450c-b521-dd29b64c3429, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:41.572651 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] For port 95d530cd-535d-450c-b521-dd29b64c3429, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=95d530cd-535d-450c-b521-dd29b64c3429,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:41.575175 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc03ed29-4a1f-4436-8c8a-8295dca14378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.578354 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.642089 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc51bb-7ad1-42b9-ad87-611169daa01c None None] Pushing event updated for resources: {'Port': ['ID=95d530cd-535d-450c-b521-dd29b64c3429,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:41.658126 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:41.659001 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:41.760321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cfe761b5-14e2-4247-8647-4189c0774244 None None] Provisioning complete for port 95d530cd-535d-450c-b521-dd29b64c3429 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:41.761415 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cfe761b5-14e2-4247-8647-4189c0774244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.780096 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:41.851558 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cfe761b5-14e2-4247-8647-4189c0774244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.867318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8789d45d-8559-4919-b364-bf206e799e5f req-f5c7a2a4-3e60-4f1f-8438-c448d67e4edc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 210 time: 0.4133677 Dec 15 14:20:41.898942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Delete allocated IP 172.20.0.12 (3856fd26-17ae-4f75-a443-30dc5a4a175e/53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e) {{(pid=109768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 14:20:41.910948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cfe761b5-14e2-4247-8647-4189c0774244 None None] For port 95d530cd-535d-450c-b521-dd29b64c3429, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=95d530cd-535d-450c-b521-dd29b64c3429,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:41.919680 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cfe761b5-14e2-4247-8647-4189c0774244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.930659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Allocated IP 172.20.0.35 (3856fd26-17ae-4f75-a443-30dc5a4a175e/5b46e996-6c3e-4a1b-9a5d-bc2f9f546ae9/b2e05ff9-02b6-4a80-b7c6-376899fc41ac) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:41.970757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-87e6714a-632c-4cef-9401-8d42143de684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:41.972568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-87e6714a-632c-4cef-9401-8d42143de684 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 797 time: 0.4315472 Dec 15 14:20:41.996320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe761b5-14e2-4247-8647-4189c0774244 None None] Pushing event updated for resources: {'Port': ['ID=95d530cd-535d-450c-b521-dd29b64c3429,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:42.033346 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:42.045752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-80f657f0-32e7-469f-9745-d14fc1ad91ad None None] Provisioning complete for port 95d530cd-535d-450c-b521-dd29b64c3429 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:42.046818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-80f657f0-32e7-469f-9745-d14fc1ad91ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.069577 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d3094-0f91-4c55-a34d-29c6c05f052d None None] The sync data for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 is: [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:41Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:42.109174 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-77a46cab-45d4-4c99-b9e7-367fc1370502 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 379 time: 0.1265631 Dec 15 14:20:42.124956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'port': {'device_id': '2dde1b35-2119-4123-8d74-b55e888662e7', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'admin_state_up': True, 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'security_groups': ['ecfc57d1-3163-452a-b4e3-4713ad2aaef5']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:42.284572 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.290685 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.351317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-dc03ed29-4a1f-4436-8c8a-8295dca14378 None None] Allocated IP 172.20.0.34 (3856fd26-17ae-4f75-a443-30dc5a4a175e/5b46e996-6c3e-4a1b-9a5d-bc2f9f546ae9/b8fe027d-24fd-4239-a69b-8f674b77d999) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:42.422654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event updated for resources: {'Port': ['ID=b2e05ff9-02b6-4a80-b7c6-376899fc41ac,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:42.437000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:42.441145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.479159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] In _notify_port_updated(), no bound segment for port b2e05ff9-02b6-4a80-b7c6-376899fc41ac on network 3856fd26-17ae-4f75-a443-30dc5a4a175e {{(pid=109768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 14:20:42.485656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:42.486406 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.490474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2c22b9c1-c2b3-4d19-8f49-301c4c0ca34f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "PUT /v2.0/ports/b2e05ff9-02b6-4a80-b7c6-376899fc41ac HTTP/1.1" status: 200 len: 960 time: 1.2689695 Dec 15 14:20:42.490989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43206) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:42.498664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dc03ed29-4a1f-4436-8c8a-8295dca14378 None None] For port b8fe027d-24fd-4239-a69b-8f674b77d999, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b8fe027d-24fd-4239-a69b-8f674b77d999,segment=NetworkSegment(0a7d1728-1e5a-4989-91b2-efac3e88c460),segment_id=0a7d1728-1e5a-4989-91b2-efac3e88c460)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:42.535318 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc03ed29-4a1f-4436-8c8a-8295dca14378 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.541239 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc03ed29-4a1f-4436-8c8a-8295dca14378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.719936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.20.0.10 (ff01c65f-d0ab-4ef3-8e87-03ee4bb07292/12ed4c6e-98b7-423b-b0bf-6415dd98489d/058607bd-b809-4c89-a3ac-bb0b4f91242a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:42.733635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-474f25a4-0508-4d37-b0d8-c6bc2385c793 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port b2e05ff9-02b6-4a80-b7c6-376899fc41ac {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:42.734084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-474f25a4-0508-4d37-b0d8-c6bc2385c793 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.847148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03ed29-4a1f-4436-8c8a-8295dca14378 None None] Pushing event updated for resources: {'Port': ['ID=b8fe027d-24fd-4239-a69b-8f674b77d999,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:42.938849 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-474f25a4-0508-4d37-b0d8-c6bc2385c793 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:42.961205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-474f25a4-0508-4d37-b0d8-c6bc2385c793 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for b2e05ff9-02b6-4a80-b7c6-376899fc41ac owned by {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:43.048573 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-047d7c44-a3b2-42be-9ad4-db18bbb51c7b req-53d32a16-42c1-4de9-ac0b-dc2af7d7b8cd tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 210 time: 0.0610712 Dec 15 14:20:43.098894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 95d530cd-535d-450c-b521-dd29b64c3429 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:43.177686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 95d530cd-535d-450c-b521-dd29b64c3429 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:43.178147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.291579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b8fe027d-24fd-4239-a69b-8f674b77d999 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:43.356908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:43.357516 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.478838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.534180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.605806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8b10c673-8edf-4c18-b3c0-c760bcf8f35f None None] Provisioning complete for port b2e05ff9-02b6-4a80-b7c6-376899fc41ac triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:43.606187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b10c673-8edf-4c18-b3c0-c760bcf8f35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.618400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:43.623910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:43.628124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:43.633499 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-474f25a4-0508-4d37-b0d8-c6bc2385c793 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.648164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8b10c673-8edf-4c18-b3c0-c760bcf8f35f None None] Port b2e05ff9-02b6-4a80-b7c6-376899fc41ac cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:43.659197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8b10c673-8edf-4c18-b3c0-c760bcf8f35f None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:43.659581 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b10c673-8edf-4c18-b3c0-c760bcf8f35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.661457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:43.695807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f25a4-0508-4d37-b0d8-c6bc2385c793 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=b2e05ff9-02b6-4a80-b7c6-376899fc41ac,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:43.744704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:43.746010 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.758695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8b10c673-8edf-4c18-b3c0-c760bcf8f35f None None] Provisioning complete for port 2d6c1034-4b61-4710-bc91-f7c248208a4f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:43.759071 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b10c673-8edf-4c18-b3c0-c760bcf8f35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.790799 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4d4ebcf0-1670-405f-8c54-d596529b0db9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6729076 Dec 15 14:20:43.794575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8b10c673-8edf-4c18-b3c0-c760bcf8f35f None None] Port 2d6c1034-4b61-4710-bc91-f7c248208a4f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:43.804836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Request body: {'port': {'device_id': '2dde1b35-2119-4123-8d74-b55e888662e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:43.811056 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-474f25a4-0508-4d37-b0d8-c6bc2385c793 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.814896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-474f25a4-0508-4d37-b0d8-c6bc2385c793 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/b2e05ff9-02b6-4a80-b7c6-376899fc41ac HTTP/1.1" status: 204 len: 168 time: 1.3226860 Dec 15 14:20:43.819109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:43.845911 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdacee9a-2fe9-44c7-b059-7a8bf20d1bba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] GET failed (client error): The resource could not be found. Dec 15 14:20:43.849755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cdacee9a-2fe9-44c7-b059-7a8bf20d1bba tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports/b2e05ff9-02b6-4a80-b7c6-376899fc41ac HTTP/1.1" status: 404 len: 333 time: 0.0272303 Dec 15 14:20:43.849992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:43.875763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.904062 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1f24297-da9b-46c6-908d-4b73ff37e0cb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.922900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-327e2443-0eee-460c-8cda-37111d039070 None None] Provisioning complete for port 058607bd-b809-4c89-a3ac-bb0b4f91242a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:43.923282 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-327e2443-0eee-460c-8cda-37111d039070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.931178 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1f24297-da9b-46c6-908d-4b73ff37e0cb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.969625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-327e2443-0eee-460c-8cda-37111d039070 None None] Port 058607bd-b809-4c89-a3ac-bb0b4f91242a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:43.991367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1f24297-da9b-46c6-908d-4b73ff37e0cb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.995191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d1f24297-da9b-46c6-908d-4b73ff37e0cb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.996672 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d1f24297-da9b-46c6-908d-4b73ff37e0cb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/security-groups/9c906c88-f790-4648-9837-cda96a33c1c2 HTTP/1.1" status: 204 len: 168 time: 0.1457791 Dec 15 14:20:44.000447 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:44.015832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f24297-da9b-46c6-908d-4b73ff37e0cb tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c906c88-f790-4648-9837-cda96a33c1c2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:44.085216 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-084d5a66-ae54-47e3-a6e7-719395b05f61 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.111376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-084d5a66-ae54-47e3-a6e7-719395b05f61 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.181812 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7e5d7fa5-e67b-44af-ae1e-216354fc1cb1 None None] Could not find standard attr ID for object b2e05ff9-02b6-4a80-b7c6-376899fc41ac. {{(pid=109769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 14:20:44.188411 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-084d5a66-ae54-47e3-a6e7-719395b05f61 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.191454 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-084d5a66-ae54-47e3-a6e7-719395b05f61 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.196485 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-084d5a66-ae54-47e3-a6e7-719395b05f61 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/security-groups/32d1a19c-21b0-49ce-9dfb-e190310c64b2 HTTP/1.1" status: 204 len: 168 time: 0.1949182 Dec 15 14:20:44.197002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:44.220117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d5a66-ae54-47e3-a6e7-719395b05f61 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1a19c-21b0-49ce-9dfb-e190310c64b2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:44.291425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a10d0-75bd-4b61-80a1-8f42fe89004b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.314281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058607bd-b809-4c89-a3ac-bb0b4f91242a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:20:44.333129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a10d0-75bd-4b61-80a1-8f42fe89004b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.333834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.374781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0c2f-d4cb-4aa6-9103-05864cefc1ec req-cbf62c97-e3fe-4fa9-8558-64b2473705a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:44.377302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-93ce0c2f-d4cb-4aa6-9103-05864cefc1ec req-cbf62c97-e3fe-4fa9-8558-64b2473705a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 932 time: 0.1881864 Dec 15 14:20:44.378981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Transition to ACTIVE for port object 058607bd-b809-4c89-a3ac-bb0b4f91242a will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:20:44.384727 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.399935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a10d0-75bd-4b61-80a1-8f42fe89004b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.403136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a10d0-75bd-4b61-80a1-8f42fe89004b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.404339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ea6a10d0-75bd-4b61-80a1-8f42fe89004b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/security-groups/b385dc83-2ab9-4490-a6d2-edc1111846ff HTTP/1.1" status: 204 len: 168 time: 0.2023318 Dec 15 14:20:44.407669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:44.441312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a10d0-75bd-4b61-80a1-8f42fe89004b tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b385dc83-2ab9-4490-a6d2-edc1111846ff,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:44.472808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:44.476711 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f01164-7bd0-4e06-89f5-d01ac407a9e0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet 53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:44.481438 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91f01164-7bd0-4e06-89f5-d01ac407a9e0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.487770 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-93ce0c2f-d4cb-4aa6-9103-05864cefc1ec req-8953a0de-dc71-4897-b030-5cc2efbdf045 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976970 Dec 15 14:20:44.536803 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91f01164-7bd0-4e06-89f5-d01ac407a9e0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.554133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:44.554536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:44.554933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:44.560247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:20:44.560574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:44.565873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:44.566299 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Checking segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:44.566696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Bound using segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:44.567122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Bound port: 058607bd-b809-4c89-a3ac-bb0b4f91242a, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:44.567482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.630343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91f01164-7bd0-4e06-89f5-d01ac407a9e0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.638644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:44.642372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:44.647271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.684729 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:44.685353 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.686749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] 10.222.0.74 "PUT /v2.0/ports/058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 1092 time: 0.8866394 Dec 15 14:20:44.687202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:44.689533 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d084819-3b04-42c7-9709-79794112ca52" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:44.706006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91f01164-7bd0-4e06-89f5-d01ac407a9e0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.742150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f01164-7bd0-4e06-89f5-d01ac407a9e0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:44.745488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91f01164-7bd0-4e06-89f5-d01ac407a9e0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.753936 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-91f01164-7bd0-4e06-89f5-d01ac407a9e0 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e HTTP/1.1" status: 204 len: 168 time: 0.3417490 Dec 15 14:20:44.756243 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43224) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:44.757279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9dee7-3d12-45a0-8807-9ab2ab9ce15e None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:44.768098 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baddb888-cdab-48cc-aa9d-72cddec21e0c x-openstack-request-id: req-baddb888-cdab-48cc-aa9d-72cddec21e0c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:44.768936 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:44.769417 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-baddb888-cdab-48cc-aa9d-72cddec21e0c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:44.770053 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'status': 'completed', 'code': 200} Dec 15 14:20:44.787084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663484e3-5071-4bed-95a9-0b98ff8d92d3 service neutron] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:44.810692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-ae3cb2eb-289a-40e7-b4fb-a40f4b59233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:44.812242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-ae3cb2eb-289a-40e7-b4fb-a40f4b59233a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1095 time: 0.0695534 Dec 15 14:20:44.818537 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0e219c-ebd9-4921-8365-5148209160a4 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet 5b46e996-6c3e-4a1b-9a5d-bc2f9f546ae9 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:44.822309 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f0e219c-ebd9-4921-8365-5148209160a4 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.875568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-83bc98d3-5fd2-4fa0-ae71-205efbd0c448 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 217 time: 0.0544133 Dec 15 14:20:44.878196 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f0e219c-ebd9-4921-8365-5148209160a4 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:44.946268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-01590b23-86b7-48e0-a74c-1ab64f041343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:44.947791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-01590b23-86b7-48e0-a74c-1ab64f041343 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0649381 Dec 15 14:20:44.993008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f0e219c-ebd9-4921-8365-5148209160a4 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.001027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-5e441c4a-0317-4226-9ec1-ed2f99b40569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:45.002562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-5e441c4a-0317-4226-9ec1-ed2f99b40569 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464230 Dec 15 14:20:45.072949 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f0e219c-ebd9-4921-8365-5148209160a4 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.110037 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f0e219c-ebd9-4921-8365-5148209160a4 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.116913 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0f0e219c-ebd9-4921-8365-5148209160a4 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/5b46e996-6c3e-4a1b-9a5d-bc2f9f546ae9 HTTP/1.1" status: 204 len: 168 time: 0.3571014 Dec 15 14:20:45.117703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43226) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.120059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-4c4714ec-fd90-4203-ad17-02ee1ab786d8 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089227 Dec 15 14:20:45.133832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e219c-ebd9-4921-8365-5148209160a4 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=5b46e996-6c3e-4a1b-9a5d-bc2f9f546ae9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:45.163019 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5618d48-6eba-4648-a74f-057175bec27d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.163799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5618d48-6eba-4648-a74f-057175bec27d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.169026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f5618d48-6eba-4648-a74f-057175bec27d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/53b55ee0-77b9-4b64-b3b8-8b45b7df7f5e HTTP/1.1" status: 404 len: 337 time: 0.0485790 Dec 15 14:20:45.171983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43228) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.234221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-128cb8af-c992-4c1c-b862-09f18cd8c756 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting subnet 464220a0-9e79-4cc9-b025-695d72de2cca {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:45.237584 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-128cb8af-c992-4c1c-b862-09f18cd8c756 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.238872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5d24f1b9-9c35-4abc-9c2d-07ffb1e5861f req-a4c8aaa2-db87-4a83-ae98-29e5a4d612a5 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121655 Dec 15 14:20:45.283119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-128cb8af-c992-4c1c-b862-09f18cd8c756 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.340958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084819-3b04-42c7-9709-79794112ca52 req-d9a4c61a-f9a1-4c91-9599-4573f9677c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:45.342580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d084819-3b04-42c7-9709-79794112ca52 req-d9a4c61a-f9a1-4c91-9599-4573f9677c9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1095 time: 0.0525966 Dec 15 14:20:45.375735 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-128cb8af-c992-4c1c-b862-09f18cd8c756 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.438568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084819-3b04-42c7-9709-79794112ca52 req-1aca15a1-d221-45fe-b419-4d80a4eb9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:45.440091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d084819-3b04-42c7-9709-79794112ca52 req-1aca15a1-d221-45fe-b419-4d80a4eb9ccb service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.0910079 Dec 15 14:20:45.443460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-128cb8af-c992-4c1c-b862-09f18cd8c756 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.473852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cb8af-c992-4c1c-b862-09f18cd8c756 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Subnet': ['ID=464220a0-9e79-4cc9-b025-695d72de2cca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:45.478420 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-128cb8af-c992-4c1c-b862-09f18cd8c756 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.482451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-128cb8af-c992-4c1c-b862-09f18cd8c756 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/464220a0-9e79-4cc9-b025-695d72de2cca HTTP/1.1" status: 204 len: 168 time: 0.3092067 Dec 15 14:20:45.488680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.490688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d084819-3b04-42c7-9709-79794112ca52 req-88894598-1d2a-437d-9d16-bd8701465d4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 217 time: 0.0428832 Dec 15 14:20:45.517765 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90c7886-f92b-481d-a0e5-19f95c66e44a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.518235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90c7886-f92b-481d-a0e5-19f95c66e44a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.524099 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d90c7886-f92b-481d-a0e5-19f95c66e44a tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/4b94066a-7fe5-4889-8764-8c08ed5b2e65 HTTP/1.1" status: 404 len: 337 time: 0.0339699 Dec 15 14:20:45.524705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43234) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.525013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf23e7-9572-447e-aa65-c40bc3a12bbd None None] Network 3856fd26-17ae-4f75-a443-30dc5a4a175e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:45.549923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084819-3b04-42c7-9709-79794112ca52 req-61d523d5-18a1-4bba-a0d3-d5ee1afe2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:45.552544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d084819-3b04-42c7-9709-79794112ca52 req-61d523d5-18a1-4bba-a0d3-d5ee1afe2dbf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0537796 Dec 15 14:20:45.557900 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5349a247-f97c-45e6-b741-dbc744aa5697 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca1b9bdb-8072-461f-aa63-64ccc36cda4a HTTP/1.1" status: 200 len: 205 time: 0.0317273 Dec 15 14:20:45.559439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43236) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.603687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cd3c24e3-b12f-4c9f-bd52-56794e74ff9d None None] Provisioning complete for port b8fe027d-24fd-4239-a69b-8f674b77d999 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:45.604101 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd3c24e3-b12f-4c9f-bd52-56794e74ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.630802 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-3bbe927e-09a2-48a1-ae5d-007154453ba1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] delete failed (client error): The resource could not be found. Dec 15 14:20:45.631837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3bbe927e-09a2-48a1-ae5d-007154453ba1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/routers/ca1b9bdb-8072-461f-aa63-64ccc36cda4a HTTP/1.1" status: 404 len: 336 time: 0.0713778 Dec 15 14:20:45.636630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.662941 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cf5475-b534-47ee-9c0d-be1df9856cd5 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.663552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cf5475-b534-47ee-9c0d-be1df9856cd5 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.669832 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d7cf5475-b534-47ee-9c0d-be1df9856cd5 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/28ef828e-c3f7-40fd-b67c-e73c906acdf6 HTTP/1.1" status: 404 len: 337 time: 0.0338717 Dec 15 14:20:45.670453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43242) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.680105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084819-3b04-42c7-9709-79794112ca52 req-6336a197-2366-49d5-af06-1591bbd2b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:45.681843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d084819-3b04-42c7-9709-79794112ca52 req-6336a197-2366-49d5-af06-1591bbd2b42a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199579 Dec 15 14:20:45.694723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb4a9a-ccb1-4e17-bde5-4048a13b2970 req-13b71081-2c40-4dcd-b984-83d334e7badb tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:45.696604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50cb4a9a-ccb1-4e17-bde5-4048a13b2970 req-13b71081-2c40-4dcd-b984-83d334e7badb tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 944 time: 0.0881913 Dec 15 14:20:45.702100 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d04f275-7f2f-4a7d-b61c-02a51c3fb09e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.702567 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d04f275-7f2f-4a7d-b61c-02a51c3fb09e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.708279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43244) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.708495 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7d04f275-7f2f-4a7d-b61c-02a51c3fb09e tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/f1974cc3-97db-4665-ba9e-793f0a91845e HTTP/1.1" status: 404 len: 337 time: 0.0369129 Dec 15 14:20:45.740946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cd3c24e3-b12f-4c9f-bd52-56794e74ff9d None None] Provisioning complete for port 2d6c1034-4b61-4710-bc91-f7c248208a4f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:45.741531 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd3c24e3-b12f-4c9f-bd52-56794e74ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.773461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] DHCP port deletion for 3856fd26-17ae-4f75-a443-30dc5a4a175e request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:45.782506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c24e3-b12f-4c9f-bd52-56794e74ff9d None None] Port 2d6c1034-4b61-4710-bc91-f7c248208a4f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:20:45.786551 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf9ef62-3a6e-47ff-b175-89cc462758bf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.787016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf9ef62-3a6e-47ff-b175-89cc462758bf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.790112 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ddf9ef62-3a6e-47ff-b175-89cc462758bf tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/b0025165-04e6-4d75-92fb-fddec591d827 HTTP/1.1" status: 404 len: 337 time: 0.0705819 Dec 15 14:20:45.792877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43246) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.822650 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d727bb-8041-48ee-ac3c-71767d9a074f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.824347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d727bb-8041-48ee-ac3c-71767d9a074f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.827675 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-51d727bb-8041-48ee-ac3c-71767d9a074f tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/a64195b5-6adb-494c-86e8-e4f21d2aad30 HTTP/1.1" status: 404 len: 333 time: 0.0336311 Dec 15 14:20:45.830671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43248) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.843374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] Deleting port b8fe027d-24fd-4239-a69b-8f674b77d999 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:45.843760 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.848885 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50cb4a9a-ccb1-4e17-bde5-4048a13b2970 req-78d1af9b-2dd5-4fd9-9403-889051c3d978 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414695 Dec 15 14:20:45.857121 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1160a8-dedd-4e9f-9c4d-af53c59af5fc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.858259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1160a8-dedd-4e9f-9c4d-af53c59af5fc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.861255 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d084819-3b04-42c7-9709-79794112ca52 req-a4273cf2-8b72-45cb-808f-cdebf83dbee5 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636879 Dec 15 14:20:45.864207 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6a1160a8-dedd-4e9f-9c4d-af53c59af5fc tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/5969da8a-35a8-42d5-8619-e6adacf8fe33 HTTP/1.1" status: 404 len: 337 time: 0.0302832 Dec 15 14:20:45.864508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43250) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.892255 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4683416b-94c9-4049-a68c-b077d89dd29d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.892728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4683416b-94c9-4049-a68c-b077d89dd29d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.895830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4683416b-94c9-4049-a68c-b077d89dd29d tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/ca3f4b4e-c982-44b1-8684-a61fedbd1ecc HTTP/1.1" status: 404 len: 337 time: 0.0304539 Dec 15 14:20:45.898539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.914869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] For port b8fe027d-24fd-4239-a69b-8f674b77d999, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b8fe027d-24fd-4239-a69b-8f674b77d999,segment=NetworkSegment(0a7d1728-1e5a-4989-91b2-efac3e88c460),segment_id=0a7d1728-1e5a-4989-91b2-efac3e88c460)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:45.915542 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:45.921516 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e53964-c23b-4008-8b1d-16d531c812b1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.922111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e53964-c23b-4008-8b1d-16d531c812b1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.925218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-58e53964-c23b-4008-8b1d-16d531c812b1 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/f785112e-73ef-4817-a620-84bb686af4dc HTTP/1.1" status: 404 len: 333 time: 0.0257540 Dec 15 14:20:45.928216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43254) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.930058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] Calling delete_port for b8fe027d-24fd-4239-a69b-8f674b77d999 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:45.959886 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebed28e-4e55-4c50-ab65-2a219d1b0f20 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.960346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebed28e-4e55-4c50-ab65-2a219d1b0f20 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:45.963376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6ebed28e-4e55-4c50-ab65-2a219d1b0f20 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/0e716ec9-364b-4d26-915a-18e1a279c89c HTTP/1.1" status: 404 len: 337 time: 0.0342882 Dec 15 14:20:45.966153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43256) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:45.996356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d084819-3b04-42c7-9709-79794112ca52 req-3f3cd2ca-28e2-4c71-b43a-7b5083ace3b0 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264999 Dec 15 14:20:45.997205 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8e7c18-da7c-4466-a5b4-cb5c67850a21 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] DELETE failed (client error): The resource could not be found. Dec 15 14:20:45.997740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8e7c18-da7c-4466-a5b4-cb5c67850a21 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:20:46.001774 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0c8e7c18-da7c-4466-a5b4-cb5c67850a21 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/subnets/a75e7177-f853-42c4-aadd-f3bd31523e85 HTTP/1.1" status: 404 len: 337 time: 0.0342290 Dec 15 14:20:46.004547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43258) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:46.020247 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.045483 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] Pushing event deleted for resources: {'Port': ['ID=b8fe027d-24fd-4239-a69b-8f674b77d999,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:46.048905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9841471c-4919-4815-9a64-c2e1b39a2e29 None None] No DVR routers for this DVR port b8fe027d-24fd-4239-a69b-8f674b77d999 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:46.105425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f3133d69-84c5-46f9-b305-ba4f37da2410 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Deleting port 2d6c1034-4b61-4710-bc91-f7c248208a4f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:46.105770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3133d69-84c5-46f9-b305-ba4f37da2410 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.173948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3133d69-84c5-46f9-b305-ba4f37da2410 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.189086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f3133d69-84c5-46f9-b305-ba4f37da2410 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Calling delete_port for 2d6c1034-4b61-4710-bc91-f7c248208a4f owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:46.273243 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3133d69-84c5-46f9-b305-ba4f37da2410 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.303357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3133d69-84c5-46f9-b305-ba4f37da2410 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Port': ['ID=2d6c1034-4b61-4710-bc91-f7c248208a4f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:46.309184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3133d69-84c5-46f9-b305-ba4f37da2410 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.312656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f3133d69-84c5-46f9-b305-ba4f37da2410 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/ports/2d6c1034-4b61-4710-bc91-f7c248208a4f HTTP/1.1" status: 204 len: 168 time: 0.3070145 Dec 15 14:20:46.314991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43260) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:46.389377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.480368 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.501705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3856fd26-17ae-4f75-a443-30dc5a4a175e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:46.512923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7d1728-1e5a-4989-91b2-efac3e88c460') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:46.513346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7d1728-1e5a-4989-91b2-efac3e88c460') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:46.523766 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.537120 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.543512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:46.544107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:46.547153 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:46.609109 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.615829 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:46.619135 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] 10.222.0.86 "DELETE /v2.0/networks/3856fd26-17ae-4f75-a443-30dc5a4a175e HTTP/1.1" status: 204 len: 168 time: 0.3032212 Dec 15 14:20:46.631005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7b3c-b07a-42f7-a067-87ebc68ca1e9 tempest-PortsTestJSON-686115749 tempest-PortsTestJSON-686115749-project] Pushing event deleted for resources: {'Network': ['ID=3856fd26-17ae-4f75-a443-30dc5a4a175e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:46.864625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43266) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:46.969324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b8fe027d-24fd-4239-a69b-8f674b77d999 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:46.989976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b8fe027d-24fd-4239-a69b-8f674b77d999 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:46.990242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b8fe027d-24fd-4239-a69b-8f674b77d999 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:46.999795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46c23-019f-4dc4-8ace-795dffae0e18 req-5a3108bf-9636-49b1-9412-779274928f26 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:47.001264 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13e46c23-019f-4dc4-8ace-795dffae0e18 req-5a3108bf-9636-49b1-9412-779274928f26 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 944 time: 0.0736341 Dec 15 14:20:47.040763 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a9572788-2a9d-4ed6-95ff-1e703f19c585 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=921c93c1f6b345c885f090302bcdd6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1749823 Dec 15 14:20:47.044002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43272) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:47.069471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13e46c23-019f-4dc4-8ace-795dffae0e18 req-54efd107-cc3c-4d12-9490-c1eb285b82f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577793 Dec 15 14:20:47.107253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0e11ae2-ab34-4479-9be5-516c61762541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:47.129299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0e11ae2-ab34-4479-9be5-516c61762541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:47.178269 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0e11ae2-ab34-4479-9be5-516c61762541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:47.181142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0e11ae2-ab34-4479-9be5-516c61762541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:47.182316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e0e11ae2-ab34-4479-9be5-516c61762541 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/23d50982-6567-4f04-a3f0-cbe2fbfa9a77 HTTP/1.1" status: 204 len: 168 time: 0.1373172 Dec 15 14:20:47.192642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e11ae2-ab34-4479-9be5-516c61762541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d50982-6567-4f04-a3f0-cbe2fbfa9a77,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:47.825468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43294) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:47.925214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6fa34b36-b795-4321-a682-bc49a8e1804f tempest-ServiceProvidersTest-1867042114 tempest-ServiceProvidersTest-1867042114-project] 10.222.0.86 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0985379 Dec 15 14:20:48.053350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:20:48.159242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:48.173875 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'port_id': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'mac_address': 'fa:16:3e:4e:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:20:48.177256 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:48.207699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eb327-9967-4136-8287-c8b0a71f4d6c req-3a6e3287-94de-4525-bd49-029e17d43268 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:48.209985 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-999eb327-9967-4136-8287-c8b0a71f4d6c req-3a6e3287-94de-4525-bd49-029e17d43268 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 944 time: 0.0605836 Dec 15 14:20:48.215645 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.229823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058607bd-b809-4c89-a3ac-bb0b4f91242a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:20:48.251347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:48.256458 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.272566 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-999eb327-9967-4136-8287-c8b0a71f4d6c req-bac8d309-9526-4dab-bf76-fed2524d81dc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558209 Dec 15 14:20:48.297679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e20e4bf4-6ca7-404a-affd-fec4add08d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.314791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:48.384374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e20e4bf4-6ca7-404a-affd-fec4add08d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.388367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e20e4bf4-6ca7-404a-affd-fec4add08d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.429711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e20e4bf4-6ca7-404a-affd-fec4add08d26 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6242940e356b4dc2a5b517f48bbee84f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513840 Dec 15 14:20:48.430727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e4bf4-6ca7-404a-affd-fec4add08d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01366a39-4e84-422a-b0cf-8f465f6e6b18,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:48.432528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43308) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:48.482787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb9ad-9672-4124-b34d-cf2c91d52c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.492449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['058607bd-b809-4c89-a3ac-bb0b4f91242a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:20:48.503765 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb9ad-9672-4124-b34d-cf2c91d52c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.560796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb9ad-9672-4124-b34d-cf2c91d52c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.563617 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb9ad-9672-4124-b34d-cf2c91d52c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:48.564819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a8fcb9ad-9672-4124-b34d-cf2c91d52c83 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/01366a39-4e84-422a-b0cf-8f465f6e6b18 HTTP/1.1" status: 204 len: 168 time: 0.1308403 Dec 15 14:20:48.572787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcb9ad-9672-4124-b34d-cf2c91d52c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01366a39-4e84-422a-b0cf-8f465f6e6b18,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:49.392994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7527b3c-0653-47d4-b815-99c9a62f94f3 req-82a6dae7-de89-47ac-90c8-2f98149a08d6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:49.394516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7527b3c-0653-47d4-b815-99c9a62f94f3 req-82a6dae7-de89-47ac-90c8-2f98149a08d6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 945 time: 0.0514603 Dec 15 14:20:49.447206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c7527b3c-0653-47d4-b815-99c9a62f94f3 req-40d239e3-71e9-4361-af41-f3794e5d9292 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465286 Dec 15 14:20:50.083066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:50.132203 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 058607bd-b809-4c89-a3ac-bb0b4f91242a completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:20:50.136329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 058607bd-b809-4c89-a3ac-bb0b4f91242a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:50.136733 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.221247 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.248868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:50.251212 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa490b4-26ae-480c-8757-94be8c072c1e" -d '{"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-plugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:50.271361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:50.277174 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.343205 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a595afa-5d10-4d30-9aa3-13d5ef2df8b5 x-openstack-request-id: req-2a595afa-5d10-4d30-9aa3-13d5ef2df8b5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:50.343516 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-plugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:50.343876 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a595afa-5d10-4d30-9aa3-13d5ef2df8b5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:50.344338 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'code': 200} Dec 15 14:20:50.353226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:50.404683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1b334-3ce0-4e32-b2a8-3cb1514b3fb0 req-99e2f76a-6125-42aa-81aa-95798d9a27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:50.406450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56d1b334-3ce0-4e32-b2a8-3cb1514b3fb0 req-99e2f76a-6125-42aa-81aa-95798d9a27bb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1097 time: 0.0425301 Dec 15 14:20:50.458144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56d1b334-3ce0-4e32-b2a8-3cb1514b3fb0 req-03f36b7a-f6ef-4781-8f1e-2ee1d6cce6f9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Dec 15 14:20:50.568152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139614ae-bbe7-44d0-a9a1-bd4bcd4cf5f7 req-4182cb6f-c794-4981-9a70-51bb258c258b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:50.569625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-139614ae-bbe7-44d0-a9a1-bd4bcd4cf5f7 req-4182cb6f-c794-4981-9a70-51bb258c258b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0493701 Dec 15 14:20:50.629613 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-139614ae-bbe7-44d0-a9a1-bd4bcd4cf5f7 req-e01f3a81-6fef-4d84-a34b-3973b42ec3cf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531194 Dec 15 14:20:51.755933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2a1b-a137-4b91-930a-0f0dc9eb7a0e req-0eaf6556-871c-4ddf-a04c-82263c72332d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:51.758688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36cb2a1b-a137-4b91-930a-0f0dc9eb7a0e req-0eaf6556-871c-4ddf-a04c-82263c72332d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0521247 Dec 15 14:20:51.808619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36cb2a1b-a137-4b91-930a-0f0dc9eb7a0e req-5d73d96d-cfad-4d84-a62f-ab7b6ef2f8a2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446010 Dec 15 14:20:51.927212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ec3e3-1452-40bb-8c5a-2eb5d9cec50d req-21f017aa-1de7-4a11-b8c6-47881d75a342 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:51.928759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53ec3e3-1452-40bb-8c5a-2eb5d9cec50d req-21f017aa-1de7-4a11-b8c6-47881d75a342 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0502961 Dec 15 14:20:51.981162 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53ec3e3-1452-40bb-8c5a-2eb5d9cec50d req-323963a5-ad2d-4da0-9838-eddda4077053 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455825 Dec 15 14:20:52.003726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43392) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:52.047425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13d8ad-4d4c-42a3-be5b-5b1d45513202 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:52.049897 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8f13d8ad-4d4c-42a3-be5b-5b1d45513202 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1092 time: 0.0440726 Dec 15 14:20:52.052236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:52.056725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:52.079345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:52.181899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:52.289425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.25.7.96 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/c18c863e-790b-4009-9b64-5094b9b00781) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:52.395725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:52.430516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:52.469228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:52.473699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:52.478195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:52.502353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=c18c863e-790b-4009-9b64-5094b9b00781,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:52.516402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.516753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.517104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.517443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.517779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.518125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.518442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.518775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.519104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.519432 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.519760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.520110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.520433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:52.873649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:52.942655 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.108881 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.113692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.190699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=c18c863e-790b-4009-9b64-5094b9b00781,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:53.199566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.306636 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Floating IP a9f5a7ac-2dbf-49b9-a329-c981cb1f745a associated. External IP: 172.25.7.96, port: 058607bd-b809-4c89-a3ac-bb0b4f91242a. Dec 15 14:20:53.528516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:53.634824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:53.653087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] Sync routers for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:53.654632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.667231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:53.667665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:53.788245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:54.029606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43404) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:54.063175 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c1c328b4-727a-40de-b586-188ad1d95b51 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0075314 Dec 15 14:20:54.063175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:54.064457 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:54.064633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a9f5a7ac-2dbf-49b9-a329-c981cb1f745a', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'port_id': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'mac_address': 'fa:16:3e:4e:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dde1b35-2119-4123-8d74-b55e888662e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:20:52Z', 'updated_at': '2021-12-15T14:20:52Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:41Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:54.096257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] Checking router: 7d5d513f-bac5-464d-b87c-5f363d6bfcbb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:54.104992 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e148548e-ec14-4fc1-aa84-aff881784abd x-openstack-request-id: req-e148548e-ec14-4fc1-aa84-aff881784abd {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:54.105871 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:54.106310 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e148548e-ec14-4fc1-aa84-aff881784abd {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:54.107271 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'status': 'completed', 'code': 200} Dec 15 14:20:54.107580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:54.108380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:20:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:54.225142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-456c39da-fa44-4dc0-a696-b4413bb0cc98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:54.240818 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:54.244534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-7b52db7f-1c1f-4f67-98cd-782a51cb1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:54.246209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-7b52db7f-1c1f-4f67-98cd-782a51cb1e4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1097 time: 0.1157556 Dec 15 14:20:54.298117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a2101-b6ad-4521-850c-261d86e60f40 req-9f57e81b-a9b6-49d1-9ca5-3539d1baf036 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:54.299786 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-394a2101-b6ad-4521-850c-261d86e60f40 req-9f57e81b-a9b6-49d1-9ca5-3539d1baf036 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.1199355 Dec 15 14:20:54.426139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-394a2101-b6ad-4521-850c-261d86e60f40 req-2a51f82c-f500-4f1b-9828-532089e713d2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975292 Dec 15 14:20:54.444980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-80937db3-8db0-413c-811a-d33cf6b0390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:54.458136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43412) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:54.458371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-80937db3-8db0-413c-811a-d33cf6b0390b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.1915247 Dec 15 14:20:54.502948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a9f5a7ac-2dbf-49b9-a329-c981cb1f745a', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'port_id': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'mac_address': 'fa:16:3e:4e:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dde1b35-2119-4123-8d74-b55e888662e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:20:52Z', 'updated_at': '2021-12-15T14:20:52Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:41Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:54.522725 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-456c39da-fa44-4dc0-a696-b4413bb0cc98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:54.532247 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-456c39da-fa44-4dc0-a696-b4413bb0cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:54.535484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fe943e72-498c-4c72-a1e0-c9318b26ea3f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/a9f5a7ac-2dbf-49b9-a329-c981cb1f745a HTTP/1.1" status: 200 len: 991 time: 0.0754423 Dec 15 14:20:54.539345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def2e69-a3b7-4e83-8e09-4b792df0f73d None None] The sync data for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 is: [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'a9f5a7ac-2dbf-49b9-a329-c981cb1f745a', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'port_id': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'mac_address': 'fa:16:3e:4e:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dde1b35-2119-4123-8d74-b55e888662e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:20:52Z', 'updated_at': '2021-12-15T14:20:52Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:41Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:54.559331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-d8620a2e-0215-48ef-8bfc-48a27a7b23d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 999 time: 0.1002750 Dec 15 14:20:54.593439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c39da-fa44-4dc0-a696-b4413bb0cc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9996ab60-54e6-4fd6-b2c7-8cadf14ae150,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:54.617622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-456c39da-fa44-4dc0-a696-b4413bb0cc98 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ba8e73262f4417dabc1796956267fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5863664 Dec 15 14:20:54.620951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:54.636443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-7a7586cb-cfbe-4700-9d36-504ecbed474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:54.638106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-7a7586cb-cfbe-4700-9d36-504ecbed474a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0659876 Dec 15 14:20:54.677919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-007fc70a-35e3-479a-a6d1-502f36ebd719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:54.691152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-a5916d84-5597-4a5f-8c20-3617612651ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:54.692724 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-a5916d84-5597-4a5f-8c20-3617612651ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475492 Dec 15 14:20:54.702725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-007fc70a-35e3-479a-a6d1-502f36ebd719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:54.763978 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-007fc70a-35e3-479a-a6d1-502f36ebd719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:54.769924 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-007fc70a-35e3-479a-a6d1-502f36ebd719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:54.772057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-007fc70a-35e3-479a-a6d1-502f36ebd719 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9996ab60-54e6-4fd6-b2c7-8cadf14ae150 HTTP/1.1" status: 204 len: 168 time: 0.1500952 Dec 15 14:20:54.789942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fc70a-35e3-479a-a6d1-502f36ebd719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9996ab60-54e6-4fd6-b2c7-8cadf14ae150,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:54.802253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-b7cdae41-9b08-4c10-a902-d0a373a12b9c service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011696 Dec 15 14:20:54.835369 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790674ac-cc17-4d30-b763-85b9cf3b3c08 None None] New status for floating IP a9f5a7ac-2dbf-49b9-a329-c981cb1f745a: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:20:54.908098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e5eca3c4-6bfc-4820-8872-fc4e821a0d52 req-a3732882-431f-4103-a7e6-84d84972ca61 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982392 Dec 15 14:20:55.118427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43420) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:55.132572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8410c7e9-f529-4c57-bdd8-7b6c5124ef4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:55.207386 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8410c7e9-f529-4c57-bdd8-7b6c5124ef4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:55.212790 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8410c7e9-f529-4c57-bdd8-7b6c5124ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:55.251549 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8410c7e9-f529-4c57-bdd8-7b6c5124ef4c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e059e638e24840fba05a075874ba225f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318958 Dec 15 14:20:55.252376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410c7e9-f529-4c57-bdd8-7b6c5124ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122a65d8-a73e-4e59-b114-e509f0eb2d09,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:55.254246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43422) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:55.304753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5da60e2f-2616-4d1e-8336-371c46b54e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:55.331129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5da60e2f-2616-4d1e-8336-371c46b54e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:55.392845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5da60e2f-2616-4d1e-8336-371c46b54e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:55.395577 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5da60e2f-2616-4d1e-8336-371c46b54e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:55.396790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5da60e2f-2616-4d1e-8336-371c46b54e12 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/122a65d8-a73e-4e59-b114-e509f0eb2d09 HTTP/1.1" status: 204 len: 168 time: 0.1415312 Dec 15 14:20:55.404816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da60e2f-2616-4d1e-8336-371c46b54e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122a65d8-a73e-4e59-b114-e509f0eb2d09,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:55.538761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43426) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:55.605796 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f8f3d69c-b3b3-4ffc-9793-f2f4773086ac tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/a9f5a7ac-2dbf-49b9-a329-c981cb1f745a HTTP/1.1" status: 200 len: 993 time: 0.0658185 Dec 15 14:20:57.337123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43492) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:57.444412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3eb1ba27-f0ae-42d8-aa67-2838835c29ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.520468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3eb1ba27-f0ae-42d8-aa67-2838835c29ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.524202 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3eb1ba27-f0ae-42d8-aa67-2838835c29ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.563522 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3eb1ba27-f0ae-42d8-aa67-2838835c29ad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=520018951064471cbf7eb2b192cec1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252393 Dec 15 14:20:57.564753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1ba27-f0ae-42d8-aa67-2838835c29ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704bd7b0-f056-49b8-a0ef-ad0b5e417a80,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:57.566643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43496) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:57.616170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41e61e2d-0ea7-4b02-a748-d37c08c7d5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.638566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41e61e2d-0ea7-4b02-a748-d37c08c7d5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.685394 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41e61e2d-0ea7-4b02-a748-d37c08c7d5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.688007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41e61e2d-0ea7-4b02-a748-d37c08c7d5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.689208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-41e61e2d-0ea7-4b02-a748-d37c08c7d5b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/704bd7b0-f056-49b8-a0ef-ad0b5e417a80 HTTP/1.1" status: 204 len: 168 time: 0.1211278 Dec 15 14:20:57.697439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61e2d-0ea7-4b02-a748-d37c08c7d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704bd7b0-f056-49b8-a0ef-ad0b5e417a80,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:57.949129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43502) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:57.962325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e04a248f-4ec2-47c1-ba2b-46285b123549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.041394 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e04a248f-4ec2-47c1-ba2b-46285b123549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.045137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e04a248f-4ec2-47c1-ba2b-46285b123549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.086252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e04a248f-4ec2-47c1-ba2b-46285b123549 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c80f1009b18c4793bbfcc298a73d3109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360493 Dec 15 14:20:58.088232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a248f-4ec2-47c1-ba2b-46285b123549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f47dde-b5d9-4011-a3fb-56df24461121,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:58.089534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:58.140671 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-881164aa-7ac8-4692-adc4-b3aea563e22f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.162412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-881164aa-7ac8-4692-adc4-b3aea563e22f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.209488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-881164aa-7ac8-4692-adc4-b3aea563e22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.212281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-881164aa-7ac8-4692-adc4-b3aea563e22f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.216453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-881164aa-7ac8-4692-adc4-b3aea563e22f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a1f47dde-b5d9-4011-a3fb-56df24461121 HTTP/1.1" status: 204 len: 168 time: 0.1227396 Dec 15 14:20:58.221877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881164aa-7ac8-4692-adc4-b3aea563e22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f47dde-b5d9-4011-a3fb-56df24461121,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:01.084982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.246109 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-beb3594c-818c-4b97-a1a8-722be586766a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.250148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:02.261439 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:21:03.823564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68426867-c353-4da6-9a14-c1ecbc64229b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:04.900462 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.674250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:07.318593 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.226701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:08.336906 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30bff7fb-3790-4ea5-88d6-48a381eb9bb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.418965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30bff7fb-3790-4ea5-88d6-48a381eb9bb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.423504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30bff7fb-3790-4ea5-88d6-48a381eb9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.478366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-30bff7fb-3790-4ea5-88d6-48a381eb9bb1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c11072d23e614e3481130f83943971c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501891 Dec 15 14:21:08.479171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bff7fb-3790-4ea5-88d6-48a381eb9bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657698e6-0866-4c12-b759-b25ccd4fdb78,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:08.481472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43638) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:08.535315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dbc43aa7-b100-4626-98e5-3205df7eedeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.558107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dbc43aa7-b100-4626-98e5-3205df7eedeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.605387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dbc43aa7-b100-4626-98e5-3205df7eedeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.608535 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dbc43aa7-b100-4626-98e5-3205df7eedeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.610455 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dbc43aa7-b100-4626-98e5-3205df7eedeb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/657698e6-0866-4c12-b759-b25ccd4fdb78 HTTP/1.1" status: 204 len: 168 time: 0.1279614 Dec 15 14:21:08.618554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc43aa7-b100-4626-98e5-3205df7eedeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657698e6-0866-4c12-b759-b25ccd4fdb78,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:08.890817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43644) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:08.904045 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b52a2520-f11d-4a6f-b56f-4b9c5ea25f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.979758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b52a2520-f11d-4a6f-b56f-4b9c5ea25f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.983616 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b52a2520-f11d-4a6f-b56f-4b9c5ea25f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.022211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b52a2520-f11d-4a6f-b56f-4b9c5ea25f48 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=08569774024749bb96779c8a178a7b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301992 Dec 15 14:21:09.024240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a2520-f11d-4a6f-b56f-4b9c5ea25f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25096aa9-dec1-45f6-9fd1-a35a487f6547,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:09.024996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43646) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:09.082327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d09eac36-1500-45e2-8ae1-276bc91183d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.105120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d09eac36-1500-45e2-8ae1-276bc91183d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.152407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d09eac36-1500-45e2-8ae1-276bc91183d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.155165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d09eac36-1500-45e2-8ae1-276bc91183d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.156401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d09eac36-1500-45e2-8ae1-276bc91183d4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25096aa9-dec1-45f6-9fd1-a35a487f6547 HTTP/1.1" status: 204 len: 168 time: 0.1302104 Dec 15 14:21:09.164395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eac36-1500-45e2-8ae1-276bc91183d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25096aa9-dec1-45f6-9fd1-a35a487f6547,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:09.470845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43652) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:09.484271 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7507e75e-eb30-4092-8434-059843753453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.560337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7507e75e-eb30-4092-8434-059843753453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.563795 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7507e75e-eb30-4092-8434-059843753453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.600472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7507e75e-eb30-4092-8434-059843753453 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c31ec3de745146cbaa12dc4be4b0fd65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285791 Dec 15 14:21:09.601583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507e75e-eb30-4092-8434-059843753453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7f496-9195-4204-aeac-bf38a280dd80,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:09.603240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:09.656036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07d77d45-a1f5-48c5-8250-55381e1f6d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.679102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07d77d45-a1f5-48c5-8250-55381e1f6d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.732942 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07d77d45-a1f5-48c5-8250-55381e1f6d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.736274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07d77d45-a1f5-48c5-8250-55381e1f6d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.737577 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-07d77d45-a1f5-48c5-8250-55381e1f6d74 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1ac7f496-9195-4204-aeac-bf38a280dd80 HTTP/1.1" status: 204 len: 168 time: 0.1322353 Dec 15 14:21:09.748040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d77d45-a1f5-48c5-8250-55381e1f6d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7f496-9195-4204-aeac-bf38a280dd80,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:10.164548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-bb17c596-2695-44df-9a94-f8af53df767b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406282 Dec 15 14:21:10.231740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-028cfe65-fd85-4321-badd-87fc7b6e3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:10.233506 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-028cfe65-fd85-4321-badd-87fc7b6e3da4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 1096 time: 0.0469263 Dec 15 14:21:10.344391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-61af351a-0c5d-4125-9b1e-8f13492632db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:10.350249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-61af351a-0c5d-4125-9b1e-8f13492632db service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0917034 Dec 15 14:21:10.413289 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-6ad7e7b5-452a-40b7-936e-0740b16dcbd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c HTTP/1.1" status: 200 len: 1000 time: 0.0602148 Dec 15 14:21:10.465213 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-639414b8-4fe4-4f1f-af82-169689231dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:10.466738 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-639414b8-4fe4-4f1f-af82-169689231dab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0461712 Dec 15 14:21:10.519562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-809007c9-a3bb-4cf7-8a1d-b1f2203b6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:10.521226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-809007c9-a3bb-4cf7-8a1d-b1f2203b6f96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474677 Dec 15 14:21:10.614523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-0cea5813-efab-4b68-8bb4-c26a0466cdbc service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857215 Dec 15 14:21:10.717237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-45f4a295-47ec-4282-8a0e-cf25fd831abd req-51181ab4-3d20-46c5-9a0f-a7442eb193ef service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945899 Dec 15 14:21:18.656917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-5f8369e5-f507-4341-bde3-f40a16794aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416958 Dec 15 14:21:18.742022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-12d72311-8723-4e82-bb8f-a94d3346a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:18.743430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-12d72311-8723-4e82-bb8f-a94d3346a62b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1097 time: 0.0411699 Dec 15 14:21:18.850257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-b6882aa2-56f8-4416-be28-a47e1e8b5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:18.851717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-b6882aa2-56f8-4416-be28-a47e1e8b5b24 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.0879147 Dec 15 14:21:18.918873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-93ff9666-2981-4c82-90bf-1462849f115a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 1001 time: 0.0592415 Dec 15 14:21:18.972747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-c987848b-56a8-475e-8786-1cab8a54ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:18.974193 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-c987848b-56a8-475e-8786-1cab8a54ad20 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0473025 Dec 15 14:21:19.020544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-fed1de9d-7cec-4f50-987b-011510ffabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:19.021959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-fed1de9d-7cec-4f50-987b-011510ffabc8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391362 Dec 15 14:21:19.112308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-7dc6a508-de6a-4cd8-8d54-d1315d815438 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807085 Dec 15 14:21:19.207531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-61f1dd95-9180-488d-af9d-0b95715637f2 req-d21f3921-cd39-4688-8c87-b51adc5d6603 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880370 Dec 15 14:21:19.822594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43788) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:19.938302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e15006c-c050-4a90-95e0-755b324219e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.020592 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e15006c-c050-4a90-95e0-755b324219e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.025378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e15006c-c050-4a90-95e0-755b324219e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.066482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9e15006c-c050-4a90-95e0-755b324219e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7d20be23d8254f199cc5aec126ac91f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425983 Dec 15 14:21:20.067277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15006c-c050-4a90-95e0-755b324219e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8284d973-4e9f-4cf7-9f11-1c7df20af43c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:20.069314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43792) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:20.122253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c56d4ff7-e2c9-4376-9294-ce051c7c1259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.144543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c56d4ff7-e2c9-4376-9294-ce051c7c1259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.191012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c56d4ff7-e2c9-4376-9294-ce051c7c1259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.193898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c56d4ff7-e2c9-4376-9294-ce051c7c1259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.195197 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c56d4ff7-e2c9-4376-9294-ce051c7c1259 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8284d973-4e9f-4cf7-9f11-1c7df20af43c HTTP/1.1" status: 204 len: 168 time: 0.1241324 Dec 15 14:21:20.204117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d4ff7-e2c9-4376-9294-ce051c7c1259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8284d973-4e9f-4cf7-9f11-1c7df20af43c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:20.470085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43798) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:20.484011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7baba72-bccf-4554-b0a8-3c1861db77fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.561129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7baba72-bccf-4554-b0a8-3c1861db77fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.564981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7baba72-bccf-4554-b0a8-3c1861db77fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.607133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baba72-bccf-4554-b0a8-3c1861db77fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc0296a-a116-4eb6-930c-21a83d966c01,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:20.613818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c7baba72-bccf-4554-b0a8-3c1861db77fe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ba623f24e67448185ea940e18150839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402564 Dec 15 14:21:20.614051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43800) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:20.667739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a92f-6732-467f-868c-c7401de6f1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.690098 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a92f-6732-467f-868c-c7401de6f1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.736945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a92f-6732-467f-868c-c7401de6f1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.739707 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a92f-6732-467f-868c-c7401de6f1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.740906 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7cb9a92f-6732-467f-868c-c7401de6f1af admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9dc0296a-a116-4eb6-930c-21a83d966c01 HTTP/1.1" status: 204 len: 168 time: 0.1259711 Dec 15 14:21:20.749569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9a92f-6732-467f-868c-c7401de6f1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc0296a-a116-4eb6-930c-21a83d966c01,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:21.070203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43806) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:21.083168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5962379f-9fb2-4abb-8a7a-972273a9690e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:21.159137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5962379f-9fb2-4abb-8a7a-972273a9690e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:21.163031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5962379f-9fb2-4abb-8a7a-972273a9690e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:21.200777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962379f-9fb2-4abb-8a7a-972273a9690e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07e46d-c4c0-4056-ab4d-d466c38f0dd0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:21.206624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5962379f-9fb2-4abb-8a7a-972273a9690e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3bab67c101904302a2be700d7a518a8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353862 Dec 15 14:21:21.209373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43808) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:21.267566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a6870d2-47c3-4dd6-bf02-9d283d3b2ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:21.293340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a6870d2-47c3-4dd6-bf02-9d283d3b2ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:21.340342 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a6870d2-47c3-4dd6-bf02-9d283d3b2ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:21.342950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a6870d2-47c3-4dd6-bf02-9d283d3b2ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:21.344163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3a6870d2-47c3-4dd6-bf02-9d283d3b2ff2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d07e46d-c4c0-4056-ab4d-d466c38f0dd0 HTTP/1.1" status: 204 len: 168 time: 0.1338239 Dec 15 14:21:21.351703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6870d2-47c3-4dd6-bf02-9d283d3b2ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07e46d-c4c0-4056-ab4d-d466c38f0dd0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:25.919708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 43858) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:26.033571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.110608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.115611 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.158005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2522fdd5c3c44e24b728ac7991743570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370763 Dec 15 14:21:26.158925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7a83ed-edbb-47ff-b951-bbbb3b39db17,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:26.161108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:26.173630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.174305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.174647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.175141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.175939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.175939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.176178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.176510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.176847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.177453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.177786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.178145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.178797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22004-118f-4b92-aa2f-b6f45dcc4162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.224912 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c71a858-6b92-4483-9723-3bf13f0569bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.247659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c71a858-6b92-4483-9723-3bf13f0569bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.294856 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c71a858-6b92-4483-9723-3bf13f0569bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.297680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c71a858-6b92-4483-9723-3bf13f0569bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.301153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6c71a858-6b92-4483-9723-3bf13f0569bd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d7a83ed-edbb-47ff-b951-bbbb3b39db17 HTTP/1.1" status: 204 len: 168 time: 0.1364229 Dec 15 14:21:26.309401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71a858-6b92-4483-9723-3bf13f0569bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7a83ed-edbb-47ff-b951-bbbb3b39db17,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:26.802624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09482d8-6698-45e7-a6e6-a965a4868509 req-c642e1e9-609c-449a-9965-a21570d3bdf7 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.804395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a09482d8-6698-45e7-a6e6-a965a4868509 req-c642e1e9-609c-449a-9965-a21570d3bdf7 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1097 time: 0.0489328 Dec 15 14:21:26.857383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a09482d8-6698-45e7-a6e6-a965a4868509 req-61f78f52-85d2-4522-843b-aaa35cbd3f95 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457475 Dec 15 14:21:26.986601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb7a5d-0620-42a3-b6cc-d27723b23b5b req-80cb02c8-8a71-4267-8148-a28a1eed2626 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.988285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-05fb7a5d-0620-42a3-b6cc-d27723b23b5b req-80cb02c8-8a71-4267-8148-a28a1eed2626 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0543141 Dec 15 14:21:27.039413 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-05fb7a5d-0620-42a3-b6cc-d27723b23b5b req-a5636ab6-345c-447b-aec6-e747b0da3d5b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Dec 15 14:21:27.062956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 43894) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:27.123826 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e4210ff6-f161-424e-a064-36e6870e523d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/a9f5a7ac-2dbf-49b9-a329-c981cb1f745a HTTP/1.1" status: 200 len: 993 time: 0.0595510 Dec 15 14:21:27.636792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-829f1e7b-0ada-4075-87d2-180701e609d1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0539360 Dec 15 14:21:27.647769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63f205-d737-4bf4-98ef-b8dc71b321e2 req-72aea816-8c50-4fcf-8bc4-ebf16a39f5a3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:27.649372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db63f205-d737-4bf4-98ef-b8dc71b321e2 req-72aea816-8c50-4fcf-8bc4-ebf16a39f5a3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0539088 Dec 15 14:21:27.709097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-db63f205-d737-4bf4-98ef-b8dc71b321e2 req-44a881a2-dbe9-459a-839f-5d7824923948 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520334 Dec 15 14:21:28.555973 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-673a6ad3-8197-4185-9990-547e9b7eb80a tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=24a8a0fac5ca41e69ac782ed973915af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294082 Dec 15 14:21:28.748692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-f79ba7e2-aadf-41fc-b6a8-3cb99b750cda tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:28.750549 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-f79ba7e2-aadf-41fc-b6a8-3cb99b750cda tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875198 Dec 15 14:21:28.766830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-c9d9e395-eeaf-4ffd-92e6-354b99a042ae tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/quotas/24a8a0fac5ca41e69ac782ed973915af HTTP/1.1" status: 200 len: 375 time: 0.0100322 Dec 15 14:21:28.801300 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-11f8a318-3159-4303-b0e9-fb1c3ff35a7a tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=24a8a0fac5ca41e69ac782ed973915af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283177 Dec 15 14:21:28.842496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-92360d8e-8963-4f07-aaac-e9087d80ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:28.844039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-92360d8e-8963-4f07-aaac-e9087d80ada6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1097 time: 0.0853903 Dec 15 14:21:28.856954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00396b2-779e-4e77-a1fb-cb3d7ca5bb84 req-988647ef-ddea-4bb0-b40a-59c3d6dcd95e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:28.858397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c00396b2-779e-4e77-a1fb-cb3d7ca5bb84 req-988647ef-ddea-4bb0-b40a-59c3d6dcd95e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0637548 Dec 15 14:21:28.972400 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce21ec16-6b52-4013-946c-1d87a1cbfb50 req-0c6b75c8-4f3e-42ad-8a45-1392f83d8418 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 210 time: 0.0362048 Dec 15 14:21:28.995943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-346dd6fd-faf6-436d-aeab-f71992d3281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:28.995943 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-346dd6fd-faf6-436d-aeab-f71992d3281e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.1329441 Dec 15 14:21:28.996545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c00396b2-779e-4e77-a1fb-cb3d7ca5bb84 req-b52651aa-3002-46ae-93b3-bb66e00ccdaa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292288 Dec 15 14:21:29.062327 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-98796227-ec4a-4cdf-afee-e64d9d3d8abb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 1001 time: 0.0613236 Dec 15 14:21:29.112668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-768fed51-5989-4c4a-8228-15d70c98e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:29.114248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-768fed51-5989-4c4a-8228-15d70c98e4a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0450597 Dec 15 14:21:29.168447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-3ff98080-aad0-46f1-a054-3326f795f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:29.170202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-3ff98080-aad0-46f1-a054-3326f795f482 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486555 Dec 15 14:21:29.266966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-f2cde998-f71d-495b-9424-507843825e3d service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895498 Dec 15 14:21:29.362750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-f776bffd-116a-4880-94e0-02b8ab26f016 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890343 Dec 15 14:21:29.866507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-9b415bc1-419f-4222-9ffb-2b583803c9ad tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=24a8a0fac5ca41e69ac782ed973915af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305705 Dec 15 14:21:30.059756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-8eb46c16-37da-4cc8-bffa-9b5911aa3b5a tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:30.061274 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-8eb46c16-37da-4cc8-bffa-9b5911aa3b5a tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889577 Dec 15 14:21:30.078040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Request body: {'port': {'device_id': 'cbf91ae4-16d5-4012-87df-cf5428ec5a39', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '24a8a0fac5ca41e69ac782ed973915af'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:30.097983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9492727c-4448-41f8-a675-c399cbe1593a req-7412e2d8-c2aa-442c-a2b6-fed8445c2322 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 210 time: 0.0335777 Dec 15 14:21:30.212851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39241197-3238-4491-ab07-db42593e34d8 req-c4cec6e3-b74f-4b03-9bbb-0305886df9fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:30.214816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39241197-3238-4491-ab07-db42593e34d8 req-c4cec6e3-b74f-4b03-9bbb-0305886df9fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0857224 Dec 15 14:21:30.248607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Made reservation on behalf of 24a8a0fac5ca41e69ac782ed973915af for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:30.252000 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.265802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.292666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39241197-3238-4491-ab07-db42593e34d8 req-8d0dd423-7faf-4c4c-8cd3-21c57c2bac05 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696352 Dec 15 14:21:30.360509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.364287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.434469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6320bb-47de-4a69-8b49-d870499fe1f8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:30.505899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Allocated IP 192.168.233.141 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/ae745270-8e4f-4db1-83aa-3e3d757d8456) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:30.980568 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.016075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.061640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:31.065216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:31.067770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:31.091154 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.102065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Pushing event updated for resources: {'Port': ['ID=ae745270-8e4f-4db1-83aa-3e3d757d8456,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:31.128343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:31.129046 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.149970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-5a46ffaf-6fdc-471e-9b77-d66f57e906a8 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0771778 Dec 15 14:21:31.163218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Request body: {'port': {'device_id': 'cbf91ae4-16d5-4012-87df-cf5428ec5a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:31.235900 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d502535-0c71-45cd-b912-a98362a074ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.266547 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.273066 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.326879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1ec4-5cd2-4c8d-bed7-685cd4a42250 req-3f63239c-0fc8-46bb-9e92-8a0a6ba4f082 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:31.334292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56cd1ec4-5cd2-4c8d-bed7-685cd4a42250 req-3f63239c-0fc8-46bb-9e92-8a0a6ba4f082 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 936 time: 0.1302025 Dec 15 14:21:31.415290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4733c722-41ab-4787-81f2-c7dee1b4cd5b None None] Provisioning complete for port ae745270-8e4f-4db1-83aa-3e3d757d8456 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:31.415956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4733c722-41ab-4787-81f2-c7dee1b4cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.446610 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-56cd1ec4-5cd2-4c8d-bed7-685cd4a42250 req-8287a8f4-8193-43e2-a77f-0d46c710fd50 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112723 Dec 15 14:21:31.457722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4733c722-41ab-4787-81f2-c7dee1b4cd5b None None] Port ae745270-8e4f-4db1-83aa-3e3d757d8456 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:31.509588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4d57c-0bfb-4661-ad97-8d0ae3cce285 req-6687440d-c485-4167-866f-bb63351dd051 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:31.512001 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01d4d57c-0bfb-4661-ad97-8d0ae3cce285 req-6687440d-c485-4167-866f-bb63351dd051 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0525856 Dec 15 14:21:31.564020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-01d4d57c-0bfb-4661-ad97-8d0ae3cce285 req-ac4550a4-120b-47f2-a9d9-d961226d9a8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450525 Dec 15 14:21:31.602186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f5a3-ae3e-4621-8e5f-5161fd78d45e req-1deaeaf7-3f53-4dc9-9195-2f97c4107aef tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:31.603668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36e3f5a3-ae3e-4621-8e5f-5161fd78d45e req-1deaeaf7-3f53-4dc9-9195-2f97c4107aef tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 945 time: 0.0851924 Dec 15 14:21:31.704786 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36e3f5a3-ae3e-4621-8e5f-5161fd78d45e req-b0219855-fd87-43f8-871f-d431be39d063 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897653 Dec 15 14:21:31.709802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae745270-8e4f-4db1-83aa-3e3d757d8456 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:21:31.718206 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.730890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Transition to ACTIVE for port object ae745270-8e4f-4db1-83aa-3e3d757d8456 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:21:31.734901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.792715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Pushing event updated for resources: {'Port': ['ID=ae745270-8e4f-4db1-83aa-3e3d757d8456,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:31.859846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Attempting to bind port ae745270-8e4f-4db1-83aa-3e3d757d8456 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:31.860220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Attempting to bind port ae745270-8e4f-4db1-83aa-3e3d757d8456 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:31.860559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Attempting to bind port ae745270-8e4f-4db1-83aa-3e3d757d8456 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:31.865035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Port ae745270-8e4f-4db1-83aa-3e3d757d8456 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:21:31.865357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Attempting to bind port ae745270-8e4f-4db1-83aa-3e3d757d8456 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:31.870661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:31.871024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:31.871424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:31.871882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Bound port: ae745270-8e4f-4db1-83aa-3e3d757d8456, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:31.872253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.937050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] For port ae745270-8e4f-4db1-83aa-3e3d757d8456, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:31.940175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] For port ae745270-8e4f-4db1-83aa-3e3d757d8456, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae745270-8e4f-4db1-83aa-3e3d757d8456,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:31.944801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.989005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:31.989613 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.990986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] 10.222.0.74 "PUT /v2.0/ports/ae745270-8e4f-4db1-83aa-3e3d757d8456 HTTP/1.1" status: 200 len: 1096 time: 0.8324580 Dec 15 14:21:31.991433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf91ae4-16d5-4012-87df-cf5428ec5a39', 'tag': 'ae745270-8e4f-4db1-83aa-3e3d757d8456'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:31.993720 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60317166-9ad9-4403-906a-ee17620fff64" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf91ae4-16d5-4012-87df-cf5428ec5a39", "tag": "ae745270-8e4f-4db1-83aa-3e3d757d8456"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:32.016288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832373b-d46c-4a65-8a29-89dd53e7ae61 service neutron] Pushing event updated for resources: {'Port': ['ID=ae745270-8e4f-4db1-83aa-3e3d757d8456,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:32.055173 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb15b4f-5651-499b-bf1d-d7878e2d9d48 x-openstack-request-id: req-afb15b4f-5651-499b-bf1d-d7878e2d9d48 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:32.055453 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf91ae4-16d5-4012-87df-cf5428ec5a39", "tag": "ae745270-8e4f-4db1-83aa-3e3d757d8456", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:32.055713 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-afb15b4f-5651-499b-bf1d-d7878e2d9d48 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:32.056141 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf91ae4-16d5-4012-87df-cf5428ec5a39', 'tag': 'ae745270-8e4f-4db1-83aa-3e3d757d8456', 'status': 'completed', 'code': 200} Dec 15 14:21:32.090911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-6b7a98e6-d4be-453e-a8a0-d197be14dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.092191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-6b7a98e6-d4be-453e-a8a0-d197be14dc7c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=24a8a0fac5ca41e69ac782ed973915af&device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 1099 time: 0.0465579 Dec 15 14:21:32.136421 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-34ad1e35-49cc-4ddf-8c3c-d96af40a7f4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ae745270-8e4f-4db1-83aa-3e3d757d8456 HTTP/1.1" status: 200 len: 217 time: 0.0359924 Dec 15 14:21:32.195954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-e866482b-4f1e-4464-8976-2601b93a3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.197411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-e866482b-4f1e-4464-8976-2601b93a3729 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0532429 Dec 15 14:21:32.246972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-2a1ed56f-674f-4a73-ba4e-2a8cf2280925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.248430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-2a1ed56f-674f-4a73-ba4e-2a8cf2280925 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439885 Dec 15 14:21:32.338386 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-24c20a11-566f-4ee3-8a06-200ecfbc513d service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828381 Dec 15 14:21:32.433246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d4122704-e888-47b2-a4bb-8e543c5843d7 req-452f63e0-8a7c-4a27-af21-935f8ecd56f5 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867581 Dec 15 14:21:32.520935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317166-9ad9-4403-906a-ee17620fff64 req-d9b8b18e-4ffa-4a5b-8634-f6e5cc39e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.522378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60317166-9ad9-4403-906a-ee17620fff64 req-d9b8b18e-4ffa-4a5b-8634-f6e5cc39e5c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=24a8a0fac5ca41e69ac782ed973915af&device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 1099 time: 0.0446448 Dec 15 14:21:32.630559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1866a85-8227-4488-b4d1-3b4d1e5702ed req-a19ba84b-fa88-4821-a5ae-dcedbcdbf994 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.632084 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1866a85-8227-4488-b4d1-3b4d1e5702ed req-a19ba84b-fa88-4821-a5ae-dcedbcdbf994 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 948 time: 0.1056430 Dec 15 14:21:32.684633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275927ed-d598-4c73-a01e-9a3196ceb0e4 req-afb65ac1-122d-45f0-98a1-3949edcb79e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.686118 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-275927ed-d598-4c73-a01e-9a3196ceb0e4 req-afb65ac1-122d-45f0-98a1-3949edcb79e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0486891 Dec 15 14:21:32.688704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317166-9ad9-4403-906a-ee17620fff64 req-f8f9680f-275c-4125-a51c-ebb0bfdec3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.690157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60317166-9ad9-4403-906a-ee17620fff64 req-f8f9680f-275c-4125-a51c-ebb0bfdec3ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.1526985 Dec 15 14:21:32.712081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1866a85-8227-4488-b4d1-3b4d1e5702ed req-0d327764-5e2d-42f0-9c3e-db234d9d2a29 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Dec 15 14:21:32.748570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60317166-9ad9-4403-906a-ee17620fff64 req-57380dda-319a-49e7-b23f-af40acca7f8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ae745270-8e4f-4db1-83aa-3e3d757d8456 HTTP/1.1" status: 200 len: 217 time: 0.0507700 Dec 15 14:21:32.749789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-275927ed-d598-4c73-a01e-9a3196ceb0e4 req-bf0eedfc-61bd-4630-8337-53fb5f49636b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574625 Dec 15 14:21:32.836546 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317166-9ad9-4403-906a-ee17620fff64 req-998134d2-2dc8-4650-bcbf-bdda24364000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.837997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60317166-9ad9-4403-906a-ee17620fff64 req-998134d2-2dc8-4650-bcbf-bdda24364000 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0821128 Dec 15 14:21:32.862032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447b41f-9294-4db8-9c88-50b1b053babd req-0855e076-4cec-4a1f-871f-4dcd6ffe5fa5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.863613 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9447b41f-9294-4db8-9c88-50b1b053babd req-0855e076-4cec-4a1f-871f-4dcd6ffe5fa5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 945 time: 0.0778761 Dec 15 14:21:32.922582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317166-9ad9-4403-906a-ee17620fff64 req-e08a2c24-d4e0-43eb-a1f9-b53efc1fa578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.924218 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60317166-9ad9-4403-906a-ee17620fff64 req-e08a2c24-d4e0-43eb-a1f9-b53efc1fa578 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783463 Dec 15 14:21:32.951012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9447b41f-9294-4db8-9c88-50b1b053babd req-ff5b43a3-4542-441f-bf41-c0e66c61dc3d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694582 Dec 15 14:21:32.989031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-7d6cb6fa-106d-4006-8389-49adc0b1fee1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.990533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-7d6cb6fa-106d-4006-8389-49adc0b1fee1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 945 time: 0.0492661 Dec 15 14:21:33.026979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60317166-9ad9-4403-906a-ee17620fff64 req-fb5e3e7b-224e-4ea6-b8e7-2be160f6ffbd service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927916 Dec 15 14:21:33.079949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port 74cf53ec-a74c-446c-ac78-f195e9965b7c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:21:33.080286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.122858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-60317166-9ad9-4403-906a-ee17620fff64 req-9c97331f-3221-431f-ae4b-9da84dff87b2 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878808 Dec 15 14:21:33.172839 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] For port 74cf53ec-a74c-446c-ac78-f195e9965b7c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=74cf53ec-a74c-446c-ac78-f195e9965b7c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:33.173208 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.396399 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.396672 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.396992 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Floating IP 078532db-c49f-489f-8cf7-115d3b0a9f8f disassociated. External IP: 172.25.7.37, port: 74cf53ec-a74c-446c-ac78-f195e9965b7c. Dec 15 14:21:33.397336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for 74cf53ec-a74c-446c-ac78-f195e9965b7c owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:21:33.525306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.554831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=74cf53ec-a74c-446c-ac78-f195e9965b7c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:33.673212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Router 401a92dd-6129-4381-bcf8-4721e41ac44b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:21:33.783735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:33.794912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:33.804946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:33.805795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:33.848622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] No DVR routers for this DVR port 74cf53ec-a74c-446c-ac78-f195e9965b7c on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:21:33.851849 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.856237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-11bcd6ac-85a8-497d-8f29-c256c776cd55 req-008c6351-674f-4666-9376-2339763da47f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "DELETE /v2.0/ports/74cf53ec-a74c-446c-ac78-f195e9965b7c HTTP/1.1" status: 204 len: 173 time: 0.8594534 Dec 15 14:21:33.856788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'name': 'network-vif-deleted', 'tag': '74cf53ec-a74c-446c-ac78-f195e9965b7c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:33.859203 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b66a9b-fc73-43d7-93cc-81dd5edd819b" -d '{"events": [{"server_uuid": "9fb932e3-6a44-42b1-b6d5-46dc0dcaf211", "name": "network-vif-deleted", "tag": "74cf53ec-a74c-446c-ac78-f195e9965b7c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:33.876268 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae3bcb61-4063-49cd-b814-53fa8cf6a84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.893794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a09fc4-bba6-4c9a-9057-73b2cd8a016f req-e8d97125-e510-442d-a65e-adc305c4e645 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:33.895283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2ddcf-fa35-49da-a7a0-8d119499ed9d req-0a46c5bd-cecb-4cdc-9cb5-a60f1268f162 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:33.895514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55a09fc4-bba6-4c9a-9057-73b2cd8a016f req-e8d97125-e510-442d-a65e-adc305c4e645 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0650811 Dec 15 14:21:33.905152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4ab2ddcf-fa35-49da-a7a0-8d119499ed9d req-0a46c5bd-cecb-4cdc-9cb5-a60f1268f162 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 948 time: 0.1123490 Dec 15 14:21:33.999663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55a09fc4-bba6-4c9a-9057-73b2cd8a016f req-ffa84c55-02ea-42bc-8440-11262c7b1cd2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884159 Dec 15 14:21:34.025761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4ab2ddcf-fa35-49da-a7a0-8d119499ed9d req-a469334a-41c3-4443-b3de-f3761a1ddc92 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194925 Dec 15 14:21:34.048595 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71717de1-7a99-437d-8c5b-ced0d52b5cfa x-openstack-request-id: req-71717de1-7a99-437d-8c5b-ced0d52b5cfa {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:34.049598 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb932e3-6a44-42b1-b6d5-46dc0dcaf211", "name": "network-vif-deleted", "tag": "74cf53ec-a74c-446c-ac78-f195e9965b7c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:34.050037 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71717de1-7a99-437d-8c5b-ced0d52b5cfa {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:34.050671 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb932e3-6a44-42b1-b6d5-46dc0dcaf211', 'name': 'network-vif-deleted', 'tag': '74cf53ec-a74c-446c-ac78-f195e9965b7c', 'status': 'completed', 'code': 200} Dec 15 14:21:34.137788 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8fd50b23-f3b0-4343-a270-9648f733e9fa req-2a269bc5-362c-4989-b559-f01912956881 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 210 time: 0.0289233 Dec 15 14:21:34.174072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:34.297965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ae745270-8e4f-4db1-83aa-3e3d757d8456 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:21:34.455796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ae745270-8e4f-4db1-83aa-3e3d757d8456, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae745270-8e4f-4db1-83aa-3e3d757d8456,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:34.469908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'ae745270-8e4f-4db1-83aa-3e3d757d8456', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': 'ae745270-8e4f-4db1-83aa-3e3d757d8456', 'mac_address': 'fa:16:3e:df:26:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:21:34.497597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:34.535626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:34.549888 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.551581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:34.552494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:34.602282 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae745270-8e4f-4db1-83aa-3e3d757d8456 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:21:34.632534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ae745270-8e4f-4db1-83aa-3e3d757d8456, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae745270-8e4f-4db1-83aa-3e3d757d8456,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:34.670255 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.723214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:34.779239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ae745270-8e4f-4db1-83aa-3e3d757d8456,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:34.791218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.791626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.792815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.793169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.793510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.793846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.794181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.794515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.794852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.795175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.795738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.795842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.796164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.884058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ae745270-8e4f-4db1-83aa-3e3d757d8456'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:21:34.952636 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.090840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:35.127728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7facb-f88e-4f17-9d19-980199b5af9d None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:35.155903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91156560-ec61-447f-8cd2-6b8c0ec8e2b1 req-dbe22145-d85a-4eb5-b049-0620c683143f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:35.164643 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91156560-ec61-447f-8cd2-6b8c0ec8e2b1 req-dbe22145-d85a-4eb5-b049-0620c683143f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0742748 Dec 15 14:21:35.226954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91156560-ec61-447f-8cd2-6b8c0ec8e2b1 req-6de9f3e7-4c9d-4433-9ac2-7fbcf3e18f1f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617898 Dec 15 14:21:35.227239 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70885016-853e-4968-852a-f8204ca042ca req-6722b602-81f1-4bd8-8496-8f4f7ee66589 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:35.236837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70885016-853e-4968-852a-f8204ca042ca req-6722b602-81f1-4bd8-8496-8f4f7ee66589 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 949 time: 0.0795093 Dec 15 14:21:35.304013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70885016-853e-4968-852a-f8204ca042ca req-62b3e106-2c6d-4e59-b762-4c9bb6f10b23 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627489 Dec 15 14:21:35.337311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dcebbbee-c67c-4ea1-be98-3b3ae2203890 req-3a044133-3704-4721-97fc-b01f58eb4954 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 210 time: 0.0382481 Dec 15 14:21:35.433738 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c073d-d9cb-4b62-aad0-7a53b181d3fa None None] New status for floating IP 078532db-c49f-489f-8cf7-115d3b0a9f8f: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:21:36.202968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 74cf53ec-a74c-446c-ac78-f195e9965b7c no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:36.232410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 74cf53ec-a74c-446c-ac78-f195e9965b7c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:21:36.232820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 74cf53ec-a74c-446c-ac78-f195e9965b7c not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:21:36.298727 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ae745270-8e4f-4db1-83aa-3e3d757d8456 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:36.356514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port ae745270-8e4f-4db1-83aa-3e3d757d8456 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:21:36.361143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port ae745270-8e4f-4db1-83aa-3e3d757d8456 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:36.361666 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.381978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c3384-1e33-4a68-b0a7-96806b1d81ae req-cdd041e4-6736-4781-a064-518e11c8ec07 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:36.384221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e99c3384-1e33-4a68-b0a7-96806b1d81ae req-cdd041e4-6736-4781-a064-518e11c8ec07 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0811629 Dec 15 14:21:36.453984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83c9c9-de4e-4076-891b-a22f8680894f req-238229c4-5866-4ac7-8a05-e9db4a628ed9 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:36.455793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f83c9c9-de4e-4076-891b-a22f8680894f req-238229c4-5866-4ac7-8a05-e9db4a628ed9 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 949 time: 0.0684631 Dec 15 14:21:36.457899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e99c3384-1e33-4a68-b0a7-96806b1d81ae req-5a277ecb-60aa-4624-a93e-4685ebfc8b2f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603387 Dec 15 14:21:36.460395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.485804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf91ae4-16d5-4012-87df-cf5428ec5a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae745270-8e4f-4db1-83aa-3e3d757d8456'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:36.488872 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a3de1-b7be-4ad3-9448-fb4fd3cc39c4" -d '{"events": [{"server_uuid": "cbf91ae4-16d5-4012-87df-cf5428ec5a39", "name": "network-vif-plugged", "status": "completed", "tag": "ae745270-8e4f-4db1-83aa-3e3d757d8456"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:36.506361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ae745270-8e4f-4db1-83aa-3e3d757d8456, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae745270-8e4f-4db1-83aa-3e3d757d8456,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:36.511715 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.531148 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f83c9c9-de4e-4076-891b-a22f8680894f req-bfe75013-5bda-42d8-8274-31ee179d96cd tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681152 Dec 15 14:21:36.581272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2adbe3b8-9a20-4c5c-b3a0-c7b87d7534fd req-3873fecd-cf5e-4aca-8fa1-8a654ffc0026 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 210 time: 0.0360460 Dec 15 14:21:36.582101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ae745270-8e4f-4db1-83aa-3e3d757d8456,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:36.588162 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653995ca-1cd6-49be-a294-71aa12eefc11 x-openstack-request-id: req-653995ca-1cd6-49be-a294-71aa12eefc11 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:36.588497 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf91ae4-16d5-4012-87df-cf5428ec5a39", "name": "network-vif-plugged", "status": "completed", "tag": "ae745270-8e4f-4db1-83aa-3e3d757d8456", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:36.588764 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-653995ca-1cd6-49be-a294-71aa12eefc11 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:36.589182 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf91ae4-16d5-4012-87df-cf5428ec5a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae745270-8e4f-4db1-83aa-3e3d757d8456', 'code': 200} Dec 15 14:21:36.681632 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.690825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc2d26-9aec-4b83-b58d-cd4c9197ece4 req-2a49ccab-d364-490e-9937-92188b8b8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:36.692540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dbc2d26-9aec-4b83-b58d-cd4c9197ece4 req-2a49ccab-d364-490e-9937-92188b8b8ad2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 1101 time: 0.0455379 Dec 15 14:21:36.741326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dbc2d26-9aec-4b83-b58d-cd4c9197ece4 req-7c3feedb-13a4-45ea-96ec-2dbf8c3f88a9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Dec 15 14:21:37.321177 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.602798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8e6d-f6bd-47e0-a9f4-39811c726ab0 req-abca26c8-901f-495e-88ae-54e6dc587e3f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:37.604410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81ed8e6d-f6bd-47e0-a9f4-39811c726ab0 req-abca26c8-901f-495e-88ae-54e6dc587e3f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0521412 Dec 15 14:21:37.655946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ca473-2b80-4d67-80fe-8542d4d10cf8 req-e0acf899-4a32-4268-9a2a-9bcc9d3516c9 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:37.660361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-374ca473-2b80-4d67-80fe-8542d4d10cf8 req-e0acf899-4a32-4268-9a2a-9bcc9d3516c9 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 950 time: 0.0610547 Dec 15 14:21:37.669363 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-81ed8e6d-f6bd-47e0-a9f4-39811c726ab0 req-89e34314-5602-41dc-ac9d-8e1f62a3e02b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545645 Dec 15 14:21:37.717336 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-374ca473-2b80-4d67-80fe-8542d4d10cf8 req-a63ac2d1-3712-4dd0-bca4-e390b357e426 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520294 Dec 15 14:21:37.764313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a71e586-3e2c-4717-abf9-1ea66543255c req-c38d7f84-020d-4d77-8a84-2322810f1df1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fb932e3-6a44-42b1-b6d5-46dc0dcaf211 HTTP/1.1" status: 200 len: 210 time: 0.0292072 Dec 15 14:21:38.793609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272a769-a009-4718-87c2-b75a138cb820 req-0547f2a6-e6a3-45aa-b36c-7013cb0392c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:38.795338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1272a769-a009-4718-87c2-b75a138cb820 req-0547f2a6-e6a3-45aa-b36c-7013cb0392c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0534897 Dec 15 14:21:38.852667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31cf55-6c82-485e-8569-cd307ebbe8b2 req-1343d1ac-4eab-4b5f-9733-5206f84c04dc tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:38.853318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1272a769-a009-4718-87c2-b75a138cb820 req-af00607e-c8db-4418-8fc7-32779e3cbe1a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465384 Dec 15 14:21:38.854164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f31cf55-6c82-485e-8569-cd307ebbe8b2 req-1343d1ac-4eab-4b5f-9733-5206f84c04dc tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 950 time: 0.0524249 Dec 15 14:21:38.908882 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9f31cf55-6c82-485e-8569-cd307ebbe8b2 req-67bfd369-eb38-4a24-a9e6-1f81ed4b02b6 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486600 Dec 15 14:21:39.052015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e96ac106-b574-490e-b515-507a60baac71 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806454930&fields=id&tenant_id=fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 267 time: 0.0441809 Dec 15 14:21:39.170114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-1bfe3b31-7410-42b6-818b-4ceb2e33315e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:39.171688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-1bfe3b31-7410-42b6-818b-4ceb2e33315e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1113799 Dec 15 14:21:39.172667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafecbb-86a0-499d-a7cb-fa63efa7bf52 req-ca4900c8-d04b-4dce-8109-08ac72f27d0a tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:39.174205 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dafecbb-86a0-499d-a7cb-fa63efa7bf52 req-ca4900c8-d04b-4dce-8109-08ac72f27d0a tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 950 time: 0.0498517 Dec 15 14:21:39.188802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-cc7ef438-d016-40b4-8353-85137d2e23ea tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/quotas/fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 375 time: 0.0103765 Dec 15 14:21:39.223036 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9dafecbb-86a0-499d-a7cb-fa63efa7bf52 req-2bc4a557-b9b9-4f91-bc07-51946d917303 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Dec 15 14:21:39.243634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-6ed9db2f-edcf-42b0-a499-75cce093f83e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491276 Dec 15 14:21:39.261248 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:21:39.345392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-c56cf7e5-f860-4c79-8cd5-2b5b181664a0 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894773 Dec 15 14:21:39.438881 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-ffc21725-1be5-4da8-8663-a918b4d8faf2 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873413 Dec 15 14:21:39.715261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e000fc31-bcb5-4e49-bbd8-43d9a5deb0fd req-3ecf216e-c481-440c-9568-31afc5223713 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 210 time: 0.0266688 Dec 15 14:21:39.977956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075a3e5-5a06-49f2-a011-3477d3ea611c req-82fbb4cf-5d0e-4760-8989-a70b506bcac8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:39.979464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7075a3e5-5a06-49f2-a011-3477d3ea611c req-82fbb4cf-5d0e-4760-8989-a70b506bcac8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0530653 Dec 15 14:21:40.037436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7075a3e5-5a06-49f2-a011-3477d3ea611c req-fdb24f77-a919-4433-8ea3-34acef85c3df tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508835 Dec 15 14:21:40.349890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097763a5-a0d0-4f51-8d36-f4cf2b1036aa req-d7d7502f-b8d8-4b04-b253-2d8d871cbf19 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:40.351371 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-097763a5-a0d0-4f51-8d36-f4cf2b1036aa req-d7d7502f-b8d8-4b04-b253-2d8d871cbf19 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 950 time: 0.0503495 Dec 15 14:21:40.403173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-097763a5-a0d0-4f51-8d36-f4cf2b1036aa req-23158aea-d7e2-4059-acf1-56bcdbdfd8fc tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f6320bb-47de-4a69-8b49-d870499fe1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 Dec 15 14:21:40.449768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-6373e8ed-f923-4726-b0f3-814c25e09b76 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:40.451711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-6373e8ed-f923-4726-b0f3-814c25e09b76 tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbf91ae4-16d5-4012-87df-cf5428ec5a39 HTTP/1.1" status: 200 len: 950 time: 0.0531921 Dec 15 14:21:40.545788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Deleting port ae745270-8e4f-4db1-83aa-3e3d757d8456 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:21:40.546196 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.632250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-5beb2a82-43d7-468d-822a-712df3f55e4e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:40.633776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-5beb2a82-43d7-468d-822a-712df3f55e4e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1147537 Dec 15 14:21:40.645325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] For port ae745270-8e4f-4db1-83aa-3e3d757d8456, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ae745270-8e4f-4db1-83aa-3e3d757d8456,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:40.645813 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.658703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Calling delete_port for ae745270-8e4f-4db1-83aa-3e3d757d8456 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:21:40.702555 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-5004c425-93af-479a-88e0-15bd14a37afb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 380 time: 0.0586414 Dec 15 14:21:40.712231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'port': {'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'admin_state_up': True, 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'security_groups': ['b8f96a38-933a-4e49-bd23-fc5e64ecd4cb']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:40.828125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe3f9470-d24c-437d-aec4-2dd16bef359e req-8fa81685-76f8-4664-b377-5ecfb98023fe tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 210 time: 0.0291884 Dec 15 14:21:40.828902 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.841719 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ae745270-8e4f-4db1-83aa-3e3d757d8456'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:21:40.863778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:40.867713 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.874745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Pushing event deleted for resources: {'Port': ['ID=ae745270-8e4f-4db1-83aa-3e3d757d8456,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:40.922017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] No DVR routers for this DVR port ae745270-8e4f-4db1-83aa-3e3d757d8456 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:21:40.924989 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.929967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c5012e9a-c52e-4cb6-a2d0-db1019921083 req-04a60238-628d-439e-a223-8abdbce5072d tempest-VolumesNegativeTest-838679440 tempest-VolumesNegativeTest-838679440-project] 10.222.0.74 "DELETE /v2.0/ports/ae745270-8e4f-4db1-83aa-3e3d757d8456 HTTP/1.1" status: 204 len: 173 time: 0.4716811 Dec 15 14:21:40.930558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf91ae4-16d5-4012-87df-cf5428ec5a39', 'name': 'network-vif-deleted', 'tag': 'ae745270-8e4f-4db1-83aa-3e3d757d8456'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:40.942386 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cdb74c-3b14-4965-a323-8defce89b1d5" -d '{"events": [{"server_uuid": "cbf91ae4-16d5-4012-87df-cf5428ec5a39", "name": "network-vif-deleted", "tag": "ae745270-8e4f-4db1-83aa-3e3d757d8456"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:41.005268 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d45357-271d-4f67-b09b-ceb8f1a7a8c9 x-openstack-request-id: req-50d45357-271d-4f67-b09b-ceb8f1a7a8c9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:41.005868 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf91ae4-16d5-4012-87df-cf5428ec5a39", "name": "network-vif-deleted", "tag": "ae745270-8e4f-4db1-83aa-3e3d757d8456", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:41.007069 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50d45357-271d-4f67-b09b-ceb8f1a7a8c9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:41.007572 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf91ae4-16d5-4012-87df-cf5428ec5a39', 'name': 'network-vif-deleted', 'tag': 'ae745270-8e4f-4db1-83aa-3e3d757d8456', 'status': 'completed', 'code': 200} Dec 15 14:21:41.078398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.20.0.13 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/54b62e6a-d486-4e07-8a28-0af74fe7226c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:41.218687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b0824-5138-457c-8026-d55cc47f4c69 req-b2970c30-cae9-4c09-a288-46afa1fc5fd4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:41.220650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee4b0824-5138-457c-8026-d55cc47f4c69 req-b2970c30-cae9-4c09-a288-46afa1fc5fd4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0637612 Dec 15 14:21:41.250741 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.275002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee4b0824-5138-457c-8026-d55cc47f4c69 req-d4153712-03e4-46ff-8038-d44a438946b9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481963 Dec 15 14:21:41.294142 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.346750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:41.349974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:41.353736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:41.384319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=54b62e6a-d486-4e07-8a28-0af74fe7226c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:41.415521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:41.416543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.459789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-80a90424-cd22-43a9-98e9-c31bc223b839 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7513058 Dec 15 14:21:41.474752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Request body: {'port': {'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:41.554115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.702678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c852b946-a7c9-46c5-b154-b3144d73a9e4 None None] Provisioning complete for port 54b62e6a-d486-4e07-8a28-0af74fe7226c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:41.703695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c852b946-a7c9-46c5-b154-b3144d73a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.741472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c852b946-a7c9-46c5-b154-b3144d73a9e4 None None] Port 54b62e6a-d486-4e07-8a28-0af74fe7226c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:41.885517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b62e6a-d486-4e07-8a28-0af74fe7226c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:21:41.894168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.909008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Transition to ACTIVE for port object 54b62e6a-d486-4e07-8a28-0af74fe7226c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:21:41.915495 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.978373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d885f-159a-44a8-8c77-e32d158ecab5 req-06e0ce6b-ced1-453f-841e-f4a86b73ef3e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:41.985178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Pushing event updated for resources: {'Port': ['ID=54b62e6a-d486-4e07-8a28-0af74fe7226c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:41.989563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9a8d885f-159a-44a8-8c77-e32d158ecab5 req-06e0ce6b-ced1-453f-841e-f4a86b73ef3e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.0792053 Dec 15 14:21:42.066428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9a8d885f-159a-44a8-8c77-e32d158ecab5 req-b095f852-0504-4f89-bf30-86b9dda25927 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745139 Dec 15 14:21:42.100812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Attempting to bind port 54b62e6a-d486-4e07-8a28-0af74fe7226c on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:42.101153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Attempting to bind port 54b62e6a-d486-4e07-8a28-0af74fe7226c by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:42.101489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Attempting to bind port 54b62e6a-d486-4e07-8a28-0af74fe7226c on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:42.106453 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Port 54b62e6a-d486-4e07-8a28-0af74fe7226c on network 7ecaa962-d424-4477-b544-372160275986 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:21:42.106779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Attempting to bind port 54b62e6a-d486-4e07-8a28-0af74fe7226c on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:42.116361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:42.116708 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:42.117209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:42.117653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Bound port: 54b62e6a-d486-4e07-8a28-0af74fe7226c, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:42.118068 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.199155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] For port 54b62e6a-d486-4e07-8a28-0af74fe7226c, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:42.202635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] For port 54b62e6a-d486-4e07-8a28-0af74fe7226c, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:42.207593 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.257224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.272312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.274471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] 10.222.0.24 "PUT /v2.0/ports/54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 200 len: 1092 time: 0.8063271 Dec 15 14:21:42.274862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:42.282539 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:42.333766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06725ac-4d20-402d-ad10-42669da79c6d service neutron] Pushing event updated for resources: {'Port': ['ID=54b62e6a-d486-4e07-8a28-0af74fe7226c,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.355000 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dad705-d6c3-4b90-840b-024e96c7c158 x-openstack-request-id: req-a7dad705-d6c3-4b90-840b-024e96c7c158 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:42.356803 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:42.358557 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7dad705-d6c3-4b90-840b-024e96c7c158 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:42.358989 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'status': 'completed', 'code': 200} Dec 15 14:21:42.395406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-956f13b1-a390-4ff7-b852-7dda9b760db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.397259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-956f13b1-a390-4ff7-b852-7dda9b760db2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1095 time: 0.0621350 Dec 15 14:21:42.450587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-8a2a5d9c-e557-451c-82b1-97b2c84c4b5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 200 len: 217 time: 0.0438910 Dec 15 14:21:42.520178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31b9f6-6fe1-4486-bc1f-2e2b73996279 req-4d94011a-18aa-42ee-9703-e262eb689c0b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.527848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b31b9f6-6fe1-4486-bc1f-2e2b73996279 req-4d94011a-18aa-42ee-9703-e262eb689c0b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.1197762 Dec 15 14:21:42.565294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-6df13364-e923-4c1e-91a5-e55d0cca5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.566834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-6df13364-e923-4c1e-91a5-e55d0cca5965 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.1075814 Dec 15 14:21:42.626384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-309b14eb-d940-4944-b167-19b864d359e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.627986 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-309b14eb-d940-4944-b167-19b864d359e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507329 Dec 15 14:21:42.629903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5b31b9f6-6fe1-4486-bc1f-2e2b73996279 req-eb6fa2c2-c385-43e0-9ed0-06457cea8360 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930090 Dec 15 14:21:42.736392 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-efdba866-8eea-468e-b7dc-6426b7432426 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987535 Dec 15 14:21:42.835780 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6f3bc766-5796-453f-8eda-0a7b9020a2f4 req-ed9027ff-bcca-4813-bfb4-cba0b13c7a5d service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927575 Dec 15 14:21:42.928877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-324dd11b-8a20-4bdb-a8cb-d15a1fb1c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.930384 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-324dd11b-8a20-4bdb-a8cb-d15a1fb1c2f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1095 time: 0.0461295 Dec 15 14:21:43.036174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-5775a96d-1cf4-4521-b751-8be58ab6692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.037696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-5775a96d-1cf4-4521-b751-8be58ab6692d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0994117 Dec 15 14:21:43.084563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-548c2bbb-696e-442e-b13f-7fcd0a9e4b6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 200 len: 217 time: 0.0393999 Dec 15 14:21:43.142844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-c14d8814-7788-43d4-aaf5-9d1b060b05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.146327 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-c14d8814-7788-43d4-aaf5-9d1b060b05c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0529804 Dec 15 14:21:43.254814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-067289bf-389d-4a0b-b332-5d8519b521d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.256614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-067289bf-389d-4a0b-b332-5d8519b521d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034222 Dec 15 14:21:43.272836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25807b41-5afd-4cb5-a12d-6554ceb59236 req-29868257-7f87-4885-9605-d7b266508c8a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.275209 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25807b41-5afd-4cb5-a12d-6554ceb59236 req-29868257-7f87-4885-9605-d7b266508c8a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.0873201 Dec 15 14:21:43.780536 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-25807b41-5afd-4cb5-a12d-6554ceb59236 req-925fc4c9-fdbb-48c4-8df1-0f4dfa76be08 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4932075 Dec 15 14:21:43.793406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09c88-7c2a-40ff-946e-ed8c2ace2369 req-12a6733d-4d64-42a7-bfaa-4e1fe2a2b937 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.796510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bb09c88-7c2a-40ff-946e-ed8c2ace2369 req-12a6733d-4d64-42a7-bfaa-4e1fe2a2b937 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0666385 Dec 15 14:21:43.832728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-b5e68e9a-c63b-4742-98b3-9348f5ddd6bf service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680523 Dec 15 14:21:43.867960 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bb09c88-7c2a-40ff-946e-ed8c2ace2369 req-86188b48-7469-4f1d-b0a2-ce150c3f372e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615404 Dec 15 14:21:43.970561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4173994c-fa3a-4fd8-8bfa-464dd5dbdc1f req-61be33b3-3c43-4d4c-a3b8-c149c5711fb0 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292620 Dec 15 14:21:44.336150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ae745270-8e4f-4db1-83aa-3e3d757d8456 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:44.358277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ae745270-8e4f-4db1-83aa-3e3d757d8456 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:21:44.358558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ae745270-8e4f-4db1-83aa-3e3d757d8456 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:21:44.899072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aea705-4e36-4785-a7ae-c89730f82ea0 req-7c9cc5b7-739f-4a15-af95-e40807b4367c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:44.902173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71aea705-4e36-4785-a7ae-c89730f82ea0 req-7c9cc5b7-739f-4a15-af95-e40807b4367c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.0533895 Dec 15 14:21:44.973087 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71aea705-4e36-4785-a7ae-c89730f82ea0 req-96a7950e-cbbc-4fcd-ab42-90e09f75f3b3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594082 Dec 15 14:21:45.016257 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d9fc2-1988-4acf-9c10-b50fe334118f req-c6875b11-1f30-4f23-b1c4-e24fed63979a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:45.017952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-664d9fc2-1988-4acf-9c10-b50fe334118f req-c6875b11-1f30-4f23-b1c4-e24fed63979a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0622063 Dec 15 14:21:45.076717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-664d9fc2-1988-4acf-9c10-b50fe334118f req-d088241b-037b-46bb-8bc4-c7076264965a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520372 Dec 15 14:21:46.104083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1deba1-a4a2-40d9-86c8-c1b87c5cff12 req-697d665c-2662-40f6-a230-bf2589b0856c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:46.106708 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c1deba1-a4a2-40d9-86c8-c1b87c5cff12 req-697d665c-2662-40f6-a230-bf2589b0856c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.0576293 Dec 15 14:21:46.203178 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c1deba1-a4a2-40d9-86c8-c1b87c5cff12 req-7e3e35ed-ea5c-43a3-accb-4fc237417a32 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877197 Dec 15 14:21:46.259622 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-4b732012-77c7-43b2-a7ca-39c1ff0c4624 service neutron] show failed (client error): The resource could not be found. Dec 15 14:21:46.262533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-4b732012-77c7-43b2-a7ca-39c1ff0c4624 service neutron] 10.222.0.74 "GET /v2.0/ports/058607bd-b809-4c89-a3ac-bb0b4f91242a/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.1479199 Dec 15 14:21:46.280594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177b59a-32f6-44e7-b4e3-284021529b85 req-6e18dc7a-f55d-49bc-8ac6-84b00ef0a235 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:46.282763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5177b59a-32f6-44e7-b4e3-284021529b85 req-6e18dc7a-f55d-49bc-8ac6-84b00ef0a235 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0712662 Dec 15 14:21:46.363157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5177b59a-32f6-44e7-b4e3-284021529b85 req-7d6b5625-2781-491d-a809-b33e135a5483 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736928 Dec 15 14:21:46.497983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-20bb7a62-ee3a-4612-af4c-343bebfb1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:46.499669 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-20bb7a62-ee3a-4612-af4c-343bebfb1f3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 1097 time: 0.0534177 Dec 15 14:21:46.513388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:46.577472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.795045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:46.829855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:46.871571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:46.874360 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97741e3d-7faa-4187-9c87-8e998549a252" -d '{"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-unplugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:46.883599 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.910390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Transition to ACTIVE for port object 058607bd-b809-4c89-a3ac-bb0b4f91242a will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:21:46.915568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.947413 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8fd29c-d637-4b5f-8743-b8aa6006c968 x-openstack-request-id: req-ff8fd29c-d637-4b5f-8743-b8aa6006c968 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:46.948277 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-unplugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:46.948704 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff8fd29c-d637-4b5f-8743-b8aa6006c968 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:46.949173 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'code': 200} Dec 15 14:21:46.975324 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:47.074318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] No DVR routers for this DVR port 058607bd-b809-4c89-a3ac-bb0b4f91242a on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:21:47.218182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44322) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:47.262547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:47.263156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:47.263297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:47.268657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:21:47.271031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:47.283698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:47.284217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Checking segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:47.284926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Bound using segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:47.285485 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Bound port: 058607bd-b809-4c89-a3ac-bb0b4f91242a, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:47.285946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:47.360500 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:47.364265 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:47.371317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:47.383592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea37bbc-7429-4462-bb0c-7b30f4de75ab req-326bf341-c015-46a8-9e89-3b916ff11c1e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.384982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ea37bbc-7429-4462-bb0c-7b30f4de75ab req-326bf341-c015-46a8-9e89-3b916ff11c1e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.1100209 Dec 15 14:21:47.420471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.421198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:47.422804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] 10.222.0.24 "PUT /v2.0/ports/058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 1092 time: 0.9136744 Dec 15 14:21:47.454092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2f560-27ef-4f90-9dff-99c7947fbba3 service neutron] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:47.473338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a6b56799-346b-4728-8a92-d97787b4b060 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24a8a0fac5ca41e69ac782ed973915af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522180 Dec 15 14:21:47.475316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44330) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:47.538310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ea37bbc-7429-4462-bb0c-7b30f4de75ab req-5e495cdb-cc12-44c2-a797-88fe38d439ec tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460540 Dec 15 14:21:47.539443 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0e31-80b0-45c9-a56a-99ace5cbc348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:47.553006 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d40c5-173c-4829-9fb3-db9e6c2740ab req-c1b5095e-cd60-462f-9454-d13b5a5a7f53 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.568437 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0e31-80b0-45c9-a56a-99ace5cbc348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:47.572075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb9d40c5-173c-4829-9fb3-db9e6c2740ab req-c1b5095e-cd60-462f-9454-d13b5a5a7f53 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 944 time: 0.1336482 Dec 15 14:21:47.623920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0e31-80b0-45c9-a56a-99ace5cbc348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:47.627335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-a37503a5-7156-4bd0-818d-ead112365e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.627625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0e31-80b0-45c9-a56a-99ace5cbc348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:47.629393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-a37503a5-7156-4bd0-818d-ead112365e7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1095 time: 0.1505928 Dec 15 14:21:47.631207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0b5d0e31-80b0-45c9-a56a-99ace5cbc348 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f6320bb-47de-4a69-8b49-d870499fe1f8 HTTP/1.1" status: 204 len: 168 time: 0.1546564 Dec 15 14:21:47.641855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d0e31-80b0-45c9-a56a-99ace5cbc348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6320bb-47de-4a69-8b49-d870499fe1f8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:47.648139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb9d40c5-173c-4829-9fb3-db9e6c2740ab req-1d3c0318-ab84-4be2-9b12-23e1ce1c33bf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709743 Dec 15 14:21:47.760009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-ea30ddd0-c545-4864-9c81-01c5502c0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.762035 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-ea30ddd0-c545-4864-9c81-01c5502c0cee service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.1122761 Dec 15 14:21:47.831510 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-bac2efdd-5158-4970-8626-e4d242c20172 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 999 time: 0.0613534 Dec 15 14:21:47.888613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-fbbeb181-fff0-41b4-ad48-bd9e7cf0b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.890189 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-fbbeb181-fff0-41b4-ad48-bd9e7cf0b226 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0521173 Dec 15 14:21:47.944613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-e1f9bfad-9220-4e30-b652-aaf346fc9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:47.946113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-e1f9bfad-9220-4e30-b652-aaf346fc9c58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490255 Dec 15 14:21:48.042308 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-ff463f52-3f48-46c3-b23a-3ec1a410044a service neutron] 10.222.0.24 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875831 Dec 15 14:21:48.141063 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-618b7637-5167-4d42-ac61-feeb1ec929d5 req-cf1f2b2b-ccb1-4435-95f6-de2a9040cd48 service neutron] 10.222.0.24 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916624 Dec 15 14:21:48.358343 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44352) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:48.457420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1774942520-network', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:48.477229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Made reservation on behalf of 800a5dd28f264c8e8ef1cd729c0b9894 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:48.480687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.489590 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.566723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.572179 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.595221 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:21:48.612246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6510a424-b214-4167-abcb-e2e704d4f178,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:48.616091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.616444 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Added segment fd9c6e57-7222-4e45-ba64-939b859725a2 of type vlan for network 2a5ece13-58eb-4934-b9fc-94934ec367b3 Dec 15 14:21:48.659516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.669046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7c818-126a-4dd9-aa83-bc660fd9b9ca req-ea13f103-b21d-4997-affd-afcb56586a18 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:48.670678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3d7c818-126a-4dd9-aa83-bc660fd9b9ca req-ea13f103-b21d-4997-affd-afcb56586a18 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.0551653 Dec 15 14:21:48.688629 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.689823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:48.690646 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.724447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3d7c818-126a-4dd9-aa83-bc660fd9b9ca req-f0a1ca45-dabf-4ea0-9eaf-2472b35960e0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467725 Dec 15 14:21:48.754512 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3950465 Dec 15 14:21:48.757543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44360) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:48.763065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Request body: {'subnet': {'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1774942520-subnet', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:48.785712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Made reservation on behalf of 800a5dd28f264c8e8ef1cd729c0b9894 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:48.786829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da077b8a-e7ed-4138-8f7f-d122b14824ed admin admin] Pushing event updated for resources: {'Network': ['ID=2a5ece13-58eb-4934-b9fc-94934ec367b3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:48.788021 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:48.798229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:21:48.812234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7836115-acb6-4bcc-88a2-b937b887d3f9 req-5f906549-d7b0-4e0f-b5b7-da8590fc04d8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:48.813776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7836115-acb6-4bcc-88a2-b937b887d3f9 req-5f906549-d7b0-4e0f-b5b7-da8590fc04d8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 944 time: 0.0727251 Dec 15 14:21:48.877321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d7836115-acb6-4bcc-88a2-b937b887d3f9 req-37d7d254-2ee4-4288-bbe2-2a5487abb0e1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563421 Dec 15 14:21:48.950022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:48.952384 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0780f1-f979-48c3-9632-958bee4b8059" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:48.961125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.003785 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ed6d0b-5cdf-49b7-ae6b-c4ee96acd5ae x-openstack-request-id: req-20ed6d0b-5cdf-49b7-ae6b-c4ee96acd5ae {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:49.005040 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:49.005200 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20ed6d0b-5cdf-49b7-ae6b-c4ee96acd5ae {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:49.005644 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'status': 'completed', 'code': 200} Dec 15 14:21:49.022682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c4fca7-c422-457e-898f-c81a3745baec,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:49.039884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Checking segment: {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:49.040244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Network hostable DHCP agents. Network: 2a5ece13-58eb-4934-b9fc-94934ec367b3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:21:49.064082 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-3a75ece9-011f-44fc-a959-36933720f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.066125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-3a75ece9-011f-44fc-a959-36933720f7d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1095 time: 0.0446393 Dec 15 14:21:49.079295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:21:49.083836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-371ce661-34a9-4674-93dd-cd01bd7aadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.085454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-371ce661-34a9-4674-93dd-cd01bd7aadc6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1095 time: 0.0568485 Dec 15 14:21:49.100034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 2a5ece13-58eb-4934-b9fc-94934ec367b3) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:49.105284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.105894 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.110631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcbb1d-82e1-421b-a33e-481dabef131a None None] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:49.160625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9995fa76-6f03-4795-9a6e-661cb808d2aa admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3994393 Dec 15 14:21:49.161363 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:49.168783 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:49.189999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-fc806da9-b633-4a0b-9e3a-679ae9197977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.191817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-fc806da9-b633-4a0b-9e3a-679ae9197977 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.1170790 Dec 15 14:21:49.199814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-938b8941-c0df-456b-8fd2-a8a6ef43aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.201606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-938b8941-c0df-456b-8fd2-a8a6ef43aaa0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.1090477 Dec 15 14:21:49.232968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-2a5ece13-58eb-4934-b9fc-94934ec367b3', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:21:49.234171 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.255286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.256930 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.287410 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-996f7f3e-48b7-4cdf-899f-29e86f3502b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 999 time: 0.0780153 Dec 15 14:21:49.298908 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-0380452d-05d5-40cc-aa48-d793c5135eb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 999 time: 0.0984340 Dec 15 14:21:49.328742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.341940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-aee89bca-c0e1-4b87-8bda-431b9cfb45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.343563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-aee89bca-c0e1-4b87-8bda-431b9cfb45d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0493708 Dec 15 14:21:49.395082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-3a6ffa28-3b23-4d08-81e2-9324703ed0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.396779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-3a6ffa28-3b23-4d08-81e2-9324703ed0bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459821 Dec 15 14:21:49.400532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Allocated IP 172.20.0.2 (2a5ece13-58eb-4934-b9fc-94934ec367b3/59c4fca7-c422-457e-898f-c81a3745baec/24ffaad0-d25c-4c71-889a-398d913702a8) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:49.437085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-a87cc424-72a7-420a-ab17-0d4d8478aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.438513 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-a87cc424-72a7-420a-ab17-0d4d8478aa80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.1123908 Dec 15 14:21:49.504659 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-9773fd68-0dab-40dd-9186-2ccb07ad9908 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003535 Dec 15 14:21:49.530886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.562329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-989b7f05-9944-40d5-8dfd-1e58b562d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.563847 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-989b7f05-9944-40d5-8dfd-1e58b562d678 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875189 Dec 15 14:21:49.575090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.583137 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.605142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-b899112d-b1ff-4aaa-a1d6-a57e0a7859f8 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915177 Dec 15 14:21:49.630975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:49.634179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:49.640195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:49.647547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Pushing event updated for resources: {'Port': ['ID=24ffaad0-d25c-4c71-889a-398d913702a8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:49.695604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-39a73a8b-b217-496e-9b3d-158803fb5dcc service neutron] 10.222.0.24 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000147 Dec 15 14:21:49.707707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Attempting to bind port 24ffaad0-d25c-4c71-889a-398d913702a8 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:49.708207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Attempting to bind port 24ffaad0-d25c-4c71-889a-398d913702a8 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:49.709058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Attempting to bind port 24ffaad0-d25c-4c71-889a-398d913702a8 on network 2a5ece13-58eb-4934-b9fc-94934ec367b3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:49.715641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:49.716159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Checking segment: {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:49.716650 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.717177 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Bound using segment: {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:49.717910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Bound port: 24ffaad0-d25c-4c71-889a-398d913702a8, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:49.718378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.804197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] For port 24ffaad0-d25c-4c71-889a-398d913702a8, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:49.813278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] For port 24ffaad0-d25c-4c71-889a-398d913702a8, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=24ffaad0-d25c-4c71-889a-398d913702a8,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:49.819037 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.880620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465d1dc-29c7-4e58-a880-1da1c3b91e14 None None] Pushing event updated for resources: {'Port': ['ID=24ffaad0-d25c-4c71-889a-398d913702a8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:49.925777 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7b0780f1-f979-48c3-9632-958bee4b8059 req-17072a4b-28f5-4ed6-acf9-06895967e15d service neutron] 10.222.0.24 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174704 Dec 15 14:21:49.942882 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:49.952548 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c8d4-2e0b-403c-9727-12ba3164b7d2 req-87b5c879-b64b-45e9-b942-c755e19752d1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:49.954017 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03b8c8d4-2e0b-403c-9727-12ba3164b7d2 req-87b5c879-b64b-45e9-b942-c755e19752d1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.1110570 Dec 15 14:21:49.974990 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:50.018039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bf77a-ce45-43a3-87a9-9cf46d4ba5d4 req-4ef391f5-2d15-4127-bc53-1dce69112d94 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.019608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c2bf77a-ce45-43a3-87a9-9cf46d4ba5d4 req-4ef391f5-2d15-4127-bc53-1dce69112d94 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 944 time: 0.0612385 Dec 15 14:21:50.093620 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03b8c8d4-2e0b-403c-9727-12ba3164b7d2 req-94bdce6e-5cdd-47ef-a9aa-a07257ac37ae tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207454 Dec 15 14:21:50.102940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5c2bf77a-ce45-43a3-87a9-9cf46d4ba5d4 req-385f5359-a462-4fbb-98c7-20fee997b507 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766618 Dec 15 14:21:50.155907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Allocated IP 172.25.7.156 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/db1f6893-6dbc-493c-bccd-ea6265d49c23) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:50.266357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:21:50.293632 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:50.351765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:50.396623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b96c17-7c86-44fa-897f-6da764ef94a6 req-e4a0f280-8aa0-4876-8343-1b435bf5e139 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.401428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b96c17-7c86-44fa-897f-6da764ef94a6 req-e4a0f280-8aa0-4876-8343-1b435bf5e139 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 944 time: 0.0535622 Dec 15 14:21:50.429987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-b01adc54-e447-4167-93ae-4251bcd35b5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.434569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:50.434789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-b01adc54-e447-4167-93ae-4251bcd35b5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7&tenant_id=abc2b611bf274c318fe9101c87725cfa&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 944 time: 0.1239870 Dec 15 14:21:50.437210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:21:50.440906 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:50.448616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'port_id': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'mac_address': 'fa:16:3e:4e:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:21:50.464293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14b96c17-7c86-44fa-897f-6da764ef94a6 req-30349865-39d0-4476-94c2-e48b425df7bc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563939 Dec 15 14:21:50.490021 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:50.503842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058607bd-b809-4c89-a3ac-bb0b4f91242a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:21:50.525382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:50.527784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Pushing event updated for resources: {'Port': ['ID=db1f6893-6dbc-493c-bccd-ea6265d49c23,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:50.529387 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:50.534697 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:50.537905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:50.540153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:50.560699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c6877-2098-4769-b086-b7bd8412ff27 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:50.593309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-ce455850-231d-4f9f-a52f-1c4eef400fcd service neutron] 10.222.0.24 "GET /v2.0/ports/058607bd-b809-4c89-a3ac-bb0b4f91242a/bindings/n-h2-821840-1 HTTP/1.1" status: 200 len: 382 time: 0.1492589 Dec 15 14:21:50.605382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:50.625113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0170f28f-e9ba-44d1-ad5e-21e6e948da22 None None] Provisioning complete for port db1f6893-6dbc-493c-bccd-ea6265d49c23 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:50.629015 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0170f28f-e9ba-44d1-ad5e-21e6e948da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:50.670545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0170f28f-e9ba-44d1-ad5e-21e6e948da22 None None] Port db1f6893-6dbc-493c-bccd-ea6265d49c23 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:50.750972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['058607bd-b809-4c89-a3ac-bb0b4f91242a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:21:50.758121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-ff971b2b-8bbf-4b9a-ae71-cea54b48cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.759618 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-ff971b2b-8bbf-4b9a-ae71-cea54b48cf05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1096 time: 0.1111586 Dec 15 14:21:50.974581 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-d048ca54-4a91-436d-9af6-317b8ccfbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:50.977040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-d048ca54-4a91-436d-9af6-317b8ccfbdeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.2079389 Dec 15 14:21:50.980902 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:50.995730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31213847-5692-4705-afb6-4a2359356b79 None None] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:51.126770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-896ba3b3-e22a-4133-a45b-0a5dfcb3f6d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 1000 time: 0.1099987 Dec 15 14:21:51.266489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 24ffaad0-d25c-4c71-889a-398d913702a8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:51.330484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-583b460d-ff73-456b-9175-d750ddb56a90 None None] Provisioning complete for port 24ffaad0-d25c-4c71-889a-398d913702a8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:51.330863 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-583b460d-ff73-456b-9175-d750ddb56a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:51.403578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 24ffaad0-d25c-4c71-889a-398d913702a8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:51.403981 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:51.472860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-583b460d-ff73-456b-9175-d750ddb56a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:51.519086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-583b460d-ff73-456b-9175-d750ddb56a90 None None] For port 24ffaad0-d25c-4c71-889a-398d913702a8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=24ffaad0-d25c-4c71-889a-398d913702a8,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:51.550030 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-583b460d-ff73-456b-9175-d750ddb56a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:51.607395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:51.617737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703b415-2a67-4ad4-8904-cd4944e94265 req-be18853e-7acd-46b2-930e-d02d98c193fb tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:51.626369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-e1a36c99-443e-4ca7-a17d-cb2d3f18ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:51.627832 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-e1a36c99-443e-4ca7-a17d-cb2d3f18ff22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.4924028 Dec 15 14:21:51.631441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7703b415-2a67-4ad4-8904-cd4944e94265 req-be18853e-7acd-46b2-930e-d02d98c193fb tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 945 time: 0.0790637 Dec 15 14:21:51.648572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b460d-ff73-456b-9175-d750ddb56a90 None None] Pushing event updated for resources: {'Port': ['ID=24ffaad0-d25c-4c71-889a-398d913702a8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:51.689527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7703b415-2a67-4ad4-8904-cd4944e94265 req-8f2d5ea4-24f9-46e0-b517-c831c9e514b3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568964 Dec 15 14:21:51.691632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea833af-11a3-4e7c-bc84-9d5dd770086e req-41699935-56a7-4005-96f2-978fb7625f8a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:51.693055 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ea833af-11a3-4e7c-bc84-9d5dd770086e req-41699935-56a7-4005-96f2-978fb7625f8a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.1330168 Dec 15 14:21:51.695243 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:21:51.695657 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:21:51.697382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d0fe4dba-8fdc-4e3c-b5b3-0e00c14fd8c0 None None] Provisioning complete for port 24ffaad0-d25c-4c71-889a-398d913702a8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:51.697808 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4dba-8fdc-4e3c-b5b3-0e00c14fd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:51.748171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:51.770499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-6664b2c9-3ff2-4a4f-aaa5-fdb8863f79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:51.771930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-6664b2c9-3ff2-4a4f-aaa5-fdb8863f79b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060753 Dec 15 14:21:51.826751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5ea833af-11a3-4e7c-bc84-9d5dd770086e req-80d89a97-cbd4-4da9-aa79-74467dddefa5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172137 Dec 15 14:21:51.951748 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-a524c4f0-c8c9-46ed-ab1b-c5900da07c55 service neutron] 10.222.0.24 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416287 Dec 15 14:21:52.032951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Router 8066609c-0ee5-409d-adaf-19d8369fde7e is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:21:52.097242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-aaab146a-b96a-41e0-af9e-d35723e6eded service neutron] 10.222.0.24 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378222 Dec 15 14:21:52.164913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:52.174929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Sync routers for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:52.183260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:52.184575 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f65d7a33-ea36-4a10-a6b0-52a0bcda61fe admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0216396 Dec 15 14:21:52.184709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:52.185328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:52.188066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44378) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:52.301866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:52.354731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:52.462744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 058607bd-b809-4c89-a3ac-bb0b4f91242a completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:21:52.471077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 058607bd-b809-4c89-a3ac-bb0b4f91242a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:52.471452 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:52.601320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:52.628925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:52.631166 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c499b274-c971-409e-8202-37f025908502" -d '{"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-plugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:52.639327 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:52.645862 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:52.648326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:50Z', 'revision_number': 3, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:52.652069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:52.684297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Checking router: 8066609c-0ee5-409d-adaf-19d8369fde7e for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:52.684656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Updating router 8066609c-0ee5-409d-adaf-19d8369fde7e port db1f6893-6dbc-493c-bccd-ea6265d49c23 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:21:52.687410 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be16c9-6058-4fc3-9bf5-f2656b7d7d3f x-openstack-request-id: req-c3be16c9-6058-4fc3-9bf5-f2656b7d7d3f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:52.687708 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-plugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:52.688112 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c3be16c9-6058-4fc3-9bf5-f2656b7d7d3f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:52.688503 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'code': 200} Dec 15 14:21:52.739266 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:52.770874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:52.833012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Allocated IP 172.20.0.1 (2a5ece13-58eb-4934-b9fc-94934ec367b3/59c4fca7-c422-457e-898f-c81a3745baec/f36849fd-f4cb-4c03-b842-0e95ae79e49c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:52.865964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a64bb-aaf1-4c50-88ed-6dc2c0368eca req-ef84fdbe-9403-4dd5-9fb7-6b79842745c9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:52.867590 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f7a64bb-aaf1-4c50-88ed-6dc2c0368eca req-ef84fdbe-9403-4dd5-9fb7-6b79842745c9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0860107 Dec 15 14:21:52.949349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b30263-c0c5-41ee-9fd7-5f2c5874c209 req-eae029a5-402a-46bd-8019-6f46e7312323 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:52.950904 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86b30263-c0c5-41ee-9fd7-5f2c5874c209 req-eae029a5-402a-46bd-8019-6f46e7312323 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.0525372 Dec 15 14:21:52.969463 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f7a64bb-aaf1-4c50-88ed-6dc2c0368eca req-6dbec0d8-ba4f-4964-93a5-3e5f36b280fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896196 Dec 15 14:21:53.011736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.024124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86b30263-c0c5-41ee-9fd7-5f2c5874c209 req-a23e6ef3-2d5f-4cbe-a2b1-9f01a2c8795e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666463 Dec 15 14:21:53.029234 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.036740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.061191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.066709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 24ffaad0-d25c-4c71-889a-398d913702a8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:53.098370 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:53.114631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:53.116946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:53.120495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f36849fd-f4cb-4c03-b842-0e95ae79e49c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:53.122913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130b65f-949e-4f8a-9e53-1122955302d2 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:53.132586 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242bdd9-7641-49a4-acc1-4428f34c8751 None None] Pushing event updated for resources: {'Port': ['ID=db1f6893-6dbc-493c-bccd-ea6265d49c23,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:53.137874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Attempting to bind port db1f6893-6dbc-493c-bccd-ea6265d49c23 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:53.138262 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Attempting to bind port db1f6893-6dbc-493c-bccd-ea6265d49c23 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:53.138645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Attempting to bind port db1f6893-6dbc-493c-bccd-ea6265d49c23 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:53.146819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.147171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.147517 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.147942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.148216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:53.148604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:53.149016 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.149421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:53.149908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Bound port: db1f6893-6dbc-493c-bccd-ea6265d49c23, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:53.150299 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.153264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.153628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.153974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.154319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.154658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.155041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.155337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.155641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.155995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:53.186531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.208049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 24ffaad0-d25c-4c71-889a-398d913702a8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:53.208629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.259503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] For port db1f6893-6dbc-493c-bccd-ea6265d49c23, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:53.266717 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] For port db1f6893-6dbc-493c-bccd-ea6265d49c23, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=db1f6893-6dbc-493c-bccd-ea6265d49c23,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:53.277024 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.283852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c39e1c68-e54a-4d42-98de-e683f14dfb6e None None] Provisioning complete for port db1f6893-6dbc-493c-bccd-ea6265d49c23 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:53.284248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c39e1c68-e54a-4d42-98de-e683f14dfb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.329139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.381010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b88ec8-84e4-4732-8b97-b13f8593c3b6 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:53.382629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:53.383251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:53.465451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242bdd9-7641-49a4-acc1-4428f34c8751 None None] Pushing event updated for resources: {'Port': ['ID=db1f6893-6dbc-493c-bccd-ea6265d49c23,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:53.511491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.516621 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.584480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f36849fd-f4cb-4c03-b842-0e95ae79e49c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:53.585086 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c39e1c68-e54a-4d42-98de-e683f14dfb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.587021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.591008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:53.652281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c39e1c68-e54a-4d42-98de-e683f14dfb6e None None] For port db1f6893-6dbc-493c-bccd-ea6265d49c23, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=db1f6893-6dbc-493c-bccd-ea6265d49c23,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:53.659352 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c39e1c68-e54a-4d42-98de-e683f14dfb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:53.688022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:53.689413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:53.831202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Router 8066609c-0ee5-409d-adaf-19d8369fde7e has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:21:53.973034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e1c68-e54a-4d42-98de-e683f14dfb6e None None] Pushing event updated for resources: {'Port': ['ID=db1f6893-6dbc-493c-bccd-ea6265d49c23,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:53.977455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:53.989866 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-154e39f9-12c8-488c-a13c-f5bf6d3a54a9 admin admin] 10.222.0.86 "PUT /v2.0/routers/8066609c-0ee5-409d-adaf-19d8369fde7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964220 Dec 15 14:21:54.005296 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1fa56535-ad0b-47b5-8bf6-e3ce122167a2 None None] Provisioning complete for port db1f6893-6dbc-493c-bccd-ea6265d49c23 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:54.005994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1fa56535-ad0b-47b5-8bf6-e3ce122167a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.111490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edab83-251a-4794-9354-b7fa6c5228b3 req-a7a6ba4a-d9d9-4cd1-995e-3c039fbf7829 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:54.122095 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8edab83-251a-4794-9354-b7fa6c5228b3 req-a7a6ba4a-d9d9-4cd1-995e-3c039fbf7829 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 946 time: 0.0724061 Dec 15 14:21:54.138290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:52Z', 'revision_number': 1, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:54.171786 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad0397-bb22-4a90-8d21-e3d43fedb86d None None] The sync data for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 is: [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:52Z', 'revision_number': 1, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:54.186722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1fa56535-ad0b-47b5-8bf6-e3ce122167a2 None None] Provisioning complete for port f36849fd-f4cb-4c03-b842-0e95ae79e49c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:54.187569 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1fa56535-ad0b-47b5-8bf6-e3ce122167a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.196677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388780de-4356-4c74-85ea-a93567f652f7 req-9cca2294-1386-49b7-9808-4fbde899bd5a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:54.203016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-388780de-4356-4c74-85ea-a93567f652f7 req-9cca2294-1386-49b7-9808-4fbde899bd5a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 944 time: 0.0751023 Dec 15 14:21:54.229865 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1fa56535-ad0b-47b5-8bf6-e3ce122167a2 None None] Port f36849fd-f4cb-4c03-b842-0e95ae79e49c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:54.234342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8edab83-251a-4794-9354-b7fa6c5228b3 req-973a4364-14a2-46cc-87a1-75154adce8d8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024005 Dec 15 14:21:54.280079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 54b62e6a-d486-4e07-8a28-0af74fe7226c details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:21:54.304716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-388780de-4356-4c74-85ea-a93567f652f7 req-0e2b51ce-eb53-4cad-92da-1b1688be5338 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953352 Dec 15 14:21:54.387607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c7ae1610-0afb-4b40-8945-9d03b759bcfc None None] Provisioning complete for port f36849fd-f4cb-4c03-b842-0e95ae79e49c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:54.388018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1610-0afb-4b40-8945-9d03b759bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.393108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-1f16896d-83f9-4220-9b20-a45a4a2cde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:54.395546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-1f16896d-83f9-4220-9b20-a45a4a2cde0e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 1097 time: 0.0888572 Dec 15 14:21:54.408812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:54.432411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 54b62e6a-d486-4e07-8a28-0af74fe7226c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:54.451333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:21:54.455698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae1610-0afb-4b40-8945-9d03b759bcfc None None] Port f36849fd-f4cb-4c03-b842-0e95ae79e49c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:54.469900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.500718 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.530958 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b62e6a-d486-4e07-8a28-0af74fe7226c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:21:54.570956 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 54b62e6a-d486-4e07-8a28-0af74fe7226c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:54.577348 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.642132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=54b62e6a-d486-4e07-8a28-0af74fe7226c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:54.716207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:54.721273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1582041997-network', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:54.743487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:54.747911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Made reservation on behalf of a098a045008c46e7a9c2c2972d953cc6 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:54.750367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.759597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.774043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['54b62e6a-d486-4e07-8a28-0af74fe7226c'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:21:54.784065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:54.835452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:54.837969 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d65a15-4539-4712-9b76-3dd417b98738" -d '{"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-unplugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:54.856476 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.872720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.876280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Transition to ACTIVE for port object 058607bd-b809-4c89-a3ac-bb0b4f91242a will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:21:54.878070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.883002 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.913513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c003ac5c-edc7-494a-a416-d680d86b9834,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:54.917539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:21:54.931060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:54.931427 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Added segment f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace of type vlan for network 0906b3ba-0269-475c-a8a1-4ab7cb44683c Dec 15 14:21:54.947264 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7147b56c-5b1c-4636-99ea-e240a7554958 x-openstack-request-id: req-7147b56c-5b1c-4636-99ea-e240a7554958 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:54.948682 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-unplugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:54.949134 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7147b56c-5b1c-4636-99ea-e240a7554958 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:54.949715 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'code': 200} Dec 15 14:21:55.034732 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.087698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.094284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:55.094896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.112034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:55.209643 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4923201 Dec 15 14:21:55.213152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44408) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:55.219579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Request body: {'subnet': {'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1582041997-subnet', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:55.233209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f25c17-18b9-4188-8dc0-20eab4b435d4 admin admin] Pushing event updated for resources: {'Network': ['ID=0906b3ba-0269-475c-a8a1-4ab7cb44683c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:55.248871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:21:55.263321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Made reservation on behalf of a098a045008c46e7a9c2c2972d953cc6 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:55.272417 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.377632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] No DVR routers for this DVR port 058607bd-b809-4c89-a3ac-bb0b4f91242a on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:21:55.434880 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ad789-2da5-4355-9199-5e560ff4d178 req-34032628-f490-430b-81ff-1a7b0cd116c6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:55.436544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a31ad789-2da5-4355-9199-5e560ff4d178 req-34032628-f490-430b-81ff-1a7b0cd116c6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 945 time: 0.0549920 Dec 15 14:21:55.495439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a31ad789-2da5-4355-9199-5e560ff4d178 req-8a2f50b5-7ee2-4f6b-8d34-b08af661f5d4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512087 Dec 15 14:21:55.538292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61344ee-dad1-4189-8a0f-15466550c162 req-58d93720-37ff-44c0-800a-8c380635cee4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:55.539925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d61344ee-dad1-4189-8a0f-15466550c162 req-58d93720-37ff-44c0-800a-8c380635cee4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 945 time: 0.1970069 Dec 15 14:21:55.697200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d61344ee-dad1-4189-8a0f-15466550c162 req-06f7dbc6-8989-4237-af58-32de62010141 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488059 Dec 15 14:21:55.703026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:55.703769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:55.703769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:55.720030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:21:55.720557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Attempting to bind port 058607bd-b809-4c89-a3ac-bb0b4f91242a on network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:55.724837 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.757314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:55.757658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Checking segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:55.758049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Bound using segment: {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:55.758493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Bound port: 058607bd-b809-4c89-a3ac-bb0b4f91242a, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:55.758853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.834104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa35a3c-41bd-4b0f-a6de-8da96b30e007,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:55.861156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Checking segment: {'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:55.861516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Network hostable DHCP agents. Network: 0906b3ba-0269-475c-a8a1-4ab7cb44683c, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:21:55.878657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:55.882263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:55.890777 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.897199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:21:55.938640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:55.939153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.941117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] 10.222.0.74 "PUT /v2.0/ports/058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 1093 time: 1.5366278 Dec 15 14:21:55.944365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 0906b3ba-0269-475c-a8a1-4ab7cb44683c) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:55.950306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:55.950836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:55.955860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec53af6-f405-4237-bc2e-1c140b48264e None None] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:56.021792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bef46e6f-3d26-4857-9a14-b7451b1ccf13 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8072934 Dec 15 14:21:56.024186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25e1d1-a0f5-4b07-9ea6-575d18cf77cf service neutron] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:56.024820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:56.032045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:56.043208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-81a24797-bcee-44f6-8d36-2d76da5970bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:56.044801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-81a24797-bcee-44f6-8d36-2d76da5970bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1096 time: 0.0786324 Dec 15 14:21:56.059184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.060550 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.107980 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-0906b3ba-0269-475c-a8a1-4ab7cb44683c', 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c', 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'fixed_ips': [{'subnet_id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:21:56.108909 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.151488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.180166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-1b803e14-46ec-40e1-80a8-a7623e48615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:56.182191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-1b803e14-46ec-40e1-80a8-a7623e48615f service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.1297145 Dec 15 14:21:56.279721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-48a49236-74c8-4374-b7b1-b8b138bd210e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 999 time: 0.0878994 Dec 15 14:21:56.291120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Allocated IP 172.20.0.2 (0906b3ba-0269-475c-a8a1-4ab7cb44683c/baa35a3c-41bd-4b0f-a6de-8da96b30e007/1c68ad4e-230d-4cdb-b79e-46cce788e1af) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:56.296904 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 54b62e6a-d486-4e07-8a28-0af74fe7226c up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:56.317670 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.464607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 54b62e6a-d486-4e07-8a28-0af74fe7226c completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:21:56.476594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 54b62e6a-d486-4e07-8a28-0af74fe7226c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:56.477304 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.569705 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.619296 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.683135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e938-c211-4aec-8e9b-020bc9eed4a0 req-e5eeaba1-c855-4aed-bee2-b0c0852dc0d1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:56.684423 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d25e938-c211-4aec-8e9b-020bc9eed4a0 req-e5eeaba1-c855-4aed-bee2-b0c0852dc0d1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 945 time: 0.0716555 Dec 15 14:21:56.684621 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.685490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.694143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:56.697244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-82e41d28-5201-40e9-ad47-e6dabae0aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:56.699487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-82e41d28-5201-40e9-ad47-e6dabae0aec7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.4122903 Dec 15 14:21:56.707458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:56.709044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.710373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:56.717872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Pushing event updated for resources: {'Port': ['ID=1c68ad4e-230d-4cdb-b79e-46cce788e1af,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:56.759458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016e4e-9311-4cf6-888b-7406832b8921 req-eacfc583-960f-4798-9f37-868b4559d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:56.761909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-eacfc583-960f-4798-9f37-868b4559d421 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545616 Dec 15 14:21:56.764369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 54b62e6a-d486-4e07-8a28-0af74fe7226c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:56.767039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:56.769773 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e4330c-88dd-4bc4-9937-a6f8a49df9aa" -d '{"events": [{"server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "name": "network-vif-plugged", "status": "completed", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:56.790436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.791264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:56.811790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6d25e938-c211-4aec-8e9b-020bc9eed4a0 req-d2c38f7f-b9be-4485-a79c-210b67843d38 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048286 Dec 15 14:21:56.895550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=54b62e6a-d486-4e07-8a28-0af74fe7226c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:56.897451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Allocated IP 172.25.7.241 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/e364b6b5-5156-44fe-84f8-5c3f61e44314) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:56.921855 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4312eaca-98a0-4fdb-8b08-5e52675fcc9b x-openstack-request-id: req-4312eaca-98a0-4fdb-8b08-5e52675fcc9b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:56.922162 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "name": "network-vif-plugged", "status": "completed", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:56.922425 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4312eaca-98a0-4fdb-8b08-5e52675fcc9b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:56.923065 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'code': 200} Dec 15 14:21:56.924296 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Sync routers for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:56.942406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246f847-f293-4b8b-96b4-1593b7e77d8e req-4b9d9d7c-e523-4b39-9e99-686556d941fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:56.946208 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:56.946898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Attempting to bind port 1c68ad4e-230d-4cdb-b79e-46cce788e1af on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:56.946898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Attempting to bind port 1c68ad4e-230d-4cdb-b79e-46cce788e1af by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:56.947161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Attempting to bind port 1c68ad4e-230d-4cdb-b79e-46cce788e1af on network 0906b3ba-0269-475c-a8a1-4ab7cb44683c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:56.950197 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:56.953640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d246f847-f293-4b8b-96b4-1593b7e77d8e req-4b9d9d7c-e523-4b39-9e99-686556d941fe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 945 time: 0.1189697 Dec 15 14:21:56.955790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:56.957272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Checking segment: {'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:56.957272 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.957628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Bound using segment: {'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:56.957895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Bound port: 1c68ad4e-230d-4cdb-b79e-46cce788e1af, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:56.958398 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:56.966429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:56.970361 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0438cbf-92ee-4732-9288-15536e8df9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:56.974571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-8f5a87da-d213-49d1-857d-9127fd82b4ae service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002532 Dec 15 14:21:57.037352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] For port 1c68ad4e-230d-4cdb-b79e-46cce788e1af, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:57.040600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] For port 1c68ad4e-230d-4cdb-b79e-46cce788e1af, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1c68ad4e-230d-4cdb-b79e-46cce788e1af,segment=NetworkSegment(f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace),segment_id=f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:57.050233 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:57.082570 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57ba9f4-2454-4a1b-acd9-7c774b052e34 x-openstack-request-id: req-f57ba9f4-2454-4a1b-acd9-7c774b052e34 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:57.082931 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:57.083131 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f57ba9f4-2454-4a1b-acd9-7c774b052e34 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:57.083518 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'status': 'completed', 'code': 200} Dec 15 14:21:57.120394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c9ddb-c369-492e-9eed-bb226e177cec None None] Pushing event updated for resources: {'Port': ['ID=1c68ad4e-230d-4cdb-b79e-46cce788e1af,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:57.153228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:21:57.164565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device db1f6893-6dbc-493c-bccd-ea6265d49c23 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:57.170286 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:57.181176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:57.204362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d246f847-f293-4b8b-96b4-1593b7e77d8e req-8c210c9e-f73b-4760-b6f6-947a4f1eaafe tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494032 Dec 15 14:21:57.239507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-d7032635-a81a-4677-9733-315c4d777327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:57.241691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-d7032635-a81a-4677-9733-315c4d777327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1096 time: 0.1614337 Dec 15 14:21:57.250772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-72016e4e-9311-4cf6-888b-7406832b8921 req-feb7c982-cd9a-4e35-bf54-1a018c00525d service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665439 Dec 15 14:21:57.259147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:57.264954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf38192-32dc-4cd6-a0c1-93684d6c480e req-6771b218-f586-49f7-8699-34fcd85793e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:57.266496 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4cf38192-32dc-4cd6-a0c1-93684d6c480e req-6771b218-f586-49f7-8699-34fcd85793e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1097 time: 0.3086870 Dec 15 14:21:57.282484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port db1f6893-6dbc-493c-bccd-ea6265d49c23 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:57.284816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:57.337705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:57.344776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:57.349948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:57.351943 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Pushing event updated for resources: {'Port': ['ID=e364b6b5-5156-44fe-84f8-5c3f61e44314,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:57.373173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e8d97-b64d-4957-8311-032ea3d92ec6 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:21:57.432876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-d4840385-2b68-42a9-bb07-b47f12fea42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:57.434499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-d4840385-2b68-42a9-bb07-b47f12fea42e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1096 time: 0.1152022 Dec 15 14:21:57.442965 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4cf38192-32dc-4cd6-a0c1-93684d6c480e req-c85368db-e4c5-456c-8bd6-c615d0d40359 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493418 Dec 15 14:21:57.458965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-73514e02-cc94-49ca-a943-75ec0ef84970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:57.460347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-73514e02-cc94-49ca-a943-75ec0ef84970 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.2086754 Dec 15 14:21:57.497613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c31d4898-33c7-4803-8417-3d9bf0f4e698 None None] Provisioning complete for port e364b6b5-5156-44fe-84f8-5c3f61e44314 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:57.499174 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c31d4898-33c7-4803-8417-3d9bf0f4e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:57.548381 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 2, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:57.575809 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Checking router: 8066609c-0ee5-409d-adaf-19d8369fde7e for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:57.576517 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Updating router 8066609c-0ee5-409d-adaf-19d8369fde7e port f36849fd-f4cb-4c03-b842-0e95ae79e49c binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:21:57.594260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-454d1b2e-daf8-4989-8faa-0d6fe6a93599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:57.596103 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-454d1b2e-daf8-4989-8faa-0d6fe6a93599 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.1517487 Dec 15 14:21:57.600426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c31d4898-33c7-4803-8417-3d9bf0f4e698 None None] Port e364b6b5-5156-44fe-84f8-5c3f61e44314 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:57.622275 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:57.748594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-edd2a811-abbe-473c-a9c9-e30aa22a1ff1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 999 time: 0.1443446 Dec 15 14:21:57.795333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-cb93196c-b64b-483f-b10a-20e6977533cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 999 time: 0.1207948 Dec 15 14:21:57.865717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-376a5d8c-7d90-45c0-9cb0-746a3c34ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:57.867401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-376a5d8c-7d90-45c0-9cb0-746a3c34ea59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.1108902 Dec 15 14:21:57.924901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-e6260d35-5c2f-4f02-bc4f-00d05444400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:57.926480 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:57.926982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-e6260d35-5c2f-4f02-bc4f-00d05444400a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.1209381 Dec 15 14:21:57.933899 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:57.946122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-39cc3c0b-88ff-424f-8afa-9a187025b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:57.947626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-39cc3c0b-88ff-424f-8afa-9a187025b4ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679486 Dec 15 14:21:57.984662 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Pushing event updated for resources: {'Port': ['ID=f36849fd-f4cb-4c03-b842-0e95ae79e49c,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:57.993666 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.994015 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.995094 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.995609 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.996918 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.997438 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.998042 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.998561 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.998959 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.999245 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.999592 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:57.999930 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:58.000434 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:58.069010 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-88cb4658-1d3a-4ecc-80f7-9b6a3109f21e service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029522 Dec 15 14:21:58.082977 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Attempting to bind port f36849fd-f4cb-4c03-b842-0e95ae79e49c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:58.083555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Attempting to bind port f36849fd-f4cb-4c03-b842-0e95ae79e49c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:58.084142 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Attempting to bind port f36849fd-f4cb-4c03-b842-0e95ae79e49c on network 2a5ece13-58eb-4934-b9fc-94934ec367b3 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:58.089303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-f72a651d-1ec3-4aaa-ba53-962e61cbd665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:58.090842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-f72a651d-1ec3-4aaa-ba53-962e61cbd665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540480 Dec 15 14:21:58.091945 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:58.092543 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Checking segment: {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:58.093148 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:58.093731 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Bound using segment: {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:58.094399 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Bound port: f36849fd-f4cb-4c03-b842-0e95ae79e49c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:58.094976 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:58.216294 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] For port f36849fd-f4cb-4c03-b842-0e95ae79e49c, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:58.221201 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] For port f36849fd-f4cb-4c03-b842-0e95ae79e49c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f36849fd-f4cb-4c03-b842-0e95ae79e49c,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:58.224743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:58.232227 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:58.263423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-b9e4e535-5bc7-43a6-8893-4f56d5969a73 service neutron] 10.222.0.24 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527324 Dec 15 14:21:58.330544 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:58.331323 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:58.333632 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f67d7-00b6-4fd4-ba8f-9a7e526f914b None None] Pushing event updated for resources: {'Port': ['ID=f36849fd-f4cb-4c03-b842-0e95ae79e49c,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:58.371305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6521370f-4b78-4c85-b332-90a7c1253a2b None None] Provisioning complete for port f36849fd-f4cb-4c03-b842-0e95ae79e49c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:58.371685 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6521370f-4b78-4c85-b332-90a7c1253a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:58.443964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad30bb-20be-4fa8-9da0-db671adeffe4 req-28dca826-9900-45d0-9e52-5da393325954 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:58.446709 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64ad30bb-20be-4fa8-9da0-db671adeffe4 req-28dca826-9900-45d0-9e52-5da393325954 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 946 time: 0.2830563 Dec 15 14:21:58.532502 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:58.615510 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6521370f-4b78-4c85-b332-90a7c1253a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:58.675738 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64ad30bb-20be-4fa8-9da0-db671adeffe4 req-566bf59c-decd-4d37-b2ad-b30073e2bc68 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198834 Dec 15 14:21:58.678575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-0e53dd84-7fcf-45a4-ad1e-868efd5833d7 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003194 Dec 15 14:21:58.706292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71802a61-29d9-48e8-a082-0385b1a730c6 req-8271a007-708b-4557-83b7-0547ce5a454d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:58.710801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71802a61-29d9-48e8-a082-0385b1a730c6 req-8271a007-708b-4557-83b7-0547ce5a454d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 945 time: 0.2366388 Dec 15 14:21:58.721917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6521370f-4b78-4c85-b332-90a7c1253a2b None None] For port f36849fd-f4cb-4c03-b842-0e95ae79e49c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f36849fd-f4cb-4c03-b842-0e95ae79e49c,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:58.738390 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6521370f-4b78-4c85-b332-90a7c1253a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:58.816891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d7da20-cbc3-422f-98d2-03b4ce302904 None None] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:58.819400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0438cbf-92ee-4732-9288-15536e8df9c1 req-a0890c41-823b-4a65-a1fe-0d4eab31b932 service neutron] 10.222.0.24 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466111 Dec 15 14:21:58.836826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:58.840489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71802a61-29d9-48e8-a082-0385b1a730c6 req-c96b6e94-90f7-437f-9fe4-d9e65b1bb70e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116028 Dec 15 14:21:58.909518 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:58Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:58.910563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521370f-4b78-4c85-b332-90a7c1253a2b None None] Pushing event updated for resources: {'Port': ['ID=f36849fd-f4cb-4c03-b842-0e95ae79e49c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:58.942310 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667f849-bd3e-43aa-93b5-363fe8488deb None None] The sync data for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 is: [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:58Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:58.961836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4e20489f-c64d-48bf-894e-2c8962aaa952 None None] Provisioning complete for port 1c68ad4e-230d-4cdb-b79e-46cce788e1af triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:58.962232 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e20489f-c64d-48bf-894e-2c8962aaa952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:59.020093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:21:59.092456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e20489f-c64d-48bf-894e-2c8962aaa952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:59.145625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4e20489f-c64d-48bf-894e-2c8962aaa952 None None] For port 1c68ad4e-230d-4cdb-b79e-46cce788e1af, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1c68ad4e-230d-4cdb-b79e-46cce788e1af,segment=NetworkSegment(f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace),segment_id=f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:59.160638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e20489f-c64d-48bf-894e-2c8962aaa952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:59.201245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:59.204794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4e20489f-c64d-48bf-894e-2c8962aaa952 None None] Provisioning complete for port f36849fd-f4cb-4c03-b842-0e95ae79e49c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:59.205382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e20489f-c64d-48bf-894e-2c8962aaa952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:59.221745 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:59.225589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-45cdf2b2-76a8-4fd1-8141-39b0352b8829 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1969554 Dec 15 14:21:59.226187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44428) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:59.246393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Sync routers for ids ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:59.269180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1c68ad4e-230d-4cdb-b79e-46cce788e1af up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:59.308572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20489f-c64d-48bf-894e-2c8962aaa952 None None] Pushing event updated for resources: {'Port': ['ID=1c68ad4e-230d-4cdb-b79e-46cce788e1af,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:59.317645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Routers {'8c0fd0af-d563-4302-aecd-6f7c18ce9377'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:59.318319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:59.458301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1c68ad4e-230d-4cdb-b79e-46cce788e1af triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:59.458704 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:59.508193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Set router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:59.763105 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:59.801969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fac3-93e3-4605-9e88-041d9dea44ee req-c21aa497-a455-4fef-a612-5efc6e637d3d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:59.805645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9067fac3-93e3-4605-9e88-041d9dea44ee req-c21aa497-a455-4fef-a612-5efc6e637d3d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 946 time: 0.0642138 Dec 15 14:21:59.844638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fe65c7e4-4f56-41a9-8011-4d26c348e0f0 None None] Provisioning complete for port 1c68ad4e-230d-4cdb-b79e-46cce788e1af triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:59.845215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fe65c7e4-4f56-41a9-8011-4d26c348e0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:59.878630 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9067fac3-93e3-4605-9e88-041d9dea44ee req-5cf6ccc3-e659-4670-b3a9-2f2e198ca67e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655341 Dec 15 14:21:59.893981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f36849fd-f4cb-4c03-b842-0e95ae79e49c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:00.012615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af47aa2-7644-4256-81db-435eafdbf258 req-abd8906a-5eef-4e65-b4dc-458e3c619a39 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:00.014324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4af47aa2-7644-4256-81db-435eafdbf258 req-abd8906a-5eef-4e65-b4dc-458e3c619a39 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 946 time: 0.0610025 Dec 15 14:22:00.029284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f36849fd-f4cb-4c03-b842-0e95ae79e49c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:00.029664 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.055313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843adbb-0449-4968-83bd-f0b4f83bf981 req-2888329c-cb6d-4caf-b59b-e2074283899c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:00.056870 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f843adbb-0449-4968-83bd-f0b4f83bf981 req-2888329c-cb6d-4caf-b59b-e2074283899c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 945 time: 0.1142721 Dec 15 14:22:00.069895 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:21:57Z', 'revision_number': 3, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port': {'id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:00.081614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4af47aa2-7644-4256-81db-435eafdbf258 req-b7d0ccc5-ffe6-4043-82f8-ffc7583a7c0d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612483 Dec 15 14:22:00.082604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Allocated IP 172.20.0.1 (0906b3ba-0269-475c-a8a1-4ab7cb44683c/baa35a3c-41bd-4b0f-a6de-8da96b30e007/07b8cc69-606c-491b-8bbf-0c6976e75165) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:00.113737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44436) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:00.115709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Checking router: 8c0fd0af-d563-4302-aecd-6f7c18ce9377 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:00.116090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Updating router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 port e364b6b5-5156-44fe-84f8-5c3f61e44314 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:22:00.162732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.179668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f843adbb-0449-4968-83bd-f0b4f83bf981 req-bc1e3344-a47e-44dd-bcfd-6c929ba87f4a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056001 Dec 15 14:22:00.208337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:00.248114 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.293004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6f02d137-4528-4164-a674-13154f7c0ef1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/a9f5a7ac-2dbf-49b9-a329-c981cb1f745a HTTP/1.1" status: 200 len: 991 time: 0.0829268 Dec 15 14:22:00.301965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.345747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:00.349225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:00.352879 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:00.370107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:22:00.382202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Pushing event updated for resources: {'Port': ['ID=07b8cc69-606c-491b-8bbf-0c6976e75165,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:00.411927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.451659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3133f6f9-6314-4425-b7ff-712fda5b099b tempest-TestVolumeBootPattern-960362804 tempest-TestVolumeBootPattern-960362804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:00.453391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3133f6f9-6314-4425-b7ff-712fda5b099b tempest-TestVolumeBootPattern-960362804 tempest-TestVolumeBootPattern-960362804-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1092 time: 0.3373773 Dec 15 14:22:00.456046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44442) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:00.460758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:00.488378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.566499 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.590637 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.606568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:00.620631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'port_id': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'mac_address': 'fa:16:3e:4e:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:22:00.627813 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.637284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.708144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277bedd-730f-4f3b-9608-b3600e7b4848 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:22:00.718411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56543a1-4a51-4451-8335-d21502103b5e None None] Pushing event updated for resources: {'Port': ['ID=e364b6b5-5156-44fe-84f8-5c3f61e44314,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:00.723485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Attempting to bind port e364b6b5-5156-44fe-84f8-5c3f61e44314 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:00.723878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Attempting to bind port e364b6b5-5156-44fe-84f8-5c3f61e44314 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:00.724272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Attempting to bind port e364b6b5-5156-44fe-84f8-5c3f61e44314 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:00.733046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:00.733458 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:00.733871 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.734263 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:00.734806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Bound port: e364b6b5-5156-44fe-84f8-5c3f61e44314, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:00.735202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.736843 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.752982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.25.7.245 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/af95787b-adcc-4700-9a5d-e425d9071746) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:00.777397 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0c9eb83d-29e6-4d54-b551-879ad54be339 None None] Provisioning complete for port 07b8cc69-606c-491b-8bbf-0c6976e75165 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:00.777775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0c9eb83d-29e6-4d54-b551-879ad54be339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.782158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058607bd-b809-4c89-a3ac-bb0b4f91242a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:00.858528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:00.861554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] For port e364b6b5-5156-44fe-84f8-5c3f61e44314, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:00.863957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0c9eb83d-29e6-4d54-b551-879ad54be339 None None] Port 07b8cc69-606c-491b-8bbf-0c6976e75165 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:00.866689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] For port e364b6b5-5156-44fe-84f8-5c3f61e44314, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e364b6b5-5156-44fe-84f8-5c3f61e44314,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:00.868556 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.874775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.887525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.929428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:00.932951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eee71f-ce34-4edd-9148-6412e48aec4e None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:22:00.938117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:00.946636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Routers {'8c0fd0af-d563-4302-aecd-6f7c18ce9377'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:00.947323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:00.999357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:01.002642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:01.013020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:01.039426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=af95787b-adcc-4700-9a5d-e425d9071746,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:01.061745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-47483976-d1a8-4b8d-9148-b416f95aa1a2 None None] Provisioning complete for port e364b6b5-5156-44fe-84f8-5c3f61e44314 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:01.061745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483976-d1a8-4b8d-9148-b416f95aa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.089577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56543a1-4a51-4451-8335-d21502103b5e None None] Pushing event updated for resources: {'Port': ['ID=e364b6b5-5156-44fe-84f8-5c3f61e44314,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:01.103202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1c68ad4e-230d-4cdb-b79e-46cce788e1af up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:01.116737 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.122666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.132535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['058607bd-b809-4c89-a3ac-bb0b4f91242a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:01.235029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Pushing event updated for resources: {'Port': ['ID=07b8cc69-606c-491b-8bbf-0c6976e75165,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:01.235565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.238492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.258846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] Set router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:01.345489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c569394-7068-42b6-aabc-25d5ad6adff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.361415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:01.362926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:01.394167 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.518886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:01.548975 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.569160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1c68ad4e-230d-4cdb-b79e-46cce788e1af triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:01.569532 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.621408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483976-d1a8-4b8d-9148-b416f95aa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.656435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.694457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:01.703582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-31055a46-dc0d-4af0-b2f9-ae6d8bae6e0c admin admin] 10.222.0.86 "PUT /v2.0/routers/8c0fd0af-d563-4302-aecd-6f7c18ce9377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4765232 Dec 15 14:22:01.704243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-47483976-d1a8-4b8d-9148-b416f95aa1a2 None None] For port e364b6b5-5156-44fe-84f8-5c3f61e44314, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e364b6b5-5156-44fe-84f8-5c3f61e44314,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:01.738407 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483976-d1a8-4b8d-9148-b416f95aa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.843252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.849175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.877570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47483976-d1a8-4b8d-9148-b416f95aa1a2 None None] Pushing event updated for resources: {'Port': ['ID=e364b6b5-5156-44fe-84f8-5c3f61e44314,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:01.925781 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bafe0655-90da-45a0-9cec-936a5be10ca9 None None] Provisioning complete for port 07b8cc69-606c-491b-8bbf-0c6976e75165 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:01.926200 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bafe0655-90da-45a0-9cec-936a5be10ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.928551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=af95787b-adcc-4700-9a5d-e425d9071746,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:01.940731 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:01.942877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 4, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port': {'id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '07b8cc69-606c-491b-8bbf-0c6976e75165', 'name': '', 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'mac_address': 'fa:16:3e:eb:16:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:59Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 1, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'subnets': [{'id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:02.004637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc7271-1ece-4325-ab1b-fe30286a59ed None None] The sync data for ids ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'] in n-d-821840-1 is: [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 4, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port': {'id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '07b8cc69-606c-491b-8bbf-0c6976e75165', 'name': '', 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'mac_address': 'fa:16:3e:eb:16:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:59Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 1, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'subnets': [{'id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:02.024603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bafe0655-90da-45a0-9cec-936a5be10ca9 None None] Port 07b8cc69-606c-491b-8bbf-0c6976e75165 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:02.054518 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Floating IP 34638a4c-90c1-4267-9662-3518198c0924 associated. External IP: 172.25.7.245, port: 54b62e6a-d486-4e07-8a28-0af74fe7226c. Dec 15 14:22:02.295728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Router 401a92dd-6129-4381-bcf8-4721e41ac44b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:02.344573 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44450) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:02.349218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8ea0b2c7-bef5-466a-bfb8-85ab40248a43 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448546751', 'description': 'tempest-secgroup-smoke-1448546751 description', 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:02.371484 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b2c7-bef5-466a-bfb8-85ab40248a43 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.449601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:02.466548 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:02.467108 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b2c7-bef5-466a-bfb8-85ab40248a43 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.470306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.470887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b2c7-bef5-466a-bfb8-85ab40248a43 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.484978 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:02.485978 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:02.507039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0b2c7-bef5-466a-bfb8-85ab40248a43 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60accb6-bc96-4520-83ad-3bbc2260099c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:02.518387 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b2c7-bef5-466a-bfb8-85ab40248a43 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.523309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:02.523490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8ea0b2c7-bef5-466a-bfb8-85ab40248a43 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1775782 Dec 15 14:22:02.526446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f777e19c-389e-4050-9161-7e277de752b0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0677857 Dec 15 14:22:02.539973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-03c62106-7e43-4814-b03b-1621575e9659 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'security_group_rule': {'security_group_id': 'b60accb6-bc96-4520-83ad-3bbc2260099c', 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:02.546193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:02.548549 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a0aab9-8479-40da-842c-40ae4a29970d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:02.587773 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03c62106-7e43-4814-b03b-1621575e9659 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.601401 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b49b727-c799-4ba7-b5ec-5978d549fd54 x-openstack-request-id: req-6b49b727-c799-4ba7-b5ec-5978d549fd54 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:02.601871 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:02.602230 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6b49b727-c799-4ba7-b5ec-5978d549fd54 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:02.602855 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'status': 'completed', 'code': 200} Dec 15 14:22:02.656577 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03c62106-7e43-4814-b03b-1621575e9659 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.662851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03c62106-7e43-4814-b03b-1621575e9659 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.681101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0aab9-8479-40da-842c-40ae4a29970d req-2761c250-eda4-4bcd-bf06-08fb3d799c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:02.682952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a0aab9-8479-40da-842c-40ae4a29970d req-2761c250-eda4-4bcd-bf06-08fb3d799c3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1097 time: 0.0597885 Dec 15 14:22:02.686566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c62106-7e43-4814-b03b-1621575e9659 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb5a1dd-f1fc-43fa-a47a-c346802004cf,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:02.711428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03c62106-7e43-4814-b03b-1621575e9659 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.715152 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-03c62106-7e43-4814-b03b-1621575e9659 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884754 Dec 15 14:22:02.720529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44458) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:02.725662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d2b44f64-58e5-4a1e-af8e-2d61858093f8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'security_group_rule': {'security_group_id': 'b60accb6-bc96-4520-83ad-3bbc2260099c', 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:02.731522 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:02.767894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2b44f64-58e5-4a1e-af8e-2d61858093f8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.810236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0aab9-8479-40da-842c-40ae4a29970d req-36f9e1b3-078a-4662-a404-918f410a256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:02.811942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a0aab9-8479-40da-842c-40ae4a29970d req-36f9e1b3-078a-4662-a404-918f410a256f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.1190188 Dec 15 14:22:02.852057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2b44f64-58e5-4a1e-af8e-2d61858093f8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.857599 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2b44f64-58e5-4a1e-af8e-2d61858093f8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.891349 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2b44f64-58e5-4a1e-af8e-2d61858093f8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:02.895347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a0aab9-8479-40da-842c-40ae4a29970d req-fd0a1bab-87b9-479d-b961-cff2a0850cf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 200 len: 1000 time: 0.0750136 Dec 15 14:22:02.895847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:02.896465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d2b44f64-58e5-4a1e-af8e-2d61858093f8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1742837 Dec 15 14:22:02.897647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b44f64-58e5-4a1e-af8e-2d61858093f8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8d351e-d7b6-4f7e-a3f0-23cf44bdcd6d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:02.904342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-57101256-5812-4fc1-9d22-2e1c7e06f116 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'security_group_rule': {'security_group_id': 'b60accb6-bc96-4520-83ad-3bbc2260099c', 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:02.981936 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:01Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:02.993755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0aab9-8479-40da-842c-40ae4a29970d req-57397d73-8194-4f06-be56-6155fa5e421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:02.995627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a0aab9-8479-40da-842c-40ae4a29970d req-57397d73-8194-4f06-be56-6155fa5e421c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0868452 Dec 15 14:22:03.013647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57101256-5812-4fc1-9d22-2e1c7e06f116 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.035279 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:03.045751 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:03.046388 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:21:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:03.088932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0aab9-8479-40da-842c-40ae4a29970d req-9c805fc1-32ac-484b-841c-0b4e7a8ef0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:03.090780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a0aab9-8479-40da-842c-40ae4a29970d req-9c805fc1-32ac-484b-841c-0b4e7a8ef0ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868428 Dec 15 14:22:03.121864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e364b6b5-5156-44fe-84f8-5c3f61e44314 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:03.184175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:03.189398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e364b6b5-5156-44fe-84f8-5c3f61e44314 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:03.189858 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.190201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57101256-5812-4fc1-9d22-2e1c7e06f116 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.201036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57101256-5812-4fc1-9d22-2e1c7e06f116 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.228989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57101256-5812-4fc1-9d22-2e1c7e06f116 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8545d16-e5ea-46f7-9543-37d4d9e69ef4,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:03.242992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57101256-5812-4fc1-9d22-2e1c7e06f116 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.244251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-57101256-5812-4fc1-9d22-2e1c7e06f116 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3474305 Dec 15 14:22:03.247235 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44462) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:03.252357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b2ba5b6a-5850-4768-9c27-32529f1f83a1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'security_group_rule': {'security_group_id': 'b60accb6-bc96-4520-83ad-3bbc2260099c', 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:03.283609 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a0aab9-8479-40da-842c-40ae4a29970d req-e7f96284-4c63-4781-a2e4-1b4cb3669a6f service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824291 Dec 15 14:22:03.319991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2ba5b6a-5850-4768-9c27-32529f1f83a1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.446754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-13a0aab9-8479-40da-842c-40ae4a29970d req-c5a6e96b-bd20-42df-a44b-4750cd61d531 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561217 Dec 15 14:22:03.449032 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2ba5b6a-5850-4768-9c27-32529f1f83a1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.455162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2ba5b6a-5850-4768-9c27-32529f1f83a1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.472544 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:01Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:03.476805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba5b6a-5850-4768-9c27-32529f1f83a1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8870fd1-ce9a-4201-9833-5498afc3b655,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:03.485955 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2ba5b6a-5850-4768-9c27-32529f1f83a1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.489826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b2ba5b6a-5850-4768-9c27-32529f1f83a1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2390056 Dec 15 14:22:03.490102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44464) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:03.499074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1cdb3937-4c94-4de7-8795-77708c876fd5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'security_group_rule': {'security_group_id': 'b60accb6-bc96-4520-83ad-3bbc2260099c', 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:03.502808 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fafd60-08d4-438a-9336-10d44fac1a35 None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:01Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:03.522898 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-1cdb3937-4c94-4de7-8795-77708c876fd5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Project 800a5dd28f264c8e8ef1cd729c0b9894 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:22:03.528979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3937-4c94-4de7-8795-77708c876fd5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.592898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3937-4c94-4de7-8795-77708c876fd5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.601470 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3937-4c94-4de7-8795-77708c876fd5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.620259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb3937-4c94-4de7-8795-77708c876fd5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9425195c-9fcb-4b55-bd6b-bdd87fb99c0b,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:03.628892 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3937-4c94-4de7-8795-77708c876fd5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.630134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1cdb3937-4c94-4de7-8795-77708c876fd5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390052 Dec 15 14:22:03.633160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44466) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:03.638875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-77f384e8-6075-4182-abc6-9ae305fc4e42 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'security_group_rule': {'security_group_id': 'b60accb6-bc96-4520-83ad-3bbc2260099c', 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:03.661756 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-77f384e8-6075-4182-abc6-9ae305fc4e42 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Project 800a5dd28f264c8e8ef1cd729c0b9894 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:22:03.666980 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77f384e8-6075-4182-abc6-9ae305fc4e42 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.730692 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77f384e8-6075-4182-abc6-9ae305fc4e42 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.735563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77f384e8-6075-4182-abc6-9ae305fc4e42 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.754322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f384e8-6075-4182-abc6-9ae305fc4e42 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41057302-a02c-43a2-a1ba-2a2df5fa16d5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:03.764684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77f384e8-6075-4182-abc6-9ae305fc4e42 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.765935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-77f384e8-6075-4182-abc6-9ae305fc4e42 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314316 Dec 15 14:22:03.847778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee98bf3b-e34f-4fd7-a12d-84afc920dcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.850354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991dab65-9fef-4d85-8a89-9b7fdfbeb335 None None] New status for floating IP 34638a4c-90c1-4267-9662-3518198c0924: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:22:04.074792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-282da911-747c-4378-9096-6a4201be2fbc tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448546751&fields=id&tenant_id=800a5dd28f264c8e8ef1cd729c0b9894 HTTP/1.1" status: 200 len: 267 time: 0.0554509 Dec 15 14:22:04.184680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640a98-81fb-4056-945f-db735e996af1 req-f79f4217-66a8-4837-a84e-27a879a9fffd tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:04.186269 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-f79f4217-66a8-4837-a84e-27a879a9fffd tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/networks?id=2a5ece13-58eb-4934-b9fc-94934ec367b3 HTTP/1.1" status: 200 len: 809 time: 0.1046295 Dec 15 14:22:04.202155 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-ab242760-9707-4048-92f7-850d864f344b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/quotas/800a5dd28f264c8e8ef1cd729c0b9894 HTTP/1.1" status: 200 len: 375 time: 0.0100298 Dec 15 14:22:04.257474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-585ee58c-cc95-47ae-a66a-1ea92d068d1a tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=800a5dd28f264c8e8ef1cd729c0b9894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496931 Dec 15 14:22:04.395090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:04.418762 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-00337b4b-3b8c-4ce3-83bd-004452e66a11 service neutron] 10.222.0.86 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497250 Dec 15 14:22:04.446871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 058607bd-b809-4c89-a3ac-bb0b4f91242a completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:22:04.451130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 058607bd-b809-4c89-a3ac-bb0b4f91242a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:04.451511 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:04.512372 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-064d4332-4677-4ec4-9e50-8f6b1a8ea97a service neutron] 10.222.0.86 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872061 Dec 15 14:22:04.535726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:04.561419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:04.563701 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae686a-01db-4e4c-8e25-fd39a57e7af2" -d '{"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-plugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:04.577234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:04.581447 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:04.618292 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aebc91-04e2-41f9-aed6-8eff69e4c621 x-openstack-request-id: req-91aebc91-04e2-41f9-aed6-8eff69e4c621 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:04.618658 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-plugged", "status": "completed", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:04.618931 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91aebc91-04e2-41f9-aed6-8eff69e4c621 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:04.619446 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'code': 200} Dec 15 14:22:04.642752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=13']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:04.716569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3eaa3a7-7df7-4bf7-b420-39709550149e req-91e13df7-1914-4591-979c-536763118a63 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 210 time: 0.0298424 Dec 15 14:22:04.914272 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:05.779896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640a98-81fb-4056-945f-db735e996af1 req-66bdc3a4-7cb4-454f-8a46-2e83956a9f87 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:05.781545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-66bdc3a4-7cb4-454f-8a46-2e83956a9f87 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.74 "GET /v2.0/networks?id=2a5ece13-58eb-4934-b9fc-94934ec367b3 HTTP/1.1" status: 200 len: 809 time: 0.1089599 Dec 15 14:22:05.829319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99c3cdbc-58aa-4e3f-93d7-cd41d38856c6 req-3eb44ba2-81fa-49ac-85af-ea3086a819e6 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Dec 15 14:22:05.854847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-3a4f3bf5-819e-4fc1-8389-48ac9bee446c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=800a5dd28f264c8e8ef1cd729c0b9894 HTTP/1.1" status: 200 len: 380 time: 0.0641248 Dec 15 14:22:05.864531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'port': {'device_id': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'admin_state_up': True, 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'security_groups': ['b60accb6-bc96-4520-83ad-3bbc2260099c']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:05.978056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Made reservation on behalf of 800a5dd28f264c8e8ef1cd729c0b9894 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:22:05.983986 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.114109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Allocated IP 172.20.0.6 (2a5ece13-58eb-4934-b9fc-94934ec367b3/59c4fca7-c422-457e-898f-c81a3745baec/2872f35e-cfd8-4d50-8745-f7bcf815c115) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:06.255295 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.290367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.341363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:06.344403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:06.348782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:06.355770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'Port': ['ID=2872f35e-cfd8-4d50-8745-f7bcf815c115,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:06.406313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:06.407074 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.426304 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-17c9951b-042c-477f-8109-2ab02420903b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653951 Dec 15 14:22:06.439591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Request body: {'port': {'device_id': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:06.498609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.594991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-07f18f4d-2140-4c9b-97e4-1fb3390f26fb None None] Provisioning complete for port 2872f35e-cfd8-4d50-8745-f7bcf815c115 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:06.595535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07f18f4d-2140-4c9b-97e4-1fb3390f26fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.595650 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Sync routers for ids ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:06.605450 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Routers {'8c0fd0af-d563-4302-aecd-6f7c18ce9377'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:06.606085 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:06.639356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-07f18f4d-2140-4c9b-97e4-1fb3390f26fb None None] Port 2872f35e-cfd8-4d50-8745-f7bcf815c115 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:06.684085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.720637 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Set router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:06.789985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2872f35e-cfd8-4d50-8745-f7bcf815c115 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:06.797988 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.811696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Transition to ACTIVE for port object 2872f35e-cfd8-4d50-8745-f7bcf815c115 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:22:06.815535 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.880542 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Pushing event updated for resources: {'Port': ['ID=2872f35e-cfd8-4d50-8745-f7bcf815c115,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:06.946640 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 4, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port': {'id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '07b8cc69-606c-491b-8bbf-0c6976e75165', 'name': '', 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'mac_address': 'fa:16:3e:eb:16:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:59Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 2, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'subnets': [{'id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:06.977166 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Checking router: 8c0fd0af-d563-4302-aecd-6f7c18ce9377 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:06.977961 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Updating router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 port 07b8cc69-606c-491b-8bbf-0c6976e75165 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:22:06.985628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Attempting to bind port 2872f35e-cfd8-4d50-8745-f7bcf815c115 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:06.986052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Attempting to bind port 2872f35e-cfd8-4d50-8745-f7bcf815c115 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:06.986457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Attempting to bind port 2872f35e-cfd8-4d50-8745-f7bcf815c115 on network 2a5ece13-58eb-4934-b9fc-94934ec367b3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:06.991276 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Port 2872f35e-cfd8-4d50-8745-f7bcf815c115 on network 2a5ece13-58eb-4934-b9fc-94934ec367b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:22:06.991819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Attempting to bind port 2872f35e-cfd8-4d50-8745-f7bcf815c115 on network 2a5ece13-58eb-4934-b9fc-94934ec367b3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:07.011496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:07.012134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Checking segment: {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:07.012628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Bound using segment: {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:07.013189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Bound port: 2872f35e-cfd8-4d50-8745-f7bcf815c115, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9c6e57-7222-4e45-ba64-939b859725a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:07.013651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.016482 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.093484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3639b5-d040-4534-a795-ba3582a73bf6 req-d7c11537-babc-48b5-87c4-d54006c4797b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.095071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df3639b5-d040-4534-a795-ba3582a73bf6 req-d7c11537-babc-48b5-87c4-d54006c4797b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 943 time: 0.1836519 Dec 15 14:22:07.130439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] For port 2872f35e-cfd8-4d50-8745-f7bcf815c115, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:07.151216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] For port 2872f35e-cfd8-4d50-8745-f7bcf815c115, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:07.161527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.196733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df3639b5-d040-4534-a795-ba3582a73bf6 req-6bc4580f-77da-405b-b327-7bdc57e6b207 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955515 Dec 15 14:22:07.208297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.208919 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.210428 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] 10.222.0.74 "PUT /v2.0/ports/2872f35e-cfd8-4d50-8745-f7bcf815c115 HTTP/1.1" status: 200 len: 1091 time: 0.7750795 Dec 15 14:22:07.210814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'tag': '2872f35e-cfd8-4d50-8745-f7bcf815c115'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:07.213049 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb002f-0042-49a8-bf8b-7512c1d41b86" -d '{"events": [{"name": "network-changed", "server_uuid": "02af6487-de5d-42f0-9d73-1a1f5582b671", "tag": "2872f35e-cfd8-4d50-8745-f7bcf815c115"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:07.243531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a7b9d-085e-4a8a-964d-6ceef565e37a service neutron] Pushing event updated for resources: {'Port': ['ID=2872f35e-cfd8-4d50-8745-f7bcf815c115,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:07.303379 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.305979 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d74989-1346-4344-a0e1-6e77f67093dd x-openstack-request-id: req-20d74989-1346-4344-a0e1-6e77f67093dd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:07.306430 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02af6487-de5d-42f0-9d73-1a1f5582b671", "tag": "2872f35e-cfd8-4d50-8745-f7bcf815c115", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:07.306603 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20d74989-1346-4344-a0e1-6e77f67093dd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:07.306926 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'tag': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'status': 'completed', 'code': 200} Dec 15 14:22:07.311639 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.331994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.344521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640a98-81fb-4056-945f-db735e996af1 req-d4ac1794-7318-489d-acb7-1e2b1b169196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.346282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-d4ac1794-7318-489d-acb7-1e2b1b169196 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=800a5dd28f264c8e8ef1cd729c0b9894&device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1094 time: 0.0773535 Dec 15 14:22:07.370040 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed189d0d-be45-4e78-9d9c-549a0e2acfb3 None None] Pushing event updated for resources: {'Port': ['ID=07b8cc69-606c-491b-8bbf-0c6976e75165,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:07.411297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-945682e0-928d-4df0-b905-abfe80595885 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115 HTTP/1.1" status: 200 len: 217 time: 0.0563056 Dec 15 14:22:07.437635 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Attempting to bind port 07b8cc69-606c-491b-8bbf-0c6976e75165 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:07.438174 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Attempting to bind port 07b8cc69-606c-491b-8bbf-0c6976e75165 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:07.438553 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Attempting to bind port 07b8cc69-606c-491b-8bbf-0c6976e75165 on network 0906b3ba-0269-475c-a8a1-4ab7cb44683c {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:07.444596 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:07.444981 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Checking segment: {'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:07.445393 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.445791 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Bound using segment: {'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:07.446264 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Bound port: 07b8cc69-606c-491b-8bbf-0c6976e75165, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:07.446650 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.470543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640a98-81fb-4056-945f-db735e996af1 req-c8c6eb69-9426-43a8-a943-7d79bd1ac779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.473323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-c8c6eb69-9426-43a8-a943-7d79bd1ac779 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59c4fca7-c422-457e-898f-c81a3745baec HTTP/1.1" status: 200 len: 848 time: 0.0543621 Dec 15 14:22:07.525046 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] For port 07b8cc69-606c-491b-8bbf-0c6976e75165, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:07.525685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640a98-81fb-4056-945f-db735e996af1 req-15c31860-2f91-4e65-aef4-6d7be9783a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.528582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-15c31860-2f91-4e65-aef4-6d7be9783a51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5ece13-58eb-4934-b9fc-94934ec367b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479355 Dec 15 14:22:07.529257 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] For port 07b8cc69-606c-491b-8bbf-0c6976e75165, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=07b8cc69-606c-491b-8bbf-0c6976e75165,segment=NetworkSegment(f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace),segment_id=f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:07.540572 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.594668 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Routers {'8c0fd0af-d563-4302-aecd-6f7c18ce9377'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:07.595091 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:07.643965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-38ed62a2-530c-4660-9b3c-ed4d3f1b327f service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074469 Dec 15 14:22:07.661667 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed189d0d-be45-4e78-9d9c-549a0e2acfb3 None None] Pushing event updated for resources: {'Port': ['ID=07b8cc69-606c-491b-8bbf-0c6976e75165,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:07.719615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-619916a3-df80-4825-902b-414e6c774121 None None] Provisioning complete for port 07b8cc69-606c-491b-8bbf-0c6976e75165 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:07.720910 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-619916a3-df80-4825-902b-414e6c774121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.747407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8640a98-81fb-4056-945f-db735e996af1 req-d73300ed-1366-49e0-b6a1-877c98a7569b service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956900 Dec 15 14:22:07.827555 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-619916a3-df80-4825-902b-414e6c774121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.852114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] Set router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:07.875634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-70ae31a5-3b34-4d73-a994-4e55902b7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.877644 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-70ae31a5-3b34-4d73-a994-4e55902b7f0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=800a5dd28f264c8e8ef1cd729c0b9894&device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1094 time: 0.0790009 Dec 15 14:22:07.893221 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-619916a3-df80-4825-902b-414e6c774121 None None] For port 07b8cc69-606c-491b-8bbf-0c6976e75165, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=07b8cc69-606c-491b-8bbf-0c6976e75165,segment=NetworkSegment(f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace),segment_id=f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:07.905527 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-619916a3-df80-4825-902b-414e6c774121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.969194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619916a3-df80-4825-902b-414e6c774121 None None] Pushing event updated for resources: {'Port': ['ID=07b8cc69-606c-491b-8bbf-0c6976e75165,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:07.994161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-de29d69d-39ed-4744-9a2c-1356616fbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.996525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-de29d69d-39ed-4744-9a2c-1356616fbdce service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a5ece13-58eb-4934-b9fc-94934ec367b3 HTTP/1.1" status: 200 len: 911 time: 0.1086757 Dec 15 14:22:08.026047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-32e40606-dee3-43eb-8f8d-8b196d0479a6 None None] Provisioning complete for port 07b8cc69-606c-491b-8bbf-0c6976e75165 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:08.027410 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32e40606-dee3-43eb-8f8d-8b196d0479a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.056824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-5593b226-1558-463e-81d9-1f8af4be79f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115 HTTP/1.1" status: 200 len: 217 time: 0.0518010 Dec 15 14:22:08.068082 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 4, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port': {'id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '07b8cc69-606c-491b-8bbf-0c6976e75165', 'name': '', 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'mac_address': 'fa:16:3e:eb:16:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:59Z', 'updated_at': '2021-12-15T14:22:07Z', 'revision_number': 4, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'subnets': [{'id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:08.100185 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f33ccc-3d2f-4963-a0f9-d9ffcd435796 None None] The sync data for ids ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'] in n-d-821840-1 is: [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:00Z', 'revision_number': 4, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port': {'id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '07b8cc69-606c-491b-8bbf-0c6976e75165', 'name': '', 'network_id': '0906b3ba-0269-475c-a8a1-4ab7cb44683c', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'mac_address': 'fa:16:3e:eb:16:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:59Z', 'updated_at': '2021-12-15T14:22:07Z', 'revision_number': 4, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'subnets': [{'id': 'baa35a3c-41bd-4b0f-a6de-8da96b30e007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:08.114193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-950b495f-df65-40e8-aee5-d8373eed8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:08.115691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-950b495f-df65-40e8-aee5-d8373eed8cca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59c4fca7-c422-457e-898f-c81a3745baec HTTP/1.1" status: 200 len: 848 time: 0.0510976 Dec 15 14:22:08.164603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-0dde5c82-f379-4d08-bdc0-91972baced0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:08.166132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-0dde5c82-f379-4d08-bdc0-91972baced0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5ece13-58eb-4934-b9fc-94934ec367b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428531 Dec 15 14:22:08.269520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-42525d83-1ce9-4c75-8256-db8b8e5027a9 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940247 Dec 15 14:22:08.397159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10aa17-c860-4168-bace-77c1a316c686 req-29edccef-c291-46f8-ba59-4b5bfe665eaa tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:08.398658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f10aa17-c860-4168-bace-77c1a316c686 req-29edccef-c291-46f8-ba59-4b5bfe665eaa tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 943 time: 0.1032825 Dec 15 14:22:08.403277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9cb002f-0042-49a8-bf8b-7512c1d41b86 req-cfcddf2c-fd2c-415b-8664-cdc1259dfd0b service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266153 Dec 15 14:22:08.460094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0f10aa17-c860-4168-bace-77c1a316c686 req-3012d350-3439-4164-8121-d01b2589af93 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541141 Dec 15 14:22:09.037372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 07b8cc69-606c-491b-8bbf-0c6976e75165 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:09.090194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 07b8cc69-606c-491b-8bbf-0c6976e75165 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:09.090572 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:09.592778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefa9b4-f351-41f4-bf22-ea7eca974a0e req-ac66e142-838e-438e-a105-04846f155183 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.594437 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-baefa9b4-f351-41f4-bf22-ea7eca974a0e req-ac66e142-838e-438e-a105-04846f155183 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 943 time: 0.0566006 Dec 15 14:22:09.653400 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-baefa9b4-f351-41f4-bf22-ea7eca974a0e req-10f5ec09-6bb2-4894-b693-28abae95670f tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523436 Dec 15 14:22:10.425655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2872f35e-cfd8-4d50-8745-f7bcf815c115 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:22:10.525356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2872f35e-cfd8-4d50-8745-f7bcf815c115, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:10.539135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'port_id': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'mac_address': 'fa:16:3e:4a:60:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:22:10.577594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:10.597722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2872f35e-cfd8-4d50-8745-f7bcf815c115 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:10.617438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2872f35e-cfd8-4d50-8745-f7bcf815c115, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:10.622019 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:10.667977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2872f35e-cfd8-4d50-8745-f7bcf815c115,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:10.773407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0623ad-acad-4625-b5db-11803256a961 req-bc1cb37d-bd6c-4e8d-9bba-05c88bd4cae8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:10.774906 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa0623ad-acad-4625-b5db-11803256a961 req-bc1cb37d-bd6c-4e8d-9bba-05c88bd4cae8 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 944 time: 0.0511148 Dec 15 14:22:10.824709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fa0623ad-acad-4625-b5db-11803256a961 req-71233116-9cfa-43cd-b8c1-86b1f81554c4 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Dec 15 14:22:10.830174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['2872f35e-cfd8-4d50-8745-f7bcf815c115'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:11.660652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-2a346b92-6446-4c29-aa9e-0c880e819b6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398443 Dec 15 14:22:11.743501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-86a36e5b-4816-4c68-a8c1-6166a4a9f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:11.745638 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-86a36e5b-4816-4c68-a8c1-6166a4a9f358 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1097 time: 0.0440869 Dec 15 14:22:11.847674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-484f27f0-0217-4e62-9374-e3769501cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:11.849210 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-484f27f0-0217-4e62-9374-e3769501cb33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0838375 Dec 15 14:22:11.922115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-f20daa08-9fe3-4659-aee6-3c3f24378cf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 200 len: 1002 time: 0.0639966 Dec 15 14:22:11.942293 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a12a3-99b7-49b1-98d9-76e0cdb81581 req-2674bd49-7b51-4e90-9f14-362ff4ef2f0c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:11.943785 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d06a12a3-99b7-49b1-98d9-76e0cdb81581 req-2674bd49-7b51-4e90-9f14-362ff4ef2f0c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 944 time: 0.0512547 Dec 15 14:22:11.973577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-7def6fe6-55c2-4a37-9ecd-411eb9f514d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:11.975047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-7def6fe6-55c2-4a37-9ecd-411eb9f514d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0448434 Dec 15 14:22:11.994994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d06a12a3-99b7-49b1-98d9-76e0cdb81581 req-62578b3e-0a8d-494d-b3f5-506ae8fea99b tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Dec 15 14:22:12.023758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-d8c6c956-63ce-473a-8959-10e159cb7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:12.025272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-d8c6c956-63ce-473a-8959-10e159cb7a49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411625 Dec 15 14:22:12.118080 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-376747d7-b15c-4bec-94b8-6afa3458a5c9 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852227 Dec 15 14:22:12.208786 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0201d6b9-b03b-408c-ae46-76e2fcab353a req-9ddf128c-c513-49d3-bb25-1489629a51c6 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829318 Dec 15 14:22:12.437869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2872f35e-cfd8-4d50-8745-f7bcf815c115 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:12.487736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 2872f35e-cfd8-4d50-8745-f7bcf815c115 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:22:12.492619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 2872f35e-cfd8-4d50-8745-f7bcf815c115 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:12.493001 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:12.575834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:12.600276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2872f35e-cfd8-4d50-8745-f7bcf815c115'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:12.602530 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ad9ca6-8470-4932-9ae5-7dcb69e4409f" -d '{"events": [{"server_uuid": "02af6487-de5d-42f0-9d73-1a1f5582b671", "name": "network-vif-plugged", "status": "completed", "tag": "2872f35e-cfd8-4d50-8745-f7bcf815c115"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:12.615768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2872f35e-cfd8-4d50-8745-f7bcf815c115, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:12.620284 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:12.645996 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1029276e-2c12-4a88-87bd-113a1dc01877 x-openstack-request-id: req-1029276e-2c12-4a88-87bd-113a1dc01877 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:12.646294 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af6487-de5d-42f0-9d73-1a1f5582b671", "name": "network-vif-plugged", "status": "completed", "tag": "2872f35e-cfd8-4d50-8745-f7bcf815c115", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:12.646555 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1029276e-2c12-4a88-87bd-113a1dc01877 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:12.646954 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'code': 200} Dec 15 14:22:12.673052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2872f35e-cfd8-4d50-8745-f7bcf815c115,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:12.743571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42180a-3252-4f4e-90bb-c535a3c71275 req-19a606bf-57e6-4233-ae9c-7d60ec67af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:12.745987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a42180a-3252-4f4e-90bb-c535a3c71275 req-19a606bf-57e6-4233-ae9c-7d60ec67af86 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1096 time: 0.0429702 Dec 15 14:22:12.790827 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a42180a-3252-4f4e-90bb-c535a3c71275 req-68bb3cb0-f20c-45f9-b80b-a7c59f80f725 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379028 Dec 15 14:22:13.111778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d96bec-a5e7-4814-8212-a6fd3da9c82e req-a3c690ed-0cea-48d6-9810-e3497edd7730 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:13.113270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1d96bec-a5e7-4814-8212-a6fd3da9c82e req-a3c690ed-0cea-48d6-9810-e3497edd7730 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 945 time: 0.0491095 Dec 15 14:22:13.162013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b1d96bec-a5e7-4814-8212-a6fd3da9c82e req-6da732a4-c913-48eb-bc3d-46da25595010 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Dec 15 14:22:14.284385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbcdfa-85a3-4229-bc28-891037836e4c req-5080dca4-7eed-4c59-ad55-53db1f5805ea tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:14.285852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4edbcdfa-85a3-4229-bc28-891037836e4c req-5080dca4-7eed-4c59-ad55-53db1f5805ea tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 945 time: 0.0529716 Dec 15 14:22:14.334484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4edbcdfa-85a3-4229-bc28-891037836e4c req-016a6bb8-f92b-41ad-9222-a4528e2b09ac tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Dec 15 14:22:14.462267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f03c36-11ee-4420-83c1-7942cae94d0a req-dffe9977-5fdb-45d7-8452-429c1b2e1a4d tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:14.463647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-75f03c36-11ee-4420-83c1-7942cae94d0a req-dffe9977-5fdb-45d7-8452-429c1b2e1a4d tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 945 time: 0.0534518 Dec 15 14:22:14.513410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-75f03c36-11ee-4420-83c1-7942cae94d0a req-cb6cd738-7f6e-4c30-ac88-9f3e1af63f85 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438194 Dec 15 14:22:14.625852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e593e9-3aa3-4c8f-8613-52718a1d8c15 req-b29bc3c7-1b34-45b0-82f7-6d2a23c695b1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:14.627305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01e593e9-3aa3-4c8f-8613-52718a1d8c15 req-b29bc3c7-1b34-45b0-82f7-6d2a23c695b1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 945 time: 0.0481043 Dec 15 14:22:14.676839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01e593e9-3aa3-4c8f-8613-52718a1d8c15 req-905f24c1-a81b-4922-9005-05122e741f84 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Dec 15 14:22:14.698767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44528) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:14.787642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69229c-1587-4007-8c73-44a23c5d86de tempest-TestServerBasicOps-1027039937 tempest-TestServerBasicOps-1027039937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:14.789179 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3b69229c-1587-4007-8c73-44a23c5d86de tempest-TestServerBasicOps-1027039937 tempest-TestServerBasicOps-1027039937-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1091 time: 0.0893557 Dec 15 14:22:14.792349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44532) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:14.797858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:15.084718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:15.181019 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:15.285979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Allocated IP 172.25.7.134 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/93719404-ce98-4c9d-93a7-7b100497d17c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:15.385292 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:15.420013 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:15.460682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:15.463541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:15.467913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:15.490172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'Port': ['ID=93719404-ce98-4c9d-93a7-7b100497d17c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:15.975129 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.138921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.262061 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:22:16.296897 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.301055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.367012 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event updated for resources: {'Port': ['ID=93719404-ce98-4c9d-93a7-7b100497d17c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:16.382467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.505335 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Floating IP e4adee03-13e4-4936-b4d1-fcc2db20471d associated. External IP: 172.25.7.134, port: 2872f35e-cfd8-4d50-8745-f7bcf815c115. Dec 15 14:22:16.722723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Router 8066609c-0ee5-409d-adaf-19d8369fde7e has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:16.830267 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:16.841619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] Sync routers for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:16.848272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:16.852325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:16.852957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:16.874847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1f667586-979d-4c1b-acbd-563472f10d3c tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0803342 Dec 15 14:22:16.875539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'tag': '2872f35e-cfd8-4d50-8745-f7bcf815c115'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:16.877840 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "02af6487-de5d-42f0-9d73-1a1f5582b671", "tag": "2872f35e-cfd8-4d50-8745-f7bcf815c115"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:16.918699 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d0ff2f-af9c-4c11-8a5a-4cb935edbe8a x-openstack-request-id: req-55d0ff2f-af9c-4c11-8a5a-4cb935edbe8a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:16.919027 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02af6487-de5d-42f0-9d73-1a1f5582b671", "tag": "2872f35e-cfd8-4d50-8745-f7bcf815c115", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:16.919253 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55d0ff2f-af9c-4c11-8a5a-4cb935edbe8a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:16.919661 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'tag': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'status': 'completed', 'code': 200} Dec 15 14:22:16.984787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:16.985022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-190ee668-f747-4ae8-a779-d1a63c72ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:16.986695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-190ee668-f747-4ae8-a779-d1a63c72ffd6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=800a5dd28f264c8e8ef1cd729c0b9894&device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1096 time: 0.0441210 Dec 15 14:22:17.080168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-a49c8ceb-3c04-404d-a745-96f543172d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:17.081658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-a49c8ceb-3c04-404d-a745-96f543172d07 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a5ece13-58eb-4934-b9fc-94934ec367b3 HTTP/1.1" status: 200 len: 911 time: 0.0870719 Dec 15 14:22:17.147355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-1471bf78-250c-4357-8820-c90708f00972 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115 HTTP/1.1" status: 200 len: 999 time: 0.0584431 Dec 15 14:22:17.202314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-f23bab7d-85ac-48e5-ac0b-2d4c7f71a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:17.203818 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-f23bab7d-85ac-48e5-ac0b-2d4c7f71a0e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59c4fca7-c422-457e-898f-c81a3745baec HTTP/1.1" status: 200 len: 848 time: 0.0496533 Dec 15 14:22:17.215544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e4adee03-13e4-4936-b4d1-fcc2db20471d', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'port_id': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'mac_address': 'fa:16:3e:4a:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:15Z', 'updated_at': '2021-12-15T14:22:15Z', 'revision_number': 0, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:58Z', 'revision_number': 5, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:17.243158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] Checking router: 8066609c-0ee5-409d-adaf-19d8369fde7e for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:17.250033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-3c853946-4a37-4120-bf1f-0088929dde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:17.251550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-3c853946-4a37-4120-bf1f-0088929dde39 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5ece13-58eb-4934-b9fc-94934ec367b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410655 Dec 15 14:22:17.252370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:17.252990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:17.340746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-1d13eba4-71ec-429b-afc4-6ed42a9f89a1 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817919 Dec 15 14:22:17.361756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:17.442993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c7d8659-1d22-4c6e-aed1-c5ac7c093f1d req-46c17380-d6c3-4770-852b-1c01a6c8abf2 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946269 Dec 15 14:22:17.597503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e4adee03-13e4-4936-b4d1-fcc2db20471d', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'port_id': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'mac_address': 'fa:16:3e:4a:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:15Z', 'updated_at': '2021-12-15T14:22:15Z', 'revision_number': 0, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:58Z', 'revision_number': 5, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:17.624030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912efca-df3a-4bf3-8f2f-a71b31058149 None None] The sync data for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 is: [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e4adee03-13e4-4936-b4d1-fcc2db20471d', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'port_id': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'mac_address': 'fa:16:3e:4a:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:15Z', 'updated_at': '2021-12-15T14:22:15Z', 'revision_number': 0, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:58Z', 'revision_number': 5, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:17.834201 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349987c-f959-49f5-9c09-65a489df8112 None None] New status for floating IP e4adee03-13e4-4936-b4d1-fcc2db20471d: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:22:19.676747 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-0bb8c0a0-6dfb-4655-94c2-ca624fb6aa86 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408196 Dec 15 14:22:19.758961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-3fcaebc1-7a66-4add-b762-09a87ddcce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:19.760468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-3fcaebc1-7a66-4add-b762-09a87ddcce72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1098 time: 0.0406294 Dec 15 14:22:19.874858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-2fcaaab7-380f-4178-a80a-c4d344e4311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:19.876575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-2fcaaab7-380f-4178-a80a-c4d344e4311c service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.0939217 Dec 15 14:22:19.946424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-d58ad307-1b3e-4804-a8b2-561fdbb78112 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 1001 time: 0.0627534 Dec 15 14:22:20.001717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-db8bc841-26b4-4fc1-86f7-313413256dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:20.003349 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-db8bc841-26b4-4fc1-86f7-313413256dec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0498993 Dec 15 14:22:20.052423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-3be37c0a-7387-41f2-98ae-7d36eb0725f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:20.054163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-3be37c0a-7387-41f2-98ae-7d36eb0725f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421932 Dec 15 14:22:20.145633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-a5a3eca1-a02a-48b7-a8b8-438885b3e855 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827649 Dec 15 14:22:20.263162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7fcdf10-907e-4bc5-b2b2-10d06838a7cb req-9378fdc3-5a68-4369-89f8-c25bbf982a8c service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107705 Dec 15 14:22:30.770974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07417263-fde7-432b-b89e-07c4ff2f8316 req-42cdfab2-7365-4825-a62b-5701c54cfa00 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:30.772529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07417263-fde7-432b-b89e-07c4ff2f8316 req-42cdfab2-7365-4825-a62b-5701c54cfa00 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1098 time: 0.0448139 Dec 15 14:22:30.820212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07417263-fde7-432b-b89e-07c4ff2f8316 req-01a90807-9382-4721-8117-7fdef0e06f4a tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414929 Dec 15 14:22:30.848387 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44556) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:31.115382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.233504 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bea432d6-8178-4739-bab9-40ad221440ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.264309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.332270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port c18c863e-790b-4009-9b64-5094b9b00781 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:22:31.332628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.406850 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.407211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.418704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for c18c863e-790b-4009-9b64-5094b9b00781 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:22:31.597218 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.619855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=c18c863e-790b-4009-9b64-5094b9b00781,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:31.634615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.635022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.635314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.635650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.636015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.636347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.636676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.637003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.637335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.637663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.637990 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.638310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.638629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:31.697433 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:31.697811 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Floating IP a9f5a7ac-2dbf-49b9-a329-c981cb1f745a disassociated (deleted). External IP: 172.25.7.96, port: 058607bd-b809-4c89-a3ac-bb0b4f91242a. Dec 15 14:22:31.908574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:32.015544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:32.020376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:32.026546 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] Sync routers for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:32.036946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:32.037573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:32.048393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e1eff3c3-49c0-4a29-beb8-a5193def9253 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/floatingips/a9f5a7ac-2dbf-49b9-a329-c981cb1f745a HTTP/1.1" status: 204 len: 168 time: 1.1989043 Dec 15 14:22:32.048982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:32.051362 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:32.101792 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9939cdab-3f27-4539-b6b7-b832e2ed6b43 x-openstack-request-id: req-9939cdab-3f27-4539-b6b7-b832e2ed6b43 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:32.102100 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:32.102362 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9939cdab-3f27-4539-b6b7-b832e2ed6b43 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:32.102770 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'status': 'completed', 'code': 200} Dec 15 14:22:32.180843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-d5923376-eff5-47f7-adac-a9c6732f2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:32.195482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-d5923376-eff5-47f7-adac-a9c6732f2ce1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 1098 time: 0.0642536 Dec 15 14:22:32.311760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-43664939-f226-4585-bc06-4de88bb2b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:32.313789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-43664939-f226-4585-bc06-4de88bb2b218 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 200 len: 899 time: 0.1124558 Dec 15 14:22:32.320869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02e9d-d7e3-4d39-859d-79e887b8430f req-8277e444-0abd-463b-8026-8053285efb03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:32.322457 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ae02e9d-d7e3-4d39-859d-79e887b8430f req-8277e444-0abd-463b-8026-8053285efb03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 947 time: 0.0637143 Dec 15 14:22:32.323158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:32.360396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-fa7d5677-0bc1-4d50-aa97-0c849a64f2e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 200 len: 217 time: 0.0390389 Dec 15 14:22:32.377167 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ae02e9d-d7e3-4d39-859d-79e887b8430f req-6691f207-f603-4c5a-bf2e-0a72014445a2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 Dec 15 14:22:32.411173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-5d596892-fca7-49a7-9394-542d701c263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:32.412654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-5d596892-fca7-49a7-9394-542d701c263a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 200 len: 833 time: 0.0449746 Dec 15 14:22:32.464851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-dfeefe00-d22e-4173-a7d5-62f128c618cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:32.466253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-dfeefe00-d22e-4173-a7d5-62f128c618cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447581 Dec 15 14:22:32.526403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:41Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:32.557944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-3fc7b629-3438-42a1-95e0-c095042d6e99 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827904 Dec 15 14:22:32.558266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] Checking router: 7d5d513f-bac5-464d-b87c-5f363d6bfcbb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:32.566888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:32.567509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:32.656906 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6d22bd39-d1f8-4bb2-9fb0-de12ba2b41fa req-a310f13b-737c-4d4c-ab90-796df78ca3f2 service neutron] 10.222.0.74 "GET /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887692 Dec 15 14:22:32.673966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:32.879706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:41Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:32.908084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915be50-11cd-4979-bc32-bebe013a572a None None] The sync data for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 is: [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '95d530cd-535d-450c-b521-dd29b64c3429', 'name': '', 'network_id': 'ff01c65f-d0ab-4ef3-8e87-03ee4bb07292', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:a4:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:36Z', 'updated_at': '2021-12-15T14:20:41Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '12ed4c6e-98b7-423b-b0bf-6415dd98489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:33.119230 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6802d7-c90b-434d-8521-cf9048158388 None None] New status for floating IP a9f5a7ac-2dbf-49b9-a329-c981cb1f745a: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:22:33.498318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fea62-ccf5-498d-b7cd-900efc8d6e49 req-16e7fa39-ac34-4155-8397-4f79393e15b1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:33.500439 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e8fea62-ccf5-498d-b7cd-900efc8d6e49 req-16e7fa39-ac34-4155-8397-4f79393e15b1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 947 time: 0.0490944 Dec 15 14:22:33.549335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e8fea62-ccf5-498d-b7cd-900efc8d6e49 req-5723b732-7742-45ee-8ba4-2ca5eed80666 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=ecfc57d1-3163-452a-b4e3-4713ad2aaef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428004 Dec 15 14:22:33.663287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9c730-b5d4-4181-980a-984312f5546b req-75b72a1c-6026-4a1f-bac8-e0959a819c27 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:33.664773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08f9c730-b5d4-4181-980a-984312f5546b req-75b72a1c-6026-4a1f-bac8-e0959a819c27 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 947 time: 0.0482285 Dec 15 14:22:33.758517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 058607bd-b809-4c89-a3ac-bb0b4f91242a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:22:33.758758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:33.829838 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f43d39fb-283c-48b7-80a2-d4daa7477eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:33.848503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port 058607bd-b809-4c89-a3ac-bb0b4f91242a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=058607bd-b809-4c89-a3ac-bb0b4f91242a,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:33.848875 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:33.861945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 058607bd-b809-4c89-a3ac-bb0b4f91242a owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:22:33.995885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:34.023193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=058607bd-b809-4c89-a3ac-bb0b4f91242a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:34.068490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] No DVR routers for this DVR port 058607bd-b809-4c89-a3ac-bb0b4f91242a on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:22:34.071183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:34.075012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08f9c730-b5d4-4181-980a-984312f5546b req-b0f9adb0-d168-4a27-86a4-4aa51b4fc9f4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "DELETE /v2.0/ports/058607bd-b809-4c89-a3ac-bb0b4f91242a HTTP/1.1" status: 204 len: 173 time: 0.4025328 Dec 15 14:22:34.103765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-deleted', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:34.106156 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee49121e-746f-4bdd-8cdc-aa0a6912ee36" -d '{"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-deleted", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:34.143318 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e4e1a5-06e9-4589-86c0-b02c0d75aebb x-openstack-request-id: req-15e4e1a5-06e9-4589-86c0-b02c0d75aebb {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:34.143611 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde1b35-2119-4123-8d74-b55e888662e7", "name": "network-vif-deleted", "tag": "058607bd-b809-4c89-a3ac-bb0b4f91242a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:34.143889 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15e4e1a5-06e9-4589-86c0-b02c0d75aebb {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:34.144305 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde1b35-2119-4123-8d74-b55e888662e7', 'name': 'network-vif-deleted', 'tag': '058607bd-b809-4c89-a3ac-bb0b4f91242a', 'status': 'completed', 'code': 200} Dec 15 14:22:34.693545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-362c5f3f-7943-43ca-aa41-bc31b782ad02 req-f116452f-3058-434c-b488-e9a06b24b005 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dde1b35-2119-4123-8d74-b55e888662e7 HTTP/1.1" status: 200 len: 210 time: 0.0286403 Dec 15 14:22:34.910201 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.750356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44576) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:36.208232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.465242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 95d530cd-535d-450c-b521-dd29b64c3429 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:22:36.465480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.510025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:22:36.529630 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 058607bd-b809-4c89-a3ac-bb0b4f91242a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:22:36.529981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 058607bd-b809-4c89-a3ac-bb0b4f91242a not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:22:36.556612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port 95d530cd-535d-450c-b521-dd29b64c3429, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=95d530cd-535d-450c-b521-dd29b64c3429,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:36.556975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.569108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 95d530cd-535d-450c-b521-dd29b64c3429 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:22:36.682717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.751676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.777162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=95d530cd-535d-450c-b521-dd29b64c3429,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:36.949708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.325536 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.443044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:37.548820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:37.555984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6788ac11-1101-4757-a11e-1a1cb683552c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "PUT /v2.0/routers/7d5d513f-bac5-464d-b87c-5f363d6bfcbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039789 Dec 15 14:22:37.559305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44578) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:37.567294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] Sync routers for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:37.577498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:37.578099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:37.613030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abcf4ea-d925-4e5d-896a-6ec4d5d47b2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting subnet 12ed4c6e-98b7-423b-b0bf-6415dd98489d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:22:37.616376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9abcf4ea-d925-4e5d-896a-6ec4d5d47b2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.656350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9abcf4ea-d925-4e5d-896a-6ec4d5d47b2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.683547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:37.745106 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9abcf4ea-d925-4e5d-896a-6ec4d5d47b2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.807182 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9abcf4ea-d925-4e5d-896a-6ec4d5d47b2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.835935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcf4ea-d925-4e5d-896a-6ec4d5d47b2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Subnet': ['ID=12ed4c6e-98b7-423b-b0bf-6415dd98489d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:37.842076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9abcf4ea-d925-4e5d-896a-6ec4d5d47b2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.849333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44582) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:37.850949 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9abcf4ea-d925-4e5d-896a-6ec4d5d47b2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/subnets/12ed4c6e-98b7-423b-b0bf-6415dd98489d HTTP/1.1" status: 204 len: 168 time: 0.2892473 Dec 15 14:22:37.851795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e3048b-6799-4e1a-bc25-7d2cfccdabe3 None None] Network ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:22:37.919044 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:22:36Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:37.957774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.959906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] Checking router: 7d5d513f-bac5-464d-b87c-5f363d6bfcbb for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:37.972166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] Routers {'7d5d513f-bac5-464d-b87c-5f363d6bfcbb'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:37.972779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:38.071107 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.092142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] Set router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:38.095187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] DHCP port deletion for ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:22:38.123486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 7f0bb461-9da2-4d76-86a1-fe0b290be57a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:22:38.123486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.206227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port 7f0bb461-9da2-4d76-86a1-fe0b290be57a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7f0bb461-9da2-4d76-86a1-fe0b290be57a,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:38.206584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.218201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 7f0bb461-9da2-4d76-86a1-fe0b290be57a owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:22:38.282980 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Deleting port 80784882-cc49-4fb1-bd93-7d2db3000ba2 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:22:38.283943 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.363050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] For port 80784882-cc49-4fb1-bd93-7d2db3000ba2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=80784882-cc49-4fb1-bd93-7d2db3000ba2,segment=NetworkSegment(aa1db91b-92bf-4c50-a37a-52b6c1bc623c),segment_id=aa1db91b-92bf-4c50-a37a-52b6c1bc623c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:38.363465 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.378355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Calling delete_port for 80784882-cc49-4fb1-bd93-7d2db3000ba2 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:22:38.391553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.394791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:22:36Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:38.418043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=7f0bb461-9da2-4d76-86a1-fe0b290be57a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:38.452076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df41862-e6f6-4d40-8705-ff15bd70ef58 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:22:38.456413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89aab00-79bb-4d98-9c94-59d5eee5c2c2 None None] The sync data for ids ['7d5d513f-bac5-464d-b87c-5f363d6bfcbb'] in n-d-821840-1 is: [{'id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970607913', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:20:32Z', 'updated_at': '2021-12-15T14:22:36Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f0bb461-9da2-4d76-86a1-fe0b290be57a', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d513f-bac5-464d-b87c-5f363d6bfcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:20:33Z', 'updated_at': '2021-12-15T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:38.480435 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.504368 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.532622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Pushing event deleted for resources: {'Port': ['ID=80784882-cc49-4fb1-bd93-7d2db3000ba2,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:38.542908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] No DVR routers for this DVR port 80784882-cc49-4fb1-bd93-7d2db3000ba2 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:22:38.545061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.545418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.545772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.546125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.546468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.546795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.547132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.547469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.547806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.548167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.548500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.548832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.549188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1459-cf38-43c9-ab3b-b75c73c3c19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:38.578755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.581420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.623153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.623646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Fanout notify agent at l3_agent the message router_deleted on router 7d5d513f-bac5-464d-b87c-5f363d6bfcbb {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:22:38.631065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.632211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-74af4cfb-212c-4f9d-974b-a6beed071e49 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/routers/7d5d513f-bac5-464d-b87c-5f363d6bfcbb HTTP/1.1" status: 204 len: 168 time: 0.7812784 Dec 15 14:22:38.634938 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44584) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:38.711380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.796931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.820689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff01c65f-d0ab-4ef3-8e87-03ee4bb07292']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:38.832453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:38.832900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1db91b-92bf-4c50-a37a-52b6c1bc623c') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:38.845577 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.861510 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.868547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:22:38.868941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:22:38.871951 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:22:38.938346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.945418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.949313 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/networks/ff01c65f-d0ab-4ef3-8e87-03ee4bb07292 HTTP/1.1" status: 204 len: 168 time: 0.3134382 Dec 15 14:22:38.952115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44586) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:38.966206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8850ff-2d52-441c-99ba-fd48d7e57438 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Network': ['ID=ff01c65f-d0ab-4ef3-8e87-03ee4bb07292,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:39.018449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-572f9767-77b6-4e69-8923-e8560afa8a0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.047793 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-572f9767-77b6-4e69-8923-e8560afa8a0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.104902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 95d530cd-535d-450c-b521-dd29b64c3429 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:22:39.128786 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-572f9767-77b6-4e69-8923-e8560afa8a0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.129265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 95d530cd-535d-450c-b521-dd29b64c3429 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:22:39.129652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 95d530cd-535d-450c-b521-dd29b64c3429 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:22:39.130084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 80784882-cc49-4fb1-bd93-7d2db3000ba2 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:22:39.132096 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-572f9767-77b6-4e69-8923-e8560afa8a0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.133540 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-572f9767-77b6-4e69-8923-e8560afa8a0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/security-groups/ecfc57d1-3163-452a-b4e3-4713ad2aaef5 HTTP/1.1" status: 204 len: 168 time: 0.1800864 Dec 15 14:22:39.143984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f9767-77b6-4e69-8923-e8560afa8a0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfc57d1-3163-452a-b4e3-4713ad2aaef5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:39.178207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 80784882-cc49-4fb1-bd93-7d2db3000ba2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:22:39.178706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 80784882-cc49-4fb1-bd93-7d2db3000ba2 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:22:39.337733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44592) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:39.342298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-48326ca8-a874-41fa-b434-710b1ea40dd6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975684872', 'description': 'tempest-secgroup-smoke-1975684872 description', 'project_id': 'abc2b611bf274c318fe9101c87725cfa'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:39.364762 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48326ca8-a874-41fa-b434-710b1ea40dd6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.432601 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48326ca8-a874-41fa-b434-710b1ea40dd6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.436140 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48326ca8-a874-41fa-b434-710b1ea40dd6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.465243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48326ca8-a874-41fa-b434-710b1ea40dd6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.469160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-48326ca8-a874-41fa-b434-710b1ea40dd6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277082 Dec 15 14:22:39.469160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48326ca8-a874-41fa-b434-710b1ea40dd6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c232b149-9d74-4a0f-ad81-b246945df5fa,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:39.469634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44594) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:39.474815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-121b7c46-2fa7-430a-b804-6d5c488f8e3e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'c232b149-9d74-4a0f-ad81-b246945df5fa', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:39.503333 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-121b7c46-2fa7-430a-b804-6d5c488f8e3e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.549497 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-121b7c46-2fa7-430a-b804-6d5c488f8e3e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.553685 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-121b7c46-2fa7-430a-b804-6d5c488f8e3e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.574136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b7c46-2fa7-430a-b804-6d5c488f8e3e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dff69a2-66a3-4bab-93da-82e85cff5e5f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:39.583001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-121b7c46-2fa7-430a-b804-6d5c488f8e3e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.584232 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-121b7c46-2fa7-430a-b804-6d5c488f8e3e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129928 Dec 15 14:22:39.587018 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44596) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:39.591374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2b981eec-344b-4506-ba1a-f1f6403dcd61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'c232b149-9d74-4a0f-ad81-b246945df5fa', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:39.617986 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b981eec-344b-4506-ba1a-f1f6403dcd61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.675035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b981eec-344b-4506-ba1a-f1f6403dcd61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.679068 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b981eec-344b-4506-ba1a-f1f6403dcd61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.698726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b981eec-344b-4506-ba1a-f1f6403dcd61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac62e30-cb9f-4bcc-a8a0-85794e68186b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:39.711580 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b981eec-344b-4506-ba1a-f1f6403dcd61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.712846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2b981eec-344b-4506-ba1a-f1f6403dcd61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248934 Dec 15 14:22:39.715573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:39.719924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e838c19c-1b38-403b-acbb-ca0795a8de2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'c232b149-9d74-4a0f-ad81-b246945df5fa', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:39.747155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e838c19c-1b38-403b-acbb-ca0795a8de2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.806736 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e838c19c-1b38-403b-acbb-ca0795a8de2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.810263 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e838c19c-1b38-403b-acbb-ca0795a8de2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.825001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838c19c-1b38-403b-acbb-ca0795a8de2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9257639a-d264-4557-977b-392dffcb1d85,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:39.835761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e838c19c-1b38-403b-acbb-ca0795a8de2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.836964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e838c19c-1b38-403b-acbb-ca0795a8de2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204104 Dec 15 14:22:39.839651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:39.843861 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-36f7fab8-419a-4079-8a88-955b27e73136 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'c232b149-9d74-4a0f-ad81-b246945df5fa', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:39.870819 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36f7fab8-419a-4079-8a88-955b27e73136 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.931204 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36f7fab8-419a-4079-8a88-955b27e73136 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.934677 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36f7fab8-419a-4079-8a88-955b27e73136 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.954128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7fab8-419a-4079-8a88-955b27e73136 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753205ad-5a49-4d4b-83a3-b9d2b770c90c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:39.959382 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36f7fab8-419a-4079-8a88-955b27e73136 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.960719 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-36f7fab8-419a-4079-8a88-955b27e73136 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200314 Dec 15 14:22:39.963314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:39.967559 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-352a8667-1948-489e-8f1d-fac6a636c1fc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'c232b149-9d74-4a0f-ad81-b246945df5fa', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:39.992947 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-352a8667-1948-489e-8f1d-fac6a636c1fc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Project abc2b611bf274c318fe9101c87725cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:22:39.998611 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-352a8667-1948-489e-8f1d-fac6a636c1fc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.057955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-352a8667-1948-489e-8f1d-fac6a636c1fc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.060903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-352a8667-1948-489e-8f1d-fac6a636c1fc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.078369 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a8667-1948-489e-8f1d-fac6a636c1fc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f6b224-1050-4c5b-9de3-1df4f9494afd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:40.086701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-352a8667-1948-489e-8f1d-fac6a636c1fc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.087895 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-352a8667-1948-489e-8f1d-fac6a636c1fc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236203 Dec 15 14:22:40.090627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44604) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:40.094919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0c3c73f5-ed0c-4643-a821-a47a22752090 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': 'c232b149-9d74-4a0f-ad81-b246945df5fa', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:40.117073 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-0c3c73f5-ed0c-4643-a821-a47a22752090 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Project abc2b611bf274c318fe9101c87725cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:22:40.121890 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3c73f5-ed0c-4643-a821-a47a22752090 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.183171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3c73f5-ed0c-4643-a821-a47a22752090 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.186799 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3c73f5-ed0c-4643-a821-a47a22752090 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.206132 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c73f5-ed0c-4643-a821-a47a22752090 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c3b4cb-569e-453b-8b90-60b8413d1955,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:40.214734 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3c73f5-ed0c-4643-a821-a47a22752090 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.215950 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0c3c73f5-ed0c-4643-a821-a47a22752090 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243708 Dec 15 14:22:40.218757 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44606) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:40.224098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'network': {'name': 'tempest-network-smoke--701810457', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:40.245756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:22:40.249340 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.274726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:22:40.285265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.285612 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Added segment 4acc260d-ab41-4a5c-9834-c3e5de7af3ae of type vlan for network cd493211-7604-4731-8ed3-1ce081f5386b Dec 15 14:22:40.328193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.355216 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.360760 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:40.361338 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.419010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1992538 Dec 15 14:22:40.421923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44608) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:40.429173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'admin_state_up': True, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:40.439391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b4664-b8bb-4503-a7af-7a604ee5cde0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Network': ['ID=cd493211-7604-4731-8ed3-1ce081f5386b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:40.449755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network cd493211-7604-4731-8ed3-1ce081f5386b details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:22:40.456660 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.457679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.512377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.646607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.994218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7f0bb461-9da2-4d76-86a1-fe0b290be57a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:22:41.015473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 7f0bb461-9da2-4d76-86a1-fe0b290be57a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:22:41.015932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7f0bb461-9da2-4d76-86a1-fe0b290be57a not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:22:41.175976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:41.195469 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:41.306560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.25.7.149 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/99e1b69d-7a10-47d8-8852-e5bc67a08468) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:41.421212 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:41.454690 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:41.499602 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:41.505002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:41.507338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:41.513001 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=99e1b69d-7a10-47d8-8852-e5bc67a08468,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:41.519310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8471fbd2-d95b-4d64-877c-30025abe1201 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:22:41.569972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4b771ded-5035-43db-8f74-df4f36232195 None None] Provisioning complete for port 99e1b69d-7a10-47d8-8852-e5bc67a08468 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:41.570362 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4b771ded-5035-43db-8f74-df4f36232195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:41.604843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4b771ded-5035-43db-8f74-df4f36232195 None None] Port 99e1b69d-7a10-47d8-8852-e5bc67a08468 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:41.770887 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:41.973639 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.102267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:22:42.206522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:42.215909 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Sync routers for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:42.225979 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:42.226526 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:42.227787 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.232335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44612) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:42.232865 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1027ace5-4e14-4723-bd6c-fdfce2ff35b2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8068223 Dec 15 14:22:42.266726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6c574043-0a6d-44ad-ae01-2d5d2166a787 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=abc2b611bf274c318fe9101c87725cfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325356 Dec 15 14:22:42.270083 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44614) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:42.334668 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:42.422784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cefb87-51e3-4571-9bd9-b634839987c6 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:42.425721 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-81cefb87-51e3-4571-9bd9-b634839987c6 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1537404 Dec 15 14:22:42.427771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44616) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:42.456238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f059373d-1550-4b02-9e75-3c846c3e4d64 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270700 Dec 15 14:22:42.458826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:42.463473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-493440517', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:42.514831 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:41Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:42.541193 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Checking router: 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:42.541548 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Updating router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc port 99e1b69d-7a10-47d8-8852-e5bc67a08468 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:22:42.551305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:22:42.555426 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.568601 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.743407 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.805136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Subnet': ['ID=3d1735ea-59ad-4119-aa1f-559218842815,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:42.815935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Checking segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:42.816297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network hostable DHCP agents. Network: cd493211-7604-4731-8ed3-1ce081f5386b, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:22:42.820933 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.826427 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.833301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network cd493211-7604-4731-8ed3-1ce081f5386b is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:22:42.842212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, cd493211-7604-4731-8ed3-1ce081f5386b) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:42.846877 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:42.847473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.855791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1447df-752a-40b6-b5ef-0551394fc3ee None None] Network cd493211-7604-4731-8ed3-1ce081f5386b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:22:42.869834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-88096708-1163-4cce-a13e-39781bf2bdc4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4066093 Dec 15 14:22:42.870319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:42.883318 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858d4a-7491-452b-8c6e-0b83e043388a None None] Pushing event updated for resources: {'Port': ['ID=99e1b69d-7a10-47d8-8852-e5bc67a08468,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:42.899505 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Attempting to bind port 99e1b69d-7a10-47d8-8852-e5bc67a08468 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:42.899886 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Attempting to bind port 99e1b69d-7a10-47d8-8852-e5bc67a08468 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:42.900406 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Attempting to bind port 99e1b69d-7a10-47d8-8852-e5bc67a08468 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:42.905469 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:42.905855 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:42.906257 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.906650 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:42.907116 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Bound port: 99e1b69d-7a10-47d8-8852-e5bc67a08468, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:42.907501 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.913143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e258ccd8-9038-4418-9858-d465a168df7e None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:22:42.964728 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] For port 99e1b69d-7a10-47d8-8852-e5bc67a08468, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:42.970110 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] For port 99e1b69d-7a10-47d8-8852-e5bc67a08468, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=99e1b69d-7a10-47d8-8852-e5bc67a08468,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:42.977550 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.993746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-cd493211-7604-4731-8ed3-1ce081f5386b', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:22:42.995061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.052671 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858d4a-7491-452b-8c6e-0b83e043388a None None] Pushing event updated for resources: {'Port': ['ID=99e1b69d-7a10-47d8-8852-e5bc67a08468,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:43.066682 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:43.067297 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:43.076153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253fb88d-5a4b-422b-bf89-392edf3658cf None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:22:43.109638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6860585d-3e73-44fd-89df-ffc38d9a6923 None None] Provisioning complete for port 99e1b69d-7a10-47d8-8852-e5bc67a08468 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:43.110227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6860585d-3e73-44fd-89df-ffc38d9a6923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.177257 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:43.192545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Allocated IP 172.20.0.2 (cd493211-7604-4731-8ed3-1ce081f5386b/3d1735ea-59ad-4119-aa1f-559218842815/ba8bc00b-5655-4fa5-a580-32317f08e1d7) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:43.282320 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6860585d-3e73-44fd-89df-ffc38d9a6923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.312354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6860585d-3e73-44fd-89df-ffc38d9a6923 None None] For port 99e1b69d-7a10-47d8-8852-e5bc67a08468, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=99e1b69d-7a10-47d8-8852-e5bc67a08468,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:43.319662 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6860585d-3e73-44fd-89df-ffc38d9a6923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.365800 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:41Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:43.384117 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.393357 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f6cd6f-5d46-40ab-ab7c-7f8780f65a97 None None] The sync data for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 is: [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:41Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:43.424012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860585d-3e73-44fd-89df-ffc38d9a6923 None None] Pushing event updated for resources: {'Port': ['ID=99e1b69d-7a10-47d8-8852-e5bc67a08468,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:43.449501 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.460483 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.463819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-51f4d69c-d59f-4416-8556-f1d9cf8950af None None] Provisioning complete for port 99e1b69d-7a10-47d8-8852-e5bc67a08468 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:43.464229 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51f4d69c-d59f-4416-8556-f1d9cf8950af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.531516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Network cd493211-7604-4731-8ed3-1ce081f5386b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:43.541604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:43.544108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:43.548142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Pushing event updated for resources: {'Port': ['ID=ba8bc00b-5655-4fa5-a580-32317f08e1d7,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:43.781490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.20.0.1 (cd493211-7604-4731-8ed3-1ce081f5386b/3d1735ea-59ad-4119-aa1f-559218842815/ac2ac721-72ec-40a7-8b3c-b39f93a83aaa) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:43.869748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Attempting to bind port ba8bc00b-5655-4fa5-a580-32317f08e1d7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:43.870318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Attempting to bind port ba8bc00b-5655-4fa5-a580-32317f08e1d7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:43.870929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Attempting to bind port ba8bc00b-5655-4fa5-a580-32317f08e1d7 on network cd493211-7604-4731-8ed3-1ce081f5386b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:43.886929 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:43.887543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Checking segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:43.888319 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.888963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Bound using segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:43.889748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Bound port: ba8bc00b-5655-4fa5-a580-32317f08e1d7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:43.890372 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:43.975206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] For port ba8bc00b-5655-4fa5-a580-32317f08e1d7, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:43.981235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] For port ba8bc00b-5655-4fa5-a580-32317f08e1d7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ba8bc00b-5655-4fa5-a580-32317f08e1d7,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:43.988172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.022247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.082761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.104901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7909c-55b9-4a0b-8c95-a2cae09d5fb0 None None] Pushing event updated for resources: {'Port': ['ID=ba8bc00b-5655-4fa5-a580-32317f08e1d7,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:44.144351 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network cd493211-7604-4731-8ed3-1ce081f5386b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:44.150840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:44.155977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:44.164649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:44.223053 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.437347 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.783724 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.791527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:44.896420 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:44.910005 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.126390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ba8bc00b-5655-4fa5-a580-32317f08e1d7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:45.199133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ba8bc00b-5655-4fa5-a580-32317f08e1d7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:45.199755 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.295813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f4222-d5d6-4ab3-90c6-32bad8120207 None None] Network cd493211-7604-4731-8ed3-1ce081f5386b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:22:45.314327 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.388823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network cd493211-7604-4731-8ed3-1ce081f5386b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:45.390385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:45.409427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b5739ae6-cd07-4243-bfd4-722b6676ed98 None None] Provisioning complete for port ba8bc00b-5655-4fa5-a580-32317f08e1d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:45.409727 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b5739ae6-cd07-4243-bfd4-722b6676ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.412505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port ba8bc00b-5655-4fa5-a580-32317f08e1d7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ba8bc00b-5655-4fa5-a580-32317f08e1d7,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:45.444247 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.445047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 99e1b69d-7a10-47d8-8852-e5bc67a08468 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:45.522120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:45.563499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=ba8bc00b-5655-4fa5-a580-32317f08e1d7,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:45.619683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 99e1b69d-7a10-47d8-8852-e5bc67a08468 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:45.620169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:45.660889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:45.668144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a385eb08-5198-444f-89c8-45782f7b585a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "PUT /v2.0/routers/13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7969506 Dec 15 14:22:45.847285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Sync routers for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:45.861159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:45.862845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:45.931160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-200aa975-93c3-4706-bd80-a71285043244 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975684872&fields=id&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 267 time: 0.0585194 Dec 15 14:22:45.994851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b1292a4e-79c1-44c6-86c2-d488b888bddb None None] Provisioning complete for port ba8bc00b-5655-4fa5-a580-32317f08e1d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:45.995675 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1292a4e-79c1-44c6-86c2-d488b888bddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.001562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:46.064757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-70c06c45-111a-4684-9e65-c7745e39acb0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:46.066628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-70c06c45-111a-4684-9e65-c7745e39acb0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/networks?id=cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 200 len: 796 time: 0.1279092 Dec 15 14:22:46.088486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-997e8b1d-c6b1-4ba1-8128-8ebffe4bb434 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/quotas/abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 375 time: 0.0142632 Dec 15 14:22:46.146378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-4df5d8b9-b8ec-449c-9e5f-fd3b82401f0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540702 Dec 15 14:22:46.258413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-c693dc00-e9c6-470f-91ae-35c86a6314d2 service neutron] 10.222.0.86 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000450 Dec 15 14:22:46.277993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b1292a4e-79c1-44c6-86c2-d488b888bddb None None] Provisioning complete for port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:46.278606 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1292a4e-79c1-44c6-86c2-d488b888bddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.339496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b1292a4e-79c1-44c6-86c2-d488b888bddb None None] Port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:46.358344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-fa33812f-c868-4a79-9ba4-acde1811c994 service neutron] 10.222.0.86 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960708 Dec 15 14:22:46.359428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 2, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:46.391644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Checking router: 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:46.392036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Updating router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:22:46.417214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.484977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cdf41245-10de-4d06-b8d5-7c5a7d408f45 None None] Provisioning complete for port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:46.485231 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cdf41245-10de-4d06-b8d5-7c5a7d408f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.545055 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64028b46-b777-4692-a74b-a51ad31a2392 req-70f87fe9-573b-4ceb-9297-72c949dbf101 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 210 time: 0.0307474 Dec 15 14:22:46.573214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cdf41245-10de-4d06-b8d5-7c5a7d408f45 None None] Port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:46.749214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.755764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.806228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29b195-61a9-4a66-bb62-30b111a612d7 None None] Pushing event updated for resources: {'Port': ['ID=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:46.860121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Attempting to bind port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:46.860555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Attempting to bind port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:46.861086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Attempting to bind port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa on network cd493211-7604-4731-8ed3-1ce081f5386b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:46.867536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:46.867950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Checking segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:46.868360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.868758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Bound using segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:46.869231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Bound port: ac2ac721-72ec-40a7-8b3c-b39f93a83aaa, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:46.869652 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.952398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] For port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:46.955989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] For port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:46.962433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.048576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:47.050014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:47.053952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29b195-61a9-4a66-bb62-30b111a612d7 None None] Pushing event updated for resources: {'Port': ['ID=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:47.102755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ba8bc00b-5655-4fa5-a580-32317f08e1d7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:47.223635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-9aacbe67-94ad-490d-8659-2ddbf5f0c438 None None] Provisioning complete for port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:47.224031 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9aacbe67-94ad-490d-8659-2ddbf5f0c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.279675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:47.309523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ba8bc00b-5655-4fa5-a580-32317f08e1d7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:47.309902 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.620513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-84765345-b9b7-4749-9245-b36ab4f5b153 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:47.622497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-84765345-b9b7-4749-9245-b36ab4f5b153 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "GET /v2.0/networks?id=cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 200 len: 796 time: 0.1267164 Dec 15 14:22:47.650359 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9aacbe67-94ad-490d-8659-2ddbf5f0c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.679133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5365314c-1e0a-4eae-9f39-51bc999404f5 req-97a4dfeb-4d89-42af-bd4c-129e2f925447 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 210 time: 0.0391324 Dec 15 14:22:47.729238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-b67677c7-9801-4bb2-8646-b13257f2deb3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 380 time: 0.0967422 Dec 15 14:22:47.741954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'port': {'device_id': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'admin_state_up': True, 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'security_groups': ['c232b149-9d74-4a0f-ad81-b246945df5fa']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:47.761975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9aacbe67-94ad-490d-8659-2ddbf5f0c438 None None] For port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:47.770198 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9aacbe67-94ad-490d-8659-2ddbf5f0c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.832016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacbe67-94ad-490d-8659-2ddbf5f0c438 None None] Pushing event updated for resources: {'Port': ['ID=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:47.839118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:46Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:47.852393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:22:47.855846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:47.871438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06eac46-87a1-4d3c-b190-aade1e120f1b None None] The sync data for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 is: [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:46Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:47.894141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4c6ad80f-c931-46b7-a32f-e1f7fabb53c0 None None] Provisioning complete for port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:47.894524 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c6ad80f-c931-46b7-a32f-e1f7fabb53c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.008226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.20.0.8 (cd493211-7604-4731-8ed3-1ce081f5386b/3d1735ea-59ad-4119-aa1f-559218842815/ea6bba80-244c-4e7e-a3de-6622516aabc2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:48.155582 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.192990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.239454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network cd493211-7604-4731-8ed3-1ce081f5386b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:48.243277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:48.247500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:48.254626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:48.304225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:48.304887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.323179 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-35e19d3d-3ac6-4b19-aab6-0ab1351a974e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846763 Dec 15 14:22:48.336535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Request body: {'port': {'device_id': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:48.401154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.529909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6a036551-6b0d-4e1d-a64f-3da8cbfd11d7 None None] Provisioning complete for port ea6bba80-244c-4e7e-a3de-6622516aabc2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:48.530405 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6a036551-6b0d-4e1d-a64f-3da8cbfd11d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.567064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6a036551-6b0d-4e1d-a64f-3da8cbfd11d7 None None] Port ea6bba80-244c-4e7e-a3de-6622516aabc2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:48.694180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6bba80-244c-4e7e-a3de-6622516aabc2 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:48.702119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.715458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Transition to ACTIVE for port object ea6bba80-244c-4e7e-a3de-6622516aabc2 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:22:48.719546 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.802405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:48.826540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74444499-883d-4ca6-9061-fe1e049f1201 req-44a1f6b0-e5a4-419a-accf-da98ec9cd002 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:48.828139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74444499-883d-4ca6-9061-fe1e049f1201 req-44a1f6b0-e5a4-419a-accf-da98ec9cd002 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 943 time: 0.0699792 Dec 15 14:22:48.877031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:48.877568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:48.877933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:48.882909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:22:48.883236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:48.890002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:48.890281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Checking segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:48.890656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Bound using segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:48.891104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Bound port: ea6bba80-244c-4e7e-a3de-6622516aabc2, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:48.891475 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:48.902734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74444499-883d-4ca6-9061-fe1e049f1201 req-9ccca19e-666e-4d84-a0bd-d846699462ae tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678942 Dec 15 14:22:48.969249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:48.973450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:48.982631 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:49.035963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:49.036600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:49.038005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] 10.222.0.24 "PUT /v2.0/ports/ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 1091 time: 0.7060273 Dec 15 14:22:49.038462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:49.040805 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3897e6-aad7-4ced-8492-89e112903e12" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:49.064548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a334c-1638-4d68-a51e-1fe4fd67d586 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:49.138697 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96a0042-1a6f-4cae-a63e-6f13fe65185b x-openstack-request-id: req-b96a0042-1a6f-4cae-a63e-6f13fe65185b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:49.139511 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:49.139786 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b96a0042-1a6f-4cae-a63e-6f13fe65185b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:49.140277 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'status': 'completed', 'code': 200} Dec 15 14:22:49.147273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ac2ac721-72ec-40a7-8b3c-b39f93a83aaa up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:49.156046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-284aa402-0f8c-49ca-8efa-f819649e8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:49.157797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-284aa402-0f8c-49ca-8efa-f819649e8363 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1094 time: 0.0661712 Dec 15 14:22:49.206766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-157c94ff-234e-4f50-91cb-50c6d8edbdda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 217 time: 0.0396636 Dec 15 14:22:49.225378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:49.225378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:49.274775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-93dd30ac-2efc-46b8-a662-91f72c723092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:49.276640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-93dd30ac-2efc-46b8-a662-91f72c723092 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d1735ea-59ad-4119-aa1f-559218842815 HTTP/1.1" status: 200 len: 834 time: 0.0614522 Dec 15 14:22:49.346503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-68eb3b94-ad78-44dc-94d7-e29bcc67a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:49.348161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-68eb3b94-ad78-44dc-94d7-e29bcc67a8b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd493211-7604-4731-8ed3-1ce081f5386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591624 Dec 15 14:22:49.440698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-44d3c421-dcef-4637-8644-14506b3ec351 service neutron] 10.222.0.24 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853689 Dec 15 14:22:49.538517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6a7ea129-9902-430c-a2de-f57f5beee9c5 req-359ddba2-b3f4-415a-a3b2-b80c2697e195 service neutron] 10.222.0.24 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 Dec 15 14:22:49.630241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-22f96dab-765b-43ee-8000-da9d1f9ea7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:49.631787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-22f96dab-765b-43ee-8000-da9d1f9ea7d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1094 time: 0.0416045 Dec 15 14:22:49.727598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-08c6fbd2-47ab-4c8a-9cb5-3c21218b1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:49.731646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-08c6fbd2-47ab-4c8a-9cb5-3c21218b1cee service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 200 len: 898 time: 0.0922644 Dec 15 14:22:49.782896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-8233deb5-72ec-4976-8b1b-2f7455ff2b7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 217 time: 0.0433173 Dec 15 14:22:49.834921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-b8831c30-c5f1-4d5b-bda5-090a610d9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:49.836672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-b8831c30-c5f1-4d5b-bda5-090a610d9b4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d1735ea-59ad-4119-aa1f-559218842815 HTTP/1.1" status: 200 len: 834 time: 0.0451932 Dec 15 14:22:49.890714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-6d31ace0-9cc1-44a0-99fa-60299251b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:49.892241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-6d31ace0-9cc1-44a0-99fa-60299251b68e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd493211-7604-4731-8ed3-1ce081f5386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422847 Dec 15 14:22:49.986491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-728fb9b0-25b8-4f88-b37b-9cbe15c8a256 service neutron] 10.222.0.24 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855105 Dec 15 14:22:50.041637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3306e-7837-4405-a26e-bd1cf9c4b6b3 req-428866b9-1f44-4250-a412-4a787a41f655 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:50.043160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8cd3306e-7837-4405-a26e-bd1cf9c4b6b3 req-428866b9-1f44-4250-a412-4a787a41f655 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 943 time: 0.0606339 Dec 15 14:22:50.081136 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb3897e6-aad7-4ced-8492-89e112903e12 req-eb88892c-bd29-4dc9-bf1c-9e32d164c421 service neutron] 10.222.0.24 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858181 Dec 15 14:22:50.097345 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8cd3306e-7837-4405-a26e-bd1cf9c4b6b3 req-5d5e9503-098a-4605-a81a-96823f77c071 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478029 Dec 15 14:22:51.223029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ae90-fe84-4b29-87c6-f1edd6778099 req-1727ab94-c23c-4b1d-97e8-2756fcd79b08 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:51.224541 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2502ae90-fe84-4b29-87c6-f1edd6778099 req-1727ab94-c23c-4b1d-97e8-2756fcd79b08 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 943 time: 0.0542586 Dec 15 14:22:51.274415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2502ae90-fe84-4b29-87c6-f1edd6778099 req-dd7ab0ed-aa9a-47c3-8398-72b37714c3bf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Dec 15 14:22:52.394782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c38ae6-704c-4746-8ff7-d4b03e895ac8 req-1678994e-24ad-48ff-b2ea-b23e7106fd75 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:52.396290 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5c38ae6-704c-4746-8ff7-d4b03e895ac8 req-1678994e-24ad-48ff-b2ea-b23e7106fd75 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 943 time: 0.0515828 Dec 15 14:22:52.449569 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c5c38ae6-704c-4746-8ff7-d4b03e895ac8 req-b16f51e6-60a6-417d-9d57-1c484f1ce1df tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467591 Dec 15 14:22:52.579735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:22:52.678304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:52.690189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'port_id': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'mac_address': 'fa:16:3e:8a:8e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:22:52.730433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:52.743175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6bba80-244c-4e7e-a3de-6622516aabc2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:52.763106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:52.766998 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:52.818571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:52.996595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ea6bba80-244c-4e7e-a3de-6622516aabc2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:53.261841 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:22:53.427014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:53.556061 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3698d-64ed-4d82-a6d3-9ee9b4892d4e req-8dda0e34-d251-4317-9b3e-4cc97068dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:53.557615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e0d3698d-64ed-4d82-a6d3-9ee9b4892d4e req-8dda0e34-d251-4317-9b3e-4cc97068dc25 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1096 time: 0.1295929 Dec 15 14:22:53.576028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d2604-6cce-46bb-b0ca-346653b2aac5 req-c55a609c-6704-4643-bd69-db6efbc7bb01 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:53.577658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-583d2604-6cce-46bb-b0ca-346653b2aac5 req-c55a609c-6704-4643-bd69-db6efbc7bb01 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 944 time: 0.0506907 Dec 15 14:22:53.610359 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e0d3698d-64ed-4d82-a6d3-9ee9b4892d4e req-afdf077d-6448-49f4-807e-f403b1286b8a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465183 Dec 15 14:22:53.631835 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-583d2604-6cce-46bb-b0ca-346653b2aac5 req-cb8c31dc-e52e-448a-bcfe-223543c9c718 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469930 Dec 15 14:22:54.587827 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:54.639484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port ea6bba80-244c-4e7e-a3de-6622516aabc2 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:22:54.644711 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port ea6bba80-244c-4e7e-a3de-6622516aabc2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:54.645216 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:54.735291 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:54.771005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:54.772846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638b6a4-f2a1-433c-86b2-9c1b0c51113a req-94e50695-44d3-467a-a566-32fa80573349 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:54.773681 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f519ef3-3212-4bec-997a-efb4176eb364" -d '{"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-plugged", "status": "completed", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:54.774382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f638b6a4-f2a1-433c-86b2-9c1b0c51113a req-94e50695-44d3-467a-a566-32fa80573349 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 944 time: 0.0552719 Dec 15 14:22:54.791454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:54.796489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:54.823789 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a3b28-17f3-4b0c-9f8b-08c5389aea63 x-openstack-request-id: req-926a3b28-17f3-4b0c-9f8b-08c5389aea63 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:54.824124 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-plugged", "status": "completed", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:54.824440 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-926a3b28-17f3-4b0c-9f8b-08c5389aea63 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:54.825438 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'code': 200} Dec 15 14:22:54.850551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f638b6a4-f2a1-433c-86b2-9c1b0c51113a req-9d342a60-8698-4a8f-bba4-91a88498ff66 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688636 Dec 15 14:22:54.858342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:54.933966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78483-254f-4f8c-b537-116391074872 req-ed97ad0f-9404-4068-9b89-c7ca7d735e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:54.935383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ed78483-254f-4f8c-b537-116391074872 req-ed97ad0f-9404-4068-9b89-c7ca7d735e96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1096 time: 0.0410852 Dec 15 14:22:54.989510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ed78483-254f-4f8c-b537-116391074872 req-7bfab5b9-b822-46e9-a7a2-d8906cc7bd69 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Dec 15 14:22:55.974396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73621764-c049-487d-857f-7388279c9f33 req-ef3a9248-a9f7-492a-b6be-5146602463bf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:55.975926 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73621764-c049-487d-857f-7388279c9f33 req-ef3a9248-a9f7-492a-b6be-5146602463bf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0521176 Dec 15 14:22:56.038393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73621764-c049-487d-857f-7388279c9f33 req-a138b5cf-c8ee-43a2-84cd-4ae1082f6bf1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563664 Dec 15 14:22:57.158422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b4d00-ab06-4ae7-9d94-12e479e36faa req-f6700814-f91e-48c2-8498-661d6e2849a1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:57.160106 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d47b4d00-ab06-4ae7-9d94-12e479e36faa req-f6700814-f91e-48c2-8498-661d6e2849a1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0508981 Dec 15 14:22:57.212514 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d47b4d00-ab06-4ae7-9d94-12e479e36faa req-486ad534-d4d1-46ba-a325-fa458f596c56 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462620 Dec 15 14:22:57.331314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396c24-9f53-419c-ac50-6e65d6d67e30 req-38d9be32-4f23-4668-a14f-76aae3a7956f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:57.332824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25396c24-9f53-419c-ac50-6e65d6d67e30 req-38d9be32-4f23-4668-a14f-76aae3a7956f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0502350 Dec 15 14:22:57.382195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-25396c24-9f53-419c-ac50-6e65d6d67e30 req-5c6d4c8b-a681-406e-b901-a1c8f4bae3bc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 Dec 15 14:22:57.403598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44700) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:57.447412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620620ab-923c-4b14-8c11-97bf09d778c4 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:57.448986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-620620ab-923c-4b14-8c11-97bf09d778c4 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1091 time: 0.0443599 Dec 15 14:22:57.451753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44702) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:57.456102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:57.476975 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:57.573838 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:57.679369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.25.7.175 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/fd6d9715-bdab-4253-9de9-7d6619e5b035) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:57.779238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:57.813067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:57.855563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:57.858473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:57.860968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:57.884000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=fd6d9715-bdab-4253-9de9-7d6619e5b035,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:58.505747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:58.571932 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:58.719709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:58.724210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:58.788363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=fd6d9715-bdab-4253-9de9-7d6619e5b035,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:58.802012 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:58.900358 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Floating IP 23cc71f7-2603-4585-8e7b-7a461f5ce3e7 associated. External IP: 172.25.7.175, port: ea6bba80-244c-4e7e-a3de-6622516aabc2. Dec 15 14:22:59.110278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:59.222510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:59.232239 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] Sync routers for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:59.240566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:59.242861 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:59.243550 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:59.270243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1e8224f3-4a09-46c7-bad4-c6b0cecefe10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8172734 Dec 15 14:22:59.270878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:59.273396 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea7b60-6963-4dec-8495-21707f2e6c03" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:59.321458 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb43bc-8dd6-4f0c-9727-5048cc092f75 x-openstack-request-id: req-dedb43bc-8dd6-4f0c-9727-5048cc092f75 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:59.321760 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:59.322016 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dedb43bc-8dd6-4f0c-9727-5048cc092f75 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:59.322453 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'status': 'completed', 'code': 200} Dec 15 14:22:59.383277 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed711a3-57e0-4211-96fa-acd05e6ef43d req-d5c3546e-1b04-4566-a1e0-33991e10b59e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:59.385530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fed711a3-57e0-4211-96fa-acd05e6ef43d req-d5c3546e-1b04-4566-a1e0-33991e10b59e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0597956 Dec 15 14:22:59.388894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-79b64c6b-9642-4fa2-9b77-86640f4c1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:59.390409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-79b64c6b-9642-4fa2-9b77-86640f4c1a5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1096 time: 0.0438857 Dec 15 14:22:59.438408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fed711a3-57e0-4211-96fa-acd05e6ef43d req-92247ca8-130d-477c-ac14-964e0a81628a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Dec 15 14:22:59.447492 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:59.463236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44712) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:59.490817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-ef96322e-fb7d-4b26-996c-54c8245b720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:59.492469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-ef96322e-fb7d-4b26-996c-54c8245b720a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 200 len: 898 time: 0.0947919 Dec 15 14:22:59.532502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a45d7d6c-2a4d-44ab-9985-4e731ee92186 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/23cc71f7-2603-4585-8e7b-7a461f5ce3e7 HTTP/1.1" status: 200 len: 991 time: 0.0667613 Dec 15 14:22:59.562972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-d1a7d6db-ccf3-4105-932b-58983dcc25e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 999 time: 0.0628035 Dec 15 14:22:59.613640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-fe52a596-0e2b-4200-83a9-59e56a5e482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:59.615177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-fe52a596-0e2b-4200-83a9-59e56a5e482d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d1735ea-59ad-4119-aa1f-559218842815 HTTP/1.1" status: 200 len: 834 time: 0.0448503 Dec 15 14:22:59.666312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-0b80b98f-adf7-44d1-aed3-b60f456ba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:59.667792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-0b80b98f-adf7-44d1-aed3-b60f456ba8ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd493211-7604-4731-8ed3-1ce081f5386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453744 Dec 15 14:22:59.680970 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '23cc71f7-2603-4585-8e7b-7a461f5ce3e7', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'port_id': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'mac_address': 'fa:16:3e:8a:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:58Z', 'updated_at': '2021-12-15T14:22:58Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:47Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:59.707637 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] Checking router: 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:59.715833 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:59.716474 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:22:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:59.758231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-fa51b892-1292-4115-8d6b-1c2dba8de618 service neutron] 10.222.0.24 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828960 Dec 15 14:22:59.823014 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:59.853048 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ea7b60-6963-4dec-8495-21707f2e6c03 req-56e5b0f2-fb68-4759-a4ed-4fdf4f43911e service neutron] 10.222.0.24 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877051 Dec 15 14:23:00.051642 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '23cc71f7-2603-4585-8e7b-7a461f5ce3e7', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'port_id': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'mac_address': 'fa:16:3e:8a:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:58Z', 'updated_at': '2021-12-15T14:22:58Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:47Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:00.080754 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf27dea-3f60-44f8-98eb-9be5c4e2a2a7 None None] The sync data for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 is: [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '23cc71f7-2603-4585-8e7b-7a461f5ce3e7', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'port_id': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'mac_address': 'fa:16:3e:8a:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:58Z', 'updated_at': '2021-12-15T14:22:58Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:47Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:00.288054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf33c6-bb93-40c1-8afd-699ca99075ea None None] New status for floating IP 23cc71f7-2603-4585-8e7b-7a461f5ce3e7: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:23:00.535400 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44714) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:00.601139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-495373d2-54cb-4f28-912f-9642d431564b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/23cc71f7-2603-4585-8e7b-7a461f5ce3e7 HTTP/1.1" status: 200 len: 993 time: 0.0645423 Dec 15 14:23:01.116542 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:01.227400 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc7156df-7f60-4862-a1d6-9b45ec437585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:01.260514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:03.831597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-adb8e6cb-4c31-4373-a619-d0ee84ddb965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:04.911837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:06.686705 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:07.327577 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.641540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-9f659e89-9720-4ab9-a10e-4f2917d8923c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412371 Dec 15 14:23:12.725821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-37d1b616-f739-4b72-9bd7-6dcef5c3d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:12.727285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-37d1b616-f739-4b72-9bd7-6dcef5c3d0b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1097 time: 0.0399520 Dec 15 14:23:12.832481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-82afbb98-a6f4-47ec-899d-975469828218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:12.833933 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-82afbb98-a6f4-47ec-899d-975469828218 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0868869 Dec 15 14:23:12.900525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-07648cbc-bb92-477d-9551-3f871ea55dd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 200 len: 1002 time: 0.0575087 Dec 15 14:23:12.949523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-1debc2a5-6997-4848-aaaf-355bd1e1b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:12.950955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-1debc2a5-6997-4848-aaaf-355bd1e1b4f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0431714 Dec 15 14:23:12.999661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-fa9efa5b-0d5f-426d-b3d7-8b496d3ae76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:13.001192 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-fa9efa5b-0d5f-426d-b3d7-8b496d3ae76f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429113 Dec 15 14:23:13.088636 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-cc0b4f9b-183b-473f-bfc1-57deef9e7ffc service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792658 Dec 15 14:23:13.184238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-834b149b-c117-4328-8825-2cbe68f6e5bb req-7d3a3834-4c0c-4386-a956-701dcba63c1b service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Dec 15 14:23:20.725664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-0ce1b44b-0692-4279-8151-d46040fc63c0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973859 Dec 15 14:23:20.786847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-59926134-3f7f-4676-bf7e-eb0fc5ad5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:20.788596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-59926134-3f7f-4676-bf7e-eb0fc5ad5bab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=800a5dd28f264c8e8ef1cd729c0b9894&device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1096 time: 0.0416033 Dec 15 14:23:20.892497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-6e1b48b8-cfee-43c8-8049-fcc8e5183dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:20.894468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-6e1b48b8-cfee-43c8-8049-fcc8e5183dbb service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a5ece13-58eb-4934-b9fc-94934ec367b3 HTTP/1.1" status: 200 len: 911 time: 0.0872564 Dec 15 14:23:20.959509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-63d95af8-ef19-412a-8e35-f11a7163d5f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115 HTTP/1.1" status: 200 len: 1001 time: 0.0583951 Dec 15 14:23:21.006829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-07f18647-ce4f-444f-9d22-8be330464b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:21.008273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-07f18647-ce4f-444f-9d22-8be330464b45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59c4fca7-c422-457e-898f-c81a3745baec HTTP/1.1" status: 200 len: 848 time: 0.0423262 Dec 15 14:23:21.057557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-986f25fb-edf3-490c-a7f7-cc6c6776fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:21.059366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-986f25fb-edf3-490c-a7f7-cc6c6776fa59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5ece13-58eb-4934-b9fc-94934ec367b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442197 Dec 15 14:23:21.070813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-007b7f6e-0faf-43ff-894b-edb023b49bca service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:23:21.071773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-007b7f6e-0faf-43ff-894b-edb023b49bca service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049179 Dec 15 14:23:21.158478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-9e3365f5-ca81-4395-8684-b7cc5294abd4 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798118 Dec 15 14:23:21.251191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-220ba0fa-c660-4009-b89e-f33f0510f9b6 req-5ea4b8ed-abb0-4e83-b1cb-f1591b631a0d service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851555 Dec 15 14:23:30.261995 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:23:31.126090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.228727 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-698d8cc9-ce01-4a54-b6b0-4aca1080bb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.245746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:31.958934 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbf0ec-afc9-45b9-b6e4-008693a74a60 req-4698b547-9b0e-45e8-a601-958c869683c9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:31.960449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71fbf0ec-afc9-45b9-b6e4-008693a74a60 req-4698b547-9b0e-45e8-a601-958c869683c9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0510051 Dec 15 14:23:32.010053 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-71fbf0ec-afc9-45b9-b6e4-008693a74a60 req-01368b1a-e277-4e76-ab72-f41a76186a54 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Dec 15 14:23:32.032808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:32.100662 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6e13eca4-a3d6-4f32-a13f-b9a2d76f7719 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/23cc71f7-2603-4585-8e7b-7a461f5ce3e7 HTTP/1.1" status: 200 len: 993 time: 0.0667176 Dec 15 14:23:32.452613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0476b-ad75-419f-bab8-05c72369a04f req-4423461e-08c9-4d06-9854-e0c4dc9560d9 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:32.454134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52e0476b-ad75-419f-bab8-05c72369a04f req-4423461e-08c9-4d06-9854-e0c4dc9560d9 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1096 time: 0.0411499 Dec 15 14:23:32.501686 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-52e0476b-ad75-419f-bab8-05c72369a04f req-db78ee06-8c1b-41be-80dc-406654daa784 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Dec 15 14:23:32.573592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-4e3e219d-ed59-4a77-a21f-dee8d3103574 req-6304a992-a565-4312-96c3-0aef656e36b4 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:23:32.574583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e3e219d-ed59-4a77-a21f-dee8d3103574 req-6304a992-a565-4312-96c3-0aef656e36b4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054746 Dec 15 14:23:33.046031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44756) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:33.138323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-b75fa18b-38bb-4b23-9b20-bcb7417a0537 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911331 Dec 15 14:23:33.146786 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-e8bd668d-39b6-477e-b871-c67f289b9572 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:23:33.147733 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-e8bd668d-39b6-477e-b871-c67f289b9572 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048118 Dec 15 14:23:33.636426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-4838a14b-5669-439b-900b-0b4042ad84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:33.637811 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-4838a14b-5669-439b-900b-0b4042ad84b3 service neutron] 10.222.0.86 "GET /v2.0/ports/ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 1093 time: 0.0381105 Dec 15 14:23:33.647366 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Request body: {'binding': {'host': 'n-h1-821840-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:33.647847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Unknown quota resources ['binding']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 14:23:33.778601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on host n-h1-821840-1 for vnic_type normal with profile None {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:33.778838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:33.779170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:33.783403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:23:33.783726 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:33.789090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:33.789428 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Checking segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:33.789812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Bound using segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:33.790237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Bound port: ea6bba80-244c-4e7e-a3de-6622516aabc2, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:33.834624 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c89c1dc2-254d-44e4-9b33-9804349dd085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.909430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:33.915989 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:33.917193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] 10.222.0.86 "POST /v2.0/ports/ea6bba80-244c-4e7e-a3de-6622516aabc2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2740443 Dec 15 14:23:34.119409 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed037337-f4c8-4e5e-9f53-bf91bb1c378c req-a55a4954-9dbe-45a0-b938-987d1e97c556 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:34.120945 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed037337-f4c8-4e5e-9f53-bf91bb1c378c req-a55a4954-9dbe-45a0-b938-987d1e97c556 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0507021 Dec 15 14:23:34.142715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-b14597e2-ffdb-4397-939d-86e578091495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:34.144242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-b14597e2-ffdb-4397-939d-86e578091495 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1096 time: 0.0431404 Dec 15 14:23:34.172086 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed037337-f4c8-4e5e-9f53-bf91bb1c378c req-6e363c3d-f7ca-43fe-9764-63a9d77e043d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Dec 15 14:23:34.238211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-6a5e2920-923e-45ac-8bfe-6719d61706ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:34.240334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-6a5e2920-923e-45ac-8bfe-6719d61706ff service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 200 len: 898 time: 0.0894971 Dec 15 14:23:34.307591 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-cd67718d-92ff-49d6-8390-c472ef50675f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 1001 time: 0.0599437 Dec 15 14:23:34.361261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-69c5800c-ab28-401c-8eb4-25e681a2d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:34.362699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-69c5800c-ab28-401c-8eb4-25e681a2d1b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3d1735ea-59ad-4119-aa1f-559218842815 HTTP/1.1" status: 200 len: 834 time: 0.0430310 Dec 15 14:23:34.412404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-0bee6fb0-39a2-44a7-90ff-4773da307561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:34.413909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-0bee6fb0-39a2-44a7-90ff-4773da307561 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd493211-7604-4731-8ed3-1ce081f5386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433435 Dec 15 14:23:34.502432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-683ef38e-35ad-4f8a-a664-d82c78e1771f service neutron] 10.222.0.74 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812762 Dec 15 14:23:34.593593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-de0aafb9-fbe0-4a23-bebb-2c5a0d1af937 service neutron] 10.222.0.74 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844905 Dec 15 14:23:34.727388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-df7c7399-9374-4278-a876-2966fb1143a9 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:34.728918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-df7c7399-9374-4278-a876-2966fb1143a9 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff&tenant_id=abc2b611bf274c318fe9101c87725cfa&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1096 time: 0.0766017 Dec 15 14:23:34.741135 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821840-1'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:34.796298 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.917256 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:34.920848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:34.957459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:35.000336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:35.002711 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d019652e-13e3-4eb7-a6dd-fbc61c82bacd" -d '{"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:35.006448 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.011830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.044291 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf119eae-caae-42ce-8934-d304f1a19495 x-openstack-request-id: req-cf119eae-caae-42ce-8934-d304f1a19495 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:35.044591 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:35.044851 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cf119eae-caae-42ce-8934-d304f1a19495 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:35.045250 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'code': 200} Dec 15 14:23:35.107541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:35.120393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.120883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.121032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.121361 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.121692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.122018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.122376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.122709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.123040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.123371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.123709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.124061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.124390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:35.181955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on host n-h2-821840-1 for vnic_type normal with profile {"migrating_to": "n-h1-821840-1"} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:35.182605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:35.182605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:35.187297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:23:35.187625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Attempting to bind port ea6bba80-244c-4e7e-a3de-6622516aabc2 on network cd493211-7604-4731-8ed3-1ce081f5386b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:35.193526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:35.193868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Checking segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:35.194253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Bound using segment: {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:35.194684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Bound port: ea6bba80-244c-4e7e-a3de-6622516aabc2, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4acc260d-ab41-4a5c-9834-c3e5de7af3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:35.195040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.263887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:35.267213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:35.274787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.312849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f5eac-92ef-4cd9-85d7-2cbc1aee862b req-c4d1f02e-1d65-402e-b0b5-0fed6ebfec74 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:35.314563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a7f5eac-92ef-4cd9-85d7-2cbc1aee862b req-c4d1f02e-1d65-402e-b0b5-0fed6ebfec74 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 943 time: 0.0606256 Dec 15 14:23:35.338814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1ab6cbdf-0188-4d94-bed8-e0c8c4c9d80d None None] Provisioning complete for port ea6bba80-244c-4e7e-a3de-6622516aabc2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:35.339276 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1ab6cbdf-0188-4d94-bed8-e0c8c4c9d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.373179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:35.376513 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a7f5eac-92ef-4cd9-85d7-2cbc1aee862b req-457b853a-e2c7-43f2-8aba-95478635de5e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485044 Dec 15 14:23:35.425935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:35.426820 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.429221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-5017e13d-a702-4974-9cfc-28922a0b181b service neutron] 10.222.0.74 "PUT /v2.0/ports/ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 1121 time: 0.6918409 Dec 15 14:23:35.440863 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1ab6cbdf-0188-4d94-bed8-e0c8c4c9d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.470883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:35.473286 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad275ba-a792-4c62-8aa9-07dbc86e4a2b" -d '{"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-plugged", "status": "completed", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:35.492014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1ab6cbdf-0188-4d94-bed8-e0c8c4c9d80d None None] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:35.496636 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1ab6cbdf-0188-4d94-bed8-e0c8c4c9d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.502702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ea6bba80-244c-4e7e-a3de-6622516aabc2'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:23:35.527904 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05d140c-fdd9-49f9-b8b9-96d22aa1da76 x-openstack-request-id: req-f05d140c-fdd9-49f9-b8b9-96d22aa1da76 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:35.528213 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-plugged", "status": "completed", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:35.528464 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f05d140c-fdd9-49f9-b8b9-96d22aa1da76 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:35.528862 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'code': 200} Dec 15 14:23:35.674924 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6cbdf-0188-4d94-bed8-e0c8c4c9d80d None None] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:35.863603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-23c53471-042d-4d63-b28c-32e7caa2eb99 None None] Provisioning complete for port ea6bba80-244c-4e7e-a3de-6622516aabc2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:35.864564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-23c53471-042d-4d63-b28c-32e7caa2eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:36.516819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adb8d-35f8-4424-8504-370d121e5c47 req-2ee0f033-4046-4632-ba56-c4a5d057ebcc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:36.518303 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a5adb8d-35f8-4424-8504-370d121e5c47 req-2ee0f033-4046-4632-ba56-c4a5d057ebcc tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0505617 Dec 15 14:23:36.569776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a5adb8d-35f8-4424-8504-370d121e5c47 req-92686e34-eb16-4bd6-b0cb-a2d4e58b01f9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447159 Dec 15 14:23:36.689469 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:36.840399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:23:36.936099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:36.947487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 has no active binding in host n-h1-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 14:23:37.046168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:37.048630 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bedd71-1426-48a9-8d8b-1ed71d280c98" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:37.089234 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13176e72-2fde-4dc1-bef9-9ae27d7a61b6 x-openstack-request-id: req-13176e72-2fde-4dc1-bef9-9ae27d7a61b6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:37.089533 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:37.089791 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13176e72-2fde-4dc1-bef9-9ae27d7a61b6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:37.090194 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'status': 'completed', 'code': 200} Dec 15 14:23:37.155240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-e1ce3215-2937-48fe-a278-db6937f2f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:37.156790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-e1ce3215-2937-48fe-a278-db6937f2f98f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1126 time: 0.0428531 Dec 15 14:23:37.251211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-119ae257-908f-448f-a353-2609457ff067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:37.252631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-119ae257-908f-448f-a353-2609457ff067 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 200 len: 898 time: 0.0884645 Dec 15 14:23:37.322795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-cb629a47-af32-4060-9962-6d07c6468f47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 1001 time: 0.0609217 Dec 15 14:23:37.331545 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:37.375894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-f5844070-f024-401d-b7ad-1f025f83df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:37.377408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-f5844070-f024-401d-b7ad-1f025f83df2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d1735ea-59ad-4119-aa1f-559218842815 HTTP/1.1" status: 200 len: 834 time: 0.0473900 Dec 15 14:23:37.437178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-a7aa46e2-19b9-4bea-8b94-b9ef23c88c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:37.438714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-a7aa46e2-19b9-4bea-8b94-b9ef23c88c45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd493211-7604-4731-8ed3-1ce081f5386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528696 Dec 15 14:23:37.527963 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-b45aedf5-0ac2-471b-9147-bfbef61b0437 service neutron] 10.222.0.24 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811167 Dec 15 14:23:37.633963 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4bedd71-1426-48a9-8d8b-1ed71d280c98 req-06102f5d-312c-4cb2-bd04-1f5a65b95bce service neutron] 10.222.0.24 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990725 Dec 15 14:23:37.698034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2f4c6-d78b-4d87-9744-6e8bef06f00f req-ded484ce-1e26-438f-a0d0-7161e8cb6159 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:37.699517 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ab2f4c6-d78b-4d87-9744-6e8bef06f00f req-ded484ce-1e26-438f-a0d0-7161e8cb6159 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0508811 Dec 15 14:23:37.758854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ab2f4c6-d78b-4d87-9744-6e8bef06f00f req-685ed6d1-9155-43ba-8f37-a40b5c78bf32 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522156 Dec 15 14:23:38.880118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82a813-652b-4ee0-8330-dfd236a1c0fc req-80128978-d669-4059-a4a0-8f1a1ed4ca39 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:38.881806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a82a813-652b-4ee0-8330-dfd236a1c0fc req-80128978-d669-4059-a4a0-8f1a1ed4ca39 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0519581 Dec 15 14:23:38.929914 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a82a813-652b-4ee0-8330-dfd236a1c0fc req-667ff686-de6a-43ef-a3b8-b1b6509e0287 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422242 Dec 15 14:23:40.053205 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e70c2-bbe6-49fa-a6f9-9db359a7205e req-b4c5c29a-d27a-4dfe-b003-f472d02ffc03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:40.054984 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4e70c2-bbe6-49fa-a6f9-9db359a7205e req-b4c5c29a-d27a-4dfe-b003-f472d02ffc03 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 945 time: 0.0546434 Dec 15 14:23:40.106767 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4e70c2-bbe6-49fa-a6f9-9db359a7205e req-79406b06-4c82-4056-a070-d16db31927ff tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455303 Dec 15 14:23:40.414253 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-cc381e60-1066-44c3-9606-f21eff7158bc service neutron] 10.222.0.24 "GET /v2.0/ports/ea6bba80-244c-4e7e-a3de-6622516aabc2/bindings/n-h1-821840-1 HTTP/1.1" status: 200 len: 384 time: 0.0573521 Dec 15 14:23:40.601401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:40.620847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:40.871516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:23:40.965207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:40.967482 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e30e97-cd76-41e3-8d95-48cfbf41ff35" -d '{"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:40.974569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:40.977052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:40.988072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 has no active binding in host n-h1-821840-1 {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 14:23:40.992264 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:41.025487 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a20938c-9175-4d6a-82b0-39bd6616277b x-openstack-request-id: req-9a20938c-9175-4d6a-82b0-39bd6616277b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:41.025793 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:41.026057 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a20938c-9175-4d6a-82b0-39bd6616277b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:41.026455 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'code': 200} Dec 15 14:23:41.073062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] Transition to ACTIVE for port object ea6bba80-244c-4e7e-a3de-6622516aabc2 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:23:41.077024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:41.182944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] Pushing event updated for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:41.253851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] No DVR routers for this DVR port ea6bba80-244c-4e7e-a3de-6622516aabc2 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:41.366851 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746cb9-9d28-424e-bf21-41e5888daff4 req-91d3d237-bcd7-43f4-937f-c17986ebd101 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.370866 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e746cb9-9d28-424e-bf21-41e5888daff4 req-91d3d237-bcd7-43f4-937f-c17986ebd101 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 944 time: 0.0634775 Dec 15 14:23:41.406004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-fbe0613c-c63b-443c-be51-94276cc79a8a service neutron] 10.222.0.24 "PUT /v2.0/ports/ea6bba80-244c-4e7e-a3de-6622516aabc2/bindings/n-h1-821840-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9841423 Dec 15 14:23:41.435957 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e746cb9-9d28-424e-bf21-41e5888daff4 req-db2fa31e-af03-4784-8fcd-20067ee32551 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608828 Dec 15 14:23:41.622515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-65d6da70-4f53-4f57-a5e3-de79ca914e75 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.624054 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-65d6da70-4f53-4f57-a5e3-de79ca914e75 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff&tenant_id=abc2b611bf274c318fe9101c87725cfa&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.1570461 Dec 15 14:23:41.674618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-27cfc21c-c246-4389-8d3c-c1deff595d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.676084 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-27cfc21c-c246-4389-8d3c-c1deff595d88 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 1095 time: 0.0446272 Dec 15 14:23:41.744605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-7510189f-f922-4fa9-8a86-7898c5345c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.746022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-7510189f-f922-4fa9-8a86-7898c5345c95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1095 time: 0.0473845 Dec 15 14:23:41.838095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-641cf0e9-124b-498e-9767-a6911cc5587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.839964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-641cf0e9-124b-498e-9767-a6911cc5587a service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 200 len: 898 time: 0.0869937 Dec 15 14:23:41.914173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-be0349c5-044c-43d9-9504-e50df2320edc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 999 time: 0.0671656 Dec 15 14:23:41.965119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-909c7d46-3664-41d5-8d5f-34be2fba5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:41.966589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-909c7d46-3664-41d5-8d5f-34be2fba5ef7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3d1735ea-59ad-4119-aa1f-559218842815 HTTP/1.1" status: 200 len: 834 time: 0.0458741 Dec 15 14:23:42.014646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-2521ce08-f2f0-4de7-a344-6cd871fc0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:42.016183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-2521ce08-f2f0-4de7-a344-6cd871fc0325 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd493211-7604-4731-8ed3-1ce081f5386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419302 Dec 15 14:23:42.119800 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-61b18698-7f07-4965-ad66-c1ced76e9fb4 service neutron] 10.222.0.74 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962718 Dec 15 14:23:42.213664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-17c6d4e2-4738-4f3f-9e44-2ce5c56a8d9e service neutron] 10.222.0.74 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859818 Dec 15 14:23:42.475574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-4316c5d1-d0be-475d-b6c1-e8cfebbc475f tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:42.477139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-4316c5d1-d0be-475d-b6c1-e8cfebbc475f tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff&tenant_id=abc2b611bf274c318fe9101c87725cfa&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 1095 time: 0.0564492 Dec 15 14:23:42.607268 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651d2e-180a-4201-8b7c-43288c4b1b6a req-9a2049fc-0820-4cfc-98e0-39f0e366cf0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:42.609111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f651d2e-180a-4201-8b7c-43288c4b1b6a req-9a2049fc-0820-4cfc-98e0-39f0e366cf0f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 944 time: 0.0971215 Dec 15 14:23:42.708811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-b8b98f9d-439a-4c7e-b660-41226f9a3866 service neutron] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:42.712953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f651d2e-180a-4201-8b7c-43288c4b1b6a req-74a9668d-691a-4df6-925b-f8895c67153f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756600 Dec 15 14:23:42.716103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-b8b98f9d-439a-4c7e-b660-41226f9a3866 service neutron] Publish callbacks [] for binding, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:42.716989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-b8b98f9d-439a-4c7e-b660-41226f9a3866 service neutron] 10.222.0.74 "DELETE /v2.0/ports/ea6bba80-244c-4e7e-a3de-6622516aabc2/bindings/n-h2-821840-1 HTTP/1.1" status: 204 len: 173 time: 0.2320681 Dec 15 14:23:42.828756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd9c9c-41b9-41e4-b891-b03e117ceae7 req-7bd85537-1ba5-439a-a32f-8de74ca2e0ac tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:42.830261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12dd9c9c-41b9-41e4-b891-b03e117ceae7 req-7bd85537-1ba5-439a-a32f-8de74ca2e0ac tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1095 time: 0.0455792 Dec 15 14:23:42.845532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:42.878415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12dd9c9c-41b9-41e4-b891-b03e117ceae7 req-e458dcec-0af9-44c1-a13f-cef9876b11fd tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413294 Dec 15 14:23:42.890192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:43.005765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d14a7-f841-40e4-a955-cb532eef34d0 req-2e4c444f-3c39-4c75-9694-b2c8a902faf1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:43.007581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec0d14a7-f841-40e4-a955-cb532eef34d0 req-2e4c444f-3c39-4c75-9694-b2c8a902faf1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 944 time: 0.0589302 Dec 15 14:23:43.068602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ec0d14a7-f841-40e4-a955-cb532eef34d0 req-b102c29c-5358-4fe3-a1f6-cc1d11780586 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548694 Dec 15 14:23:43.092937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44822) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:43.159674 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a8260977-c398-42be-af31-a1023c4c842b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/23cc71f7-2603-4585-8e7b-7a461f5ce3e7 HTTP/1.1" status: 200 len: 991 time: 0.0652223 Dec 15 14:23:43.391228 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44830) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:43.566731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port fd6d9715-bdab-4253-9de9-7d6619e5b035 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:43.567612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:43.643896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:43.644247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:43.658588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for fd6d9715-bdab-4253-9de9-7d6619e5b035 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:43.870634 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:43.902871 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=fd6d9715-bdab-4253-9de9-7d6619e5b035,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:43.933965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.934380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.934669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.935008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.935347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.935683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.936068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.936385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.936712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.937041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.937367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.937686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.938003 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:43.995761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:43.996127 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Floating IP 23cc71f7-2603-4585-8e7b-7a461f5ce3e7 disassociated (deleted). External IP: 172.25.7.175, port: ea6bba80-244c-4e7e-a3de-6622516aabc2. Dec 15 14:23:44.209525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:44.333869 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:44.344847 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:44.345806 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] Sync routers for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:44.365833 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:44.366335 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:23:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:44.385191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-281e7863-81d5-4826-af5c-86a0f0bdf453 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/floatingips/23cc71f7-2603-4585-8e7b-7a461f5ce3e7 HTTP/1.1" status: 204 len: 168 time: 0.9926379 Dec 15 14:23:44.385791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:44.388270 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ecc6fe-565f-443c-b194-7aea8c608935" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:44.441680 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f672539d-4b48-4de4-bce1-3434a9ba2f67 x-openstack-request-id: req-f672539d-4b48-4de4-bce1-3434a9ba2f67 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:44.442941 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:44.443099 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f672539d-4b48-4de4-bce1-3434a9ba2f67 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:44.443570 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'status': 'completed', 'code': 200} Dec 15 14:23:44.502948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:44.509246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-7ef8350b-7563-4507-a052-55647662d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:44.510708 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-7ef8350b-7563-4507-a052-55647662d533 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 1095 time: 0.0488474 Dec 15 14:23:44.630439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-8999853b-9f6c-474b-8ed7-cdecde2e1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:44.632632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-8999853b-9f6c-474b-8ed7-cdecde2e1fb4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 200 len: 898 time: 0.1143777 Dec 15 14:23:44.686073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-97a7f8d8-2c0c-4ee0-84c2-43076fd459c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 200 len: 217 time: 0.0448742 Dec 15 14:23:44.689992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f062eb-7d22-42a8-b485-01e60ec7b1f9 req-7ffa9e14-8ce1-4b85-a018-fdc59657924b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:44.698311 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44f062eb-7d22-42a8-b485-01e60ec7b1f9 req-7ffa9e14-8ce1-4b85-a018-fdc59657924b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 944 time: 0.0719507 Dec 15 14:23:44.739534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-c40b0c56-93c4-4774-8dcd-f7bce49a453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:44.741751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-c40b0c56-93c4-4774-8dcd-f7bce49a453d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3d1735ea-59ad-4119-aa1f-559218842815 HTTP/1.1" status: 200 len: 834 time: 0.0473516 Dec 15 14:23:44.753510 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44f062eb-7d22-42a8-b485-01e60ec7b1f9 req-47a086d5-b9f0-403f-80ed-035dfd15b8ad tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=c232b149-9d74-4a0f-ad81-b246945df5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539479 Dec 15 14:23:44.772842 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:47Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:44.803792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-091b02b1-5928-4bea-b5cf-37d3f8a21e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:44.804570 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] Checking router: 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:44.805346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-091b02b1-5928-4bea-b5cf-37d3f8a21e3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd493211-7604-4731-8ed3-1ce081f5386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530300 Dec 15 14:23:44.812900 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:44.813493 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:23:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:44.927141 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-72f81839-fcc1-471c-974e-527fb492e603 service neutron] 10.222.0.74 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111338 Dec 15 14:23:44.938753 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:45.027539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5ecc6fe-565f-443c-b194-7aea8c608935 req-24431c2f-500b-49ea-9b57-b0e12cc22623 service neutron] 10.222.0.74 "GET /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912948 Dec 15 14:23:45.100745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-1747f7f3-d9a3-478b-8b3b-6239738fca14 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:45.102537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-1747f7f3-d9a3-478b-8b3b-6239738fca14 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 944 time: 0.0590639 Dec 15 14:23:45.214342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port ea6bba80-244c-4e7e-a3de-6622516aabc2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:45.214963 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:45.257259 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:47Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:45.284811 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c1baa-4498-4316-be64-0ba2a7456ed5 None None] The sync data for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 is: [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:22:44Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ac2ac721-72ec-40a7-8b3c-b39f93a83aaa', 'name': '', 'network_id': 'cd493211-7604-4731-8ed3-1ce081f5386b', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:98:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3d1735ea-59ad-4119-aa1f-559218842815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:43Z', 'updated_at': '2021-12-15T14:22:47Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '3d1735ea-59ad-4119-aa1f-559218842815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:45.312797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port ea6bba80-244c-4e7e-a3de-6622516aabc2, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ea6bba80-244c-4e7e-a3de-6622516aabc2,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:45.313200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:45.327718 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for ea6bba80-244c-4e7e-a3de-6622516aabc2 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:45.484529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:45.518867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=ea6bba80-244c-4e7e-a3de-6622516aabc2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:45.604084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] No DVR routers for this DVR port ea6bba80-244c-4e7e-a3de-6622516aabc2 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:45.606876 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:45.610300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c6abe44a-6225-47a6-ba37-37fd50223b4e req-9d06cfea-66be-4094-8c8d-122947be9b7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.74 "DELETE /v2.0/ports/ea6bba80-244c-4e7e-a3de-6622516aabc2 HTTP/1.1" status: 204 len: 173 time: 0.5015564 Dec 15 14:23:45.610921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-deleted', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:45.614935 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fe6bfa-3478-4d8d-8a23-b88685983d15" -d '{"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-deleted", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:45.650584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e1dd7-7c18-4c33-b743-5611585ee5e0 None None] New status for floating IP 23cc71f7-2603-4585-8e7b-7a461f5ce3e7: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:23:45.673881 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2881787-c78d-4842-9b31-c02f2f923097 x-openstack-request-id: req-b2881787-c78d-4842-9b31-c02f2f923097 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:45.674671 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff", "name": "network-vif-deleted", "tag": "ea6bba80-244c-4e7e-a3de-6622516aabc2", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:45.675106 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b2881787-c78d-4842-9b31-c02f2f923097 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:45.676645 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff', 'name': 'network-vif-deleted', 'tag': 'ea6bba80-244c-4e7e-a3de-6622516aabc2', 'status': 'completed', 'code': 200} Dec 15 14:23:45.903171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-862bdffe-0a9e-4dbf-8ce0-b26d4ac56a53 req-01170cb4-ea81-4b1c-b8fe-ac058925bc4b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3fe13d-0155-4c03-ac9d-d7f0c5fe33ff HTTP/1.1" status: 200 len: 210 time: 0.0421162 Dec 15 14:23:46.996767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44850) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:47.477234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:47.843850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:47.844277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:47.967809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port ac2ac721-72ec-40a7-8b3c-b39f93a83aaa, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:47.968402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:47.980860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for ac2ac721-72ec-40a7-8b3c-b39f93a83aaa owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:48.232159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:48.256402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=ac2ac721-72ec-40a7-8b3c-b39f93a83aaa,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:48.479038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:48.732152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:48.853066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:48.858844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-03307ce2-21a6-4244-9da9-f9de114fec8e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "PUT /v2.0/routers/13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610296 Dec 15 14:23:48.861587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44856) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:48.862427 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] Sync routers for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:48.874231 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:48.875089 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:23:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:48.921275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ce3d60-cb38-4b52-aa40-a17047716481 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting subnet 3d1735ea-59ad-4119-aa1f-559218842815 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:23:48.925846 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46ce3d60-cb38-4b52-aa40-a17047716481 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:48.935635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:48.961140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ea6bba80-244c-4e7e-a3de-6622516aabc2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:48.961784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ea6bba80-244c-4e7e-a3de-6622516aabc2 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:48.982069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46ce3d60-cb38-4b52-aa40-a17047716481 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.003239 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:49.111291 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46ce3d60-cb38-4b52-aa40-a17047716481 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.203020 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46ce3d60-cb38-4b52-aa40-a17047716481 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.236618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce3d60-cb38-4b52-aa40-a17047716481 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1735ea-59ad-4119-aa1f-559218842815,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:49.241610 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46ce3d60-cb38-4b52-aa40-a17047716481 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.245150 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-46ce3d60-cb38-4b52-aa40-a17047716481 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/subnets/3d1735ea-59ad-4119-aa1f-559218842815 HTTP/1.1" status: 204 len: 168 time: 0.3826168 Dec 15 14:23:49.248141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44858) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:49.260772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c783fba-ffc5-4a66-86ca-22dd870523d0 None None] Network cd493211-7604-4731-8ed3-1ce081f5386b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:23:49.283474 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:23:48Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:49.312569 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] Checking router: 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:49.322061 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] Routers {'13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:49.322747 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:23:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:49.402578 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.455054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] DHCP port deletion for cd493211-7604-4731-8ed3-1ce081f5386b request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:49.496889 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] Set router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:49.514158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Deleting port ba8bc00b-5655-4fa5-a580-32317f08e1d7 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:49.514494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.536575 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.604355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 99e1b69d-7a10-47d8-8852-e5bc67a08468 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:49.604702 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.627790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] For port ba8bc00b-5655-4fa5-a580-32317f08e1d7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ba8bc00b-5655-4fa5-a580-32317f08e1d7,segment=NetworkSegment(4acc260d-ab41-4a5c-9834-c3e5de7af3ae),segment_id=4acc260d-ab41-4a5c-9834-c3e5de7af3ae)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:49.630816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.644167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Calling delete_port for ba8bc00b-5655-4fa5-a580-32317f08e1d7 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:49.745352 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:23:48Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:49.756877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port 99e1b69d-7a10-47d8-8852-e5bc67a08468, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=99e1b69d-7a10-47d8-8852-e5bc67a08468,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:49.757252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.761761 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.771836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 99e1b69d-7a10-47d8-8852-e5bc67a08468 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:49.772082 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c5d35-e70e-493c-82de-ee12a6f0cc7f None None] The sync data for ids ['13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc'] in n-d-821840-1 is: [{'id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932606422', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:22:40Z', 'updated_at': '2021-12-15T14:23:48Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '99e1b69d-7a10-47d8-8852-e5bc67a08468', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:22:41Z', 'updated_at': '2021-12-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:49.792759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Pushing event deleted for resources: {'Port': ['ID=ba8bc00b-5655-4fa5-a580-32317f08e1d7,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:49.802014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] No DVR routers for this DVR port ba8bc00b-5655-4fa5-a580-32317f08e1d7 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:49.804507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.804870 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.805231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.805544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.806104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.806455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.806795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.807240 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.807653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.808109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.808353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.808681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.808992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830bd18c-ddbf-435e-b431-41f55c8d4d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:49.970109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.999129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=99e1b69d-7a10-47d8-8852-e5bc67a08468,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:50.019410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d2cee-74ce-4033-b49f-ac5684fac878 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:50.071635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.491829 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.494022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.536832 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.537343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Fanout notify agent at l3_agent the message router_deleted on router 13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:23:50.544506 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.545899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6f73b01b-dc1e-4c67-be46-b0f4273b470e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/routers/13ac823a-7ae0-49b1-a7ce-fbb1b1ffd8bc HTTP/1.1" status: 204 len: 168 time: 1.2965083 Dec 15 14:23:50.548471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44862) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:50.653164 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.751279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.777680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd493211-7604-4731-8ed3-1ce081f5386b']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:50.788565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acc260d-ab41-4a5c-9834-c3e5de7af3ae') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:50.788867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acc260d-ab41-4a5c-9834-c3e5de7af3ae') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:50.798431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.812426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.819162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:23:50.819547 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:23:50.822484 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:23:50.883291 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.888862 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.892213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/networks/cd493211-7604-4731-8ed3-1ce081f5386b HTTP/1.1" status: 204 len: 168 time: 0.3427706 Dec 15 14:23:50.896098 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:50.906795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55703e9-e31c-492a-9671-615de5180ed2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Network': ['ID=cd493211-7604-4731-8ed3-1ce081f5386b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:50.961089 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdf91ea-f556-434e-b7d5-39ab2d6be0f3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:50.989916 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdf91ea-f556-434e-b7d5-39ab2d6be0f3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.068433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdf91ea-f556-434e-b7d5-39ab2d6be0f3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.072563 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdf91ea-f556-434e-b7d5-39ab2d6be0f3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.074113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3fdf91ea-f556-434e-b7d5-39ab2d6be0f3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/security-groups/c232b149-9d74-4a0f-ad81-b246945df5fa HTTP/1.1" status: 204 len: 168 time: 0.1763506 Dec 15 14:23:51.098821 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf91ea-f556-434e-b7d5-39ab2d6be0f3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232b149-9d74-4a0f-ad81-b246945df5fa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:51.164433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ba8bc00b-5655-4fa5-a580-32317f08e1d7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:51.189399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: ba8bc00b-5655-4fa5-a580-32317f08e1d7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:51.190334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ba8bc00b-5655-4fa5-a580-32317f08e1d7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:51.190792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ac2ac721-72ec-40a7-8b3c-b39f93a83aaa no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:51.370362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: ac2ac721-72ec-40a7-8b3c-b39f93a83aaa {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:51.370715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ac2ac721-72ec-40a7-8b3c-b39f93a83aaa not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:51.371134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 99e1b69d-7a10-47d8-8852-e5bc67a08468 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:51.390755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 99e1b69d-7a10-47d8-8852-e5bc67a08468 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:51.391106 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 99e1b69d-7a10-47d8-8852-e5bc67a08468 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:51.407109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:51.411782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-13584bbe-8954-4487-8bf6-42b68e8ca564 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71377120', 'description': 'tempest-secgroup-smoke-71377120 description', 'project_id': 'abc2b611bf274c318fe9101c87725cfa'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:51.436753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13584bbe-8954-4487-8bf6-42b68e8ca564 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.503742 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13584bbe-8954-4487-8bf6-42b68e8ca564 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.508800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13584bbe-8954-4487-8bf6-42b68e8ca564 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.539279 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13584bbe-8954-4487-8bf6-42b68e8ca564 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.540508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-13584bbe-8954-4487-8bf6-42b68e8ca564 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1323993 Dec 15 14:23:51.543636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44874) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:51.544778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13584bbe-8954-4487-8bf6-42b68e8ca564 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8fd97e-865a-4856-a1e3-c9610d8313b5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:51.548982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d846a55e-1087-4342-a05a-5419c605c515 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': '7a8fd97e-865a-4856-a1e3-c9610d8313b5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:51.581706 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d846a55e-1087-4342-a05a-5419c605c515 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.636079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d846a55e-1087-4342-a05a-5419c605c515 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.639802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d846a55e-1087-4342-a05a-5419c605c515 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.660033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846a55e-1087-4342-a05a-5419c605c515 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598082b1-5a4a-4290-a77a-2b8f5271ca70,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:51.667305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d846a55e-1087-4342-a05a-5419c605c515 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.668527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d846a55e-1087-4342-a05a-5419c605c515 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238081 Dec 15 14:23:51.671326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44876) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:51.675576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bd84af83-82ea-401b-9188-6576ddb24e5d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': '7a8fd97e-865a-4856-a1e3-c9610d8313b5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:51.701571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd84af83-82ea-401b-9188-6576ddb24e5d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.757362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd84af83-82ea-401b-9188-6576ddb24e5d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.761161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd84af83-82ea-401b-9188-6576ddb24e5d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.781514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84af83-82ea-401b-9188-6576ddb24e5d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8086937-8ca0-4df8-b7f6-5ef43233d0ac,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:51.790436 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd84af83-82ea-401b-9188-6576ddb24e5d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.791650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bd84af83-82ea-401b-9188-6576ddb24e5d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193779 Dec 15 14:23:51.794412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:51.798777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-298df370-16b0-4b3c-a20a-43860c0ba665 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': '7a8fd97e-865a-4856-a1e3-c9610d8313b5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:51.826173 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-298df370-16b0-4b3c-a20a-43860c0ba665 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.884760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-298df370-16b0-4b3c-a20a-43860c0ba665 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.889775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-298df370-16b0-4b3c-a20a-43860c0ba665 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.911316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298df370-16b0-4b3c-a20a-43860c0ba665 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ae751b-f247-44fd-8ecc-273303c63c16,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:51.917381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-298df370-16b0-4b3c-a20a-43860c0ba665 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:51.918452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-298df370-16b0-4b3c-a20a-43860c0ba665 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230230 Dec 15 14:23:51.921310 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44886) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:51.925612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-870d2fe7-3ad4-4bde-b7b5-fa587d40e3c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': '7a8fd97e-865a-4856-a1e3-c9610d8313b5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:51.953090 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-870d2fe7-3ad4-4bde-b7b5-fa587d40e3c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.012676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-870d2fe7-3ad4-4bde-b7b5-fa587d40e3c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.016722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-870d2fe7-3ad4-4bde-b7b5-fa587d40e3c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.035179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2fe7-3ad4-4bde-b7b5-fa587d40e3c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cde9f9-7db7-4650-a2a0-d9e02ec440d7,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:52.044761 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-870d2fe7-3ad4-4bde-b7b5-fa587d40e3c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.045971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-870d2fe7-3ad4-4bde-b7b5-fa587d40e3c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237431 Dec 15 14:23:52.048772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44892) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:52.054297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-66e4b1c0-95de-4524-af84-53e34235531f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': '7a8fd97e-865a-4856-a1e3-c9610d8313b5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:52.076580 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-66e4b1c0-95de-4524-af84-53e34235531f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Project abc2b611bf274c318fe9101c87725cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:23:52.081471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66e4b1c0-95de-4524-af84-53e34235531f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.117651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-c4a7c661-aa71-498e-bc0f-c06ae3abd2da tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806454930&fields=id&tenant_id=fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 267 time: 0.0460379 Dec 15 14:23:52.142620 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66e4b1c0-95de-4524-af84-53e34235531f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.146979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66e4b1c0-95de-4524-af84-53e34235531f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.167489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4b1c0-95de-4524-af84-53e34235531f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357ee6d5-e282-4ebf-9db3-9e3a5e8a147d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:52.171481 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66e4b1c0-95de-4524-af84-53e34235531f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.172944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-66e4b1c0-95de-4524-af84-53e34235531f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229162 Dec 15 14:23:52.175605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44894) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:52.180982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f44a6c20-9857-4523-9a8f-afb0ea3e416e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'security_group_rule': {'security_group_id': '7a8fd97e-865a-4856-a1e3-c9610d8313b5', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:52.202472 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-f44a6c20-9857-4523-9a8f-afb0ea3e416e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Project abc2b611bf274c318fe9101c87725cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:23:52.208534 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f44a6c20-9857-4523-9a8f-afb0ea3e416e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.237811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-fe5a9fb7-62ad-4038-ba24-254e54c61727 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:52.239817 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-fe5a9fb7-62ad-4038-ba24-254e54c61727 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1149821 Dec 15 14:23:52.257205 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-2038e998-227e-4436-ab39-52ee3146d258 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/quotas/fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 375 time: 0.0112383 Dec 15 14:23:52.270745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f44a6c20-9857-4523-9a8f-afb0ea3e416e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.275587 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f44a6c20-9857-4523-9a8f-afb0ea3e416e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.294823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a6c20-9857-4523-9a8f-afb0ea3e416e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37e4f89-4f13-4928-a66c-d6c263ec2ed1,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:52.305514 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f44a6c20-9857-4523-9a8f-afb0ea3e416e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.306739 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f44a6c20-9857-4523-9a8f-afb0ea3e416e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295528 Dec 15 14:23:52.309818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44896) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:52.314917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'network': {'name': 'tempest-network-smoke--457222154', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'port_security_enabled': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:52.328285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-81adcc8a-33a4-40c7-ba89-d24882a6e845 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647950 Dec 15 14:23:52.339448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:23:52.343248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.370032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:23:52.380840 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.381187 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Added segment 2a62e087-02cc-4a94-84a2-32f7111d03c1 of type vlan for network 63973195-e783-4800-a8f9-899a744c64b0 Dec 15 14:23:52.430442 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-c1ba7b0e-2e49-4f80-ba8c-5f8852417c75 service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890050 Dec 15 14:23:52.432581 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.463492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.469046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:52.469635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.526753 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-fcd4d03a-8ad9-4baa-9d9e-b8bf483e3faa service neutron] 10.222.0.86 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899966 Dec 15 14:23:52.539463 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2284510 Dec 15 14:23:52.542478 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44898) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:52.547223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'admin_state_up': True, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:52.575188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.576372 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.576698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14f77d-ec49-47ef-951f-7e6983ff3f34 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Network': ['ID=63973195-e783-4800-a8f9-899a744c64b0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:52.588949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 63973195-e783-4800-a8f9-899a744c64b0 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:23:52.647181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.803258 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:52.855183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7df87f97-332e-4789-8e6b-a75da016d7d1 req-3e8702e0-fd49-497f-a1df-285bcd8a19f3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 210 time: 0.0344591 Dec 15 14:23:53.011692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:53.032696 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:53.143556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.25.7.196 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/7f56820f-67a6-4497-a570-1f9249a9c7c8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:53.253866 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:53.293339 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:53.343224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:53.347981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:53.352506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:53.361790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2642a-2b58-40d4-901c-397ad4ec1827 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:53.375823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=7f56820f-67a6-4497-a570-1f9249a9c7c8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:53.456989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c0d0a64e-c0f0-4230-be32-576d54f944a4 None None] Provisioning complete for port 7f56820f-67a6-4497-a570-1f9249a9c7c8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:53.458241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a64e-c0f0-4230-be32-576d54f944a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:53.492843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0a64e-c0f0-4230-be32-576d54f944a4 None None] Port 7f56820f-67a6-4497-a570-1f9249a9c7c8 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:53.844260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-75a2f003-39d0-41a6-923f-b82c6afe67fd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:53.845795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-75a2f003-39d0-41a6-923f-b82c6afe67fd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 811 time: 0.1133602 Dec 15 14:23:53.918722 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d90aeaaa-84e7-412e-937d-1f3a6d220d7b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6655e5c823454a8ea094ab14c07a03 HTTP/1.1" status: 200 len: 380 time: 0.0635805 Dec 15 14:23:53.932560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'port': {'device_id': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'admin_state_up': True, 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'security_groups': ['b8f96a38-933a-4e49-bd23-fc5e64ecd4cb']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:54.017350 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf79dfea-b3ee-4ae6-86fc-a3c7b6bc175f req-c8acec51-2995-49e9-b8ec-e07c09910998 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 210 time: 0.0371699 Dec 15 14:23:54.028895 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.080679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Made reservation on behalf of fe6655e5c823454a8ea094ab14c07a03 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:23:54.085463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.219114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.20.0.3 (7ecaa962-d424-4477-b544-372160275986/206eea0c-36af-47c7-be54-138588ead2f0/845422ba-cbe9-4100-aad6-9854206ea444) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:54.251346 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.373384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.412771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.413592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 10a988ea-29e9-4885-be2c-17e88cc49f60 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:23:54.464991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=845422ba-cbe9-4100-aad6-9854206ea444,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:54.480462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 7ecaa962-d424-4477-b544-372160275986 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:54.481989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:54.485107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:54.534345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:54.545616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Sync routers for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:54.546456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:54.547550 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.559097 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:54.560085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:23:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:54.561613 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.563897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-96135e66-8691-4d85-9ff1-88fea4a413f0 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0194232 Dec 15 14:23:54.566198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:54.572913 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-d0b57da8-a954-41d9-91ff-1ca06203447a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6479540 Dec 15 14:23:54.586397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Request body: {'port': {'device_id': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:54.608559 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-62d89bfe-cce6-45eb-ad96-c3d5e729a571 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=abc2b611bf274c318fe9101c87725cfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405188 Dec 15 14:23:54.609443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44920) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:54.667384 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.728780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:54.776040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe9bac-ad7c-42a0-8f3b-54786d734b3a tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:54.780658 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e4fe9bac-ad7c-42a0-8f3b-54786d734b3a tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1701615 Dec 15 14:23:54.781360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:54.819758 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bb3b3d6d-c6ae-449f-b0e4-ee45df8a2d77 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341306 Dec 15 14:23:54.820839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 44924) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:54.828082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-265818233', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:23:54.881394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0cb0de71-6436-4942-ae68-ad629f58ecbe None None] Provisioning complete for port 845422ba-cbe9-4100-aad6-9854206ea444 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:54.881683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0cb0de71-6436-4942-ae68-ad629f58ecbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:54.944932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0de71-6436-4942-ae68-ad629f58ecbe None None] Port 845422ba-cbe9-4100-aad6-9854206ea444 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:55.000443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:53Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:55.005770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:23:55.009533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.031193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Checking router: 10a988ea-29e9-4885-be2c-17e88cc49f60 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:55.031540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Updating router 10a988ea-29e9-4885-be2c-17e88cc49f60 port 7f56820f-67a6-4497-a570-1f9249a9c7c8 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:23:55.060859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.199652 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845422ba-cbe9-4100-aad6-9854206ea444 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:23:55.212502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.228170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3669b-1e2c-476c-b90f-d02ae758d09d req-8e3ef261-8019-443d-bf80-c84162640791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:55.229709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c3669b-1e2c-476c-b90f-d02ae758d09d req-8e3ef261-8019-443d-bf80-c84162640791 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 931 time: 0.1205630 Dec 15 14:23:55.274838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Transition to ACTIVE for port object 845422ba-cbe9-4100-aad6-9854206ea444 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:23:55.291711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.372580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.386156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.403527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Pushing event updated for resources: {'Port': ['ID=845422ba-cbe9-4100-aad6-9854206ea444,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:55.415208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55c3669b-1e2c-476c-b90f-d02ae758d09d req-b0fa5a25-f8d0-4132-839c-9f96cb678763 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688089 Dec 15 14:23:55.453145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4c3a0-3acc-4f22-a5ed-26804ff0544f None None] Pushing event updated for resources: {'Port': ['ID=7f56820f-67a6-4497-a570-1f9249a9c7c8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:55.463113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Attempting to bind port 7f56820f-67a6-4497-a570-1f9249a9c7c8 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:55.464162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Attempting to bind port 7f56820f-67a6-4497-a570-1f9249a9c7c8 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:55.464162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Attempting to bind port 7f56820f-67a6-4497-a570-1f9249a9c7c8 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:55.465112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.474175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec09c6d-e2ac-4d80-9ebd-03a9de0b377f None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:55.480090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:55.480497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:55.481009 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.481526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:55.482125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Bound port: 7f56820f-67a6-4497-a570-1f9249a9c7c8, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:55.482610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.578143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] For port 7f56820f-67a6-4497-a570-1f9249a9c7c8, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:55.585464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] For port 7f56820f-67a6-4497-a570-1f9249a9c7c8, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7f56820f-67a6-4497-a570-1f9249a9c7c8,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:55.592700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ecb8b9a8-2843-4b6a-9c77-8752e180b9f8 None None] Provisioning complete for port 7f56820f-67a6-4497-a570-1f9249a9c7c8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:55.593557 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b9a8-2843-4b6a-9c77-8752e180b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.596820 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.615054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Checking segment: {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:55.615594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network hostable DHCP agents. Network: 63973195-e783-4800-a8f9-899a744c64b0, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:23:55.618513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Attempting to bind port 845422ba-cbe9-4100-aad6-9854206ea444 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:55.619177 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Attempting to bind port 845422ba-cbe9-4100-aad6-9854206ea444 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:55.619432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Attempting to bind port 845422ba-cbe9-4100-aad6-9854206ea444 on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:55.624672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Subnet': ['ID=800a52b9-4158-4f19-b1b4-d33ed02cf5c9,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:55.633301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Port 845422ba-cbe9-4100-aad6-9854206ea444 on network 7ecaa962-d424-4477-b544-372160275986 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:23:55.633562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Attempting to bind port 845422ba-cbe9-4100-aad6-9854206ea444 on network 7ecaa962-d424-4477-b544-372160275986 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:55.647223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:55.647571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Checking segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:55.647984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Bound using segment: {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:55.648426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Bound port: 845422ba-cbe9-4100-aad6-9854206ea444, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023226e-a589-4da7-b986-a7de53285346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7ecaa962-d424-4477-b544-372160275986'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:55.648898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.668280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 63973195-e783-4800-a8f9-899a744c64b0 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:23:55.703424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 63973195-e783-4800-a8f9-899a744c64b0) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:55.707233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d93f4-b649-43bf-b7ea-d6394236674d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:55.717501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:55.718614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.722082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a836354-34cd-49e7-b729-e2b7125abcbf None None] Network 63973195-e783-4800-a8f9-899a744c64b0 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:23:55.768176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] For port 845422ba-cbe9-4100-aad6-9854206ea444, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:55.773677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] For port 845422ba-cbe9-4100-aad6-9854206ea444, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=845422ba-cbe9-4100-aad6-9854206ea444,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:55.779934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d2ad12ce-a749-4198-ab8e-962ee14632c6 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9585607 Dec 15 14:23:55.781807 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.782895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 44928) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:55.806468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:55.807115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:23:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:55.828064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:55.828700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:55.830196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] 10.222.0.74 "PUT /v2.0/ports/845422ba-cbe9-4100-aad6-9854206ea444 HTTP/1.1" status: 200 len: 1091 time: 1.2491856 Dec 15 14:23:55.830655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:55.834379 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4615b3-17b7-44eb-82cd-d7212531e9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "tag": "845422ba-cbe9-4100-aad6-9854206ea444"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:55.918162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4c3a0-3acc-4f22-a5ed-26804ff0544f None None] Pushing event updated for resources: {'Port': ['ID=7f56820f-67a6-4497-a570-1f9249a9c7c8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:55.934372 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf4b4db-bbcf-4a63-adb5-c80d63c206b9 x-openstack-request-id: req-dbf4b4db-bbcf-4a63-adb5-c80d63c206b9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:55.934954 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "tag": "845422ba-cbe9-4100-aad6-9854206ea444", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:55.936077 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbf4b4db-bbcf-4a63-adb5-c80d63c206b9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:55.936617 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444', 'status': 'completed', 'code': 200} Dec 15 14:23:55.965724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251035e-9a29-41b2-bfb4-5b487b0d76b1 service neutron] Pushing event updated for resources: {'Port': ['ID=845422ba-cbe9-4100-aad6-9854206ea444,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:55.971994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:56.001698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-4ba3b6a1-828b-49b4-b961-d0be26c14bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:56.003992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-4ba3b6a1-828b-49b4-b961-d0be26c14bff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 1094 time: 0.1117771 Dec 15 14:23:56.096127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b9a8-2843-4b6a-9c77-8752e180b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:56.102647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-5229bb35-b014-4aba-89f7-1b5dfc6af1b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845422ba-cbe9-4100-aad6-9854206ea444 HTTP/1.1" status: 200 len: 217 time: 0.0851696 Dec 15 14:23:56.152769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-63973195-e783-4800-a8f9-899a744c64b0', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:23:56.153954 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:56.164964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ecb8b9a8-2843-4b6a-9c77-8752e180b9f8 None None] For port 7f56820f-67a6-4497-a570-1f9249a9c7c8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7f56820f-67a6-4497-a570-1f9249a9c7c8,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:56.186806 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b9a8-2843-4b6a-9c77-8752e180b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:56.204013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-b29ab7ee-be93-42a1-8405-9bc5547b5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:56.206069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-b29ab7ee-be93-42a1-8405-9bc5547b5181 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0883350 Dec 15 14:23:56.282731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-fa12d6cd-ad12-4556-8e7b-f5a770c02642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:56.287394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-fa12d6cd-ad12-4556-8e7b-f5a770c02642 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729558 Dec 15 14:23:56.407403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8b9a8-2843-4b6a-9c77-8752e180b9f8 None None] Pushing event updated for resources: {'Port': ['ID=7f56820f-67a6-4497-a570-1f9249a9c7c8,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:56.425609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Allocated IP 172.20.0.2 (63973195-e783-4800-a8f9-899a744c64b0/800a52b9-4158-4f19-b1b4-d33ed02cf5c9/2f4b3964-6b07-41fc-a93e-b8f1fc0aa697) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:56.450804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-17cbe236-3b3c-461b-ae49-dca59fcf859e service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553814 Dec 15 14:23:56.462561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bd25862a-5f28-446a-b23e-3c0e0befb041 None None] Provisioning complete for port 7f56820f-67a6-4497-a570-1f9249a9c7c8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:56.462941 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd25862a-5f28-446a-b23e-3c0e0befb041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:56.575107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:56.593381 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:53Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:56.638929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4ba86-30c5-43af-8eec-b7bf467fd333 req-25801223-ee60-4e11-affe-cf667153c00b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:56.641310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-97c4ba86-30c5-43af-8eec-b7bf467fd333 req-25801223-ee60-4e11-affe-cf667153c00b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.1103704 Dec 15 14:23:56.673420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96c22fde-89ee-4645-bbcd-0c2277efac99 req-b45737fa-5c40-4d1b-8d74-33f83c698174 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133656 Dec 15 14:23:56.778294 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-97c4ba86-30c5-43af-8eec-b7bf467fd333 req-244fc2ae-9076-4bdf-b223-da4af323335d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291163 Dec 15 14:23:56.806931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-3dfef83a-d208-4dba-8c50-685e28ce1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:56.808909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-3dfef83a-d208-4dba-8c50-685e28ce1769 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 1094 time: 0.0730314 Dec 15 14:23:56.821861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6004aede-ce11-4861-9368-23e67ca64fd2 None None] The sync data for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 is: [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:53Z', 'revision_number': 3, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:56.952412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-6e3b7b5a-eff6-4032-b642-d74ded43bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:56.954157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-6e3b7b5a-eff6-4032-b642-d74ded43bc49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.1357148 Dec 15 14:23:56.979760 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:56.989750 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:57.007635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-ea01c0f0-fb7a-4913-8c96-be362d99ec93 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845422ba-cbe9-4100-aad6-9854206ea444 HTTP/1.1" status: 200 len: 217 time: 0.0462666 Dec 15 14:23:57.040356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Network 63973195-e783-4800-a8f9-899a744c64b0 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:57.044277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:57.052442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:57.060290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.20.0.1 (63973195-e783-4800-a8f9-899a744c64b0/800a52b9-4158-4f19-b1b4-d33ed02cf5c9/e6f9e5be-144c-45dc-a44d-c43731636842) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:23:57.067741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Pushing event updated for resources: {'Port': ['ID=2f4b3964-6b07-41fc-a93e-b8f1fc0aa697,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:57.114709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-413be247-1f65-4638-be96-eb82b7ee6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:57.119792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-413be247-1f65-4638-be96-eb82b7ee6f53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.1050467 Dec 15 14:23:57.124564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Attempting to bind port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:23:57.124954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Attempting to bind port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:23:57.125324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Attempting to bind port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 on network 63973195-e783-4800-a8f9-899a744c64b0 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:23:57.131815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:23:57.132274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Checking segment: {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:23:57.132792 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:57.133194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Bound using segment: {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:23:57.133725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Bound port: 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:23:57.134115 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:57.198989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-cefcfccd-aa26-4667-a2b9-f2cee44cad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:57.201307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-cefcfccd-aa26-4667-a2b9-f2cee44cad7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737448 Dec 15 14:23:57.218863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] For port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:23:57.223680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] For port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2f4b3964-6b07-41fc-a93e-b8f1fc0aa697,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:23:57.238232 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:57.325354 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:57.332408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e920dd-e9da-495a-863d-4f6c916a5b9f None None] Pushing event updated for resources: {'Port': ['ID=2f4b3964-6b07-41fc-a93e-b8f1fc0aa697,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:57.379850 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:57.386514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-1594bbc0-9394-4f98-b119-ffbcc7188a8b service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739123 Dec 15 14:23:57.444741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 63973195-e783-4800-a8f9-899a744c64b0 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:57.448808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:57.452967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:23:57.480733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=e6f9e5be-144c-45dc-a44d-c43731636842,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:57.518998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4f4615b3-17b7-44eb-82cd-d7212531e9b4 req-3b4c9650-3708-4cc7-b259-3482561afea0 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251953 Dec 15 14:23:57.538505 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:57.756860 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:58.269078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a89350-a3f2-4669-b23b-9d2c37e9e08c req-ab02e4a2-8981-44f3-82ee-0a6d871fbdbd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:58.271297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84a89350-a3f2-4669-b23b-9d2c37e9e08c req-ab02e4a2-8981-44f3-82ee-0a6d871fbdbd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.4016743 Dec 15 14:23:58.390446 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84a89350-a3f2-4669-b23b-9d2c37e9e08c req-3a6f7ffe-999b-466e-912c-3143336fa347 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088285 Dec 15 14:23:58.473317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:58.483922 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:58.566431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=e6f9e5be-144c-45dc-a44d-c43731636842,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:58.570241 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:58.639646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1249efcd-b0fe-4ce9-b4f4-5db5a2bbf323 None None] Network 63973195-e783-4800-a8f9-899a744c64b0 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:23:58.685735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 63973195-e783-4800-a8f9-899a744c64b0 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:23:58.687236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:23:58.740451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8fc8a5fd-f314-4b1e-b201-fbd7b7d869eb None None] Provisioning complete for port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:58.740830 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a5fd-f314-4b1e-b201-fbd7b7d869eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:58.827117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 10a988ea-29e9-4885-be2c-17e88cc49f60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:58.885893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a5fd-f314-4b1e-b201-fbd7b7d869eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:58.922882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8fc8a5fd-f314-4b1e-b201-fbd7b7d869eb None None] For port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2f4b3964-6b07-41fc-a93e-b8f1fc0aa697,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:58.929140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a5fd-f314-4b1e-b201-fbd7b7d869eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:58.980328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:58.986166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0d534e95-f08d-460e-a29b-3d8282827157 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "PUT /v2.0/routers/10a988ea-29e9-4885-be2c-17e88cc49f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2021930 Dec 15 14:23:59.025841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8a5fd-f314-4b1e-b201-fbd7b7d869eb None None] Pushing event updated for resources: {'Port': ['ID=2f4b3964-6b07-41fc-a93e-b8f1fc0aa697,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:59.257381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-0f5e71f5-4fec-4448-865b-39e535578635 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71377120&fields=id&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 267 time: 0.0817792 Dec 15 14:23:59.267258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7f56820f-67a6-4497-a570-1f9249a9c7c8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:23:59.318274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c04df1c6-8923-4c7e-90f3-f9c76c580499 None None] Provisioning complete for port e6f9e5be-144c-45dc-a44d-c43731636842 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:59.318667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c04df1c6-8923-4c7e-90f3-f9c76c580499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:59.353130 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Sync routers for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:59.375763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c04df1c6-8923-4c7e-90f3-f9c76c580499 None None] Port e6f9e5be-144c-45dc-a44d-c43731636842 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:59.378175 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:59.380658 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:23:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:59.394293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7f56820f-67a6-4497-a570-1f9249a9c7c8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:59.394589 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:59.398950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c04df1c6-8923-4c7e-90f3-f9c76c580499 None None] Provisioning complete for port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:59.399562 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c04df1c6-8923-4c7e-90f3-f9c76c580499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:59.409225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053f61-0834-4abb-841b-8495cb4fc589 req-d247f7f8-520f-4d27-9bd7-fb34cb05a743 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:59.411559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-d247f7f8-520f-4d27-9bd7-fb34cb05a743 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/networks?id=63973195-e783-4800-a8f9-899a744c64b0 HTTP/1.1" status: 200 len: 796 time: 0.1443815 Dec 15 14:23:59.456533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-23111164-57ed-4f76-8a76-aef89afd8894 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/quotas/abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 375 time: 0.0293875 Dec 15 14:23:59.547471 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-675d7394-e6b0-41d9-bc7a-b8f37125c107 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825989 Dec 15 14:23:59.571455 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:59.599431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:23:59.651224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2050-3ea6-45c0-a44a-49829a6478f0 req-4c62768c-cf52-48b6-b3ee-b17a270a347e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:59.655726 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-059b2050-3ea6-45c0-a44a-49829a6478f0 req-4c62768c-cf52-48b6-b3ee-b17a270a347e tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.1270721 Dec 15 14:23:59.694323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:59.696305 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:59.796124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-059b2050-3ea6-45c0-a44a-49829a6478f0 req-e4e8ab5b-c530-431f-86e4-a6013845954d tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311078 Dec 15 14:23:59.806507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b149de37-4fbe-47a5-b5c9-c5a439e92817 None None] Provisioning complete for port e6f9e5be-144c-45dc-a44d-c43731636842 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:59.807129 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b149de37-4fbe-47a5-b5c9-c5a439e92817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:59.819474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-5bd7d77b-4433-421c-9be6-1902f1a7efe5 service neutron] 10.222.0.86 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369196 Dec 15 14:23:59.852479 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:23:58Z', 'revision_number': 2, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:59.858184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b149de37-4fbe-47a5-b5c9-c5a439e92817 None None] Port e6f9e5be-144c-45dc-a44d-c43731636842 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:23:59.892910 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Checking router: 10a988ea-29e9-4885-be2c-17e88cc49f60 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:59.893318 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Updating router 10a988ea-29e9-4885-be2c-17e88cc49f60 port e6f9e5be-144c-45dc-a44d-c43731636842 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:23:59.933418 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:59.960735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-19e12a8a-6c72-445c-a1f8-43e1799e978a service neutron] 10.222.0.86 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421676 Dec 15 14:23:59.986232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3abb275c-ffbb-4281-8b81-0fc6656cf1ee None None] Provisioning complete for port e6f9e5be-144c-45dc-a44d-c43731636842 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:23:59.986748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abb275c-ffbb-4281-8b81-0fc6656cf1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.037713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3abb275c-ffbb-4281-8b81-0fc6656cf1ee None None] Port e6f9e5be-144c-45dc-a44d-c43731636842 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:00.195120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65551573-8ae7-42ea-9ee9-cde8739df952 req-90456041-11b7-4445-b850-35679b7a960e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 210 time: 0.0482104 Dec 15 14:24:00.342371 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.349720 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.439849 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Pushing event updated for resources: {'Port': ['ID=e6f9e5be-144c-45dc-a44d-c43731636842,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:00.470318 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.470651 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.471006 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.471350 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.471681 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.472032 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.472744 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.472744 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.473663 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.473897 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.474503 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.474853 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.475034 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:00.487899 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Attempting to bind port e6f9e5be-144c-45dc-a44d-c43731636842 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:00.488282 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Attempting to bind port e6f9e5be-144c-45dc-a44d-c43731636842 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:00.488736 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Attempting to bind port e6f9e5be-144c-45dc-a44d-c43731636842 on network 63973195-e783-4800-a8f9-899a744c64b0 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:00.497197 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:00.498080 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Checking segment: {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:00.498744 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.499481 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Bound using segment: {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:00.500222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Bound port: e6f9e5be-144c-45dc-a44d-c43731636842, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:00.500985 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.580269 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] For port e6f9e5be-144c-45dc-a44d-c43731636842, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:00.583941 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] For port e6f9e5be-144c-45dc-a44d-c43731636842, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e6f9e5be-144c-45dc-a44d-c43731636842,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:00.590259 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.665474 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:00.666117 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:23:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:00.705007 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67b7d2-a526-4114-9bc8-785e6d19ba5b None None] Pushing event updated for resources: {'Port': ['ID=e6f9e5be-144c-45dc-a44d-c43731636842,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:00.769701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1935b476-958e-4d08-af17-4072c6e9c7d4 None None] Provisioning complete for port e6f9e5be-144c-45dc-a44d-c43731636842 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:00.770911 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1935b476-958e-4d08-af17-4072c6e9c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.804813 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:00.877428 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1935b476-958e-4d08-af17-4072c6e9c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.928425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1935b476-958e-4d08-af17-4072c6e9c7d4 None None] For port e6f9e5be-144c-45dc-a44d-c43731636842, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e6f9e5be-144c-45dc-a44d-c43731636842,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:00.943568 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1935b476-958e-4d08-af17-4072c6e9c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:00.993307 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b95b4-2980-48f0-80bb-24dc061c6a9a req-d4f1773f-0514-4957-ab05-85645f59faa1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:00.996225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1c3b95b4-2980-48f0-80bb-24dc061c6a9a req-d4f1773f-0514-4957-ab05-85645f59faa1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.0753560 Dec 15 14:24:01.048513 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b476-958e-4d08-af17-4072c6e9c7d4 None None] Pushing event updated for resources: {'Port': ['ID=e6f9e5be-144c-45dc-a44d-c43731636842,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:01.068684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1c3b95b4-2980-48f0-80bb-24dc061c6a9a req-4e162eb3-4123-41da-a054-239c8d519586 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643685 Dec 15 14:24:01.080725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b719e9eb-9364-4946-bd4f-79bafac690c1 None None] Provisioning complete for port e6f9e5be-144c-45dc-a44d-c43731636842 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:01.081109 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b719e9eb-9364-4946-bd4f-79bafac690c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:01.151678 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:01.159293 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:24:00Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:01.188779 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783334f1-851b-4855-8eed-77dfeaa8e69e None None] The sync data for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 is: [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:24:00Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:01.236332 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4e47-6bde-47aa-921c-2834ea5b2939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:01.273903 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:01.326381 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7c2671a9-fef0-4019-9be9-759f04b466d5 req-d4864de2-70c9-4484-b751-a1af05143060 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 210 time: 0.0388634 Dec 15 14:24:01.527861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053f61-0834-4abb-841b-8495cb4fc589 req-986dedf7-1765-474e-8fb8-bdd08a9833bf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:01.529610 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-986dedf7-1765-474e-8fb8-bdd08a9833bf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "GET /v2.0/networks?id=63973195-e783-4800-a8f9-899a744c64b0 HTTP/1.1" status: 200 len: 796 time: 0.1415689 Dec 15 14:24:01.602936 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-57fe2843-9f06-40d1-b63f-32236c118076 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc2b611bf274c318fe9101c87725cfa HTTP/1.1" status: 200 len: 378 time: 0.0644186 Dec 15 14:24:01.615226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'port': {'device_id': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'admin_state_up': True, 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'security_groups': ['7a8fd97e-865a-4856-a1e3-c9610d8313b5']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:01.735335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Made reservation on behalf of abc2b611bf274c318fe9101c87725cfa for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:24:01.739643 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:01.871363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.20.0.10 (63973195-e783-4800-a8f9-899a744c64b0/800a52b9-4158-4f19-b1b4-d33ed02cf5c9/1f34acce-d75e-44a2-bb8c-5a62b2368c4e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:02.057666 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:02.106893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:02.169802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 63973195-e783-4800-a8f9-899a744c64b0 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:02.173771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:02.188075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:02.243784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:02.294569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:02.295259 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:02.329804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb1f1b-f309-44a0-9200-10eb745d239b req-6a41b1da-f55b-4d63-b2dd-7b88e85a1845 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:02.331860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73fb1f1b-f309-44a0-9200-10eb745d239b req-6a41b1da-f55b-4d63-b2dd-7b88e85a1845 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.1148961 Dec 15 14:24:02.336647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-4d35881e-015f-48bb-80b1-df1077734001 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7260425 Dec 15 14:24:02.354334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-390792c5-fdf9-447a-9c93-8cc58466af7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:24:02.355728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-390792c5-fdf9-447a-9c93-8cc58466af7f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074399 Dec 15 14:24:02.372218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Request body: {'port': {'device_id': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:02.458841 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73fb1f1b-f309-44a0-9200-10eb745d239b req-d1300d58-dedc-4543-b3a5-549c539ec354 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194932 Dec 15 14:24:02.467132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:02.538138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dda6d-ec32-4395-ac85-b4379a970938 req-5f7cea82-d058-4f4e-9c1e-461c28f7a5a1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:02.540392 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-983dda6d-ec32-4395-ac85-b4379a970938 req-5f7cea82-d058-4f4e-9c1e-461c28f7a5a1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 932 time: 0.0813832 Dec 15 14:24:02.546062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d66a92f3-2d6c-4cb7-8780-19fd3f5d7738 None None] Provisioning complete for port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:02.546683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d66a92f3-2d6c-4cb7-8780-19fd3f5d7738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:02.603608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-983dda6d-ec32-4395-ac85-b4379a970938 req-e435869f-f7e6-4d07-a387-560c68009f0a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493755 Dec 15 14:24:02.608697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d66a92f3-2d6c-4cb7-8780-19fd3f5d7738 None None] Port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:03.077461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f34acce-d75e-44a2-bb8c-5a62b2368c4e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:03.085370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:03.097480 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Transition to ACTIVE for port object 1f34acce-d75e-44a2-bb8c-5a62b2368c4e will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:24:03.105187 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:03.136668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e6f9e5be-144c-45dc-a44d-c43731636842 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:03.168962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:03.198666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e6f9e5be-144c-45dc-a44d-c43731636842 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:03.199131 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:03.244544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Attempting to bind port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:03.244997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Attempting to bind port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:03.245245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Attempting to bind port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e on network 63973195-e783-4800-a8f9-899a744c64b0 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:03.250524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e on network 63973195-e783-4800-a8f9-899a744c64b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:24:03.250999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Attempting to bind port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e on network 63973195-e783-4800-a8f9-899a744c64b0 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:03.257062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:03.257409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Checking segment: {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:03.257801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Bound using segment: {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:03.258232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Bound port: 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a62e087-02cc-4a94-84a2-32f7111d03c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '63973195-e783-4800-a8f9-899a744c64b0'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:03.258598 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:03.327321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:03.331628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:03.337680 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:03.375565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:03.376209 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:03.377589 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] 10.222.0.24 "PUT /v2.0/ports/1f34acce-d75e-44a2-bb8c-5a62b2368c4e HTTP/1.1" status: 200 len: 1092 time: 1.0121620 Dec 15 14:24:03.378036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:03.381024 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a52417-cab8-4238-b9d9-65dd7da33170" -d '{"events": [{"name": "network-changed", "server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:03.405977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36429adf-a0d6-4250-b61d-10e187b28426 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:03.422949 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2af683-940d-468a-9616-8361df80b830 x-openstack-request-id: req-2d2af683-940d-468a-9616-8361df80b830 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:03.423258 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:03.423528 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d2af683-940d-468a-9616-8361df80b830 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:03.423974 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'status': 'completed', 'code': 200} Dec 15 14:24:03.469337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053f61-0834-4abb-841b-8495cb4fc589 req-a296c761-f840-49f5-a61c-e220ec5e376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:03.470953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-a296c761-f840-49f5-a61c-e220ec5e376a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 1095 time: 0.0449619 Dec 15 14:24:03.519496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-83b895ca-b412-4494-9748-112c0ace1ad1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e HTTP/1.1" status: 200 len: 217 time: 0.0398612 Dec 15 14:24:03.573318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053f61-0834-4abb-841b-8495cb4fc589 req-cb98c6ed-14d8-42f7-932c-5304e0e8628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:03.575025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-cb98c6ed-14d8-42f7-932c-5304e0e8628a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800a52b9-4158-4f19-b1b4-d33ed02cf5c9 HTTP/1.1" status: 200 len: 834 time: 0.0484438 Dec 15 14:24:03.597386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2526dfc-f164-48cb-bc6d-cf19d2862312 req-cfcd086b-0e4a-43e1-8bf3-250dd76e0898 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:03.601169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d2526dfc-f164-48cb-bc6d-cf19d2862312 req-cfcd086b-0e4a-43e1-8bf3-250dd76e0898 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.0600793 Dec 15 14:24:03.624157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053f61-0834-4abb-841b-8495cb4fc589 req-8458a5d9-471a-4def-a09b-2af2f7db3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:03.625660 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-8458a5d9-471a-4def-a09b-2af2f7db3358 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63973195-e783-4800-a8f9-899a744c64b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434992 Dec 15 14:24:03.660097 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d2526dfc-f164-48cb-bc6d-cf19d2862312 req-fcebd938-c9f7-46d6-a4e1-9435ca6a668f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530295 Dec 15 14:24:03.770797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9d25e-3ead-4511-8f6f-536ee0cea765 req-f8e1c040-a36d-4dec-bc20-b400413272c5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:03.772310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77e9d25e-3ead-4511-8f6f-536ee0cea765 req-f8e1c040-a36d-4dec-bc20-b400413272c5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 944 time: 0.0816426 Dec 15 14:24:03.774510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-f441d5e0-e226-478d-a9aa-0ee6d1b56957 service neutron] 10.222.0.24 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408727 Dec 15 14:24:03.836867 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78d0467e-6e96-4d7f-b440-7f2cdc11c47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:03.875830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77e9d25e-3ead-4511-8f6f-536ee0cea765 req-de64a7a9-cdb2-4ec1-916d-0edca7537f6a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975358 Dec 15 14:24:03.901767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21053f61-0834-4abb-841b-8495cb4fc589 req-d6375e15-ff04-4fae-80d1-84fea4553596 service neutron] 10.222.0.24 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177127 Dec 15 14:24:03.991448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-192d2308-992d-494f-88b7-3058b9e86a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:03.992984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-192d2308-992d-494f-88b7-3058b9e86a67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 1095 time: 0.0430136 Dec 15 14:24:04.087538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-17c1f7be-aa38-4a4e-852c-c4bf5d16067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:04.088947 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-17c1f7be-aa38-4a4e-852c-c4bf5d16067d service neutron] 10.222.0.24 "GET /v2.0/networks?id=63973195-e783-4800-a8f9-899a744c64b0 HTTP/1.1" status: 200 len: 898 time: 0.0884328 Dec 15 14:24:04.131381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-bc18bcae-2b5c-4431-8a3d-b7bc73b9adc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e HTTP/1.1" status: 200 len: 217 time: 0.0347514 Dec 15 14:24:04.181206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-3ee37d05-11ee-4e8d-bbff-aca8d4ed0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:04.182669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-3ee37d05-11ee-4e8d-bbff-aca8d4ed0267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800a52b9-4158-4f19-b1b4-d33ed02cf5c9 HTTP/1.1" status: 200 len: 834 time: 0.0437639 Dec 15 14:24:04.233473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-afd156e1-cbd6-4175-a9a2-095138e8f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:04.234965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-afd156e1-cbd6-4175-a9a2-095138e8f0ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63973195-e783-4800-a8f9-899a744c64b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446813 Dec 15 14:24:04.325039 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-1c605945-2865-4984-9208-2bb281ddce61 service neutron] 10.222.0.24 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825436 Dec 15 14:24:04.420733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44a52417-cab8-4238-b9d9-65dd7da33170 req-ab26f348-e3d1-4f7a-9f1e-2091ad35b9a1 service neutron] 10.222.0.24 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Dec 15 14:24:04.777975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9805c-b996-44ea-95a9-010e688f7194 req-63489dff-5502-4147-a5cf-592705a2e6a5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:04.779471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24f9805c-b996-44ea-95a9-010e688f7194 req-63489dff-5502-4147-a5cf-592705a2e6a5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.0494654 Dec 15 14:24:04.832116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24f9805c-b996-44ea-95a9-010e688f7194 req-82351e8a-1914-4fdb-865f-5cd950c3f18f tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466690 Dec 15 14:24:04.918304 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:04.995742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce3b26-0992-43e3-b1a0-a230e4ec4569 req-cdf3b077-116b-465f-a218-25ff2d67f331 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:04.997145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18ce3b26-0992-43e3-b1a0-a230e4ec4569 req-cdf3b077-116b-465f-a218-25ff2d67f331 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 944 time: 0.0515831 Dec 15 14:24:05.046466 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18ce3b26-0992-43e3-b1a0-a230e4ec4569 req-95218af3-a338-4afa-82c3-c54e3a0255da tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432794 Dec 15 14:24:05.946953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521e2f1-b840-489f-a2ba-76fd9b9b49d8 req-73f605a4-7b04-4ecd-bf98-b24978ac240c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:05.948626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7521e2f1-b840-489f-a2ba-76fd9b9b49d8 req-73f605a4-7b04-4ecd-bf98-b24978ac240c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.0490742 Dec 15 14:24:06.002145 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7521e2f1-b840-489f-a2ba-76fd9b9b49d8 req-668a90b2-f905-438d-bada-82f7790620c0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475552 Dec 15 14:24:06.165205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2c0e6-db06-44f1-86ad-42125858c9dd req-22a95dc5-1f95-4ae8-9452-3fcd12ca5f10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:06.166698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88d2c0e6-db06-44f1-86ad-42125858c9dd req-22a95dc5-1f95-4ae8-9452-3fcd12ca5f10 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 944 time: 0.0497177 Dec 15 14:24:06.218527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88d2c0e6-db06-44f1-86ad-42125858c9dd req-23991983-df9e-4786-954a-05a1ae07158e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449769 Dec 15 14:24:06.695984 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:06.955036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1f34acce-d75e-44a2-bb8c-5a62b2368c4e details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:24:07.050231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:07.063810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'port_id': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'mac_address': 'fa:16:3e:16:a4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:24:07.102025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:07.119062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f34acce-d75e-44a2-bb8c-5a62b2368c4e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:07.123057 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba55e3e-f1c8-4298-90df-2f662f11d260 req-a26adff2-81be-4e3e-92d9-64d2d8a86199 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:07.124534 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dba55e3e-f1c8-4298-90df-2f662f11d260 req-a26adff2-81be-4e3e-92d9-64d2d8a86199 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.0504670 Dec 15 14:24:07.138624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:07.142717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:07.179276 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dba55e3e-f1c8-4298-90df-2f662f11d260 req-0f257859-55e7-4b2c-9f72-e035054251d4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481796 Dec 15 14:24:07.198275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:07.261176 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:24:07.335717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:07.340974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519b82-27ff-4ce0-bb65-5a45d113d3db req-59358e58-783f-463b-a65c-6d49da7778bf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:07.342485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d519b82-27ff-4ce0-bb65-5a45d113d3db req-59358e58-783f-463b-a65c-6d49da7778bf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 945 time: 0.0556035 Dec 15 14:24:07.360835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['1f34acce-d75e-44a2-bb8c-5a62b2368c4e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:24:07.395743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2d519b82-27ff-4ce0-bb65-5a45d113d3db req-8baa7e78-07d2-482f-b8d7-b4fd7868f0c1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460060 Dec 15 14:24:08.308452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d076-a44f-4238-8132-dab66aa051a5 req-42b36c6e-d9b3-4dff-b8b2-84566d8b1fa1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:08.309920 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d04d076-a44f-4238-8132-dab66aa051a5 req-42b36c6e-d9b3-4dff-b8b2-84566d8b1fa1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 943 time: 0.0510221 Dec 15 14:24:08.367716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d04d076-a44f-4238-8132-dab66aa051a5 req-90dad230-2bee-4544-9801-c88e0e10abd0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519061 Dec 15 14:24:08.516866 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176a4cc-4d5d-41db-932f-4766a3e12b09 req-7a6d6d5c-73e4-44d6-8225-191dfe549f61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:08.518383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1176a4cc-4d5d-41db-932f-4766a3e12b09 req-7a6d6d5c-73e4-44d6-8225-191dfe549f61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 945 time: 0.0513096 Dec 15 14:24:08.568542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1176a4cc-4d5d-41db-932f-4766a3e12b09 req-41020d7f-6fda-4316-8933-eb98bba4d179 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433977 Dec 15 14:24:08.955968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1f34acce-d75e-44a2-bb8c-5a62b2368c4e up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:09.006500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:24:09.010709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:09.011087 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:09.048951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 845422ba-cbe9-4100-aad6-9854206ea444 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:24:09.146541 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:09.197691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:09.199982 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9477d3ba-a013-487b-8ba3-fe4e18848ecc" -d '{"events": [{"server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "name": "network-vif-plugged", "status": "completed", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:09.223752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:09.229998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 845422ba-cbe9-4100-aad6-9854206ea444, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=845422ba-cbe9-4100-aad6-9854206ea444,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:09.232575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:09.263417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '845422ba-cbe9-4100-aad6-9854206ea444', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'port_id': '845422ba-cbe9-4100-aad6-9854206ea444', 'mac_address': 'fa:16:3e:57:b4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:24:09.316570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:09.326592 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b8b93-181b-45a9-8a59-00f43a641bef x-openstack-request-id: req-c85b8b93-181b-45a9-8a59-00f43a641bef {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:09.326887 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "name": "network-vif-plugged", "status": "completed", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:09.327145 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c85b8b93-181b-45a9-8a59-00f43a641bef {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:09.327543 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'code': 200} Dec 15 14:24:09.328721 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:09.343785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845422ba-cbe9-4100-aad6-9854206ea444 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:09.367793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 845422ba-cbe9-4100-aad6-9854206ea444, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=845422ba-cbe9-4100-aad6-9854206ea444,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:09.371834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:09.431049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=845422ba-cbe9-4100-aad6-9854206ea444,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:09.433051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4bcce-8c0d-422c-ac95-55d72a082952 req-3faad409-390c-4b4c-860a-64ba8ddc55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:09.434940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05b4bcce-8c0d-422c-ac95-55d72a082952 req-3faad409-390c-4b4c-860a-64ba8ddc55aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 1097 time: 0.0493743 Dec 15 14:24:09.515109 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-05b4bcce-8c0d-422c-ac95-55d72a082952 req-46a2dd5d-129c-4bec-aa1f-d8e07bde616a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664196 Dec 15 14:24:09.528245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398ff93-7f60-4cca-88c9-1b8432800e82 req-752c2e83-baf5-4237-af35-85d33fbae43a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:09.529863 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b398ff93-7f60-4cca-88c9-1b8432800e82 req-752c2e83-baf5-4237-af35-85d33fbae43a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 944 time: 0.0918586 Dec 15 14:24:09.582028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b398ff93-7f60-4cca-88c9-1b8432800e82 req-ce13bc2a-9c45-4b01-84f5-364fd353b5c6 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456800 Dec 15 14:24:09.591915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['845422ba-cbe9-4100-aad6-9854206ea444'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:24:09.693610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43adb0-a39c-4291-a344-1714c2b22b32 req-1e5926a7-5e03-4106-acbb-403a319c64ff tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:09.695282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed43adb0-a39c-4291-a344-1714c2b22b32 req-1e5926a7-5e03-4106-acbb-403a319c64ff tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0560400 Dec 15 14:24:09.745763 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed43adb0-a39c-4291-a344-1714c2b22b32 req-2b605853-b3ba-4255-afad-7c50ef1c7a22 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437353 Dec 15 14:24:10.698763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44662010-dc1d-4e80-b394-c3b218b3fbda req-c3f7563a-2d00-4aac-820c-abf6739aad32 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:10.700318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44662010-dc1d-4e80-b394-c3b218b3fbda req-c3f7563a-2d00-4aac-820c-abf6739aad32 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 944 time: 0.0498276 Dec 15 14:24:10.752997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44662010-dc1d-4e80-b394-c3b218b3fbda req-789aec39-6625-402e-8718-4e461e24d0c1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468199 Dec 15 14:24:10.862076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8ffc4-33ae-4d9f-bbae-c43741b702d6 req-b4502082-673a-4ceb-a23a-77dfd4f4b2e8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:10.863461 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95f8ffc4-33ae-4d9f-bbae-c43741b702d6 req-b4502082-673a-4ceb-a23a-77dfd4f4b2e8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0489705 Dec 15 14:24:10.915407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95f8ffc4-33ae-4d9f-bbae-c43741b702d6 req-d4f864b9-9a7b-4930-8c63-729c8d3a97de tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450683 Dec 15 14:24:11.029079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf49a79-58ca-4cde-822d-dca7b8b3cdf2 req-3ff79a5b-534a-4d09-aa0e-290d35504844 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:11.030542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbf49a79-58ca-4cde-822d-dca7b8b3cdf2 req-3ff79a5b-534a-4d09-aa0e-290d35504844 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0480545 Dec 15 14:24:11.076883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 845422ba-cbe9-4100-aad6-9854206ea444 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:11.080532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cbf49a79-58ca-4cde-822d-dca7b8b3cdf2 req-1a6ef5f7-2852-479e-ae1f-043d26534b9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433192 Dec 15 14:24:11.111930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45010) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:11.133437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 845422ba-cbe9-4100-aad6-9854206ea444 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:24:11.137326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 845422ba-cbe9-4100-aad6-9854206ea444 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:11.137704 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:11.156278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fafe2c-fefd-4c94-b582-0b610eed5589 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:11.158013 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-72fafe2c-fefd-4c94-b582-0b610eed5589 tempest-TestNetworkAdvancedServerOps-1964366841 tempest-TestNetworkAdvancedServerOps-1964366841-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 1092 time: 0.0450561 Dec 15 14:24:11.160913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:11.167810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:11.190228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:11.223509 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:11.258390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 845422ba-cbe9-4100-aad6-9854206ea444, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=845422ba-cbe9-4100-aad6-9854206ea444,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:11.263031 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:11.296888 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:11.312441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=845422ba-cbe9-4100-aad6-9854206ea444,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:11.328718 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:11.331508 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6a587c-bca2-4683-9495-2f978a669f68" -d '{"events": [{"server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "name": "network-vif-plugged", "status": "completed", "tag": "845422ba-cbe9-4100-aad6-9854206ea444"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:11.368455 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62578ae6-2d71-4446-b7eb-ce30c53798d7 x-openstack-request-id: req-62578ae6-2d71-4446-b7eb-ce30c53798d7 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:11.368758 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "name": "network-vif-plugged", "status": "completed", "tag": "845422ba-cbe9-4100-aad6-9854206ea444", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:11.369022 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62578ae6-2d71-4446-b7eb-ce30c53798d7 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:11.369426 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444', 'code': 200} Dec 15 14:24:11.414638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Allocated IP 172.25.7.22 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/d7f07685-1115-4866-8471-273dfc60a738) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:11.468836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baeb94-0d35-4a72-84b9-831c162ba8b9 req-72258d6f-8d29-4ae3-84a2-1a20123ac2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:11.470376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1baeb94-0d35-4a72-84b9-831c162ba8b9 req-72258d6f-8d29-4ae3-84a2-1a20123ac2da service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 1096 time: 0.0416515 Dec 15 14:24:11.522232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1baeb94-0d35-4a72-84b9-831c162ba8b9 req-17acd616-505d-425f-8a61-743193ec1a5d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 Dec 15 14:24:11.524126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:11.557884 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:11.609273 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:11.612278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:11.616628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:11.622102 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=d7f07685-1115-4866-8471-273dfc60a738,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:11.886537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060932c6-484d-4c8b-9a11-ae249a4a8b9b req-a4c59694-4ab5-4992-9bd4-6e32b3ca083b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:11.888086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-060932c6-484d-4c8b-9a11-ae249a4a8b9b req-a4c59694-4ab5-4992-9bd4-6e32b3ca083b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 945 time: 0.0590448 Dec 15 14:24:11.941397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-060932c6-484d-4c8b-9a11-ae249a4a8b9b req-71b488ff-20d0-44b4-9f1c-8e89ce57c2a1 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452290 Dec 15 14:24:11.995421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:12.065349 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:12.221022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:12.225665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:12.302586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event updated for resources: {'Port': ['ID=d7f07685-1115-4866-8471-273dfc60a738,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:12.317014 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:12.422212 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Floating IP b52b3abe-6db2-4e1d-8784-f22aa43692e9 associated. External IP: 172.25.7.22, port: 1f34acce-d75e-44a2-bb8c-5a62b2368c4e. Dec 15 14:24:12.642660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 10a988ea-29e9-4885-be2c-17e88cc49f60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:12.760298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:12.770449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] Sync routers for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:12.777718 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:12.781685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:12.782387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:24:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:12.806439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-290682d5-06d9-491a-86f2-ae310c40a1fa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6440792 Dec 15 14:24:12.807155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:12.809564 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f73525b-55d8-4d98-a36a-4aaae012193b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:12.855819 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac23dc4-1e11-495e-98cf-f9c89a9a8609 x-openstack-request-id: req-3ac23dc4-1e11-495e-98cf-f9c89a9a8609 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:12.856170 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:12.856434 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ac23dc4-1e11-495e-98cf-f9c89a9a8609 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:12.856851 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'status': 'completed', 'code': 200} Dec 15 14:24:12.923058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eee98f-97cf-4575-8889-73b2655ab2d7 req-c2edd21a-421a-4768-ba01-e5770d498105 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:12.924719 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1eee98f-97cf-4575-8889-73b2655ab2d7 req-c2edd21a-421a-4768-ba01-e5770d498105 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0570350 Dec 15 14:24:12.928627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-f118f12c-7ace-4fc1-a3fc-43604eb81855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:12.930561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-f118f12c-7ace-4fc1-a3fc-43604eb81855 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 1097 time: 0.0495195 Dec 15 14:24:12.984716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1eee98f-97cf-4575-8889-73b2655ab2d7 req-ac31d7ce-0aad-4937-8bb4-f97e601e6b40 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520551 Dec 15 14:24:13.008378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:13.074178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:13.076154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-674114b7-5428-4c21-bb4b-c672fcaa120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:13.077700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-674114b7-5428-4c21-bb4b-c672fcaa120f service neutron] 10.222.0.24 "GET /v2.0/networks?id=63973195-e783-4800-a8f9-899a744c64b0 HTTP/1.1" status: 200 len: 898 time: 0.1402891 Dec 15 14:24:13.091745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-08796886-8f04-4428-b0d9-b29c5945cae2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/b52b3abe-6db2-4e1d-8784-f22aa43692e9 HTTP/1.1" status: 200 len: 991 time: 0.0821872 Dec 15 14:24:13.100762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14cd6-32f2-4366-9884-043a60c04da2 req-fef99aea-b551-4642-bebc-381402b67526 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:13.102252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68e14cd6-32f2-4366-9884-043a60c04da2 req-fef99aea-b551-4642-bebc-381402b67526 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 945 time: 0.0716655 Dec 15 14:24:13.187227 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-e55e5303-110a-4594-9485-5bc14d5e80c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e HTTP/1.1" status: 200 len: 999 time: 0.1008327 Dec 15 14:24:13.230900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68e14cd6-32f2-4366-9884-043a60c04da2 req-f55b1065-f393-4261-a732-40cc9bb15afa tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984786 Dec 15 14:24:13.264870 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-8496f3cc-0301-4aa5-b79d-206ff9da5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:13.268301 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-8496f3cc-0301-4aa5-b79d-206ff9da5d50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800a52b9-4158-4f19-b1b4-d33ed02cf5c9 HTTP/1.1" status: 200 len: 834 time: 0.0667884 Dec 15 14:24:13.316279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-5f00a36b-7ac2-4b58-8dcd-56fb0b94a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:13.318434 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-5f00a36b-7ac2-4b58-8dcd-56fb0b94a2be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63973195-e783-4800-a8f9-899a744c64b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452468 Dec 15 14:24:13.338977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b52b3abe-6db2-4e1d-8784-f22aa43692e9', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'port_id': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'mac_address': 'fa:16:3e:16:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:11Z', 'updated_at': '2021-12-15T14:24:11Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:24:00Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:13.366702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] Checking router: 10a988ea-29e9-4885-be2c-17e88cc49f60 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:13.372949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b6df-2a6b-42c3-a489-83383e39c4f0 req-be384ea8-2a41-47d4-9cbb-12b8fcf78dbe tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:13.374627 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc73b6df-2a6b-42c3-a489-83383e39c4f0 req-be384ea8-2a41-47d4-9cbb-12b8fcf78dbe tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 945 time: 0.0536094 Dec 15 14:24:13.377612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:13.378246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:24:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:13.416976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-88d6fbb5-eaa1-4a56-a6fa-f880601ad434 service neutron] 10.222.0.24 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908413 Dec 15 14:24:13.429195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cc73b6df-2a6b-42c3-a489-83383e39c4f0 req-5e7f3ab8-e240-4a0e-9c99-35e0ddbf3fa0 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476389 Dec 15 14:24:13.454089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45028) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:13.495399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:13.497915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca885a3-439c-495a-acc4-76007491b44f tempest-TestVolumeBootPattern-960362804 tempest-TestVolumeBootPattern-960362804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:13.502028 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4ca885a3-439c-495a-acc4-76007491b44f tempest-TestVolumeBootPattern-960362804 tempest-TestVolumeBootPattern-960362804-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 1091 time: 0.0443463 Dec 15 14:24:13.502242 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45030) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:13.507232 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '845422ba-cbe9-4100-aad6-9854206ea444', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:13.513527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f73525b-55d8-4d98-a36a-4aaae012193b req-3733bfc0-6e7b-4cb5-ab2f-ad77d7b0d0fd service neutron] 10.222.0.24 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886211 Dec 15 14:24:13.531281 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:13.639635 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:13.733776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b52b3abe-6db2-4e1d-8784-f22aa43692e9', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'port_id': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'mac_address': 'fa:16:3e:16:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:11Z', 'updated_at': '2021-12-15T14:24:11Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:24:00Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:13.747219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Allocated IP 172.25.7.133 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/e28c76c2-8bd6-4912-b2d6-5c68924e344d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:13.761337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c95bcc-5c38-4ef1-b9ed-0a1c3edaf934 None None] The sync data for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 is: [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b52b3abe-6db2-4e1d-8784-f22aa43692e9', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'port_id': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'mac_address': 'fa:16:3e:16:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:11Z', 'updated_at': '2021-12-15T14:24:11Z', 'revision_number': 0, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:24:00Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:13.859898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:13.896722 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:13.939089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:13.942918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:13.946636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:13.969458 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7506b-4a01-4bab-804b-e0de2bfa8a2c None None] New status for floating IP b52b3abe-6db2-4e1d-8784-f22aa43692e9: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:24:13.975514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=e28c76c2-8bd6-4912-b2d6-5c68924e344d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:14.095203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45032) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:14.180973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ac4f17d7-b622-458f-b146-155f2d3c9f2a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/b52b3abe-6db2-4e1d-8784-f22aa43692e9 HTTP/1.1" status: 200 len: 991 time: 0.0834303 Dec 15 14:24:14.580245 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:14.651251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:14.797422 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:14.802231 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:14.871669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event updated for resources: {'Port': ['ID=e28c76c2-8bd6-4912-b2d6-5c68924e344d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:14.883331 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:14.984058 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Floating IP 7418c3b9-a705-4bba-a7f5-b59201ff96df associated. External IP: 172.25.7.133, port: 845422ba-cbe9-4100-aad6-9854206ea444. Dec 15 14:24:15.185016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45034) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:15.199292 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Router 401a92dd-6129-4381-bcf8-4721e41ac44b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:15.247279 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-80785823-5a5c-4f29-90ba-3edcbd27e691 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/b52b3abe-6db2-4e1d-8784-f22aa43692e9 HTTP/1.1" status: 200 len: 993 time: 0.0610681 Dec 15 14:24:15.314353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:15.324060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:15.333749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:15.336067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:15.336787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:24:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:15.361193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8e7ea3b4-1b31-46f3-bbd7-5672871c52cd tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8579290 Dec 15 14:24:15.362066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:15.365267 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57567a3-6caf-4b7b-a679-4af26f85fc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "tag": "845422ba-cbe9-4100-aad6-9854206ea444"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:15.450146 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:15.473120 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cef118-a940-4782-9b5f-ef4b46423476 x-openstack-request-id: req-f7cef118-a940-4782-9b5f-ef4b46423476 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:15.473427 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "tag": "845422ba-cbe9-4100-aad6-9854206ea444", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:15.473656 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7cef118-a940-4782-9b5f-ef4b46423476 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:15.474055 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444', 'status': 'completed', 'code': 200} Dec 15 14:24:15.536005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-3ee126f6-372e-4718-a258-fd1af55f5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.537633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-3ee126f6-372e-4718-a258-fd1af55f5f0e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 1096 time: 0.0407600 Dec 15 14:24:15.631183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-0d644bc5-e431-474a-b73a-5f14ea966d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.632667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-0d644bc5-e431-474a-b73a-5f14ea966d52 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0880888 Dec 15 14:24:15.688607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:03Z', 'revision_number': 1, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}, {'id': '7418c3b9-a705-4bba-a7f5-b59201ff96df', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '845422ba-cbe9-4100-aad6-9854206ea444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:57:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:14Z', 'updated_at': '2021-12-15T14:24:14Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:15.700408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-6e1b5180-586b-4ec5-8a55-e94c5c5def0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845422ba-cbe9-4100-aad6-9854206ea444 HTTP/1.1" status: 200 len: 999 time: 0.0603094 Dec 15 14:24:15.719547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:15.728492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:15.729100 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:24:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:15.753987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-423187d5-6d91-45ea-a08b-74ce7adf8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.756595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-423187d5-6d91-45ea-a08b-74ce7adf8e7d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0498183 Dec 15 14:24:15.805515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-b02b0532-4cf7-4f23-9956-ec9ccfcfdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:15.807020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-b02b0532-4cf7-4f23-9956-ec9ccfcfdb0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430248 Dec 15 14:24:15.836934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:15.900474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-f344f359-a633-4667-b111-d67ef168e707 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860205 Dec 15 14:24:15.994404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c57567a3-6caf-4b7b-a679-4af26f85fc4d req-842be77d-e03e-4f4e-8316-09f5b374d8fc service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872049 Dec 15 14:24:16.068141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:03Z', 'revision_number': 1, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}, {'id': '7418c3b9-a705-4bba-a7f5-b59201ff96df', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '845422ba-cbe9-4100-aad6-9854206ea444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:57:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:14Z', 'updated_at': '2021-12-15T14:24:14Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:16.097426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143ee3c-d899-4ac4-89de-f2cd8baaa4fe None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:03Z', 'revision_number': 1, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}, {'id': '7418c3b9-a705-4bba-a7f5-b59201ff96df', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '845422ba-cbe9-4100-aad6-9854206ea444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:57:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:14Z', 'updated_at': '2021-12-15T14:24:14Z', 'revision_number': 0, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:16.287630 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ac51e-e4ae-49a7-a5f9-0dd7605fe47d None None] New status for floating IP 7418c3b9-a705-4bba-a7f5-b59201ff96df: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:24:22.658715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-ccd62b44-7408-4f2e-a4ad-0aa9a7779c32 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441968 Dec 15 14:24:22.748995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-300c099a-b347-4385-8153-b1ed95b8193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:22.750646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-300c099a-b347-4385-8153-b1ed95b8193c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=800a5dd28f264c8e8ef1cd729c0b9894&device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1096 time: 0.0419784 Dec 15 14:24:22.858336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-34330d2e-2792-44b2-a653-39fa36132d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:22.859809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-34330d2e-2792-44b2-a653-39fa36132d9c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a5ece13-58eb-4934-b9fc-94934ec367b3 HTTP/1.1" status: 200 len: 911 time: 0.0888963 Dec 15 14:24:22.930009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-e9038ce2-982a-4d83-af76-d61340b27f72 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115 HTTP/1.1" status: 200 len: 1001 time: 0.0587254 Dec 15 14:24:22.985296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-c27c6b1e-d9f6-430f-be07-307fa7a26c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:22.986753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-c27c6b1e-d9f6-430f-be07-307fa7a26c57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59c4fca7-c422-457e-898f-c81a3745baec HTTP/1.1" status: 200 len: 848 time: 0.0499039 Dec 15 14:24:23.037335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-67076be7-ac05-4fa0-bbfa-0112307b84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:23.039364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-67076be7-ac05-4fa0-bbfa-0112307b84b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5ece13-58eb-4934-b9fc-94934ec367b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433750 Dec 15 14:24:23.135433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-8f16bf81-235e-4d28-9b8f-d2253e627053 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863583 Dec 15 14:24:23.236086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-46452f7c-8787-4d11-b911-bc85f46d1bc7 req-4c3e43a3-4ff0-49a6-8de1-d0112c3a3244 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926297 Dec 15 14:24:31.131143 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:31.236487 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6296bd4e-a781-4bf0-b21b-ffb4c1c8dbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:31.266000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:33.839369 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-43f040dc-af78-4432-b6cd-a5cc98a4f6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:34.920814 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.695250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.338393 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:38.841562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-42ee6c0b-4f2d-4865-91dc-6803be28caef req-af30f6f2-64b6-47f2-b6e0-e9d070e57174 service neutron] (109768) timed out ('10.222.0.24', 61911) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:24:44.260629 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:24:46.714199 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2d14f-47ee-4c38-977b-97a7cb2d0982 req-126347bf-afcc-4fb3-9b3e-cb5f808ea22f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:46.715813 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49b2d14f-47ee-4c38-977b-97a7cb2d0982 req-126347bf-afcc-4fb3-9b3e-cb5f808ea22f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0531294 Dec 15 14:24:46.769237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49b2d14f-47ee-4c38-977b-97a7cb2d0982 req-cbc798a7-a0a6-4ff2-bbbd-b1a09afed26d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458500 Dec 15 14:24:47.888946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7e3bb-915b-40c0-a19d-85724355a978 req-3332eab7-e693-44f7-8d5f-763fe7b9d100 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:47.890429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f3d7e3bb-915b-40c0-a19d-85724355a978 req-3332eab7-e693-44f7-8d5f-763fe7b9d100 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0494838 Dec 15 14:24:47.939734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f3d7e3bb-915b-40c0-a19d-85724355a978 req-456323c9-90aa-4322-8af4-714a883c2490 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433326 Dec 15 14:24:49.055026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94f788-4036-437d-8559-f5f30310641e req-68fd8833-357f-433e-9e6a-327ff5737a61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:49.056552 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee94f788-4036-437d-8559-f5f30310641e req-68fd8833-357f-433e-9e6a-327ff5737a61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0496845 Dec 15 14:24:49.110985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ee94f788-4036-437d-8559-f5f30310641e req-88e0be24-81d3-4215-8062-2a08a6303469 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478001 Dec 15 14:24:50.229069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95873-4c3d-4b86-bea7-05fac72278ad req-d61cd4da-43c9-4cb2-9bb5-0b7f16e9853f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:50.230532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa95873-4c3d-4b86-bea7-05fac72278ad req-d61cd4da-43c9-4cb2-9bb5-0b7f16e9853f tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0489652 Dec 15 14:24:50.285773 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa95873-4c3d-4b86-bea7-05fac72278ad req-11d6e205-53e3-4ba8-97dd-5b1de8892f89 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491812 Dec 15 14:24:51.405451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d7070-77d5-46ae-b98d-2a4ddff2e494 req-66c3f5bd-5e9f-4aa1-a48c-7519345961df tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:51.407681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-675d7070-77d5-46ae-b98d-2a4ddff2e494 req-66c3f5bd-5e9f-4aa1-a48c-7519345961df tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0523508 Dec 15 14:24:51.458727 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-675d7070-77d5-46ae-b98d-2a4ddff2e494 req-f77a7ecc-f3a8-4bc6-825b-0555cfc77779 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449822 Dec 15 14:24:52.575163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7bddb-38d5-4aaa-a637-5971cb3bdf2f req-d59fc070-57c9-4cfe-8d69-0ed7bf6c3fd1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:52.576732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-10b7bddb-38d5-4aaa-a637-5971cb3bdf2f req-d59fc070-57c9-4cfe-8d69-0ed7bf6c3fd1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0501785 Dec 15 14:24:52.627602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-10b7bddb-38d5-4aaa-a637-5971cb3bdf2f req-a62bd11f-4dfd-499d-b017-9948f9c03ec7 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447094 Dec 15 14:24:53.757433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33754-7d46-4b6e-a35f-99bd1e7e6706 req-968d2b1a-6831-4c46-87cc-a56f208b8df5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:53.759391 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56c33754-7d46-4b6e-a35f-99bd1e7e6706 req-968d2b1a-6831-4c46-87cc-a56f208b8df5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0618722 Dec 15 14:24:53.810266 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56c33754-7d46-4b6e-a35f-99bd1e7e6706 req-3f902e89-de0a-4989-ac74-a3ceeb9e19c8 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448446 Dec 15 14:24:54.937064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350b4d1-69dd-4b19-a0cc-a673fa52c160 req-4af48c87-1766-410c-936e-c9d63ffd6a73 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:54.940256 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3350b4d1-69dd-4b19-a0cc-a673fa52c160 req-4af48c87-1766-410c-936e-c9d63ffd6a73 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0530472 Dec 15 14:24:54.991022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3350b4d1-69dd-4b19-a0cc-a673fa52c160 req-478f8ec5-d984-4ecd-94f5-446724931860 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447352 Dec 15 14:24:56.117460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e237c62-1689-4ab8-8a30-91acf01227df req-331cb635-fca1-41d9-8e66-15b6cb2ab2aa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:56.118943 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e237c62-1689-4ab8-8a30-91acf01227df req-331cb635-fca1-41d9-8e66-15b6cb2ab2aa tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0545723 Dec 15 14:24:56.178781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e237c62-1689-4ab8-8a30-91acf01227df req-5533a951-e769-40d2-98c6-98c59be38134 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495467 Dec 15 14:24:57.306778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba40a-8284-40a0-81f0-93dd06ce7208 req-df5f5863-33a5-42d1-8144-695465c2de52 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:57.308283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e67ba40a-8284-40a0-81f0-93dd06ce7208 req-df5f5863-33a5-42d1-8144-695465c2de52 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0543478 Dec 15 14:24:57.358131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e67ba40a-8284-40a0-81f0-93dd06ce7208 req-99ff3226-fe42-472e-a0a5-4e2029d9cdb2 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424666 Dec 15 14:24:58.477473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61861-a407-4592-899a-91e2a17d7965 req-bb24d1ba-5f3a-4699-92ab-fa1db0e07c61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:58.478870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3f61861-a407-4592-899a-91e2a17d7965 req-bb24d1ba-5f3a-4699-92ab-fa1db0e07c61 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0504758 Dec 15 14:24:58.528960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3f61861-a407-4592-899a-91e2a17d7965 req-8b8b7160-c236-4c4c-b718-3712cd202ed9 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439188 Dec 15 14:24:59.663963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4266c-6cc3-418c-97b8-747b55946e75 req-c4581dd8-7e52-4a4f-8088-39d7c324f3a3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:59.665496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4266c-6cc3-418c-97b8-747b55946e75 req-c4581dd8-7e52-4a4f-8088-39d7c324f3a3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0510232 Dec 15 14:24:59.718563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2ff4266c-6cc3-418c-97b8-747b55946e75 req-aacaa42a-afc8-4f84-a991-919caf42895c tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463970 Dec 15 14:25:00.851360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9962afa-de11-427b-ae0e-102e2a1b873a req-767745d0-3eda-41b9-89d3-fcf0558f2310 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:00.852955 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9962afa-de11-427b-ae0e-102e2a1b873a req-767745d0-3eda-41b9-89d3-fcf0558f2310 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0574982 Dec 15 14:25:00.910707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e9962afa-de11-427b-ae0e-102e2a1b873a req-982ac632-47b9-4317-9928-d705075aca08 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507734 Dec 15 14:25:01.138639 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:01.236882 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a3978780-8c23-4a16-902a-359e8c1e6cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:01.287561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:02.034845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28305170-f761-4eb5-8b92-189becab19b6 req-8b3a30e6-1642-4ef9-85cb-34d6c69bea24 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:02.036400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28305170-f761-4eb5-8b92-189becab19b6 req-8b3a30e6-1642-4ef9-85cb-34d6c69bea24 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0545626 Dec 15 14:25:02.087468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-28305170-f761-4eb5-8b92-189becab19b6 req-47a112a9-1ecb-4739-9dbe-9558f3c35d67 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451202 Dec 15 14:25:03.207506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56f650-142b-4254-89df-f7d0576db5de req-907fc70e-8bc2-4e08-8d10-4dff29cf04cf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:03.209069 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae56f650-142b-4254-89df-f7d0576db5de req-907fc70e-8bc2-4e08-8d10-4dff29cf04cf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0528064 Dec 15 14:25:03.269765 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae56f650-142b-4254-89df-f7d0576db5de req-f5f139e8-7974-4773-90ae-a88fef92a1ac tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542505 Dec 15 14:25:03.844275 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4f1a20e-cb71-4da0-8ece-d6880a1a7817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:04.419679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9a16e-a585-4fb3-91fb-d22b6c559118 req-26ed155c-14da-43b9-bc8d-756143c492e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:04.421077 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ec9a16e-a585-4fb3-91fb-d22b6c559118 req-26ed155c-14da-43b9-bc8d-756143c492e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0722611 Dec 15 14:25:04.456304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab946942-54d5-4579-aa18-2055e8b30c8b req-d8b49650-5319-47e4-af10-9b7a89c278a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:04.457771 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab946942-54d5-4579-aa18-2055e8b30c8b req-d8b49650-5319-47e4-af10-9b7a89c278a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 1097 time: 0.1241021 Dec 15 14:25:04.500658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ec9a16e-a585-4fb3-91fb-d22b6c559118 req-fc9de3f8-407f-4c44-acd3-a14dce843db3 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711818 Dec 15 14:25:04.526671 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab946942-54d5-4579-aa18-2055e8b30c8b req-bc2691cc-96f9-4c80-8541-661994a6c0e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616000 Dec 15 14:25:04.924713 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:05.274037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1f34acce-d75e-44a2-bb8c-5a62b2368c4e details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:25:05.372555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:05.384092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'port_id': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'mac_address': 'fa:16:3e:16:a4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:25:05.425356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:05.439297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f34acce-d75e-44a2-bb8c-5a62b2368c4e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:25:05.459661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:05.463500 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:05.511849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:05.520851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.521211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.521591 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.521942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.522285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.522624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.522962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.523297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.525274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.525571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.525919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.526261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.526595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:05.624909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e995f9-8ac1-48fa-96d4-f6db8c4d0d9b req-e9a97d42-6e4a-4893-9d87-6ee16ad14edb tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:05.627029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-40e995f9-8ac1-48fa-96d4-f6db8c4d0d9b req-e9a97d42-6e4a-4893-9d87-6ee16ad14edb tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 945 time: 0.0504787 Dec 15 14:25:05.685529 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-40e995f9-8ac1-48fa-96d4-f6db8c4d0d9b req-31e3a16c-f23a-44b4-9a0f-1232105288eb tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512106 Dec 15 14:25:05.705362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['1f34acce-d75e-44a2-bb8c-5a62b2368c4e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:25:06.698297 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:06.804859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb527-a3fa-4005-8428-4c3e68d68189 req-8443a3bf-4c64-4c73-8875-233388f73591 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:06.806370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d2fb527-a3fa-4005-8428-4c3e68d68189 req-8443a3bf-4c64-4c73-8875-233388f73591 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 945 time: 0.0503337 Dec 15 14:25:06.856489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d2fb527-a3fa-4005-8428-4c3e68d68189 req-5faadceb-29b0-41a3-a74e-4b7687ccabed tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440040 Dec 15 14:25:06.882402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45122) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:06.944980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4e7bc5d3-83f3-4f3a-a671-2c6b3a931a78 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/floatingips/b52b3abe-6db2-4e1d-8784-f22aa43692e9 HTTP/1.1" status: 200 len: 992 time: 0.0617650 Dec 15 14:25:07.286741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1f34acce-d75e-44a2-bb8c-5a62b2368c4e up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:25:07.350917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:07.353568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:07.353934 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:07.442684 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:07.465503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:25:07.467820 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fbf5a7-a92d-4f88-8a4f-efed481a609e" -d '{"events": [{"server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "name": "network-vif-plugged", "status": "completed", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:25:07.480482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:07.484404 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:07.508855 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9529b492-60b4-4c12-92a9-d74f2a116c40 x-openstack-request-id: req-9529b492-60b4-4c12-92a9-d74f2a116c40 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:25:07.509157 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "name": "network-vif-plugged", "status": "completed", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:25:07.509420 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9529b492-60b4-4c12-92a9-d74f2a116c40 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:25:07.509821 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'code': 200} Dec 15 14:25:07.535784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:14.622746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-75d92e87-8aaf-4e6e-9ed3-1ad4776d1477 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451508 Dec 15 14:25:14.705468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-002dd402-fa45-4be2-a12a-ea44e098ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:14.707521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-002dd402-fa45-4be2-a12a-ea44e098ae44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1097 time: 0.0407403 Dec 15 14:25:14.808000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-d0787823-8753-4bee-82f3-6cb1043a1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:14.809459 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-d0787823-8753-4bee-82f3-6cb1043a1211 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0831470 Dec 15 14:25:14.879366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-bb853250-1bdf-449b-a0cf-fb2ff9872895 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 200 len: 1002 time: 0.0614934 Dec 15 14:25:14.927010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-0d3b1d95-56d0-4568-8547-6a342cc38671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:14.928479 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-0d3b1d95-56d0-4568-8547-6a342cc38671 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0430150 Dec 15 14:25:14.974770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-d925cf22-6bbd-4509-8401-e71ba90aa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:14.976311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-d925cf22-6bbd-4509-8401-e71ba90aa48b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416095 Dec 15 14:25:15.086138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-2935ba5d-e2d2-4306-a009-dc6540f08b6c service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025448 Dec 15 14:25:15.177100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e338774c-09d6-4f4b-8bd6-487fb8e40b03 req-6226c972-cc8e-40c0-88e2-07723e6bc70a service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837502 Dec 15 14:25:21.260794 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:25:22.682702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8314663-e278-4240-ab4c-2b29c032589c req-aeb0da96-fb09-4588-a960-1232f6d8bb74 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438464 Dec 15 14:25:22.746347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314663-e278-4240-ab4c-2b29c032589c req-ad14a17c-f303-4dd9-98c4-546167f38961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:22.747817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8314663-e278-4240-ab4c-2b29c032589c req-ad14a17c-f303-4dd9-98c4-546167f38961 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 1096 time: 0.0413518 Dec 15 14:25:22.848301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314663-e278-4240-ab4c-2b29c032589c req-de17f296-78a1-4664-be50-41b7b0c2a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:22.849736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8314663-e278-4240-ab4c-2b29c032589c req-de17f296-78a1-4664-be50-41b7b0c2a42b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.0828788 Dec 15 14:25:22.919292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8314663-e278-4240-ab4c-2b29c032589c req-f7cdb078-b92c-4ff0-809b-f180acc2e630 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845422ba-cbe9-4100-aad6-9854206ea444 HTTP/1.1" status: 200 len: 1001 time: 0.0615606 Dec 15 14:25:22.968028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314663-e278-4240-ab4c-2b29c032589c req-bd3c8b40-b967-452a-a97d-42d8b72e939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:22.969364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8314663-e278-4240-ab4c-2b29c032589c req-bd3c8b40-b967-452a-a97d-42d8b72e939d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0429678 Dec 15 14:25:23.014447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314663-e278-4240-ab4c-2b29c032589c req-ed86e649-9011-457e-8777-88c1641d9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:23.016043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8314663-e278-4240-ab4c-2b29c032589c req-ed86e649-9011-457e-8777-88c1641d9776 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396035 Dec 15 14:25:23.108496 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8314663-e278-4240-ab4c-2b29c032589c req-09d5483a-b618-4255-9bdc-b99be6e9711e service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853655 Dec 15 14:25:23.196951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8314663-e278-4240-ab4c-2b29c032589c req-479a8500-5449-4eb6-a4cf-4ffe0b2ddf95 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817056 Dec 15 14:25:31.137443 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:31.242493 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-189a8d25-dd84-4e56-b751-8a635daa32d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:31.284546 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:33.846993 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41e5e621-6fc4-4c37-b199-7dbee76c889f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:34.926351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:36.700433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:37.342219 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:37.535286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45144) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:37.702924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port d7f07685-1115-4866-8471-273dfc60a738 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:25:37.703262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:37.775198 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:37.775522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:37.786804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for d7f07685-1115-4866-8471-273dfc60a738 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:25:37.928293 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:37.953738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=d7f07685-1115-4866-8471-273dfc60a738,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:37.978421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.978771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.979116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.979454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.979788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.980143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.980477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.980805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.981132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.981458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.981781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.982101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:37.982418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:38.020155 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:38.020484 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Floating IP b52b3abe-6db2-4e1d-8784-f22aa43692e9 disassociated (deleted). External IP: 172.25.7.22, port: 1f34acce-d75e-44a2-bb8c-5a62b2368c4e. Dec 15 14:25:38.223272 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 10a988ea-29e9-4885-be2c-17e88cc49f60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:25:38.327676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:25:38.333214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:38.338091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] Sync routers for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:25:38.349109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:38.349730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:38.359743 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fbcf2d10-8b5b-4e81-99d8-68c33051349e tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/floatingips/b52b3abe-6db2-4e1d-8784-f22aa43692e9 HTTP/1.1" status: 204 len: 168 time: 0.8234193 Dec 15 14:25:38.360876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:25:38.363358 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116fb9a7-3e01-40c0-b1f0-83638c3670e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:25:38.463438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:38.473634 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9ca8b-70d7-40b8-a90a-23f8e2b62c97 x-openstack-request-id: req-65e9ca8b-70d7-40b8-a90a-23f8e2b62c97 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:25:38.475632 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:25:38.476051 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65e9ca8b-70d7-40b8-a90a-23f8e2b62c97 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:25:38.478248 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'status': 'completed', 'code': 200} Dec 15 14:25:38.550138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-100c4475-7cbd-4567-afb2-8dcad683876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:38.551790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-100c4475-7cbd-4567-afb2-8dcad683876a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc2b611bf274c318fe9101c87725cfa&device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 1097 time: 0.0547385 Dec 15 14:25:38.672222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035a79-cadd-4648-9089-5f05ec9121bc req-33d48d8a-9c55-4871-bc3f-3a70dddd1b3a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:38.674489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae035a79-cadd-4648-9089-5f05ec9121bc req-33d48d8a-9c55-4871-bc3f-3a70dddd1b3a tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.1053538 Dec 15 14:25:38.846625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:24:00Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:38.873735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] Checking router: 10a988ea-29e9-4885-be2c-17e88cc49f60 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:25:38.883767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:38.884440 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:38.994887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:39.010698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-5d5d44aa-408b-4207-bbde-f7f4c0f4e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:39.012178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-5d5d44aa-408b-4207-bbde-f7f4c0f4e218 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63973195-e783-4800-a8f9-899a744c64b0 HTTP/1.1" status: 200 len: 898 time: 0.4516647 Dec 15 14:25:39.077366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-3a37632a-2c87-4ea6-995b-594e287403db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e HTTP/1.1" status: 200 len: 217 time: 0.0460048 Dec 15 14:25:39.083036 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ae035a79-cadd-4648-9089-5f05ec9121bc req-fc401a0c-79bf-4606-9e12-a12dbb5e2635 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4010203 Dec 15 14:25:39.130643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-9ff712da-52fc-4ddd-a4d4-1b86b180f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:39.132152 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-9ff712da-52fc-4ddd-a4d4-1b86b180f0b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=800a52b9-4158-4f19-b1b4-d33ed02cf5c9 HTTP/1.1" status: 200 len: 834 time: 0.0458403 Dec 15 14:25:39.185159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-89e074f0-2b0c-4638-b8d7-eae29a0602e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:39.186663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-89e074f0-2b0c-4638-b8d7-eae29a0602e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63973195-e783-4800-a8f9-899a744c64b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469990 Dec 15 14:25:39.199016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:24:00Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:39.229882 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00042-1325-4608-ad70-474af9c33db2 None None] The sync data for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 is: [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:23:57Z', 'revision_number': 4, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e6f9e5be-144c-45dc-a44d-c43731636842', 'name': '', 'network_id': '63973195-e783-4800-a8f9-899a744c64b0', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'mac_address': 'fa:16:3e:9c:7b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:56Z', 'updated_at': '2021-12-15T14:24:00Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'subnets': [{'id': '800a52b9-4158-4f19-b1b4-d33ed02cf5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:25:39.285021 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-900d3764-4301-4559-a5dc-324c651f189a service neutron] 10.222.0.24 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872669 Dec 15 14:25:39.382727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-116fb9a7-3e01-40c0-b1f0-83638c3670e1 req-f604a2c1-476b-4251-b4f5-378ff54dc390 service neutron] 10.222.0.24 "GET /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905578 Dec 15 14:25:39.466954 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682c22e-c0e0-4f2e-901d-1e9fd4e75d66 None None] New status for floating IP b52b3abe-6db2-4e1d-8784-f22aa43692e9: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:25:40.128198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-ed1a75b2-e654-465d-aa8b-c011b7e02b30 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:40.129719 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-ed1a75b2-e654-465d-aa8b-c011b7e02b30 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0491529 Dec 15 14:25:40.213919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60cfc-c9fc-4dfb-816b-69575e83207b req-b828cd7b-e12b-41e3-bb31-520368d5fc64 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:40.215441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96f60cfc-c9fc-4dfb-816b-69575e83207b req-b828cd7b-e12b-41e3-bb31-520368d5fc64 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa48b227-3c2d-4a4a-9928-657d4908c57f HTTP/1.1" status: 200 len: 946 time: 0.0561719 Dec 15 14:25:40.222409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:25:40.222755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:40.269678 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-96f60cfc-c9fc-4dfb-816b-69575e83207b req-74212345-c450-4dfe-b50f-7e1f4f3108cf tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "GET /v2.0/security-groups?id=7a8fd97e-865a-4856-a1e3-c9610d8313b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471165 Dec 15 14:25:40.315428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:40.315790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:40.327635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 1f34acce-d75e-44a2-bb8c-5a62b2368c4e owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:25:40.458311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:40.492025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=1f34acce-d75e-44a2-bb8c-5a62b2368c4e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:40.533996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] No DVR routers for this DVR port 1f34acce-d75e-44a2-bb8c-5a62b2368c4e on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:25:40.536580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:40.540029 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01e954f3-5d36-48fb-b762-fdba744f7d60 req-2369b243-6748-49c4-92a7-4cf0bcff1362 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.24 "DELETE /v2.0/ports/1f34acce-d75e-44a2-bb8c-5a62b2368c4e HTTP/1.1" status: 204 len: 173 time: 0.4039638 Dec 15 14:25:40.540491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'name': 'network-vif-deleted', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:25:40.542756 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e40ecd-da2c-4db3-87fc-7bc6fbb5d648" -d '{"events": [{"server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "name": "network-vif-deleted", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:25:40.585645 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da1f58-58bb-407d-a293-26dc932ddca5 x-openstack-request-id: req-18da1f58-58bb-407d-a293-26dc932ddca5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:25:40.585952 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa48b227-3c2d-4a4a-9928-657d4908c57f", "name": "network-vif-deleted", "tag": "1f34acce-d75e-44a2-bb8c-5a62b2368c4e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:25:40.586217 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18da1f58-58bb-407d-a293-26dc932ddca5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:25:40.586634 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa48b227-3c2d-4a4a-9928-657d4908c57f', 'name': 'network-vif-deleted', 'tag': '1f34acce-d75e-44a2-bb8c-5a62b2368c4e', 'status': 'completed', 'code': 200} Dec 15 14:25:41.328390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45160) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:41.695793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:41.958031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port e6f9e5be-144c-45dc-a44d-c43731636842 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:25:41.958297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:42.043141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port e6f9e5be-144c-45dc-a44d-c43731636842, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e6f9e5be-144c-45dc-a44d-c43731636842,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:42.043507 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:42.057668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for e6f9e5be-144c-45dc-a44d-c43731636842 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:25:42.257711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:42.284263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=e6f9e5be-144c-45dc-a44d-c43731636842,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:42.464296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:42.690415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Router 10a988ea-29e9-4885-be2c-17e88cc49f60 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:25:42.796313 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:25:42.803165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e6fa3106-195e-48db-9b44-5da1d93f129b tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "PUT /v2.0/routers/10a988ea-29e9-4885-be2c-17e88cc49f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4736111 Dec 15 14:25:42.805380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45162) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:42.807320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] Sync routers for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:25:42.818928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:42.819563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:42.868116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f0e076-79d7-4a83-8514-cf5eadc7f1e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting subnet 800a52b9-4158-4f19-b1b4-d33ed02cf5c9 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:25:42.871303 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74f0e076-79d7-4a83-8514-cf5eadc7f1e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:42.913089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74f0e076-79d7-4a83-8514-cf5eadc7f1e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:42.932824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:43.001061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74f0e076-79d7-4a83-8514-cf5eadc7f1e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.061118 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74f0e076-79d7-4a83-8514-cf5eadc7f1e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.087509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0e076-79d7-4a83-8514-cf5eadc7f1e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Subnet': ['ID=800a52b9-4158-4f19-b1b4-d33ed02cf5c9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:43.091535 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74f0e076-79d7-4a83-8514-cf5eadc7f1e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.095359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-74f0e076-79d7-4a83-8514-cf5eadc7f1e4 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/subnets/800a52b9-4158-4f19-b1b4-d33ed02cf5c9 HTTP/1.1" status: 204 len: 168 time: 0.2890270 Dec 15 14:25:43.098179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45164) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:43.103907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f42fc-6226-429b-bf8c-d29f0c5b49b5 None None] Network 63973195-e783-4800-a8f9-899a744c64b0 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:25:43.192607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:25:42Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:43.225545 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.237576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] Checking router: 10a988ea-29e9-4885-be2c-17e88cc49f60 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:25:43.254592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] Routers {'10a988ea-29e9-4885-be2c-17e88cc49f60'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:43.255144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['10a988ea-29e9-4885-be2c-17e88cc49f60'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:43.340401 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.347589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] DHCP port deletion for 63973195-e783-4800-a8f9-899a744c64b0 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:25:43.393140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Deleting port 7f56820f-67a6-4497-a570-1f9249a9c7c8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:25:43.393492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.394979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] Set router 10a988ea-29e9-4885-be2c-17e88cc49f60 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:43.474530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] For port 7f56820f-67a6-4497-a570-1f9249a9c7c8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7f56820f-67a6-4497-a570-1f9249a9c7c8,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:43.475174 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.487079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Calling delete_port for 7f56820f-67a6-4497-a570-1f9249a9c7c8 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:25:43.512434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] Deleting port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:25:43.512737 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.529715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1f34acce-d75e-44a2-bb8c-5a62b2368c4e no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:25:43.593544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 1f34acce-d75e-44a2-bb8c-5a62b2368c4e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:25:43.593936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 1f34acce-d75e-44a2-bb8c-5a62b2368c4e not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:25:43.622332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] For port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2f4b3964-6b07-41fc-a93e-b8f1fc0aa697,segment=NetworkSegment(2a62e087-02cc-4a94-84a2-32f7111d03c1),segment_id=2a62e087-02cc-4a94-84a2-32f7111d03c1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:43.622738 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.655393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] Calling delete_port for 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:25:43.658258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.686321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Port': ['ID=7f56820f-67a6-4497-a570-1f9249a9c7c8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:43.709608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44822a9e-1cb3-4304-801b-96c87b67d015 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:25:43.748582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:25:42Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:43.751246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.784985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247487d8-e44a-4d01-a403-8dfe54a0313d None None] The sync data for ids ['10a988ea-29e9-4885-be2c-17e88cc49f60'] in n-d-821840-1 is: [{'id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181578148', 'tenant_id': 'abc2b611bf274c318fe9101c87725cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:23:52Z', 'updated_at': '2021-12-15T14:25:42Z', 'revision_number': 5, 'project_id': 'abc2b611bf274c318fe9101c87725cfa', 'gw_port': {'id': '7f56820f-67a6-4497-a570-1f9249a9c7c8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a988ea-29e9-4885-be2c-17e88cc49f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:23:53Z', 'updated_at': '2021-12-15T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:25:43.794784 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.819133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] Pushing event deleted for resources: {'Port': ['ID=2f4b3964-6b07-41fc-a93e-b8f1fc0aa697,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:43.830368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95980dd-5f1f-40c4-9477-e85b85318afa None None] No DVR routers for this DVR port 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:25:43.850937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.853057 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.902498 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.903054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Fanout notify agent at l3_agent the message router_deleted on router 10a988ea-29e9-4885-be2c-17e88cc49f60 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:25:43.909861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:43.910967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-58c606bb-be12-4662-92c6-6d4d5727ee9d tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/routers/10a988ea-29e9-4885-be2c-17e88cc49f60 HTTP/1.1" status: 204 len: 168 time: 0.8117218 Dec 15 14:25:43.913750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45166) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:43.987697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.074370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.094808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63973195-e783-4800-a8f9-899a744c64b0']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:44.103673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a62e087-02cc-4a94-84a2-32f7111d03c1') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:44.104002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a62e087-02cc-4a94-84a2-32f7111d03c1') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:44.113491 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.127944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.134312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:25:44.134738 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:25:44.137936 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:25:44.202600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.210760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.214166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/networks/63973195-e783-4800-a8f9-899a744c64b0 HTTP/1.1" status: 204 len: 168 time: 0.2994525 Dec 15 14:25:44.216822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45168) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:44.234929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031828f-ed95-40ce-8a8a-62cd513180a5 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'Network': ['ID=63973195-e783-4800-a8f9-899a744c64b0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:44.293956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75327a80-dcc3-4c71-9b8b-7bda7f25ebd1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.320095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75327a80-dcc3-4c71-9b8b-7bda7f25ebd1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.380590 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75327a80-dcc3-4c71-9b8b-7bda7f25ebd1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.383200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75327a80-dcc3-4c71-9b8b-7bda7f25ebd1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.384381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-75327a80-dcc3-4c71-9b8b-7bda7f25ebd1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] 10.222.0.86 "DELETE /v2.0/security-groups/7a8fd97e-865a-4856-a1e3-c9610d8313b5 HTTP/1.1" status: 204 len: 168 time: 0.1666431 Dec 15 14:25:44.394941 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75327a80-dcc3-4c71-9b8b-7bda7f25ebd1 tempest-TestNetworkAdvancedServerOps-750897518 tempest-TestNetworkAdvancedServerOps-750897518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8fd97e-865a-4856-a1e3-c9610d8313b5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:44.726508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45176) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:44.866934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a42e53e9-a894-413c-9de3-18bcf20c4841 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=abc2b611bf274c318fe9101c87725cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390860 Dec 15 14:25:44.869538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45180) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:44.918580 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5cec061-d439-4188-bd5c-1197cc8d315d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.947644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5cec061-d439-4188-bd5c-1197cc8d315d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.993175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5cec061-d439-4188-bd5c-1197cc8d315d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.995697 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5cec061-d439-4188-bd5c-1197cc8d315d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:44.996856 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a5cec061-d439-4188-bd5c-1197cc8d315d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4f434c5e-b99c-4e8a-9889-73d78b40ba62 HTTP/1.1" status: 204 len: 168 time: 0.1264234 Dec 15 14:25:45.005145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec061-d439-4188-bd5c-1197cc8d315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f434c5e-b99c-4e8a-9889-73d78b40ba62,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:45.166545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e6f9e5be-144c-45dc-a44d-c43731636842 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:25:45.268986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45186) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:45.314639 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4680db7d-dd38-40a5-8863-cae99716a45e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=50259189e58a40a29dd905e6ccb18b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443645 Dec 15 14:25:45.317068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45188) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:45.354581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: e6f9e5be-144c-45dc-a44d-c43731636842 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:25:45.354928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e6f9e5be-144c-45dc-a44d-c43731636842 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:25:45.355344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7f56820f-67a6-4497-a570-1f9249a9c7c8 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:25:45.367349 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-455d6fcd-cdd8-49d8-a4bc-ba988bb11b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:45.374613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 7f56820f-67a6-4497-a570-1f9249a9c7c8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:25:45.374900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7f56820f-67a6-4497-a570-1f9249a9c7c8 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:25:45.375901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:25:45.389957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-455d6fcd-cdd8-49d8-a4bc-ba988bb11b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:45.394773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:25:45.395119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2f4b3964-6b07-41fc-a93e-b8f1fc0aa697 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:25:45.438238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-455d6fcd-cdd8-49d8-a4bc-ba988bb11b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:45.441169 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-455d6fcd-cdd8-49d8-a4bc-ba988bb11b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:45.442442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-455d6fcd-cdd8-49d8-a4bc-ba988bb11b79 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a06034cd-a4d7-42b9-89a5-c7b3f713946e HTTP/1.1" status: 204 len: 168 time: 0.1244524 Dec 15 14:25:45.450028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d6fcd-cdd8-49d8-a4bc-ba988bb11b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06034cd-a4d7-42b9-89a5-c7b3f713946e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:46.128449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45210) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:46.226032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1365874253-network', 'tenant_id': '9c5d896df7234090958b3967411bbb30'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:25:46.247532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Made reservation on behalf of 9c5d896df7234090958b3967411bbb30 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:25:46.249868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.262530 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.351409 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.355060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.377148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:25:46.392071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7232f50-6c46-4a2e-968c-f81fa4c6b2ca,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:46.394941 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.395290 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Added segment 0031aa86-c80e-4104-9881-61527b04fead of type vlan for network 6d5c6a2b-9453-4410-be72-55a18bfd42ab Dec 15 14:25:46.439134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.463165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.464274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:46.464852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.539625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4100580 Dec 15 14:25:46.542845 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:46.549276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Request body: {'subnet': {'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1365874253-subnet', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:25:46.564496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc2b07-157a-4664-b909-64ca9b923b2e admin admin] Pushing event updated for resources: {'Network': ['ID=6d5c6a2b-9453-4410-be72-55a18bfd42ab,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:46.570741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Made reservation on behalf of 9c5d896df7234090958b3967411bbb30 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:25:46.573317 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.576549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:25:46.744737 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.804398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:46.816000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.816358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.816705 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.817052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.817418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.817753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.818222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.818560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.818894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.819226 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.819558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.819910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.820247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:46.824455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Checking segment: {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:25:46.824830 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Network hostable DHCP agents. Network: 6d5c6a2b-9453-4410-be72-55a18bfd42ab, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:25:46.842584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:25:46.851373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6d5c6a2b-9453-4410-be72-55a18bfd42ab) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:46.855493 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:46.856112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.861883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca44c0-eeea-4235-a237-29c753e4991e None None] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:25:46.871521 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cbde2d5c-6bb4-41bc-81d8-eea31a48cb48 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3275464 Dec 15 14:25:46.874094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45216) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:46.879103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:25:46.900489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.901619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.961077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:46.965696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'project_id': '9c5d896df7234090958b3967411bbb30', 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:25:46.966679 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.095604 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.101202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Allocated IP 172.20.0.2 (6d5c6a2b-9453-4410-be72-55a18bfd42ab/4c361ce5-4ed6-48ae-a2ae-b84f76c1789f/f83fb34a-7ceb-42c6-88f3-dd1b00c56661) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:25:47.245815 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.252644 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.291049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:25:47.294200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:47.298608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:25:47.304937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.309059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Pushing event updated for resources: {'Port': ['ID=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:47.325237 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.361611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Attempting to bind port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:25:47.361900 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Attempting to bind port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:25:47.362265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Attempting to bind port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 on network 6d5c6a2b-9453-4410-be72-55a18bfd42ab {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:25:47.367199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:25:47.367579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Checking segment: {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:25:47.368015 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.368412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Bound using segment: {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:25:47.368877 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Bound port: f83fb34a-7ceb-42c6-88f3-dd1b00c56661, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:25:47.369258 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.434664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] For port f83fb34a-7ceb-42c6-88f3-dd1b00c56661, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:25:47.437217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Allocated IP 172.25.7.32 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/81a459aa-ce17-4928-a1d7-ed0d9257c8d7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:25:47.438048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] For port f83fb34a-7ceb-42c6-88f3-dd1b00c56661, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:25:47.442260 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.505313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5067c-0e8a-410a-84bc-037570e43e5d None None] Pushing event updated for resources: {'Port': ['ID=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:47.555249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.589433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.630154 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:25:47.633197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:47.636837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:25:47.671778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe66496-dd1c-4060-b946-ada0af58f6f4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:25:47.679133 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Pushing event updated for resources: {'Port': ['ID=81a459aa-ce17-4928-a1d7-ed0d9257c8d7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:47.757734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-46b153b1-2a35-4c89-881f-29cd6e4dc87b None None] Provisioning complete for port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:47.758432 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46b153b1-2a35-4c89-881f-29cd6e4dc87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:47.804776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-46b153b1-2a35-4c89-881f-29cd6e4dc87b None None] Port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:25:47.939488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:48.431743 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:48.539985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c1c8a-f55b-459e-9486-3f5c46cb6f4e None None] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:25:48.590664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:25:48.663506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1417c555-e8ea-4239-a2ed-2f878f992a63 None None] Provisioning complete for port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:48.664088 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1417c555-e8ea-4239-a2ed-2f878f992a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:48.734296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:25:48.751781 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Sync routers for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:25:48.766310 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:48.767299 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:48.772261 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:48.773920 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-77dffe9d-c650-42db-bc3b-1e7d8f83ec4e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8988452 Dec 15 14:25:48.776975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:48.786299 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1417c555-e8ea-4239-a2ed-2f878f992a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:48.835110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1417c555-e8ea-4239-a2ed-2f878f992a63 None None] For port f83fb34a-7ceb-42c6-88f3-dd1b00c56661, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:48.843255 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1417c555-e8ea-4239-a2ed-2f878f992a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:48.915043 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:48.928289 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417c555-e8ea-4239-a2ed-2f878f992a63 None None] Pushing event updated for resources: {'Port': ['ID=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:49.065758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3616ea76-4d4c-437f-9c5c-736641fb71b3 None None] Provisioning complete for port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:49.066303 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3616ea76-4d4c-437f-9c5c-736641fb71b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.128586 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:47Z', 'revision_number': 3, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:49.173801 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Checking router: 622ff4b1-aae5-46dc-8a45-c0eae0f3211f for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:25:49.174255 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Updating router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:25:49.201122 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.224217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f83fb34a-7ceb-42c6-88f3-dd1b00c56661 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:25:49.279341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:49.279631 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.311464 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.471439 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.476961 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.478020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Allocated IP 172.20.0.1 (6d5c6a2b-9453-4410-be72-55a18bfd42ab/4c361ce5-4ed6-48ae-a2ae-b84f76c1789f/4ae39548-c31d-4a8e-b467-89f30d1d6c79) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:25:49.524559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50a3ad-7046-463f-b1ee-aee9c61f112d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:25:49.529775 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Pushing event updated for resources: {'Port': ['ID=81a459aa-ce17-4928-a1d7-ed0d9257c8d7,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:49.533502 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Attempting to bind port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:25:49.533879 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Attempting to bind port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:25:49.534249 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Attempting to bind port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:25:49.542538 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:25:49.542916 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:25:49.543321 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.544105 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:25:49.544260 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Bound port: 81a459aa-ce17-4928-a1d7-ed0d9257c8d7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:25:49.544576 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.546667 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.547692 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.548496 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.548854 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.549192 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.549525 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.549857 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.550191 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.550520 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.550844 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.551170 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.551495 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.551820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:25:49.586538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aea58640-456f-4d2c-bb8f-80e490c9be82 None None] Provisioning complete for port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:49.586810 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.587139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aea58640-456f-4d2c-bb8f-80e490c9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.616494 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] For port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:25:49.620325 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] For port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=81a459aa-ce17-4928-a1d7-ed0d9257c8d7,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:25:49.622679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.625932 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.626212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-aea58640-456f-4d2c-bb8f-80e490c9be82 None None] Port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:25:49.667410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae68e8-cb8e-4867-991f-472800001f58 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:25:49.670439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:25:49.674891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:49.679088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:25:49.682376 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:49.683214 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:49.703227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae39548-c31d-4a8e-b467-89f30d1d6c79,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:49.719674 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308049c-47ea-4bbe-a19f-9c8142a7452b None None] Pushing event updated for resources: {'Port': ['ID=81a459aa-ce17-4928-a1d7-ed0d9257c8d7,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:49.727327 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.753751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0dfaf5ea-6176-49d0-acff-efef0f8fb019 None None] Provisioning complete for port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:49.754414 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf5ea-6176-49d0-acff-efef0f8fb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.808180 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:49.866443 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf5ea-6176-49d0-acff-efef0f8fb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.884853 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.896848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0dfaf5ea-6176-49d0-acff-efef0f8fb019 None None] For port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=81a459aa-ce17-4928-a1d7-ed0d9257c8d7,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:49.904420 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf5ea-6176-49d0-acff-efef0f8fb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.973844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaf5ea-6176-49d0-acff-efef0f8fb019 None None] Pushing event updated for resources: {'Port': ['ID=81a459aa-ce17-4928-a1d7-ed0d9257c8d7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:50.014226 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:47Z', 'revision_number': 3, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:50.031690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3490d2b1-eeba-4311-b5d5-d11adb70d71b None None] Provisioning complete for port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:50.032238 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3490d2b1-eeba-4311-b5d5-d11adb70d71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:50.050753 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df10412-0631-4ea8-9f3b-7d3ca0be1082 None None] The sync data for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 is: [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:47Z', 'revision_number': 3, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:25:50.070105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3490d2b1-eeba-4311-b5d5-d11adb70d71b None None] Port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:25:50.074802 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:50.079857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:50.151107 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:50.152900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae39548-c31d-4a8e-b467-89f30d1d6c79,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:50.252524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:25:50.254076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:50.404592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:25:50.525147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:25:50.530250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dc17c3b4-c16f-43d5-9067-dabd8b333f47 admin admin] 10.222.0.86 "PUT /v2.0/routers/622ff4b1-aae5-46dc-8a45-c0eae0f3211f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502909 Dec 15 14:25:50.596156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-397d53cc-ebd6-436b-92e6-71d8f1fe2233 None None] Provisioning complete for port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:50.596537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-397d53cc-ebd6-436b-92e6-71d8f1fe2233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:50.640720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-397d53cc-ebd6-436b-92e6-71d8f1fe2233 None None] Port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:25:51.020174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45234) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:51.025289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-682162556-network', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:25:51.055426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Made reservation on behalf of f71a8c4a3b07462899968a92c0181d99 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:25:51.058144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.067810 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.150102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.155042 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.187469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:25:51.197325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8bf6c0-99f9-4f4f-9ec8-f3e917d0dbe8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:51.204244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.204668 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Added segment 4e9adbdb-e24f-4a66-9905-3c37cf31c736 of type vlan for network 6e13c5f1-b055-48cc-a44f-624533d82557 Dec 15 14:25:51.222650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:25:51.254644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.272172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:51.272634 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.280340 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.282196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:51.282857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.334016 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3126655 Dec 15 14:25:51.336842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45236) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:51.341783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Request body: {'subnet': {'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-682162556-subnet', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:25:51.361415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcf0ca-0b6c-4799-a6df-d189f8361763 admin admin] Pushing event updated for resources: {'Network': ['ID=6e13c5f1-b055-48cc-a44f-624533d82557,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:51.372167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Made reservation on behalf of f71a8c4a3b07462899968a92c0181d99 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:25:51.374491 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.377415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6e13c5f1-b055-48cc-a44f-624533d82557 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:25:51.548415 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.597343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76501846-dfbe-4850-9ae6-df74da0587e3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:51.613602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Checking segment: {'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:25:51.613890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Network hostable DHCP agents. Network: 6e13c5f1-b055-48cc-a44f-624533d82557, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:25:51.630468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Network 6e13c5f1-b055-48cc-a44f-624533d82557 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:25:51.642745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6e13c5f1-b055-48cc-a44f-624533d82557) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:51.647029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:51.647625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.654160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4ec8d-a166-4a0e-9a68-ed2ca0900040 None None] Network 6e13c5f1-b055-48cc-a44f-624533d82557 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:25:51.664560 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7b119f6d-4ccd-4631-8ebd-c542ccf7aca2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3264549 Dec 15 14:25:51.667124 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45238) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:51.671558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:25:51.674497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Sync routers for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:25:51.695370 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.696544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.726853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:51.727591 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:51.753044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.851115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76959036-513f-465b-9c44-76c5924c81df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6e13c5f1-b055-48cc-a44f-624533d82557', 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557', 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'fixed_ips': [{'subnet_id': '76501846-dfbe-4850-9ae6-df74da0587e3'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:25:51.852015 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76959036-513f-465b-9c44-76c5924c81df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.891178 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:51.892748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:52.094949 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.114471 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.117749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-76959036-513f-465b-9c44-76c5924c81df None None] Allocated IP 172.20.0.2 (6e13c5f1-b055-48cc-a44f-624533d82557/76501846-dfbe-4850-9ae6-df74da0587e3/17beb3eb-0be7-424a-b799-5cb3433d0c88) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:25:52.230068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Allocated IP 172.25.7.90 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/72080fb7-8508-478d-82fa-bb87136353c5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:25:52.340650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.376730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.417930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:25:52.420833 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:52.425585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:25:52.440620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965abdfb-36af-4cee-af18-922e70c76bc6 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:25:52.453675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Pushing event updated for resources: {'Port': ['ID=72080fb7-8508-478d-82fa-bb87136353c5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:52.492271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 2, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:52.527621 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76959036-513f-465b-9c44-76c5924c81df None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.529198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Checking router: 622ff4b1-aae5-46dc-8a45-c0eae0f3211f for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:25:52.529551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Updating router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:25:52.555129 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76959036-513f-465b-9c44-76c5924c81df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.593165 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.621772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76959036-513f-465b-9c44-76c5924c81df None None] Network 6e13c5f1-b055-48cc-a44f-624533d82557 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:25:52.630416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-76959036-513f-465b-9c44-76c5924c81df None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:52.634688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76959036-513f-465b-9c44-76c5924c81df None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:25:52.636921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76959036-513f-465b-9c44-76c5924c81df None None] Pushing event updated for resources: {'Port': ['ID=17beb3eb-0be7-424a-b799-5cb3433d0c88,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:52.659019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fefcf25e-1c23-4ae8-94e2-203bba8f7911 None None] Provisioning complete for port 72080fb7-8508-478d-82fa-bb87136353c5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:52.659525 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fefcf25e-1c23-4ae8-94e2-203bba8f7911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.685912 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.795906 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fefcf25e-1c23-4ae8-94e2-203bba8f7911 None None] Port 72080fb7-8508-478d-82fa-bb87136353c5 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:25:52.816680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76959036-513f-465b-9c44-76c5924c81df None None] Attempting to bind port 17beb3eb-0be7-424a-b799-5cb3433d0c88 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:25:52.817063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76959036-513f-465b-9c44-76c5924c81df None None] Attempting to bind port 17beb3eb-0be7-424a-b799-5cb3433d0c88 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:25:52.817441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76959036-513f-465b-9c44-76c5924c81df None None] Attempting to bind port 17beb3eb-0be7-424a-b799-5cb3433d0c88 on network 6e13c5f1-b055-48cc-a44f-624533d82557 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:25:52.828452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76959036-513f-465b-9c44-76c5924c81df None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:25:52.828846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76959036-513f-465b-9c44-76c5924c81df None None] Checking segment: {'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:25:52.829314 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76959036-513f-465b-9c44-76c5924c81df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.829748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76959036-513f-465b-9c44-76c5924c81df None None] Bound using segment: {'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:25:52.830241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76959036-513f-465b-9c44-76c5924c81df None None] Bound port: 17beb3eb-0be7-424a-b799-5cb3433d0c88, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:25:52.830636 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76959036-513f-465b-9c44-76c5924c81df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:52.965849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-76959036-513f-465b-9c44-76c5924c81df None None] For port 17beb3eb-0be7-424a-b799-5cb3433d0c88, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:25:52.987522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-76959036-513f-465b-9c44-76c5924c81df None None] For port 17beb3eb-0be7-424a-b799-5cb3433d0c88, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17beb3eb-0be7-424a-b799-5cb3433d0c88,segment=NetworkSegment(4e9adbdb-e24f-4a66-9905-3c37cf31c736),segment_id=4e9adbdb-e24f-4a66-9905-3c37cf31c736)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:25:52.992115 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76959036-513f-465b-9c44-76c5924c81df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.096780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76959036-513f-465b-9c44-76c5924c81df None None] Pushing event updated for resources: {'Port': ['ID=17beb3eb-0be7-424a-b799-5cb3433d0c88,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:53.103421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.113437 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.141343 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.176854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c5d07-96df-4aec-b11c-d35b0fbde2cb None None] Pushing event updated for resources: {'Port': ['ID=4ae39548-c31d-4a8e-b467-89f30d1d6c79,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:53.226530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Attempting to bind port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:25:53.226861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Attempting to bind port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:25:53.227206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Attempting to bind port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 on network 6d5c6a2b-9453-4410-be72-55a18bfd42ab {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:25:53.233024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:25:53.233416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Checking segment: {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:25:53.233862 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.234301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Bound using segment: {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:25:53.234795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Bound port: 4ae39548-c31d-4a8e-b467-89f30d1d6c79, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:25:53.235185 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.357963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Router e8378e1d-6202-428a-84e3-c869ab386e0c is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:25:53.358302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] For port 4ae39548-c31d-4a8e-b467-89f30d1d6c79, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:25:53.363578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] For port 4ae39548-c31d-4a8e-b467-89f30d1d6c79, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4ae39548-c31d-4a8e-b467-89f30d1d6c79,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:25:53.368703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.444283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c5d07-96df-4aec-b11c-d35b0fbde2cb None None] Pushing event updated for resources: {'Port': ['ID=4ae39548-c31d-4a8e-b467-89f30d1d6c79,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:53.449779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:53.450406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:53.502431 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:25:53.513267 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Sync routers for ids ['e8378e1d-6202-428a-84e3-c869ab386e0c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:25:53.536083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.537298 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Routers {'e8378e1d-6202-428a-84e3-c869ab386e0c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:53.537876 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0015f09a-e778-4bb2-8de9-451b966b1700 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8696697 Dec 15 14:25:53.538321 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e8378e1d-6202-428a-84e3-c869ab386e0c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:53.540579 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:53.566277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-00689ffc-3fe5-4b9c-8b7b-cedae88776ab None None] Provisioning complete for port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:53.566661 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-00689ffc-3fe5-4b9c-8b7b-cedae88776ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.641951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:53.674189 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Set router e8378e1d-6202-428a-84e3-c869ab386e0c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:53.811984 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-00689ffc-3fe5-4b9c-8b7b-cedae88776ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.858129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-00689ffc-3fe5-4b9c-8b7b-cedae88776ab None None] For port 4ae39548-c31d-4a8e-b467-89f30d1d6c79, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4ae39548-c31d-4a8e-b467-89f30d1d6c79,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:53.870347 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-00689ffc-3fe5-4b9c-8b7b-cedae88776ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:53.887103 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '72080fb7-8508-478d-82fa-bb87136353c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:25:52Z', 'revision_number': 3, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port': {'id': '72080fb7-8508-478d-82fa-bb87136353c5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:52Z', 'updated_at': '2021-12-15T14:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:53.963121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00689ffc-3fe5-4b9c-8b7b-cedae88776ab None None] Pushing event updated for resources: {'Port': ['ID=4ae39548-c31d-4a8e-b467-89f30d1d6c79,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:54.011712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-768d7257-b331-4b3e-af1e-34e856aa5c4f None None] Provisioning complete for port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:54.012127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-768d7257-b331-4b3e-af1e-34e856aa5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.029289 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Checking router: e8378e1d-6202-428a-84e3-c869ab386e0c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:25:54.029645 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Updating router e8378e1d-6202-428a-84e3-c869ab386e0c port 72080fb7-8508-478d-82fa-bb87136353c5 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:25:54.052819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:54.064962 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.082787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a25b663-f96e-468c-8847-f95e695ccda0 None None] The sync data for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 is: [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:25:54.107789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.283021 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45242) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:25:54.428743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c70d106-3639-478c-bbd8-409447a0559b None None] Network 6e13c5f1-b055-48cc-a44f-624533d82557 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:25:54.464870 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.483956 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Allocated IP 172.20.0.1 (6e13c5f1-b055-48cc-a44f-624533d82557/76501846-dfbe-4850-9ae6-df74da0587e3/e5709678-82d1-473c-9116-c91f0bce9d2c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:25:54.488240 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.548911 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d365bd-5b0c-47c9-9d85-dc6865aa4fab None None] Pushing event updated for resources: {'Port': ['ID=72080fb7-8508-478d-82fa-bb87136353c5,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:54.559595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7e16c1b7-29d6-4258-9f9e-6f373b5cf156 None None] Provisioning complete for port 17beb3eb-0be7-424a-b799-5cb3433d0c88 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:54.560199 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e16c1b7-29d6-4258-9f9e-6f373b5cf156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.586401 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Attempting to bind port 72080fb7-8508-478d-82fa-bb87136353c5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:25:54.587001 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Attempting to bind port 72080fb7-8508-478d-82fa-bb87136353c5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:25:54.587529 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Attempting to bind port 72080fb7-8508-478d-82fa-bb87136353c5 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:25:54.594876 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:25:54.595262 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:25:54.595674 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.596145 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:25:54.597743 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Bound port: 72080fb7-8508-478d-82fa-bb87136353c5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:25:54.598138 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.604803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e8018-4d13-4999-8d5e-b1d0f2c4a254 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:25:54.624217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port e28c76c2-8bd6-4912-b2d6-5c68924e344d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:25:54.625285 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.689334 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] For port 72080fb7-8508-478d-82fa-bb87136353c5, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:25:54.695301 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] For port 72080fb7-8508-478d-82fa-bb87136353c5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=72080fb7-8508-478d-82fa-bb87136353c5,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:25:54.698276 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e16c1b7-29d6-4258-9f9e-6f373b5cf156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.711046 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.726234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.726567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.743304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for e28c76c2-8bd6-4912-b2d6-5c68924e344d owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:25:54.744805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7e16c1b7-29d6-4258-9f9e-6f373b5cf156 None None] For port 17beb3eb-0be7-424a-b799-5cb3433d0c88, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17beb3eb-0be7-424a-b799-5cb3433d0c88,segment=NetworkSegment(4e9adbdb-e24f-4a66-9905-3c37cf31c736),segment_id=4e9adbdb-e24f-4a66-9905-3c37cf31c736)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:54.752494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e16c1b7-29d6-4258-9f9e-6f373b5cf156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.805586 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Routers {'e8378e1d-6202-428a-84e3-c869ab386e0c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:54.807974 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e8378e1d-6202-428a-84e3-c869ab386e0c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:54.831105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5155d4-1e40-4ded-9250-70e77b3b4789 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:25:54.870329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16c1b7-29d6-4258-9f9e-6f373b5cf156 None None] Pushing event updated for resources: {'Port': ['ID=17beb3eb-0be7-424a-b799-5cb3433d0c88,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:54.884403 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d365bd-5b0c-47c9-9d85-dc6865aa4fab None None] Pushing event updated for resources: {'Port': ['ID=72080fb7-8508-478d-82fa-bb87136353c5,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:54.901222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dcac2bba-6c74-4f67-b217-2c67c2dac4a5 None None] Provisioning complete for port 72080fb7-8508-478d-82fa-bb87136353c5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:54.902293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dcac2bba-6c74-4f67-b217-2c67c2dac4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.966808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:54.986737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] Set router e8378e1d-6202-428a-84e3-c869ab386e0c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:55.008077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=e28c76c2-8bd6-4912-b2d6-5c68924e344d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:55.016628 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.041864 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dcac2bba-6c74-4f67-b217-2c67c2dac4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.068451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dcac2bba-6c74-4f67-b217-2c67c2dac4a5 None None] For port 72080fb7-8508-478d-82fa-bb87136353c5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=72080fb7-8508-478d-82fa-bb87136353c5,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:55.073424 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dcac2bba-6c74-4f67-b217-2c67c2dac4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.120258 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.120604 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Floating IP 7418c3b9-a705-4bba-a7f5-b59201ff96df disassociated (deleted). External IP: 172.25.7.133, port: 845422ba-cbe9-4100-aad6-9854206ea444. Dec 15 14:25:55.189540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac2bba-6c74-4f67-b217-2c67c2dac4a5 None None] Pushing event updated for resources: {'Port': ['ID=72080fb7-8508-478d-82fa-bb87136353c5,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:55.207093 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.223541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-73fc6b81-dba4-4267-b88d-edb60587059a None None] Provisioning complete for port 17beb3eb-0be7-424a-b799-5cb3433d0c88 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:55.224549 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73fc6b81-dba4-4267-b88d-edb60587059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.257321 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '72080fb7-8508-478d-82fa-bb87136353c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:25:52Z', 'revision_number': 3, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port': {'id': '72080fb7-8508-478d-82fa-bb87136353c5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:52Z', 'updated_at': '2021-12-15T14:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:55.288193 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Network 6e13c5f1-b055-48cc-a44f-624533d82557 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:25:55.299817 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079d98-316f-480a-b025-7ddb7f617e99 None None] The sync data for ids ['e8378e1d-6202-428a-84e3-c869ab386e0c'] in n-d-821840-1 is: [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '72080fb7-8508-478d-82fa-bb87136353c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:25:52Z', 'revision_number': 3, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port': {'id': '72080fb7-8508-478d-82fa-bb87136353c5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:52Z', 'updated_at': '2021-12-15T14:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:25:55.325886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 17beb3eb-0be7-424a-b799-5cb3433d0c88 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:25:55.331535 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:55.344204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:25:55.376759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Pushing event updated for resources: {'Port': ['ID=e5709678-82d1-473c-9116-c91f0bce9d2c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:55.449691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.477624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 17beb3eb-0be7-424a-b799-5cb3433d0c88 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:55.478456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.516351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-73fc6b81-dba4-4267-b88d-edb60587059a None None] Provisioning complete for port 72080fb7-8508-478d-82fa-bb87136353c5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:55.516914 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-73fc6b81-dba4-4267-b88d-edb60587059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.658698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4ae39548-c31d-4a8e-b467-89f30d1d6c79 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:25:55.692505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Router 401a92dd-6129-4381-bcf8-4721e41ac44b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:25:55.725908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:55.726295 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.778202 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.863016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-871e8007-16c2-4def-ad30-759d9912dc41 None None] Provisioning complete for port e5709678-82d1-473c-9116-c91f0bce9d2c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:55.863398 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-871e8007-16c2-4def-ad30-759d9912dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.908109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-871e8007-16c2-4def-ad30-759d9912dc41 None None] Port e5709678-82d1-473c-9116-c91f0bce9d2c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:25:55.920714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:25:55.927473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:55.932445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:25:55.946696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:55.947609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:56.006545 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9b72f9ed-103c-4adc-9ffb-77d1591e5d10 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "DELETE /v2.0/floatingips/7418c3b9-a705-4bba-a7f5-b59201ff96df HTTP/1.1" status: 204 len: 168 time: 1.7135355 Dec 15 14:25:56.010944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:25:56.013113 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19" -d '{"events": [{"name": "network-changed", "server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "tag": "845422ba-cbe9-4100-aad6-9854206ea444"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:25:56.120286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:56.129360 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a948f8ef-db9e-49f5-be0e-f856c4e4db2c x-openstack-request-id: req-a948f8ef-db9e-49f5-be0e-f856c4e4db2c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:25:56.130397 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "tag": "845422ba-cbe9-4100-aad6-9854206ea444", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:25:56.130397 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a948f8ef-db9e-49f5-be0e-f856c4e4db2c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:25:56.130397 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444', 'status': 'completed', 'code': 200} Dec 15 14:25:56.176748 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:56.189494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:56.227602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-cada6557-5ab8-40cd-8d13-4bb44bf8ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:56.230234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-cada6557-5ab8-40cd-8d13-4bb44bf8ec10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 1096 time: 0.0800335 Dec 15 14:25:56.279892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Pushing event updated for resources: {'Port': ['ID=e5709678-82d1-473c-9116-c91f0bce9d2c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:56.283758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:56.429448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34e171-7a6e-4737-aa5d-b35859314fef req-ae9c761d-03be-4861-9d3e-6773a2134b85 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:56.441483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b34e171-7a6e-4737-aa5d-b35859314fef req-ae9c761d-03be-4861-9d3e-6773a2134b85 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 945 time: 0.1086550 Dec 15 14:25:56.467771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-0814f191-b20e-43f1-a2a2-33265e7616fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:56.470786 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-0814f191-b20e-43f1-a2a2-33265e7616fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.2326643 Dec 15 14:25:56.471962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:03Z', 'revision_number': 1, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:56.534927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-e4fcbc35-9a12-48e8-96c6-c006ff544143 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845422ba-cbe9-4100-aad6-9854206ea444 HTTP/1.1" status: 200 len: 217 time: 0.0519428 Dec 15 14:25:56.552761 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b34e171-7a6e-4737-aa5d-b35859314fef req-19164c18-fa24-47af-97a8-0b81a636bff4 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099789 Dec 15 14:25:56.621575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-57686541-e9a5-4085-8a40-87dedb1e7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:56.623358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-57686541-e9a5-4085-8a40-87dedb1e7044 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0696359 Dec 15 14:25:56.682003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-2aea6f12-28c5-4856-9d93-0096b99fd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:56.683515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-2aea6f12-28c5-4856-9d93-0096b99fd684 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522072 Dec 15 14:25:56.722815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:25:56.733892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:56.734532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:56.736799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Network 6e13c5f1-b055-48cc-a44f-624533d82557 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:25:56.738353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:25:56.809115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-f15c7b45-f3f3-4361-bb45-3656e23e933d service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178136 Dec 15 14:25:56.872942 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Router e8378e1d-6202-428a-84e3-c869ab386e0c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:25:56.882745 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:56.925341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13bf6e9-04ab-41b4-bbf1-89c4daf85c19 req-405727b3-94a4-45be-a9bd-e885b972ed55 service neutron] 10.222.0.74 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029909 Dec 15 14:25:57.002611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:25:57.014215 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e8046683-9c5e-40eb-a75a-00664eea8e68 admin admin] 10.222.0.86 "PUT /v2.0/routers/e8378e1d-6202-428a-84e3-c869ab386e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4647582 Dec 15 14:25:57.077255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c494d6cb-600b-4c71-b4e7-7491c1c68351 None None] Provisioning complete for port e5709678-82d1-473c-9116-c91f0bce9d2c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:57.078361 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c494d6cb-600b-4c71-b4e7-7491c1c68351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:57.137126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c494d6cb-600b-4c71-b4e7-7491c1c68351 None None] Port e5709678-82d1-473c-9116-c91f0bce9d2c cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:25:57.197496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:03Z', 'revision_number': 1, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:57.232045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 72080fb7-8508-478d-82fa-bb87136353c5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:25:57.235185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e413f-08d5-4729-99ca-ab603ba983b3 None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '34638a4c-90c1-4267-9662-3518198c0924', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'port_id': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'mac_address': 'fa:16:3e:95:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:01Z', 'updated_at': '2021-12-15T14:22:03Z', 'revision_number': 1, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:25:57.289577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 72080fb7-8508-478d-82fa-bb87136353c5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:57.289959 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:57.686683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c0d74-0e69-4be5-ba32-cfdd08e70b84 req-957e506d-60be-4fcb-9e1c-4597a2115746 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:57.689822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e6c0d74-0e69-4be5-ba32-cfdd08e70b84 req-957e506d-60be-4fcb-9e1c-4597a2115746 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 945 time: 0.0587094 Dec 15 14:25:57.791064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e6c0d74-0e69-4be5-ba32-cfdd08e70b84 req-4c798cce-7450-4f74-99ef-60d2eb79831a tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861340 Dec 15 14:25:57.799053 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Sync routers for ids ['e8378e1d-6202-428a-84e3-c869ab386e0c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:25:57.814269 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Routers {'e8378e1d-6202-428a-84e3-c869ab386e0c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:57.815268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e8378e1d-6202-428a-84e3-c869ab386e0c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:57.824976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-36b1cc9a-202c-4e7e-b969-a082a20b0a68 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:57.827652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-36b1cc9a-202c-4e7e-b969-a082a20b0a68 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 945 time: 0.0827041 Dec 15 14:25:57.955425 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Set router e8378e1d-6202-428a-84e3-c869ab386e0c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:58.026316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc0db3-d95f-4de5-afec-b85c05fa3922 None None] New status for floating IP 7418c3b9-a705-4bba-a7f5-b59201ff96df: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:25:58.256540 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '72080fb7-8508-478d-82fa-bb87136353c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:25:55Z', 'revision_number': 4, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port': {'id': '72080fb7-8508-478d-82fa-bb87136353c5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:52Z', 'updated_at': '2021-12-15T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e5709678-82d1-473c-9116-c91f0bce9d2c', 'name': '', 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'mac_address': 'fa:16:3e:2d:5d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '76501846-dfbe-4850-9ae6-df74da0587e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:54Z', 'updated_at': '2021-12-15T14:25:55Z', 'revision_number': 2, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'subnets': [{'id': '76501846-dfbe-4850-9ae6-df74da0587e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:58.292816 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:25:58.293535 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Checking router: e8378e1d-6202-428a-84e3-c869ab386e0c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:25:58.293892 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Updating router e8378e1d-6202-428a-84e3-c869ab386e0c port e5709678-82d1-473c-9116-c91f0bce9d2c binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:25:58.299561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port 845422ba-cbe9-4100-aad6-9854206ea444 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:25:58.299937 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.322811 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.393992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] For port 845422ba-cbe9-4100-aad6-9854206ea444, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=845422ba-cbe9-4100-aad6-9854206ea444,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:58.394374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.408632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for 845422ba-cbe9-4100-aad6-9854206ea444 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:25:58.568136 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.626755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=845422ba-cbe9-4100-aad6-9854206ea444,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:58.644965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] No DVR routers for this DVR port 845422ba-cbe9-4100-aad6-9854206ea444 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:25:58.645955 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.649533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.653427 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3eb273f4-e283-4341-84b4-0fddcc108fb1 req-02f28c2f-b520-4c27-ad0e-5607fe2da65b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.74 "DELETE /v2.0/ports/845422ba-cbe9-4100-aad6-9854206ea444 HTTP/1.1" status: 204 len: 173 time: 0.8175635 Dec 15 14:25:58.653906 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'name': 'network-vif-deleted', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:25:58.654535 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.657168 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36cd857-af4a-40b4-a1f6-c6e375fde39f" -d '{"events": [{"server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "name": "network-vif-deleted", "tag": "845422ba-cbe9-4100-aad6-9854206ea444"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:25:58.708187 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc10133-888b-43d3-8b35-f79d0585de43 x-openstack-request-id: req-edc10133-888b-43d3-8b35-f79d0585de43 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:25:58.708493 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745cbe67-165f-475c-8a60-d7c77f39c6ea", "name": "network-vif-deleted", "tag": "845422ba-cbe9-4100-aad6-9854206ea444", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:25:58.709006 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-edc10133-888b-43d3-8b35-f79d0585de43 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:25:58.709822 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745cbe67-165f-475c-8a60-d7c77f39c6ea', 'name': 'network-vif-deleted', 'tag': '845422ba-cbe9-4100-aad6-9854206ea444', 'status': 'completed', 'code': 200} Dec 15 14:25:58.732116 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93dd0-8054-4324-aacd-896ec7dccc76 None None] Pushing event updated for resources: {'Port': ['ID=e5709678-82d1-473c-9116-c91f0bce9d2c,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:58.799483 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Attempting to bind port e5709678-82d1-473c-9116-c91f0bce9d2c on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:25:58.800203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Attempting to bind port e5709678-82d1-473c-9116-c91f0bce9d2c by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:25:58.800203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Attempting to bind port e5709678-82d1-473c-9116-c91f0bce9d2c on network 6e13c5f1-b055-48cc-a44f-624533d82557 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:25:58.806212 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:25:58.806600 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Checking segment: {'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:25:58.807012 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.809109 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Bound using segment: {'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:25:58.809300 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Bound port: e5709678-82d1-473c-9116-c91f0bce9d2c, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9adbdb-e24f-4a66-9905-3c37cf31c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:25:58.809699 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:58.929982 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] For port e5709678-82d1-473c-9116-c91f0bce9d2c, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:25:58.933606 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] For port e5709678-82d1-473c-9116-c91f0bce9d2c, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e5709678-82d1-473c-9116-c91f0bce9d2c,segment=NetworkSegment(4e9adbdb-e24f-4a66-9905-3c37cf31c736),segment_id=4e9adbdb-e24f-4a66-9905-3c37cf31c736)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:25:58.943790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f2abdd22-8194-47fe-992e-ab955ce38a58 req-be1acbbb-614c-414d-bb66-77cff8efd85c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 210 time: 0.0426381 Dec 15 14:25:58.946598 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:59.012192 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Routers {'e8378e1d-6202-428a-84e3-c869ab386e0c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:25:59.012848 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:25:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e8378e1d-6202-428a-84e3-c869ab386e0c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:59.018818 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93dd0-8054-4324-aacd-896ec7dccc76 None None] Pushing event updated for resources: {'Port': ['ID=e5709678-82d1-473c-9116-c91f0bce9d2c,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:59.097295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5f63a5f4-5088-41f5-b2a6-603241862aa0 None None] Provisioning complete for port e5709678-82d1-473c-9116-c91f0bce9d2c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:59.097818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f63a5f4-5088-41f5-b2a6-603241862aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:59.227499 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] Set router e8378e1d-6202-428a-84e3-c869ab386e0c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:25:59.257819 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f63a5f4-5088-41f5-b2a6-603241862aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:59.305804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5f63a5f4-5088-41f5-b2a6-603241862aa0 None None] For port e5709678-82d1-473c-9116-c91f0bce9d2c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e5709678-82d1-473c-9116-c91f0bce9d2c,segment=NetworkSegment(4e9adbdb-e24f-4a66-9905-3c37cf31c736),segment_id=4e9adbdb-e24f-4a66-9905-3c37cf31c736)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:25:59.317429 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f63a5f4-5088-41f5-b2a6-603241862aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:59.413344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a5f4-5088-41f5-b2a6-603241862aa0 None None] Pushing event updated for resources: {'Port': ['ID=e5709678-82d1-473c-9116-c91f0bce9d2c,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:25:59.442304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fa3c5751-f0b5-49d3-be7e-429ef1a7d1b5 None None] Provisioning complete for port e5709678-82d1-473c-9116-c91f0bce9d2c triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:25:59.442820 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa3c5751-f0b5-49d3-be7e-429ef1a7d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:59.625854 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '72080fb7-8508-478d-82fa-bb87136353c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:25:55Z', 'revision_number': 4, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port': {'id': '72080fb7-8508-478d-82fa-bb87136353c5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:52Z', 'updated_at': '2021-12-15T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e5709678-82d1-473c-9116-c91f0bce9d2c', 'name': '', 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'mac_address': 'fa:16:3e:2d:5d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '76501846-dfbe-4850-9ae6-df74da0587e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:54Z', 'updated_at': '2021-12-15T14:25:58Z', 'revision_number': 4, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'subnets': [{'id': '76501846-dfbe-4850-9ae6-df74da0587e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:25:59.655197 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859acffb-0ed9-48eb-9699-867bffd07224 None None] The sync data for ids ['e8378e1d-6202-428a-84e3-c869ab386e0c'] in n-d-821840-1 is: [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '72080fb7-8508-478d-82fa-bb87136353c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:25:55Z', 'revision_number': 4, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port': {'id': '72080fb7-8508-478d-82fa-bb87136353c5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:52Z', 'updated_at': '2021-12-15T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'e5709678-82d1-473c-9116-c91f0bce9d2c', 'name': '', 'network_id': '6e13c5f1-b055-48cc-a44f-624533d82557', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'mac_address': 'fa:16:3e:2d:5d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '76501846-dfbe-4850-9ae6-df74da0587e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:54Z', 'updated_at': '2021-12-15T14:25:58Z', 'revision_number': 4, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'subnets': [{'id': '76501846-dfbe-4850-9ae6-df74da0587e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:00.073691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f126a93b-2f3f-4073-9a28-227d7fdbe00e req-857c5262-46f3-4d87-b43e-400b46e74be5 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 210 time: 0.0331635 Dec 15 14:26:01.177321 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:01.215612 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ef93f6d7-5af7-4198-9cfb-0b39d206695b req-bfe45fb1-4d9d-40fb-8c58-19e7e20c1f74 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 210 time: 0.0348635 Dec 15 14:26:01.255697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e5709678-82d1-473c-9116-c91f0bce9d2c up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:26:01.277382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7ee16f7-8590-4957-a045-808a8d1cc876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:01.336382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:01.353405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e5709678-82d1-473c-9116-c91f0bce9d2c triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:26:01.353789 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:01.574970 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 845422ba-cbe9-4100-aad6-9854206ea444 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:01.602410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 845422ba-cbe9-4100-aad6-9854206ea444 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:01.602984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 845422ba-cbe9-4100-aad6-9854206ea444 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:02.341394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcd394c4-61f0-48bc-8099-7b56a18ba586 req-dfc7786e-ad77-44b7-84d1-e44e40430a55 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 210 time: 0.0353296 Dec 15 14:26:03.473790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d5434927-e791-4864-ae8d-2eef71a6e1c0 req-602ecc81-fe10-4013-b656-0cf5d0be5347 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=745cbe67-165f-475c-8a60-d7c77f39c6ea HTTP/1.1" status: 200 len: 210 time: 0.0321174 Dec 15 14:26:03.857134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff2182de-45b9-431f-bf7f-e5d789a4e3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:04.931181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:06.712487 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:07.346874 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:09.925626 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:10.095159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port af95787b-adcc-4700-9a5d-e425d9071746 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:10.095527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.175531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.175881 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.188227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for af95787b-adcc-4700-9a5d-e425d9071746 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:10.344896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.368298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=af95787b-adcc-4700-9a5d-e425d9071746,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:10.445899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.446324 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Floating IP 34638a4c-90c1-4267-9662-3518198c0924 disassociated (deleted). External IP: 172.25.7.245, port: 54b62e6a-d486-4e07-8a28-0af74fe7226c. Dec 15 14:26:10.660185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Router 401a92dd-6129-4381-bcf8-4721e41ac44b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:10.779911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:10.785739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:10.793932 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:10.809657 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:10.811402 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:26:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:10.820219 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d3d041fc-5842-4348-b336-25dc283a8816 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "DELETE /v2.0/floatingips/34638a4c-90c1-4267-9662-3518198c0924 HTTP/1.1" status: 204 len: 168 time: 0.8934321 Dec 15 14:26:10.820793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:10.823067 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:10.886558 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b27b9-f296-4bf9-8feb-206eb862562a x-openstack-request-id: req-125b27b9-f296-4bf9-8feb-206eb862562a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:10.886867 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:10.887128 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-125b27b9-f296-4bf9-8feb-206eb862562a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:10.887699 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'status': 'completed', 'code': 200} Dec 15 14:26:10.945469 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:10.995488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-7a9f260c-56a5-4b54-b7cf-8e8fef12d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:11.001285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-7a9f260c-56a5-4b54-b7cf-8e8fef12d473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe6655e5c823454a8ea094ab14c07a03&device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 1097 time: 0.0837488 Dec 15 14:26:11.169395 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:11.173731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdd42b-c1d1-4a2b-b15d-97f811fe1291 req-9920e953-7eda-4a92-b255-53b9e1f565e3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:11.175537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2bfdd42b-c1d1-4a2b-b15d-97f811fe1291 req-9920e953-7eda-4a92-b255-53b9e1f565e3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 946 time: 0.0815103 Dec 15 14:26:11.180596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-48bf2fae-c6cf-400e-ad47-f7c669914735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:11.182084 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-48bf2fae-c6cf-400e-ad47-f7c669914735 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 200 len: 913 time: 0.1662271 Dec 15 14:26:11.203339 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:11.212881 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:11.213516 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:26:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:11.243094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-cf1e37ef-db1e-4b61-bb28-068861d86969 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 200 len: 217 time: 0.0461104 Dec 15 14:26:11.304939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2bfdd42b-c1d1-4a2b-b15d-97f811fe1291 req-8d0687ae-cb71-4b7f-b8d7-b29234c08140 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216965 Dec 15 14:26:11.322250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-8a34115d-f2be-4fbc-831c-5338262b2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:11.322250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-8a34115d-f2be-4fbc-831c-5338262b2d4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 200 len: 850 time: 0.0663695 Dec 15 14:26:11.329447 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:11.364958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-1c347b16-0bb0-42d2-b585-e308f56c662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:11.366461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-1c347b16-0bb0-42d2-b585-e308f56c662c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ecaa962-d424-4477-b544-372160275986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415444 Dec 15 14:26:11.474016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-243d0a1b-d607-4723-b7f9-c102743ba6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990005 Dec 15 14:26:11.550248 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:11.581875 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0c33c85-89ef-4391-b16c-cf5927f7f0e7 req-ef3b80af-46bd-48f9-805d-1109f842328e service neutron] 10.222.0.24 "GET /v2.0/networks/7ecaa962-d424-4477-b544-372160275986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981305 Dec 15 14:26:11.583184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54f549-8bb9-49d1-beaf-eb5b6783f211 None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:14:24Z', 'revision_number': 4, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '35886e78-6944-4557-847d-379b0c99decd', 'name': '', 'network_id': '7ecaa962-d424-4477-b544-372160275986', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'mac_address': 'fa:16:3e:00:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '206eea0c-36af-47c7-be54-138588ead2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:23Z', 'updated_at': '2021-12-15T14:14:29Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'subnets': [{'id': '206eea0c-36af-47c7-be54-138588ead2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:11.825801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc72eea-a102-4e5a-97d0-13ccedb30879 None None] New status for floating IP 34638a4c-90c1-4267-9662-3518198c0924: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:26:12.423179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7666ed-3b2c-46e4-8fd8-50e6f07e4895 req-225644ee-6cb7-4f98-b7ed-756eae49475b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:12.424647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d7666ed-3b2c-46e4-8fd8-50e6f07e4895 req-225644ee-6cb7-4f98-b7ed-756eae49475b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 946 time: 0.0517747 Dec 15 14:26:12.475161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4d7666ed-3b2c-46e4-8fd8-50e6f07e4895 req-5a44acc3-1d2a-42f5-bc5f-33bf12da8e4c tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 Dec 15 14:26:12.610617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-e7382d62-cc80-4835-aa69-67f19199f3a3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:12.612097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-e7382d62-cc80-4835-aa69-67f19199f3a3 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 946 time: 0.0549214 Dec 15 14:26:12.722500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port 54b62e6a-d486-4e07-8a28-0af74fe7226c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:12.722945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:12.826305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] For port 54b62e6a-d486-4e07-8a28-0af74fe7226c, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54b62e6a-d486-4e07-8a28-0af74fe7226c,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:12.826786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:12.839498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for 54b62e6a-d486-4e07-8a28-0af74fe7226c owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:12.980138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:13.023031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=54b62e6a-d486-4e07-8a28-0af74fe7226c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:13.080423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] No DVR routers for this DVR port 54b62e6a-d486-4e07-8a28-0af74fe7226c on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:13.082943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:13.086369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ffa24b6-5817-4814-9f67-a39a7ee05d69 req-8e5b499d-1c8f-487e-8f98-8bc5b721512b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.24 "DELETE /v2.0/ports/54b62e6a-d486-4e07-8a28-0af74fe7226c HTTP/1.1" status: 204 len: 173 time: 0.4665756 Dec 15 14:26:13.086821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'name': 'network-vif-deleted', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:13.089166 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae5fa72-d402-4cd3-935c-56c5bc6c8cb1" -d '{"events": [{"server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "name": "network-vif-deleted", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:13.139014 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c800bb-1cda-44ac-b8c4-bc113061034a x-openstack-request-id: req-d0c800bb-1cda-44ac-b8c4-bc113061034a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:13.141021 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f5dc5c-73d7-46fe-832f-d650b4c6f008", "name": "network-vif-deleted", "tag": "54b62e6a-d486-4e07-8a28-0af74fe7226c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:13.141299 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0c800bb-1cda-44ac-b8c4-bc113061034a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:13.141812 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f5dc5c-73d7-46fe-832f-d650b4c6f008', 'name': 'network-vif-deleted', 'tag': '54b62e6a-d486-4e07-8a28-0af74fe7226c', 'status': 'completed', 'code': 200} Dec 15 14:26:13.603632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-038d665c-42fc-43ed-a66a-ccb7a40d17a5 req-8bf5cc4a-0157-45e6-84d9-7e769dbb1023 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 210 time: 0.0419629 Dec 15 14:26:14.710631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed68538a-e2fd-4ff0-9012-2409e6d83f3b req-cb8b28d7-d9c2-4f5c-9c13-b196c543a625 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 210 time: 0.0295897 Dec 15 14:26:15.613348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 54b62e6a-d486-4e07-8a28-0af74fe7226c no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:15.634005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 54b62e6a-d486-4e07-8a28-0af74fe7226c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:15.634358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 54b62e6a-d486-4e07-8a28-0af74fe7226c not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:15.819641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ce67fabc-b148-4512-98f1-e9f654ae30bb req-4831acb6-9054-4383-9a8a-6e7a842180ef tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 210 time: 0.0317345 Dec 15 14:26:16.933136 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1c89ad9f-9fa4-4b81-84bb-66f554a9c6bf req-0821bde9-368d-4bd3-9258-5300cd3fa5bb tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6f5dc5c-73d7-46fe-832f-d650b4c6f008 HTTP/1.1" status: 200 len: 210 time: 0.0326445 Dec 15 14:26:18.003436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:18.135895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Deleting port 80fa8746-9a2a-4de3-a340-81594a07d22f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:18.136164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.221353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.221909 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.236204 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Calling delete_port for 80fa8746-9a2a-4de3-a340-81594a07d22f owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:18.381805 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.409356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'Port': ['ID=80fa8746-9a2a-4de3-a340-81594a07d22f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:18.468766 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.471440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:18.472619 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9cc0dd3e-3ef5-4293-9550-42441333462b tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "DELETE /v2.0/floatingips/078532db-c49f-489f-8cf7-115d3b0a9f8f HTTP/1.1" status: 204 len: 168 time: 0.4675465 Dec 15 14:26:22.819729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:22.880046 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4018adc5-18c1-440a-a8ed-57a1590847e9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.906808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4018adc5-18c1-440a-a8ed-57a1590847e9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.973180 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4018adc5-18c1-440a-a8ed-57a1590847e9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.975754 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4018adc5-18c1-440a-a8ed-57a1590847e9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:22.976960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4018adc5-18c1-440a-a8ed-57a1590847e9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] 10.222.0.86 "DELETE /v2.0/security-groups/b8f96a38-933a-4e49-bd23-fc5e64ecd4cb HTTP/1.1" status: 204 len: 168 time: 0.1562088 Dec 15 14:26:22.987568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018adc5-18c1-440a-a8ed-57a1590847e9 tempest-TestVolumeBootPattern-675447247 tempest-TestVolumeBootPattern-675447247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f96a38-933a-4e49-bd23-fc5e64ecd4cb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:23.055619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:23.661820 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-c1c01bf2-fa4f-4d96-8def-9383cf8b3698 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463743 Dec 15 14:26:23.675955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:23.776503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-c2a7cadf-021d-486e-a28c-8465e5596e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:23.778846 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-c2a7cadf-021d-486e-a28c-8465e5596e11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=800a5dd28f264c8e8ef1cd729c0b9894&device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 1096 time: 0.0594893 Dec 15 14:26:23.922584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-64f0e515-bf35-46fa-a9fa-72501e8a5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:23.924850 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-64f0e515-bf35-46fa-a9fa-72501e8a5335 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a5ece13-58eb-4934-b9fc-94934ec367b3 HTTP/1.1" status: 200 len: 911 time: 0.1245558 Dec 15 14:26:24.003713 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-a78024ef-7df3-49ff-bed2-a65c6bad865e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115 HTTP/1.1" status: 200 len: 1001 time: 0.0700483 Dec 15 14:26:24.064722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-f149d167-b15c-48a9-9b61-c2babe6f185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:24.066377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-f149d167-b15c-48a9-9b61-c2babe6f185d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59c4fca7-c422-457e-898f-c81a3745baec HTTP/1.1" status: 200 len: 848 time: 0.0556993 Dec 15 14:26:24.127633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-4f8b5446-c67b-4d46-8c0b-a72cc8871a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:24.129961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-4f8b5446-c67b-4d46-8c0b-a72cc8871a64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5ece13-58eb-4934-b9fc-94934ec367b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556550 Dec 15 14:26:24.242092 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-07134e66-e8b3-47e9-98ed-f675a17b45e6 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046236 Dec 15 14:26:24.285754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Deleting port 35886e78-6944-4557-847d-379b0c99decd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:24.286292 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:24.336091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-713d5f01-6b6c-4287-9fbe-09c422d45cde req-320b6974-b75b-4309-b00a-2dacce579da6 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867434 Dec 15 14:26:24.373200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] For port 35886e78-6944-4557-847d-379b0c99decd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=35886e78-6944-4557-847d-379b0c99decd,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:24.373572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:24.386980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Calling delete_port for 35886e78-6944-4557-847d-379b0c99decd owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:24.574396 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:24.600669 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Pushing event deleted for resources: {'Port': ['ID=35886e78-6944-4557-847d-379b0c99decd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:24.778966 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.001843 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Router 401a92dd-6129-4381-bcf8-4721e41ac44b has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:25.114258 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:25.121825 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-971f9924-10af-44c4-a3f8-c548b4d21761 admin admin] 10.222.0.86 "PUT /v2.0/routers/401a92dd-6129-4381-bcf8-4721e41ac44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0626030 Dec 15 14:26:25.121918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:25.125475 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] Sync routers for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:25.138444 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:25.139344 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:26:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:25.260737 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.268121 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:25.369073 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.428930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Deleting port de701953-ee09-4194-9dcb-083e0dd3615b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:25.429826 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.451785 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:26:24Z', 'revision_number': 5, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port': {'id': 'de701953-ee09-4194-9dcb-083e0dd3615b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:20Z', 'updated_at': '2021-12-15T14:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:25.480580 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] Checking router: 401a92dd-6129-4381-bcf8-4721e41ac44b for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:25.489808 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] Routers {'401a92dd-6129-4381-bcf8-4721e41ac44b'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:25.490411 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:26:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['401a92dd-6129-4381-bcf8-4721e41ac44b'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:25.519203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] For port de701953-ee09-4194-9dcb-083e0dd3615b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=de701953-ee09-4194-9dcb-083e0dd3615b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:25.519573 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.532268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Calling delete_port for de701953-ee09-4194-9dcb-083e0dd3615b owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:25.575474 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] Set router 401a92dd-6129-4381-bcf8-4721e41ac44b gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:25.626585 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:26:25Z', 'revision_number': 6, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:25.721886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.750975 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee9df8-d6f7-45b8-8088-c58d0a7b3d35 None None] The sync data for ids ['401a92dd-6129-4381-bcf8-4721e41ac44b'] in n-d-821840-1 is: [{'id': '401a92dd-6129-4381-bcf8-4721e41ac44b', 'name': 'tempest-TestVolumeBootPattern-191243706-router', 'tenant_id': 'fe6655e5c823454a8ea094ab14c07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:19Z', 'updated_at': '2021-12-15T14:26:25Z', 'revision_number': 6, 'project_id': 'fe6655e5c823454a8ea094ab14c07a03', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:25.754811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Pushing event deleted for resources: {'Port': ['ID=de701953-ee09-4194-9dcb-083e0dd3615b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:25.774337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa4386-a8c7-4dcf-bcf6-9d0829ec2875 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:25.834404 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.943481 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:25.945567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.007341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.007930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 401a92dd-6129-4381-bcf8-4721e41ac44b {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:26:26.012797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.014043 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4dc2f793-6dc8-4325-8c09-f4fdd9934163 admin admin] 10.222.0.86 "DELETE /v2.0/routers/401a92dd-6129-4381-bcf8-4721e41ac44b HTTP/1.1" status: 204 len: 168 time: 0.8912702 Dec 15 14:26:26.016658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:26.067744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-938d3fda-edba-412d-988a-f0c733bb0865 admin admin] Deleting subnet 206eea0c-36af-47c7-be54-138588ead2f0 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:26:26.070814 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938d3fda-edba-412d-988a-f0c733bb0865 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.107095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938d3fda-edba-412d-988a-f0c733bb0865 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.195118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938d3fda-edba-412d-988a-f0c733bb0865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.257558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938d3fda-edba-412d-988a-f0c733bb0865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.276389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5d23b-3c91-4443-846c-e32a248fc45d None None] Network 7ecaa962-d424-4477-b544-372160275986 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:26:26.285747 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-938d3fda-edba-412d-988a-f0c733bb0865 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.291494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-938d3fda-edba-412d-988a-f0c733bb0865 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/206eea0c-36af-47c7-be54-138588ead2f0 HTTP/1.1" status: 204 len: 168 time: 0.2714856 Dec 15 14:26:26.291820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:26.298655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3fda-edba-412d-988a-f0c733bb0865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206eea0c-36af-47c7-be54-138588ead2f0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:26.361891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.422452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Deleting port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:26.423048 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.491518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] For port 6c7f3010-4649-4abb-be5d-1792c87ea5e3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6c7f3010-4649-4abb-be5d-1792c87ea5e3,segment=NetworkSegment(3023226e-a589-4da7-b986-a7de53285346),segment_id=3023226e-a589-4da7-b986-a7de53285346)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:26.491901 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.505606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Calling delete_port for 6c7f3010-4649-4abb-be5d-1792c87ea5e3 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:26.557761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] DHCP port deletion for 7ecaa962-d424-4477-b544-372160275986 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:26.602669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.608449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Deleting port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:26.608998 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.634974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7f3010-4649-4abb-be5d-1792c87ea5e3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:26.641180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] No DVR routers for this DVR port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:26.685752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] For port 6c7f3010-4649-4abb-be5d-1792c87ea5e3, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:26.686299 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.708842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Calling delete_port for 6c7f3010-4649-4abb-be5d-1792c87ea5e3 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:26.711905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:26:26.713798 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.733859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.744946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Pushing event deleted for resources: {'Port': ['ID=6c7f3010-4649-4abb-be5d-1792c87ea5e3,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:26.753984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] No DVR routers for this DVR port 6c7f3010-4649-4abb-be5d-1792c87ea5e3 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:26.761499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.761846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.762796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecaa962-d424-4477-b544-372160275986']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:26.763102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.763576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.765392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.766500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.768478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.768907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.769153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.770163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.770548 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.770837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.771690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a078f76-ffd0-4b31-9e31-c8f8d7441b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:26.788301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3023226e-a589-4da7-b986-a7de53285346') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:26.788617 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3023226e-a589-4da7-b986-a7de53285346') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:26.807206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.834364 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.844995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:26:26.845416 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:26:26.847308 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:26:26.914589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.923052 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:26.927321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7ecaa962-d424-4477-b544-372160275986 HTTP/1.1" status: 204 len: 168 time: 0.6346664 Dec 15 14:26:26.930783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45552) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:26.939305 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d9674-2524-4370-9702-aa9722a73885 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ecaa962-d424-4477-b544-372160275986,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:27.216225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6c7f3010-4649-4abb-be5d-1792c87ea5e3 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:27.237598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6c7f3010-4649-4abb-be5d-1792c87ea5e3 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:27.237948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6c7f3010-4649-4abb-be5d-1792c87ea5e3 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:27.238369 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 35886e78-6944-4557-847d-379b0c99decd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:27.258218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 35886e78-6944-4557-847d-379b0c99decd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:27.258576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 35886e78-6944-4557-847d-379b0c99decd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:27.258987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device de701953-ee09-4194-9dcb-083e0dd3615b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:27.285308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: de701953-ee09-4194-9dcb-083e0dd3615b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:27.285670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device de701953-ee09-4194-9dcb-083e0dd3615b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:27.306379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:27.551099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Deleting port a43a5f40-ab29-4ab6-bb69-8d93a7145116 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:27.551348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:27.627453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] For port a43a5f40-ab29-4ab6-bb69-8d93a7145116, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a43a5f40-ab29-4ab6-bb69-8d93a7145116,segment=NetworkSegment(46c1c23a-4c98-4087-b102-7c984145fefd),segment_id=46c1c23a-4c98-4087-b102-7c984145fefd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:27.627811 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:27.639190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Calling delete_port for a43a5f40-ab29-4ab6-bb69-8d93a7145116 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:27.817009 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:27.850845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43a5f40-ab29-4ab6-bb69-8d93a7145116,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:28.028776 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:28.248711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Router 38528c0d-9974-4706-8b20-c593b9055e18 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:28.378914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:28.384269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f48d9b83-6273-43de-a0d7-f2a962e16901 admin admin] 10.222.0.86 "PUT /v2.0/routers/38528c0d-9974-4706-8b20-c593b9055e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4514384 Dec 15 14:26:28.387941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45566) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:28.388961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] Sync routers for ids ['38528c0d-9974-4706-8b20-c593b9055e18'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:28.399436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] Routers {'38528c0d-9974-4706-8b20-c593b9055e18'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:28.400165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:26:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['38528c0d-9974-4706-8b20-c593b9055e18'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:28.499833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:28.623894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:28.683429 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Deleting port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:28.684082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:28.685707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] Set router 38528c0d-9974-4706-8b20-c593b9055e18 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:28.768737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] For port 3ae2d7b7-df16-4ca9-9a1a-9081854a496d, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=3ae2d7b7-df16-4ca9-9a1a-9081854a496d,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:28.769105 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:28.780976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Calling delete_port for 3ae2d7b7-df16-4ca9-9a1a-9081854a496d owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:28.868154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:26:27Z', 'revision_number': 5, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port': {'id': '3ae2d7b7-df16-4ca9-9a1a-9081854a496d', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38528c0d-9974-4706-8b20-c593b9055e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:14:28Z', 'updated_at': '2021-12-15T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:28.896767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] Checking router: 38528c0d-9974-4706-8b20-c593b9055e18 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:28.905987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] Routers {'38528c0d-9974-4706-8b20-c593b9055e18'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:28.906686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:26:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['38528c0d-9974-4706-8b20-c593b9055e18'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:28.958351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:28.986756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae2d7b7-df16-4ca9-9a1a-9081854a496d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:29.016249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] Set router 38528c0d-9974-4706-8b20-c593b9055e18 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:29.020261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e1c16-8645-46e8-9fff-333f838eab8a None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:29.079051 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:26:28Z', 'revision_number': 6, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:29.079843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.109989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fe27b-397c-4c4a-b629-02f90e7450a6 None None] The sync data for ids ['38528c0d-9974-4706-8b20-c593b9055e18'] in n-d-821840-1 is: [{'id': '38528c0d-9974-4706-8b20-c593b9055e18', 'name': 'tempest-TestVolumeBootPattern-892442102-router', 'tenant_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:14:27Z', 'updated_at': '2021-12-15T14:26:28Z', 'revision_number': 6, 'project_id': '9173fc56bce24524b24e2fa5e5f7b75b', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:29.435251 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.436377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.489376 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.489912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38528c0d-9974-4706-8b20-c593b9055e18 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:26:29.495308 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.498891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5842f0e2-620f-4204-b1f8-4f03b3123e1e admin admin] 10.222.0.86 "DELETE /v2.0/routers/38528c0d-9974-4706-8b20-c593b9055e18 HTTP/1.1" status: 204 len: 168 time: 1.1082973 Dec 15 14:26:29.500353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:29.553196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2eaae0-8487-4cbb-8d0f-489cd1bd6706 admin admin] Deleting subnet 6cf80319-8b28-48e5-a474-fb3034972e2b {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:26:29.556751 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaae0-8487-4cbb-8d0f-489cd1bd6706 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.597380 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaae0-8487-4cbb-8d0f-489cd1bd6706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.675094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaae0-8487-4cbb-8d0f-489cd1bd6706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.737758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaae0-8487-4cbb-8d0f-489cd1bd6706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.766952 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaae0-8487-4cbb-8d0f-489cd1bd6706 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.772182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea534864-28d2-4024-840b-eef490816035 None None] Network 6a4c1b4f-a615-4778-9e52-c4938beaa7eb requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:26:29.772655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7e2eaae0-8487-4cbb-8d0f-489cd1bd6706 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6cf80319-8b28-48e5-a474-fb3034972e2b HTTP/1.1" status: 204 len: 168 time: 0.2706459 Dec 15 14:26:29.773280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45584) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:29.774742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eaae0-8487-4cbb-8d0f-489cd1bd6706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf80319-8b28-48e5-a474-fb3034972e2b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:29.862221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:29.948926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Deleting port 8c45973a-5481-4186-bf43-82053484bc20 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:29.949939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.006199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] DHCP port deletion for 6a4c1b4f-a615-4778-9e52-c4938beaa7eb request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:26:30.052263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] For port 8c45973a-5481-4186-bf43-82053484bc20, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8c45973a-5481-4186-bf43-82053484bc20,segment=NetworkSegment(46c1c23a-4c98-4087-b102-7c984145fefd),segment_id=46c1c23a-4c98-4087-b102-7c984145fefd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:30.052887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.072194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Calling delete_port for 8c45973a-5481-4186-bf43-82053484bc20 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:30.080057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] Deleting port 8c45973a-5481-4186-bf43-82053484bc20 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:30.080440 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.171376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.189774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] For port 8c45973a-5481-4186-bf43-82053484bc20, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8c45973a-5481-4186-bf43-82053484bc20,segment=NetworkSegment(46c1c23a-4c98-4087-b102-7c984145fefd),segment_id=46c1c23a-4c98-4087-b102-7c984145fefd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:30.190669 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.200431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c45973a-5481-4186-bf43-82053484bc20,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:30.202871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] No DVR routers for this DVR port 8c45973a-5481-4186-bf43-82053484bc20 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:30.212182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] Calling delete_port for 8c45973a-5481-4186-bf43-82053484bc20 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:26:30.310896 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.322308 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.349820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4c1b4f-a615-4778-9e52-c4938beaa7eb']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:30.379509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c1c23a-4c98-4087-b102-7c984145fefd') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:30.379816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c1c23a-4c98-4087-b102-7c984145fefd') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:30.395762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] No DVR routers for this DVR port 8c45973a-5481-4186-bf43-82053484bc20 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:26:30.397576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4af69-0626-48f8-be48-11b972bf21e0 None None] Pushing event deleted for resources: {'Port': ['ID=8c45973a-5481-4186-bf43-82053484bc20,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:30.403570 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.427737 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.437350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:26:30.437761 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:26:30.452479 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:26:30.513216 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.519092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.523024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6a4c1b4f-a615-4778-9e52-c4938beaa7eb HTTP/1.1" status: 204 len: 168 time: 0.7485054 Dec 15 14:26:30.535338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c71011-fad4-485d-a64f-f99e3e169856 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4c1b4f-a615-4778-9e52-c4938beaa7eb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:30.690952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:30.733012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-13132ea1-d0c4-4c65-8902-eeca9b7d4276 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe6655e5c823454a8ea094ab14c07a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408762 Dec 15 14:26:30.735520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45604) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:30.785533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0811381c-5e28-433b-b0b3-5557cf65af54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.807990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0811381c-5e28-433b-b0b3-5557cf65af54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.860607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0811381c-5e28-433b-b0b3-5557cf65af54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.863521 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0811381c-5e28-433b-b0b3-5557cf65af54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:30.867107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0811381c-5e28-433b-b0b3-5557cf65af54 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4856cff0-677b-488b-83c5-e5275519e63a HTTP/1.1" status: 204 len: 168 time: 0.1283505 Dec 15 14:26:30.875155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811381c-5e28-433b-b0b3-5557cf65af54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4856cff0-677b-488b-83c5-e5275519e63a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:31.159732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.212788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3ae2d7b7-df16-4ca9-9a1a-9081854a496d no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:31.240716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 3ae2d7b7-df16-4ca9-9a1a-9081854a496d {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:31.241208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 3ae2d7b7-df16-4ca9-9a1a-9081854a496d not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:31.241725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8c45973a-5481-4186-bf43-82053484bc20 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:31.261176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45614) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:31.292489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8c45973a-5481-4186-bf43-82053484bc20 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:31.293649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8c45973a-5481-4186-bf43-82053484bc20 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:31.294951 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a43a5f40-ab29-4ab6-bb69-8d93a7145116 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:26:31.318290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2b32e4f3-5bc9-4429-a012-bc31675b096d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9173fc56bce24524b24e2fa5e5f7b75b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548563 Dec 15 14:26:31.320652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45616) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:31.330388 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cf7addd0-3949-48ae-9384-9b3d318d5591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.332963 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.333596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: a43a5f40-ab29-4ab6-bb69-8d93a7145116 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:26:31.333979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a43a5f40-ab29-4ab6-bb69-8d93a7145116 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:26:31.389018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44320974-7aaa-4f63-bb75-a8045fa8a25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.412945 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44320974-7aaa-4f63-bb75-a8045fa8a25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.459355 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44320974-7aaa-4f63-bb75-a8045fa8a25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.462058 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44320974-7aaa-4f63-bb75-a8045fa8a25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:31.465562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-44320974-7aaa-4f63-bb75-a8045fa8a25d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/727410f1-c971-4411-a891-78dfb4bfd17f HTTP/1.1" status: 204 len: 168 time: 0.1414607 Dec 15 14:26:31.473507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44320974-7aaa-4f63-bb75-a8045fa8a25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727410f1-c971-4411-a891-78dfb4bfd17f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:33.849682 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02f2caaa-63fe-4b24-be1f-1c1518b5b7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:34.934356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:35.263198 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:26:36.708737 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.353610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:58.349863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26142b0b-2b71-4b37-b793-c1d14321ee64 req-2539f1c9-1971-421f-917f-a8f80bc532da tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:58.351345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26142b0b-2b71-4b37-b793-c1d14321ee64 req-2539f1c9-1971-421f-917f-a8f80bc532da tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 945 time: 0.0520885 Dec 15 14:26:58.401159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26142b0b-2b71-4b37-b793-c1d14321ee64 req-daf5eb1c-7aa2-4e80-8cf5-2469b3a48151 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Dec 15 14:26:59.524361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f305d-4294-4191-9c17-23e0f9514fcf req-305d656b-d38b-498a-ba3f-2422afc796fb tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:59.526730 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-050f305d-4294-4191-9c17-23e0f9514fcf req-305d656b-d38b-498a-ba3f-2422afc796fb tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Dec 15 14:26:59.585626 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-050f305d-4294-4191-9c17-23e0f9514fcf req-c4ebf7e1-1594-4d24-9131-6812f63ca8c3 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/security-groups?id=b60accb6-bc96-4520-83ad-3bbc2260099c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529280 Dec 15 14:26:59.606242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-3bbbcb9c-da68-49fe-bc7f-2ff13b5d2ca5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:59.606242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-3bbbcb9c-da68-49fe-bc7f-2ff13b5d2ca5 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.74 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 945 time: 0.0567071 Dec 15 14:26:59.698721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Deleting port 2872f35e-cfd8-4d50-8745-f7bcf815c115 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:26:59.698974 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:59.786191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] For port 2872f35e-cfd8-4d50-8745-f7bcf815c115, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2872f35e-cfd8-4d50-8745-f7bcf815c115,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:59.786555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:00.332731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:00.333097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:00.333420 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Floating IP e4adee03-13e4-4936-b4d1-fcc2db20471d disassociated. External IP: 172.25.7.134, port: 2872f35e-cfd8-4d50-8745-f7bcf815c115. Dec 15 14:27:00.333795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Calling delete_port for 2872f35e-cfd8-4d50-8745-f7bcf815c115 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:00.464113 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:00.493863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event deleted for resources: {'Port': ['ID=2872f35e-cfd8-4d50-8745-f7bcf815c115,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:00.513056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.513419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.513768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.514114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.514457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.514793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.515129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.515470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.515808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.516164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.516496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.516828 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.517156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:00.644886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Router 8066609c-0ee5-409d-adaf-19d8369fde7e has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:27:00.726334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba175e85-cf3a-4a9a-9e68-9f773231e0d1 req-058adef5-5c5f-4e1a-a687-58163b22da09 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "GET /v2.0/ports?device_id=02af6487-de5d-42f0-9d73-1a1f5582b671 HTTP/1.1" status: 200 len: 210 time: 0.0338252 Dec 15 14:27:00.784065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:27:00.795941 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] Sync routers for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:27:00.807359 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:27:00.808032 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:26:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:00.824359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] No DVR routers for this DVR port 2872f35e-cfd8-4d50-8745-f7bcf815c115 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:27:00.826926 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:00.830309 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb0666c-9701-4f01-a0e2-ebf596a21602 req-20f1a9c4-b04f-4647-b6af-70f6defe8fd1 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.74 "DELETE /v2.0/ports/2872f35e-cfd8-4d50-8745-f7bcf815c115 HTTP/1.1" status: 204 len: 173 time: 1.2186015 Dec 15 14:27:00.830769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'name': 'network-vif-deleted', 'tag': '2872f35e-cfd8-4d50-8745-f7bcf815c115'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:27:00.833058 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb95397c-2251-4729-ac64-b9ab6d7338e7" -d '{"events": [{"server_uuid": "02af6487-de5d-42f0-9d73-1a1f5582b671", "name": "network-vif-deleted", "tag": "2872f35e-cfd8-4d50-8745-f7bcf815c115"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:27:00.880685 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40f0cfe-a5e3-40d5-bc2e-1b40efcbe485 x-openstack-request-id: req-c40f0cfe-a5e3-40d5-bc2e-1b40efcbe485 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:27:00.880994 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af6487-de5d-42f0-9d73-1a1f5582b671", "name": "network-vif-deleted", "tag": "2872f35e-cfd8-4d50-8745-f7bcf815c115", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:27:00.881301 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c40f0cfe-a5e3-40d5-bc2e-1b40efcbe485 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:27:00.881713 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af6487-de5d-42f0-9d73-1a1f5582b671', 'name': 'network-vif-deleted', 'tag': '2872f35e-cfd8-4d50-8745-f7bcf815c115', 'status': 'completed', 'code': 200} Dec 15 14:27:00.947269 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:27:01.148235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:01.184305 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:58Z', 'revision_number': 5, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:01.211218 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] Checking router: 8066609c-0ee5-409d-adaf-19d8369fde7e for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:27:01.221702 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:27:01.222465 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:26:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:01.246683 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c050d159-37e7-4b52-8350-3d28c0eb4ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:01.271748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:01.369071 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:27:01.584464 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:58Z', 'revision_number': 5, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:01.614559 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b307905c-5bb3-4344-933d-302a6ed82f71 None None] The sync data for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 is: [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f36849fd-f4cb-4c03-b842-0e95ae79e49c', 'name': '', 'network_id': '2a5ece13-58eb-4934-b9fc-94934ec367b3', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'mac_address': 'fa:16:3e:91:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '59c4fca7-c422-457e-898f-c81a3745baec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:52Z', 'updated_at': '2021-12-15T14:21:58Z', 'revision_number': 5, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'subnets': [{'id': '59c4fca7-c422-457e-898f-c81a3745baec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:27:01.791735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:01.858629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b288b-7c0c-46de-82d7-82577542c52b None None] New status for floating IP e4adee03-13e4-4936-b4d1-fcc2db20471d: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:27:01.922319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Deleting port 93719404-ce98-4c9d-93a7-7b100497d17c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:01.922678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.008544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.009567 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.022143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Calling delete_port for 93719404-ce98-4c9d-93a7-7b100497d17c owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:02.158800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.186795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event deleted for resources: {'Port': ['ID=93719404-ce98-4c9d-93a7-7b100497d17c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:02.196999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.197356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.197703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.198043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.198382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.198717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.199052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.199690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.199690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.200050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.200378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.200706 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.201034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:27:02.261444 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.264102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.265270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-39ac5bf0-0680-49cb-b7b8-da30859a1c73 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "DELETE /v2.0/floatingips/e4adee03-13e4-4936-b4d1-fcc2db20471d HTTP/1.1" status: 204 len: 168 time: 0.4721859 Dec 15 14:27:02.576379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45864) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:02.636016 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0f984d2-a805-46e5-a0d7-f8c64f8b9100 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.660306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0f984d2-a805-46e5-a0d7-f8c64f8b9100 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.718024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0f984d2-a805-46e5-a0d7-f8c64f8b9100 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.720885 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0f984d2-a805-46e5-a0d7-f8c64f8b9100 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:02.721976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c0f984d2-a805-46e5-a0d7-f8c64f8b9100 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] 10.222.0.86 "DELETE /v2.0/security-groups/b60accb6-bc96-4520-83ad-3bbc2260099c HTTP/1.1" status: 204 len: 168 time: 0.1446195 Dec 15 14:27:02.731413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f984d2-a805-46e5-a0d7-f8c64f8b9100 tempest-TestServerBasicOps-357139906 tempest-TestServerBasicOps-357139906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60accb6-bc96-4520-83ad-3bbc2260099c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:02.791610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:03.358430 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:03.611234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Deleting port f36849fd-f4cb-4c03-b842-0e95ae79e49c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:03.611680 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:03.692650 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] For port f36849fd-f4cb-4c03-b842-0e95ae79e49c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f36849fd-f4cb-4c03-b842-0e95ae79e49c,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:03.693024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:03.705225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Calling delete_port for f36849fd-f4cb-4c03-b842-0e95ae79e49c owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:03.854021 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-42075f6a-6f0f-44e8-a00b-383d20e89778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:03.884255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2872f35e-cfd8-4d50-8745-f7bcf815c115 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:03.903785 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:03.910651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 2872f35e-cfd8-4d50-8745-f7bcf815c115 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:27:03.911124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2872f35e-cfd8-4d50-8745-f7bcf815c115 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:03.935703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36849fd-f4cb-4c03-b842-0e95ae79e49c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:04.111173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:04.340067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Router 8066609c-0ee5-409d-adaf-19d8369fde7e has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:27:04.448879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:27:04.454057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-bb6f4101-5ff8-4bea-a00d-07b68c1d2761 admin admin] 10.222.0.86 "PUT /v2.0/routers/8066609c-0ee5-409d-adaf-19d8369fde7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6608100 Dec 15 14:27:04.456549 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45898) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:04.459236 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] Sync routers for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:27:04.469748 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:27:04.470663 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:27:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:04.564771 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:04.583215 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:27:04.679901 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:04.744667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Deleting port db1f6893-6dbc-493c-bccd-ea6265d49c23 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:04.744984 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:04.777863 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:27:03Z', 'revision_number': 5, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port': {'id': 'db1f6893-6dbc-493c-bccd-ea6265d49c23', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:04.804189 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] Checking router: 8066609c-0ee5-409d-adaf-19d8369fde7e for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:27:04.813705 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] Routers {'8066609c-0ee5-409d-adaf-19d8369fde7e'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:27:04.813990 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:27:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8066609c-0ee5-409d-adaf-19d8369fde7e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:04.830935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] For port db1f6893-6dbc-493c-bccd-ea6265d49c23, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=db1f6893-6dbc-493c-bccd-ea6265d49c23,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:04.831307 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:04.843339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Calling delete_port for db1f6893-6dbc-493c-bccd-ea6265d49c23 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:04.899200 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] Set router 8066609c-0ee5-409d-adaf-19d8369fde7e gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:27:04.955801 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:27:04Z', 'revision_number': 6, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:04.956397 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:04.982843 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f2731-2bd0-4c4b-87b9-f7b1d5fa0e5a None None] The sync data for ids ['8066609c-0ee5-409d-adaf-19d8369fde7e'] in n-d-821840-1 is: [{'id': '8066609c-0ee5-409d-adaf-19d8369fde7e', 'name': 'tempest-TestServerBasicOps-1774942520-router', 'tenant_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:49Z', 'updated_at': '2021-12-15T14:27:04Z', 'revision_number': 6, 'project_id': '800a5dd28f264c8e8ef1cd729c0b9894', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:27:05.056491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.082897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1f6893-6dbc-493c-bccd-ea6265d49c23,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:05.099814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48d6fc-e02f-4748-9a55-5ff35289d29e None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:27:05.151818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.554885 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.557653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.600507 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.601053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8066609c-0ee5-409d-adaf-19d8369fde7e {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:27:05.606269 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.609793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-324cd9f0-0070-47df-a383-b7a7bf44d454 admin admin] 10.222.0.86 "DELETE /v2.0/routers/8066609c-0ee5-409d-adaf-19d8369fde7e HTTP/1.1" status: 204 len: 168 time: 1.1491480 Dec 15 14:27:05.610011 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45914) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:05.658208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0baca39-cb59-4916-a476-2b0dc9d7dc75 admin admin] Deleting subnet 59c4fca7-c422-457e-898f-c81a3745baec {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:27:05.661429 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0baca39-cb59-4916-a476-2b0dc9d7dc75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.697433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0baca39-cb59-4916-a476-2b0dc9d7dc75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.773043 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0baca39-cb59-4916-a476-2b0dc9d7dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.820377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f36849fd-f4cb-4c03-b842-0e95ae79e49c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:05.848126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f36849fd-f4cb-4c03-b842-0e95ae79e49c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:27:05.848431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f36849fd-f4cb-4c03-b842-0e95ae79e49c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:05.856597 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0baca39-cb59-4916-a476-2b0dc9d7dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.881496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baca39-cb59-4916-a476-2b0dc9d7dc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c4fca7-c422-457e-898f-c81a3745baec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:05.888843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0baca39-cb59-4916-a476-2b0dc9d7dc75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.892128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b0baca39-cb59-4916-a476-2b0dc9d7dc75 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/59c4fca7-c422-457e-898f-c81a3745baec HTTP/1.1" status: 204 len: 168 time: 0.2811291 Dec 15 14:27:05.894652 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:05.899777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c7a450-2460-4a63-976c-29c901206789 None None] Network 2a5ece13-58eb-4934-b9fc-94934ec367b3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:27:05.972508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.031282 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Deleting port 24ffaad0-d25c-4c71-889a-398d913702a8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:06.031689 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.115268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] DHCP port deletion for 2a5ece13-58eb-4934-b9fc-94934ec367b3 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:27:06.119660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] For port 24ffaad0-d25c-4c71-889a-398d913702a8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=24ffaad0-d25c-4c71-889a-398d913702a8,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:06.120188 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.137362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Calling delete_port for 24ffaad0-d25c-4c71-889a-398d913702a8 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:06.189693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] Deleting port 24ffaad0-d25c-4c71-889a-398d913702a8 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:06.190215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.232928 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.265975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] No DVR routers for this DVR port 24ffaad0-d25c-4c71-889a-398d913702a8 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:27:06.270919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ffaad0-d25c-4c71-889a-398d913702a8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:06.286050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] For port 24ffaad0-d25c-4c71-889a-398d913702a8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=24ffaad0-d25c-4c71-889a-398d913702a8,segment=NetworkSegment(fd9c6e57-7222-4e45-ba64-939b859725a2),segment_id=fd9c6e57-7222-4e45-ba64-939b859725a2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:06.286534 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.300534 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] Calling delete_port for 24ffaad0-d25c-4c71-889a-398d913702a8 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:06.360013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.377655 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.382050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5ece13-58eb-4934-b9fc-94934ec367b3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:06.393002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9c6e57-7222-4e45-ba64-939b859725a2') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:06.393301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9c6e57-7222-4e45-ba64-939b859725a2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:06.404115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.409985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] Pushing event deleted for resources: {'Port': ['ID=24ffaad0-d25c-4c71-889a-398d913702a8,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:06.411845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0489ff8f-f92a-4f72-b6e0-2afbc35fff40 None None] No DVR routers for this DVR port 24ffaad0-d25c-4c71-889a-398d913702a8 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:27:06.427021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.437337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:27:06.438034 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:27:06.440513 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:27:06.511318 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.522000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.526830 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/2a5ece13-58eb-4934-b9fc-94934ec367b3 HTTP/1.1" status: 204 len: 168 time: 0.6311612 Dec 15 14:27:06.529978 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45928) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:06.541536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e76c19-c5eb-45eb-be1d-cfc7f714b5b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5ece13-58eb-4934-b9fc-94934ec367b3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:06.710737 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:06.883323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:07.139683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Deleting port 07b8cc69-606c-491b-8bbf-0c6976e75165 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:07.140063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:07.228994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] For port 07b8cc69-606c-491b-8bbf-0c6976e75165, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=07b8cc69-606c-491b-8bbf-0c6976e75165,segment=NetworkSegment(f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace),segment_id=f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:07.229370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:07.232168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 24ffaad0-d25c-4c71-889a-398d913702a8 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:07.241543 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Calling delete_port for 07b8cc69-606c-491b-8bbf-0c6976e75165 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:07.255309 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 24ffaad0-d25c-4c71-889a-398d913702a8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:27:07.255669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 24ffaad0-d25c-4c71-889a-398d913702a8 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:07.256119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device db1f6893-6dbc-493c-bccd-ea6265d49c23 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:07.278695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: db1f6893-6dbc-493c-bccd-ea6265d49c23 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:27:07.279453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device db1f6893-6dbc-493c-bccd-ea6265d49c23 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:07.346994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:07.439294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:07.472516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b8cc69-606c-491b-8bbf-0c6976e75165,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:07.640568 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:07.868614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:27:07.978056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:27:07.984873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7d4e4968-1b0d-4064-ba24-e628b5536228 admin admin] 10.222.0.86 "PUT /v2.0/routers/8c0fd0af-d563-4302-aecd-6f7c18ce9377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4521513 Dec 15 14:27:07.985904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:07.987897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] Sync routers for ids ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:27:07.998663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] Routers {'8c0fd0af-d563-4302-aecd-6f7c18ce9377'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:27:07.999583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:27:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:08.103468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.122245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] Set router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:27:08.215653 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.279085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Deleting port e364b6b5-5156-44fe-84f8-5c3f61e44314 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:08.279788 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.335249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:27:07Z', 'revision_number': 5, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port': {'id': 'e364b6b5-5156-44fe-84f8-5c3f61e44314', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:08.372759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] Checking router: 8c0fd0af-d563-4302-aecd-6f7c18ce9377 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:27:08.374752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] For port e364b6b5-5156-44fe-84f8-5c3f61e44314, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e364b6b5-5156-44fe-84f8-5c3f61e44314,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:08.375115 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.381474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] Routers {'8c0fd0af-d563-4302-aecd-6f7c18ce9377'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:27:08.382108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:27:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:08.389560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Calling delete_port for e364b6b5-5156-44fe-84f8-5c3f61e44314 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:08.471894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] Set router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:27:08.534628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:27:08Z', 'revision_number': 6, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:08.562030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010794bd-0376-43d0-afcb-f19c4fa77f01 None None] The sync data for ids ['8c0fd0af-d563-4302-aecd-6f7c18ce9377'] in n-d-821840-1 is: [{'id': '8c0fd0af-d563-4302-aecd-6f7c18ce9377', 'name': 'tempest-TestServerBasicOps-1582041997-router', 'tenant_id': 'a098a045008c46e7a9c2c2972d953cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:56Z', 'updated_at': '2021-12-15T14:27:08Z', 'revision_number': 6, 'project_id': 'a098a045008c46e7a9c2c2972d953cc6', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:27:08.576842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.614502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e364b6b5-5156-44fe-84f8-5c3f61e44314,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:08.630518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f259f54-7013-422b-8eaa-3014c0cf1e76 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:27:08.682933 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.777461 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.779643 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.825289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.825834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0fd0af-d563-4302-aecd-6f7c18ce9377 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:27:08.830753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.831942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-06142bc2-57de-4785-9664-bcb55a8f5fa9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/8c0fd0af-d563-4302-aecd-6f7c18ce9377 HTTP/1.1" status: 204 len: 168 time: 0.8449888 Dec 15 14:27:08.834483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 45956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:08.886957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c783aab-219f-4427-870d-15ab998015f3 admin admin] Deleting subnet baa35a3c-41bd-4b0f-a6de-8da96b30e007 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:27:08.890388 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c783aab-219f-4427-870d-15ab998015f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.934810 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c783aab-219f-4427-870d-15ab998015f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.021354 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c783aab-219f-4427-870d-15ab998015f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.075638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c783aab-219f-4427-870d-15ab998015f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.106679 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c783aab-219f-4427-870d-15ab998015f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa35a3c-41bd-4b0f-a6de-8da96b30e007,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:09.110332 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c783aab-219f-4427-870d-15ab998015f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.115946 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3c783aab-219f-4427-870d-15ab998015f3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/baa35a3c-41bd-4b0f-a6de-8da96b30e007 HTTP/1.1" status: 204 len: 168 time: 0.2780461 Dec 15 14:27:09.116321 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45962) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:09.116804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cbf418-baef-4373-b3e6-aee394a44b0f None None] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:27:09.211834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.278996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Deleting port 1c68ad4e-230d-4cdb-b79e-46cce788e1af {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:09.279244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.342163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] For port 1c68ad4e-230d-4cdb-b79e-46cce788e1af, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1c68ad4e-230d-4cdb-b79e-46cce788e1af,segment=NetworkSegment(f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace),segment_id=f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:09.342537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.360229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Calling delete_port for 1c68ad4e-230d-4cdb-b79e-46cce788e1af owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:09.366096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] DHCP port deletion for 0906b3ba-0269-475c-a8a1-4ab7cb44683c request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:27:09.449832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] Deleting port 1c68ad4e-230d-4cdb-b79e-46cce788e1af {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:27:09.450294 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.463934 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.467993 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 07b8cc69-606c-491b-8bbf-0c6976e75165 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:09.492079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c68ad4e-230d-4cdb-b79e-46cce788e1af,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:09.494851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] No DVR routers for this DVR port 1c68ad4e-230d-4cdb-b79e-46cce788e1af on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:27:09.536189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 07b8cc69-606c-491b-8bbf-0c6976e75165 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:27:09.536460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 07b8cc69-606c-491b-8bbf-0c6976e75165 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:09.537018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e364b6b5-5156-44fe-84f8-5c3f61e44314 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:09.561991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: e364b6b5-5156-44fe-84f8-5c3f61e44314 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:27:09.562408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e364b6b5-5156-44fe-84f8-5c3f61e44314 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:09.562891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1c68ad4e-230d-4cdb-b79e-46cce788e1af no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:27:09.574072 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.592148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 1c68ad4e-230d-4cdb-b79e-46cce788e1af {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:27:09.592437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1c68ad4e-230d-4cdb-b79e-46cce788e1af not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:27:09.596203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0906b3ba-0269-475c-a8a1-4ab7cb44683c']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:09.603049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] For port 1c68ad4e-230d-4cdb-b79e-46cce788e1af, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1c68ad4e-230d-4cdb-b79e-46cce788e1af,segment=NetworkSegment(f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace),segment_id=f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:27:09.605884 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.609755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:09.610049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e5a80c-f50d-4e2e-bb8b-f05ff5c67ace') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:27:09.621290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] Calling delete_port for 1c68ad4e-230d-4cdb-b79e-46cce788e1af owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:27:09.624195 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.648387 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.656037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:27:09.656608 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:27:09.658599 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:27:09.721815 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.725788 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.734257 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.740831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0906b3ba-0269-475c-a8a1-4ab7cb44683c HTTP/1.1" status: 204 len: 168 time: 0.6234670 Dec 15 14:27:09.753858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee9b3b-0691-4111-8514-887702760679 admin admin] Pushing event deleted for resources: {'Network': ['ID=0906b3ba-0269-475c-a8a1-4ab7cb44683c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:09.760514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] Network 0906b3ba-0269-475c-a8a1-4ab7cb44683c is not hosted by any dhcp agent {{(pid=109769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:27:09.760989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] No DVR routers for this DVR port 1c68ad4e-230d-4cdb-b79e-46cce788e1af on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:27:09.766479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137bc33-6ff8-49bb-b99c-bb0e34f0a09a None None] Pushing event deleted for resources: {'Port': ['ID=1c68ad4e-230d-4cdb-b79e-46cce788e1af,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:09.879724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45972) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:09.925937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-163ee913-a1c9-4767-9b2f-12200ab844a1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=800a5dd28f264c8e8ef1cd729c0b9894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449159 Dec 15 14:27:09.928274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45978) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:09.980832 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1dc09ad8-23a8-428f-85c5-9d083852e162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.007609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1dc09ad8-23a8-428f-85c5-9d083852e162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.062669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1dc09ad8-23a8-428f-85c5-9d083852e162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.065199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1dc09ad8-23a8-428f-85c5-9d083852e162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.066360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1dc09ad8-23a8-428f-85c5-9d083852e162 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6510a424-b214-4167-abcb-e2e704d4f178 HTTP/1.1" status: 204 len: 168 time: 0.1365774 Dec 15 14:27:10.075695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc09ad8-23a8-428f-85c5-9d083852e162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6510a424-b214-4167-abcb-e2e704d4f178,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:10.389260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45984) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:10.433230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2a30d35a-cc23-4ec8-860b-c1d3f8b05351 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a098a045008c46e7a9c2c2972d953cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394759 Dec 15 14:27:10.433423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 45988) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:10.479537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89609257-9c8b-4d4f-9da8-d6958080e95a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.500905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89609257-9c8b-4d4f-9da8-d6958080e95a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.547127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89609257-9c8b-4d4f-9da8-d6958080e95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.550344 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89609257-9c8b-4d4f-9da8-d6958080e95a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:10.551489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-89609257-9c8b-4d4f-9da8-d6958080e95a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c003ac5c-edc7-494a-a416-d680d86b9834 HTTP/1.1" status: 204 len: 168 time: 0.1171937 Dec 15 14:27:10.560618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89609257-9c8b-4d4f-9da8-d6958080e95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003ac5c-edc7-494a-a416-d680d86b9834,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:12.264573 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:27:31.171594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:31.240937 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-13205543-7291-4ebc-843c-86ba2f9bbae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:31.282218 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:33.859331 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0c04f20-d43f-4281-bab9-4d6920e38671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:34.938756 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:36.709810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:37.351651 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:49.264898 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:27:50.015857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-8b88d2d1-1a5d-49b3-975f-b2a0b432a03c req-673585de-85e2-4cf8-944c-0e8327723511 service neutron] (109768) timed out ('10.222.0.86', 60396) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:27:53.046661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46472) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:53.051222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-74a94fb4-f8a2-48a9-bf70-c57c3fcb2270 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355147093', 'description': 'tempest-secgroup-smoke-355147093 description', 'project_id': '9c5d896df7234090958b3967411bbb30'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:53.075966 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74a94fb4-f8a2-48a9-bf70-c57c3fcb2270 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.140194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74a94fb4-f8a2-48a9-bf70-c57c3fcb2270 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.143842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74a94fb4-f8a2-48a9-bf70-c57c3fcb2270 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.177100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74a94fb4-f8a2-48a9-bf70-c57c3fcb2270 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.178326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-74a94fb4-f8a2-48a9-bf70-c57c3fcb2270 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1306520 Dec 15 14:27:53.179202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a94fb4-f8a2-48a9-bf70-c57c3fcb2270 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.182632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46474) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:53.187169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b23a434a-c867-4b92-be6d-6da1116a75c6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a', 'project_id': '9c5d896df7234090958b3967411bbb30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:53.214834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b23a434a-c867-4b92-be6d-6da1116a75c6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.273472 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b23a434a-c867-4b92-be6d-6da1116a75c6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.277964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b23a434a-c867-4b92-be6d-6da1116a75c6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.296979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a434a-c867-4b92-be6d-6da1116a75c6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f03189-2744-495d-a4dd-786f5624865e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.301986 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b23a434a-c867-4b92-be6d-6da1116a75c6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.303160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b23a434a-c867-4b92-be6d-6da1116a75c6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195960 Dec 15 14:27:53.306734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46476) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:53.311117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-618d0950-b671-4e79-b201-31aa659d9580 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a', 'project_id': '9c5d896df7234090958b3967411bbb30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:53.339808 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-618d0950-b671-4e79-b201-31aa659d9580 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.397991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-618d0950-b671-4e79-b201-31aa659d9580 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.401691 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-618d0950-b671-4e79-b201-31aa659d9580 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.419779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d0950-b671-4e79-b201-31aa659d9580 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320d0015-1233-41c4-a255-3194ca6be55e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.426512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-618d0950-b671-4e79-b201-31aa659d9580 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.427693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-618d0950-b671-4e79-b201-31aa659d9580 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200204 Dec 15 14:27:53.431154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46478) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:53.435957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-89dbeb15-a324-43d1-8a91-aebbbaa70075 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a', 'project_id': '9c5d896df7234090958b3967411bbb30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:53.462325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89dbeb15-a324-43d1-8a91-aebbbaa70075 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.516432 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89dbeb15-a324-43d1-8a91-aebbbaa70075 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.519886 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89dbeb15-a324-43d1-8a91-aebbbaa70075 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.537552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbeb15-a324-43d1-8a91-aebbbaa70075 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29ce83d-d76f-4025-88f0-bb488744cef4,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.545777 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89dbeb15-a324-43d1-8a91-aebbbaa70075 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.546971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-89dbeb15-a324-43d1-8a91-aebbbaa70075 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147904 Dec 15 14:27:53.549719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46480) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:53.554000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-17b63f73-5c75-44f9-b2d8-56e03a395e9e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a', 'project_id': '9c5d896df7234090958b3967411bbb30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:53.579560 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17b63f73-5c75-44f9-b2d8-56e03a395e9e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.637263 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17b63f73-5c75-44f9-b2d8-56e03a395e9e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.640829 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17b63f73-5c75-44f9-b2d8-56e03a395e9e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.661661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b63f73-5c75-44f9-b2d8-56e03a395e9e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fced6fb7-5fdd-43c5-867e-899ac5669d47,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.668311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17b63f73-5c75-44f9-b2d8-56e03a395e9e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.669345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-17b63f73-5c75-44f9-b2d8-56e03a395e9e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186883 Dec 15 14:27:53.672065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46482) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:53.676308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f3093ce8-fdb6-44ac-bb8a-d821e33dd56b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a', 'project_id': '9c5d896df7234090958b3967411bbb30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:53.698071 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-f3093ce8-fdb6-44ac-bb8a-d821e33dd56b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Project 9c5d896df7234090958b3967411bbb30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:27:53.703101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3093ce8-fdb6-44ac-bb8a-d821e33dd56b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.760979 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3093ce8-fdb6-44ac-bb8a-d821e33dd56b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.764595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3093ce8-fdb6-44ac-bb8a-d821e33dd56b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.782535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3093ce8-fdb6-44ac-bb8a-d821e33dd56b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99980dc6-fddb-48ba-bfe7-7f232b1cdde3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.790757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3093ce8-fdb6-44ac-bb8a-d821e33dd56b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.791972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f3093ce8-fdb6-44ac-bb8a-d821e33dd56b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189566 Dec 15 14:27:53.794829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46484) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:27:53.799136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-60efcf5f-051e-4355-9acd-ed6bb4674052 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a', 'project_id': '9c5d896df7234090958b3967411bbb30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:53.823069 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-60efcf5f-051e-4355-9acd-ed6bb4674052 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Project 9c5d896df7234090958b3967411bbb30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:27:53.828022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60efcf5f-051e-4355-9acd-ed6bb4674052 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.886965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60efcf5f-051e-4355-9acd-ed6bb4674052 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.890896 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60efcf5f-051e-4355-9acd-ed6bb4674052 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.910923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efcf5f-051e-4355-9acd-ed6bb4674052 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d827e128-4ac7-4f39-a7ed-1a560a9214cd,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:53.917178 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60efcf5f-051e-4355-9acd-ed6bb4674052 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:53.918388 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-60efcf5f-051e-4355-9acd-ed6bb4674052 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226017 Dec 15 14:27:54.302639 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-497fae0b-1791-4b5d-ad99-d9b7fe1af37e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355147093&fields=id&tenant_id=9c5d896df7234090958b3967411bbb30 HTTP/1.1" status: 200 len: 267 time: 0.0471838 Dec 15 14:27:54.411616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-925e9618-c2ad-47c7-a3a1-b710227cf69b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:54.413112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-925e9618-c2ad-47c7-a3a1-b710227cf69b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/networks?id=6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 200 len: 814 time: 0.1037211 Dec 15 14:27:54.428910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-3ebe4123-8fa7-4127-bc4a-b43185ee4899 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/quotas/9c5d896df7234090958b3967411bbb30 HTTP/1.1" status: 200 len: 375 time: 0.0090673 Dec 15 14:27:54.485023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-7c1d8928-9d8c-402e-bf99-f66a85a46ee6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c5d896df7234090958b3967411bbb30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508325 Dec 15 14:27:54.608607 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-31390f0a-a05e-407b-90fb-a45efcb1b086 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:27:54.609647 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-31390f0a-a05e-407b-90fb-a45efcb1b086 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1136122 Dec 15 14:27:54.702580 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-27039b93-02bd-4758-a310-8611c11cc8c0 service neutron] 10.222.0.86 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865622 Dec 15 14:27:54.797136 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-b47b7586-d25a-483c-85e7-af7a2e743cf9 service neutron] 10.222.0.86 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Dec 15 14:27:55.142055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-409eab1f-5a96-4522-a7c6-5c747f341606 req-0c28acad-f57e-4696-8b77-858f200b342e tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 210 time: 0.0891342 Dec 15 14:27:56.108118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-48b1a9b0-f407-4510-8e0b-1577e73304e1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:56.109614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-48b1a9b0-f407-4510-8e0b-1577e73304e1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.74 "GET /v2.0/networks?id=6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 200 len: 814 time: 0.1104388 Dec 15 14:27:56.174882 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-a306d61d-3631-459b-bc8b-4f2228004cf4 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5d896df7234090958b3967411bbb30 HTTP/1.1" status: 200 len: 379 time: 0.0556347 Dec 15 14:27:56.185974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'port': {'device_id': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'admin_state_up': True, 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'security_groups': ['f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:56.256789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6676123d-a9c9-438b-a87a-805818696112 req-d9e8d4ef-da28-453b-83af-1baf0027889d tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 210 time: 0.0287471 Dec 15 14:27:56.303522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Made reservation on behalf of 9c5d896df7234090958b3967411bbb30 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:27:56.307143 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:56.430792 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Allocated IP 172.20.0.6 (6d5c6a2b-9453-4410-be72-55a18bfd42ab/4c361ce5-4ed6-48ae-a2ae-b84f76c1789f/86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:27:56.574367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:56.610030 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:56.656273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:27:56.659308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:27:56.662869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:27:56.693844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'Port': ['ID=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:56.722890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:56.723535 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:56.740563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f725ff74-c30b-4cb1-9c99-2cc73005e7e6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590644 Dec 15 14:27:56.753041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Request body: {'port': {'device_id': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:27:56.810346 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:56.899693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7e9ab030-1862-4d1d-84ba-02eef3edb3d4 None None] Provisioning complete for port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:27:56.900278 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab030-1862-4d1d-84ba-02eef3edb3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:56.942104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ab030-1862-4d1d-84ba-02eef3edb3d4 None None] Port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:27:57.088780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:27:57.096418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:57.108979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Transition to ACTIVE for port object 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:27:57.112553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:57.165689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Pushing event updated for resources: {'Port': ['ID=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:57.242011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Attempting to bind port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:27:57.243221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Attempting to bind port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:27:57.243824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Attempting to bind port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 on network 6d5c6a2b-9453-4410-be72-55a18bfd42ab {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:27:57.248766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 on network 6d5c6a2b-9453-4410-be72-55a18bfd42ab not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:27:57.249230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Attempting to bind port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 on network 6d5c6a2b-9453-4410-be72-55a18bfd42ab {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:27:57.254531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:27:57.254985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Checking segment: {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:27:57.255471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Bound using segment: {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:27:57.256041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Bound port: 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0031aa86-c80e-4104-9881-61527b04fead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:27:57.256502 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:57.333016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] For port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:27:57.337786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] For port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:27:57.347027 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:57.423261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.424031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:57.425477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] 10.222.0.74 "PUT /v2.0/ports/86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 200 len: 1091 time: 0.6767478 Dec 15 14:27:57.425997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:27:57.428473 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ed36d2-d092-4110-8fcc-34ae3ccede44" -d '{"events": [{"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:27:57.466411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321704b2-0ff7-45ce-a38d-d4decf4702bb service neutron] Pushing event updated for resources: {'Port': ['ID=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:27:57.486279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07c4d-67d6-453b-bbb3-0f101479f1a9 req-21796a64-e92c-4e81-891e-b1344bdc9a0a tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.488113 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55e07c4d-67d6-453b-bbb3-0f101479f1a9 req-21796a64-e92c-4e81-891e-b1344bdc9a0a tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.1124032 Dec 15 14:27:57.490063 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff67a2f8-949e-4b08-8e6f-368fe3c83466 x-openstack-request-id: req-ff67a2f8-949e-4b08-8e6f-368fe3c83466 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:27:57.490366 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:27:57.490630 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff67a2f8-949e-4b08-8e6f-368fe3c83466 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:27:57.491034 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'status': 'completed', 'code': 200} Dec 15 14:27:57.568995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f546332b-ca73-4141-80a4-89299f6f69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.570550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-f546332b-ca73-4141-80a4-89299f6f69d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c5d896df7234090958b3967411bbb30&device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1094 time: 0.0787506 Dec 15 14:27:57.574894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55e07c4d-67d6-453b-bbb3-0f101479f1a9 req-46ee011e-c388-402c-9a1b-590c7c921954 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736909 Dec 15 14:27:57.621432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-e517e236-fdaf-42c6-9075-bc1c7f3eaa85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 200 len: 217 time: 0.0430970 Dec 15 14:27:57.672946 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-83b34d8d-ec8e-4878-8a79-40fd356540bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.674429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-83b34d8d-ec8e-4878-8a79-40fd356540bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f HTTP/1.1" status: 200 len: 853 time: 0.0453019 Dec 15 14:27:57.727079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-39447f32-e41b-4dda-9e7e-74d3638d0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:57.728811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-39447f32-e41b-4dda-9e7e-74d3638d0f57 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d5c6a2b-9453-4410-be72-55a18bfd42ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461681 Dec 15 14:27:57.827314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-40739bf4-6c37-46ab-950d-50d7f8e98f49 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913835 Dec 15 14:27:57.921727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9147e28-a54f-4a13-9b87-447a812c63c9 req-d0d461af-93cb-47ef-bc59-3814d6b9aa9b service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868065 Dec 15 14:27:58.009859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-1714e1ed-d3ee-4819-b7f2-406035595792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:58.011275 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-1714e1ed-d3ee-4819-b7f2-406035595792 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c5d896df7234090958b3967411bbb30&device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1094 time: 0.0460083 Dec 15 14:27:58.100406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-fc36463c-3ff1-4ca3-97bc-dad7aae39797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:58.102572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-fc36463c-3ff1-4ca3-97bc-dad7aae39797 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 200 len: 916 time: 0.0844507 Dec 15 14:27:58.147265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-79739dd2-a21d-4783-b929-618ccd57637a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 200 len: 217 time: 0.0381231 Dec 15 14:27:58.200408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-0f3e13be-4075-4158-862b-0627af8478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:58.201861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-0f3e13be-4075-4158-862b-0627af8478e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f HTTP/1.1" status: 200 len: 853 time: 0.0475352 Dec 15 14:27:58.247364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-011cdb70-c19b-426b-ad61-4e8bc3a0f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:58.248883 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-011cdb70-c19b-426b-ad61-4e8bc3a0f4d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d5c6a2b-9453-4410-be72-55a18bfd42ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398965 Dec 15 14:27:58.342710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-b4c1c5f8-e5e1-4212-8d24-358975176c43 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860486 Dec 15 14:27:58.433424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4ed36d2-d092-4110-8fcc-34ae3ccede44 req-1d64684f-dad8-4d3e-a0ad-18a60a26eacf service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830503 Dec 15 14:27:58.700035 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79e1ec-a63c-4918-8823-9baab14cede9 req-6f00f699-ad48-47bf-b01e-999676526013 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:58.701509 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a79e1ec-a63c-4918-8823-9baab14cede9 req-6f00f699-ad48-47bf-b01e-999676526013 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0496318 Dec 15 14:27:58.754247 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5a79e1ec-a63c-4918-8823-9baab14cede9 req-f4c51c37-d521-422d-acee-d6f84ae99bdf tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465539 Dec 15 14:27:59.875119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85ab28-148b-4490-8fe2-9dd78374e7b8 req-6ad728ce-a00d-4288-8c04-5f5fc10118c8 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:59.876746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a85ab28-148b-4490-8fe2-9dd78374e7b8 req-6ad728ce-a00d-4288-8c04-5f5fc10118c8 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0537682 Dec 15 14:27:59.927602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3a85ab28-148b-4490-8fe2-9dd78374e7b8 req-d5d642a2-a35a-40a9-a1c0-c57c76b1cfbd tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Dec 15 14:28:01.053268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b09ec-cc6f-4114-9bf6-50d8779f1ee9 req-1a03a474-a2ca-42cb-8427-e65e39f85016 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:01.054877 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c58b09ec-cc6f-4114-9bf6-50d8779f1ee9 req-1a03a474-a2ca-42cb-8427-e65e39f85016 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0547862 Dec 15 14:28:01.113259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c58b09ec-cc6f-4114-9bf6-50d8779f1ee9 req-0c18f52c-06d0-46cf-ab20-4d58754b2673 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522506 Dec 15 14:28:01.176149 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.244496 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2614e6b1-a01a-4245-9180-0e26d39380d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:01.300545 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:02.234845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788752-d3f2-471f-ad7a-b995c9ef1aba req-96f08b17-072a-4072-a9c4-f763898d8e18 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:02.236378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0788752-d3f2-471f-ad7a-b995c9ef1aba req-96f08b17-072a-4072-a9c4-f763898d8e18 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0529394 Dec 15 14:28:02.286082 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0788752-d3f2-471f-ad7a-b995c9ef1aba req-c997c643-dafa-43da-8f41-d63e1ce0654d tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436928 Dec 15 14:28:03.417831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a7afc-a034-4fa0-af47-e3e0825fde17 req-07a5beff-898f-4602-97a0-43b879d35025 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:03.419259 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f62a7afc-a034-4fa0-af47-e3e0825fde17 req-07a5beff-898f-4602-97a0-43b879d35025 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0526767 Dec 15 14:28:03.471749 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f62a7afc-a034-4fa0-af47-e3e0825fde17 req-23d478a7-9016-47cd-bfe2-d143103274ac tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462592 Dec 15 14:28:03.861408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de9f4185-573d-4571-920c-0bbfed7ecc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:04.584095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d7737-43ee-4382-b648-684629c87559 req-10b6e538-1f24-48b8-b104-3a97e2341ec2 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:04.586131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a4d7737-43ee-4382-b648-684629c87559 req-10b6e538-1f24-48b8-b104-3a97e2341ec2 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0480340 Dec 15 14:28:04.634571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a4d7737-43ee-4382-b648-684629c87559 req-33aa6ee2-18f0-45e2-8301-e98f8802ee50 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 Dec 15 14:28:04.944109 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.751909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2477-5d17-4a56-80e5-27922379046e req-6131ee86-64cc-457a-932d-22d966c29ed5 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:05.753422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-089a2477-5d17-4a56-80e5-27922379046e req-6131ee86-64cc-457a-932d-22d966c29ed5 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0507174 Dec 15 14:28:05.802140 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-089a2477-5d17-4a56-80e5-27922379046e req-69b30c98-14ff-4e2d-98c9-e4073d7a9d71 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Dec 15 14:28:06.709918 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:06.927052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fbdd-ce4f-4332-93ee-66c210047343 req-9f844598-291b-4bec-bfbe-deabd6925460 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:06.928477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7032fbdd-ce4f-4332-93ee-66c210047343 req-9f844598-291b-4bec-bfbe-deabd6925460 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0564981 Dec 15 14:28:06.977482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7032fbdd-ce4f-4332-93ee-66c210047343 req-0ee45c50-fb1f-412e-a8aa-7cc84fa64e70 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430393 Dec 15 14:28:07.354598 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:08.095150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e728f-0f28-4982-9389-42b643f6a309 req-28fd493d-6244-4d9c-b2d3-c2acde7b4c1f tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:08.096643 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a43e728f-0f28-4982-9389-42b643f6a309 req-28fd493d-6244-4d9c-b2d3-c2acde7b4c1f tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 943 time: 0.0524549 Dec 15 14:28:08.146168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a43e728f-0f28-4982-9389-42b643f6a309 req-ea59609e-5c9d-493d-ba06-fb2b92291061 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427525 Dec 15 14:28:08.357236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:28:08.457161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:08.473318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'mac_address': 'fa:16:3e:21:94:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:28:08.671395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:08.683384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:28:08.702430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:08.706280 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:08.750918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:08.758594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.758942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.759286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.759627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.759995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.760333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.760662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.760989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.761318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.761641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.761964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.762286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.762610 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:08.930484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:28:09.263880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0f7ff-e757-4bd8-adc0-56dc83c91f77 req-e8da1199-40ce-45d1-ae56-7dccb887ec50 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:09.265378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bac0f7ff-e757-4bd8-adc0-56dc83c91f77 req-e8da1199-40ce-45d1-ae56-7dccb887ec50 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 944 time: 0.0489588 Dec 15 14:28:09.315061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bac0f7ff-e757-4bd8-adc0-56dc83c91f77 req-9bd27a35-d9ae-4f5a-8cda-14c4be7a4af7 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 Dec 15 14:28:10.365093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:28:10.417822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:28:10.421899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:28:10.422271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:10.439967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2e593-7e42-4e70-b653-8dd4134b9132 req-317c85b6-34a3-4f9a-9569-5e5432e9def7 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:10.441475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ba2e593-7e42-4e70-b653-8dd4134b9132 req-317c85b6-34a3-4f9a-9569-5e5432e9def7 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 944 time: 0.0575736 Dec 15 14:28:10.493582 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ba2e593-7e42-4e70-b653-8dd4134b9132 req-4a59f28f-fddb-430d-8aeb-63b9a7442913 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453658 Dec 15 14:28:10.500719 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:10.523974 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:10.525652 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b946f-5c9e-4601-94d2-13268bb50215" -d '{"events": [{"server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "name": "network-vif-plugged", "status": "completed", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:10.537991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:10.542360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:10.567265 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69cc45b-fee8-4b30-94a8-4f955849108f x-openstack-request-id: req-b69cc45b-fee8-4b30-94a8-4f955849108f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:10.567558 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "name": "network-vif-plugged", "status": "completed", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:10.567810 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b69cc45b-fee8-4b30-94a8-4f955849108f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:10.568224 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'code': 200} Dec 15 14:28:10.595429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:10.663668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fa152-6d33-4aae-8739-a675e2f0ec68 req-785430b0-320c-42c2-a5cf-1259340305d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:10.665437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f0fa152-6d33-4aae-8739-a675e2f0ec68 req-785430b0-320c-42c2-a5cf-1259340305d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1096 time: 0.0405240 Dec 15 14:28:10.716436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f0fa152-6d33-4aae-8739-a675e2f0ec68 req-e3241bf5-2452-4234-8b60-1a9a0957dbd2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Dec 15 14:28:11.621378 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa631c5d-c0fe-4eb0-a963-a75fb98cd65c req-2d2b221c-d263-4030-9039-1f35f68da735 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:11.622850 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa631c5d-c0fe-4eb0-a963-a75fb98cd65c req-2d2b221c-d263-4030-9039-1f35f68da735 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 945 time: 0.0552807 Dec 15 14:28:11.672985 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fa631c5d-c0fe-4eb0-a963-a75fb98cd65c req-de8cc20e-74ae-4bad-8fa0-72213f80538a tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440862 Dec 15 14:28:12.790221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970e470-bc2d-48c9-9f90-598cbc5b88ca req-b805e9f5-c55d-4bd2-9ee2-7082bd7174a3 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:12.791721 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b970e470-bc2d-48c9-9f90-598cbc5b88ca req-b805e9f5-c55d-4bd2-9ee2-7082bd7174a3 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 945 time: 0.0493133 Dec 15 14:28:12.842651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b970e470-bc2d-48c9-9f90-598cbc5b88ca req-2158d971-9820-433c-8a51-46e8968b05f0 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 Dec 15 14:28:12.957638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a07c2-dce5-4cdf-be29-54550b8da346 req-bed8da2a-7fc8-401b-9320-70af4574ab23 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:12.959019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e5a07c2-dce5-4cdf-be29-54550b8da346 req-bed8da2a-7fc8-401b-9320-70af4574ab23 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 945 time: 0.0493424 Dec 15 14:28:13.009026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8e5a07c2-dce5-4cdf-be29-54550b8da346 req-669e5608-115b-4ebe-8e3d-fe87daf447d9 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Dec 15 14:28:13.031272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46552) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:13.168268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2059654b-8892-4be4-ab90-e36198a3219b tempest-TestVolumeBackupRestore-1426588267 tempest-TestVolumeBackupRestore-1426588267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:13.169782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2059654b-8892-4be4-ab90-e36198a3219b tempest-TestVolumeBackupRestore-1426588267 tempest-TestVolumeBackupRestore-1426588267-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1091 time: 0.1371479 Dec 15 14:28:13.172823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:13.177002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:13.199273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:13.299692 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:13.406779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Allocated IP 172.25.7.176 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/0385d12b-c29c-4cad-a824-ef20929fc2b4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:28:13.508636 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:13.543709 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:13.583771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:28:13.587308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:28:13.590911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:28:13.619278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'Port': ['ID=0385d12b-c29c-4cad-a824-ef20929fc2b4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:13.635570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.635952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.636299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.636643 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.636980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.637315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.637645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.637972 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.638297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.638624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.639058 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.639270 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.639616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:13.976108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:14.046447 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:14.197240 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:14.201699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:14.278290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event updated for resources: {'Port': ['ID=0385d12b-c29c-4cad-a824-ef20929fc2b4,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:14.286758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:14.387354 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Floating IP e75553ce-2264-4086-816a-d83e29d6d952 associated. External IP: 172.25.7.176, port: 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7. Dec 15 14:28:14.849111 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:28:14.958560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:28:14.968702 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] Sync routers for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:28:14.977893 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:14.979478 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:14.980124 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:15.005484 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b66d8776-1fd7-4f11-ac27-e7984d0de935 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8316426 Dec 15 14:28:15.006075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:15.008311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46558) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:15.008821 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91" -d '{"events": [{"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:15.048652 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2c70ae-c00a-4f97-9953-420111abbf6e x-openstack-request-id: req-dc2c70ae-c00a-4f97-9953-420111abbf6e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:15.048966 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:15.049261 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dc2c70ae-c00a-4f97-9953-420111abbf6e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:15.049763 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'status': 'completed', 'code': 200} Dec 15 14:28:15.050954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1616c00f-d417-41c7-b2bd-3290b8573b36 tempest-TestVolumeBackupRestore-1426588267 tempest-TestVolumeBackupRestore-1426588267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:15.052641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1616c00f-d417-41c7-b2bd-3290b8573b36 tempest-TestVolumeBackupRestore-1426588267 tempest-TestVolumeBackupRestore-1426588267-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1091 time: 0.0430584 Dec 15 14:28:15.056634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46562) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:15.062631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c2ac1763-624d-451c-b31d-71c749af402b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Request body: {'floatingip': {'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:28:15.098050 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:15.112303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-fe42fc7d-1fe0-4cc2-97a9-4ecb1bf32baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:15.114066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-fe42fc7d-1fe0-4cc2-97a9-4ecb1bf32baa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c5d896df7234090958b3967411bbb30&device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1096 time: 0.0414538 Dec 15 14:28:15.121508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1763-624d-451c-b31d-71c749af402b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:15.221907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-c078379f-d31e-4220-90fa-339496e7ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:15.223475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-c078379f-d31e-4220-90fa-339496e7ec3e service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 200 len: 916 time: 0.1008174 Dec 15 14:28:15.294172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-2fdca4d0-b5ff-434c-a566-d3a4643f094c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 200 len: 999 time: 0.0639293 Dec 15 14:28:15.339368 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e75553ce-2264-4086-816a-d83e29d6d952', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'mac_address': 'fa:16:3e:21:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:28:13Z', 'updated_at': '2021-12-15T14:28:13Z', 'revision_number': 0, 'project_id': '9c5d896df7234090958b3967411bbb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:15.352850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-ff6ac17e-e20e-46c8-9c9b-0da75e3bc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:15.354409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-ff6ac17e-e20e-46c8-9c9b-0da75e3bc9b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f HTTP/1.1" status: 200 len: 853 time: 0.0531635 Dec 15 14:28:15.371349 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] Checking router: 622ff4b1-aae5-46dc-8a45-c0eae0f3211f for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:28:15.379767 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:15.380429 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:15.403611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-a1a26717-8d0f-488e-a706-ed8336fac53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:15.405159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-a1a26717-8d0f-488e-a706-ed8336fac53e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d5c6a2b-9453-4410-be72-55a18bfd42ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436685 Dec 15 14:28:15.491011 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:15.502533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-e6193d34-215f-4b8b-a2e7-cc4320b3e528 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900612 Dec 15 14:28:15.598669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d04dc51-0c1f-4f3d-8aa2-1759e0065b91 req-b2b57570-131b-43dc-b614-9faa10dca428 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893369 Dec 15 14:28:15.641210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1763-624d-451c-b31d-71c749af402b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:15.645024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1763-624d-451c-b31d-71c749af402b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:15.723584 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e75553ce-2264-4086-816a-d83e29d6d952', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'mac_address': 'fa:16:3e:21:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:28:13Z', 'updated_at': '2021-12-15T14:28:13Z', 'revision_number': 0, 'project_id': '9c5d896df7234090958b3967411bbb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:15.750203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc81b8-4f6a-4d30-9fd7-f54e0c387f21 None None] The sync data for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 is: [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e75553ce-2264-4086-816a-d83e29d6d952', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'mac_address': 'fa:16:3e:21:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:28:13Z', 'updated_at': '2021-12-15T14:28:13Z', 'revision_number': 0, 'project_id': '9c5d896df7234090958b3967411bbb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:28:15.866599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ac1763-624d-451c-b31d-71c749af402b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:28:15.951094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106882a-d281-4edd-ae20-f31eb5c721bd None None] New status for floating IP e75553ce-2264-4086-816a-d83e29d6d952: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:28:15.983730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ac1763-624d-451c-b31d-71c749af402b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:28:15.988549 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1763-624d-451c-b31d-71c749af402b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:16.041957 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c2ac1763-624d-451c-b31d-71c749af402b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "PUT /v2.0/floatingips/e75553ce-2264-4086-816a-d83e29d6d952 HTTP/1.1" status: 200 len: 991 time: 0.9841166 Dec 15 14:28:16.163422 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] Sync routers for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:28:16.173262 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:16.173878 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:16.282438 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:16.510225 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e75553ce-2264-4086-816a-d83e29d6d952', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'mac_address': 'fa:16:3e:21:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:28:13Z', 'updated_at': '2021-12-15T14:28:16Z', 'revision_number': 2, 'project_id': '9c5d896df7234090958b3967411bbb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:16.535972 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] Checking router: 622ff4b1-aae5-46dc-8a45-c0eae0f3211f for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:28:16.546252 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:16.546864 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:16.654530 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:16.969443 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e75553ce-2264-4086-816a-d83e29d6d952', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'mac_address': 'fa:16:3e:21:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:28:13Z', 'updated_at': '2021-12-15T14:28:16Z', 'revision_number': 2, 'project_id': '9c5d896df7234090958b3967411bbb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:16.995370 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed37ac-d5c5-4d71-b9eb-825f750d7776 None None] The sync data for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 is: [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e75553ce-2264-4086-816a-d83e29d6d952', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'port_id': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'mac_address': 'fa:16:3e:21:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:28:13Z', 'updated_at': '2021-12-15T14:28:16Z', 'revision_number': 2, 'project_id': '9c5d896df7234090958b3967411bbb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:28:17.050912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'}, {'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:17.053490 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70" -d '{"events": [{"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7"}, {"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:17.092874 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5951f436-c6e4-4302-9cef-7ebaf91bba39 x-openstack-request-id: req-5951f436-c6e4-4302-9cef-7ebaf91bba39 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:17.093179 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:17.093436 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5951f436-c6e4-4302-9cef-7ebaf91bba39 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:17.093845 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'status': 'completed', 'code': 200} Dec 15 14:28:17.094101 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'status': 'completed', 'code': 200} Dec 15 14:28:17.160889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-1caaad87-f97d-41e1-9adf-7dd9eae23d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:17.163478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-1caaad87-f97d-41e1-9adf-7dd9eae23d18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c5d896df7234090958b3967411bbb30&device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1096 time: 0.0468013 Dec 15 14:28:17.562373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-1a6177bd-70cb-4b31-962f-edf30724a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:17.563824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-1a6177bd-70cb-4b31-962f-edf30724a939 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 200 len: 916 time: 0.3936877 Dec 15 14:28:17.627515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-7665db6a-76b5-461e-8d8c-a43bbc822af5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0566556 Dec 15 14:28:17.674698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-98092155-a268-4fa3-ba22-dc318b035568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:17.676248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-98092155-a268-4fa3-ba22-dc318b035568 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f HTTP/1.1" status: 200 len: 853 time: 0.0419557 Dec 15 14:28:17.723468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-83d695b3-6672-4114-ab69-1487ffe3d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:17.725542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-83d695b3-6672-4114-ab69-1487ffe3d4bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d5c6a2b-9453-4410-be72-55a18bfd42ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422843 Dec 15 14:28:17.820535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-5b1a5839-5d18-40a7-b5fe-a69f9f9e6803 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878990 Dec 15 14:28:17.911573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-0b5afdfe-3d04-4904-9dbc-d172799ab965 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840364 Dec 15 14:28:17.990372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-669a97ab-21fb-4555-a1ae-58f2897bc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:17.992840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-669a97ab-21fb-4555-a1ae-58f2897bc95f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c5d896df7234090958b3967411bbb30&device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1096 time: 0.0423725 Dec 15 14:28:18.087043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-b7d67dd3-46af-4223-9108-49b45f48420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:18.088456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-b7d67dd3-46af-4223-9108-49b45f48420b service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 200 len: 916 time: 0.0877650 Dec 15 14:28:18.155307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-81bfba38-09b1-4522-b92c-cb03e0c7e678 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0598059 Dec 15 14:28:18.208514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-91fe137d-4d97-461a-9d5a-aa0f55e51e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:18.210157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-91fe137d-4d97-461a-9d5a-aa0f55e51e3b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f HTTP/1.1" status: 200 len: 853 time: 0.0484543 Dec 15 14:28:18.259181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-1bd9032a-101d-4cee-91f4-f4a181007cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:18.260704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-1bd9032a-101d-4cee-91f4-f4a181007cc3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d5c6a2b-9453-4410-be72-55a18bfd42ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441213 Dec 15 14:28:18.349321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-1d3f799c-b76e-4e51-9e36-8c09aa828818 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812972 Dec 15 14:28:18.439907 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b51242f-d2de-4e00-b6c5-9adc15d8bf70 req-3d4f403f-9c30-49be-aa3e-e2ff3ccb01c3 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832286 Dec 15 14:28:26.265278 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:28:26.706759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cfff220-ebf9-443f-839d-1885405daa17 req-9646d903-a019-4e59-a296-01b9e498a20d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922761 Dec 15 14:28:26.785898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff220-ebf9-443f-839d-1885405daa17 req-54c048bd-f259-4f17-8f64-002d40043b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:26.788759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cfff220-ebf9-443f-839d-1885405daa17 req-54c048bd-f259-4f17-8f64-002d40043b5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c5d896df7234090958b3967411bbb30&device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1096 time: 0.0401032 Dec 15 14:28:26.893199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff220-ebf9-443f-839d-1885405daa17 req-f78d503b-58b3-4223-8ee2-f017f0b65071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:26.894562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cfff220-ebf9-443f-839d-1885405daa17 req-f78d503b-58b3-4223-8ee2-f017f0b65071 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 200 len: 916 time: 0.0868709 Dec 15 14:28:26.958441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cfff220-ebf9-443f-839d-1885405daa17 req-752023ee-76c0-476c-acd5-9ad58f650294 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0569632 Dec 15 14:28:27.004799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff220-ebf9-443f-839d-1885405daa17 req-bee90920-652f-4379-8fa2-e6c5de964fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:27.006214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cfff220-ebf9-443f-839d-1885405daa17 req-bee90920-652f-4379-8fa2-e6c5de964fbc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f HTTP/1.1" status: 200 len: 853 time: 0.0412202 Dec 15 14:28:27.055011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff220-ebf9-443f-839d-1885405daa17 req-5a2597b5-9168-428e-9688-d3e03d0f54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:27.056509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cfff220-ebf9-443f-839d-1885405daa17 req-5a2597b5-9168-428e-9688-d3e03d0f54eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d5c6a2b-9453-4410-be72-55a18bfd42ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434945 Dec 15 14:28:27.145538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cfff220-ebf9-443f-839d-1885405daa17 req-c7924e92-2b30-4077-980c-0e65470bbabf service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819042 Dec 15 14:28:27.240447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1cfff220-ebf9-443f-839d-1885405daa17 req-2f75caf0-7886-499c-8abc-bb94766c2264 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877495 Dec 15 14:28:31.181859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:31.246358 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-097743fe-e43d-43de-adf2-dbe5de6da5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:31.294962 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:33.870018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09654683-767d-470f-a98f-32b5f49d1f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:34.943924 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:36.713532 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:37.356373 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.538745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 46574) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:44.695698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Deleting port 0385d12b-c29c-4cad-a824-ef20929fc2b4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:44.696070 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.773001 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.773314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.784782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Calling delete_port for 0385d12b-c29c-4cad-a824-ef20929fc2b4 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:44.932209 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.957423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event deleted for resources: {'Port': ['ID=0385d12b-c29c-4cad-a824-ef20929fc2b4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:45.017566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:45.017899 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Floating IP e75553ce-2264-4086-816a-d83e29d6d952 disassociated (deleted). External IP: 172.25.7.176, port: 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7. Dec 15 14:28:45.230951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:28:45.341340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:28:45.346249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:45.350936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] Sync routers for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:28:45.361600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:45.362238 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:45.374536 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b0d3cbbd-e171-4455-afc7-46979418bff1 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "DELETE /v2.0/floatingips/e75553ce-2264-4086-816a-d83e29d6d952 HTTP/1.1" status: 204 len: 168 time: 0.8347774 Dec 15 14:28:45.375119 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:45.377690 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f" -d '{"events": [{"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:45.417576 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc41436-a6cc-4517-8843-5ddadcceaafe x-openstack-request-id: req-dcc41436-a6cc-4517-8843-5ddadcceaafe {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:45.417884 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:45.418293 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dcc41436-a6cc-4517-8843-5ddadcceaafe {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:45.418717 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'status': 'completed', 'code': 200} Dec 15 14:28:45.474073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:45.490398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-373c212c-05bf-4522-abfd-08365ed04e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:45.493257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-373c212c-05bf-4522-abfd-08365ed04e7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c5d896df7234090958b3967411bbb30&device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 1096 time: 0.0524955 Dec 15 14:28:45.601477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-2932451a-2a70-4ef0-8e90-62859f6bf0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:45.602966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-2932451a-2a70-4ef0-8e90-62859f6bf0b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 200 len: 916 time: 0.0976548 Dec 15 14:28:45.614321 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bd40f-32d0-4cdb-b75c-bf318d47f081 req-c896d67a-344e-42a9-8c81-988d9aeba8f2 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:45.616271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c2bd40f-32d0-4cdb-b75c-bf318d47f081 req-c896d67a-344e-42a9-8c81-988d9aeba8f2 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 945 time: 0.0532978 Dec 15 14:28:45.651791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-e0297fb4-06bf-4e59-a4af-fe53c1be5ae8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 200 len: 217 time: 0.0410523 Dec 15 14:28:45.673905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6c2bd40f-32d0-4cdb-b75c-bf318d47f081 req-10fa557e-89d4-44e7-9602-cd8070c3005d tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495157 Dec 15 14:28:45.695578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:45.707211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-4439d1cd-417a-481a-a9d2-b34fbffea98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:45.708801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-4439d1cd-417a-481a-a9d2-b34fbffea98b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f HTTP/1.1" status: 200 len: 853 time: 0.0472660 Dec 15 14:28:45.727624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] Checking router: 622ff4b1-aae5-46dc-8a45-c0eae0f3211f for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:28:45.736201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:45.736822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:45.755709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-c2f28ea1-4663-412e-89a7-06ed54eb9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:45.757300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-c2f28ea1-4663-412e-89a7-06ed54eb9027 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d5c6a2b-9453-4410-be72-55a18bfd42ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408778 Dec 15 14:28:45.849767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:45.856566 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-06252154-bd34-4775-a946-a78f53ba1c77 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896695 Dec 15 14:28:45.953328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b5cf9b07-775d-4fbd-a2ce-cc3a8369e02f req-f83cf592-d921-4f9f-9b22-769e557a8a73 service neutron] 10.222.0.74 "GET /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886223 Dec 15 14:28:46.050913 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:46.081947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4e1ca-69e5-4599-86f4-091f4f6f17b3 None None] The sync data for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 is: [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '4ae39548-c31d-4a8e-b467-89f30d1d6c79', 'name': '', 'network_id': '6d5c6a2b-9453-4410-be72-55a18bfd42ab', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'mac_address': 'fa:16:3e:cb:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:49Z', 'updated_at': '2021-12-15T14:25:53Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'subnets': [{'id': '4c361ce5-4ed6-48ae-a2ae-b84f76c1789f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:28:46.309468 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83833c8-4aa6-41e5-8946-eff58a439750 None None] New status for floating IP e75553ce-2264-4086-816a-d83e29d6d952: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:28:46.798709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa09f42-85fe-4c78-aa60-84ce409ad27c req-afca9dbf-deef-4406-b51f-8350918aaa17 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.800248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6aa09f42-85fe-4c78-aa60-84ce409ad27c req-afca9dbf-deef-4406-b51f-8350918aaa17 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 945 time: 0.0514953 Dec 15 14:28:46.855051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6aa09f42-85fe-4c78-aa60-84ce409ad27c req-8d31d0ff-9a3d-48e1-90a9-dfb3bd41330c tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481148 Dec 15 14:28:47.265160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-40d6f988-f7c2-4755-a3e6-032c6580df80 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:47.266621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-40d6f988-f7c2-4755-a3e6-032c6580df80 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.74 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 945 time: 0.0488353 Dec 15 14:28:47.361237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Deleting port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:47.361582 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:47.455009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] For port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:47.455300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:47.467238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Calling delete_port for 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:47.597378 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:47.627832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event deleted for resources: {'Port': ['ID=86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:47.642832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.643187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.643537 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.643889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.644241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.644579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.644909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.645236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.645564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.645892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.646222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.646540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.646862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:47.682446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] No DVR routers for this DVR port 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:47.685887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:47.689321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-214a62d9-5b31-4202-9fe3-edeb68f4e2b9 req-8910b90e-4485-4626-b9a4-11d15b44d958 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.74 "DELETE /v2.0/ports/86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 HTTP/1.1" status: 204 len: 173 time: 0.4150586 Dec 15 14:28:47.689799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'name': 'network-vif-deleted', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:47.692608 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c154789b-d665-4d5b-b20a-6741ff792c98" -d '{"events": [{"server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "name": "network-vif-deleted", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:47.731156 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7618a90-0050-42b3-a170-bb4d3ec7a35b x-openstack-request-id: req-d7618a90-0050-42b3-a170-bb4d3ec7a35b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:47.731457 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a300f98d-a45d-4ea9-8247-31ebbbc29f5f", "name": "network-vif-deleted", "tag": "86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:47.731714 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d7618a90-0050-42b3-a170-bb4d3ec7a35b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:47.732152 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a300f98d-a45d-4ea9-8247-31ebbbc29f5f', 'name': 'network-vif-deleted', 'tag': '86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7', 'status': 'completed', 'code': 200} Dec 15 14:28:47.952507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a802afe-1c89-496a-aaf8-481a3412b321 req-7b57a9b9-d3fc-4b02-a595-adc26a8abcc6 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 210 time: 0.0274718 Dec 15 14:28:49.063918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3ad7afe3-6778-43f2-b730-7ece63ec7cd7 req-ff60671c-2325-43fb-b2c4-bfef3f38d58c tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 210 time: 0.0378211 Dec 15 14:28:50.167696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d2f51b6-c0e4-4958-9e6a-bbbf9fb292ad req-ada1ae7b-9d7a-4067-96ae-245f3d6a2f3b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 210 time: 0.0277424 Dec 15 14:28:50.570763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:50.595860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:50.596143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 86b0b8f9-9c7a-4ae3-95b8-3f772054d9c7 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:51.269995 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ae73aab-38d8-4b53-8db8-842466eb8f1d req-4c5ca824-9d1f-4164-a314-e63bd7b49339 tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 210 time: 0.0291736 Dec 15 14:28:52.384779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2dee6777-fdd8-4047-a73c-2476e2c92988 req-5ca5258a-a062-48b1-80bd-7daf3593566b tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "GET /v2.0/ports?device_id=a300f98d-a45d-4ea9-8247-31ebbbc29f5f HTTP/1.1" status: 200 len: 210 time: 0.0319955 Dec 15 14:28:53.443290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 46598) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:53.499600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b47687cc-0374-4665-984b-9e07bab0234f tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.524354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b47687cc-0374-4665-984b-9e07bab0234f tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.583248 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b47687cc-0374-4665-984b-9e07bab0234f tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.586132 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b47687cc-0374-4665-984b-9e07bab0234f tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.587334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b47687cc-0374-4665-984b-9e07bab0234f tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] 10.222.0.86 "DELETE /v2.0/security-groups/f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a HTTP/1.1" status: 204 len: 168 time: 0.1429591 Dec 15 14:28:53.597511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47687cc-0374-4665-984b-9e07bab0234f tempest-TestVolumeBackupRestore-738526499 tempest-TestVolumeBackupRestore-738526499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ef8d37-ab30-4dbd-95e1-2dfc09433b6a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:58.063599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47052) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:58.426058 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:58.671838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Deleting port 4ae39548-c31d-4a8e-b467-89f30d1d6c79 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:58.672206 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:58.749354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] For port 4ae39548-c31d-4a8e-b467-89f30d1d6c79, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4ae39548-c31d-4a8e-b467-89f30d1d6c79,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:58.749611 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:58.762298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Calling delete_port for 4ae39548-c31d-4a8e-b467-89f30d1d6c79 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:58.948329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:58.972426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae39548-c31d-4a8e-b467-89f30d1d6c79,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:59.144298 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.364277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:28:59.474554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:28:59.480484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-77481b3e-203e-44cc-9db4-e72073aacba4 admin admin] 10.222.0.86 "PUT /v2.0/routers/622ff4b1-aae5-46dc-8a45-c0eae0f3211f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4157743 Dec 15 14:28:59.483255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:59.485056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] Sync routers for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:28:59.494622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:59.495272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:59.589413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.600837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:59.694156 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.748160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Deleting port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:59.748708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.783012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:28:58Z', 'revision_number': 5, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port': {'id': '81a459aa-ce17-4928-a1d7-ed0d9257c8d7', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:47Z', 'updated_at': '2021-12-15T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:59.810675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] Checking router: 622ff4b1-aae5-46dc-8a45-c0eae0f3211f for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:28:59.819013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] Routers {'622ff4b1-aae5-46dc-8a45-c0eae0f3211f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:59.819617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:59.830949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] For port 81a459aa-ce17-4928-a1d7-ed0d9257c8d7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=81a459aa-ce17-4928-a1d7-ed0d9257c8d7,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:59.831324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.843750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Calling delete_port for 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:59.906084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] Set router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:59.958715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:28:59Z', 'revision_number': 6, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:59.988580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b65fb1-b627-493e-8986-bcedb81ba240 None None] The sync data for ids ['622ff4b1-aae5-46dc-8a45-c0eae0f3211f'] in n-d-821840-1 is: [{'id': '622ff4b1-aae5-46dc-8a45-c0eae0f3211f', 'name': 'tempest-TestVolumeBackupRestore-1365874253-router', 'tenant_id': '9c5d896df7234090958b3967411bbb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:46Z', 'updated_at': '2021-12-15T14:28:59Z', 'revision_number': 6, 'project_id': '9c5d896df7234090958b3967411bbb30', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:29:00.019044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.051444 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Pushing event deleted for resources: {'Port': ['ID=81a459aa-ce17-4928-a1d7-ed0d9257c8d7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:00.063303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d887f1-718f-4c06-90f5-204849e856b6 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:29:00.111296 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.200234 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.202361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.248533 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.249093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622ff4b1-aae5-46dc-8a45-c0eae0f3211f {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:29:00.270008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.270008 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-29620f49-d4b5-4fd1-b3a6-22af7c2c899e admin admin] 10.222.0.86 "DELETE /v2.0/routers/622ff4b1-aae5-46dc-8a45-c0eae0f3211f HTTP/1.1" status: 204 len: 168 time: 0.7704246 Dec 15 14:29:00.270270 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47056) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:00.623957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2905b87a-a53b-45c3-96a0-973400764938 admin admin] Deleting subnet 4c361ce5-4ed6-48ae-a2ae-b84f76c1789f {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:29:00.626940 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2905b87a-a53b-45c3-96a0-973400764938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.660109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2905b87a-a53b-45c3-96a0-973400764938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.739377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2905b87a-a53b-45c3-96a0-973400764938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.792563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2905b87a-a53b-45c3-96a0-973400764938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.819621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905b87a-a53b-45c3-96a0-973400764938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c361ce5-4ed6-48ae-a2ae-b84f76c1789f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:00.821740 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2905b87a-a53b-45c3-96a0-973400764938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.825690 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2905b87a-a53b-45c3-96a0-973400764938 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4c361ce5-4ed6-48ae-a2ae-b84f76c1789f HTTP/1.1" status: 204 len: 168 time: 0.5618815 Dec 15 14:29:00.827304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5758317-a1ab-4e66-8ad0-9abd4d862a4e None None] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:29:00.828230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47058) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:00.898272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:00.958010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Deleting port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:29:00.958544 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.003987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] DHCP port deletion for 6d5c6a2b-9453-4410-be72-55a18bfd42ab request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:29:01.023347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] For port f83fb34a-7ceb-42c6-88f3-dd1b00c56661, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:01.023717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.050554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Calling delete_port for f83fb34a-7ceb-42c6-88f3-dd1b00c56661 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:29:01.057934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] Deleting port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:29:01.058467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.121614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] For port f83fb34a-7ceb-42c6-88f3-dd1b00c56661, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,segment=NetworkSegment(0031aa86-c80e-4104-9881-61527b04fead),segment_id=0031aa86-c80e-4104-9881-61527b04fead)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:01.122025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.134980 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.136253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] Calling delete_port for f83fb34a-7ceb-42c6-88f3-dd1b00c56661 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:29:01.163432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Pushing event deleted for resources: {'Port': ['ID=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:01.167076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] No DVR routers for this DVR port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:29:01.242825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.267217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5c6a2b-9453-4410-be72-55a18bfd42ab']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:01.278762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0031aa86-c80e-4104-9881-61527b04fead') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:01.279894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0031aa86-c80e-4104-9881-61527b04fead') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:01.298202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.312081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.318592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:29:01.319060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:29:01.320846 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:29:01.353716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4ae39548-c31d-4a8e-b467-89f30d1d6c79 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:01.375730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.381170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.387724 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] 10.222.0.86 "DELETE /v2.0/networks/6d5c6a2b-9453-4410-be72-55a18bfd42ab HTTP/1.1" status: 204 len: 168 time: 0.5551040 Dec 15 14:29:01.388117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47060) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:01.397046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1f6eb-c8f3-489d-9d71-2d0a2040a88f admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5c6a2b-9453-4410-be72-55a18bfd42ab,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:01.402936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 4ae39548-c31d-4a8e-b467-89f30d1d6c79 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:29:01.403296 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4ae39548-c31d-4a8e-b467-89f30d1d6c79 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:01.403731 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f83fb34a-7ceb-42c6-88f3-dd1b00c56661 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:01.435974 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.436596 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a48c-f209-4485-8991-017375e14a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.437916 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.439894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f83fb34a-7ceb-42c6-88f3-dd1b00c56661 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:29:01.440256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f83fb34a-7ceb-42c6-88f3-dd1b00c56661 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:01.440681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:01.472683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:29:01.473034 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 81a459aa-ce17-4928-a1d7-ed0d9257c8d7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:01.482216 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:01.489879 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] Network 6d5c6a2b-9453-4410-be72-55a18bfd42ab is not hosted by any dhcp agent {{(pid=109769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 14:29:01.490385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] No DVR routers for this DVR port f83fb34a-7ceb-42c6-88f3-dd1b00c56661 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:29:01.510571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b26dc5-c0f8-4023-8ed8-c636eba05c27 None None] Pushing event deleted for resources: {'Port': ['ID=f83fb34a-7ceb-42c6-88f3-dd1b00c56661,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:02.004695 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:02.249933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Deleting port e5709678-82d1-473c-9116-c91f0bce9d2c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:29:02.250271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:02.335175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] For port e5709678-82d1-473c-9116-c91f0bce9d2c, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e5709678-82d1-473c-9116-c91f0bce9d2c,segment=NetworkSegment(4e9adbdb-e24f-4a66-9905-3c37cf31c736),segment_id=4e9adbdb-e24f-4a66-9905-3c37cf31c736)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:02.335550 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:02.347920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Calling delete_port for e5709678-82d1-473c-9116-c91f0bce9d2c owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:29:02.536894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:02.564165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=e5709678-82d1-473c-9116-c91f0bce9d2c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:02.733596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:02.963117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Router e8378e1d-6202-428a-84e3-c869ab386e0c has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:29:03.072223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:29:03.077432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b3bafdcf-2dc4-4ce6-9ef3-14a9ca477a7a admin admin] 10.222.0.86 "PUT /v2.0/routers/e8378e1d-6202-428a-84e3-c869ab386e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6882377 Dec 15 14:29:03.080025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:03.081566 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] Sync routers for ids ['e8378e1d-6202-428a-84e3-c869ab386e0c'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:29:03.092560 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] Routers {'e8378e1d-6202-428a-84e3-c869ab386e0c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:29:03.093187 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e8378e1d-6202-428a-84e3-c869ab386e0c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:03.184475 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.195979 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] Set router e8378e1d-6202-428a-84e3-c869ab386e0c gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:29:03.278917 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:29:03.295144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.349014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Deleting port 72080fb7-8508-478d-82fa-bb87136353c5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:29:03.349341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.393673 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '72080fb7-8508-478d-82fa-bb87136353c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:29:02Z', 'revision_number': 5, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port': {'id': '72080fb7-8508-478d-82fa-bb87136353c5', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:25:52Z', 'updated_at': '2021-12-15T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:03.420509 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] Checking router: e8378e1d-6202-428a-84e3-c869ab386e0c for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:29:03.428804 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] Routers {'e8378e1d-6202-428a-84e3-c869ab386e0c'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:29:03.429414 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:28:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e8378e1d-6202-428a-84e3-c869ab386e0c'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:03.434894 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] For port 72080fb7-8508-478d-82fa-bb87136353c5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=72080fb7-8508-478d-82fa-bb87136353c5,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:03.435262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.447728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Calling delete_port for 72080fb7-8508-478d-82fa-bb87136353c5 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:29:03.516182 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] Set router e8378e1d-6202-428a-84e3-c869ab386e0c gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:29:03.575974 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:29:03Z', 'revision_number': 6, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:03.607327 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5d8aa0-55dd-4685-b7c4-c0423f2b0538 None None] The sync data for ids ['e8378e1d-6202-428a-84e3-c869ab386e0c'] in n-d-821840-1 is: [{'id': 'e8378e1d-6202-428a-84e3-c869ab386e0c', 'name': 'tempest-TestVolumeBackupRestore-682162556-router', 'tenant_id': 'f71a8c4a3b07462899968a92c0181d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:25:51Z', 'updated_at': '2021-12-15T14:29:03Z', 'revision_number': 6, 'project_id': 'f71a8c4a3b07462899968a92c0181d99', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:29:03.639656 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.670725 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab1567-2ed2-40ea-a91f-100cc0fa55e8 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:29:03.680353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72080fb7-8508-478d-82fa-bb87136353c5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:03.736647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.828738 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.830873 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.861408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f12c5c92-4a0f-4846-bc45-ccc8c8447951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.879440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.880024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8378e1d-6202-428a-84e3-c869ab386e0c {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:29:03.885730 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.887147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f3cc608-6baa-4d80-b64e-45f9af9b82b9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/e8378e1d-6202-428a-84e3-c869ab386e0c HTTP/1.1" status: 204 len: 168 time: 0.8060551 Dec 15 14:29:03.889694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47064) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:03.940110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cb4b79-73d6-40c6-84a7-1b1b625bc559 admin admin] Deleting subnet 76501846-dfbe-4850-9ae6-df74da0587e3 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:29:03.943090 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93cb4b79-73d6-40c6-84a7-1b1b625bc559 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:03.983630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93cb4b79-73d6-40c6-84a7-1b1b625bc559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.068740 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93cb4b79-73d6-40c6-84a7-1b1b625bc559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.120904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93cb4b79-73d6-40c6-84a7-1b1b625bc559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.146477 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb4b79-73d6-40c6-84a7-1b1b625bc559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76501846-dfbe-4850-9ae6-df74da0587e3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:04.150783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93cb4b79-73d6-40c6-84a7-1b1b625bc559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.156515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-93cb4b79-73d6-40c6-84a7-1b1b625bc559 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/76501846-dfbe-4850-9ae6-df74da0587e3 HTTP/1.1" status: 204 len: 168 time: 0.2631903 Dec 15 14:29:04.156647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb9f53-0828-458d-a6fc-3f51c70e2a84 None None] Network 6e13c5f1-b055-48cc-a44f-624533d82557 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:29:04.156746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47066) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:04.231311 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.294699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Deleting port 17beb3eb-0be7-424a-b799-5cb3433d0c88 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:29:04.295040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.363137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] For port 17beb3eb-0be7-424a-b799-5cb3433d0c88, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17beb3eb-0be7-424a-b799-5cb3433d0c88,segment=NetworkSegment(4e9adbdb-e24f-4a66-9905-3c37cf31c736),segment_id=4e9adbdb-e24f-4a66-9905-3c37cf31c736)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:04.363533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.376883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] DHCP port deletion for 6e13c5f1-b055-48cc-a44f-624533d82557 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:29:04.379984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Calling delete_port for 17beb3eb-0be7-424a-b799-5cb3433d0c88 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:29:04.429451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] Deleting port 17beb3eb-0be7-424a-b799-5cb3433d0c88 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:29:04.429840 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.470191 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.500039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=17beb3eb-0be7-424a-b799-5cb3433d0c88,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:04.502756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] No DVR routers for this DVR port 17beb3eb-0be7-424a-b799-5cb3433d0c88 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:29:04.507806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] For port 17beb3eb-0be7-424a-b799-5cb3433d0c88, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17beb3eb-0be7-424a-b799-5cb3433d0c88,segment=NetworkSegment(4e9adbdb-e24f-4a66-9905-3c37cf31c736),segment_id=4e9adbdb-e24f-4a66-9905-3c37cf31c736)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:04.508245 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.521780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] Calling delete_port for 17beb3eb-0be7-424a-b799-5cb3433d0c88 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:29:04.579563 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.602494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.608635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e13c5f1-b055-48cc-a44f-624533d82557']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:04.630481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9adbdb-e24f-4a66-9905-3c37cf31c736') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:04.630784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9adbdb-e24f-4a66-9905-3c37cf31c736') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:29:04.636112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] Pushing event deleted for resources: {'Port': ['ID=17beb3eb-0be7-424a-b799-5cb3433d0c88,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:04.638023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140fa1bd-ba86-400b-bbf2-6837e3abfb70 None None] No DVR routers for this DVR port 17beb3eb-0be7-424a-b799-5cb3433d0c88 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:29:04.652731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.674928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.682780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:29:04.683265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:29:04.685132 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:29:04.739465 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.745835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.749235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6e13c5f1-b055-48cc-a44f-624533d82557 HTTP/1.1" status: 204 len: 168 time: 0.5916123 Dec 15 14:29:04.760644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad9e2b-9c21-4c9b-932c-9e10c5824b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e13c5f1-b055-48cc-a44f-624533d82557,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:04.921693 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47070) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:04.948205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:04.971616 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ba185fe5-3546-4eb3-ab9f-af616d71f6ad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c5d896df7234090958b3967411bbb30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487316 Dec 15 14:29:04.974129 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:05.028964 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c90f1bd9-6585-4b21-96b7-3119bf0e2e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.051252 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c90f1bd9-6585-4b21-96b7-3119bf0e2e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.097401 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c90f1bd9-6585-4b21-96b7-3119bf0e2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.100260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c90f1bd9-6585-4b21-96b7-3119bf0e2e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.101439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c90f1bd9-6585-4b21-96b7-3119bf0e2e18 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d7232f50-6c46-4a2e-968c-f81fa4c6b2ca HTTP/1.1" status: 204 len: 168 time: 0.1264169 Dec 15 14:29:05.109642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f1bd9-6585-4b21-96b7-3119bf0e2e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7232f50-6c46-4a2e-968c-f81fa4c6b2ca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:05.278377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 17beb3eb-0be7-424a-b799-5cb3433d0c88 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:05.302145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 17beb3eb-0be7-424a-b799-5cb3433d0c88 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:29:05.302498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 17beb3eb-0be7-424a-b799-5cb3433d0c88 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:05.302909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e5709678-82d1-473c-9116-c91f0bce9d2c no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:05.323923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: e5709678-82d1-473c-9116-c91f0bce9d2c {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:29:05.324276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e5709678-82d1-473c-9116-c91f0bce9d2c not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:05.324694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 72080fb7-8508-478d-82fa-bb87136353c5 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:05.344761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 72080fb7-8508-478d-82fa-bb87136353c5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:29:05.345115 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 72080fb7-8508-478d-82fa-bb87136353c5 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:05.437834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47078) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:05.477055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-81ba2c91-f0f0-43df-b654-ceca89e212c4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f71a8c4a3b07462899968a92c0181d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380909 Dec 15 14:29:05.479423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47080) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:05.529947 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1597abb3-fb07-4d8f-af80-8e05d9cfd224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.550426 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1597abb3-fb07-4d8f-af80-8e05d9cfd224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.595688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1597abb3-fb07-4d8f-af80-8e05d9cfd224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.598281 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1597abb3-fb07-4d8f-af80-8e05d9cfd224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.599404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1597abb3-fb07-4d8f-af80-8e05d9cfd224 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd8bf6c0-99f9-4f4f-9ec8-f3e917d0dbe8 HTTP/1.1" status: 204 len: 168 time: 0.1190739 Dec 15 14:29:05.607355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597abb3-fb07-4d8f-af80-8e05d9cfd224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8bf6c0-99f9-4f4f-9ec8-f3e917d0dbe8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:06.717998 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:07.361041 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:15.833160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-e7bd5d54-433d-44ac-bd30-677169b99960 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=65679355672b49008a7f2179a3591828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292287 Dec 15 14:29:16.018829 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863946ea-827a-46d6-b402-5ddb69667dec req-940c5f48-fedd-4606-85ba-f45dddce3936 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:16.020238 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-940c5f48-fedd-4606-85ba-f45dddce3936 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815827 Dec 15 14:29:16.036067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-7afc1a97-04d2-4551-bbb3-00dad268b7a7 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/quotas/65679355672b49008a7f2179a3591828 HTTP/1.1" status: 200 len: 375 time: 0.0091877 Dec 15 14:29:16.067458 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-e2fc0eb2-d27c-425f-ab56-b6da65912c56 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=65679355672b49008a7f2179a3591828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251982 Dec 15 14:29:16.230617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-630a53c4-7181-492f-b5fe-a6b404922422 req-38074f4c-055c-46bc-abec-23740fe4b6f3 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 210 time: 0.0276728 Dec 15 14:29:17.324333 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6698e4ba-9d4e-4c41-abb9-fa1105e38e56 req-c48d2bf1-9e58-4db0-8aa2-2db65ed7beea tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 210 time: 0.0260029 Dec 15 14:29:18.068622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-4b9a43eb-8c6b-436c-9fe8-70dea54bbbd6 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=65679355672b49008a7f2179a3591828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216513 Dec 15 14:29:18.183452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863946ea-827a-46d6-b402-5ddb69667dec req-51f4e7f9-2f80-4aa5-97d4-5aca259d66a5 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:18.185003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-51f4e7f9-2f80-4aa5-97d4-5aca259d66a5 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107962 Dec 15 14:29:18.198448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Request body: {'port': {'device_id': 'c6e9034e-892c-4d3a-8247-4b668c38fa3c', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'admin_state_up': True, 'tenant_id': '65679355672b49008a7f2179a3591828'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:18.301701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Made reservation on behalf of 65679355672b49008a7f2179a3591828 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:29:18.305673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:18.314618 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:18.396600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:18.407848 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:18.429302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd435d89-4f96-4176-b30e-6a768c75d39c req-41b037b7-a5d2-4434-8693-bb139715135a tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 210 time: 0.0349281 Dec 15 14:29:18.484164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8760a41e-ff6a-492a-a6a3-2f3eff787ca3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:18.562980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Allocated IP 192.168.233.162 (9a01e4d6-b4cc-493b-8f8c-68db354f2d3f/161d09d7-19f2-4e70-acfb-8636daeccfc3/2ef79ade-525f-4690-9fce-86a1db840f77) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:29:18.709677 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:18.743221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:18.786466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:29:18.791117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:18.795007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:29:18.824684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Pushing event updated for resources: {'Port': ['ID=2ef79ade-525f-4690-9fce-86a1db840f77,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:18.853682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:18.854325 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:18.872434 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-c38feddc-0aa6-4047-a4db-67f8d24ee78c tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6783524 Dec 15 14:29:18.886618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Request body: {'port': {'device_id': 'c6e9034e-892c-4d3a-8247-4b668c38fa3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:18.942559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:19.028171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2bb5b0ca-05be-49d9-9f90-918a0236e67a None None] Provisioning complete for port 2ef79ade-525f-4690-9fce-86a1db840f77 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:19.028764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b0ca-05be-49d9-9f90-918a0236e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:19.062978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5b0ca-05be-49d9-9f90-918a0236e67a None None] Port 2ef79ade-525f-4690-9fce-86a1db840f77 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:29:19.205693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef79ade-525f-4690-9fce-86a1db840f77 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:29:19.213170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:19.224726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Transition to ACTIVE for port object 2ef79ade-525f-4690-9fce-86a1db840f77 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:29:19.228599 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:19.283986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef79ade-525f-4690-9fce-86a1db840f77,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:19.355405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Attempting to bind port 2ef79ade-525f-4690-9fce-86a1db840f77 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:29:19.355770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Attempting to bind port 2ef79ade-525f-4690-9fce-86a1db840f77 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:29:19.356139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Attempting to bind port 2ef79ade-525f-4690-9fce-86a1db840f77 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:19.360693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Port 2ef79ade-525f-4690-9fce-86a1db840f77 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:29:19.361024 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Attempting to bind port 2ef79ade-525f-4690-9fce-86a1db840f77 on network 9a01e4d6-b4cc-493b-8f8c-68db354f2d3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:19.366090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:29:19.366435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Checking segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:19.366824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Bound using segment: {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:29:19.367290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Bound port: 2ef79ade-525f-4690-9fce-86a1db840f77, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38292ba-fa60-4470-b410-272799b5ef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:29:19.367661 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:19.436373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] For port 2ef79ade-525f-4690-9fce-86a1db840f77, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:29:19.440331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] For port 2ef79ade-525f-4690-9fce-86a1db840f77, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2ef79ade-525f-4690-9fce-86a1db840f77,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:29:19.445593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:19.491391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:19.492059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:19.494260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] 10.222.0.74 "PUT /v2.0/ports/2ef79ade-525f-4690-9fce-86a1db840f77 HTTP/1.1" status: 200 len: 1096 time: 0.6130733 Dec 15 14:29:19.494813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e9034e-892c-4d3a-8247-4b668c38fa3c', 'tag': '2ef79ade-525f-4690-9fce-86a1db840f77'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:19.497017 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128062b6-2c51-4edd-a2be-6906133b36ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e9034e-892c-4d3a-8247-4b668c38fa3c", "tag": "2ef79ade-525f-4690-9fce-86a1db840f77"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:19.523169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1a937-54ad-4f96-aeb3-07d17f467613 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef79ade-525f-4690-9fce-86a1db840f77,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:19.566271 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d592e17c-6b2c-423d-bdca-f065d301d3e7 x-openstack-request-id: req-d592e17c-6b2c-423d-bdca-f065d301d3e7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:19.566271 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e9034e-892c-4d3a-8247-4b668c38fa3c", "tag": "2ef79ade-525f-4690-9fce-86a1db840f77", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:19.566271 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d592e17c-6b2c-423d-bdca-f065d301d3e7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:19.566761 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e9034e-892c-4d3a-8247-4b668c38fa3c', 'tag': '2ef79ade-525f-4690-9fce-86a1db840f77', 'status': 'completed', 'code': 200} Dec 15 14:29:19.575668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24928034-f719-4b0e-a212-afa2bb25bcf2 req-4502cda7-4c9c-4931-8887-180b6aec5ff8 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:19.583091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24928034-f719-4b0e-a212-afa2bb25bcf2 req-4502cda7-4c9c-4931-8887-180b6aec5ff8 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 948 time: 0.0789902 Dec 15 14:29:19.598606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863946ea-827a-46d6-b402-5ddb69667dec req-a726ac12-6dbc-45ae-84df-fb5141cbdc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:19.600377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-a726ac12-6dbc-45ae-84df-fb5141cbdc7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65679355672b49008a7f2179a3591828&device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 1099 time: 0.0475035 Dec 15 14:29:19.631918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-24928034-f719-4b0e-a212-afa2bb25bcf2 req-0c1981bb-2468-4427-8fa9-d1e70fa5837d tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472863 Dec 15 14:29:19.644106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-82c73ae6-3d95-462b-8ee9-b2c364ed6cb0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2ef79ade-525f-4690-9fce-86a1db840f77 HTTP/1.1" status: 200 len: 217 time: 0.0357821 Dec 15 14:29:19.700711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863946ea-827a-46d6-b402-5ddb69667dec req-92aaf429-eedf-4981-ad8b-b1cda8800713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:19.702226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-92aaf429-eedf-4981-ad8b-b1cda8800713 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0519562 Dec 15 14:29:19.751128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863946ea-827a-46d6-b402-5ddb69667dec req-30df18f2-2bd2-444b-b40b-3b85b5f71b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:19.752583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-30df18f2-2bd2-444b-b40b-3b85b5f71b7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433218 Dec 15 14:29:19.845854 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-899ef002-a923-414b-824b-178eebb2ffd2 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861435 Dec 15 14:29:19.941100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-863946ea-827a-46d6-b402-5ddb69667dec req-eaef6927-a618-48e4-bee2-61769a753ecf service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875797 Dec 15 14:29:20.028110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128062b6-2c51-4edd-a2be-6906133b36ac req-d157cafd-7b7f-4864-9be6-32e793024281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:20.029532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-128062b6-2c51-4edd-a2be-6906133b36ac req-d157cafd-7b7f-4864-9be6-32e793024281 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65679355672b49008a7f2179a3591828&device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 1099 time: 0.0436277 Dec 15 14:29:20.124044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128062b6-2c51-4edd-a2be-6906133b36ac req-9d04de6c-fb32-423b-85fe-036838d8bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:20.125514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-128062b6-2c51-4edd-a2be-6906133b36ac req-9d04de6c-fb32-423b-85fe-036838d8bf88 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f HTTP/1.1" status: 200 len: 871 time: 0.0883315 Dec 15 14:29:20.182176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-128062b6-2c51-4edd-a2be-6906133b36ac req-d8691494-013f-4c7f-a9f4-00e921dc4044 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2ef79ade-525f-4690-9fce-86a1db840f77 HTTP/1.1" status: 200 len: 217 time: 0.0470374 Dec 15 14:29:20.233877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128062b6-2c51-4edd-a2be-6906133b36ac req-44313727-8a91-4b7d-824a-16dbbf6de7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:20.235316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-128062b6-2c51-4edd-a2be-6906133b36ac req-44313727-8a91-4b7d-824a-16dbbf6de7c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=161d09d7-19f2-4e70-acfb-8636daeccfc3 HTTP/1.1" status: 200 len: 843 time: 0.0453017 Dec 15 14:29:20.290145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128062b6-2c51-4edd-a2be-6906133b36ac req-01e830dc-e5f0-41e9-8ff8-d7fd14f5c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:20.291645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-128062b6-2c51-4edd-a2be-6906133b36ac req-01e830dc-e5f0-41e9-8ff8-d7fd14f5c398 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a01e4d6-b4cc-493b-8f8c-68db354f2d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476160 Dec 15 14:29:20.381839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-128062b6-2c51-4edd-a2be-6906133b36ac req-a8fb7c39-af8b-4ea7-82d9-8ad290c5467a service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807459 Dec 15 14:29:20.475458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-128062b6-2c51-4edd-a2be-6906133b36ac req-1224441e-8242-42e3-94d7-fa37e315e768 service neutron] 10.222.0.74 "GET /v2.0/networks/9a01e4d6-b4cc-493b-8f8c-68db354f2d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863194 Dec 15 14:29:20.751817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc503-0df1-40f4-99ba-b4a1e8131543 req-c58a7ab4-d107-4954-bb7f-e900309adcb6 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:20.753363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27bcc503-0df1-40f4-99ba-b4a1e8131543 req-c58a7ab4-d107-4954-bb7f-e900309adcb6 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 948 time: 0.0510042 Dec 15 14:29:20.801292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27bcc503-0df1-40f4-99ba-b4a1e8131543 req-fb4248a9-f110-4822-a15a-1df57115fc4a tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Dec 15 14:29:21.919718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec030a4-3e03-4970-9345-1e2c65d8ce2c req-41e046d1-2440-4e41-9283-ab72d6c85d48 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:21.921206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec030a4-3e03-4970-9345-1e2c65d8ce2c req-41e046d1-2440-4e41-9283-ab72d6c85d48 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 948 time: 0.0481956 Dec 15 14:29:21.968249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dec030a4-3e03-4970-9345-1e2c65d8ce2c req-1b2163dd-2dbb-4222-b3ff-b113e693368b tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410914 Dec 15 14:29:22.677765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2ef79ade-525f-4690-9fce-86a1db840f77 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:29:22.774027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2ef79ade-525f-4690-9fce-86a1db840f77, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2ef79ade-525f-4690-9fce-86a1db840f77,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:22.785249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '2ef79ade-525f-4690-9fce-86a1db840f77', 'network_id': '9a01e4d6-b4cc-493b-8f8c-68db354f2d3f', 'port_id': '2ef79ade-525f-4690-9fce-86a1db840f77', 'mac_address': 'fa:16:3e:8b:f9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d09d7-19f2-4e70-acfb-8636daeccfc3', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:29:22.823262 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:22.836556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef79ade-525f-4690-9fce-86a1db840f77 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:29:22.861698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2ef79ade-525f-4690-9fce-86a1db840f77, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2ef79ade-525f-4690-9fce-86a1db840f77,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:22.865241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:22.910688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2ef79ade-525f-4690-9fce-86a1db840f77,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:22.918538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.918890 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.919233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.919569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.919953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.920271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.920600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.920927 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.921252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.921576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.921898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.922219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:22.922539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:23.069441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['2ef79ade-525f-4690-9fce-86a1db840f77'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:29:23.086782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d18aa9-33f6-4d72-93e7-4042ae258f71 req-4757de77-81f1-4970-8652-772a2053d002 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:23.088287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7d18aa9-33f6-4d72-93e7-4042ae258f71 req-4757de77-81f1-4970-8652-772a2053d002 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 949 time: 0.0503578 Dec 15 14:29:23.135806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7d18aa9-33f6-4d72-93e7-4042ae258f71 req-9ad870a8-f049-48a5-afda-a925a2246f9d tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Dec 15 14:29:24.251527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef5b7a-7f2a-459d-908d-29434eb2a92b req-f7659fa1-dabe-427c-98a2-824dfab4ca3b tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:24.253027 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49ef5b7a-7f2a-459d-908d-29434eb2a92b req-f7659fa1-dabe-427c-98a2-824dfab4ca3b tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 949 time: 0.0493641 Dec 15 14:29:24.304375 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49ef5b7a-7f2a-459d-908d-29434eb2a92b req-44cdd006-8abb-4fea-9d1e-3abf36228b15 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448027 Dec 15 14:29:24.677580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2ef79ade-525f-4690-9fce-86a1db840f77 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:29:24.725264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 2ef79ade-525f-4690-9fce-86a1db840f77 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:29:24.729914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 2ef79ade-525f-4690-9fce-86a1db840f77 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:24.730294 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:24.807912 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:24.830605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e9034e-892c-4d3a-8247-4b668c38fa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef79ade-525f-4690-9fce-86a1db840f77'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:24.832907 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b2edde-2fad-4e58-8b3e-6168053afc6f" -d '{"events": [{"server_uuid": "c6e9034e-892c-4d3a-8247-4b668c38fa3c", "name": "network-vif-plugged", "status": "completed", "tag": "2ef79ade-525f-4690-9fce-86a1db840f77"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:24.846416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 2ef79ade-525f-4690-9fce-86a1db840f77, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2ef79ade-525f-4690-9fce-86a1db840f77,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:24.850618 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:24.902617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=2ef79ade-525f-4690-9fce-86a1db840f77,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:24.940152 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbe25cd-205b-4d3d-994b-b8b6d0ddcbe7 x-openstack-request-id: req-acbe25cd-205b-4d3d-994b-b8b6d0ddcbe7 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:24.940456 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e9034e-892c-4d3a-8247-4b668c38fa3c", "name": "network-vif-plugged", "status": "completed", "tag": "2ef79ade-525f-4690-9fce-86a1db840f77", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:24.940720 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-acbe25cd-205b-4d3d-994b-b8b6d0ddcbe7 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:24.941158 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e9034e-892c-4d3a-8247-4b668c38fa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef79ade-525f-4690-9fce-86a1db840f77', 'code': 200} Dec 15 14:29:25.040589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50684aba-b28e-4708-b87f-df5d1175658d req-388047d2-158c-4836-806b-85aa4d231fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:25.042077 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50684aba-b28e-4708-b87f-df5d1175658d req-388047d2-158c-4836-806b-85aa4d231fc1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 1101 time: 0.0442784 Dec 15 14:29:25.089347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-50684aba-b28e-4708-b87f-df5d1175658d req-8c45d36d-ead5-4f4f-821b-1a8a548864c5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386569 Dec 15 14:29:25.420489 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb737e8-f23f-47cc-bead-0c418cac635a req-9dd9e1af-5a43-4a7a-94ea-a48401d3d7bc tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:25.421988 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4bb737e8-f23f-47cc-bead-0c418cac635a req-9dd9e1af-5a43-4a7a-94ea-a48401d3d7bc tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 950 time: 0.0494995 Dec 15 14:29:25.469434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4bb737e8-f23f-47cc-bead-0c418cac635a req-59a5b8fd-d90d-4dc8-83e5-30fb7da7f47e tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Dec 15 14:29:26.591373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154a796-0296-42f1-8781-8e1d387cea0a req-97d18643-dee1-4362-9222-caf079a916cf tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:26.592877 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9154a796-0296-42f1-8781-8e1d387cea0a req-97d18643-dee1-4362-9222-caf079a916cf tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 950 time: 0.0501430 Dec 15 14:29:26.640098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9154a796-0296-42f1-8781-8e1d387cea0a req-51f36e79-f7d4-4ec0-b23f-fc8e8fa638a5 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Dec 15 14:29:26.918403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-858a74bc-374e-4fee-aadb-44cebd308495 req-831aa74f-2de6-4239-a796-9efbabb8cbef service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:29:26.919395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-858a74bc-374e-4fee-aadb-44cebd308495 req-831aa74f-2de6-4239-a796-9efbabb8cbef service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053108 Dec 15 14:29:27.338684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-eb2f13dd-2244-44e1-a9c1-cced973dae3d req-4c769b23-4b1a-491c-8146-82ac55f9b41d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:29:27.339709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb2f13dd-2244-44e1-a9c1-cced973dae3d req-4c769b23-4b1a-491c-8146-82ac55f9b41d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1061490 Dec 15 14:29:27.676783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c528eab-f4cc-4da5-95ea-01b6d827c022 req-b22089f3-8cb3-4472-af8b-a7b29edf0d09 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:27.678269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c528eab-f4cc-4da5-95ea-01b6d827c022 req-b22089f3-8cb3-4472-af8b-a7b29edf0d09 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 950 time: 0.0493400 Dec 15 14:29:27.729663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c528eab-f4cc-4da5-95ea-01b6d827c022 req-9bd5cdc1-96d3-4504-ab91-dc554bde1bcf tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452850 Dec 15 14:29:28.847887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1063-840b-4e92-8cdf-fcce7d607031 req-6d46f57f-b62b-4064-a47d-0280e3b96403 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:28.849387 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-381c1063-840b-4e92-8cdf-fcce7d607031 req-6d46f57f-b62b-4064-a47d-0280e3b96403 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 950 time: 0.0494230 Dec 15 14:29:28.883994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-b72adb22-2764-4f3c-8cbb-fa7ac3b61381 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:28.885470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-b72adb22-2764-4f3c-8cbb-fa7ac3b61381 tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.74 "GET /v2.0/ports?device_id=c6e9034e-892c-4d3a-8247-4b668c38fa3c HTTP/1.1" status: 200 len: 950 time: 0.0496960 Dec 15 14:29:28.898511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-381c1063-840b-4e92-8cdf-fcce7d607031 req-bd62f988-7b59-4f27-a055-27229842be2a tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.86 "GET /v2.0/security-groups?id=8760a41e-ff6a-492a-a6a3-2f3eff787ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Dec 15 14:29:28.973147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Deleting port 2ef79ade-525f-4690-9fce-86a1db840f77 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:29:28.973492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:29.063789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] For port 2ef79ade-525f-4690-9fce-86a1db840f77, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=2ef79ade-525f-4690-9fce-86a1db840f77,segment=NetworkSegment(e38292ba-fa60-4470-b410-272799b5ef53),segment_id=e38292ba-fa60-4470-b410-272799b5ef53)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:29.064091 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:29.075539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Calling delete_port for 2ef79ade-525f-4690-9fce-86a1db840f77 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:29:29.203112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:29.217459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['2ef79ade-525f-4690-9fce-86a1db840f77'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:29:29.232340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Pushing event deleted for resources: {'Port': ['ID=2ef79ade-525f-4690-9fce-86a1db840f77,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:29.274498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] No DVR routers for this DVR port 2ef79ade-525f-4690-9fce-86a1db840f77 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:29:29.277380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:29.280884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29ab420a-88f7-4304-8172-8ed8a6b0d7bc req-65434a03-f4d8-4798-ac6c-8ef86d32d8be tempest-ServersAdminNegativeTestJSON-899866792 tempest-ServersAdminNegativeTestJSON-899866792-project] 10.222.0.74 "DELETE /v2.0/ports/2ef79ade-525f-4690-9fce-86a1db840f77 HTTP/1.1" status: 204 len: 173 time: 0.3883641 Dec 15 14:29:29.281399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e9034e-892c-4d3a-8247-4b668c38fa3c', 'name': 'network-vif-deleted', 'tag': '2ef79ade-525f-4690-9fce-86a1db840f77'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:29.284034 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c424139f-a81e-4682-a67d-31db829b4456" -d '{"events": [{"server_uuid": "c6e9034e-892c-4d3a-8247-4b668c38fa3c", "name": "network-vif-deleted", "tag": "2ef79ade-525f-4690-9fce-86a1db840f77"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:29.329138 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45bd080-a862-4583-8f58-37cf60e0bc53 x-openstack-request-id: req-b45bd080-a862-4583-8f58-37cf60e0bc53 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:29.329436 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e9034e-892c-4d3a-8247-4b668c38fa3c", "name": "network-vif-deleted", "tag": "2ef79ade-525f-4690-9fce-86a1db840f77", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:29.329693 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b45bd080-a862-4583-8f58-37cf60e0bc53 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:29.330093 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e9034e-892c-4d3a-8247-4b668c38fa3c', 'name': 'network-vif-deleted', 'tag': '2ef79ade-525f-4690-9fce-86a1db840f77', 'status': 'completed', 'code': 200} Dec 15 14:29:30.206115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47220) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:30.346330 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e75f7f2f-dc77-4ad1-a772-e2e49fa5d267 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=65679355672b49008a7f2179a3591828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389792 Dec 15 14:29:30.348793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47224) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:30.397213 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c73c-a80b-4327-9a58-ce695460bb50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:30.424931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c73c-a80b-4327-9a58-ce695460bb50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:30.472557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c73c-a80b-4327-9a58-ce695460bb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:30.475364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c73c-a80b-4327-9a58-ce695460bb50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:30.479678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6cc1c73c-a80b-4327-9a58-ce695460bb50 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8760a41e-ff6a-492a-a6a3-2f3eff787ca3 HTTP/1.1" status: 204 len: 168 time: 0.1270194 Dec 15 14:29:30.485486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1c73c-a80b-4327-9a58-ce695460bb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8760a41e-ff6a-492a-a6a3-2f3eff787ca3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:30.748244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:30.761271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:30.839067 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:30.843706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:30.883397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0b8bd2708cb14f01a1f89bae03deb215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339822 Dec 15 14:29:30.884778 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeacfb0-6e2f-4b3e-bed0-5c4524be7224,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:30.886438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47232) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:30.892299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.892655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.893360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.893360 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.893655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.893990 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.894322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.894653 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.894982 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.895311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.895651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.895994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.896320 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556038e8-5945-4150-a0de-bdfe28682251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:29:30.936771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2923e325-ee39-4784-80fd-9186014529f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:30.957684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2923e325-ee39-4784-80fd-9186014529f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.003759 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2923e325-ee39-4784-80fd-9186014529f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.006316 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2923e325-ee39-4784-80fd-9186014529f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.007533 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2923e325-ee39-4784-80fd-9186014529f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cbeacfb0-6e2f-4b3e-bed0-5c4524be7224 HTTP/1.1" status: 204 len: 168 time: 0.1200819 Dec 15 14:29:31.016449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923e325-ee39-4784-80fd-9186014529f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeacfb0-6e2f-4b3e-bed0-5c4524be7224,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:31.176363 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.249837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7eb1148c-9161-4b83-8252-dc08a30e541e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.313285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.699040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47254) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:31.801719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1056844885-network', 'tenant_id': 'a36c7bd53cd74cd996796d7475819f10'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:31.823319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Made reservation on behalf of a36c7bd53cd74cd996796d7475819f10 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:29:31.825596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.833959 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.907002 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.911071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.932228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:29:31.944976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39460af-7be2-4f42-8424-bbc8e7705c50,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:31.951600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:31.951992 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Added segment 5f3edb59-1165-427d-99a8-69355add175b of type vlan for network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 Dec 15 14:29:31.995073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:32.018929 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:32.019991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:32.020573 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:32.069208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3690298 Dec 15 14:29:32.072823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47258) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:29:32.077849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Request body: {'subnet': {'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1056844885-subnet', 'tenant_id': 'a36c7bd53cd74cd996796d7475819f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:32.082639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075587f-03f9-45b6-91a5-fdb15692f7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:32.093012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:29:32.100557 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Made reservation on behalf of a36c7bd53cd74cd996796d7475819f10 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:29:32.103536 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:32.272304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:32.329796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e377a1e-088e-4c1a-9b83-90c3ef06527e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:32.336967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Checking segment: {'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:32.337331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Network hostable DHCP agents. Network: 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:29:32.353885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:29:32.362161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:32.366160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:32.366753 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:32.372282 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344ecd7-10ac-45a6-9e9c-9826fb3da3f9 None None] Network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:29:32.382791 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b816934e-59d6-489e-8ea1-383074a4a0f3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3088117 Dec 15 14:29:32.479484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecbc7bb-98eb-449c-92fe-e890b38ce2d0 None None] Network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:29:32.742028 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2ef79ade-525f-4690-9fce-86a1db840f77 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:29:32.763017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 2ef79ade-525f-4690-9fce-86a1db840f77 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:29:32.763371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 2ef79ade-525f-4690-9fce-86a1db840f77 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:29:32.827508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-f3223641-cacb-4cde-9e86-868f4562b9fb tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:32.829023 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-f3223641-cacb-4cde-9e86-868f4562b9fb tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/networks?id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 200 len: 812 time: 0.1071136 Dec 15 14:29:32.844130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-1e691cd0-6723-45df-a0ca-f5a44ba652a9 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/quotas/a36c7bd53cd74cd996796d7475819f10 HTTP/1.1" status: 200 len: 375 time: 0.0092161 Dec 15 14:29:32.876072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-d871ea9f-e5fa-4fdc-bb06-d1cebfd800ca tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266387 Dec 15 14:29:32.886679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-6f908612-4224-430b-9606-5b4290f70a3e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:29:32.887626 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-6f908612-4224-430b-9606-5b4290f70a3e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051003 Dec 15 14:29:32.974187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-03c3faf2-d070-47c4-8ece-1635490caf66 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808547 Dec 15 14:29:33.066725 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-0a7c03e2-52b5-41b2-8cf9-b868a49acb5e service neutron] 10.222.0.86 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865366 Dec 15 14:29:33.862834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e5-b9cc-428b-80e2-8cf89d253b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:34.255655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65166898-6e5e-4e17-a126-9a4643e2cef2 req-8b5cc3bc-7324-4784-a9aa-0fe46166a6a4 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 210 time: 0.0348120 Dec 15 14:29:34.949852 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:35.175565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-38e63053-1191-4c81-a1dd-bb01c276f5b0 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:35.176852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-38e63053-1191-4c81-a1dd-bb01c276f5b0 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.74 "GET /v2.0/networks?id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 200 len: 812 time: 0.1047873 Dec 15 14:29:35.190779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Request body: {'port': {'device_id': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3', 'admin_state_up': True, 'tenant_id': 'a36c7bd53cd74cd996796d7475819f10'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:35.340720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Made reservation on behalf of a36c7bd53cd74cd996796d7475819f10 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:29:35.345151 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:35.370063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-80639f2e-3571-45e1-8574-289ca073f32c req-bb1ed295-9c11-4bcd-acb4-45a978b80426 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 210 time: 0.0382934 Dec 15 14:29:35.487339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Allocated IP 172.20.0.8 (4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3/1e377a1e-088e-4c1a-9b83-90c3ef06527e/62bbfdb5-fec4-4a9c-86c9-23c679ef474f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:29:35.635379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:35.672195 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:35.714271 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:29:35.717337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:29:35.720918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:29:35.745636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:35.772925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:35.773528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:35.790398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9bb7d986-78eb-42e0-93cf-9ba64c33e312 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6035693 Dec 15 14:29:35.802859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Request body: {'port': {'device_id': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:29:35.858084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:36.126050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bbfdb5-fec4-4a9c-86c9-23c679ef474f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:29:36.134221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:36.146166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Transition to ACTIVE for port object 62bbfdb5-fec4-4a9c-86c9-23c679ef474f will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:29:36.149428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:36.201955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:36.271858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Attempting to bind port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:29:36.272218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Attempting to bind port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:29:36.272551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Attempting to bind port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:36.278852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:29:36.279306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Attempting to bind port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:29:36.286610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:29:36.287077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Checking segment: {'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:29:36.287612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Bound using segment: {'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:29:36.288259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Bound port: 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:29:36.288767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:36.361122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:29:36.364039 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:29:36.369102 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:36.405597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:36.406260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:36.408060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] 10.222.0.74 "PUT /v2.0/ports/62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 1091 time: 0.6088603 Dec 15 14:29:36.408499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:36.410734 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cbe73c-5ce9-460e-a698-85e706047005" -d '{"events": [{"name": "network-changed", "server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:36.433515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d0694-6427-472f-b42a-458a72729c96 service neutron] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:36.462672 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d6914-64a4-41d2-bd7a-934e5fe7f3ab x-openstack-request-id: req-c98d6914-64a4-41d2-bd7a-934e5fe7f3ab {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:36.462971 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:36.463229 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c98d6914-64a4-41d2-bd7a-934e5fe7f3ab {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:36.463628 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'status': 'completed', 'code': 200} Dec 15 14:29:36.494054 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-d5060434-0a7b-4e2e-ad40-b02700bb3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:36.495657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-d5060434-0a7b-4e2e-ad40-b02700bb3f0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 1094 time: 0.0449576 Dec 15 14:29:36.502301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2edf9e-ce23-4080-87c7-53e3994ac0ac req-98cf4b62-486a-42ee-ae52-e99910a69eca tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:36.503855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2edf9e-ce23-4080-87c7-53e3994ac0ac req-98cf4b62-486a-42ee-ae52-e99910a69eca tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 943 time: 0.0549428 Dec 15 14:29:36.544627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-d9b18647-09d4-47dc-8384-ec5de969ca63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 217 time: 0.0403824 Dec 15 14:29:36.596470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-86633d0c-3fa2-4f82-a617-25b437610a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:36.597944 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-86633d0c-3fa2-4f82-a617-25b437610a68 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1e377a1e-088e-4c1a-9b83-90c3ef06527e HTTP/1.1" status: 200 len: 852 time: 0.0458362 Dec 15 14:29:36.630855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-c7f10923-4bd9-4f56-8e9c-2a6844b599e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257566 Dec 15 14:29:36.717276 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:36.827047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e2edf9e-ce23-4080-87c7-53e3994ac0ac req-55e5e36b-469d-46bf-b7f5-36b26f0b424f tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161588 Dec 15 14:29:37.040089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-9a297146-f127-4f54-8930-79a297c8b71f service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015384 Dec 15 14:29:37.126195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f40f0fb7-0a7e-41d8-a76d-f6b1350bff19 req-6bd91a51-b37e-4032-aad2-d93d169e86ae service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790589 Dec 15 14:29:37.217367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-21811b59-4e40-4e82-a39a-7006311adfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:37.218898 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-21811b59-4e40-4e82-a39a-7006311adfbc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 1094 time: 0.0453432 Dec 15 14:29:37.308117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-0606e78b-e076-46c3-8fba-3dec8d31b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:37.309505 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-0606e78b-e076-46c3-8fba-3dec8d31b606 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 200 len: 914 time: 0.0842705 Dec 15 14:29:37.355222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-ef3de2f6-0632-43b8-b4df-bcbc7af372c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 217 time: 0.0372903 Dec 15 14:29:37.368827 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.410818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-414ef9f4-94a9-4265-80c5-3440f346aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:37.412287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-414ef9f4-94a9-4265-80c5-3440f346aab3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1e377a1e-088e-4c1a-9b83-90c3ef06527e HTTP/1.1" status: 200 len: 852 time: 0.0495434 Dec 15 14:29:37.445873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-bec90be5-1fa5-42af-8efd-7dc9b478eedd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253835 Dec 15 14:29:37.534360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-3693dd5a-4609-4ede-aa1c-c6f0aae970aa service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818274 Dec 15 14:29:37.627611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c9cbe73c-5ce9-460e-a698-85e706047005 req-3b8171a8-4de7-419a-ae49-d816ad43966e service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861943 Dec 15 14:29:37.947331 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19229925-c4ca-48e9-8d5c-f8cde94fac31 req-5779c7f4-32cc-4d9f-83d8-93cea258042f tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:37.948754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19229925-c4ca-48e9-8d5c-f8cde94fac31 req-5779c7f4-32cc-4d9f-83d8-93cea258042f tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 943 time: 0.0498641 Dec 15 14:29:38.009629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19229925-c4ca-48e9-8d5c-f8cde94fac31 req-65fb9a27-662c-4b37-9c93-4122d87a26f3 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549519 Dec 15 14:29:38.761546 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 62bbfdb5-fec4-4a9c-86c9-23c679ef474f details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:29:38.854113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:38.865332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3', 'port_id': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'mac_address': 'fa:16:3e:ab:b3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e377a1e-088e-4c1a-9b83-90c3ef06527e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:29:38.905230 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.918505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bbfdb5-fec4-4a9c-86c9-23c679ef474f {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:29:38.938077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:38.942033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.988343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:39.130164 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c2417-6b05-4760-8659-7c6525cb198d req-3e3fc28d-1b2c-4bae-8167-548ee22bc48c tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:39.131623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b67c2417-6b05-4760-8659-7c6525cb198d req-3e3fc28d-1b2c-4bae-8167-548ee22bc48c tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 944 time: 0.0481718 Dec 15 14:29:39.134086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['62bbfdb5-fec4-4a9c-86c9-23c679ef474f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:29:39.183840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b67c2417-6b05-4760-8659-7c6525cb198d req-c4f8c5b9-cfd3-462e-8834-971f03929893 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 Dec 15 14:29:40.267503 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:29:40.304724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddea12e-ad0c-4156-9fbf-5f4ea6ad5303 req-5fffad00-beaf-4f74-8595-ba59ccf7fd83 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:40.307012 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ddea12e-ad0c-4156-9fbf-5f4ea6ad5303 req-5fffad00-beaf-4f74-8595-ba59ccf7fd83 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 944 time: 0.0567169 Dec 15 14:29:40.353263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ddea12e-ad0c-4156-9fbf-5f4ea6ad5303 req-4b65a28c-7564-4c4e-b152-5097c1a5bd29 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Dec 15 14:29:40.775768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 62bbfdb5-fec4-4a9c-86c9-23c679ef474f up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:29:40.825914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:29:40.829585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:29:40.829964 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.905581 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.928172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:29:40.930991 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa88d1e6-3102-4a97-b617-cd41e795ba36" -d '{"events": [{"server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "name": "network-vif-plugged", "status": "completed", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:29:40.947791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:29:40.951901 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:40.975830 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8e547f-6404-4e2a-be5a-8c3016fff12f x-openstack-request-id: req-ab8e547f-6404-4e2a-be5a-8c3016fff12f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:29:40.976226 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "name": "network-vif-plugged", "status": "completed", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:29:40.976543 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab8e547f-6404-4e2a-be5a-8c3016fff12f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:29:40.977020 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'code': 200} Dec 15 14:29:41.003332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:41.067186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba141cd-c550-488e-b0a3-1a0450a6982f req-d52631c2-2e7f-43d4-bf31-fb65bafaf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:41.068749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ba141cd-c550-488e-b0a3-1a0450a6982f req-d52631c2-2e7f-43d4-bf31-fb65bafaf06b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 1096 time: 0.0404344 Dec 15 14:29:41.112124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5ba141cd-c550-488e-b0a3-1a0450a6982f req-c2257d6d-e000-4414-acc7-de0590a9739f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Dec 15 14:29:41.467544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9caef-0c81-4f70-84d0-f5851ac2c9e2 req-4f84315f-0c7b-47b0-a66b-ba7177b4964f tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:41.469062 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0b9caef-0c81-4f70-84d0-f5851ac2c9e2 req-4f84315f-0c7b-47b0-a66b-ba7177b4964f tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0487373 Dec 15 14:29:41.519097 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0b9caef-0c81-4f70-84d0-f5851ac2c9e2 req-e94935fb-234a-4d18-910e-ac1315ad0b12 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Dec 15 14:29:42.639053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72712b08-b2bf-444e-8ec4-262f7e6ac59d req-0aa66c2e-fb6a-4837-87df-c0a4496d0d44 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:42.640564 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72712b08-b2bf-444e-8ec4-262f7e6ac59d req-0aa66c2e-fb6a-4837-87df-c0a4496d0d44 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0514293 Dec 15 14:29:42.691604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72712b08-b2bf-444e-8ec4-262f7e6ac59d req-d28689dc-f41d-458e-aeb5-3ead16f924d6 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Dec 15 14:29:42.937625 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd324147-ed0e-48cc-a41a-932e3425c98c req-6457a27a-8149-4a8a-acd8-a0651c101644 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:42.939235 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd324147-ed0e-48cc-a41a-932e3425c98c req-6457a27a-8149-4a8a-acd8-a0651c101644 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0497077 Dec 15 14:29:43.009544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-cc1c827d-e6fb-4e47-bfec-95a9f451444a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273961 Dec 15 14:29:43.013232 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd324147-ed0e-48cc-a41a-932e3425c98c req-a4d64e1f-5050-4e27-92e7-74dafb356639 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648854 Dec 15 14:29:43.018484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-d17fafee-b62d-42af-a775-8eb0e3f1e9f2 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:29:43.019432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-d17fafee-b62d-42af-a775-8eb0e3f1e9f2 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048561 Dec 15 14:29:44.163609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f187b-576f-47e1-ba3e-ed0231a49d19 req-3b613edc-ecbb-420c-bee8-214ed0c9bb71 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:44.165238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-679f187b-576f-47e1-ba3e-ed0231a49d19 req-3b613edc-ecbb-420c-bee8-214ed0c9bb71 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0804214 Dec 15 14:29:44.171649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-7570ea5d-b855-40ef-ac7d-602586deb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:44.173111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-7570ea5d-b855-40ef-ac7d-602586deb064 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 1096 time: 0.0593472 Dec 15 14:29:44.269178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-679f187b-576f-47e1-ba3e-ed0231a49d19 req-d1ab9257-c0a7-460e-838e-01dc55ae2461 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951090 Dec 15 14:29:44.296849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-f74be5cc-9f39-4dc9-8423-a766d393deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:44.298242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-f74be5cc-9f39-4dc9-8423-a766d393deb7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 200 len: 914 time: 0.1171312 Dec 15 14:29:44.341602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-51c889e7-1ff7-4291-8eb3-3b7a3054bbd5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 217 time: 0.0358055 Dec 15 14:29:44.390953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-970931c4-f2fc-441e-98c9-b8629c342712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:44.392418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-970931c4-f2fc-441e-98c9-b8629c342712 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1e377a1e-088e-4c1a-9b83-90c3ef06527e HTTP/1.1" status: 200 len: 852 time: 0.0436249 Dec 15 14:29:44.427980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-cb43875f-aa7f-4251-a5c8-2fb9e457eb4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284319 Dec 15 14:29:44.513134 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-198e1023-582a-4e23-9150-1894c4b2cfc3 service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785959 Dec 15 14:29:44.605634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-6d9746c6-1293-4fb3-ab46-a8310aedaba7 service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859118 Dec 15 14:29:45.387984 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ffca7-8e86-4c99-999c-eba5dd05137a req-af0d2372-9483-4a89-ab1f-b81784cf81c0 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:45.389533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d18ffca7-8e86-4c99-999c-eba5dd05137a req-af0d2372-9483-4a89-ab1f-b81784cf81c0 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0497985 Dec 15 14:29:45.441917 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d18ffca7-8e86-4c99-999c-eba5dd05137a req-b204d344-9334-4cbe-ae91-37e467a0b663 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462785 Dec 15 14:29:46.562484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5df597-8133-4d70-9932-817e8a4e6d20 req-414e9dac-e44b-4cf4-bea6-ee17c5f0821e tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:46.564053 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b5df597-8133-4d70-9932-817e8a4e6d20 req-414e9dac-e44b-4cf4-bea6-ee17c5f0821e tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0533943 Dec 15 14:29:46.610997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1b5df597-8133-4d70-9932-817e8a4e6d20 req-1f375a2c-e08f-4885-b9ae-c6933e553b1f tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Dec 15 14:29:47.726362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8c23f-7716-4599-859c-67bc21c8e65f req-8f7ea3d0-4dd4-4989-8126-058e5a16d706 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:47.728449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91b8c23f-7716-4599-859c-67bc21c8e65f req-8f7ea3d0-4dd4-4989-8126-058e5a16d706 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0500591 Dec 15 14:29:47.774880 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91b8c23f-7716-4599-859c-67bc21c8e65f req-287ea247-37c8-42a4-a59a-252cd26700b3 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Dec 15 14:29:48.892621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04677dde-2e0c-4b9c-b5cc-7293bdf2f1db req-25a2ae72-27ee-438c-a3af-5d6f95ca9051 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:48.894096 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04677dde-2e0c-4b9c-b5cc-7293bdf2f1db req-25a2ae72-27ee-438c-a3af-5d6f95ca9051 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0513217 Dec 15 14:29:48.940432 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-04677dde-2e0c-4b9c-b5cc-7293bdf2f1db req-5a81c8d6-d811-48c4-8779-0204882a65fb tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Dec 15 14:29:50.059139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e25d34-697e-4b01-9601-6d70333c023d req-685e5808-52b3-4213-9136-8735190bb9ab tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:50.060656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-19e25d34-697e-4b01-9601-6d70333c023d req-685e5808-52b3-4213-9136-8735190bb9ab tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0494838 Dec 15 14:29:50.107725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-19e25d34-697e-4b01-9601-6d70333c023d req-8dbc0c9e-08d3-487a-ace7-c7984b0a2dfc tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Dec 15 14:29:51.231197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8db7a-26e3-4d88-bc41-d9e8f47f9031 req-d9ab3994-3d93-412b-a238-0c6050efe8b7 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:51.232707 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa8db7a-26e3-4d88-bc41-d9e8f47f9031 req-d9ab3994-3d93-412b-a238-0c6050efe8b7 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0521717 Dec 15 14:29:51.280140 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6fa8db7a-26e3-4d88-bc41-d9e8f47f9031 req-780967da-9bbc-4055-8bd1-13562fc04fe2 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Dec 15 14:29:52.418067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3195-f10e-4f00-9be6-8cc54e27e14e req-ce5450e0-111d-41c5-9dad-375089ae8586 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:52.419530 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f2a3195-f10e-4f00-9be6-8cc54e27e14e req-ce5450e0-111d-41c5-9dad-375089ae8586 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0677619 Dec 15 14:29:52.479897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f2a3195-f10e-4f00-9be6-8cc54e27e14e req-37ef185d-eb98-488d-9f15-186549dedef2 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Dec 15 14:29:53.604914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4e41c-be8b-4d3d-b3d4-d5d66d36a06d req-1c024d79-5e6c-4635-9ed9-363037147baf tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:53.606391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3f4e41c-be8b-4d3d-b3d4-d5d66d36a06d req-1c024d79-5e6c-4635-9ed9-363037147baf tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0490642 Dec 15 14:29:53.658246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3f4e41c-be8b-4d3d-b3d4-d5d66d36a06d req-27822d60-91d2-4311-9e20-2b14ce6890e8 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 Dec 15 14:29:54.775518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc76f-62af-4819-a370-ac80d498af83 req-aa55ab64-72b1-420a-8cb8-8072e51e3b55 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:54.777010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85dbc76f-62af-4819-a370-ac80d498af83 req-aa55ab64-72b1-420a-8cb8-8072e51e3b55 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0501316 Dec 15 14:29:54.825687 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-85dbc76f-62af-4819-a370-ac80d498af83 req-e6c4d53f-30df-4e00-99ac-595c39b67c24 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Dec 15 14:29:55.946374 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513e60-0c71-4168-867a-4334f5bc87f8 req-5288b899-27b3-4fe5-a532-095530f9d7c4 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:55.947849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9513e60-0c71-4168-867a-4334f5bc87f8 req-5288b899-27b3-4fe5-a532-095530f9d7c4 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0526388 Dec 15 14:29:55.996030 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f9513e60-0c71-4168-867a-4334f5bc87f8 req-26962162-7283-45b7-9e26-c88635529d26 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Dec 15 14:29:57.116219 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd3ba5-809c-4c77-bf34-356e95c91ad9 req-a886df57-10dd-4e11-b19d-6628a9943164 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:57.117772 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fbd3ba5-809c-4c77-bf34-356e95c91ad9 req-a886df57-10dd-4e11-b19d-6628a9943164 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0523698 Dec 15 14:29:57.165367 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fbd3ba5-809c-4c77-bf34-356e95c91ad9 req-a52c62a0-e902-4838-810b-42ca1b90f502 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Dec 15 14:29:58.283161 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5e71b-a089-466a-8199-cacd5114e915 req-3472d6af-d3b6-4cd3-9e67-adc143997272 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:58.284991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45e5e71b-a089-466a-8199-cacd5114e915 req-3472d6af-d3b6-4cd3-9e67-adc143997272 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0507941 Dec 15 14:29:58.332528 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45e5e71b-a089-466a-8199-cacd5114e915 req-40ad1a1e-8cdd-469d-9b4c-d499f40132e5 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Dec 15 14:29:59.451072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77021b22-0c98-4999-86cf-82499c498bdf req-cbc20460-2894-49cd-ba33-3093bf279b3c tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:29:59.452505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77021b22-0c98-4999-86cf-82499c498bdf req-cbc20460-2894-49cd-ba33-3093bf279b3c tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0510776 Dec 15 14:29:59.500254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77021b22-0c98-4999-86cf-82499c498bdf req-7621957c-5e69-4b39-8a6a-f78275150d40 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Dec 15 14:30:00.615654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca1a5-5577-4f40-8f8a-a47fa45752c9 req-2d520290-00c2-4298-8cf6-047aaf2264a2 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:00.619597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-068ca1a5-5577-4f40-8f8a-a47fa45752c9 req-2d520290-00c2-4298-8cf6-047aaf2264a2 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0512013 Dec 15 14:30:00.671804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-068ca1a5-5577-4f40-8f8a-a47fa45752c9 req-789077c4-7936-480b-b6fb-cd1ad45cf67e tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 Dec 15 14:30:01.181838 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:01.251518 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c16c7a30-207c-4ade-98c4-5c21e8b00564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:01.305390 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:01.789761 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5f7a-2b28-4b65-bb87-9be20dd30dae req-52cf555a-8aaf-4a92-8f67-32052c9cd583 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:01.791782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd2d5f7a-2b28-4b65-bb87-9be20dd30dae req-52cf555a-8aaf-4a92-8f67-32052c9cd583 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0505629 Dec 15 14:30:01.842347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fd2d5f7a-2b28-4b65-bb87-9be20dd30dae req-3af1f2bd-accd-4bad-b9e2-d77cd8537145 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446215 Dec 15 14:30:02.962838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2c0f-0fa3-48ab-b892-21b869ba51f5 req-82ddea72-e5bb-4ab3-940e-3fb664f312a2 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:02.964467 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4aef2c0f-0fa3-48ab-b892-21b869ba51f5 req-82ddea72-e5bb-4ab3-940e-3fb664f312a2 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0528948 Dec 15 14:30:03.012700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4aef2c0f-0fa3-48ab-b892-21b869ba51f5 req-a4b68415-c6d6-49e8-98ee-8224d9f2ff27 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Dec 15 14:30:03.869614 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-02d274ac-c613-48c0-b3b2-707526d335fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:04.137700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58d167-bf29-4626-a643-ad175b854f28 req-be7b1e1b-c6d3-4123-8852-056377bdb503 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:04.139082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a58d167-bf29-4626-a643-ad175b854f28 req-be7b1e1b-c6d3-4123-8852-056377bdb503 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0504661 Dec 15 14:30:04.188967 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a58d167-bf29-4626-a643-ad175b854f28 req-d636d9d0-7c29-4e9f-932d-a995b72d1c96 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439639 Dec 15 14:30:04.957331 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:05.306229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d139761-5ed6-4a47-b63b-1e023d24b626 req-b1462cab-3e64-481e-96f4-12bfd32c00ce tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:05.307740 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d139761-5ed6-4a47-b63b-1e023d24b626 req-b1462cab-3e64-481e-96f4-12bfd32c00ce tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0503461 Dec 15 14:30:05.355369 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d139761-5ed6-4a47-b63b-1e023d24b626 req-280c0868-bb4e-4a89-b6fd-d9059268ea5a tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Dec 15 14:30:06.471214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e34d67-9435-4689-826d-3bc2969e61d2 req-96d5eecf-02c0-4048-8197-332e11d898ca tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:06.472642 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-14e34d67-9435-4689-826d-3bc2969e61d2 req-96d5eecf-02c0-4048-8197-332e11d898ca tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0496531 Dec 15 14:30:06.520036 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-14e34d67-9435-4689-826d-3bc2969e61d2 req-1b62c934-0530-4c9b-82df-6e7ef97b4181 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Dec 15 14:30:06.713332 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:07.360444 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:07.641075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e7a37-cd65-45a3-979f-8e96bc8ca50e req-3d1c00b6-c960-4a8c-b055-968f11e73227 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:07.642555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d95e7a37-cd65-45a3-979f-8e96bc8ca50e req-3d1c00b6-c960-4a8c-b055-968f11e73227 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0531647 Dec 15 14:30:07.690276 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d95e7a37-cd65-45a3-979f-8e96bc8ca50e req-ea0b8736-df83-4a46-b51a-0230ad17d919 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Dec 15 14:30:08.812445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47847ff-1d94-4639-96a2-4495ce553152 req-ebd9bf86-6ef8-487e-a84d-da2da87f1991 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:08.813923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e47847ff-1d94-4639-96a2-4495ce553152 req-ebd9bf86-6ef8-487e-a84d-da2da87f1991 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0537934 Dec 15 14:30:08.861856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e47847ff-1d94-4639-96a2-4495ce553152 req-af94647e-523f-4fde-b5e8-f1ee1a7f9d04 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Dec 15 14:30:09.979958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335b2a6-6ae3-4525-a6ad-e17d613ebe6e req-2247f574-8975-40f7-9788-796d621c1501 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:09.981423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8335b2a6-6ae3-4525-a6ad-e17d613ebe6e req-2247f574-8975-40f7-9788-796d621c1501 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0490892 Dec 15 14:30:10.027891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8335b2a6-6ae3-4525-a6ad-e17d613ebe6e req-ccd13a68-b517-45bc-a067-84ea8bd633a4 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Dec 15 14:30:11.143374 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76543225-0c19-4fba-89dc-a2eed581ecf1 req-e03a0850-09ff-4c1e-99d4-a5f91ba64fa0 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:11.144891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76543225-0c19-4fba-89dc-a2eed581ecf1 req-e03a0850-09ff-4c1e-99d4-a5f91ba64fa0 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0490324 Dec 15 14:30:11.194058 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-76543225-0c19-4fba-89dc-a2eed581ecf1 req-1d4ce324-a3be-4d17-b34a-81b9aed3b68c tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Dec 15 14:30:11.591361 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-efb737ee-8841-4437-808d-ed490a3e79f6 service neutron] show failed (client error): The resource could not be found. Dec 15 14:30:11.592400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-efb737ee-8841-4437-808d-ed490a3e79f6 service neutron] 10.222.0.74 "GET /v2.0/ports/62bbfdb5-fec4-4a9c-86c9-23c679ef474f/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0543427 Dec 15 14:30:11.841066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-e00cd416-92c0-4b60-a483-087d3d2530b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:11.842633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-e00cd416-92c0-4b60-a483-087d3d2530b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc&tenant_id=a36c7bd53cd74cd996796d7475819f10 HTTP/1.1" status: 200 len: 1096 time: 0.0978632 Dec 15 14:30:11.856285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:30:11.908446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:12.105386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:30:12.138167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:30:12.182819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:30:12.185144 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57f3156-445d-486e-b4c4-d27832847171" -d '{"events": [{"server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:30:12.189494 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:12.202120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Transition to ACTIVE for port object 62bbfdb5-fec4-4a9c-86c9-23c679ef474f will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:30:12.205791 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:12.240078 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941bbfd8-bf2f-4525-ac88-118e09b5e91b x-openstack-request-id: req-941bbfd8-bf2f-4525-ac88-118e09b5e91b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:30:12.240380 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:30:12.240637 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-941bbfd8-bf2f-4525-ac88-118e09b5e91b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:30:12.241028 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'code': 200} Dec 15 14:30:12.254742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:12.266973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.267323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.267823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.268113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.268432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.268724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.269052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.269380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.269703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.270031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.270358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.270678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.270999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:12.290349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] No DVR routers for this DVR port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:30:12.319977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc3a4-bcad-41ef-aad2-ae63d71152f5 req-e9006433-7648-430a-be7c-7f4638e7f6c0 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:12.321617 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f3dc3a4-bcad-41ef-aad2-ae63d71152f5 req-e9006433-7648-430a-be7c-7f4638e7f6c0 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 943 time: 0.0537770 Dec 15 14:30:12.324099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Attempting to bind port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:30:12.324438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Attempting to bind port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:30:12.324767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Attempting to bind port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:30:12.329147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:30:12.329470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Attempting to bind port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on network 4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:30:12.334416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:30:12.334760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Checking segment: {'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:30:12.335141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Bound using segment: {'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:30:12.335569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Bound port: 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3edb59-1165-427d-99a8-69355add175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:30:12.335956 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:12.380332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f3dc3a4-bcad-41ef-aad2-ae63d71152f5 req-b71e8f54-dcec-475f-bb9d-09cc893d84e1 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514355 Dec 15 14:30:12.409328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:30:12.412296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:30:12.418092 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:12.454486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:12.455351 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:12.456997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] 10.222.0.24 "PUT /v2.0/ports/62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 1091 time: 0.6054416 Dec 15 14:30:12.488713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec808edd-5ccc-4f7c-9c05-0fd101bc2c29 service neutron] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:12.522305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-f5bd8f05-074b-4067-bc0f-38e6c6e425c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:12.524433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-f5bd8f05-074b-4067-bc0f-38e6c6e425c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 1094 time: 0.0431635 Dec 15 14:30:12.615389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-4340f5ba-4c36-41a8-ad3c-f4a1d6740ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:12.616880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-4340f5ba-4c36-41a8-ad3c-f4a1d6740ad5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 200 len: 914 time: 0.0861800 Dec 15 14:30:12.658669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-c10b64a0-bf4d-4c2c-841e-cc9d286762fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 217 time: 0.0347781 Dec 15 14:30:12.706233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-226f7215-8c2a-41e2-95bd-230affee7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:12.707720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-226f7215-8c2a-41e2-95bd-230affee7a81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e377a1e-088e-4c1a-9b83-90c3ef06527e HTTP/1.1" status: 200 len: 852 time: 0.0418401 Dec 15 14:30:12.741679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-12c0bb29-b7ac-49a7-a658-fddd026a6ff0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262229 Dec 15 14:30:12.833277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-f3fbcaa9-16ed-4b9c-a40c-7ad8b69174da service neutron] 10.222.0.24 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842416 Dec 15 14:30:12.922631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c4fec8d6-bb8b-4054-a9cd-0237398ab5b1 req-2fa6a100-7469-4717-8c06-44d00dfe4eff service neutron] 10.222.0.24 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817761 Dec 15 14:30:13.504018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7822b2-40cd-434b-b753-54eca9fae211 req-57d50a58-a19b-4821-96a8-252738ce7300 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:13.505418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7822b2-40cd-434b-b753-54eca9fae211 req-57d50a58-a19b-4821-96a8-252738ce7300 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 943 time: 0.0544264 Dec 15 14:30:13.552999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cb7822b2-40cd-434b-b753-54eca9fae211 req-e5ed5e91-6168-4f4b-a143-569268c0f5ee tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Dec 15 14:30:14.242088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:30:14.245217 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49396e27-6840-43eb-9864-ac108b805ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:30:14.294891 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a298e3-f9c0-4a33-8c32-363a21acece7 x-openstack-request-id: req-48a298e3-f9c0-4a33-8c32-363a21acece7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:30:14.295196 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:30:14.295466 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48a298e3-f9c0-4a33-8c32-363a21acece7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:30:14.295898 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'status': 'completed', 'code': 200} Dec 15 14:30:14.389084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396e27-6840-43eb-9864-ac108b805ec3 req-9284b6c1-91ce-4ce5-9d25-9a56ca61bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:14.391457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-9284b6c1-91ce-4ce5-9d25-9a56ca61bff4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 1094 time: 0.0691464 Dec 15 14:30:14.395624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396e27-6840-43eb-9864-ac108b805ec3 req-8e941442-546d-4bdb-bb88-c50b4a06efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:14.396986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-8e941442-546d-4bdb-bb88-c50b4a06efa9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 1094 time: 0.0668557 Dec 15 14:30:14.559168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396e27-6840-43eb-9864-ac108b805ec3 req-c95d3753-c7c4-43e9-9eae-22862f364c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:14.560556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-c95d3753-c7c4-43e9-9eae-22862f364c5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 200 len: 914 time: 0.1529584 Dec 15 14:30:14.561478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396e27-6840-43eb-9864-ac108b805ec3 req-22b844aa-bf51-4552-a0bb-557caf8dca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:14.562759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-22b844aa-bf51-4552-a0bb-557caf8dca89 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 200 len: 914 time: 0.1623373 Dec 15 14:30:14.614586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-7ed706eb-b45f-4556-8437-723889889f4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 217 time: 0.0453391 Dec 15 14:30:14.658449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-56f1e66a-541b-48d2-a70f-77820af4c463 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 217 time: 0.0872803 Dec 15 14:30:14.673572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 62bbfdb5-fec4-4a9c-86c9-23c679ef474f details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:30:14.765040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396e27-6840-43eb-9864-ac108b805ec3 req-39a9ec07-3f87-44bd-9e52-2861d2dc9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:14.765828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:30:14.766529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-39a9ec07-3f87-44bd-9e52-2861d2dc9590 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e377a1e-088e-4c1a-9b83-90c3ef06527e HTTP/1.1" status: 200 len: 852 time: 0.1247880 Dec 15 14:30:14.775909 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ecff2-2fd0-499f-a2dc-d53bcc4ffcee req-240b32ea-9226-4d6b-84c1-b78d6cba5fa6 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:14.777339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-766ecff2-2fd0-499f-a2dc-d53bcc4ffcee req-240b32ea-9226-4d6b-84c1-b78d6cba5fa6 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 943 time: 0.1366711 Dec 15 14:30:14.778730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396e27-6840-43eb-9864-ac108b805ec3 req-8df612fc-a68d-4f4c-bd18-b176e10885f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:14.778939 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'network_id': '4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3', 'port_id': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'mac_address': 'fa:16:3e:ab:b3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e377a1e-088e-4c1a-9b83-90c3ef06527e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:30:14.780091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-8df612fc-a68d-4f4c-bd18-b176e10885f6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1e377a1e-088e-4c1a-9b83-90c3ef06527e HTTP/1.1" status: 200 len: 852 time: 0.0951965 Dec 15 14:30:14.822891 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:14.827884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-c4bb525b-4838-4175-9497-c80aa846f809 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465753 Dec 15 14:30:14.836507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bbfdb5-fec4-4a9c-86c9-23c679ef474f {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:30:14.849779 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-62c7daa4-458a-4bb3-8d7a-4104ceb1984e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543799 Dec 15 14:30:14.858219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:30:14.862502 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:14.912433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:15.000993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-766ecff2-2fd0-499f-a2dc-d53bcc4ffcee req-7fccb74b-a724-4551-8b1b-4ddf32668e29 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077987 Dec 15 14:30:15.004852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 62bbfdb5-fec4-4a9c-86c9-23c679ef474f no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:30:15.049554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 62bbfdb5-fec4-4a9c-86c9-23c679ef474f not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:30:15.058412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-9a83b932-5227-4357-a2a0-095a899c7ebe service neutron] 10.222.0.24 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110708 Dec 15 14:30:15.061902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-9ee473f6-dede-42b6-b64b-518ef3d16953 service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865592 Dec 15 14:30:15.137639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['62bbfdb5-fec4-4a9c-86c9-23c679ef474f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:30:15.249505 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-92dcb180-c68c-4c6b-ad0a-45d67a2a262f service neutron] 10.222.0.24 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834049 Dec 15 14:30:15.254474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-49396e27-6840-43eb-9864-ac108b805ec3 req-fe72cdc9-350e-49d5-99b4-5632f995523d service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789932 Dec 15 14:30:15.303344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-8506f4ae-4b6b-47fc-8e84-84b65876f180 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:15.304864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-8506f4ae-4b6b-47fc-8e84-84b65876f180 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc&tenant_id=a36c7bd53cd74cd996796d7475819f10&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 944 time: 0.0917265 Dec 15 14:30:15.365861 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-635b5049-411b-4ecd-b456-6d8b777319bf service neutron] delete failed (client error): The resource could not be found. Dec 15 14:30:15.366806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-635b5049-411b-4ecd-b456-6d8b777319bf service neutron] 10.222.0.74 "DELETE /v2.0/ports/62bbfdb5-fec4-4a9c-86c9-23c679ef474f/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0549345 Dec 15 14:30:15.454779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-79d38e47-6848-4701-bf2c-e9363696a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:15.456293 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-79d38e47-6848-4701-bf2c-e9363696a588 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 1095 time: 0.0450120 Dec 15 14:30:15.545939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-4edbffca-0946-4b6d-bc12-f67e8442a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:15.547494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-4edbffca-0946-4b6d-bc12-f67e8442a5ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 200 len: 914 time: 0.0844147 Dec 15 14:30:15.594624 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-3c2eda72-0cce-43df-a4de-d592aa65dc57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 200 len: 217 time: 0.0398645 Dec 15 14:30:15.645824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-8fe3842d-4f10-44aa-af0c-d68f350c8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:15.647144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-8fe3842d-4f10-44aa-af0c-d68f350c8f04 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1e377a1e-088e-4c1a-9b83-90c3ef06527e HTTP/1.1" status: 200 len: 852 time: 0.0434754 Dec 15 14:30:15.679604 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-9a5d3d0b-984c-44ed-8546-4c3a754b7036 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246856 Dec 15 14:30:15.773143 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-d3120290-4a39-4004-9bfd-8780c4cd9ce1 service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858576 Dec 15 14:30:15.866411 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-c531eeb3-9c56-40ca-a940-b321670cdf94 service neutron] 10.222.0.74 "GET /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848489 Dec 15 14:30:16.691730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 62bbfdb5-fec4-4a9c-86c9-23c679ef474f up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:30:16.740979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:30:16.745909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:30:16.746281 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:16.831670 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:16.859793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:30:16.862873 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f65a07-443a-427b-a0cd-ca29323775e6" -d '{"events": [{"server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "name": "network-vif-plugged", "status": "completed", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:30:16.877132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:30:16.881316 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:16.912006 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854ca645-a6d9-4c62-92dd-2d7751ec29cb x-openstack-request-id: req-854ca645-a6d9-4c62-92dd-2d7751ec29cb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:30:16.912308 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "name": "network-vif-plugged", "status": "completed", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:30:16.912565 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-854ca645-a6d9-4c62-92dd-2d7751ec29cb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:30:16.912955 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'code': 200} Dec 15 14:30:16.935931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:16.968666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c804f-a5ef-455c-9869-30f00c281f94 req-be132b48-dc4e-4ad6-90a5-33e0c15a055d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:16.970159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-908c804f-a5ef-455c-9869-30f00c281f94 req-be132b48-dc4e-4ad6-90a5-33e0c15a055d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0528343 Dec 15 14:30:17.021495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-908c804f-a5ef-455c-9869-30f00c281f94 req-6610fe5a-3559-4c34-8bed-480328406a5b tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453329 Dec 15 14:30:17.267184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:30:18.143314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d43f3-68b6-4a46-a968-bd4a58391e6a req-f4993495-0461-4414-aafa-fd976c692d4f tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:18.144810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-643d43f3-68b6-4a46-a968-bd4a58391e6a req-f4993495-0461-4414-aafa-fd976c692d4f tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0491548 Dec 15 14:30:18.194125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-643d43f3-68b6-4a46-a968-bd4a58391e6a req-87dfeb19-d009-4a08-aa25-81ffc92a61f6 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.86 "GET /v2.0/security-groups?id=c39460af-7be2-4f42-8424-bbc8e7705c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Dec 15 14:30:18.239324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-864dd4c1-0646-49e4-917f-251e41754c88 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:18.240913 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-864dd4c1-0646-49e4-917f-251e41754c88 tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 945 time: 0.0480886 Dec 15 14:30:18.330738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Deleting port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:30:18.331084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:18.421016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] For port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,segment=NetworkSegment(5f3edb59-1165-427d-99a8-69355add175b),segment_id=5f3edb59-1165-427d-99a8-69355add175b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:30:18.421387 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:18.432944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Calling delete_port for 62bbfdb5-fec4-4a9c-86c9-23c679ef474f owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:30:18.561619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:18.575241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['62bbfdb5-fec4-4a9c-86c9-23c679ef474f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:30:18.592289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Pushing event deleted for resources: {'Port': ['ID=62bbfdb5-fec4-4a9c-86c9-23c679ef474f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:18.597197 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00466e9d-c1d1-4c2c-b6b1-206384f2da40 req-e07a74fa-5486-4c14-adc0-dad39446b565 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0352664 Dec 15 14:30:18.633084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] No DVR routers for this DVR port 62bbfdb5-fec4-4a9c-86c9-23c679ef474f on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:30:18.635858 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:18.639231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3e171ee-7d89-41f3-8602-c2f06ae8dbb5 req-0530f578-b927-48f5-a0ba-518fc138ca7d tempest-DeleteServersTestJSON-510994655 tempest-DeleteServersTestJSON-510994655-project] 10.222.0.24 "DELETE /v2.0/ports/62bbfdb5-fec4-4a9c-86c9-23c679ef474f HTTP/1.1" status: 204 len: 173 time: 0.3920779 Dec 15 14:30:18.639669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'name': 'network-vif-deleted', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:30:18.642009 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0eead9-c0c4-43aa-859b-43e0d4d4b535" -d '{"events": [{"server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "name": "network-vif-deleted", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:30:18.668333 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00466e9d-c1d1-4c2c-b6b1-206384f2da40 req-1df639f7-b702-4391-9530-2900cf69514f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36c7bd53cd74cd996796d7475819f10&device_id=8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc HTTP/1.1" status: 200 len: 210 time: 0.0287335 Dec 15 14:30:18.687187 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafa915f-457c-40d4-a04e-571aaf34f238 x-openstack-request-id: req-eafa915f-457c-40d4-a04e-571aaf34f238 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:30:18.687488 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc", "name": "network-vif-deleted", "tag": "62bbfdb5-fec4-4a9c-86c9-23c679ef474f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:30:18.687859 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eafa915f-457c-40d4-a04e-571aaf34f238 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:30:18.688191 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b58faa2-45e5-4b50-a8ee-a925fdbd7bfc', 'name': 'network-vif-deleted', 'tag': '62bbfdb5-fec4-4a9c-86c9-23c679ef474f', 'status': 'completed', 'code': 200} Dec 15 14:30:18.867594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00466e9d-c1d1-4c2c-b6b1-206384f2da40 req-b4d56f14-e255-4acd-8e52-8a6a40e19e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:18.869131 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00466e9d-c1d1-4c2c-b6b1-206384f2da40 req-b4d56f14-e255-4acd-8e52-8a6a40e19e6e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a36c7bd53cd74cd996796d7475819f10&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1692078 Dec 15 14:30:19.038685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00466e9d-c1d1-4c2c-b6b1-206384f2da40 req-eb74cb2f-6177-439a-9597-3188b1cc2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:19.040843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00466e9d-c1d1-4c2c-b6b1-206384f2da40 req-eb74cb2f-6177-439a-9597-3188b1cc2648 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1642756 Dec 15 14:30:19.326686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47418) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:30:19.370436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc09dd9b-8888-4cd3-9a71-a2d0d4555d8d admin admin] Deleting subnet 1e377a1e-088e-4c1a-9b83-90c3ef06527e {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:30:19.373555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc09dd9b-8888-4cd3-9a71-a2d0d4555d8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.411354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc09dd9b-8888-4cd3-9a71-a2d0d4555d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.449537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc09dd9b-8888-4cd3-9a71-a2d0d4555d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.499456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc09dd9b-8888-4cd3-9a71-a2d0d4555d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.525430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09dd9b-8888-4cd3-9a71-a2d0d4555d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e377a1e-088e-4c1a-9b83-90c3ef06527e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:19.530096 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc09dd9b-8888-4cd3-9a71-a2d0d4555d8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.533607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fc09dd9b-8888-4cd3-9a71-a2d0d4555d8d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1e377a1e-088e-4c1a-9b83-90c3ef06527e HTTP/1.1" status: 204 len: 168 time: 0.2059135 Dec 15 14:30:19.536169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47420) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:30:19.606771 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.684028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.707801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:30:19.717834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3edb59-1165-427d-99a8-69355add175b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:30:19.718136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3edb59-1165-427d-99a8-69355add175b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:30:19.727395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.741373 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.747326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:30:19.747715 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:30:19.749607 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:30:19.806829 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.812327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:19.815466 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] 10.222.0.86 "DELETE /v2.0/networks/4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3 HTTP/1.1" status: 204 len: 168 time: 0.2783864 Dec 15 14:30:19.826972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73c74-d9e1-4206-9660-82af36fc62ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4bbd9f6d-bad4-4e36-bb56-ee4e9f6251e3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:19.922116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47424) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:30:19.962495 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-612fcc0b-b548-4ac6-a2ef-3ed7220c661b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a36c7bd53cd74cd996796d7475819f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388966 Dec 15 14:30:19.965362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47426) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:30:20.011604 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-486b5f55-87db-4aeb-8bb9-15323dfd95fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:20.032227 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-486b5f55-87db-4aeb-8bb9-15323dfd95fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:20.077510 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-486b5f55-87db-4aeb-8bb9-15323dfd95fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:20.080101 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-486b5f55-87db-4aeb-8bb9-15323dfd95fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:20.081241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-486b5f55-87db-4aeb-8bb9-15323dfd95fb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c39460af-7be2-4f42-8424-bbc8e7705c50 HTTP/1.1" status: 204 len: 168 time: 0.1149821 Dec 15 14:30:20.089079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b5f55-87db-4aeb-8bb9-15323dfd95fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39460af-7be2-4f42-8424-bbc8e7705c50,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:20.756802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47448) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:30:20.897736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-583762010-network', 'tenant_id': '7a5c9956005b447aa688b01bdb55f913'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:30:20.919741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Made reservation on behalf of 7a5c9956005b447aa688b01bdb55f913 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:30:20.922372 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:20.934273 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.011416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.015026 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.040043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:30:21.062208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac506be-814d-48bd-93a7-82b65179179b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:21.065313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.065681 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Added segment 40291d35-4cfd-4c5b-afc5-d6864d406d5b of type vlan for network 79b5866b-80ee-469c-93ee-5f73573d6975 Dec 15 14:30:21.114446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.139799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.140699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:21.141289 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.194657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4367249 Dec 15 14:30:21.198138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:30:21.201818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28543f1-09f5-4276-bff4-cfbdcd1227f3 admin admin] Pushing event updated for resources: {'Network': ['ID=79b5866b-80ee-469c-93ee-5f73573d6975,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:21.203091 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Request body: {'subnet': {'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-583762010-subnet', 'tenant_id': '7a5c9956005b447aa688b01bdb55f913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:30:21.211173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 79b5866b-80ee-469c-93ee-5f73573d6975 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:30:21.228434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Made reservation on behalf of 7a5c9956005b447aa688b01bdb55f913 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:30:21.230834 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.401773 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.459173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fb18e2-5d37-45db-bb94-123c86495e74,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:21.468547 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Checking segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:30:21.468907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Network hostable DHCP agents. Network: 79b5866b-80ee-469c-93ee-5f73573d6975, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:30:21.485801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Network 79b5866b-80ee-469c-93ee-5f73573d6975 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:30:21.493777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 79b5866b-80ee-469c-93ee-5f73573d6975) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:30:21.497729 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:21.498315 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:21.502859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f98e3b-c6a3-40f0-9b28-8bad83392baf None None] Network 79b5866b-80ee-469c-93ee-5f73573d6975 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:30:21.521990 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ad0de75b-c2cd-49f2-9b7c-cbc2a4eba8e1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3154621 Dec 15 14:30:21.612814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5972d8a-eb0c-47cd-a0e4-c50a652a6f1b None None] Network 79b5866b-80ee-469c-93ee-5f73573d6975 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:30:21.951764 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6f73cbc7-c31a-4df3-9b70-d2dfcde1b946 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:21.953290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6f73cbc7-c31a-4df3-9b70-d2dfcde1b946 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 814 time: 0.1029916 Dec 15 14:30:21.968649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-81d2078b-720d-404f-ae40-2d414d755c00 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/quotas/7a5c9956005b447aa688b01bdb55f913 HTTP/1.1" status: 200 len: 375 time: 0.0097122 Dec 15 14:30:22.000709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-77722d4b-150a-4790-a862-76a5db5d43eb tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264673 Dec 15 14:30:22.095076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-cd8f5499-e399-41aa-b6b1-6807c14cabb4 service neutron] 10.222.0.86 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874765 Dec 15 14:30:22.184506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-184cbdeb-e4aa-417b-bac9-1bb25e94c6cd service neutron] 10.222.0.86 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830195 Dec 15 14:30:22.344554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4001b3b9-c63b-4133-83bf-b999f5ad882c req-ef759790-e691-4362-9d05-e8c792581670 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 210 time: 0.0273242 Dec 15 14:30:22.716162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 62bbfdb5-fec4-4a9c-86c9-23c679ef474f no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:30:22.737494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 62bbfdb5-fec4-4a9c-86c9-23c679ef474f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:30:22.737891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 62bbfdb5-fec4-4a9c-86c9-23c679ef474f not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:30:23.408286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24590a7-2f0e-4061-9728-26c6346b400d req-c212b51c-de7e-402c-9022-04bbf73a4fdd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:23.410397 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-c212b51c-de7e-402c-9022-04bbf73a4fdd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.74 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 814 time: 0.1117785 Dec 15 14:30:23.425115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Request body: {'port': {'device_id': 'e5766430-c318-4ed6-8927-431d2001e70f', 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975', 'admin_state_up': True, 'tenant_id': '7a5c9956005b447aa688b01bdb55f913'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:30:23.450220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a859e9dd-046b-4216-9273-69f4fbf54f95 req-7f91cca3-3625-4f33-b597-b4984a963291 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 210 time: 0.0269358 Dec 15 14:30:23.533690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Made reservation on behalf of 7a5c9956005b447aa688b01bdb55f913 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:30:23.537207 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:23.664614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Allocated IP 172.20.0.6 (79b5866b-80ee-469c-93ee-5f73573d6975/26fb18e2-5d37-45db-bb94-123c86495e74/75996b09-cd96-44b0-875a-d47b4b17a78b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:30:23.822487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:23.858435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:23.902742 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Network 79b5866b-80ee-469c-93ee-5f73573d6975 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:30:23.906108 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:30:23.909641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:30:23.916509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:23.961440 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:23.962589 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:23.978932 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-6a33b7e1-3d11-4fc7-8f90-189d15dd13c1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580077 Dec 15 14:30:23.990592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Request body: {'port': {'device_id': 'e5766430-c318-4ed6-8927-431d2001e70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:30:24.047598 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:24.358496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75996b09-cd96-44b0-875a-d47b4b17a78b {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:30:24.365808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:24.381175 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Transition to ACTIVE for port object 75996b09-cd96-44b0-875a-d47b4b17a78b will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:30:24.385180 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:24.451301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:24.513157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Attempting to bind port 75996b09-cd96-44b0-875a-d47b4b17a78b on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:30:24.513526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Attempting to bind port 75996b09-cd96-44b0-875a-d47b4b17a78b by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:30:24.513859 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Attempting to bind port 75996b09-cd96-44b0-875a-d47b4b17a78b on network 79b5866b-80ee-469c-93ee-5f73573d6975 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:30:24.518357 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Port 75996b09-cd96-44b0-875a-d47b4b17a78b on network 79b5866b-80ee-469c-93ee-5f73573d6975 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:30:24.518683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Attempting to bind port 75996b09-cd96-44b0-875a-d47b4b17a78b on network 79b5866b-80ee-469c-93ee-5f73573d6975 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:30:24.533443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:30:24.533790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Checking segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:30:24.534167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Bound using segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:30:24.534604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Bound port: 75996b09-cd96-44b0-875a-d47b4b17a78b, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:30:24.534965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:24.619328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9043923-ba47-432a-8cb1-ba83b7735bb7 req-bf38a3bc-e990-4d64-a99d-7dfc1475a6b9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:24.620855 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9043923-ba47-432a-8cb1-ba83b7735bb7 req-bf38a3bc-e990-4d64-a99d-7dfc1475a6b9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 943 time: 0.0989776 Dec 15 14:30:24.645576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:30:24.661794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:30:24.668903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:24.716698 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a9043923-ba47-432a-8cb1-ba83b7735bb7 req-8d57531b-3d4a-474e-8275-bfe22d80a16f tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892420 Dec 15 14:30:24.717919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:24.718598 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:24.719909 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] 10.222.0.74 "PUT /v2.0/ports/75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 1091 time: 0.7334208 Dec 15 14:30:24.722250 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:30:24.724641 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781f22e0-3129-46a4-8f6b-922bfa190e50" -d '{"events": [{"name": "network-changed", "server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:30:24.747611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e7b98-c598-4caf-b2d9-45f105aedf3a service neutron] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:24.810337 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24590a7-2f0e-4061-9728-26c6346b400d req-f6949c99-5b8e-40d1-8e2a-0f62c66bb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:24.812011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-f6949c99-5b8e-40d1-8e2a-0f62c66bb97b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 1094 time: 0.0479887 Dec 15 14:30:24.856083 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e53a4e-fff3-49f4-a827-b2bb68c5a089 x-openstack-request-id: req-67e53a4e-fff3-49f4-a827-b2bb68c5a089 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:30:24.856379 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:30:24.856637 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67e53a4e-fff3-49f4-a827-b2bb68c5a089 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:30:24.857038 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'status': 'completed', 'code': 200} Dec 15 14:30:24.858772 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-84e86acb-416a-4d06-bae6-3bb9a7786d9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 217 time: 0.0380912 Dec 15 14:30:24.907298 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24590a7-2f0e-4061-9728-26c6346b400d req-e388f46d-5aa6-4f56-8530-8d088ad5711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:24.908750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-e388f46d-5aa6-4f56-8530-8d088ad5711f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0433056 Dec 15 14:30:24.944196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-299bf1db-2ec3-44bf-8dbc-7754b678bf63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276821 Dec 15 14:30:25.033023 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-28bb47ea-0189-4051-bc88-541a09f31993 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814803 Dec 15 14:30:25.124603 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d24590a7-2f0e-4061-9728-26c6346b400d req-139aa117-e495-43c7-bfdb-141de37434a2 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848815 Dec 15 14:30:25.215487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-e30e15bb-a9a1-4873-8bf3-f30fd0791b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:25.217048 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-e30e15bb-a9a1-4873-8bf3-f30fd0791b9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 1094 time: 0.0425785 Dec 15 14:30:25.310639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-badbe8c3-0524-441d-b62c-4e6b3413d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:25.312051 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-badbe8c3-0524-441d-b62c-4e6b3413d86f service neutron] 10.222.0.74 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.0873799 Dec 15 14:30:25.631122 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-aab385bd-af68-453f-bd75-0b18fa96ee03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 217 time: 0.3118336 Dec 15 14:30:25.681056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-eef7e7dc-8ecd-47a7-bc78-f3d7a0362bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:25.682609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-eef7e7dc-8ecd-47a7-bc78-f3d7a0362bd3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0439773 Dec 15 14:30:25.714803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-cf361359-6f5b-467c-a6b8-936343360fc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238202 Dec 15 14:30:25.835067 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-a37169f6-31bf-4df5-9836-d7791c9d7369 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118031 Dec 15 14:30:25.860417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0c6a-5dde-454f-adab-0d3c674b5085 req-433fcc4a-a984-49d6-9a3a-3deb10e2b0c4 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:25.861818 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e55e0c6a-5dde-454f-adab-0d3c674b5085 req-433fcc4a-a984-49d6-9a3a-3deb10e2b0c4 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 943 time: 0.0686944 Dec 15 14:30:25.960047 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e55e0c6a-5dde-454f-adab-0d3c674b5085 req-5a773087-8478-4dbd-ba13-a9eebefaf55c tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882831 Dec 15 14:30:25.977983 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-781f22e0-3129-46a4-8f6b-922bfa190e50 req-6e740db8-2537-4a8b-bd9c-30c8a2b56d05 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320953 Dec 15 14:30:27.038116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 75996b09-cd96-44b0-875a-d47b4b17a78b details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:30:27.086358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da449f-d006-404d-96a8-c28593300fa2 req-0592c8f1-3810-46ee-8061-180b0ca77536 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:27.088828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4da449f-d006-404d-96a8-c28593300fa2 req-0592c8f1-3810-46ee-8061-180b0ca77536 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 943 time: 0.0560896 Dec 15 14:30:27.136100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e4da449f-d006-404d-96a8-c28593300fa2 req-051e6748-0146-4a0b-962e-cac78c05202b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Dec 15 14:30:27.138142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:30:27.150779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975', 'port_id': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'mac_address': 'fa:16:3e:d5:e2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fb18e2-5d37-45db-bb94-123c86495e74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:30:27.190685 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:27.203754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75996b09-cd96-44b0-875a-d47b4b17a78b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:30:27.223311 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:30:27.227126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:27.441527 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:27.449626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.449989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.450332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.450675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.451026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.451346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.451679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.452039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.452373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.452699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.453027 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.453350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.453673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:30:27.486350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['75996b09-cd96-44b0-875a-d47b4b17a78b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:30:28.270544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c41e46-9c94-4b9a-8968-a4c776a20dd6 req-4ff0fd53-47d5-4736-9412-8a7b8d68538b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:28.272114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d9c41e46-9c94-4b9a-8968-a4c776a20dd6 req-4ff0fd53-47d5-4736-9412-8a7b8d68538b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 944 time: 0.0610502 Dec 15 14:30:28.322100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d9c41e46-9c94-4b9a-8968-a4c776a20dd6 req-cf99c542-ef0f-43c5-bdee-7f05dc7767ac tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433979 Dec 15 14:30:29.048559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 75996b09-cd96-44b0-875a-d47b4b17a78b up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:30:29.109319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 75996b09-cd96-44b0-875a-d47b4b17a78b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:30:29.113088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 75996b09-cd96-44b0-875a-d47b4b17a78b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:30:29.113471 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:29.192384 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:29.216655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:30:29.218897 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db7e96-1910-4b15-9563-2f1c4f8738a4" -d '{"events": [{"server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "name": "network-vif-plugged", "status": "completed", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:30:29.232056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:30:29.237187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:29.264896 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4e982d-edd8-49a0-bb50-fa2b426902ac x-openstack-request-id: req-8b4e982d-edd8-49a0-bb50-fa2b426902ac {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:30:29.265196 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "name": "network-vif-plugged", "status": "completed", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:30:29.265462 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b4e982d-edd8-49a0-bb50-fa2b426902ac {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:30:29.265859 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'code': 200} Dec 15 14:30:29.296914 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:30:29.359744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ca62c-12fd-4077-9074-f47cd3482013 req-36f047c6-7067-421c-bdcd-649355518377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:29.361422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd2ca62c-12fd-4077-9074-f47cd3482013 req-36f047c6-7067-421c-bdcd-649355518377 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 1096 time: 0.0421798 Dec 15 14:30:29.436655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cd2ca62c-12fd-4077-9074-f47cd3482013 req-48533d44-d91f-4095-bf85-445d566b2b6e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674882 Dec 15 14:30:29.455784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0101b-e737-47df-b413-d7914297e6c2 req-d4efe11c-686d-4199-bde9-9c2444cbc747 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:29.457249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3c0101b-e737-47df-b413-d7914297e6c2 req-d4efe11c-686d-4199-bde9-9c2444cbc747 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0645976 Dec 15 14:30:29.504163 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3c0101b-e737-47df-b413-d7914297e6c2 req-6be4fd51-9dc5-41a4-8c93-ceb23e5a6c8e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Dec 15 14:30:30.623681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe9069-1732-4f03-91bd-cea23429065e req-77a0081a-0ac4-4f15-9417-c74efec75ba2 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:30.625205 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4abe9069-1732-4f03-91bd-cea23429065e req-77a0081a-0ac4-4f15-9417-c74efec75ba2 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0501382 Dec 15 14:30:30.673041 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4abe9069-1732-4f03-91bd-cea23429065e req-3a42224e-efe5-498c-8188-fa734900d200 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Dec 15 14:30:30.792074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc2393-da28-42a3-9bdc-ffbddebfb4a6 req-c1bbad5d-fee2-46c7-84ee-76e4f7beeb30 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:30.793468 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bafc2393-da28-42a3-9bdc-ffbddebfb4a6 req-c1bbad5d-fee2-46c7-84ee-76e4f7beeb30 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0499797 Dec 15 14:30:30.843365 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bafc2393-da28-42a3-9bdc-ffbddebfb4a6 req-9ade463e-2ee7-4a11-bcfd-1aa70aa73d32 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Dec 15 14:30:31.054553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942887a-2967-4119-a89c-b6c883a82fc7 req-cdf5aff2-98c5-42f7-a23f-64f9defbff5b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:31.056958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2942887a-2967-4119-a89c-b6c883a82fc7 req-cdf5aff2-98c5-42f7-a23f-64f9defbff5b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0545561 Dec 15 14:30:31.109729 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2942887a-2967-4119-a89c-b6c883a82fc7 req-902cf738-a855-4de6-b790-57de1a3edec3 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467660 Dec 15 14:30:31.188172 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:31.228356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49b4f0-65d7-46af-bc9a-3ee0a755b067 req-49f4b4d5-5108-4d9e-8f74-2b289c4f5abc tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:31.229810 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b49b4f0-65d7-46af-bc9a-3ee0a755b067 req-49f4b4d5-5108-4d9e-8f74-2b289c4f5abc tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0526321 Dec 15 14:30:31.255094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11fad158-4309-46da-8e2f-34b80dbc15a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:31.285410 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b49b4f0-65d7-46af-bc9a-3ee0a755b067 req-5e21fcd2-e5fc-4735-b374-160cbeda186c tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495975 Dec 15 14:30:31.306264 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:31.509310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-9272d049-5e20-40ec-8ae9-302224953058 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402534 Dec 15 14:30:31.523145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5833f2-ee57-487d-b8c4-3742d5111949 req-4400656a-68b6-4204-83fd-ab06fd0308ab tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:31.525214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bc5833f2-ee57-487d-b8c4-3742d5111949 req-4400656a-68b6-4204-83fd-ab06fd0308ab tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0490818 Dec 15 14:30:31.577668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bc5833f2-ee57-487d-b8c4-3742d5111949 req-f5a2d706-d2d0-45e5-9a66-edf4bf378a96 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Dec 15 14:30:32.644839 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf68cd-6785-4734-b336-839ea5c94bde req-c40fa53c-a55b-4f01-9c80-f126818a3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:32.646349 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-c40fa53c-a55b-4f01-9c80-f126818a3673 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 1096 time: 0.0419390 Dec 15 14:30:32.762209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31c5fa-9539-4aaa-ac52-52c0cdebf8a1 req-73e7689a-730a-409c-afa1-0040750ac5ed tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:32.763696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be31c5fa-9539-4aaa-ac52-52c0cdebf8a1 req-73e7689a-730a-409c-afa1-0040750ac5ed tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.1118381 Dec 15 14:30:32.788056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf68cd-6785-4734-b336-839ea5c94bde req-6a25f81a-f973-43f2-a3f1-ae0b44357460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:32.789971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-6a25f81a-f973-43f2-a3f1-ae0b44357460 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.1290207 Dec 15 14:30:32.845326 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-e514d867-293c-41c6-ad28-3e68fde4a53e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 217 time: 0.0474503 Dec 15 14:30:32.886400 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be31c5fa-9539-4aaa-ac52-52c0cdebf8a1 req-3e236658-ffcb-4604-9107-708f951bd7bd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146355 Dec 15 14:30:32.904480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf68cd-6785-4734-b336-839ea5c94bde req-e1ef406f-6524-4719-b168-f8a5226ef83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:32.906182 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-e1ef406f-6524-4719-b168-f8a5226ef83b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0507138 Dec 15 14:30:32.938632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-33d3d54e-b5aa-4637-8e33-5db5b5267b4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252705 Dec 15 14:30:33.031880 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-ea265820-6734-4b58-afce-a7d34fcf5d20 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852637 Dec 15 14:30:33.124636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-a54e0383-dd5c-481b-82af-595e3424bb3e service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860929 Dec 15 14:30:33.863558 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-92c5eb7e-737b-40e1-87a5-7a7bff0a1ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:34.005102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651275-2f44-4ef4-a09c-bafbe32cd898 req-cacf7905-3eb2-47c2-a7b7-4a5eb89e30e9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:34.006569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64651275-2f44-4ef4-a09c-bafbe32cd898 req-cacf7905-3eb2-47c2-a7b7-4a5eb89e30e9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0487397 Dec 15 14:30:34.052397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64651275-2f44-4ef4-a09c-bafbe32cd898 req-d25dcf1b-aa34-40e9-9585-a7d5742c5118 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Dec 15 14:30:34.955017 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:35.172754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44b529-4c8a-4864-a227-34b0ee202026 req-ffeb38c8-17aa-4a29-8a77-7c9811b3f8e7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:35.174267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44b529-4c8a-4864-a227-34b0ee202026 req-ffeb38c8-17aa-4a29-8a77-7c9811b3f8e7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0508707 Dec 15 14:30:35.222915 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae44b529-4c8a-4864-a227-34b0ee202026 req-bff7e6b5-c1b6-4497-9602-6f98de7ec14e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Dec 15 14:30:36.345813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd863d1d-4850-41fb-bf29-4c451c422e23 req-4c376d80-8f2c-4819-91e6-3ccfd94e8837 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:36.347290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd863d1d-4850-41fb-bf29-4c451c422e23 req-4c376d80-8f2c-4819-91e6-3ccfd94e8837 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0520499 Dec 15 14:30:36.394653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd863d1d-4850-41fb-bf29-4c451c422e23 req-e728ace5-f381-4677-b7fc-c6abbee7d9a4 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406871 Dec 15 14:30:36.715610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:37.362860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:37.517970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b918c0-041e-4df7-a909-21e9eb193606 req-485a0653-7b49-4678-821b-99b33690e8ba tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:37.519457 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6b918c0-041e-4df7-a909-21e9eb193606 req-485a0653-7b49-4678-821b-99b33690e8ba tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0548306 Dec 15 14:30:37.581216 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c6b918c0-041e-4df7-a909-21e9eb193606 req-5057eda3-b6e5-4c2c-a743-af3f8ccfd761 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546820 Dec 15 14:30:38.698117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dede233-3b24-41f6-83c9-2c0658aacd8c req-774af778-e7b4-4c43-9141-ae46ee3c51d7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:38.699576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dede233-3b24-41f6-83c9-2c0658aacd8c req-774af778-e7b4-4c43-9141-ae46ee3c51d7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0487401 Dec 15 14:30:38.746401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dede233-3b24-41f6-83c9-2c0658aacd8c req-a513ae67-9a73-4810-93fb-098b1096e4c6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Dec 15 14:30:39.863104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e64d9-b8bb-40d7-8a60-ba7ee8c75322 req-95d80c62-714f-45b7-8539-f53906da1a2a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:39.864609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a1e64d9-b8bb-40d7-8a60-ba7ee8c75322 req-95d80c62-714f-45b7-8539-f53906da1a2a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0499539 Dec 15 14:30:39.917852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a1e64d9-b8bb-40d7-8a60-ba7ee8c75322 req-44ee3e83-d568-40c9-b62b-95e1cc648e0c tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473843 Dec 15 14:30:41.038604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d254ce4-ae1c-4c94-b114-dd1d5c24833d req-7ace0726-88bc-48d1-a2aa-1c2a080dc3a9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:41.040716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d254ce4-ae1c-4c94-b114-dd1d5c24833d req-7ace0726-88bc-48d1-a2aa-1c2a080dc3a9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0538187 Dec 15 14:30:41.399087 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3d254ce4-ae1c-4c94-b114-dd1d5c24833d req-5c860062-9f21-4268-8c15-c0c22e6f24f0 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525350 Dec 15 14:30:42.521999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91766bb9-7537-4ac9-9a15-ba0e5af443cf req-2bc08bce-1d0a-49c1-aa0b-40ec64e861da tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:42.523516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91766bb9-7537-4ac9-9a15-ba0e5af443cf req-2bc08bce-1d0a-49c1-aa0b-40ec64e861da tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0541637 Dec 15 14:30:42.571755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91766bb9-7537-4ac9-9a15-ba0e5af443cf req-7d3ad5ce-8292-481a-ba90-484db4335347 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Dec 15 14:30:43.693223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8eea8-2933-4344-b640-3e78bc7f5cf1 req-40cac81f-429f-4b1a-958d-43a5a7875339 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:43.694714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7e8eea8-2933-4344-b640-3e78bc7f5cf1 req-40cac81f-429f-4b1a-958d-43a5a7875339 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0541337 Dec 15 14:30:43.741418 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a7e8eea8-2933-4344-b640-3e78bc7f5cf1 req-29e1aeb0-e714-4cdd-9df6-7a31f56a392d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Dec 15 14:30:44.857463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4b240-6078-4d60-a11d-73a90b703d59 req-c3da5a85-774d-45fd-818d-04e21cb3368e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:44.858938 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ac4b240-6078-4d60-a11d-73a90b703d59 req-c3da5a85-774d-45fd-818d-04e21cb3368e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0492370 Dec 15 14:30:44.907183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ac4b240-6078-4d60-a11d-73a90b703d59 req-8f7f3720-6f12-406b-9635-3ef4965ffae6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Dec 15 14:30:46.021580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ac599-8538-4cb4-9465-e58d008c4e66 req-8fb0ed9e-44f3-4fb0-b0fe-24efa5ec1c8d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:46.023032 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-035ac599-8538-4cb4-9465-e58d008c4e66 req-8fb0ed9e-44f3-4fb0-b0fe-24efa5ec1c8d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0481653 Dec 15 14:30:46.075088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-035ac599-8538-4cb4-9465-e58d008c4e66 req-c174b6f9-f88d-4017-aedf-b5cec10dc2ca tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Dec 15 14:30:47.194584 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790b7a4-5e2f-4bb1-826f-4a4298a7e931 req-ecfe6196-57b4-4349-afde-65f4eb312483 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:47.196137 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c790b7a4-5e2f-4bb1-826f-4a4298a7e931 req-ecfe6196-57b4-4349-afde-65f4eb312483 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0504935 Dec 15 14:30:47.247891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c790b7a4-5e2f-4bb1-826f-4a4298a7e931 req-846cf374-5b02-4f4b-ae67-01834f5b3d48 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Dec 15 14:30:48.365666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7711b-30f0-4609-beaf-839e5eb4975f req-21fedb6a-5172-4da5-a469-1c4bfe177334 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:48.367146 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00a7711b-30f0-4609-beaf-839e5eb4975f req-21fedb6a-5172-4da5-a469-1c4bfe177334 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0492504 Dec 15 14:30:48.414354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00a7711b-30f0-4609-beaf-839e5eb4975f req-fd0d4ba9-5ef9-4d00-b3d9-d17ce6eb0687 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Dec 15 14:30:49.532125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4db4-73c2-45e9-ba44-6097d541f719 req-e6650d8b-3a60-4cbf-968e-a406bce1477a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:49.533633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-481a4db4-73c2-45e9-ba44-6097d541f719 req-e6650d8b-3a60-4cbf-968e-a406bce1477a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0507958 Dec 15 14:30:49.583261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-481a4db4-73c2-45e9-ba44-6097d541f719 req-30057370-cc42-4f52-82e5-d627117054ac tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 Dec 15 14:30:50.697570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e3ed9-1ed7-4b81-88ae-8c27b60b639f req-f6d37662-0e83-4ecd-bd3f-6ddaef58b961 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:50.699018 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f5e3ed9-1ed7-4b81-88ae-8c27b60b639f req-f6d37662-0e83-4ecd-bd3f-6ddaef58b961 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0475225 Dec 15 14:30:50.745209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6f5e3ed9-1ed7-4b81-88ae-8c27b60b639f req-c6e07c18-27b3-4bb9-b448-f28c6049d6ea tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Dec 15 14:30:51.862573 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdea39-0530-48ae-89d1-2a0f20a004f0 req-f591d4d9-1a6c-4762-b0f7-67991ab50bfd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:51.864161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79bdea39-0530-48ae-89d1-2a0f20a004f0 req-f591d4d9-1a6c-4762-b0f7-67991ab50bfd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0501738 Dec 15 14:30:51.912641 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-79bdea39-0530-48ae-89d1-2a0f20a004f0 req-14e0f857-16b4-467f-a1c6-aae2de840b2e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Dec 15 14:30:53.047198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f71b7-c439-446c-b5a1-a224c675ee2b req-f29f03ea-95fe-41ad-8527-08264534601b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:53.048704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-897f71b7-c439-446c-b5a1-a224c675ee2b req-f29f03ea-95fe-41ad-8527-08264534601b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0605068 Dec 15 14:30:53.099009 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-897f71b7-c439-446c-b5a1-a224c675ee2b req-87993afc-96c6-47dc-8f2d-d6e5c2786f8a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Dec 15 14:30:54.226086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960cf5d-823d-4666-9599-a64cacb76ee1 req-71184ba3-90f7-4930-950d-d1a69ef6deac tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:54.227711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6960cf5d-823d-4666-9599-a64cacb76ee1 req-71184ba3-90f7-4930-950d-d1a69ef6deac tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0548577 Dec 15 14:30:54.267932 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:30:54.277992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6960cf5d-823d-4666-9599-a64cacb76ee1 req-57157912-0056-46ad-86a6-50e2251bb50e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435915 Dec 15 14:30:55.402507 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fde607-dd61-4b03-bfce-cddab46da0ea req-2fea233e-76ce-4a40-a4ec-1ad44e9a2e7c tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:55.404271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01fde607-dd61-4b03-bfce-cddab46da0ea req-2fea233e-76ce-4a40-a4ec-1ad44e9a2e7c tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0491874 Dec 15 14:30:55.450909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01fde607-dd61-4b03-bfce-cddab46da0ea req-f2907ed4-cd0e-4421-829b-ab902b3dabc6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Dec 15 14:30:56.571041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44825bc6-b537-47a5-aeb9-e1d4096f3f1a req-e9bf87da-b68e-4036-9867-9c6b3c97cafd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:56.572611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44825bc6-b537-47a5-aeb9-e1d4096f3f1a req-e9bf87da-b68e-4036-9867-9c6b3c97cafd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0535154 Dec 15 14:30:56.620409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44825bc6-b537-47a5-aeb9-e1d4096f3f1a req-0ad45378-4931-4878-81f9-daa37bc30b8d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Dec 15 14:30:57.735076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d7a60-f467-476d-9ff5-d0969fcca2e6 req-7a510402-05f5-4d03-90d5-e05d4df3957a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:57.736617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1f2d7a60-f467-476d-9ff5-d0969fcca2e6 req-7a510402-05f5-4d03-90d5-e05d4df3957a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0482204 Dec 15 14:30:57.786714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1f2d7a60-f467-476d-9ff5-d0969fcca2e6 req-49e92831-12d0-4b76-96cd-e4ef0dc10c2d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442328 Dec 15 14:30:58.905939 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bab0f7-fe02-451f-9be3-6ff63c019cc9 req-43c4d5f1-6432-431a-b4ae-426544558d23 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:30:58.907407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15bab0f7-fe02-451f-9be3-6ff63c019cc9 req-43c4d5f1-6432-431a-b4ae-426544558d23 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0510807 Dec 15 14:30:58.958654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-15bab0f7-fe02-451f-9be3-6ff63c019cc9 req-b2f55712-4771-4932-97cf-a43ce25bff76 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452859 Dec 15 14:30:59.909488 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-95cf68cd-6785-4734-b336-839ea5c94bde req-1dfc606f-c9d9-4c5f-b7a5-0d61d8bd0895 service neutron] show failed (client error): The resource could not be found. Dec 15 14:30:59.910513 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-1dfc606f-c9d9-4c5f-b7a5-0d61d8bd0895 service neutron] 10.222.0.74 "GET /v2.0/ports/75996b09-cd96-44b0-875a-d47b4b17a78b/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0550003 Dec 15 14:31:00.078597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304006de-82c5-4bb7-a307-5f273e6bbff2 req-23dc2211-7b0e-43da-b358-e0294901ca8e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:00.080129 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-304006de-82c5-4bb7-a307-5f273e6bbff2 req-23dc2211-7b0e-43da-b358-e0294901ca8e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0503078 Dec 15 14:31:00.127673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-304006de-82c5-4bb7-a307-5f273e6bbff2 req-d5def91a-cf4a-4274-98c4-fe4369eb56dc tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Dec 15 14:31:00.143911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf68cd-6785-4734-b336-839ea5c94bde req-5b895843-c904-4c92-8d1b-7dd051da913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:00.145426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-5b895843-c904-4c92-8d1b-7dd051da913b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f&tenant_id=7a5c9956005b447aa688b01bdb55f913 HTTP/1.1" status: 200 len: 1096 time: 0.0726807 Dec 15 14:31:00.157426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:00.214019 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:00.419210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:00.452222 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:00.491884 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:00.494350 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe65aca-f97d-4cfb-927d-ceb31505b107" -d '{"events": [{"server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "name": "network-vif-unplugged", "status": "completed", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:00.498675 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:00.511806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Transition to ACTIVE for port object 75996b09-cd96-44b0-875a-d47b4b17a78b will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:31:00.515908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:00.545725 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e58d0-b643-4880-a1fe-fedf3ac21f96 x-openstack-request-id: req-308e58d0-b643-4880-a1fe-fedf3ac21f96 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:00.546028 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "name": "network-vif-unplugged", "status": "completed", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:00.546289 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-308e58d0-b643-4880-a1fe-fedf3ac21f96 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:00.546719 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'code': 200} Dec 15 14:31:00.590031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] No DVR routers for this DVR port 75996b09-cd96-44b0-875a-d47b4b17a78b on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:31:00.591951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:00.601309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.601665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.602017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.602511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.603052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.603398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.603739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.604421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.604767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.605104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.605441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.605771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.606104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:00.640034 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Attempting to bind port 75996b09-cd96-44b0-875a-d47b4b17a78b on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:31:00.640372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Attempting to bind port 75996b09-cd96-44b0-875a-d47b4b17a78b by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:31:00.640704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Attempting to bind port 75996b09-cd96-44b0-875a-d47b4b17a78b on network 79b5866b-80ee-469c-93ee-5f73573d6975 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:00.645046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Port 75996b09-cd96-44b0-875a-d47b4b17a78b on network 79b5866b-80ee-469c-93ee-5f73573d6975 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:31:00.645442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Attempting to bind port 75996b09-cd96-44b0-875a-d47b4b17a78b on network 79b5866b-80ee-469c-93ee-5f73573d6975 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:00.650910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:31:00.651247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Checking segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:31:00.651627 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Bound using segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:31:00.652085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Bound port: 75996b09-cd96-44b0-875a-d47b4b17a78b, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:31:00.652438 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:00.715025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:00.717948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:31:00.722578 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:00.759995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:00.760631 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:00.762025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 1091 time: 0.6089556 Dec 15 14:31:00.781289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bb2b8-63c2-4ed1-8612-a1306d2543e8 service neutron] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:00.828901 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf68cd-6785-4734-b336-839ea5c94bde req-e42b267c-39d3-467b-afcc-bb4fb50966e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:00.830421 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-e42b267c-39d3-467b-afcc-bb4fb50966e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 1094 time: 0.0463262 Dec 15 14:31:00.923358 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf68cd-6785-4734-b336-839ea5c94bde req-172af117-f7ba-414f-8a5f-10cae119fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:00.924872 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-172af117-f7ba-414f-8a5f-10cae119fe96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.0870709 Dec 15 14:31:00.970310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-43a8bb9c-76e1-419f-9273-9974076e60cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 217 time: 0.0380895 Dec 15 14:31:01.018879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf68cd-6785-4734-b336-839ea5c94bde req-62fa3faf-84f0-4201-99df-e8cfc5915ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:01.020299 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-62fa3faf-84f0-4201-99df-e8cfc5915ff1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0427186 Dec 15 14:31:01.051841 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-c8a7ec84-c668-4b6b-ac61-1bdb59840674 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245180 Dec 15 14:31:01.140160 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-5e0b7bda-9554-4c41-a678-396397b01d0a service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812507 Dec 15 14:31:01.185772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:01.236496 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95cf68cd-6785-4734-b336-839ea5c94bde req-bc7f71cc-6fb5-4ed0-9f4d-05688edb7f23 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891039 Dec 15 14:31:01.257175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c39df-ad5d-4df8-882d-7316f9878443 req-e67941cd-3075-4f24-91b7-11119defc1aa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:01.260367 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09b37f30-7718-452d-97a1-f0e652d1b00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:01.260909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b45c39df-ad5d-4df8-882d-7316f9878443 req-e67941cd-3075-4f24-91b7-11119defc1aa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 943 time: 0.0589161 Dec 15 14:31:01.318930 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b45c39df-ad5d-4df8-882d-7316f9878443 req-bbd0e603-1a18-4be3-9693-d49590098f22 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517046 Dec 15 14:31:01.322426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:02.444686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a9d9-2029-4a33-b08c-4ece98075ec8 req-caaba6d9-75a7-43e5-b9e0-cea9fcb68f26 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:02.446693 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87c0a9d9-2029-4a33-b08c-4ece98075ec8 req-caaba6d9-75a7-43e5-b9e0-cea9fcb68f26 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 943 time: 0.0532310 Dec 15 14:31:02.493477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87c0a9d9-2029-4a33-b08c-4ece98075ec8 req-9416c9a1-610e-43ab-9f6f-1149c3dc814e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Dec 15 14:31:02.548150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:02.550543 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:02.599889 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a90e82b-0360-4f09-a04d-9f57601f6c3c x-openstack-request-id: req-3a90e82b-0360-4f09-a04d-9f57601f6c3c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:02.600178 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:02.600435 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3a90e82b-0360-4f09-a04d-9f57601f6c3c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:02.600862 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'status': 'completed', 'code': 200} Dec 15 14:31:02.702043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-c7db23fc-6e45-47f7-b196-f96d9014cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:02.703494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-c7db23fc-6e45-47f7-b196-f96d9014cb0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 1094 time: 0.0771210 Dec 15 14:31:02.705977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-a135f133-b618-411b-95f4-b59a4f5901eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:02.707334 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-a135f133-b618-411b-95f4-b59a4f5901eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 1094 time: 0.0798042 Dec 15 14:31:02.867513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-3068d649-d280-47d0-826f-bde3f3c4133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:02.869040 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-3068d649-d280-47d0-826f-bde3f3c4133d service neutron] 10.222.0.74 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.1590714 Dec 15 14:31:02.870346 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-a53c6570-2a07-41e9-9989-d26037ee7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:02.871992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-a53c6570-2a07-41e9-9989-d26037ee7512 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.1540234 Dec 15 14:31:02.913000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 75996b09-cd96-44b0-875a-d47b4b17a78b details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:31:02.946633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-e2c9ef36-e355-4561-bb19-01f2a59369cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 217 time: 0.0699947 Dec 15 14:31:02.948535 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-f3e5e9f0-e169-4ef2-aa9e-85316110513a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 217 time: 0.0668736 Dec 15 14:31:03.011758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:03.023217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975', 'port_id': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'mac_address': 'fa:16:3e:d5:e2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fb18e2-5d37-45db-bb94-123c86495e74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:31:03.029016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-20517bbc-834b-4094-b1b6-00d5041211b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:03.030501 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-20517bbc-834b-4094-b1b6-00d5041211b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0776029 Dec 15 14:31:03.033806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-7267339a-84a6-4155-b790-768be8b96e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:03.035124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-7267339a-84a6-4155-b790-768be8b96e74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0751340 Dec 15 14:31:03.066018 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:03.073975 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-ea8e1567-03eb-425b-838e-59d907cccd25 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353858 Dec 15 14:31:03.080052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75996b09-cd96-44b0-875a-d47b4b17a78b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:31:03.089916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-3c6f7483-dc98-4d40-b0c6-3bd451421272 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439074 Dec 15 14:31:03.101075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:03.105576 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:03.157279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:03.197017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 75996b09-cd96-44b0-875a-d47b4b17a78b no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:31:03.238639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 75996b09-cd96-44b0-875a-d47b4b17a78b not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:31:03.247805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-a059783e-74d4-41a3-a77c-f3a7af664d8a service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608977 Dec 15 14:31:03.251062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-62834183-d0ec-4b18-9e07-86fa9bf6394e service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533854 Dec 15 14:31:03.306365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['75996b09-cd96-44b0-875a-d47b4b17a78b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:31:03.410671 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-5318f35b-7dec-4900-9c85-2881c7282a81 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474228 Dec 15 14:31:03.412415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b80bc8ba-4bcf-452c-b2b4-be25cc0872f7 req-c05d0838-b63d-43bb-bc96-6f23238c04cd service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571178 Dec 15 14:31:03.615709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa9fd-9bc3-4845-b694-55e4b2e366c6 req-e2870b8a-b51f-4e5e-956a-f83c1d05c5c9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:03.617225 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95ffa9fd-9bc3-4845-b694-55e4b2e366c6 req-e2870b8a-b51f-4e5e-956a-f83c1d05c5c9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 944 time: 0.0536757 Dec 15 14:31:03.664004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-95ffa9fd-9bc3-4845-b694-55e4b2e366c6 req-78d3eb17-6995-443f-bef7-42f56e257144 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Dec 15 14:31:03.866473 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3cd88754-7680-4132-ac1a-8eea407391f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:03.887649 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996ab66-a75f-41cf-aa89-10bb65d12e7e req-bb471222-61bf-4ffa-8523-0fef1240282f tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:03.889181 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6996ab66-a75f-41cf-aa89-10bb65d12e7e req-bb471222-61bf-4ffa-8523-0fef1240282f tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 944 time: 0.0779057 Dec 15 14:31:03.901397 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-286a2855-1caf-4bbd-b12f-0b65b429450c tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:03.902766 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-286a2855-1caf-4bbd-b12f-0b65b429450c tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f&tenant_id=7a5c9956005b447aa688b01bdb55f913&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 944 time: 0.0808418 Dec 15 14:31:03.987288 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6996ab66-a75f-41cf-aa89-10bb65d12e7e req-14bca985-299a-487a-98dd-cb852ad31bc7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832603 Dec 15 14:31:03.996659 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-56721819-7167-45df-8b4a-f457240478ce service neutron] delete failed (client error): The resource could not be found. Dec 15 14:31:03.997628 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-56721819-7167-45df-8b4a-f457240478ce service neutron] 10.222.0.74 "DELETE /v2.0/ports/75996b09-cd96-44b0-875a-d47b4b17a78b/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0805430 Dec 15 14:31:04.085078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-de6fb964-c679-49b5-9ef3-a2bd999b499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:04.086742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-de6fb964-c679-49b5-9ef3-a2bd999b499d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 1095 time: 0.0427594 Dec 15 14:31:04.180662 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-f04c6da3-1a5e-42e0-9128-c0846e308699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:04.182241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-f04c6da3-1a5e-42e0-9128-c0846e308699 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.0889957 Dec 15 14:31:04.228624 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-88efc8f7-4914-4693-94b5-f3e1fde01098 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 200 len: 217 time: 0.0392849 Dec 15 14:31:04.279820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-5f4f6a37-d5f3-4e14-bf7e-79b5d04272e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:04.281321 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-5f4f6a37-d5f3-4e14-bf7e-79b5d04272e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0458939 Dec 15 14:31:04.317097 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-d495a629-3ef8-402f-9a49-b2cc12fa76d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273135 Dec 15 14:31:04.411204 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-a1764f5b-dacc-4576-aad1-5dd9f2e2d573 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870614 Dec 15 14:31:04.504947 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8c4dc744-36fe-4fec-8514-58363cfa7ee8 req-d366247d-5873-4325-aa19-cb271554f6c2 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859590 Dec 15 14:31:04.928060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 75996b09-cd96-44b0-875a-d47b4b17a78b up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:31:04.976434 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:04.991550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 75996b09-cd96-44b0-875a-d47b4b17a78b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:31:04.995823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 75996b09-cd96-44b0-875a-d47b4b17a78b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:04.996339 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:05.085401 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:05.109648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:05.111940 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c9d95d-3a7d-42d1-8708-d4abcd3b4004" -d '{"events": [{"server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "name": "network-vif-plugged", "status": "completed", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:05.125708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:05.126614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f5563-bb65-4222-b899-6a81f5573833 req-96069622-0f50-4340-b08c-83e49fd3106f tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:05.128180 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d6f5563-bb65-4222-b899-6a81f5573833 req-96069622-0f50-4340-b08c-83e49fd3106f tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 944 time: 0.0536377 Dec 15 14:31:05.130213 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:05.160904 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b585cb7a-d856-4e59-9fd6-e932995dbb89 x-openstack-request-id: req-b585cb7a-d856-4e59-9fd6-e932995dbb89 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:05.161215 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "name": "network-vif-plugged", "status": "completed", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:05.161485 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b585cb7a-d856-4e59-9fd6-e932995dbb89 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:05.162042 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'code': 200} Dec 15 14:31:05.180594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d6f5563-bb65-4222-b899-6a81f5573833 req-6232242c-01da-4c37-8baa-e8008dcf9d38 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445502 Dec 15 14:31:05.189844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:05.303404 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b010b-002e-4e62-9d13-7c2b1b964be2 req-648fe61d-722f-476c-bc62-609164615afc tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:05.305074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc0b010b-002e-4e62-9d13-7c2b1b964be2 req-648fe61d-722f-476c-bc62-609164615afc tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0562167 Dec 15 14:31:05.352015 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc0b010b-002e-4e62-9d13-7c2b1b964be2 req-69992fea-e056-4f5b-a210-97340a427dc0 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Dec 15 14:31:05.464087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4858f1-db1b-439f-aafe-ae8a541eefaf req-0bfcb4b8-c582-4172-a8ff-527650ac7bbf tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:05.465503 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da4858f1-db1b-439f-aafe-ae8a541eefaf req-0bfcb4b8-c582-4172-a8ff-527650ac7bbf tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0488937 Dec 15 14:31:05.515396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da4858f1-db1b-439f-aafe-ae8a541eefaf req-46aeaa43-60f0-49a3-9a45-a9b430a783ad tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440307 Dec 15 14:31:05.860335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-94778e9c-dea0-4030-ae54-485a07fb77e8 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:05.861795 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-94778e9c-dea0-4030-ae54-485a07fb77e8 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 814 time: 0.1025536 Dec 15 14:31:05.877165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-fcc0d2c2-32ec-47a5-b095-eb9389f4ced4 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/quotas/7a5c9956005b447aa688b01bdb55f913 HTTP/1.1" status: 200 len: 375 time: 0.0095541 Dec 15 14:31:05.925798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-bedaf2c0-85d5-4fe8-b42b-5dfae5336837 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433547 Dec 15 14:31:06.021540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-8d553333-60a8-40e7-b13a-8f0efd46c398 service neutron] 10.222.0.86 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879641 Dec 15 14:31:06.112341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-16115be0-b784-4e24-ace1-17b0746c841d service neutron] 10.222.0.86 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841217 Dec 15 14:31:06.274878 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86803796-9202-4934-af3a-631fccec4b69 req-626636e2-0aa8-4865-aaa4-e638b79ebfad tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 210 time: 0.0271437 Dec 15 14:31:06.733023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.003443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-1c5bb405-2bc9-458a-ad6e-758b245df821 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:07.004940 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-1c5bb405-2bc9-458a-ad6e-758b245df821 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5766430-c318-4ed6-8927-431d2001e70f HTTP/1.1" status: 200 len: 945 time: 0.0505524 Dec 15 14:31:07.105666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Deleting port 75996b09-cd96-44b0-875a-d47b4b17a78b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:31:07.106011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.201755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] For port 75996b09-cd96-44b0-875a-d47b4b17a78b, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=75996b09-cd96-44b0-875a-d47b4b17a78b,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:07.202228 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.222762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Calling delete_port for 75996b09-cd96-44b0-875a-d47b4b17a78b owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:31:07.330751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-b3796f2d-2ce4-46d3-8150-69befb724291 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:07.332918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-b3796f2d-2ce4-46d3-8150-69befb724291 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.24 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 814 time: 0.1297352 Dec 15 14:31:07.348007 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Request body: {'port': {'device_id': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975', 'admin_state_up': True, 'tenant_id': '7a5c9956005b447aa688b01bdb55f913'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:07.370448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.435018 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7a651a9c-6efb-4060-a29c-98f27756dc1e req-35360f7e-ef21-4881-8406-b0a9de09cc77 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 210 time: 0.0686691 Dec 15 14:31:07.509723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Made reservation on behalf of 7a5c9956005b447aa688b01bdb55f913 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:31:07.513417 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.652247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Allocated IP 172.20.0.9 (79b5866b-80ee-469c-93ee-5f73573d6975/26fb18e2-5d37-45db-bb94-123c86495e74/60125b20-163d-45f3-95e1-c72b2dbc99d3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:31:07.688991 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.700337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['75996b09-cd96-44b0-875a-d47b4b17a78b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:31:07.724826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Pushing event deleted for resources: {'Port': ['ID=75996b09-cd96-44b0-875a-d47b4b17a78b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:07.789227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] No DVR routers for this DVR port 75996b09-cd96-44b0-875a-d47b4b17a78b on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:31:07.792564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.795937 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.24 "DELETE /v2.0/ports/75996b09-cd96-44b0-875a-d47b4b17a78b HTTP/1.1" status: 204 len: 173 time: 0.7843525 Dec 15 14:31:07.796386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'name': 'network-vif-deleted', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:07.798700 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d408eed-9f9c-4c4a-9851-a03b6cbc810f" -d '{"events": [{"server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "name": "network-vif-deleted", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:07.844308 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.847854 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db4186e-b00d-486c-83de-a8c1621c932b x-openstack-request-id: req-1db4186e-b00d-486c-83de-a8c1621c932b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:07.847854 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5766430-c318-4ed6-8927-431d2001e70f", "name": "network-vif-deleted", "tag": "75996b09-cd96-44b0-875a-d47b4b17a78b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:07.847854 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1db4186e-b00d-486c-83de-a8c1621c932b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:07.847854 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5766430-c318-4ed6-8927-431d2001e70f', 'name': 'network-vif-deleted', 'tag': '75996b09-cd96-44b0-875a-d47b4b17a78b', 'status': 'completed', 'code': 200} Dec 15 14:31:07.885241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.897988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['75996b09-cd96-44b0-875a-d47b4b17a78b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:31:07.931631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Network 79b5866b-80ee-469c-93ee-5f73573d6975 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:31:07.934955 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:31:07.939072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:31:07.964237 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:07.993715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:07.994335 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:08.009340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-71ce687d-4fa3-4d5c-848a-3ba4fc910e86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6665280 Dec 15 14:31:08.021091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Request body: {'port': {'device_id': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:08.078987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:08.339620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60125b20-163d-45f3-95e1-c72b2dbc99d3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:31:08.346987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:08.358623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Transition to ACTIVE for port object 60125b20-163d-45f3-95e1-c72b2dbc99d3 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:31:08.362616 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:08.437087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:08.504086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Attempting to bind port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:31:08.504433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Attempting to bind port 60125b20-163d-45f3-95e1-c72b2dbc99d3 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:31:08.504770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Attempting to bind port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on network 79b5866b-80ee-469c-93ee-5f73573d6975 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:08.509586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on network 79b5866b-80ee-469c-93ee-5f73573d6975 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:31:08.509917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Attempting to bind port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on network 79b5866b-80ee-469c-93ee-5f73573d6975 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:08.517104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:31:08.517629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Checking segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:31:08.518181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Bound using segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:31:08.518801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Bound port: 60125b20-163d-45f3-95e1-c72b2dbc99d3, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:31:08.519323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:08.624498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdeef9-f6b9-4a36-9ab0-b0a8e19ad53d req-ab34a673-8699-43fa-973d-d747c7ce639e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:08.626006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-10cdeef9-f6b9-4a36-9ab0-b0a8e19ad53d req-ab34a673-8699-43fa-973d-d747c7ce639e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 943 time: 0.1038768 Dec 15 14:31:08.657460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:08.677289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:31:08.684409 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:08.725751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-10cdeef9-f6b9-4a36-9ab0-b0a8e19ad53d req-0e37919d-7d26-4a0b-8b0a-92569a10b95f tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937631 Dec 15 14:31:08.734364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:08.734997 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:08.736397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] 10.222.0.24 "PUT /v2.0/ports/60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 1091 time: 0.7196474 Dec 15 14:31:08.736847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:08.747465 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998ec619-0f72-4c7b-b205-89b19b53db50" -d '{"events": [{"name": "network-changed", "server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:08.771191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1a0ba-2b78-45cc-bf6a-642c477f84cc service neutron] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:08.823095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-40b25b5e-7edf-4d7c-98c9-fd6dc1419c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:08.824646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-40b25b5e-7edf-4d7c-98c9-fd6dc1419c0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1094 time: 0.0435207 Dec 15 14:31:08.873256 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf275b4-76dc-4e57-ade6-ac32beba211d x-openstack-request-id: req-fbf275b4-76dc-4e57-ade6-ac32beba211d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:08.873587 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:08.873769 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fbf275b4-76dc-4e57-ade6-ac32beba211d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:08.874176 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'status': 'completed', 'code': 200} Dec 15 14:31:08.876014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-9df93d1c-29ca-4a5a-882e-702b0eb07693 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 217 time: 0.0422118 Dec 15 14:31:08.934951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-da5a5c21-6494-40b0-bf96-a896cd121e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:08.936437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-da5a5c21-6494-40b0-bf96-a896cd121e9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0534766 Dec 15 14:31:08.969060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-59208660-892b-41e9-8961-3498dc7abf28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253713 Dec 15 14:31:09.057837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-7bebd1a5-8964-4cfb-a7e2-1189444fd199 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787642 Dec 15 14:31:09.152396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-645647c2-fe97-40ab-8841-cb15e4cfe9da req-ae5a1f18-4287-467f-b8b9-7272346e5283 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870018 Dec 15 14:31:09.239988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-ce92f6fc-c8be-4221-bef2-35cf1325c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:09.241498 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-ce92f6fc-c8be-4221-bef2-35cf1325c47b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1094 time: 0.0432518 Dec 15 14:31:09.337258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-e668f4c4-2e91-4ff2-85f7-f68c36baec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:09.338769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-e668f4c4-2e91-4ff2-85f7-f68c36baec8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.0906179 Dec 15 14:31:09.381699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-0b893f58-19c3-401a-a486-2698e6b4f8b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 217 time: 0.0354812 Dec 15 14:31:09.428957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-5e3b58cb-db79-4cbc-8ee3-de489c2b225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:09.431360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-5e3b58cb-db79-4cbc-8ee3-de489c2b225f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0419521 Dec 15 14:31:09.462118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-bb410213-bc19-4221-a83c-52baded42f48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240896 Dec 15 14:31:09.557601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-60d3df8d-dea7-4389-812c-579d87023b2b service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885160 Dec 15 14:31:09.647439 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-998ec619-0f72-4c7b-b205-89b19b53db50 req-713b545b-afb6-4f8a-8228-2b4b91d1655c service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802696 Dec 15 14:31:09.849378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904681-de99-432d-98db-85f656e38f8b req-9b3cc14c-2000-41d2-95e5-a7c6b38f62e8 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:09.850849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32904681-de99-432d-98db-85f656e38f8b req-9b3cc14c-2000-41d2-95e5-a7c6b38f62e8 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 943 time: 0.0536685 Dec 15 14:31:09.897839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32904681-de99-432d-98db-85f656e38f8b req-4db9318f-9a01-49fd-984e-9c63bdbbcc86 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Dec 15 14:31:10.959535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 60125b20-163d-45f3-95e1-c72b2dbc99d3 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:31:10.962992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 75996b09-cd96-44b0-875a-d47b4b17a78b no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:31:10.990285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 75996b09-cd96-44b0-875a-d47b4b17a78b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:31:10.990641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 75996b09-cd96-44b0-875a-d47b4b17a78b not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:31:11.023684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d43ded-add7-4616-8904-421a0628acb6 req-d5faf5e6-e903-4ac3-8d65-7eff8a18c2e6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:11.025210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09d43ded-add7-4616-8904-421a0628acb6 req-d5faf5e6-e903-4ac3-8d65-7eff8a18c2e6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 943 time: 0.0520372 Dec 15 14:31:11.073949 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09d43ded-add7-4616-8904-421a0628acb6 req-10ca20fc-b01e-4a28-a690-ccf36ef373fd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Dec 15 14:31:11.080744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:11.093252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975', 'port_id': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'mac_address': 'fa:16:3e:02:24:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fb18e2-5d37-45db-bb94-123c86495e74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:31:11.130644 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:11.144433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60125b20-163d-45f3-95e1-c72b2dbc99d3 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:31:11.165233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:11.169989 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:11.222876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:11.361542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['60125b20-163d-45f3-95e1-c72b2dbc99d3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:31:12.189504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc57cf-8b4b-4642-8242-ed45ee6063b1 req-6c7300de-b0f0-4b41-976e-a5ceae834441 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:12.191004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cebc57cf-8b4b-4642-8242-ed45ee6063b1 req-6c7300de-b0f0-4b41-976e-a5ceae834441 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 944 time: 0.0498734 Dec 15 14:31:12.237780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cebc57cf-8b4b-4642-8242-ed45ee6063b1 req-64393f1c-8347-4bc5-91e7-015c76575901 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Dec 15 14:31:12.977376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 60125b20-163d-45f3-95e1-c72b2dbc99d3 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:31:13.030918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 60125b20-163d-45f3-95e1-c72b2dbc99d3 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:31:13.035173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 60125b20-163d-45f3-95e1-c72b2dbc99d3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:13.035558 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:13.111962 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:13.135608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:13.137896 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c100246-6c26-49f2-9b3b-1a8db1131741" -d '{"events": [{"server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "name": "network-vif-plugged", "status": "completed", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:13.151563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:13.156486 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:13.186058 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd030f6-8103-474a-b654-b52beeb16948 x-openstack-request-id: req-3dd030f6-8103-474a-b654-b52beeb16948 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:13.186361 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "name": "network-vif-plugged", "status": "completed", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:13.186623 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3dd030f6-8103-474a-b654-b52beeb16948 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:13.187016 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'code': 200} Dec 15 14:31:13.213847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:13.272757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864dbd6-96be-4a7e-bcf2-86cfadc96d76 req-2b60cea2-0805-49d1-9628-6ede8f2d5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:13.274401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8864dbd6-96be-4a7e-bcf2-86cfadc96d76 req-2b60cea2-0805-49d1-9628-6ede8f2d5e0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0405514 Dec 15 14:31:13.357469 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8864dbd6-96be-4a7e-bcf2-86cfadc96d76 req-13c8cca8-19e8-4805-b459-9b7970f0bdc1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 Dec 15 14:31:13.371797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf71a0b-a62b-4086-a92a-6ae59c4208f7 req-4abf7020-c992-4ed6-a23d-cd8ec09c7c39 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:13.373252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bf71a0b-a62b-4086-a92a-6ae59c4208f7 req-4abf7020-c992-4ed6-a23d-cd8ec09c7c39 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0653260 Dec 15 14:31:13.422098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7bf71a0b-a62b-4086-a92a-6ae59c4208f7 req-285dad95-1b6b-4bf8-9fc7-0f2dfa3697f5 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Dec 15 14:31:14.538883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0601a-9846-4944-b0fc-df396c882624 req-67a7c1d8-86b4-47d1-989f-9badfe73b80e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:14.540475 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfd0601a-9846-4944-b0fc-df396c882624 req-67a7c1d8-86b4-47d1-989f-9badfe73b80e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Dec 15 14:31:14.589366 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cfd0601a-9846-4944-b0fc-df396c882624 req-11453e49-6e24-4c57-80ab-3992a77afa0c tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Dec 15 14:31:14.704467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f368a-09e5-4214-b01b-d7d21045e682 req-f1fce58f-52f1-4515-b0ec-ba625d338e0e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:14.705842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0f368a-09e5-4214-b01b-d7d21045e682 req-f1fce58f-52f1-4515-b0ec-ba625d338e0e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0491848 Dec 15 14:31:14.753377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0f368a-09e5-4214-b01b-d7d21045e682 req-998941fa-6c8c-42b4-b7b0-3075208084d9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Dec 15 14:31:14.984996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-47d5d7e5-86c8-4f37-b288-3eafe47a2189 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443766 Dec 15 14:31:14.998871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c44ec-1a94-4126-b623-d2c59bb17caa req-159fdc9a-8987-46ab-b356-469dabfe6ea7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:15.000401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-747c44ec-1a94-4126-b623-d2c59bb17caa req-159fdc9a-8987-46ab-b356-469dabfe6ea7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0542967 Dec 15 14:31:15.053767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-747c44ec-1a94-4126-b623-d2c59bb17caa req-d6a1dcac-9607-4190-bd81-e6a3265c84bc tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474441 Dec 15 14:31:16.160748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-b056c747-ec50-4ed3-9a3c-f781d7e5c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:16.162308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-b056c747-ec50-4ed3-9a3c-f781d7e5c3bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0415654 Dec 15 14:31:16.177427 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a353bf-521e-4848-9da4-3ade388f7999 req-9157532c-8272-43e3-8849-4ba1f5a2518e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:16.178905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b2a353bf-521e-4848-9da4-3ade388f7999 req-9157532c-8272-43e3-8849-4ba1f5a2518e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0516562 Dec 15 14:31:16.226432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b2a353bf-521e-4848-9da4-3ade388f7999 req-657c6aa5-a768-48b2-bd20-21a52d901e87 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Dec 15 14:31:16.255802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-4ef1d9a6-6fd7-4ffe-8431-e44b2f8b8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:16.257340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-4ef1d9a6-6fd7-4ffe-8431-e44b2f8b8cf3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.0877607 Dec 15 14:31:16.298839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-bde2e286-0d2b-4fb8-a52a-a5c7d5c77439 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 217 time: 0.0346344 Dec 15 14:31:16.345221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-e5e84d34-89ca-4f9e-a262-b332eaac115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:16.346537 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-e5e84d34-89ca-4f9e-a262-b332eaac115b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0416186 Dec 15 14:31:16.377395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-6617cadb-9b61-4a30-90b0-9ec7d034582a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237052 Dec 15 14:31:16.468308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-ea64fbaa-3d65-45b4-a29f-a2ddc16df06b service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836513 Dec 15 14:31:16.557236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-dc80150b-c701-4921-84db-0937416a0684 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814903 Dec 15 14:31:17.350044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586af7f-0876-4557-8734-1051e9e23676 req-d0274dd8-7453-40ef-be34-cbe0ede807db tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:17.351518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d586af7f-0876-4557-8734-1051e9e23676 req-d0274dd8-7453-40ef-be34-cbe0ede807db tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Dec 15 14:31:17.398567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d586af7f-0876-4557-8734-1051e9e23676 req-944e6b6d-3b57-4b8e-966a-652d35c03dae tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Dec 15 14:31:18.516066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d419f-f87c-4b5d-9d5f-81d641a850e0 req-c6e0513d-2abf-423e-861a-77bf758fe3ff tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:18.517548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-443d419f-f87c-4b5d-9d5f-81d641a850e0 req-c6e0513d-2abf-423e-861a-77bf758fe3ff tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Dec 15 14:31:18.566274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-443d419f-f87c-4b5d-9d5f-81d641a850e0 req-bd2ca6f3-32b5-45bb-b50e-b3fc0bee14c8 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428841 Dec 15 14:31:19.684076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa522-39da-4a9e-94c5-d24ccd46a46a req-dd880b66-22ae-4488-8e52-668a86325899 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:19.685556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7aeaa522-39da-4a9e-94c5-d24ccd46a46a req-dd880b66-22ae-4488-8e52-668a86325899 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0502071 Dec 15 14:31:19.732819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7aeaa522-39da-4a9e-94c5-d24ccd46a46a req-d99cc0fc-9ec1-4073-b703-e82e0971fcc1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Dec 15 14:31:20.616032 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-e451058f-327a-41e1-8d84-0d868f55d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:20.618130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-e451058f-327a-41e1-8d84-0d868f55d527 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0429649 Dec 15 14:31:20.719052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-b89f65fd-2ee2-40ea-a296-ed67585a7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:20.720633 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-b89f65fd-2ee2-40ea-a296-ed67585a7204 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.0829833 Dec 15 14:31:20.762475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-bef9b26a-67a3-4729-be1d-9569266216ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 217 time: 0.0351927 Dec 15 14:31:20.818922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-15f0f7e0-6efe-476f-a409-d7475c536df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:20.820485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-15f0f7e0-6efe-476f-a409-d7475c536df4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0487659 Dec 15 14:31:20.856198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09387c-6fcb-4a01-a1fc-be6a544b913b req-51def59f-cc7f-4625-99d0-bf21a941daa6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:20.857712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c09387c-6fcb-4a01-a1fc-be6a544b913b req-51def59f-cc7f-4625-99d0-bf21a941daa6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0536361 Dec 15 14:31:20.859115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-72b7ffe1-ddd5-4fd9-b6b2-6dd97176e24c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258980 Dec 15 14:31:20.906532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0c09387c-6fcb-4a01-a1fc-be6a544b913b req-5321f604-911a-401c-8252-7f367816c404 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Dec 15 14:31:20.949236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-10629587-f89f-4c91-9605-eb35b4b0bcda service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826185 Dec 15 14:31:21.041717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-94a1a0f4-bd59-42ba-8241-40c865c12e20 req-4944335b-aa33-4380-b575-6d206b720815 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Dec 15 14:31:22.025196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4fca1-c4cc-4b59-a0ea-963185742f83 req-dd170f16-f230-4613-a712-e8a3fcd3138d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:22.026668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18f4fca1-c4cc-4b59-a0ea-963185742f83 req-dd170f16-f230-4613-a712-e8a3fcd3138d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0502369 Dec 15 14:31:22.073069 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18f4fca1-c4cc-4b59-a0ea-963185742f83 req-6d1070d7-e687-4ec1-b25c-bbbddc2a3ae9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Dec 15 14:31:23.190498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e6cac-32dd-4351-9750-cfb3867d58f5 req-294008b2-9ac0-417e-89e5-99884192315a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:23.192020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-767e6cac-32dd-4351-9750-cfb3867d58f5 req-294008b2-9ac0-417e-89e5-99884192315a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0510771 Dec 15 14:31:23.239225 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-767e6cac-32dd-4351-9750-cfb3867d58f5 req-022fa9cd-f922-467c-8c02-7adff662eebf tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Dec 15 14:31:24.384155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c4e1a-bf32-4c67-9719-7e55c21f5d47 req-850a56ae-cfe7-42a0-a5bf-7cc17d53ae63 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:24.385631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-485c4e1a-bf32-4c67-9719-7e55c21f5d47 req-850a56ae-cfe7-42a0-a5bf-7cc17d53ae63 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0537889 Dec 15 14:31:24.432994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-485c4e1a-bf32-4c67-9719-7e55c21f5d47 req-dad5a367-beb2-46f6-bdd9-e67e8d10c9a9 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Dec 15 14:31:25.553191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e028ab-fa0c-4fa8-912b-cf5e557ace85 req-c083158b-cd03-4413-8c1a-4038951a111a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:25.554685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86e028ab-fa0c-4fa8-912b-cf5e557ace85 req-c083158b-cd03-4413-8c1a-4038951a111a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0547111 Dec 15 14:31:25.602513 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-86e028ab-fa0c-4fa8-912b-cf5e557ace85 req-da267bb1-e551-4894-96e8-18c9ad8704ad tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Dec 15 14:31:26.725200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebee85-75bd-4fb9-a4a3-dc21bead29ad req-6e96437c-897f-4179-94eb-84b9b4809752 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:26.727353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1ebee85-75bd-4fb9-a4a3-dc21bead29ad req-6e96437c-897f-4179-94eb-84b9b4809752 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0499246 Dec 15 14:31:26.774947 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1ebee85-75bd-4fb9-a4a3-dc21bead29ad req-d8940010-2efc-4e35-a209-24e0fcee74d8 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Dec 15 14:31:27.891670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445e6e-bb8d-455d-a7b0-374b9d2f6824 req-e7e59842-c052-4474-85d3-ca8031257862 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:27.893192 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e445e6e-bb8d-455d-a7b0-374b9d2f6824 req-e7e59842-c052-4474-85d3-ca8031257862 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0503733 Dec 15 14:31:27.941448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0e445e6e-bb8d-455d-a7b0-374b9d2f6824 req-2ec9f570-7f74-4382-97eb-560170e298f0 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424008 Dec 15 14:31:29.058736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f9ab-3f24-4c5e-aadc-d3ee433928f1 req-131fdb7a-bddc-481a-8da2-ecf32860fb79 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:29.060234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8b9f9ab-3f24-4c5e-aadc-d3ee433928f1 req-131fdb7a-bddc-481a-8da2-ecf32860fb79 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Dec 15 14:31:29.111081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8b9f9ab-3f24-4c5e-aadc-d3ee433928f1 req-e7c7fb57-9d13-4f02-bedd-c71d6bcdc515 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 Dec 15 14:31:30.228457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc8e00-8929-43e4-be03-f646848948c6 req-8602ab3f-2da6-463b-a2ba-20304fbb09d1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:30.230064 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6efc8e00-8929-43e4-be03-f646848948c6 req-8602ab3f-2da6-463b-a2ba-20304fbb09d1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Dec 15 14:31:30.282429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6efc8e00-8929-43e4-be03-f646848948c6 req-ed7f2caf-a001-452c-b6f2-68b91e6b60c7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Dec 15 14:31:31.183156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:31.256249 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3e0af041-aad2-4ff3-a1e3-80098a5fe88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:31.267006 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:31:31.310147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:31.400689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e80f7-a6a3-4e68-9193-7ac8471cc969 req-e5743fce-8503-4acb-ac82-d595f5d8f137 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:31.402411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-480e80f7-a6a3-4e68-9193-7ac8471cc969 req-e5743fce-8503-4acb-ac82-d595f5d8f137 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Dec 15 14:31:31.448817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-480e80f7-a6a3-4e68-9193-7ac8471cc969 req-c45a7c55-a981-4315-810f-d34796da2aa3 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Dec 15 14:31:32.565913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198ccb-22cc-4a5d-9e6b-c14335ac7361 req-d75aaf81-1160-43e2-b58c-3475892921aa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:32.567387 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56198ccb-22cc-4a5d-9e6b-c14335ac7361 req-d75aaf81-1160-43e2-b58c-3475892921aa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0502858 Dec 15 14:31:32.616337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-56198ccb-22cc-4a5d-9e6b-c14335ac7361 req-08570d94-9b3e-49ae-af3a-1618de4f216e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Dec 15 14:31:33.740931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f13c-bfa3-478b-9219-d78c4430f9ae req-2122777c-56ee-4723-9544-d620e9bcb8d5 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:33.742384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7fe6f13c-bfa3-478b-9219-d78c4430f9ae req-2122777c-56ee-4723-9544-d620e9bcb8d5 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0495949 Dec 15 14:31:33.789251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7fe6f13c-bfa3-478b-9219-d78c4430f9ae req-60c7bf4d-02bc-4c4d-8760-d4dec05fa74b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Dec 15 14:31:33.869633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2e1c-3fc7-46f4-9162-eea60abefc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:34.908077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085836-f40b-46f6-8a5a-1e7a4fb7abb4 req-d8a1c78f-e6d5-4dd4-8f38-defb5a866169 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:34.909580 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0085836-f40b-46f6-8a5a-1e7a4fb7abb4 req-d8a1c78f-e6d5-4dd4-8f38-defb5a866169 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0500228 Dec 15 14:31:34.957746 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c0085836-f40b-46f6-8a5a-1e7a4fb7abb4 req-6fd07552-2b06-49fe-a0e4-8d74f76e7ca4 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420048 Dec 15 14:31:34.961046 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:36.081854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55a8f-9f77-4037-9027-ffece19e4bb1 req-979ea130-d715-463d-ad64-a8a3f75bb595 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:36.083375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85a55a8f-9f77-4037-9027-ffece19e4bb1 req-979ea130-d715-463d-ad64-a8a3f75bb595 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0546012 Dec 15 14:31:36.131372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85a55a8f-9f77-4037-9027-ffece19e4bb1 req-b5a5d97e-e1e8-467c-b0b8-55606406cb5e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Dec 15 14:31:36.721383 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:37.254930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bc4d0-dec1-411f-823b-ffddcd1c3427 req-d36d1e73-0dbc-4576-a13f-3c2a6c8d2cc6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:37.256426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-983bc4d0-dec1-411f-823b-ffddcd1c3427 req-d36d1e73-0dbc-4576-a13f-3c2a6c8d2cc6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0552566 Dec 15 14:31:37.306591 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-983bc4d0-dec1-411f-823b-ffddcd1c3427 req-60d05586-7f70-4b2f-a367-38a688a198b6 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434957 Dec 15 14:31:37.363214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:38.426949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0c94-1460-4f09-b160-11f764287195 req-34d2243b-ac90-42cd-a6bc-b874fcbe236e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:38.428363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8ab0c94-1460-4f09-b160-11f764287195 req-34d2243b-ac90-42cd-a6bc-b874fcbe236e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Dec 15 14:31:38.476416 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c8ab0c94-1460-4f09-b160-11f764287195 req-bce6e6e8-99c9-4cc1-88fe-f9c87f595081 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Dec 15 14:31:39.594139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae50c3e-afff-4a8a-b45b-f4cd014f71d6 req-6e115f7a-1f6f-4008-a5b2-3d44df070474 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:39.595611 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ae50c3e-afff-4a8a-b45b-f4cd014f71d6 req-6e115f7a-1f6f-4008-a5b2-3d44df070474 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Dec 15 14:31:39.642262 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ae50c3e-afff-4a8a-b45b-f4cd014f71d6 req-72438e76-b486-465b-9025-a0910ea7cafa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Dec 15 14:31:40.756833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6c420-c906-43bc-abf5-eab749c3c152 req-3db7c32e-4427-4956-a001-b3dda7fe3fdd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:40.758526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7de6c420-c906-43bc-abf5-eab749c3c152 req-3db7c32e-4427-4956-a001-b3dda7fe3fdd tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Dec 15 14:31:40.808931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7de6c420-c906-43bc-abf5-eab749c3c152 req-2e53d4dd-53cb-4854-b284-13e5239c2eb2 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444710 Dec 15 14:31:41.924059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad324-339b-4ab6-a543-821f3f37cd63 req-3ccaa3e9-2f2b-40c6-b800-8f00c318dc15 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:41.925523 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3aad324-339b-4ab6-a543-821f3f37cd63 req-3ccaa3e9-2f2b-40c6-b800-8f00c318dc15 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0492144 Dec 15 14:31:41.976350 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3aad324-339b-4ab6-a543-821f3f37cd63 req-d42ee393-80b1-40fa-8b41-8d0a369c5641 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Dec 15 14:31:43.092104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6c98d-ab53-4e5e-bb1c-80d7204b3880 req-33ecbde8-d50e-4bb9-9c60-f7377c476459 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:43.093610 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59d6c98d-ab53-4e5e-bb1c-80d7204b3880 req-33ecbde8-d50e-4bb9-9c60-f7377c476459 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Dec 15 14:31:43.147176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59d6c98d-ab53-4e5e-bb1c-80d7204b3880 req-4c22cec2-c7f7-4a55-ba1a-58931677dbe1 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456195 Dec 15 14:31:43.499007 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-428d225d-5b8f-4a1f-8b11-6c0ac08482c4 service neutron] show failed (client error): The resource could not be found. Dec 15 14:31:43.500160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-428d225d-5b8f-4a1f-8b11-6c0ac08482c4 service neutron] 10.222.0.24 "GET /v2.0/ports/60125b20-163d-45f3-95e1-c72b2dbc99d3/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0549498 Dec 15 14:31:43.700937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-6ce36229-2815-401d-a97c-2d140b09f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:43.702438 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-6ce36229-2815-401d-a97c-2d140b09f9ee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36&tenant_id=7a5c9956005b447aa688b01bdb55f913 HTTP/1.1" status: 200 len: 1096 time: 0.0416112 Dec 15 14:31:43.714749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:43.770961 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:43.972687 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:44.006345 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h2-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:44.045979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:44.048351 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7607be4-4e19-451f-a953-6126481b4fce" -d '{"events": [{"server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "name": "network-vif-unplugged", "status": "completed", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:44.052525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:44.065436 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Transition to ACTIVE for port object 60125b20-163d-45f3-95e1-c72b2dbc99d3 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:31:44.069269 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:44.102353 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86170574-1bc7-41fa-8dd7-f44306453c46 x-openstack-request-id: req-86170574-1bc7-41fa-8dd7-f44306453c46 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:44.102650 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "name": "network-vif-unplugged", "status": "completed", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:44.102997 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-86170574-1bc7-41fa-8dd7-f44306453c46 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:44.103407 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'code': 200} Dec 15 14:31:44.123076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:44.139737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] No DVR routers for this DVR port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on host n-h2-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:31:44.178211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Attempting to bind port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:31:44.178558 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Attempting to bind port 60125b20-163d-45f3-95e1-c72b2dbc99d3 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:31:44.178893 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Attempting to bind port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on network 79b5866b-80ee-469c-93ee-5f73573d6975 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:44.183614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on network 79b5866b-80ee-469c-93ee-5f73573d6975 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:31:44.183876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Attempting to bind port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on network 79b5866b-80ee-469c-93ee-5f73573d6975 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:44.188892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:31:44.189241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Checking segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:31:44.189632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Bound using segment: {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:31:44.190061 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Bound port: 60125b20-163d-45f3-95e1-c72b2dbc99d3, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40291d35-4cfd-4c5b-afc5-d6864d406d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:31:44.190425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:44.263684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:44.267029 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:31:44.271973 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:44.291131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25b763-07be-4468-a8c8-05e719b0a12f req-78fc5020-17e3-4700-b075-a764619df4f7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:44.292666 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf25b763-07be-4468-a8c8-05e719b0a12f req-78fc5020-17e3-4700-b075-a764619df4f7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 943 time: 0.0697155 Dec 15 14:31:44.312506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:44.313147 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:44.314536 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] 10.222.0.74 "PUT /v2.0/ports/60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 1091 time: 0.6042683 Dec 15 14:31:44.335912 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96bc15-ccab-4fa0-8ba2-d786efde944a service neutron] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:44.347335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bf25b763-07be-4468-a8c8-05e719b0a12f req-0c006790-403b-4408-8686-b6d5418f5e8e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481029 Dec 15 14:31:44.380260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-71c6c9d0-3cb8-450c-a738-ec381f65e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:44.381871 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-71c6c9d0-3cb8-450c-a738-ec381f65e07f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1094 time: 0.0430663 Dec 15 14:31:44.473961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-3fa64fbd-5174-4e1a-ae1c-16a11b357000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:44.475447 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-3fa64fbd-5174-4e1a-ae1c-16a11b357000 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.0867479 Dec 15 14:31:44.516623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-389db8ed-9c0e-40e0-b5b1-4ecd8bd73a06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 217 time: 0.0343907 Dec 15 14:31:44.571182 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-ec090bc2-6878-4cdd-b02d-7918246c5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:44.572655 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-ec090bc2-6878-4cdd-b02d-7918246c5e5c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0481393 Dec 15 14:31:44.605343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-62029c56-4b17-4dd6-8da7-f0adc3aafdc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252318 Dec 15 14:31:44.696395 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-f5d5bec7-589d-4bdb-84bf-1e6f75cd7aa2 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842381 Dec 15 14:31:44.790854 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bddb21af-442c-4de2-ae0d-edb1e074e3bd req-b43f0c35-58f3-4bef-a1ea-84831a0ab9d9 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879052 Dec 15 14:31:45.479738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25bd6b-054f-4717-bd7a-08d197b38622 req-3ad0ce38-bc50-4ff2-ba55-a75321bc73ca tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:45.481166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b25bd6b-054f-4717-bd7a-08d197b38622 req-3ad0ce38-bc50-4ff2-ba55-a75321bc73ca tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 943 time: 0.0506623 Dec 15 14:31:45.529966 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b25bd6b-054f-4717-bd7a-08d197b38622 req-62a03a3f-eac8-4ba1-9cc1-60bd2bb39cd8 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Dec 15 14:31:46.104870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:46.107270 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de48d4ca-a571-4408-97c5-745a7621f063" -d '{"events": [{"name": "network-changed", "server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:46.165091 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c82723-cdbe-4d9f-aca3-5b884d1ec277 x-openstack-request-id: req-71c82723-cdbe-4d9f-aca3-5b884d1ec277 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:46.165262 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:46.165892 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71c82723-cdbe-4d9f-aca3-5b884d1ec277 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:46.166710 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'status': 'completed', 'code': 200} Dec 15 14:31:46.232193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48d4ca-a571-4408-97c5-745a7621f063 req-d8d3b7e0-c38d-4751-b158-c262cdb08d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:46.233822 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-d8d3b7e0-c38d-4751-b158-c262cdb08d58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1094 time: 0.0485232 Dec 15 14:31:46.234803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48d4ca-a571-4408-97c5-745a7621f063 req-e962b291-7ba2-46d0-86a8-75e4d23fb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:46.236314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-e962b291-7ba2-46d0-86a8-75e4d23fb6f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1094 time: 0.0489748 Dec 15 14:31:46.339896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48d4ca-a571-4408-97c5-745a7621f063 req-d804278b-6563-4415-8f76-40bbb1027a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:46.341858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-d804278b-6563-4415-8f76-40bbb1027a82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.1011267 Dec 15 14:31:46.356722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48d4ca-a571-4408-97c5-745a7621f063 req-68a62a66-80b9-4d50-a700-b6504d47660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:46.358852 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-68a62a66-80b9-4d50-a700-b6504d47660d service neutron] 10.222.0.74 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.1150827 Dec 15 14:31:46.389448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-072827d8-26de-4214-9009-6d075da26a0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 217 time: 0.0398827 Dec 15 14:31:46.418998 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-5ddc7f01-8670-4c99-86b8-234bd7a336db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 217 time: 0.0386214 Dec 15 14:31:46.447130 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48d4ca-a571-4408-97c5-745a7621f063 req-34ddbbd0-7aed-47ba-8ddb-96882de9e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:46.448685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-34ddbbd0-7aed-47ba-8ddb-96882de9e3a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0517128 Dec 15 14:31:46.482620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-44d9fd72-058b-416e-ba5b-4fd9460bf091 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260139 Dec 15 14:31:46.484005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48d4ca-a571-4408-97c5-745a7621f063 req-05ed549c-c5f1-400e-9401-aa8af74d2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:46.486508 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-05ed549c-c5f1-400e-9401-aa8af74d2455 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0610664 Dec 15 14:31:46.519379 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-8d7273be-fcff-4b75-8452-5d6e7a7e2f52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255301 Dec 15 14:31:46.584768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-1c8c1314-c770-4966-a597-2458148f260f service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948398 Dec 15 14:31:46.658427 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-11cdbf25-f8c3-4648-92d0-a731132241f8 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310577 Dec 15 14:31:46.677998 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-ffe760b9-779a-4567-b75c-75d00e4ab472 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867839 Dec 15 14:31:46.741303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368290-8570-44bb-9efd-a7c71bd7525f req-3f31236e-ee7b-4f3b-b29a-5ba654337832 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:46.743553 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf368290-8570-44bb-9efd-a7c71bd7525f req-3f31236e-ee7b-4f3b-b29a-5ba654337832 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 943 time: 0.1238105 Dec 15 14:31:46.829383 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de48d4ca-a571-4408-97c5-745a7621f063 req-0dcf4205-4372-456d-97ae-36c97a4e1276 service neutron] 10.222.0.74 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620193 Dec 15 14:31:46.837494 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bf368290-8570-44bb-9efd-a7c71bd7525f req-dd39dde1-35b5-41cf-b441-cc8ad3157f73 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879738 Dec 15 14:31:47.056185 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca28f-ab45-4395-b1e0-8c071f9ac04e req-9f18ca1a-49c5-4159-9067-af463f7c555e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:47.057870 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fcca28f-ab45-4395-b1e0-8c071f9ac04e req-9f18ca1a-49c5-4159-9067-af463f7c555e tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 943 time: 0.0552485 Dec 15 14:31:47.102943 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd978da6-5789-49ed-8016-56cf5693c008 req-640b2d3d-1d86-431b-a3b5-b97289ca747b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:47.104456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-640b2d3d-1d86-431b-a3b5-b97289ca747b tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36&tenant_id=7a5c9956005b447aa688b01bdb55f913&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 943 time: 0.0929956 Dec 15 14:31:47.113757 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2fcca28f-ab45-4395-b1e0-8c071f9ac04e req-f99985b9-24ae-445b-8e3e-efa36e23b407 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498083 Dec 15 14:31:47.167229 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-fd978da6-5789-49ed-8016-56cf5693c008 req-7a7920ad-7a7b-4280-abf3-264530ddfa32 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:31:47.168297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-7a7920ad-7a7b-4280-abf3-264530ddfa32 service neutron] 10.222.0.24 "DELETE /v2.0/ports/60125b20-163d-45f3-95e1-c72b2dbc99d3/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0559821 Dec 15 14:31:47.264996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd978da6-5789-49ed-8016-56cf5693c008 req-c3a7325f-ad3b-4c82-9016-2ef8fc8162f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:47.267268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-c3a7325f-ad3b-4c82-9016-2ef8fc8162f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5c9956005b447aa688b01bdb55f913&device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 1094 time: 0.0523744 Dec 15 14:31:47.377778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd978da6-5789-49ed-8016-56cf5693c008 req-a26f7f03-99b1-4b01-be7f-4b95b522b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:47.379270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-a26f7f03-99b1-4b01-be7f-4b95b522b007 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 200 len: 916 time: 0.1046381 Dec 15 14:31:47.385629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 60125b20-163d-45f3-95e1-c72b2dbc99d3 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:31:47.423639 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-fd4db696-c88e-41e2-81df-2e78fcaa5bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 200 len: 217 time: 0.0375926 Dec 15 14:31:47.477723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd978da6-5789-49ed-8016-56cf5693c008 req-2cb5230b-249f-4abb-884c-a2cb58417e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:47.479187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-2cb5230b-249f-4abb-884c-a2cb58417e3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 200 len: 854 time: 0.0481637 Dec 15 14:31:47.490253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:47.506228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'network_id': '79b5866b-80ee-469c-93ee-5f73573d6975', 'port_id': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'mac_address': 'fa:16:3e:02:24:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fb18e2-5d37-45db-bb94-123c86495e74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:31:47.514726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-f0cf8c0f-1831-43a8-a5dc-d01c457803df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b5866b-80ee-469c-93ee-5f73573d6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281675 Dec 15 14:31:47.564443 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:47.579933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60125b20-163d-45f3-95e1-c72b2dbc99d3 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:31:47.600392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:47.605408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:47.611098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-f5a026fe-4ff0-4ed2-beef-951f5d285543 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891879 Dec 15 14:31:47.654567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:47.662207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.662563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.662908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.663260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.664234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.665230 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.665582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.665920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.666351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.666596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.666918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.667248 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.667578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:47.708586 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd978da6-5789-49ed-8016-56cf5693c008 req-1a45a0c5-32b4-46d5-bbe3-92ff5458db65 service neutron] 10.222.0.24 "GET /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901480 Dec 15 14:31:47.824334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['60125b20-163d-45f3-95e1-c72b2dbc99d3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:31:48.273535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a36bd7-6ec2-4106-995c-d5f281cfa592 req-875f27b9-a361-451a-b714-ddb67d302e69 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:48.275133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1a36bd7-6ec2-4106-995c-d5f281cfa592 req-875f27b9-a361-451a-b714-ddb67d302e69 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 944 time: 0.0725563 Dec 15 14:31:48.336550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b1a36bd7-6ec2-4106-995c-d5f281cfa592 req-871d7c1d-bd0f-41b6-8e10-5fd248b9a561 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538278 Dec 15 14:31:48.472993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cc42b-c1dd-493d-8bad-ee7016d67aa8 req-8107f87b-cb03-4230-bcf0-d9d341e92a7d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:48.474402 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-138cc42b-c1dd-493d-8bad-ee7016d67aa8 req-8107f87b-cb03-4230-bcf0-d9d341e92a7d tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 944 time: 0.0548615 Dec 15 14:31:48.522347 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-138cc42b-c1dd-493d-8bad-ee7016d67aa8 req-164299e8-03d6-409b-aa76-5fff0101c2ff tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Dec 15 14:31:48.634063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e1225-3eab-48c6-9def-3e58d635aa9c req-d36e2dea-5e20-4310-8193-08acd380b05a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:48.635518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-288e1225-3eab-48c6-9def-3e58d635aa9c req-d36e2dea-5e20-4310-8193-08acd380b05a tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 944 time: 0.0476246 Dec 15 14:31:48.683411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-288e1225-3eab-48c6-9def-3e58d635aa9c req-e59d41ed-98db-4123-8339-0391fde2758f tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Dec 15 14:31:49.005516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bde77-e8b6-4c79-8eeb-aef8b72d65ae req-e2b8cb99-fc8e-4c6e-8a68-e121254e2057 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:49.006903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca4bde77-e8b6-4c79-8eeb-aef8b72d65ae req-e2b8cb99-fc8e-4c6e-8a68-e121254e2057 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 944 time: 0.0495946 Dec 15 14:31:49.056921 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ca4bde77-e8b6-4c79-8eeb-aef8b72d65ae req-754d1007-020a-4fcb-be1e-b73adabb0f78 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Dec 15 14:31:49.208456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 60125b20-163d-45f3-95e1-c72b2dbc99d3 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:31:49.247071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 60125b20-163d-45f3-95e1-c72b2dbc99d3 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:31:49.377231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 60125b20-163d-45f3-95e1-c72b2dbc99d3 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:31:49.426004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 60125b20-163d-45f3-95e1-c72b2dbc99d3 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:31:49.429984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 60125b20-163d-45f3-95e1-c72b2dbc99d3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:49.430360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:49.510406 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:49.532445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:49.534714 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2988f2c5-a849-4346-b0bf-012525948166" -d '{"events": [{"server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "name": "network-vif-plugged", "status": "completed", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:49.548331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:49.552364 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:49.575986 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cb24f5-09c7-44ee-b193-0c282448e727 x-openstack-request-id: req-38cb24f5-09c7-44ee-b193-0c282448e727 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:49.576291 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "name": "network-vif-plugged", "status": "completed", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:49.576554 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38cb24f5-09c7-44ee-b193-0c282448e727 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:49.576953 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'code': 200} Dec 15 14:31:49.601964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:50.207461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a1076-244c-4911-a42d-8d8d50de2545 req-31c0bf0c-fec5-400a-89f7-22afa68f24d7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:50.208992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc3a1076-244c-4911-a42d-8d8d50de2545 req-31c0bf0c-fec5-400a-89f7-22afa68f24d7 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0836551 Dec 15 14:31:50.220403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-3cc00208-8ca8-49af-a408-aeb9443f6a17 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:50.221769 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-3cc00208-8ca8-49af-a408-aeb9443f6a17 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.74 "GET /v2.0/ports?device_id=0904fe8b-8b5d-49b9-9514-8337717f6a36 HTTP/1.1" status: 200 len: 945 time: 0.0669644 Dec 15 14:31:50.321987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc3a1076-244c-4911-a42d-8d8d50de2545 req-eeb088b0-94ea-43dc-861f-572fc32350a2 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.86 "GET /v2.0/security-groups?id=fac506be-814d-48bd-93a7-82b65179179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990725 Dec 15 14:31:50.348076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Deleting port 60125b20-163d-45f3-95e1-c72b2dbc99d3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:31:50.348351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:50.442236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] For port 60125b20-163d-45f3-95e1-c72b2dbc99d3, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=60125b20-163d-45f3-95e1-c72b2dbc99d3,segment=NetworkSegment(40291d35-4cfd-4c5b-afc5-d6864d406d5b),segment_id=40291d35-4cfd-4c5b-afc5-d6864d406d5b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:50.442601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:50.455462 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Calling delete_port for 60125b20-163d-45f3-95e1-c72b2dbc99d3 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:31:50.585626 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:50.598765 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['60125b20-163d-45f3-95e1-c72b2dbc99d3'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:31:50.615735 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Pushing event deleted for resources: {'Port': ['ID=60125b20-163d-45f3-95e1-c72b2dbc99d3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:50.657741 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] No DVR routers for this DVR port 60125b20-163d-45f3-95e1-c72b2dbc99d3 on host n-h1-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:31:50.660417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:50.663839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-139fcbb4-b602-4d07-b1eb-ba11a94e676b req-febe72e1-f38f-4369-9a08-c5f5ad884baa tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] 10.222.0.74 "DELETE /v2.0/ports/60125b20-163d-45f3-95e1-c72b2dbc99d3 HTTP/1.1" status: 204 len: 173 time: 0.4336026 Dec 15 14:31:50.664423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'name': 'network-vif-deleted', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:31:50.668081 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b32d52-a462-4058-822e-12c3663cf32a" -d '{"events": [{"server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "name": "network-vif-deleted", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:31:50.710727 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c7ae9-f446-40b5-b4ac-2fea1b36522c x-openstack-request-id: req-948c7ae9-f446-40b5-b4ac-2fea1b36522c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:31:50.711189 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0904fe8b-8b5d-49b9-9514-8337717f6a36", "name": "network-vif-deleted", "tag": "60125b20-163d-45f3-95e1-c72b2dbc99d3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:31:50.711471 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-948c7ae9-f446-40b5-b4ac-2fea1b36522c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:31:50.712435 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0904fe8b-8b5d-49b9-9514-8337717f6a36', 'name': 'network-vif-deleted', 'tag': '60125b20-163d-45f3-95e1-c72b2dbc99d3', 'status': 'completed', 'code': 200} Dec 15 14:31:51.444009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:51.494459 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-428f7598-b3fe-4042-8efb-97964ba99254 admin admin] Deleting subnet 26fb18e2-5d37-45db-bb94-123c86495e74 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:31:51.497564 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428f7598-b3fe-4042-8efb-97964ba99254 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.531176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428f7598-b3fe-4042-8efb-97964ba99254 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.570914 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428f7598-b3fe-4042-8efb-97964ba99254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.622024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428f7598-b3fe-4042-8efb-97964ba99254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.646974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f7598-b3fe-4042-8efb-97964ba99254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fb18e2-5d37-45db-bb94-123c86495e74,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:51.650723 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-428f7598-b3fe-4042-8efb-97964ba99254 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.654322 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-428f7598-b3fe-4042-8efb-97964ba99254 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/26fb18e2-5d37-45db-bb94-123c86495e74 HTTP/1.1" status: 204 len: 168 time: 0.2093039 Dec 15 14:31:51.656870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:51.727976 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.804052 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.829390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b5866b-80ee-469c-93ee-5f73573d6975']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:51.839411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40291d35-4cfd-4c5b-afc5-d6864d406d5b') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:51.839716 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40291d35-4cfd-4c5b-afc5-d6864d406d5b') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:51.848967 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.862427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.868169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:31:51.868550 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:31:51.870162 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:31:51.921837 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.927286 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:51.932316 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] 10.222.0.86 "DELETE /v2.0/networks/79b5866b-80ee-469c-93ee-5f73573d6975 HTTP/1.1" status: 204 len: 168 time: 0.2726586 Dec 15 14:31:51.942077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667482f-a4aa-4f0b-988d-12ccdec21eed admin admin] Pushing event deleted for resources: {'Network': ['ID=79b5866b-80ee-469c-93ee-5f73573d6975,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:52.035644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:52.077363 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a66f3ef2-85d1-4c23-920a-b262532f8002 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7a5c9956005b447aa688b01bdb55f913&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402565 Dec 15 14:31:52.079601 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47786) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:52.125839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61d86bda-1f1e-4f97-857f-7675cddc6961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:52.151363 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61d86bda-1f1e-4f97-857f-7675cddc6961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:52.200794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61d86bda-1f1e-4f97-857f-7675cddc6961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:52.203529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61d86bda-1f1e-4f97-857f-7675cddc6961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:52.204793 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-61d86bda-1f1e-4f97-857f-7675cddc6961 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fac506be-814d-48bd-93a7-82b65179179b HTTP/1.1" status: 204 len: 168 time: 0.1242709 Dec 15 14:31:52.212730 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d86bda-1f1e-4f97-857f-7675cddc6961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac506be-814d-48bd-93a7-82b65179179b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:52.867228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47808) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:52.962636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-629504461-network', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:52.983485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Made reservation on behalf of c61777cde4af4f95b69ec7aff84d5381 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:31:52.985706 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:52.998571 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.071125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.074698 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.097633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:31:53.107648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbb5961-93b8-4ab9-aebe-eb5701f39d11,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:53.112203 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.112636 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Added segment 4500392a-0fd2-4a8d-91fc-83c3b6020dfc of type vlan for network fd7509b7-bdb4-4ead-9d95-a011ffe187de Dec 15 14:31:53.123722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.124096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.124440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.124778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.125111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.125440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.125769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.126094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.126448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.126770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.127091 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.127417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.127736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:53.170403 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.194784 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.195793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:53.196368 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.251093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3822038 Dec 15 14:31:53.254094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:53.258234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91483e3-072e-4b26-8d96-2f1be75e56e3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7509b7-bdb4-4ead-9d95-a011ffe187de,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:53.259492 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Request body: {'subnet': {'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-629504461-subnet', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:53.269025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:31:53.283827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Made reservation on behalf of c61777cde4af4f95b69ec7aff84d5381 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:31:53.286822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.413113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 60125b20-163d-45f3-95e1-c72b2dbc99d3 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:31:53.434333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 60125b20-163d-45f3-95e1-c72b2dbc99d3 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:31:53.434684 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 60125b20-163d-45f3-95e1-c72b2dbc99d3 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:31:53.465060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.523299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=62cfdd12-9856-4e4f-81db-b97cb50c0c56,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:53.531812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:31:53.532208 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Network hostable DHCP agents. Network: fd7509b7-bdb4-4ead-9d95-a011ffe187de, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:31:53.548858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:31:53.558076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, fd7509b7-bdb4-4ead-9d95-a011ffe187de) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:31:53.562661 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:31:53.563345 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.568741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccd2045-73a3-4266-9503-c352016a3e28 None None] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:31:53.581401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-43132089-787a-4f12-bb14-3a65dd3e7dfd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3259931 Dec 15 14:31:53.585866 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47814) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:53.593491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:53.617808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.619295 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.678540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:31:53.679413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.689763 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.813638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Allocated IP 172.20.0.2 (fd7509b7-bdb4-4ead-9d95-a011ffe187de/62cfdd12-9856-4e4f-81db-b97cb50c0c56/2317d881-465d-41d6-aeeb-e19d96c4cf91) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:31:53.835190 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.961485 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:53.974033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.019445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:31:54.022260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:31:54.027316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:31:54.030398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Pushing event updated for resources: {'Port': ['ID=2317d881-465d-41d6-aeeb-e19d96c4cf91,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:54.052894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.073672 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.082478 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Attempting to bind port 2317d881-465d-41d6-aeeb-e19d96c4cf91 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:31:54.082851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Attempting to bind port 2317d881-465d-41d6-aeeb-e19d96c4cf91 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:31:54.083218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Attempting to bind port 2317d881-465d-41d6-aeeb-e19d96c4cf91 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:54.089043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:31:54.089420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:31:54.089825 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.090220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:31:54.090683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Bound port: 2317d881-465d-41d6-aeeb-e19d96c4cf91, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:31:54.091067 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.157118 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] For port 2317d881-465d-41d6-aeeb-e19d96c4cf91, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:54.160718 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] For port 2317d881-465d-41d6-aeeb-e19d96c4cf91, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2317d881-465d-41d6-aeeb-e19d96c4cf91,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:31:54.167707 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.178810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Allocated IP 172.25.7.208 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/9a35ffa1-73a1-4a51-8f15-acb90b9f80b8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:31:54.222433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84246b-e10e-4d95-a7d6-68bfb89b12dd None None] Pushing event updated for resources: {'Port': ['ID=2317d881-465d-41d6-aeeb-e19d96c4cf91,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:54.298428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.337583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.381651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:31:54.385722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:31:54.388787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:31:54.410181 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd8ec5-9811-4cc2-a93f-d174bacdf4e7 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:31:54.422037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Pushing event updated for resources: {'Port': ['ID=9a35ffa1-73a1-4a51-8f15-acb90b9f80b8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:54.517197 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f76dfd6d-0312-4ff0-ade2-43320a9f9711 None None] Provisioning complete for port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:54.517769 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f76dfd6d-0312-4ff0-ade2-43320a9f9711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.552410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f76dfd6d-0312-4ff0-ade2-43320a9f9711 None None] Port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:31:54.670836 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:54.875963 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:55.162631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15687173-b953-4473-bdb9-e92a024e0556 None None] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:31:55.238370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-79158177-e3dd-4c77-a5a5-a5ae165a0ddc None None] Provisioning complete for port 2317d881-465d-41d6-aeeb-e19d96c4cf91 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:55.238902 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79158177-e3dd-4c77-a5a5-a5ae165a0ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:55.350110 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Router 17d41155-70b4-4c70-b983-14f25c2b092d is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:31:55.413560 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79158177-e3dd-4c77-a5a5-a5ae165a0ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:55.458235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-79158177-e3dd-4c77-a5a5-a5ae165a0ddc None None] For port 2317d881-465d-41d6-aeeb-e19d96c4cf91, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2317d881-465d-41d6-aeeb-e19d96c4cf91,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:55.463291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2317d881-465d-41d6-aeeb-e19d96c4cf91 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:31:55.492316 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79158177-e3dd-4c77-a5a5-a5ae165a0ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:55.509201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:31:55.533092 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:55.534948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-139ea8ed-b82a-486f-8ddc-5ce56ffefb63 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9471743 Dec 15 14:31:55.535755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:31:55.537778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47816) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:55.560850 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:31:55.561500 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:31:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:55.632482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79158177-e3dd-4c77-a5a5-a5ae165a0ddc None None] Pushing event updated for resources: {'Port': ['ID=2317d881-465d-41d6-aeeb-e19d96c4cf91,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:55.658915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2317d881-465d-41d6-aeeb-e19d96c4cf91 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:55.659448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:55.981334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:31:56.010288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-430383cd-46c1-483f-be56-875e304367b9 None None] Provisioning complete for port 2317d881-465d-41d6-aeeb-e19d96c4cf91 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:56.010671 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-430383cd-46c1-483f-be56-875e304367b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.287491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:54Z', 'revision_number': 3, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:56.316003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:31:56.316375 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Updating router 17d41155-70b4-4c70-b983-14f25c2b092d port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:31:56.346209 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.363386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.521283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Allocated IP 172.20.0.1 (fd7509b7-bdb4-4ead-9d95-a011ffe187de/62cfdd12-9856-4e4f-81db-b97cb50c0c56/ef8d5bbe-2ba7-4187-b614-55159900ef2b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:31:56.621578 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.628594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.635219 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.671721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.676231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04ca8f-ac1c-4b3e-8ba2-a10981bd87c4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:31:56.687746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc938-639c-412e-9782-ba0861b146c4 None None] Pushing event updated for resources: {'Port': ['ID=9a35ffa1-73a1-4a51-8f15-acb90b9f80b8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:56.693275 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Attempting to bind port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:31:56.693664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Attempting to bind port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:31:56.694039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Attempting to bind port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:56.701045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:31:56.701437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:31:56.701849 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.702775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:31:56.702775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Bound port: 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:31:56.703092 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.714932 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:31:56.717898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:31:56.721246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:31:56.745890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8d5bbe-2ba7-4187-b614-55159900ef2b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:56.763818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.768749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] For port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:56.772592 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] For port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9a35ffa1-73a1-4a51-8f15-acb90b9f80b8,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:31:56.783599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.832540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156dc88-5fa4-4cce-80d7-4f75964b2106 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:31:56.851331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:31:56.851901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:31:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:56.896681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-94952755-c2a4-4151-8b28-e1c3699ddf65 None None] Provisioning complete for port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:56.897067 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94952755-c2a4-4151-8b28-e1c3699ddf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.909674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:56.957022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc938-639c-412e-9782-ba0861b146c4 None None] Pushing event updated for resources: {'Port': ['ID=9a35ffa1-73a1-4a51-8f15-acb90b9f80b8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:57.020696 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:31:57.076695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.082592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.153765 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.154313 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94952755-c2a4-4151-8b28-e1c3699ddf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.155893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8d5bbe-2ba7-4187-b614-55159900ef2b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:57.188936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-94952755-c2a4-4151-8b28-e1c3699ddf65 None None] For port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9a35ffa1-73a1-4a51-8f15-acb90b9f80b8,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:31:57.198518 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94952755-c2a4-4151-8b28-e1c3699ddf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.253653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:31:57.255072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:31:57.282202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94952755-c2a4-4151-8b28-e1c3699ddf65 None None] Pushing event updated for resources: {'Port': ['ID=9a35ffa1-73a1-4a51-8f15-acb90b9f80b8,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:57.309073 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:54Z', 'revision_number': 3, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:57.346476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7b279-50a2-4764-be40-4dd529239b89 None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:54Z', 'revision_number': 3, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:31:57.363655 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2fbb6e3b-7bea-4fa7-a8b9-b1f90cd3ec2a None None] Provisioning complete for port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:57.365113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6e3b-7bea-4fa7-a8b9-b1f90cd3ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.392488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:31:57.410176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2317d881-465d-41d6-aeeb-e19d96c4cf91 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:31:57.483003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2317d881-465d-41d6-aeeb-e19d96c4cf91 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:57.483380 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.546518 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:31:57.552318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-12261c63-bfe2-4d32-82d6-d5574d7c6924 admin admin] 10.222.0.86 "PUT /v2.0/routers/17d41155-70b4-4c70-b983-14f25c2b092d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0127413 Dec 15 14:31:57.591185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2fbb6e3b-7bea-4fa7-a8b9-b1f90cd3ec2a None None] Provisioning complete for port ef8d5bbe-2ba7-4187-b614-55159900ef2b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:57.591495 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6e3b-7bea-4fa7-a8b9-b1f90cd3ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.667259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb6e3b-7bea-4fa7-a8b9-b1f90cd3ec2a None None] Port ef8d5bbe-2ba7-4187-b614-55159900ef2b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:31:57.789505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-32d76f5a-87f1-4afc-a821-3862ad3bc6ed None None] Provisioning complete for port ef8d5bbe-2ba7-4187-b614-55159900ef2b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:57.791374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32d76f5a-87f1-4afc-a821-3862ad3bc6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:57.831920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-32d76f5a-87f1-4afc-a821-3862ad3bc6ed None None] Port ef8d5bbe-2ba7-4187-b614-55159900ef2b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:31:58.912652 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:31:58.923229 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:31:58.923851 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:31:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:59.028735 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:31:59.147216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:59.153681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b2ae6cd4-1f7c-4a6a-9a6d-e55ccd69e291 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--987857204', 'description': 'tempest-description--409223708'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:59.182118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cd4-1f7c-4a6a-9a6d-e55ccd69e291 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.254270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cd4-1f7c-4a6a-9a6d-e55ccd69e291 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.259233 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cd4-1f7c-4a6a-9a6d-e55ccd69e291 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.290701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cd4-1f7c-4a6a-9a6d-e55ccd69e291 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.291891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b2ae6cd4-1f7c-4a6a-9a6d-e55ccd69e291 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1432269 Dec 15 14:31:59.293853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6cd4-1f7c-4a6a-9a6d-e55ccd69e291 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6bfdf1-ea74-469e-b472-b0f5b236347f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:59.295194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47828) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:59.300026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8713982f-080a-440d-925e-e26afd9a6030 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'security_group_rule': {'security_group_id': '4d6bfdf1-ea74-469e-b472-b0f5b236347f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:59.327487 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 2, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:59.333812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8713982f-080a-440d-925e-e26afd9a6030 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.354715 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:31:59.355087 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Updating router 17d41155-70b4-4c70-b983-14f25c2b092d port ef8d5bbe-2ba7-4187-b614-55159900ef2b binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:31:59.386491 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.400555 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8713982f-080a-440d-925e-e26afd9a6030 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.404388 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:31:59.412657 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8713982f-080a-440d-925e-e26afd9a6030 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.434030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713982f-080a-440d-925e-e26afd9a6030 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba430448-e6c0-4ef1-95ae-4306f3bb4bb2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:59.446031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8713982f-080a-440d-925e-e26afd9a6030 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.450176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8713982f-080a-440d-925e-e26afd9a6030 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510377 Dec 15 14:31:59.450332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 47830) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:59.455026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c48366a1-125f-45f8-8b8c-2bb91f747478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'security_group_rule': {'security_group_id': '4d6bfdf1-ea74-469e-b472-b0f5b236347f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:59.466218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:59.466963 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.484238 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c48366a1-125f-45f8-8b8c-2bb91f747478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.551761 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c48366a1-125f-45f8-8b8c-2bb91f747478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.556854 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c48366a1-125f-45f8-8b8c-2bb91f747478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.576863 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48366a1-125f-45f8-8b8c-2bb91f747478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2187a31-897c-4437-a2f4-356ab794f6ec,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:59.582470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c48366a1-125f-45f8-8b8c-2bb91f747478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.583622 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c48366a1-125f-45f8-8b8c-2bb91f747478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322632 Dec 15 14:31:59.586783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:31:59.591367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:31:59.614081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.665347 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.669774 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.717868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.720203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Pushing event updated for resources: {'Port': ['ID=ef8d5bbe-2ba7-4187-b614-55159900ef2b,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:31:59.734225 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.734568 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.734920 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.735273 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.735611 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.735970 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.736305 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.736634 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.736962 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.737288 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.737605 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.737935 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.738255 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:31:59.793916 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Attempting to bind port ef8d5bbe-2ba7-4187-b614-55159900ef2b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:31:59.794392 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Attempting to bind port ef8d5bbe-2ba7-4187-b614-55159900ef2b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:31:59.794824 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Attempting to bind port ef8d5bbe-2ba7-4187-b614-55159900ef2b on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:31:59.801177 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:31:59.801561 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:31:59.802031 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.802358 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:31:59.802826 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Bound port: ef8d5bbe-2ba7-4187-b614-55159900ef2b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:31:59.803208 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.831957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Allocated IP 172.25.7.39 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/a4dad32e-6d7f-4931-9f19-ef63a5cd8357) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:31:59.876893 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] For port ef8d5bbe-2ba7-4187-b614-55159900ef2b, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:31:59.880213 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] For port ef8d5bbe-2ba7-4187-b614-55159900ef2b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ef8d5bbe-2ba7-4187-b614-55159900ef2b,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:31:59.885922 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.946382 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:31:59.947029 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:31:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:31:59.961074 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.970141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b3bc8c8d-49ba-4ebc-9fe4-81f053eb0b74 None None] Provisioning complete for port ef8d5bbe-2ba7-4187-b614-55159900ef2b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:31:59.970742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8c8d-49ba-4ebc-9fe4-81f053eb0b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:59.988307 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e2094-05e7-4b71-b88d-b565861d778c None None] Pushing event updated for resources: {'Port': ['ID=ef8d5bbe-2ba7-4187-b614-55159900ef2b,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:00.008253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.067568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:32:00.069012 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:32:00.072022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:32:00.077253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:32:00.080535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'Port': ['ID=a4dad32e-6d7f-4931-9f19-ef63a5cd8357,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:00.096888 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8c8d-49ba-4ebc-9fe4-81f053eb0b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.135171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b3bc8c8d-49ba-4ebc-9fe4-81f053eb0b74 None None] For port ef8d5bbe-2ba7-4187-b614-55159900ef2b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ef8d5bbe-2ba7-4187-b614-55159900ef2b,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:32:00.141080 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8c8d-49ba-4ebc-9fe4-81f053eb0b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.197394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc8c8d-49ba-4ebc-9fe4-81f053eb0b74 None None] Pushing event updated for resources: {'Port': ['ID=ef8d5bbe-2ba7-4187-b614-55159900ef2b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:00.201551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.235811 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.262188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4f447e81-7c65-4cd8-95fb-7ee6e735ee68 None None] Provisioning complete for port ef8d5bbe-2ba7-4187-b614-55159900ef2b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:32:00.262573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f447e81-7c65-4cd8-95fb-7ee6e735ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.295161 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:31:59Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:00.323231 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43bc368-729c-482b-adb7-ab877a005978 None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:31:59Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:32:00.414592 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.419021 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.495372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'Port': ['ID=a4dad32e-6d7f-4931-9f19-ef63a5cd8357,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:00.501976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.519477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:00.520790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-27ce4e7c-5c09-44d2-9bb0-5c71a261f22f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9329484 Dec 15 14:32:00.678993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-9a9b90d4-421b-4877-9e83-25c5ca87fe23 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--987857204&fields=id&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 267 time: 0.0463083 Dec 15 14:32:00.797737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913346-7ace-42c2-adb7-4accde59af33 req-3907830a-7519-482d-9402-84671ed54034 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:00.799252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-3907830a-7519-482d-9402-84671ed54034 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 811 time: 0.1133862 Dec 15 14:32:00.815654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-f633185a-30ea-4326-afca-20630c205dd0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/quotas/c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 375 time: 0.0104301 Dec 15 14:32:00.876046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-abd22fb4-6a46-452f-8f83-b45a39edd95e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521271 Dec 15 14:32:00.985623 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-f6905760-dc93-4b53-8839-d987906815c0 service neutron] 10.222.0.86 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953209 Dec 15 14:32:01.082970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-4b6ec733-4ffb-4300-9d8c-fec3349d986c service neutron] 10.222.0.86 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911112 Dec 15 14:32:01.202518 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:01.256893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-59eea7aa-22f6-4aa2-8995-de3bb67d6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:01.285558 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b06a5df-9ba0-4089-a5a5-6c8c3ccf414a req-61a8c4b6-560e-4e18-b367-414b35bdcc3f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 210 time: 0.0357990 Dec 15 14:32:01.343023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:01.421872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ef8d5bbe-2ba7-4187-b614-55159900ef2b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:32:01.479724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ef8d5bbe-2ba7-4187-b614-55159900ef2b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:32:01.480220 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:02.247326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913346-7ace-42c2-adb7-4accde59af33 req-f44926f0-1b6d-4df4-a4bd-59f65277501c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:02.248810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-f44926f0-1b6d-4df4-a4bd-59f65277501c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 811 time: 0.1085637 Dec 15 14:32:02.327292 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-4f7aeda1-8a72-46dc-a7c5-759b54d0f9be tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 379 time: 0.0681419 Dec 15 14:32:02.339623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'port': {'device_id': 'de292280-ffb6-411c-9e05-1db362f54941', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'admin_state_up': True, 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'security_groups': ['4d6bfdf1-ea74-469e-b472-b0f5b236347f']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:32:02.414879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f14ef25-c2b8-49fe-91e5-483719253d90 req-a7a4b452-7ea8-4f06-928d-1b36d102dc1e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 210 time: 0.0574408 Dec 15 14:32:02.476569 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Made reservation on behalf of c61777cde4af4f95b69ec7aff84d5381 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:32:02.480124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:02.606189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Allocated IP 172.20.0.13 (fd7509b7-bdb4-4ead-9d95-a011ffe187de/62cfdd12-9856-4e4f-81db-b97cb50c0c56/383104aa-071a-4989-88b9-a423c3b938e1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:32:02.745415 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:02.780006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:02.822753 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:32:02.825896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:32:02.829507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:32:02.862725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:02.884885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.885261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.885610 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.885952 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.886290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.886632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.886961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.887286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.887613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.887975 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.888326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.888696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.888957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:32:02.907685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:02.908337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:02.924597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e22048d4-8580-4c7c-8f92-ebb37641b8ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896049 Dec 15 14:32:02.937367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Request body: {'port': {'device_id': 'de292280-ffb6-411c-9e05-1db362f54941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:32:02.995200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.102763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-90e6df34-1790-4a15-aef9-a172e9e71e75 None None] Provisioning complete for port 383104aa-071a-4989-88b9-a423c3b938e1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:32:03.103325 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90e6df34-1790-4a15-aef9-a172e9e71e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.137323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-90e6df34-1790-4a15-aef9-a172e9e71e75 None None] Port 383104aa-071a-4989-88b9-a423c3b938e1 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:32:03.262923 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383104aa-071a-4989-88b9-a423c3b938e1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:32:03.270380 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.283461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Transition to ACTIVE for port object 383104aa-071a-4989-88b9-a423c3b938e1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:32:03.287369 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.342551 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:03.414006 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Attempting to bind port 383104aa-071a-4989-88b9-a423c3b938e1 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:32:03.414384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Attempting to bind port 383104aa-071a-4989-88b9-a423c3b938e1 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:32:03.414727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Attempting to bind port 383104aa-071a-4989-88b9-a423c3b938e1 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:32:03.419383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Port 383104aa-071a-4989-88b9-a423c3b938e1 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:32:03.419712 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Attempting to bind port 383104aa-071a-4989-88b9-a423c3b938e1 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:32:03.424651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:32:03.424994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:32:03.425846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:32:03.425846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Bound port: 383104aa-071a-4989-88b9-a423c3b938e1, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:32:03.426167 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.502523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:32:03.506046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:32:03.511082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.546616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b568cc-498b-403b-9060-10e5eed62a26 req-a24a8eb5-afb3-48db-ac9f-4813176d0660 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:03.550970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:03.551603 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.553024 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] 10.222.0.74 "PUT /v2.0/ports/383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 1092 time: 0.6201463 Dec 15 14:32:03.553481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:32:03.556043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67b568cc-498b-403b-9060-10e5eed62a26 req-a24a8eb5-afb3-48db-ac9f-4813176d0660 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 944 time: 0.0637937 Dec 15 14:32:03.557148 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13775f71-da74-4bb5-bca2-b3fd203aa9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "tag": "383104aa-071a-4989-88b9-a423c3b938e1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:32:03.582927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006f34c-9878-4fa9-853a-a87643d9b8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:03.615730 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875303e3-ad2f-458e-9252-3766c3aff97a x-openstack-request-id: req-875303e3-ad2f-458e-9252-3766c3aff97a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:32:03.616062 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "tag": "383104aa-071a-4989-88b9-a423c3b938e1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:32:03.616326 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-875303e3-ad2f-458e-9252-3766c3aff97a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:32:03.616737 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1', 'status': 'completed', 'code': 200} Dec 15 14:32:03.639143 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-67b568cc-498b-403b-9060-10e5eed62a26 req-7641fcbc-abce-4692-b758-0ead67efe04d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734897 Dec 15 14:32:03.654448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913346-7ace-42c2-adb7-4accde59af33 req-4cd0b230-6f0a-42a8-ab8c-3ca1a1af3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:03.656068 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-4cd0b230-6f0a-42a8-ab8c-3ca1a1af3cf1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1095 time: 0.0507410 Dec 15 14:32:03.704948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-bb1e5abe-cf0f-4386-84c5-c85217fff11b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 217 time: 0.0396521 Dec 15 14:32:03.756285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913346-7ace-42c2-adb7-4accde59af33 req-ed2bb482-7ece-468a-87d0-3c432c9b6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:03.757779 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-ed2bb482-7ece-468a-87d0-3c432c9b6e22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0461171 Dec 15 14:32:03.806958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913346-7ace-42c2-adb7-4accde59af33 req-33af4552-2458-4583-a44e-34ad5c660ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:03.808442 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-33af4552-2458-4583-a44e-34ad5c660ca8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441184 Dec 15 14:32:03.871695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46df94e2-c17f-4782-88c6-5e0a8b907f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.907792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-e81dddc5-3ffe-458e-b155-d13569acb37d service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924573 Dec 15 14:32:04.001633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a3913346-7ace-42c2-adb7-4accde59af33 req-1832f7ab-80ef-4831-b53a-9187c34cb109 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859768 Dec 15 14:32:04.083812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-5bcd28b8-ec10-42af-8e35-086ddefb0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.085335 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-5bcd28b8-ec10-42af-8e35-086ddefb0a62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1095 time: 0.0408785 Dec 15 14:32:04.179056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-64e04f52-a765-42ef-a91b-2ecdf60971cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.180600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-64e04f52-a765-42ef-a91b-2ecdf60971cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0886929 Dec 15 14:32:04.222104 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-9bdcc775-57a1-4823-9767-ddaa980039bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 217 time: 0.0348873 Dec 15 14:32:04.271844 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-8f92d8b0-1b97-48a4-af68-ec6d1683d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.273307 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-8f92d8b0-1b97-48a4-af68-ec6d1683d67c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0432527 Dec 15 14:32:04.325903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-35faf6ea-50fc-461a-8a9a-6949a821868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.327417 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-35faf6ea-50fc-461a-8a9a-6949a821868a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460789 Dec 15 14:32:04.422762 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-a43be908-9fd4-417a-a5e9-dcfc45caec9a service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846627 Dec 15 14:32:04.523184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-13775f71-da74-4bb5-bca2-b3fd203aa9f8 req-583163a7-31f5-4ce9-8ac1-0f3cfce10b58 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922010 Dec 15 14:32:04.758724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaa0d9-a78f-4361-9408-370ad3ddce62 req-63844c0b-e8de-4d1d-bbf2-416afd91ca9a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:04.760255 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1eaa0d9-a78f-4361-9408-370ad3ddce62 req-63844c0b-e8de-4d1d-bbf2-416afd91ca9a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 944 time: 0.0505772 Dec 15 14:32:04.807792 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1eaa0d9-a78f-4361-9408-370ad3ddce62 req-40745f6c-28d2-4436-97fb-8ff41a2501f8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Dec 15 14:32:04.964467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:05.478521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 383104aa-071a-4989-88b9-a423c3b938e1 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:32:05.576379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:32:05.587942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '383104aa-071a-4989-88b9-a423c3b938e1', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': '383104aa-071a-4989-88b9-a423c3b938e1', 'mac_address': 'fa:16:3e:d8:fb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:32:05.624303 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:05.637145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383104aa-071a-4989-88b9-a423c3b938e1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:32:05.656466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:32:05.660505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:05.885374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:05.925974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00166c3-43f6-4d6a-9451-b2dd7de00675 req-c8f25f47-ecf6-4ad0-81f5-cdfc5b9ace84 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:05.926533 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['383104aa-071a-4989-88b9-a423c3b938e1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:32:05.927322 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e00166c3-43f6-4d6a-9451-b2dd7de00675 req-c8f25f47-ecf6-4ad0-81f5-cdfc5b9ace84 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 945 time: 0.0504992 Dec 15 14:32:05.975482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e00166c3-43f6-4d6a-9451-b2dd7de00675 req-05763376-0285-413b-97c2-f9a87d16f983 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419860 Dec 15 14:32:06.726234 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:07.095690 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2364f-9abc-4b62-b672-b307307767b9 req-8c2cfb4b-5bf4-49cd-8791-e237c1e0471c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:07.097183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fad2364f-9abc-4b62-b672-b307307767b9 req-8c2cfb4b-5bf4-49cd-8791-e237c1e0471c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 945 time: 0.0481653 Dec 15 14:32:07.149889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fad2364f-9abc-4b62-b672-b307307767b9 req-da83757c-4a68-489a-87df-1f4c319c23cd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455301 Dec 15 14:32:07.366436 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:07.491253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 383104aa-071a-4989-88b9-a423c3b938e1 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:32:07.540911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 383104aa-071a-4989-88b9-a423c3b938e1 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:32:07.544921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 383104aa-071a-4989-88b9-a423c3b938e1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:32:07.545291 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:07.621896 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:07.647555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:32:07.650718 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ed917b-2d99-4c2c-bdb8-0710c1624d11" -d '{"events": [{"server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "name": "network-vif-plugged", "status": "completed", "tag": "383104aa-071a-4989-88b9-a423c3b938e1"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:32:07.663165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:32:07.667230 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:07.689439 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c71d46e-74f9-4a5d-8cfe-1d0ddae4ca24 x-openstack-request-id: req-7c71d46e-74f9-4a5d-8cfe-1d0ddae4ca24 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:32:07.689743 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "name": "network-vif-plugged", "status": "completed", "tag": "383104aa-071a-4989-88b9-a423c3b938e1", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:32:07.690000 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7c71d46e-74f9-4a5d-8cfe-1d0ddae4ca24 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:32:07.690392 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1', 'code': 200} Dec 15 14:32:07.716828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:32:07.789438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f9bba-61de-4d3c-8887-448cd87104f9 req-a04d25b6-1aea-4ae9-876d-2bf5fc164739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:07.791027 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b00f9bba-61de-4d3c-8887-448cd87104f9 req-a04d25b6-1aea-4ae9-876d-2bf5fc164739 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1097 time: 0.0408750 Dec 15 14:32:07.835252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b00f9bba-61de-4d3c-8887-448cd87104f9 req-fb5d429c-84c4-42e9-ae9b-22f2e0d22d46 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374408 Dec 15 14:32:08.266636 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:32:08.268792 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac4d72-726b-4a61-a299-d0ff558f350d req-d9f23dfa-15b3-41cf-b1cc-7466c04f4a8a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:08.270644 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12ac4d72-726b-4a61-a299-d0ff558f350d req-d9f23dfa-15b3-41cf-b1cc-7466c04f4a8a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0533373 Dec 15 14:32:08.318665 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-12ac4d72-726b-4a61-a299-d0ff558f350d req-679ed3be-ecfb-4112-ae6f-45e5b6fa09ae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Dec 15 14:32:09.439378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31542e14-9497-462a-b682-1f781cb3ae81 req-9d8ff43c-a4b1-4806-bbd6-903e04442285 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:09.440792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31542e14-9497-462a-b682-1f781cb3ae81 req-9d8ff43c-a4b1-4806-bbd6-903e04442285 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0529373 Dec 15 14:32:09.488525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-31542e14-9497-462a-b682-1f781cb3ae81 req-34016364-982a-4094-a189-78e17ac7ee07 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411921 Dec 15 14:32:09.604456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b93da-4e85-4be2-9db9-d4f58e5c4fe1 req-dec44e7e-d3e4-4378-8b86-5e159eadea7b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:09.606008 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a2b93da-4e85-4be2-9db9-d4f58e5c4fe1 req-dec44e7e-d3e4-4378-8b86-5e159eadea7b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0537348 Dec 15 14:32:09.619077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 47884) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:32:09.623819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'floatingip': {'port_id': '383104aa-071a-4989-88b9-a423c3b938e1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:32:09.664724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:10.098965 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:10.103508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:10.212502 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Floating IP b04060ad-c5d9-42e0-82c5-756e3c126420 associated. External IP: 172.25.7.39, port: 383104aa-071a-4989-88b9-a423c3b938e1. Dec 15 14:32:10.421687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:32:10.846389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:32:10.851034 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:10.856596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:32:10.865549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:32:10.866182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:32:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:10.878183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8a289b29-e2ab-4097-b626-1011a87cc6ca tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "PUT /v2.0/floatingips/b04060ad-c5d9-42e0-82c5-756e3c126420 HTTP/1.1" status: 200 len: 991 time: 1.2580025 Dec 15 14:32:10.878768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:32:10.881033 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84154e0d-703a-44b1-be85-97e43b45d9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "tag": "383104aa-071a-4989-88b9-a423c3b938e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:32:10.922947 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798de4bf-e6cc-44a8-b4cc-337dc4d6ffa3 x-openstack-request-id: req-798de4bf-e6cc-44a8-b4cc-337dc4d6ffa3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:32:10.923255 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "tag": "383104aa-071a-4989-88b9-a423c3b938e1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:32:10.923519 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-798de4bf-e6cc-44a8-b4cc-337dc4d6ffa3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:32:10.923960 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1', 'status': 'completed', 'code': 200} Dec 15 14:32:10.990573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:32:10.996738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-c6327e89-a1bc-4133-8c02-e9cfb717d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:10.998240 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-c6327e89-a1bc-4133-8c02-e9cfb717d917 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1097 time: 0.0457761 Dec 15 14:32:11.090025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-b4667928-ec16-4b84-9094-c8be8a6c29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:11.091621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-b4667928-ec16-4b84-9094-c8be8a6c29ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0847728 Dec 15 14:32:11.165049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-2aa7101c-9f46-4885-81c9-779c6f4775ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 999 time: 0.0651586 Dec 15 14:32:11.216448 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-38487e75-d610-4544-96bc-f9d1894b0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:11.217916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-38487e75-d610-4544-96bc-f9d1894b0f6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0476992 Dec 15 14:32:11.223139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '383104aa-071a-4989-88b9-a423c3b938e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:d8:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de292280-ffb6-411c-9e05-1db362f54941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:32:10Z', 'revision_number': 1, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:11.251623 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:32:11.261031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:32:11.261665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:32:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:11.265457 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-984bb1b9-a108-4e67-a0e9-61aef169ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:11.267006 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-984bb1b9-a108-4e67-a0e9-61aef169ddca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423410 Dec 15 14:32:11.366534 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-49536b7d-5a98-4e05-83d4-7afbac18ca7a service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915396 Dec 15 14:32:11.377733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:32:11.459323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84154e0d-703a-44b1-be85-97e43b45d9dd req-fae15e38-4fe7-4b34-a269-b3aaf96f9867 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859807 Dec 15 14:32:11.602222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '383104aa-071a-4989-88b9-a423c3b938e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:d8:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de292280-ffb6-411c-9e05-1db362f54941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:32:10Z', 'revision_number': 1, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:32:11.631837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d5ae3-606b-4780-9356-16eaaf3ecf7b None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '383104aa-071a-4989-88b9-a423c3b938e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:d8:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de292280-ffb6-411c-9e05-1db362f54941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:32:10Z', 'revision_number': 1, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:32:11.825126 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6637164c-f995-4d51-973e-39dc2e6f3672 None None] New status for floating IP b04060ad-c5d9-42e0-82c5-756e3c126420: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:32:31.197227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:31.252583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a090a2e6-0099-4068-ad86-f6e59344ffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:31.329843 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:32.630460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-7b37776b-485e-49b6-b62c-1aa20e315a61 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500865 Dec 15 14:32:32.713484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-692f943d-edee-47e7-8bd8-6f6e7e4ca813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:32.714972 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-692f943d-edee-47e7-8bd8-6f6e7e4ca813 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1097 time: 0.0414793 Dec 15 14:32:32.819793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-b4906cc2-f258-4d93-87b8-34cb9c0b0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:32.821315 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-b4906cc2-f258-4d93-87b8-34cb9c0b0a2f service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0862589 Dec 15 14:32:32.891828 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-330973e4-e6ac-4ba0-860a-821492d7bba7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 1001 time: 0.0630674 Dec 15 14:32:32.941385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-e0879046-30da-4043-9e8d-15bc7a33465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:32.942806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-e0879046-30da-4043-9e8d-15bc7a33465e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0438933 Dec 15 14:32:32.989195 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-03e5f8f9-858a-44d8-b693-ffc3c2756b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:32:32.990766 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-03e5f8f9-858a-44d8-b693-ffc3c2756b76 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410311 Dec 15 14:32:33.082251 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-0bb1d568-a5b9-430f-8fec-58056e265db1 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840669 Dec 15 14:32:33.171883 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3907bfdc-5394-4c94-9789-52ccb4cc2b21 req-39815577-a55e-4a51-8eea-1ad86c38345d service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818243 Dec 15 14:32:33.873738 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4593be83-1b6e-4454-87cb-cc6ded448762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:34.967076 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:36.726107 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:37.369360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:45.265189 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:33:01.192244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:01.254675 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-779865e2-72d2-47fb-b2fe-422952a0e96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:01.342503 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:03.874772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9410-6c12-45d9-bfd1-3a81150faba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:04.971427 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:06.728074 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:07.372293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:22.263815 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:33:31.192426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:31.257778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-deebf9f8-c08e-41f7-a455-ec087faa34c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:31.342825 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:32.755681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-b5007086-a8f5-4b7c-bebf-8df2c08a8b8f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674314 Dec 15 14:33:32.836534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-7547b649-7156-482e-b65f-20fef372792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:32.838033 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-7547b649-7156-482e-b65f-20fef372792c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1097 time: 0.0402629 Dec 15 14:33:32.943523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-41f97bb1-5a29-45cd-b215-75cc8b3f8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:32.944987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-41f97bb1-5a29-45cd-b215-75cc8b3f8f9d service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0876720 Dec 15 14:33:33.015951 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-98671e79-2ffa-4bbe-96fc-c62f88c869b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 1001 time: 0.0636210 Dec 15 14:33:33.065004 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-50a72836-950a-4e88-9448-3de2f89cb676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:33.066440 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-50a72836-950a-4e88-9448-3de2f89cb676 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0435803 Dec 15 14:33:33.112155 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-e37ee516-dbc6-428c-b0f4-da01f06660a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:33.113648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-e37ee516-dbc6-428c-b0f4-da01f06660a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402198 Dec 15 14:33:33.124709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-e1b57185-f285-4d2f-b9ef-082f770e307d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:33:33.125681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-e1b57185-f285-4d2f-b9ef-082f770e307d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049489 Dec 15 14:33:33.220794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-d3647722-4f06-4e60-a907-14293ccc5b8b service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Dec 15 14:33:33.310273 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-61b59f46-ab95-43ab-b8dd-f9d27d606020 req-36a518a7-a6a9-4950-bfdb-ec45ba28bdd0 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818629 Dec 15 14:33:33.875979 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97ea1882-f493-46eb-b950-b88fa2307123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:34.976319 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:36.731797 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:37.378280 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:47.180501 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42666b3-b08a-4aee-98d0-a425c9bc202f req-09393680-526d-46b9-b43f-270cb2c8cb75 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:47.182058 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f42666b3-b08a-4aee-98d0-a425c9bc202f req-09393680-526d-46b9-b43f-270cb2c8cb75 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.1312556 Dec 15 14:33:47.228572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f42666b3-b08a-4aee-98d0-a425c9bc202f req-ba34e702-cffd-402a-8558-2f6bf8060c88 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 Dec 15 14:33:47.488464 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-2a46e46c-5280-4ce1-931b-49de3f997316 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706012 Dec 15 14:33:47.497723 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7031-e2aa-4e26-b2ee-5e8674b077cb req-8f575b23-4b8e-47c2-b9e4-2bfd8c7de866 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:47.499125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-958a7031-e2aa-4e26-b2ee-5e8674b077cb req-8f575b23-4b8e-47c2-b9e4-2bfd8c7de866 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0734532 Dec 15 14:33:47.553319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-958a7031-e2aa-4e26-b2ee-5e8674b077cb req-81dcda3d-140d-4c55-8f59-446baabc0fdc tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477123 Dec 15 14:33:48.640642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-9b2bec6c-0674-4e7c-a776-d6bc1dcb3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:48.642166 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-9b2bec6c-0674-4e7c-a776-d6bc1dcb3e78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1097 time: 0.0415359 Dec 15 14:33:48.733148 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895037a4-f2c4-4cb8-9d1b-a207752bce81 req-14fd4698-24ae-4bc1-8bdf-f2337633d62e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:48.734416 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-b8682ac2-543a-44fe-b388-2a73cad4c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:48.734830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-895037a4-f2c4-4cb8-9d1b-a207752bce81 req-14fd4698-24ae-4bc1-8bdf-f2337633d62e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.1110513 Dec 15 14:33:48.735923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-b8682ac2-543a-44fe-b388-2a73cad4c6eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0871916 Dec 15 14:33:48.795311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-895037a4-f2c4-4cb8-9d1b-a207752bce81 req-ca20450c-f87f-4987-a590-a7585c8f2195 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539954 Dec 15 14:33:48.811477 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-af95797a-562e-4a7f-b79f-4851447bb1b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 1001 time: 0.0683026 Dec 15 14:33:48.862238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-7e499ed4-31ac-4922-ad7e-edfe3ac1497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:48.863784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-7e499ed4-31ac-4922-ad7e-edfe3ac1497d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0440640 Dec 15 14:33:48.910294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-3e29ae5f-c5ad-450f-be06-d3945c810f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:48.912482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-3e29ae5f-c5ad-450f-be06-d3945c810f98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422909 Dec 15 14:33:49.005472 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-6cc0edc6-991f-420b-875c-f086106fb963 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858028 Dec 15 14:33:49.099594 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-6dc57638-d875-4a51-976d-d31a28126f13 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868235 Dec 15 14:33:49.917196 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37ef0-57c6-4450-9489-2de04510ea53 req-9870f960-7917-4bc6-81e1-e88a2f89cf68 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:49.918683 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f8f37ef0-57c6-4450-9489-2de04510ea53 req-9870f960-7917-4bc6-81e1-e88a2f89cf68 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0539110 Dec 15 14:33:49.966075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f8f37ef0-57c6-4450-9489-2de04510ea53 req-d57dc2e1-2430-473e-98b4-772484e92f6d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414655 Dec 15 14:33:51.084604 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468a8c3-5ae3-46e5-a58d-23164af7be75 req-12f23547-2d93-4c85-8d6a-8df8cb5dd373 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:51.086095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1468a8c3-5ae3-46e5-a58d-23164af7be75 req-12f23547-2d93-4c85-8d6a-8df8cb5dd373 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0505180 Dec 15 14:33:51.139438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1468a8c3-5ae3-46e5-a58d-23164af7be75 req-20d75827-eab5-4592-8d1c-3192ba3c1c9e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472806 Dec 15 14:33:52.256267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f233d-b5c3-4ea9-b590-fb9aa8affcca req-40520040-0556-4ed0-ba9b-56e36c1b7a4e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:52.257766 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a14f233d-b5c3-4ea9-b590-fb9aa8affcca req-40520040-0556-4ed0-ba9b-56e36c1b7a4e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Dec 15 14:33:52.305420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a14f233d-b5c3-4ea9-b590-fb9aa8affcca req-a3c77686-13ac-4784-9940-a1c8f2d722b2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Dec 15 14:33:53.424503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bac1da-3369-4d1f-abce-dc503d4179a3 req-c2155d2c-f7c8-4db9-86f6-337b07fe6789 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:53.426458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52bac1da-3369-4d1f-abce-dc503d4179a3 req-c2155d2c-f7c8-4db9-86f6-337b07fe6789 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0518861 Dec 15 14:33:53.473684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52bac1da-3369-4d1f-abce-dc503d4179a3 req-be8e1ba0-c20a-4a5a-9492-80161b742923 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 Dec 15 14:33:54.591553 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658893-cbbd-49ea-bb1a-f43c0d14f117 req-92cb0e94-a0f8-4074-96f0-c6129681016c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:54.593043 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ea658893-cbbd-49ea-bb1a-f43c0d14f117 req-92cb0e94-a0f8-4074-96f0-c6129681016c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0483582 Dec 15 14:33:54.643355 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ea658893-cbbd-49ea-bb1a-f43c0d14f117 req-beb86df3-b25f-420b-a86f-5e236cc9aff8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433526 Dec 15 14:33:55.761298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272bef-4f70-442e-9348-d8eb03752303 req-2e66caa7-7cc0-4723-b078-2a8f832278a9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:55.762776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85272bef-4f70-442e-9348-d8eb03752303 req-2e66caa7-7cc0-4723-b078-2a8f832278a9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0494325 Dec 15 14:33:55.810951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85272bef-4f70-442e-9348-d8eb03752303 req-e773a15b-0558-495e-b605-f80ad76a4613 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Dec 15 14:33:56.924906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984d6a5-2814-4d7e-803f-7e5f88857507 req-42944d05-9d88-4212-9a02-676ef3d3c20e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:56.927004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4984d6a5-2814-4d7e-803f-7e5f88857507 req-42944d05-9d88-4212-9a02-676ef3d3c20e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0491707 Dec 15 14:33:56.973846 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4984d6a5-2814-4d7e-803f-7e5f88857507 req-3227a1c7-4dbd-4f12-8e70-32a0fe5dd376 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Dec 15 14:33:58.102108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8924-95b9-464e-9b2d-be2a4e1bc9c5 req-25c48a74-3a5b-40cc-a97e-fbc8573d2267 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:58.103602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac7f8924-95b9-464e-9b2d-be2a4e1bc9c5 req-25c48a74-3a5b-40cc-a97e-fbc8573d2267 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0559075 Dec 15 14:33:58.156903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac7f8924-95b9-464e-9b2d-be2a4e1bc9c5 req-12c2ad10-046b-4ca8-bb17-7225184381f9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472302 Dec 15 14:33:59.262581 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:33:59.277659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5e71-de04-485f-a629-36d24168e422 req-44fbc866-3851-4636-b378-a30519ca8478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:33:59.279128 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff9b5e71-de04-485f-a629-36d24168e422 req-44fbc866-3851-4636-b378-a30519ca8478 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0488212 Dec 15 14:33:59.328840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff9b5e71-de04-485f-a629-36d24168e422 req-00e67653-7884-49c6-b1f9-d81b3737d1e8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436146 Dec 15 14:34:00.456203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29572f-726a-4398-ae09-4bf8c6763748 req-7cfad23c-0f81-41d0-99b0-10daee5c2a08 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:00.457969 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ea29572f-726a-4398-ae09-4bf8c6763748 req-7cfad23c-0f81-41d0-99b0-10daee5c2a08 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0581732 Dec 15 14:34:00.509177 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ea29572f-726a-4398-ae09-4bf8c6763748 req-43ed6573-ef26-4eec-92a0-41bfa4a80a8e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438163 Dec 15 14:34:00.937989 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-6d6febf1-81fa-45b7-bddc-a74ca74d2f44 service neutron] show failed (client error): The resource could not be found. Dec 15 14:34:00.938987 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-6d6febf1-81fa-45b7-bddc-a74ca74d2f44 service neutron] 10.222.0.74 "GET /v2.0/ports/383104aa-071a-4989-88b9-a423c3b938e1/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0587940 Dec 15 14:34:01.142111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-28653645-f8c9-4670-b6fd-654633c7c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:01.143578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-28653645-f8c9-4670-b6fd-654633c7c4cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 1097 time: 0.0443213 Dec 15 14:34:01.157715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:34:01.189058 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:01.212759 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:01.259485 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3791c73-e2c2-4d0c-930d-c886752f32cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:01.357197 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:01.413619 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:34:01.445916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:34:01.486618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:34:01.488937 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a9a355-9352-420c-b6fa-d944bcfb6d83" -d '{"events": [{"server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "name": "network-vif-unplugged", "status": "completed", "tag": "383104aa-071a-4989-88b9-a423c3b938e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:34:01.493827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:01.509192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Transition to ACTIVE for port object 383104aa-071a-4989-88b9-a423c3b938e1 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:34:01.514507 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:01.607014 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faefdcf2-0aac-4f7e-a8c9-c8bb61f61f42 x-openstack-request-id: req-faefdcf2-0aac-4f7e-a8c9-c8bb61f61f42 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:34:01.607300 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "name": "network-vif-unplugged", "status": "completed", "tag": "383104aa-071a-4989-88b9-a423c3b938e1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:34:01.607567 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-faefdcf2-0aac-4f7e-a8c9-c8bb61f61f42 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:34:01.607990 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1', 'code': 200} Dec 15 14:34:01.649109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:01.668371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.668727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.669079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.669426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.669769 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.670110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.670444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.670777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.671114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.671447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.671778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.672134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.672468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:01.702949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] No DVR routers for this DVR port 383104aa-071a-4989-88b9-a423c3b938e1 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:34:01.750629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9664b6a-9fbf-466e-abb1-c458a18d09e3 req-434bbfe8-4744-4468-89c4-899c0f3448df tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:01.752145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9664b6a-9fbf-466e-abb1-c458a18d09e3 req-434bbfe8-4744-4468-89c4-899c0f3448df tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 944 time: 0.1486127 Dec 15 14:34:01.853623 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a9664b6a-9fbf-466e-abb1-c458a18d09e3 req-a7474209-ebc5-481e-8406-a5c348786c04 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941556 Dec 15 14:34:01.889800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Attempting to bind port 383104aa-071a-4989-88b9-a423c3b938e1 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:34:01.890138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Attempting to bind port 383104aa-071a-4989-88b9-a423c3b938e1 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:34:01.890471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Attempting to bind port 383104aa-071a-4989-88b9-a423c3b938e1 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:34:01.894716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Port 383104aa-071a-4989-88b9-a423c3b938e1 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:34:01.895036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Attempting to bind port 383104aa-071a-4989-88b9-a423c3b938e1 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:34:01.900963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:34:01.901309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:34:01.901694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:34:01.902114 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Bound port: 383104aa-071a-4989-88b9-a423c3b938e1, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:34:01.902467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:01.965317 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:34:01.968274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:34:01.972877 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:02.010319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:02.010953 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:02.012364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] 10.222.0.24 "PUT /v2.0/ports/383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 1092 time: 0.8586156 Dec 15 14:34:02.033376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fcf44-2e89-4298-9af4-c23e4f4a854b service neutron] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:02.083216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-d7d465ad-fc71-4330-818d-1da558415c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:02.085105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-d7d465ad-fc71-4330-818d-1da558415c80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1095 time: 0.0477715 Dec 15 14:34:02.179900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-3de4894d-4aaa-4b0a-ba22-6ac3475b7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:02.181370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-3de4894d-4aaa-4b0a-ba22-6ac3475b7b12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0894911 Dec 15 14:34:02.254243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-40f0dd83-ef83-4af0-a33a-d42aedacecfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 999 time: 0.0649915 Dec 15 14:34:02.304642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-1871f97c-55ca-40af-a251-68ee62be5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:02.306002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-1871f97c-55ca-40af-a251-68ee62be5273 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0445268 Dec 15 14:34:02.355957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-55a2b105-e392-451c-9da6-380702ef9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:02.357486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-55a2b105-e392-451c-9da6-380702ef9fe3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441611 Dec 15 14:34:02.368919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-b67f0125-fff7-4627-828e-8947301db72c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:34:02.369890 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-b67f0125-fff7-4627-828e-8947301db72c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053084 Dec 15 14:34:02.466356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-35b9e7af-0bea-4561-a659-978ac38738d1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894318 Dec 15 14:34:02.557056 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4deb4196-47f8-48d3-a037-1fda631326f2 req-45d4532a-1f9c-481e-9e34-7be6b174b33a service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827794 Dec 15 14:34:02.972568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fc977-4885-427b-9c23-7e11e540f3c2 req-3a923ee3-ccb4-4f16-8b5e-13419e254eb6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:02.974124 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-796fc977-4885-427b-9c23-7e11e540f3c2 req-3a923ee3-ccb4-4f16-8b5e-13419e254eb6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 944 time: 0.0499747 Dec 15 14:34:03.022266 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-796fc977-4885-427b-9c23-7e11e540f3c2 req-e2a660bc-ab42-4617-9f65-31ccaad93fa0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 Dec 15 14:34:03.609194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:34:03.611554 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14" -d '{"events": [{"name": "network-changed", "server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "tag": "383104aa-071a-4989-88b9-a423c3b938e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:34:03.661865 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41311271-2d83-4ccb-8fc2-1916bd2b890f x-openstack-request-id: req-41311271-2d83-4ccb-8fc2-1916bd2b890f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:34:03.662185 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "tag": "383104aa-071a-4989-88b9-a423c3b938e1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:34:03.662444 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41311271-2d83-4ccb-8fc2-1916bd2b890f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:34:03.662843 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1', 'status': 'completed', 'code': 200} Dec 15 14:34:03.722674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-edfe084c-fdc1-40d6-9bec-eae6d2e6f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:03.724578 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-edfe084c-fdc1-40d6-9bec-eae6d2e6f3a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1095 time: 0.0410855 Dec 15 14:34:03.725475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-437921ad-98dc-414b-95b4-2ec18f75e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:03.726958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-437921ad-98dc-414b-95b4-2ec18f75e233 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1095 time: 0.0412199 Dec 15 14:34:03.822578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-4b4f8efe-7490-4a52-adc1-09b6181e19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:03.823302 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-b121b0d0-f9c7-4af1-b0f6-45aca7ff69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:03.824089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-4b4f8efe-7490-4a52-adc1-09b6181e19f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0913830 Dec 15 14:34:03.824813 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-b121b0d0-f9c7-4af1-b0f6-45aca7ff69a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0911217 Dec 15 14:34:03.879711 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-80a1acfc-2064-417a-acfb-c22a99a76321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:03.899602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-6ffa162b-f554-4fa2-b659-cb4073501575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 999 time: 0.0676765 Dec 15 14:34:03.904784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-4953d5e7-f6ac-4dfd-a012-a0f3683049c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 999 time: 0.0719121 Dec 15 14:34:03.955757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-a89db833-0f8e-4f6a-8ab5-68e3a9067d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:03.957256 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-a89db833-0f8e-4f6a-8ab5-68e3a9067d61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0495505 Dec 15 14:34:03.960463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-57f7bd23-9429-416b-b7a2-e18a60d05140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:03.961919 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-57f7bd23-9429-416b-b7a2-e18a60d05140 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0492301 Dec 15 14:34:04.007776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-4f25178a-ecdf-4ce2-a768-427037249190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:04.009409 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-4f25178a-ecdf-4ce2-a768-427037249190 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441968 Dec 15 14:34:04.011945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-6aceeae2-900d-4f40-a7c8-c711cb4a2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:04.013454 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-6aceeae2-900d-4f40-a7c8-c711cb4a2ac0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438459 Dec 15 14:34:04.118901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-0bd3c3f7-5da4-4187-8b82-cb78dac759db service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963037 Dec 15 14:34:04.171509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26573d-6546-4412-9847-b9813923c06a req-096546e9-00d9-4d19-894d-5673e38fb8fd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:04.172461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 383104aa-071a-4989-88b9-a423c3b938e1 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:34:04.173409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d26573d-6546-4412-9847-b9813923c06a req-096546e9-00d9-4d19-894d-5673e38fb8fd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 944 time: 0.0719187 Dec 15 14:34:04.175707 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-49e11b83-6428-4e88-a91a-4f3281ccef62 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534307 Dec 15 14:34:04.225169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 383104aa-071a-4989-88b9-a423c3b938e1 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:34:04.225812 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-f7b45767-b7d4-4fde-abb0-ccb5088ac212 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991783 Dec 15 14:34:04.289926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d26573d-6546-4412-9847-b9813923c06a req-19255448-961d-4d26-88b7-e4bf2082b9a1 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996282 Dec 15 14:34:04.315966 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37eb5aaa-bf48-4db3-aa59-ef27cebe1d14 req-074e431d-6ac4-4082-80a5-805e1c6e705d service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335719 Dec 15 14:34:04.977125 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:05.410661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a24c6-b290-42e0-aa18-2446f21551f2 req-c33bb60d-05bb-4341-8dce-43f86dea9c52 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:05.412606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a06a24c6-b290-42e0-aa18-2446f21551f2 req-c33bb60d-05bb-4341-8dce-43f86dea9c52 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 944 time: 0.0518231 Dec 15 14:34:05.460630 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a06a24c6-b290-42e0-aa18-2446f21551f2 req-38677544-d320-401b-abe2-d8c20f41d62f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Dec 15 14:34:05.660338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e05f3-cf6b-457e-9d2b-08789737eff8 req-54b818ee-5891-4ac8-8e41-a7b66208c84c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:05.661865 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d2e05f3-cf6b-457e-9d2b-08789737eff8 req-54b818ee-5891-4ac8-8e41-a7b66208c84c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 944 time: 0.0554922 Dec 15 14:34:05.674190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-8efd8788-6f08-4f5b-b22e-16909810836f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:05.675681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-8efd8788-6f08-4f5b-b22e-16909810836f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941&tenant_id=c61777cde4af4f95b69ec7aff84d5381&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 944 time: 0.0570145 Dec 15 14:34:05.690836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 383104aa-071a-4989-88b9-a423c3b938e1 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:34:05.714262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0d2e05f3-cf6b-457e-9d2b-08789737eff8 req-c52e483e-c384-4ef3-9121-9a9ed266457e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458441 Dec 15 14:34:05.742479 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-75b85568-c228-423c-8358-0ea50d23cfe5 service neutron] delete failed (client error): The resource could not be found. Dec 15 14:34:05.743556 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-75b85568-c228-423c-8358-0ea50d23cfe5 service neutron] 10.222.0.74 "DELETE /v2.0/ports/383104aa-071a-4989-88b9-a423c3b938e1/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0603769 Dec 15 14:34:05.789345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:34:05.801004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '383104aa-071a-4989-88b9-a423c3b938e1', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': '383104aa-071a-4989-88b9-a423c3b938e1', 'mac_address': 'fa:16:3e:d8:fb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:34:05.829736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-35680be6-92b5-4416-97ab-9a01f45fdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:05.831144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-35680be6-92b5-4416-97ab-9a01f45fdb39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 1095 time: 0.0430689 Dec 15 14:34:05.843818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:05.857707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383104aa-071a-4989-88b9-a423c3b938e1 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:34:05.876960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:34:05.881833 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:05.928207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-d8b58be4-0a9a-42fe-8271-6c1551e3af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:05.929702 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-d8b58be4-0a9a-42fe-8271-6c1551e3af04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0915456 Dec 15 14:34:05.930292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:05.937673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.938152 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.938503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.938846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.939185 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.939519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.939847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.940259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.940594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.940923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.941250 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.941575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.941902 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:05.996432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-4b46f7c4-018c-4834-a32e-197a9121163d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 200 len: 1000 time: 0.0599661 Dec 15 14:34:06.045677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-e8d18159-370d-47e1-8360-5634249817ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:06.047094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-e8d18159-370d-47e1-8360-5634249817ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0445399 Dec 15 14:34:06.102474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-b6c43b7c-3190-49dc-b7ad-339ce78f2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:06.103961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-b6c43b7c-3190-49dc-b7ad-339ce78f2b9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488954 Dec 15 14:34:06.123502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['383104aa-071a-4989-88b9-a423c3b938e1'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:34:06.196195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-49461cd2-4821-4ddb-ae0d-54b534cd4fe1 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851095 Dec 15 14:34:06.289139 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0d856e6d-4677-4f3b-9e37-925cb6191bfa req-da125f81-3de0-43f6-a4e5-3e95d3c66f29 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861866 Dec 15 14:34:06.736739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:06.847172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e08e14-0464-46e5-b35e-d47417d2de83 req-ffc064ed-c324-4b34-8fd0-04bf6c293c41 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:06.848863 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e08e14-0464-46e5-b35e-d47417d2de83 req-ffc064ed-c324-4b34-8fd0-04bf6c293c41 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 945 time: 0.0557239 Dec 15 14:34:06.899683 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-30e08e14-0464-46e5-b35e-d47417d2de83 req-db9b3b44-cc58-4c6c-ba08-02035265b321 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433445 Dec 15 14:34:07.014381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d73b57-54dc-4792-9b50-8434558629e6 req-9c142c94-cebb-4181-bd3b-f9f282fd2a2a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:07.015851 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29d73b57-54dc-4792-9b50-8434558629e6 req-9c142c94-cebb-4181-bd3b-f9f282fd2a2a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Dec 15 14:34:07.063464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29d73b57-54dc-4792-9b50-8434558629e6 req-02e49645-703c-4aa0-9931-362583775bc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407712 Dec 15 14:34:07.176639 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ddea8-b513-46e1-9107-a48df0644b2c req-34f88c68-6a22-4acf-b382-5473352292be tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:07.178685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-242ddea8-b513-46e1-9107-a48df0644b2c req-34f88c68-6a22-4acf-b382-5473352292be tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 945 time: 0.0501847 Dec 15 14:34:07.230781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-242ddea8-b513-46e1-9107-a48df0644b2c req-92376c30-f21b-4ad3-89b2-f8457a29f5e2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453095 Dec 15 14:34:07.384570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:07.475356 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29aef3-a8f4-42b6-ac39-b8ae99afc413 req-5b68c3e2-d0ac-4a22-b34b-25314b54e8e0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:07.476886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e29aef3-a8f4-42b6-ac39-b8ae99afc413 req-5b68c3e2-d0ac-4a22-b34b-25314b54e8e0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 945 time: 0.0507686 Dec 15 14:34:07.528842 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e29aef3-a8f4-42b6-ac39-b8ae99afc413 req-ee28eb9a-cd02-4d3a-a821-11f7adb73aab tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454962 Dec 15 14:34:07.721593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 383104aa-071a-4989-88b9-a423c3b938e1 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:34:07.770055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 383104aa-071a-4989-88b9-a423c3b938e1 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:34:07.774156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 383104aa-071a-4989-88b9-a423c3b938e1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:34:07.774537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:07.854227 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:07.876876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:34:07.879126 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c490809f-6e15-46ae-84d4-c1a470f72529" -d '{"events": [{"server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "name": "network-vif-plugged", "status": "completed", "tag": "383104aa-071a-4989-88b9-a423c3b938e1"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:34:07.891960 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:34:07.897406 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:07.922929 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b692ad-92e6-47eb-8400-acb6bf1bedec x-openstack-request-id: req-e5b692ad-92e6-47eb-8400-acb6bf1bedec {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:34:07.923226 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "name": "network-vif-plugged", "status": "completed", "tag": "383104aa-071a-4989-88b9-a423c3b938e1", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:34:07.923480 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e5b692ad-92e6-47eb-8400-acb6bf1bedec {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:34:07.923891 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1', 'code': 200} Dec 15 14:34:07.949117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:08.646683 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edff55a-c9c9-4a63-b86d-acc1fa319252 req-3bf064e6-61b6-4da1-b044-cf204934c4fc tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:08.648357 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5edff55a-c9c9-4a63-b86d-acc1fa319252 req-3bf064e6-61b6-4da1-b044-cf204934c4fc tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0511873 Dec 15 14:34:08.697307 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5edff55a-c9c9-4a63-b86d-acc1fa319252 req-494d25f0-2846-4eba-a291-ff8a74e100d4 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430634 Dec 15 14:34:08.712238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-5b7cfd1d-dd60-47a5-b432-7c70fc664d5d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:08.713727 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-5b7cfd1d-dd60-47a5-b432-7c70fc664d5d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.24 "GET /v2.0/ports?device_id=de292280-ffb6-411c-9e05-1db362f54941 HTTP/1.1" status: 200 len: 946 time: 0.0492296 Dec 15 14:34:08.805252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Deleting port 383104aa-071a-4989-88b9-a423c3b938e1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:34:08.805600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:08.895394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] For port 383104aa-071a-4989-88b9-a423c3b938e1, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=383104aa-071a-4989-88b9-a423c3b938e1,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:34:08.896333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:09.070533 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:09.070898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:09.071219 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Floating IP b04060ad-c5d9-42e0-82c5-756e3c126420 disassociated. External IP: 172.25.7.39, port: 383104aa-071a-4989-88b9-a423c3b938e1. Dec 15 14:34:09.071571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Calling delete_port for 383104aa-071a-4989-88b9-a423c3b938e1 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:34:09.200663 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:09.232724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event deleted for resources: {'Port': ['ID=383104aa-071a-4989-88b9-a423c3b938e1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:09.353291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:34:09.464314 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:34:09.473680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:34:09.483070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:34:09.483689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:34:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:34:09.507467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] No DVR routers for this DVR port 383104aa-071a-4989-88b9-a423c3b938e1 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:34:09.510067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:09.513610 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe04b932-38e2-407d-bfb1-ceca11f3395a req-7dd69f28-8a72-416e-83b7-8ecb870f17d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.24 "DELETE /v2.0/ports/383104aa-071a-4989-88b9-a423c3b938e1 HTTP/1.1" status: 204 len: 173 time: 0.7940352 Dec 15 14:34:09.514064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'name': 'network-vif-deleted', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:34:09.516454 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fad172-2fc0-4eed-b31c-983e1ebdd50a" -d '{"events": [{"server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "name": "network-vif-deleted", "tag": "383104aa-071a-4989-88b9-a423c3b938e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:34:09.564164 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b733c2ac-a50e-441e-a0bb-d405d92c3cf6 x-openstack-request-id: req-b733c2ac-a50e-441e-a0bb-d405d92c3cf6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:34:09.564475 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de292280-ffb6-411c-9e05-1db362f54941", "name": "network-vif-deleted", "tag": "383104aa-071a-4989-88b9-a423c3b938e1", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:34:09.565157 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b733c2ac-a50e-441e-a0bb-d405d92c3cf6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:34:09.565575 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de292280-ffb6-411c-9e05-1db362f54941', 'name': 'network-vif-deleted', 'tag': '383104aa-071a-4989-88b9-a423c3b938e1', 'status': 'completed', 'code': 200} Dec 15 14:34:09.602233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:34:09.956380 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-edf44384-0939-40a1-974d-7ecfb3288006 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--987857204&fields=id&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 267 time: 0.0496936 Dec 15 14:34:09.983494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:34:10.009520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:34:10.018281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:34:10.018423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:34:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:34:10.064958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-183ad72d-a005-4d98-b6bc-fe12117519b2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:10.066432 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-183ad72d-a005-4d98-b6bc-fe12117519b2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 811 time: 0.1018906 Dec 15 14:34:10.082868 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-92953e35-2608-4379-86d6-34cfb9e76848 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/quotas/c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 375 time: 0.0092947 Dec 15 14:34:10.122032 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:34:10.135955 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-c3607159-3a2f-44ec-b4b6-2075be5a3b16 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462813 Dec 15 14:34:10.285112 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-87fe7d53-a1ec-4318-a9c6-b043176ddafd service neutron] 10.222.0.86 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356106 Dec 15 14:34:10.326965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:34:10.353207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cade26-52ca-4ecc-b5b4-a7d81872c755 None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:34:10.376277 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-d1f60ae8-475a-470b-a606-5bbd5f53fe81 service neutron] 10.222.0.86 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846682 Dec 15 14:34:10.551950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-29b498b7-cc3b-4a40-9bdb-2fb5b5d29417 req-8e3501bb-e864-404c-9758-31bcf281b71a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 210 time: 0.0268898 Dec 15 14:34:10.604814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f5f85-5dbc-45f1-8f8f-fde854b31ab9 None None] New status for floating IP b04060ad-c5d9-42e0-82c5-756e3c126420: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:34:11.760084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c020af19-24b6-41e4-bec2-c89feb7e5d7c req-86d21e0e-e8c6-40f4-be66-3ff8bb86b422 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 210 time: 0.0314493 Dec 15 14:34:11.801886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-77c3a09c-fc2b-4144-af37-348091a9b323 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:11.803294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-77c3a09c-fc2b-4144-af37-348091a9b323 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 811 time: 0.4276638 Dec 15 14:34:11.863490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-538f1b26-b2e2-4749-a010-ab766a4dce03 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 379 time: 0.0505092 Dec 15 14:34:11.872398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'port': {'device_id': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'admin_state_up': True, 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'security_groups': ['4d6bfdf1-ea74-469e-b472-b0f5b236347f']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:34:11.987538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Made reservation on behalf of c61777cde4af4f95b69ec7aff84d5381 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:34:11.991185 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.117977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Allocated IP 172.20.0.14 (fd7509b7-bdb4-4ead-9d95-a011ffe187de/62cfdd12-9856-4e4f-81db-b97cb50c0c56/54fbe160-064f-4a0d-8817-a039b63b3c3f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:34:12.252298 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.287379 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.338027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:34:12.341159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:34:12.344014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:34:12.369911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:12.386425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.386772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.387424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.387775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.388139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.388472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.388802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.389130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.389454 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.389776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.390367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.390702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.391027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:34:12.413229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:12.413879 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.434901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-abd1a057-4084-4cd0-8a8d-1b6b4cc727ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659311 Dec 15 14:34:12.449045 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Request body: {'port': {'device_id': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:34:12.509367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.621390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f03d0618-b574-4a4a-80f4-bf765b8127e9 None None] Provisioning complete for port 54fbe160-064f-4a0d-8817-a039b63b3c3f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:34:12.621965 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f03d0618-b574-4a4a-80f4-bf765b8127e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.656744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f03d0618-b574-4a4a-80f4-bf765b8127e9 None None] Port 54fbe160-064f-4a0d-8817-a039b63b3c3f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:34:12.777970 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fbe160-064f-4a0d-8817-a039b63b3c3f {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:34:12.785568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.798800 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Transition to ACTIVE for port object 54fbe160-064f-4a0d-8817-a039b63b3c3f will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:34:12.803061 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.855983 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:12.884576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131165e9-8e72-4bbe-a94a-d21d005de351 req-1e4ec243-9b07-498d-bf0e-a74bdb207232 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:12.886758 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-131165e9-8e72-4bbe-a94a-d21d005de351 req-1e4ec243-9b07-498d-bf0e-a74bdb207232 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 944 time: 0.0554359 Dec 15 14:34:12.928692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Attempting to bind port 54fbe160-064f-4a0d-8817-a039b63b3c3f on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:34:12.929385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Attempting to bind port 54fbe160-064f-4a0d-8817-a039b63b3c3f by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:34:12.929958 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Attempting to bind port 54fbe160-064f-4a0d-8817-a039b63b3c3f on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:34:12.935113 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Port 54fbe160-064f-4a0d-8817-a039b63b3c3f on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:34:12.935439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Attempting to bind port 54fbe160-064f-4a0d-8817-a039b63b3c3f on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:34:12.940480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:34:12.940823 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:34:12.941234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:34:12.941665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Bound port: 54fbe160-064f-4a0d-8817-a039b63b3c3f, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:34:12.942016 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:12.944546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-131165e9-8e72-4bbe-a94a-d21d005de351 req-3c734729-bfab-4df2-b191-545280aa611e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511613 Dec 15 14:34:13.019169 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h1-821840-1, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:34:13.023678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:34:13.028884 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:13.066353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:13.066988 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:13.069018 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-8870208e-7274-473f-ae39-80442a1275cd service neutron] 10.222.0.74 "PUT /v2.0/ports/54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 1092 time: 0.6247768 Dec 15 14:34:13.069475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:34:13.072160 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53aa980-7c07-4459-9660-886600920f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:34:13.096717 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870208e-7274-473f-ae39-80442a1275cd service neutron] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:13.147215 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e59450-694f-443e-8105-62fa6a103016 x-openstack-request-id: req-88e59450-694f-443e-8105-62fa6a103016 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:34:13.147514 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:34:13.147778 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-88e59450-694f-443e-8105-62fa6a103016 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:34:13.148230 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'status': 'completed', 'code': 200} Dec 15 14:34:13.165698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-009d43d5-0edd-4316-99e8-39a24fb6323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:13.167249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-009d43d5-0edd-4316-99e8-39a24fb6323a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1095 time: 0.0481379 Dec 15 14:34:13.217941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-af680c5f-e8ff-411e-a1ca-c168534afb21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 217 time: 0.0414486 Dec 15 14:34:13.274851 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-40805d34-449e-4932-a529-4d2e3a6d0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:13.276383 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-40805d34-449e-4932-a529-4d2e3a6d0ff2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0510287 Dec 15 14:34:13.324776 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-55405df0-45fe-4027-9eb6-6052412d8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:13.326520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-55405df0-45fe-4027-9eb6-6052412d8707 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428219 Dec 15 14:34:13.423691 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-2e204bd5-e3b2-4d29-97f7-2598bc04f5bb service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892637 Dec 15 14:34:13.514304 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6666e5ab-bbe1-4ccb-9f84-36648653c17d req-1e880b0b-fcd7-4192-9629-9791e5dd983f service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 Dec 15 14:34:13.604680 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa980-7c07-4459-9660-886600920f8b req-bd3d6e33-63bf-48db-aada-1ba0378345e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:13.606183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53aa980-7c07-4459-9660-886600920f8b req-bd3d6e33-63bf-48db-aada-1ba0378345e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1095 time: 0.0432394 Dec 15 14:34:13.699480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa980-7c07-4459-9660-886600920f8b req-b8d66534-4e49-41b6-baef-b523dc06b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:13.700871 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53aa980-7c07-4459-9660-886600920f8b req-b8d66534-4e49-41b6-baef-b523dc06b0bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0876131 Dec 15 14:34:13.717418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 383104aa-071a-4989-88b9-a423c3b938e1 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:34:13.741509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 383104aa-071a-4989-88b9-a423c3b938e1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:34:13.741853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 383104aa-071a-4989-88b9-a423c3b938e1 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:34:13.744895 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53aa980-7c07-4459-9660-886600920f8b req-7d223a76-4e8c-4ba4-b4e4-1bcd428ef9e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 217 time: 0.0360315 Dec 15 14:34:13.798502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa980-7c07-4459-9660-886600920f8b req-6b401da9-35c2-4de7-8c35-c4b0fcd81885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:13.799971 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53aa980-7c07-4459-9660-886600920f8b req-6b401da9-35c2-4de7-8c35-c4b0fcd81885 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0478449 Dec 15 14:34:13.845483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa980-7c07-4459-9660-886600920f8b req-2ae79c48-abe4-4166-af0c-d40d44b794b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:13.846928 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53aa980-7c07-4459-9660-886600920f8b req-2ae79c48-abe4-4166-af0c-d40d44b794b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393026 Dec 15 14:34:13.940761 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53aa980-7c07-4459-9660-886600920f8b req-656d1f86-5fba-48a0-9c20-a8719ce0a953 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853212 Dec 15 14:34:14.038415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a53aa980-7c07-4459-9660-886600920f8b req-d3c71969-a47c-4375-98ef-9c4f19c9898d service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903356 Dec 15 14:34:14.068536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da478c2f-a11a-4be3-ac38-03ebd17c2b13 req-b2211a2f-1758-4c9d-ab6f-8923dcc856c5 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:14.070290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da478c2f-a11a-4be3-ac38-03ebd17c2b13 req-b2211a2f-1758-4c9d-ab6f-8923dcc856c5 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 944 time: 0.0560374 Dec 15 14:34:14.116751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-da478c2f-a11a-4be3-ac38-03ebd17c2b13 req-2504c66f-4e6b-4cec-a082-e728ec1d8e51 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405524 Dec 15 14:34:15.245262 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e473775-c064-49fc-b82c-457748f7a8f6 req-2b1cfe12-aec0-4f15-84ff-c00f8b0de87d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:15.246833 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e473775-c064-49fc-b82c-457748f7a8f6 req-2b1cfe12-aec0-4f15-84ff-c00f8b0de87d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 944 time: 0.0592895 Dec 15 14:34:15.295752 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9e473775-c064-49fc-b82c-457748f7a8f6 req-cc9429c2-5a2a-4530-82a9-64750a3da03b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Dec 15 14:34:16.219802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 54fbe160-064f-4a0d-8817-a039b63b3c3f details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:34:16.314085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:34:16.325830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'mac_address': 'fa:16:3e:d7:9c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:34:16.370228 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:16.383936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fbe160-064f-4a0d-8817-a039b63b3c3f {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:34:16.404120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:34:16.410177 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:16.416201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c1487-0ada-44ac-b935-cfa2989f393f req-25d4f5cf-11eb-46be-b956-4d56d21150d5 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:16.417808 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca9c1487-0ada-44ac-b935-cfa2989f393f req-25d4f5cf-11eb-46be-b956-4d56d21150d5 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 944 time: 0.0519476 Dec 15 14:34:16.459399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:16.468451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ca9c1487-0ada-44ac-b935-cfa2989f393f req-dbd1b605-ee69-47b5-a55c-6f1148494e6d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444288 Dec 15 14:34:16.643607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['54fbe160-064f-4a0d-8817-a039b63b3c3f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:34:17.591518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40190c6-9aa0-4b2d-8572-d68a67d14939 req-1ec88165-8e67-4d36-9902-baca636bbcbb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:17.593022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e40190c6-9aa0-4b2d-8572-d68a67d14939 req-1ec88165-8e67-4d36-9902-baca636bbcbb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 945 time: 0.0546379 Dec 15 14:34:17.641089 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e40190c6-9aa0-4b2d-8572-d68a67d14939 req-1e9a6ffd-1c51-490d-a4c7-08bbb68f2d9c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Dec 15 14:34:18.226855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 54fbe160-064f-4a0d-8817-a039b63b3c3f up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:34:18.276734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 54fbe160-064f-4a0d-8817-a039b63b3c3f completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:34:18.281196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 54fbe160-064f-4a0d-8817-a039b63b3c3f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:34:18.281573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:18.361765 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:18.384555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:34:18.387468 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e794e78-79b8-4464-97b3-c5f417986052" -d '{"events": [{"server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "name": "network-vif-plugged", "status": "completed", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:34:18.400961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:34:18.405403 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:18.432972 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792f175d-ade4-421f-9006-58d1a043022e x-openstack-request-id: req-792f175d-ade4-421f-9006-58d1a043022e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:34:18.433275 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "name": "network-vif-plugged", "status": "completed", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:34:18.433531 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-792f175d-ade4-421f-9006-58d1a043022e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:34:18.433919 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'code': 200} Dec 15 14:34:18.455609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:34:18.529642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d84ac-dd60-4dfb-986d-6d78e3b11031 req-9652d06a-cd17-44e1-a401-223c29ee2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:18.531142 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-108d84ac-dd60-4dfb-986d-6d78e3b11031 req-9652d06a-cd17-44e1-a401-223c29ee2f8a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1097 time: 0.0407712 Dec 15 14:34:18.577001 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-108d84ac-dd60-4dfb-986d-6d78e3b11031 req-c4a43546-4d1e-4e3e-a017-dda5557d082f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381286 Dec 15 14:34:18.759143 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59194d47-7d80-458b-981f-592cb68dd258 req-ab938db2-2693-42ad-abf2-7d58656f4220 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:18.760740 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-59194d47-7d80-458b-981f-592cb68dd258 req-ab938db2-2693-42ad-abf2-7d58656f4220 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0506148 Dec 15 14:34:18.813951 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-59194d47-7d80-458b-981f-592cb68dd258 req-ecf4a2cf-2e64-403f-b0cf-7e54f08058d1 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471976 Dec 15 14:34:19.933767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa67d7-0fc4-4ce2-be9d-441e0ad92448 req-f5cf86ec-aab4-4bec-aae1-0f89e50e8df2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:19.935243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eafa67d7-0fc4-4ce2-be9d-441e0ad92448 req-f5cf86ec-aab4-4bec-aae1-0f89e50e8df2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0490406 Dec 15 14:34:19.986509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eafa67d7-0fc4-4ce2-be9d-441e0ad92448 req-07d006e0-f90b-412e-8d17-0677c9a2bc41 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 Dec 15 14:34:20.099638 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3d762-7822-4530-ad6d-2442698d430b req-1efaf693-70f7-4b88-bc8f-960dda4191b2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:20.101029 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aeb3d762-7822-4530-ad6d-2442698d430b req-1efaf693-70f7-4b88-bc8f-960dda4191b2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0498180 Dec 15 14:34:20.109571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:34:20.114425 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'floatingip': {'port_id': '54fbe160-064f-4a0d-8817-a039b63b3c3f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:34:20.154781 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:20.596855 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:20.600797 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:20.700288 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Floating IP b04060ad-c5d9-42e0-82c5-756e3c126420 associated. External IP: 172.25.7.39, port: 54fbe160-064f-4a0d-8817-a039b63b3c3f. Dec 15 14:34:20.908009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:34:21.021883 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:34:21.027080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:21.031833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:34:21.042417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:34:21.043046 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:34:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:34:21.055649 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ded383c3-7398-4be9-9bec-97b5ee464ec9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "PUT /v2.0/floatingips/b04060ad-c5d9-42e0-82c5-756e3c126420 HTTP/1.1" status: 200 len: 991 time: 0.9450140 Dec 15 14:34:21.056268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:34:21.058529 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629aa2cd-4315-4b54-91a7-677e00bf4841" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:34:21.095722 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eca91c-b8f6-432b-adfc-09bc7938f9cc x-openstack-request-id: req-18eca91c-b8f6-432b-adfc-09bc7938f9cc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:34:21.096048 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:34:21.096309 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18eca91c-b8f6-432b-adfc-09bc7938f9cc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:34:21.097262 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'status': 'completed', 'code': 200} Dec 15 14:34:21.161537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:34:21.170128 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-15a9b699-b743-408b-9f28-8a87f4651cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:21.171652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-15a9b699-b743-408b-9f28-8a87f4651cda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1097 time: 0.0447335 Dec 15 14:34:21.267665 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-503b34e5-f120-4145-bc32-e0d7277db3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:21.269195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-503b34e5-f120-4145-bc32-e0d7277db3cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0898218 Dec 15 14:34:21.340589 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-5200441f-afe5-4457-8f4b-05bb0dd63dc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 999 time: 0.0644705 Dec 15 14:34:21.393848 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-3383d265-0bdd-4c19-ae79-2793215ca48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:21.394006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:d7:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:34:20Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:34:21.396171 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-3383d265-0bdd-4c19-ae79-2793215ca48e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0470893 Dec 15 14:34:21.424803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:34:21.435184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:34:21.435807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:34:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:34:21.446922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-24d9311d-bef1-42b4-a86d-089c6242e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:21.448452 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-24d9311d-bef1-42b4-a86d-089c6242e78d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458579 Dec 15 14:34:21.538914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-d39f876a-5071-46cf-aaef-232b7b341790 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826707 Dec 15 14:34:21.544784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:34:21.640567 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-629aa2cd-4315-4b54-91a7-677e00bf4841 req-b79e7362-4b60-499d-af79-2d6452bda433 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921969 Dec 15 14:34:21.777916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:d7:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:34:20Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:34:21.805053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969cb77e-cf8d-4108-9834-da2eb6ac4fc2 None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:d7:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:34:20Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:34:22.009648 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e965a43-91bd-40c4-9928-5b68f7bcde75 None None] New status for floating IP b04060ad-c5d9-42e0-82c5-756e3c126420: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:34:31.209669 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:31.261373 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36401539-163c-4e39-b3f8-91790a453838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:31.356139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:33.604862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-15b62d7d-d99d-4e38-9b57-26d5d1056a82 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457294 Dec 15 14:34:33.686779 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-c1f2d678-2bf4-42dd-8185-b1c9d559fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:33.688323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-c1f2d678-2bf4-42dd-8185-b1c9d559fa17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1097 time: 0.0420539 Dec 15 14:34:33.794789 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-34c31619-2055-43e6-92f6-204e095744a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:33.796289 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-34c31619-2055-43e6-92f6-204e095744a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0893142 Dec 15 14:34:33.866728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-8a354a80-de1b-4996-a402-7037ab87e66b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 1001 time: 0.0617511 Dec 15 14:34:33.883987 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45054d28-65a9-452f-a7c3-b0e76376f414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:33.918826 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-b19f75b3-9757-4062-84fa-e16500da151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:33.920343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-b19f75b3-9757-4062-84fa-e16500da151c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0462232 Dec 15 14:34:33.972052 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-4ad83ca8-22bb-4d8c-91fd-61382d2f006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:34:33.974236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-4ad83ca8-22bb-4d8c-91fd-61382d2f006a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450866 Dec 15 14:34:34.065434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-001d171a-fdc1-4f0a-b124-1802a9b7f263 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829630 Dec 15 14:34:34.161889 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3192d42f-d76b-4a66-8582-77ad5a8d5241 req-29a62327-2fd3-4971-aa43-aaba5de885c1 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892320 Dec 15 14:34:34.978599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:36.262208 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:34:36.738126 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:37.377116 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:01.226944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:01.264188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6410-36df-4cf4-afe0-6a1e3e092ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:01.367265 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:03.886145 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4357a424-1d4d-42af-abd3-b99d42ebdfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:04.981818 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:06.740552 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:07.380735 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:13.261739 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:35:31.226750 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:31.266020 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71ec9764-a021-47fa-ab0f-6a537b89fdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:31.365302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:33.888037 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b33c0374-4761-4c1d-95af-c60b3a076afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:34.984467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:35.903222 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-644ecc8d-0658-42bd-a350-f8d9e41e3213 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3412905 Dec 15 14:35:35.984536 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-67f9d284-a284-48a4-8ee6-e99f967c10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:35.986177 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-67f9d284-a284-48a4-8ee6-e99f967c10b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1097 time: 0.0408645 Dec 15 14:35:36.091675 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-f4f9a9fb-9ee0-4a5b-9475-1e956ea821d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:36.093261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-f4f9a9fb-9ee0-4a5b-9475-1e956ea821d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0888729 Dec 15 14:35:36.162283 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-a826e1a4-d203-41ef-bf17-f8de2cea430b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 1001 time: 0.0621328 Dec 15 14:35:36.212166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-87141e62-e3fa-4f45-ae66-306917614a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:36.213600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-87141e62-e3fa-4f45-ae66-306917614a86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0440648 Dec 15 14:35:36.263426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-c7ee41f0-51e9-44f4-b0a7-f442dad3ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:36.264877 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-c7ee41f0-51e9-44f4-b0a7-f442dad3ba4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440629 Dec 15 14:35:36.355082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-f2a44c81-3056-4fbf-8f3f-0e6c4d1f6bf7 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827899 Dec 15 14:35:36.450636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-29b6f3e4-be0c-42df-ad3d-223162fe2a2c req-659e59c7-2b26-4182-b0e0-766c109a81ff service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889161 Dec 15 14:35:36.758078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:37.382668 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:35:50.261554 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:35:58.242216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766fec4-e3ea-4b71-8873-a344358d9219 req-b57fd722-64fd-4065-9a91-987cc8d824da tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:58.244075 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1766fec4-e3ea-4b71-8873-a344358d9219 req-b57fd722-64fd-4065-9a91-987cc8d824da tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0526087 Dec 15 14:35:58.293222 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1766fec4-e3ea-4b71-8873-a344358d9219 req-a6c72fb9-b9f1-4316-8e40-6b7a44dd5ba0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431406 Dec 15 14:35:59.442028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96aa62-7142-4608-952b-61a1667148fa req-1f6e20c9-b2fe-4a39-b017-f6553f967b8f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:35:59.443543 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a96aa62-7142-4608-952b-61a1667148fa req-1f6e20c9-b2fe-4a39-b017-f6553f967b8f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0584664 Dec 15 14:35:59.503501 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a96aa62-7142-4608-952b-61a1667148fa req-0ecb278c-78fa-47d3-bd23-5c10fd219980 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539420 Dec 15 14:36:00.629538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5ab79-cdb7-456f-ba9f-787914bc67e5 req-697faf7b-a13f-4d56-bd62-31d36249a924 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:00.631037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51b5ab79-cdb7-456f-ba9f-787914bc67e5 req-697faf7b-a13f-4d56-bd62-31d36249a924 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0510535 Dec 15 14:36:00.678420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-51b5ab79-cdb7-456f-ba9f-787914bc67e5 req-db3f232e-bf1c-4d60-b973-31f949b57052 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410516 Dec 15 14:36:01.229075 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:01.268382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc977662-ecf0-4282-8cab-049765d509b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:01.363933 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:01.794851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e261a9-4c33-49a8-913e-57e50586dbbe req-4d3f3d9e-553a-4ad3-8c7d-4c9273055e7f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:01.796348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41e261a9-4c33-49a8-913e-57e50586dbbe req-4d3f3d9e-553a-4ad3-8c7d-4c9273055e7f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0484383 Dec 15 14:36:01.844250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41e261a9-4c33-49a8-913e-57e50586dbbe req-ec7abee8-1015-4748-9c6d-7b12ef74115f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 Dec 15 14:36:02.973903 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968c4f9-81f3-4bd4-a051-990ce45b9fee req-3a76c4a2-5b49-4438-8df8-0a71256cf646 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:02.975410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5968c4f9-81f3-4bd4-a051-990ce45b9fee req-3a76c4a2-5b49-4438-8df8-0a71256cf646 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0567079 Dec 15 14:36:03.025940 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5968c4f9-81f3-4bd4-a051-990ce45b9fee req-1b4514f7-0c33-4938-b0c6-4569fb39b0ec tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442061 Dec 15 14:36:03.889803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a5c7-97e2-4c6a-a319-4d7d1a9d6609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:04.146022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8525a7-7fbe-49ae-bd3d-a49f91a47ffb req-42534d61-032b-4ffe-9f16-4237ca5d3694 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:04.147456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b8525a7-7fbe-49ae-bd3d-a49f91a47ffb req-42534d61-032b-4ffe-9f16-4237ca5d3694 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0529337 Dec 15 14:36:04.196382 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b8525a7-7fbe-49ae-bd3d-a49f91a47ffb req-6d3fab7b-afa6-468e-b5dc-79f9822e588b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427701 Dec 15 14:36:04.987827 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:05.316527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c811afc-b39b-443e-8bf0-05fa06ea7722 req-6cfb201b-d68c-4aa1-9934-2acd8415caa1 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:05.318082 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c811afc-b39b-443e-8bf0-05fa06ea7722 req-6cfb201b-d68c-4aa1-9934-2acd8415caa1 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0516155 Dec 15 14:36:05.381788 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c811afc-b39b-443e-8bf0-05fa06ea7722 req-b252cdb7-f4cb-4a50-8c41-bb7dcbf02945 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573177 Dec 15 14:36:06.501014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09e246-47aa-4af2-9283-8d27e6f65980 req-8dd27106-2342-4a5f-9e08-3811bf1b7d36 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:06.502534 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e09e246-47aa-4af2-9283-8d27e6f65980 req-8dd27106-2342-4a5f-9e08-3811bf1b7d36 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0484395 Dec 15 14:36:06.551754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e09e246-47aa-4af2-9283-8d27e6f65980 req-a0737056-3256-4154-b694-f7bf5392a347 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430574 Dec 15 14:36:06.744873 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:07.385035 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:07.674438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9c30c-cbb1-4f01-85ed-3951b9f2d27b req-93dc1dfe-8f96-4af3-b285-e98ebc8ecaff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:07.675970 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ddf9c30c-cbb1-4f01-85ed-3951b9f2d27b req-93dc1dfe-8f96-4af3-b285-e98ebc8ecaff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0549619 Dec 15 14:36:07.725168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ddf9c30c-cbb1-4f01-85ed-3951b9f2d27b req-b4cb9976-f5d1-4554-b57f-d3182d268847 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431418 Dec 15 14:36:08.852635 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458cacf-85e6-41c1-a2ff-76c66560ad83 req-223c0db3-c779-4233-af3f-5972e0da7c8b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:08.854130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9458cacf-85e6-41c1-a2ff-76c66560ad83 req-223c0db3-c779-4233-af3f-5972e0da7c8b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0576122 Dec 15 14:36:08.902021 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9458cacf-85e6-41c1-a2ff-76c66560ad83 req-8257bfb4-cad6-418c-bbdb-b22188849463 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Dec 15 14:36:09.151220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5078a-883b-4b0b-9e09-1f6d4e596599 req-4e5ceeb6-c881-4ddc-af92-20ca7a2e5122 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:09.155552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a8d5078a-883b-4b0b-9e09-1f6d4e596599 req-4e5ceeb6-c881-4ddc-af92-20ca7a2e5122 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0540273 Dec 15 14:36:09.183557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-8f3b376a-918e-44f8-934a-e22b05ee3432 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914805 Dec 15 14:36:09.203142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a8d5078a-883b-4b0b-9e09-1f6d4e596599 req-4fa61723-c1c9-4857-a3c2-625f5b35d2de tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Dec 15 14:36:10.323465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748da4-e44d-40f2-b009-2e8738551260 req-ecf28d99-3855-4804-8ae0-426ebb9077f3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:10.324997 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4748da4-e44d-40f2-b009-2e8738551260 req-ecf28d99-3855-4804-8ae0-426ebb9077f3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0518332 Dec 15 14:36:10.373027 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4748da4-e44d-40f2-b009-2e8738551260 req-704d6724-8a92-4767-9579-2a56f624dd0a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414150 Dec 15 14:36:11.493242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec03e-b8b9-47bf-8710-ce8e9ea8774c req-dbfa1c09-1146-4e61-af63-c3e3c1f4b723 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:11.494746 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd9ec03e-b8b9-47bf-8710-ce8e9ea8774c req-dbfa1c09-1146-4e61-af63-c3e3c1f4b723 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0499375 Dec 15 14:36:11.546287 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cd9ec03e-b8b9-47bf-8710-ce8e9ea8774c req-85138222-1633-42fb-976b-f7cc1fd28051 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Dec 15 14:36:12.668212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d60c3-aefe-41bf-ad61-f0d4b473f85f req-05d4f1ff-8b53-4d95-bd16-2a84348af06c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:12.669695 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-310d60c3-aefe-41bf-ad61-f0d4b473f85f req-05d4f1ff-8b53-4d95-bd16-2a84348af06c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0535154 Dec 15 14:36:12.717812 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-310d60c3-aefe-41bf-ad61-f0d4b473f85f req-77934c23-781f-4faa-86a5-ada3c5e732a5 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 Dec 15 14:36:13.308618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-5971281d-2e25-4143-b5d5-cab175690021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:13.310102 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-5971281d-2e25-4143-b5d5-cab175690021 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1097 time: 0.0404928 Dec 15 14:36:13.408381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-fae2ddec-5408-45e0-b717-3624430c7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:13.409851 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-fae2ddec-5408-45e0-b717-3624430c7634 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0931697 Dec 15 14:36:13.478369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-f172920e-eb47-49fa-aef3-8873221d7652 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 1001 time: 0.0607119 Dec 15 14:36:13.527769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-8419ff21-0f24-4d50-86e4-c4e69a5e7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:13.529237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-8419ff21-0f24-4d50-86e4-c4e69a5e7504 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0445049 Dec 15 14:36:13.579645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-461c0a1c-4e7e-4115-ba37-ea5008db991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:13.581173 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-461c0a1c-4e7e-4115-ba37-ea5008db991e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452209 Dec 15 14:36:13.671196 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-196cad65-bd5a-4bb1-8bcd-051a1a986dd1 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823064 Dec 15 14:36:13.767247 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-788cb5dd-fb6a-4918-8778-0bab32d03dde service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894482 Dec 15 14:36:13.840961 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea9357-ec78-4506-8eea-f7c6f9ab74d3 req-95ac4ccb-d6de-4c81-9e09-bf5a2975cd64 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:13.842458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-baea9357-ec78-4506-8eea-f7c6f9ab74d3 req-95ac4ccb-d6de-4c81-9e09-bf5a2975cd64 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0507140 Dec 15 14:36:13.893106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-baea9357-ec78-4506-8eea-f7c6f9ab74d3 req-1c72e50e-9597-4c01-bcff-f991ce9c4ca2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442886 Dec 15 14:36:15.010752 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c379a-0426-4b27-b39a-26e4f91f8b3a req-a01a453d-d64a-43d3-af17-57bd8ba6c838 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:15.012285 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a36c379a-0426-4b27-b39a-26e4f91f8b3a req-a01a453d-d64a-43d3-af17-57bd8ba6c838 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0509801 Dec 15 14:36:15.061020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a36c379a-0426-4b27-b39a-26e4f91f8b3a req-5f29f121-3c01-4932-a165-04288e8a3456 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Dec 15 14:36:15.629912 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-ca683e85-c6d5-4d7c-a27e-0772b9ddc4e4 service neutron] show failed (client error): The resource could not be found. Dec 15 14:36:15.630922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-ca683e85-c6d5-4d7c-a27e-0772b9ddc4e4 service neutron] 10.222.0.74 "GET /v2.0/ports/54fbe160-064f-4a0d-8817-a039b63b3c3f/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0555267 Dec 15 14:36:15.887471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-e1b2a562-00d5-47f0-8c78-59f7f870b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:15.889001 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-e1b2a562-00d5-47f0-8c78-59f7f870b6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 1097 time: 0.0909662 Dec 15 14:36:15.900501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:36:15.956496 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:16.197377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:36:16.220175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842af0c1-d6a9-44d6-9ff9-df09b1dee729 req-76b8b14f-afd1-4ffd-a765-9a3bad069a40 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:16.221658 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-842af0c1-d6a9-44d6-9ff9-df09b1dee729 req-76b8b14f-afd1-4ffd-a765-9a3bad069a40 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0868015 Dec 15 14:36:16.256785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:36:16.318116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:36:16.320636 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfe6d9d-26b1-49a8-98c9-9d379eada195" -d '{"events": [{"server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "name": "network-vif-unplugged", "status": "completed", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:36:16.324380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:16.330791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-842af0c1-d6a9-44d6-9ff9-df09b1dee729 req-2802e838-cb94-4459-a791-5a2b3bbf409d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027238 Dec 15 14:36:16.346364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Transition to ACTIVE for port object 54fbe160-064f-4a0d-8817-a039b63b3c3f will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:36:16.351905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:16.432610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:16.445607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.445962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.446312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.446657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.446996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.447332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.447671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.448036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.448343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.448675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.449004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.449329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.449654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:16.485213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] No DVR routers for this DVR port 54fbe160-064f-4a0d-8817-a039b63b3c3f on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:36:16.523565 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cd20f-7fe8-4be2-9e85-95eaea15a594 x-openstack-request-id: req-df5cd20f-7fe8-4be2-9e85-95eaea15a594 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:36:16.523882 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "name": "network-vif-unplugged", "status": "completed", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:36:16.524152 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df5cd20f-7fe8-4be2-9e85-95eaea15a594 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:36:16.524553 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'code': 200} Dec 15 14:36:16.628395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Attempting to bind port 54fbe160-064f-4a0d-8817-a039b63b3c3f on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:36:16.628738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Attempting to bind port 54fbe160-064f-4a0d-8817-a039b63b3c3f by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:36:16.629070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Attempting to bind port 54fbe160-064f-4a0d-8817-a039b63b3c3f on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:36:16.633449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Port 54fbe160-064f-4a0d-8817-a039b63b3c3f on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:36:16.633802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Attempting to bind port 54fbe160-064f-4a0d-8817-a039b63b3c3f on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:36:16.638944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:36:16.639353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:36:16.639740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:36:16.640815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Bound port: 54fbe160-064f-4a0d-8817-a039b63b3c3f, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:36:16.641254 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:16.709326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:36:16.712462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:36:16.716901 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:16.753926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:16.754549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:16.756159 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 1092 time: 0.8593442 Dec 15 14:36:16.774592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94fa44-f8bb-407a-a5c0-5b18b00623d4 service neutron] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:16.821249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-f7e84463-875d-4051-86a3-1eb5179ed761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:16.822775 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-f7e84463-875d-4051-86a3-1eb5179ed761 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1095 time: 0.0427840 Dec 15 14:36:16.922593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-7566b5c6-f44e-4051-b209-360b5cc9a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:16.924542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-7566b5c6-f44e-4051-b209-360b5cc9a606 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0948627 Dec 15 14:36:16.990518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-3172fa88-adfb-40fa-8d5d-a97e90cc48d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 999 time: 0.0591381 Dec 15 14:36:17.044406 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-ff6a1fc0-b20a-4673-b4a1-89b6d261fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:17.045861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-ff6a1fc0-b20a-4673-b4a1-89b6d261fa8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0483510 Dec 15 14:36:17.090786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-7e082c9b-3926-4cd9-95ba-74f374734681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:17.092297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-7e082c9b-3926-4cd9-95ba-74f374734681 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397851 Dec 15 14:36:17.180070 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-b3f84fdd-58be-4042-bfbe-130e56f5d3a2 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808859 Dec 15 14:36:17.274958 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a03d5ea2-79b3-4f2f-9af1-d6646fbd83c7 req-7492584b-741f-4a9b-8c77-9d65d5b36215 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869300 Dec 15 14:36:17.459160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f82a9-be18-4bc9-9d10-93bff3a1093a req-daf3fd9e-bb88-4a75-8797-9ceef150e8c7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:17.460691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-725f82a9-be18-4bc9-9d10-93bff3a1093a req-daf3fd9e-bb88-4a75-8797-9ceef150e8c7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 944 time: 0.0514953 Dec 15 14:36:17.508538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-725f82a9-be18-4bc9-9d10-93bff3a1093a req-89de2364-6314-479f-b24e-308ad5672960 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Dec 15 14:36:18.526311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:36:18.529593 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfde91d-ea88-4b5b-816c-70f838b647a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:36:18.593607 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328d1c93-9e39-4165-981c-a0cf505a1f77 x-openstack-request-id: req-328d1c93-9e39-4165-981c-a0cf505a1f77 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:36:18.593967 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:36:18.594210 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-328d1c93-9e39-4165-981c-a0cf505a1f77 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:36:18.594665 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'status': 'completed', 'code': 200} Dec 15 14:36:18.651937 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-c78657d6-774d-4585-b9c0-0d52d0aec018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:18.653478 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-c78657d6-774d-4585-b9c0-0d52d0aec018 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1095 time: 0.0434289 Dec 15 14:36:18.668587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8435c3-7cf5-449d-99dd-c36280330650 req-ef2b1bf8-5dad-44df-9e97-09ece439e317 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:18.670054 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b8435c3-7cf5-449d-99dd-c36280330650 req-ef2b1bf8-5dad-44df-9e97-09ece439e317 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 944 time: 0.0868449 Dec 15 14:36:18.672134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-ec27d546-d42e-48cb-b2c8-af094b2452f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:18.673480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-ec27d546-d42e-48cb-b2c8-af094b2452f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1095 time: 0.0619948 Dec 15 14:36:18.745236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 54fbe160-064f-4a0d-8817-a039b63b3c3f no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:36:18.751393 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-9c8bf3b1-d3c9-4144-966e-26a000210574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:18.752954 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-9c8bf3b1-d3c9-4144-966e-26a000210574 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0927799 Dec 15 14:36:18.768063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b8435c3-7cf5-449d-99dd-c36280330650 req-d343febd-91c8-4b72-be3b-7192afde29a9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916429 Dec 15 14:36:18.805402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-626a629e-6598-417f-af86-5fb99e1a2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:18.807172 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-626a629e-6598-417f-af86-5fb99e1a2692 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1250288 Dec 15 14:36:18.811306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 54fbe160-064f-4a0d-8817-a039b63b3c3f not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:36:18.828802 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-cb6d52e5-2512-46b9-af17-9c778f8f1295 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 999 time: 0.0674968 Dec 15 14:36:18.885744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-9cfdb896-6a81-4c16-8aa0-8154583f5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:18.887346 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-9cfdb896-6a81-4c16-8aa0-8154583f5783 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0531898 Dec 15 14:36:18.912058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-e8277a05-94c7-4c4a-a155-c829efc128b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 999 time: 0.0974004 Dec 15 14:36:18.938016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-e902222d-c342-42d3-a7ac-b17dbb92f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:18.939781 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-e902222d-c342-42d3-a7ac-b17dbb92f8ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437665 Dec 15 14:36:19.031956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-e9a21a2d-a40d-4a4d-97ac-a86d6a9f8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.032625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-9a8c37c4-4ce2-4b79-aef4-7b2798f210ce service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850558 Dec 15 14:36:19.033433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-e9a21a2d-a40d-4a4d-97ac-a86d6a9f8f10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.1140401 Dec 15 14:36:19.079375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148c7b-cdb5-4329-a41d-6668d2d60c19 req-fb137b81-7cb7-4b96-8a5b-80cad1be1f97 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.080894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64148c7b-cdb5-4329-a41d-6668d2d60c19 req-fb137b81-7cb7-4b96-8a5b-80cad1be1f97 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 944 time: 0.1218247 Dec 15 14:36:19.088405 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-af04f2d6-385b-4771-8428-24665e700b49 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.089772 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-af04f2d6-385b-4771-8428-24665e700b49 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15&tenant_id=c61777cde4af4f95b69ec7aff84d5381&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 944 time: 0.1144257 Dec 15 14:36:19.132941 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-ab0d4020-59d0-4ac3-8230-51b193a93336 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919995 Dec 15 14:36:19.162811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-f0412c93-ae87-4a34-87bd-9ae85c6ead89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.165611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-f0412c93-ae87-4a34-87bd-9ae85c6ead89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229937 Dec 15 14:36:19.574319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-64148c7b-cdb5-4329-a41d-6668d2d60c19 req-f5473a61-be28-4c4d-a050-9ae3a24225f7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4826369 Dec 15 14:36:19.582175 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-d0e76bbe-905d-4981-bf12-f6ff9f8c62bf service neutron] delete failed (client error): The resource could not be found. Dec 15 14:36:19.583161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-d0e76bbe-905d-4981-bf12-f6ff9f8c62bf service neutron] 10.222.0.74 "DELETE /v2.0/ports/54fbe160-064f-4a0d-8817-a039b63b3c3f/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.4833713 Dec 15 14:36:19.617035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-a0662406-8d0a-4c10-a245-32adf5b6e1a8 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415472 Dec 15 14:36:19.724918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-0ae09ac8-ae5e-4861-bda7-dfdb2e9ce088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.726291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-0ae09ac8-ae5e-4861-bda7-dfdb2e9ce088 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1095 time: 0.0841460 Dec 15 14:36:19.755607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-5fb90796-77e4-4b47-b027-12212745e511 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307232 Dec 15 14:36:19.823118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-00b3987c-9cb7-4f8b-a609-12c6bc52e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.824590 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-00b3987c-9cb7-4f8b-a609-12c6bc52e4bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0890577 Dec 15 14:36:19.893214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-b9c5c226-83e9-4f06-8c86-6f9faae5855c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 999 time: 0.0621057 Dec 15 14:36:19.942243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-39c37260-a537-4e33-a519-a7d0240e1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.943769 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-39c37260-a537-4e33-a519-a7d0240e1c81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0434713 Dec 15 14:36:19.994190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-81398c97-6f0f-4fb9-89f3-27f97110f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:19.995570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-81398c97-6f0f-4fb9-89f3-27f97110f7da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451329 Dec 15 14:36:20.084348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-65137dd9-e008-4851-ab84-021f0993d735 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817664 Dec 15 14:36:20.178667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-554ab20d-e0a8-46fc-b30c-98c256ad6a46 req-e949d625-a1c0-46d3-b78d-e8aea783d8d6 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878773 Dec 15 14:36:20.420168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 54fbe160-064f-4a0d-8817-a039b63b3c3f details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:36:20.521572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:36:20.534668 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'mac_address': 'fa:16:3e:d7:9c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:36:20.572580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:20.586683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fbe160-064f-4a0d-8817-a039b63b3c3f {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:36:20.608081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:36:20.612787 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:20.710619 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807174-40d9-4e03-81be-0d31d2b2999a req-d1ef024b-9f04-4e4c-9ab8-63819eae62de tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:20.712158 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72807174-40d9-4e03-81be-0d31d2b2999a req-d1ef024b-9f04-4e4c-9ab8-63819eae62de tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 945 time: 0.0568933 Dec 15 14:36:20.779490 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72807174-40d9-4e03-81be-0d31d2b2999a req-f55c7979-c490-4e85-9338-25f520d2cbc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596287 Dec 15 14:36:20.842037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:20.849371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.849723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.850065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.850406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.850741 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.851074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.851403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.851732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.852094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.852420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.852747 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.853071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.853391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:36:20.887551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['54fbe160-064f-4a0d-8817-a039b63b3c3f'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:36:20.907989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d57065-80d9-4c80-8eb2-003543909e75 req-9323dfb7-4411-4d66-b891-0610538ad4d4 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:20.909597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70d57065-80d9-4c80-8eb2-003543909e75 req-9323dfb7-4411-4d66-b891-0610538ad4d4 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 945 time: 0.0508859 Dec 15 14:36:20.958154 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70d57065-80d9-4c80-8eb2-003543909e75 req-0172f607-8f69-4a4d-b6e3-0fbdeb8d9f06 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Dec 15 14:36:21.199353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff105-ef40-41ae-8c8e-4f0bd192a120 req-50330d30-29eb-4daf-92f1-b70720ee2170 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:21.200866 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df0ff105-ef40-41ae-8c8e-4f0bd192a120 req-50330d30-29eb-4daf-92f1-b70720ee2170 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 945 time: 0.0836995 Dec 15 14:36:21.207213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-29982808-5769-4c4b-9c4d-ca5ccb6520c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:21.208675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-29982808-5769-4c4b-9c4d-ca5ccb6520c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 1096 time: 0.0627589 Dec 15 14:36:21.304842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df0ff105-ef40-41ae-8c8e-4f0bd192a120 req-42807ce3-90a8-4ea8-8717-1a37c84f3fc9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951097 Dec 15 14:36:21.334212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-54da1b30-fea3-4d72-8e30-fa61de09633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:21.335654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-54da1b30-fea3-4d72-8e30-fa61de09633b service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1125984 Dec 15 14:36:21.406740 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-2a17ae09-4179-4d78-9172-8af2d587a285 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 200 len: 1000 time: 0.0625446 Dec 15 14:36:21.455102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-521eafbd-eb96-41d2-bcfd-426c1c4d8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:21.456563 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-521eafbd-eb96-41d2-bcfd-426c1c4d8ca6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0428898 Dec 15 14:36:21.502266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-fe9d5cbc-e675-4fe1-8217-ba32040a34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:21.503763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-fe9d5cbc-e675-4fe1-8217-ba32040a34a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405357 Dec 15 14:36:21.595642 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-d5f90773-e6c7-4879-944b-5ce91454b0a3 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845518 Dec 15 14:36:21.682725 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1fe82b8d-e987-47ac-b48b-77f77334f0ae req-f67daa8f-a509-4ea7-884c-a70dcf5171c2 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804639 Dec 15 14:36:22.427812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56857d-de73-4413-a2c0-83109ef83506 req-08365a36-fdce-4506-ac86-276823bb319e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:22.429248 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a56857d-de73-4413-a2c0-83109ef83506 req-08365a36-fdce-4506-ac86-276823bb319e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 945 time: 0.0551760 Dec 15 14:36:22.438517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 54fbe160-064f-4a0d-8817-a039b63b3c3f up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:36:22.480283 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9a56857d-de73-4413-a2c0-83109ef83506 req-58eb1de8-2c64-4a89-8b95-a5765823c0e0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448081 Dec 15 14:36:22.489489 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 54fbe160-064f-4a0d-8817-a039b63b3c3f completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:36:22.493546 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 54fbe160-064f-4a0d-8817-a039b63b3c3f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:36:22.493920 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:22.572839 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:22.597380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:36:22.599706 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368df835-e923-4e72-8f73-d1c957e22ad8" -d '{"events": [{"server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "name": "network-vif-plugged", "status": "completed", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:36:22.617404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:36:22.622657 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:22.676693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:22.716635 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30191f1-6ec6-4df3-be90-7f4c76f8ab06 x-openstack-request-id: req-c30191f1-6ec6-4df3-be90-7f4c76f8ab06 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:36:22.717005 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "name": "network-vif-plugged", "status": "completed", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:36:22.717502 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c30191f1-6ec6-4df3-be90-7f4c76f8ab06 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:36:22.718521 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'code': 200} Dec 15 14:36:22.741155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2f8c6-3509-4a26-a3ce-4d4382f81f29 req-0de55c41-4be0-48ee-b868-f30b7be9a577 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:22.742647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab2f8c6-3509-4a26-a3ce-4d4382f81f29 req-0de55c41-4be0-48ee-b868-f30b7be9a577 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0521150 Dec 15 14:36:22.793631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab2f8c6-3509-4a26-a3ce-4d4382f81f29 req-7be5527d-48d4-4007-93cf-71deaccc2896 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Dec 15 14:36:23.915522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e61a-7a66-4d43-b87d-e58ac7035ef2 req-ee529c81-5479-4a91-8d51-bd9408a0dfff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:23.917153 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf79e61a-7a66-4d43-b87d-e58ac7035ef2 req-ee529c81-5479-4a91-8d51-bd9408a0dfff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0532992 Dec 15 14:36:23.970824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf79e61a-7a66-4d43-b87d-e58ac7035ef2 req-2f9b9b35-b8a8-4916-af4d-4b377feaa00d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471249 Dec 15 14:36:23.978803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-1b6bf2ad-818f-487f-b0cb-9d78a03ea7e9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:23.980366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-1b6bf2ad-818f-487f-b0cb-9d78a03ea7e9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 946 time: 0.0500276 Dec 15 14:36:24.071780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Deleting port 54fbe160-064f-4a0d-8817-a039b63b3c3f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:36:24.072157 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:24.163139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] For port 54fbe160-064f-4a0d-8817-a039b63b3c3f, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=54fbe160-064f-4a0d-8817-a039b63b3c3f,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:36:24.163507 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:24.336200 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:24.336483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:24.336816 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Floating IP b04060ad-c5d9-42e0-82c5-756e3c126420 disassociated. External IP: 172.25.7.39, port: 54fbe160-064f-4a0d-8817-a039b63b3c3f. Dec 15 14:36:24.337165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Calling delete_port for 54fbe160-064f-4a0d-8817-a039b63b3c3f owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:36:24.471312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:24.497915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event deleted for resources: {'Port': ['ID=54fbe160-064f-4a0d-8817-a039b63b3c3f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:24.621653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:36:24.731286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:36:24.740751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:36:24.750866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:36:24.751487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:36:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:36:24.771490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] No DVR routers for this DVR port 54fbe160-064f-4a0d-8817-a039b63b3c3f on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:36:24.774319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:24.777974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c50c10d2-95f8-4d92-a51a-016e93debd3d req-4d5e12e8-2908-494a-92ed-c05a8f859573 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.24 "DELETE /v2.0/ports/54fbe160-064f-4a0d-8817-a039b63b3c3f HTTP/1.1" status: 204 len: 173 time: 0.7917197 Dec 15 14:36:24.778455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'name': 'network-vif-deleted', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:36:24.781492 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abe5474-4cab-4770-aa3d-574ad6aa2208" -d '{"events": [{"server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "name": "network-vif-deleted", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:36:24.822310 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ced609-f5c1-4397-a40a-0d0f011ec490 x-openstack-request-id: req-d0ced609-f5c1-4397-a40a-0d0f011ec490 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:36:24.822678 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7847a-6234-4aa7-908d-dde44baa9c15", "name": "network-vif-deleted", "tag": "54fbe160-064f-4a0d-8817-a039b63b3c3f", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:36:24.822885 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0ced609-f5c1-4397-a40a-0d0f011ec490 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:36:24.823299 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7847a-6234-4aa7-908d-dde44baa9c15', 'name': 'network-vif-deleted', 'tag': '54fbe160-064f-4a0d-8817-a039b63b3c3f', 'status': 'completed', 'code': 200} Dec 15 14:36:24.871507 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:36:25.078831 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-de69aaa4-128f-41a7-84dd-1255b80b112e req-67065cdc-f865-4d68-a278-490ac07e78e8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4c7847a-6234-4aa7-908d-dde44baa9c15 HTTP/1.1" status: 200 len: 210 time: 0.0260720 Dec 15 14:36:25.084521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:36:25.119059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:36:25.128400 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:36:25.129059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:36:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:36:25.241921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:36:25.449390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:36:25.476710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caa1e4-6902-4af4-9a91-56a6fadd1df2 None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:36:25.689820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8d320-91cc-441d-9c84-d3440ed5107c None None] New status for floating IP b04060ad-c5d9-42e0-82c5-756e3c126420: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:36:26.367636 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-564811c8-2729-4199-be74-08fab9492db5 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--987857204&fields=id&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 267 time: 0.0438986 Dec 15 14:36:26.479826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-987dbb6a-088e-48f0-9bca-2ec1bc8f33d8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:26.481575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-987dbb6a-088e-48f0-9bca-2ec1bc8f33d8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 811 time: 0.1071010 Dec 15 14:36:26.497216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-fa3fbd44-28a9-4d6d-92df-ac401d3ecd82 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/quotas/c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 375 time: 0.0089533 Dec 15 14:36:26.553501 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-0ad34d7c-4ee7-47b0-b780-10cec5ec905a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508308 Dec 15 14:36:26.706308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-67403c09-40a6-4939-9caf-0fb53ca79c50 service neutron] 10.222.0.86 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406584 Dec 15 14:36:26.796021 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-172a0813-9eaf-46e7-8bc7-c4caf9b8fa5e service neutron] 10.222.0.86 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835831 Dec 15 14:36:26.963381 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c94669df-4772-4ccb-a6cd-2443c0dda7a2 req-f6297414-d2ba-4e2a-84e2-380b49538700 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 210 time: 0.0307682 Dec 15 14:36:27.261124 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:36:27.926357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-700790a2-7d96-4a8d-9aec-1c6ff33ca2ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:27.927940 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-700790a2-7d96-4a8d-9aec-1c6ff33ca2ff tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 811 time: 0.1069436 Dec 15 14:36:27.994696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-53b62786-61c0-4476-b584-cb1329f0c69d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 379 time: 0.0578051 Dec 15 14:36:28.003892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'port': {'device_id': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'admin_state_up': True, 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'security_groups': ['4d6bfdf1-ea74-469e-b472-b0f5b236347f']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:36:28.082183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b80449a9-f508-4fb4-b7ef-6085dcf0a3d6 req-a96518b0-b1d4-43cb-82cc-bca196b19e1a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 210 time: 0.0365727 Dec 15 14:36:28.137432 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Made reservation on behalf of c61777cde4af4f95b69ec7aff84d5381 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:36:28.141631 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:28.265092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Allocated IP 172.20.0.11 (fd7509b7-bdb4-4ead-9d95-a011ffe187de/62cfdd12-9856-4e4f-81db-b97cb50c0c56/294ed23e-c81a-4fe4-a628-7ce60e2b9934) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:36:28.413255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:28.443134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 54fbe160-064f-4a0d-8817-a039b63b3c3f no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:36:28.447095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:28.469010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 54fbe160-064f-4a0d-8817-a039b63b3c3f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:36:28.469358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 54fbe160-064f-4a0d-8817-a039b63b3c3f not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:36:28.492375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:36:28.495467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:36:28.499170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:36:28.527202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:28.556561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:28.557290 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:28.575290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-30b7e259-c1d2-4d0d-bffd-8588254a03c6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5750272 Dec 15 14:36:28.587774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Request body: {'port': {'device_id': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:36:28.644532 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:28.712842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cd82af5a-3d7b-4c5d-b2cb-c3f8a1e3d1f0 None None] Provisioning complete for port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:36:28.713234 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd82af5a-3d7b-4c5d-b2cb-c3f8a1e3d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:28.747210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-cd82af5a-3d7b-4c5d-b2cb-c3f8a1e3d1f0 None None] Port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:36:28.900116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294ed23e-c81a-4fe4-a628-7ce60e2b9934 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:36:28.907305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:28.918958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Transition to ACTIVE for port object 294ed23e-c81a-4fe4-a628-7ce60e2b9934 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:36:28.922519 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:28.975779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:29.043760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:36:29.044126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:36:29.044457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:36:29.050303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:36:29.050623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:36:29.055529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:36:29.055861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:36:29.056265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:36:29.056687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Bound port: 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:36:29.057040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:29.126547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:36:29.129885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:36:29.136307 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:29.177443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.178061 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:29.179473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] 10.222.0.74 "PUT /v2.0/ports/294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1092 time: 0.5960491 Dec 15 14:36:29.179857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:36:29.182148 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc5d89c-0cbc-401d-9a3f-721f623a0769" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:36:29.206965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1629b-dcd8-4ca0-b169-08e447970cae service neutron] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:29.247900 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a19022-8d6b-4f6a-8d06-3715044921a3 x-openstack-request-id: req-c3a19022-8d6b-4f6a-8d06-3715044921a3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:36:29.248202 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:36:29.248459 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c3a19022-8d6b-4f6a-8d06-3715044921a3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:36:29.249492 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'status': 'completed', 'code': 200} Dec 15 14:36:29.254857 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665778-1178-40b7-a473-d91e93540862 req-40e5c1f6-f934-4df6-9dc0-ff1a79159ba9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.263137 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0665778-1178-40b7-a473-d91e93540862 req-40e5c1f6-f934-4df6-9dc0-ff1a79159ba9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0983145 Dec 15 14:36:29.270495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-0aff474e-59a4-42e6-b913-fbea97c2dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.272055 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-0aff474e-59a4-42e6-b913-fbea97c2dd38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0540590 Dec 15 14:36:29.310993 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0665778-1178-40b7-a473-d91e93540862 req-17ea27ba-7b31-4923-958b-a634d07d5f7e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469680 Dec 15 14:36:29.320161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-36951963-11c9-4f0e-860f-afcdbd750909 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 217 time: 0.0399430 Dec 15 14:36:29.377600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-3b0d0a35-d186-43ef-a733-16f90e496f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.379148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-3b0d0a35-d186-43ef-a733-16f90e496f65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0524909 Dec 15 14:36:29.429863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-d476d392-250e-451d-b0c9-7463acc09205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.431375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-d476d392-250e-451d-b0c9-7463acc09205 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445499 Dec 15 14:36:29.519880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-623be7ea-cbe7-4505-9154-58863766b74d service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816281 Dec 15 14:36:29.613079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7ff9f5d4-b9b3-4927-9841-b01fc1f59b32 req-ed618e5f-3702-4f53-8f53-5d9a3faf9649 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857620 Dec 15 14:36:29.700503 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-d3383e44-def5-4a7d-9784-19df80111702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.701928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-d3383e44-def5-4a7d-9784-19df80111702 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0416012 Dec 15 14:36:29.793716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-271b8ebb-d524-4ac0-911b-33b32b5a89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.795190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-271b8ebb-d524-4ac0-911b-33b32b5a89ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0864232 Dec 15 14:36:29.837683 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-967d331b-a611-4bfc-a036-d9415f8a2a02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 217 time: 0.0353444 Dec 15 14:36:29.885103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-fdfdb6e9-f667-4da4-bbd3-64d2c6d73bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.886548 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-fdfdb6e9-f667-4da4-bbd3-64d2c6d73bc7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0431182 Dec 15 14:36:29.935646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-5a1b6c47-2e7b-40d3-a684-dc0d039ea7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:29.937956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-5a1b6c47-2e7b-40d3-a684-dc0d039ea7e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442128 Dec 15 14:36:30.029705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-2bb8156a-0858-4ec0-841d-c7bb1da2d3d6 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825515 Dec 15 14:36:30.124860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cdc5d89c-0cbc-401d-9a3f-721f623a0769 req-d2a178b4-a324-4089-826b-e96e430975c6 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877581 Dec 15 14:36:30.433887 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c57d08-7a27-4d84-9af2-ef120507e2cc req-bec7af06-21d7-4902-b0f9-3e25474b563e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:30.435436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90c57d08-7a27-4d84-9af2-ef120507e2cc req-bec7af06-21d7-4902-b0f9-3e25474b563e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0502276 Dec 15 14:36:30.488007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90c57d08-7a27-4d84-9af2-ef120507e2cc req-aa4d1c67-9fb0-4fc2-97c1-0838e7f8bcdb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456884 Dec 15 14:36:31.229002 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:31.273402 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-13259c32-a4d5-4f50-bdca-4da56529a033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:31.377635 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:31.610244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee3f67-550c-49f7-a60f-86bd4bf2eccb req-f6d6eaba-61b1-43a7-9ac2-f616e18dd145 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:31.613441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-caee3f67-550c-49f7-a60f-86bd4bf2eccb req-f6d6eaba-61b1-43a7-9ac2-f616e18dd145 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0534160 Dec 15 14:36:31.664322 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-caee3f67-550c-49f7-a60f-86bd4bf2eccb req-3156dd6a-7375-4044-b536-ba2e35d5b3db tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Dec 15 14:36:32.783085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75e722-b9f8-4615-8fe3-8cc317c3c16f req-75727f95-de37-486c-8f9f-a222aa91501b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:32.784594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff75e722-b9f8-4615-8fe3-8cc317c3c16f req-75727f95-de37-486c-8f9f-a222aa91501b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0491564 Dec 15 14:36:32.822709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:36:32.830775 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ff75e722-b9f8-4615-8fe3-8cc317c3c16f req-d4704dbd-be7f-4426-8fe7-ff2f4bbb4d0f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402539 Dec 15 14:36:32.926245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:36:32.938015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'mac_address': 'fa:16:3e:3d:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:36:32.979856 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:32.993462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294ed23e-c81a-4fe4-a628-7ce60e2b9934 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:36:33.012315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:36:33.017237 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:33.063050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:33.224822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['294ed23e-c81a-4fe4-a628-7ce60e2b9934'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:36:33.894395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ee82947-de78-49ff-95e4-0fb7978db5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:33.959586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3a238-156c-4857-9111-02882e06f2ab req-7c0dac0b-3dd8-4387-bb66-9770c31da654 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:33.961100 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3f3a238-156c-4857-9111-02882e06f2ab req-7c0dac0b-3dd8-4387-bb66-9770c31da654 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 945 time: 0.0560863 Dec 15 14:36:34.008853 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3f3a238-156c-4857-9111-02882e06f2ab req-c824a825-f9d1-4445-90d9-83eec8a99791 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416682 Dec 15 14:36:34.839009 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:36:34.887114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:36:34.892214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:36:34.892591 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:34.970847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:35.016376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:36:35.018912 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b7dacd-2669-4f53-99d0-25a310072d32" -d '{"events": [{"server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "name": "network-vif-plugged", "status": "completed", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:36:35.029510 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:35.034568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:36:35.038633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:35.067173 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebf2de4-b100-47bf-96cb-b9b4136a2666 x-openstack-request-id: req-3ebf2de4-b100-47bf-96cb-b9b4136a2666 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:36:35.067468 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "name": "network-vif-plugged", "status": "completed", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:36:35.067727 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ebf2de4-b100-47bf-96cb-b9b4136a2666 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:36:35.068156 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'code': 200} Dec 15 14:36:35.100048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:36:35.131408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950fd25-b4ba-4e9d-bb07-d50cfd5ef33a req-00b8326e-82e0-4c98-a65e-3621e2a26c58 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:35.132969 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9950fd25-b4ba-4e9d-bb07-d50cfd5ef33a req-00b8326e-82e0-4c98-a65e-3621e2a26c58 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0502157 Dec 15 14:36:35.166905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091df86-7ea6-4725-ad68-cdabe3f9bfc6 req-32b25579-b6e2-4259-b2c4-8e3c9f71ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:35.168083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b091df86-7ea6-4725-ad68-cdabe3f9bfc6 req-32b25579-b6e2-4259-b2c4-8e3c9f71ddd7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0534830 Dec 15 14:36:35.190254 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9950fd25-b4ba-4e9d-bb07-d50cfd5ef33a req-3c508ad2-50d8-40b3-8274-d9043776c147 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511429 Dec 15 14:36:35.212843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b091df86-7ea6-4725-ad68-cdabe3f9bfc6 req-ef078842-2e6d-4cb1-9d49-72f0af2891e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380216 Dec 15 14:36:36.311194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730098d2-8b6d-446b-8653-137f51be9460 req-8c6bfe49-a575-4339-88a3-714d50c45603 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:36.312798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730098d2-8b6d-446b-8653-137f51be9460 req-8c6bfe49-a575-4339-88a3-714d50c45603 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0526533 Dec 15 14:36:36.366654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-730098d2-8b6d-446b-8653-137f51be9460 req-ec3e245b-6a5e-48b3-aea6-591bc5940213 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474522 Dec 15 14:36:36.747596 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:37.387850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:37.487634 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ef3f-c440-4a22-ad6a-1cc3458727e4 req-2868d355-724a-455c-a90e-acf5c229d835 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:37.489201 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6487ef3f-c440-4a22-ad6a-1cc3458727e4 req-2868d355-724a-455c-a90e-acf5c229d835 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0500982 Dec 15 14:36:37.540656 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6487ef3f-c440-4a22-ad6a-1cc3458727e4 req-aac1bcd7-0afd-4de9-981e-fa1221d7809f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454366 Dec 15 14:36:37.603326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-f712c3c4-2952-4c04-8bf9-5dc4afe843ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410063 Dec 15 14:36:37.669689 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60564a-47e0-4c28-a7e5-006f3003a937 req-8650657e-2eed-426c-8bc4-607a84241214 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:37.671363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2b60564a-47e0-4c28-a7e5-006f3003a937 req-8650657e-2eed-426c-8bc4-607a84241214 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0611465 Dec 15 14:36:37.680044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 48618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:36:37.684817 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'floatingip': {'port_id': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:36:37.699843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-3e9ca191-84c2-4b1e-aef0-3a9a858eee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:37.701316 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-3e9ca191-84c2-4b1e-aef0-3a9a858eee1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0509202 Dec 15 14:36:37.730652 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:37.806425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-da24d09a-8222-4ed3-8c9a-92524ec81870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:37.808061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-da24d09a-8222-4ed3-8c9a-92524ec81870 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0879936 Dec 15 14:36:38.177474 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-a3ec7fc8-1479-4396-bd27-2c0c2557f40a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 217 time: 0.3625569 Dec 15 14:36:38.197962 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:38.202247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:38.229040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-cc41f535-601e-44d6-a442-1380d857fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:38.230545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-cc41f535-601e-44d6-a442-1380d857fcc4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0448434 Dec 15 14:36:38.275654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-168037fa-bd47-414e-8681-de3eec239a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:38.277206 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-168037fa-bd47-414e-8681-de3eec239a39 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397718 Dec 15 14:36:38.305871 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Floating IP b04060ad-c5d9-42e0-82c5-756e3c126420 associated. External IP: 172.25.7.39, port: 294ed23e-c81a-4fe4-a628-7ce60e2b9934. Dec 15 14:36:38.367487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-822a1ebb-0ef8-4343-a946-9a597d8bf4a7 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830643 Dec 15 14:36:38.460549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a42505f-d4ea-4dae-aa59-95f87ab14c3d req-93d807c9-b200-49bb-bb28-a728d5b56b20 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861320 Dec 15 14:36:38.519824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:36:38.628368 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:36:38.633195 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:36:38.639413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40deed38-eeab-4692-a729-5425372207f1 None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:36:38.649820 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40deed38-eeab-4692-a729-5425372207f1 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:36:38.650450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-40deed38-eeab-4692-a729-5425372207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:36:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:36:38.662639 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d2792af8-4804-4737-9332-74b6130d0f92 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "PUT /v2.0/floatingips/b04060ad-c5d9-42e0-82c5-756e3c126420 HTTP/1.1" status: 200 len: 991 time: 0.9814324 Dec 15 14:36:38.663218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:36:38.667283 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07356a0c295d679144d2d67514bbed28ae134c44ecf58ed0bbfd45d5137e783f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231dac86-bb24-4c4e-af8f-c813215b0a76" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:36:38.765706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-40deed38-eeab-4692-a729-5425372207f1 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:36:38.783227 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97966639-4f22-459b-9be3-809e0ecf56f9 x-openstack-request-id: req-97966639-4f22-459b-9be3-809e0ecf56f9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:36:38.783540 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:36:38.783801 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-97966639-4f22-459b-9be3-809e0ecf56f9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:36:38.784248 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'status': 'completed', 'code': 200} Dec 15 14:36:38.845416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-1ecbcda4-9b95-4935-a433-4ea218f8d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:38.847051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-1ecbcda4-9b95-4935-a433-4ea218f8d1aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0409589 Dec 15 14:36:38.937398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-29be6746-dc01-468a-a9c0-d227db877d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:38.938918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-29be6746-dc01-468a-a9c0-d227db877d76 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0845253 Dec 15 14:36:38.995076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-40deed38-eeab-4692-a729-5425372207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:3d:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:36:38Z', 'revision_number': 9, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:36:39.010919 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-49d90cdb-286d-464d-8956-9eb015bdc533 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 999 time: 0.0640469 Dec 15 14:36:39.021465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40deed38-eeab-4692-a729-5425372207f1 None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:36:39.031066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40deed38-eeab-4692-a729-5425372207f1 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:36:39.031694 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-40deed38-eeab-4692-a729-5425372207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:36:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:36:39.060005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-b7a13d6d-bf4f-49d8-875b-bee6fad40359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:39.061546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-b7a13d6d-bf4f-49d8-875b-bee6fad40359 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0441277 Dec 15 14:36:39.108295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-6abe7bf2-cfea-46ad-9a0e-d66036705c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:36:39.109801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-6abe7bf2-cfea-46ad-9a0e-d66036705c83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405111 Dec 15 14:36:39.146215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-40deed38-eeab-4692-a729-5425372207f1 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:36:39.213426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-a079f8c0-bd9b-4148-bdf8-51133f8bb786 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950313 Dec 15 14:36:39.304340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-231dac86-bb24-4c4e-af8f-c813215b0a76 req-50876842-4173-4cf2-8bbd-9dc7c112d088 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841768 Dec 15 14:36:39.378650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-40deed38-eeab-4692-a729-5425372207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:3d:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:36:38Z', 'revision_number': 9, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:36:39.405048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40deed38-eeab-4692-a729-5425372207f1 None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:3d:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:36:38Z', 'revision_number': 9, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:36:39.624318 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5660f21f-bfdc-4649-ac6a-5393ac0112f8 None None] New status for floating IP b04060ad-c5d9-42e0-82c5-756e3c126420: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:37:01.225473 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:01.274276 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd213-87dc-4617-b06c-50f3d27484b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:01.371640 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:03.899504 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46404ddc-6e92-4eee-b6c0-bc1aef59d858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:04.264488 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:37:04.994515 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:06.750832 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:07.391297 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:31.223884 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:31.276135 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b68076c-25bc-4260-b71f-97e61bd0512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:31.391142 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:33.892868 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-915b4361-3c5b-4a82-b265-a4e638ca2c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:34.997166 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:36.753090 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:37.395329 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:37:37.607492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-05d303ba-88c2-4f8a-b1ed-e0169683b057 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448430 Dec 15 14:37:37.691889 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-0425e4f7-3ae7-4dda-98a4-9331f49c0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:37.693395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-0425e4f7-3ae7-4dda-98a4-9331f49c0c43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0421929 Dec 15 14:37:37.794839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-506de37f-ebda-487a-b34b-43a2bbcb69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:37.796247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-506de37f-ebda-487a-b34b-43a2bbcb69bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0834584 Dec 15 14:37:37.866396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-3023de43-9c03-4b55-8327-25ee9d663045 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1002 time: 0.0621948 Dec 15 14:37:37.914962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-efd1f71e-0d8e-44c2-8ce4-d3e3036b5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:37.916452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-efd1f71e-0d8e-44c2-8ce4-d3e3036b5aea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0437078 Dec 15 14:37:37.961661 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-b732bf36-83f8-4d75-8208-82cd563f4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:37:37.963175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-b732bf36-83f8-4d75-8208-82cd563f4959 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402255 Dec 15 14:37:38.054675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-06f47b3c-63c8-4616-ad04-d8cbdfbca88c service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Dec 15 14:37:38.142291 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-88e2e1e6-bf47-44d0-9620-68a7c2a9746e req-edd6ef83-caee-4b72-8bac-fcefdf5beb31 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810857 Dec 15 14:37:41.265180 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:37:53.611719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-e0d3698d-64ed-4d82-a6d3-9ee9b4892d4e req-afdf077d-6448-49f4-807e-f403b1286b8a service neutron] (109767) timed out ('10.222.0.86', 44668) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:38:01.245155 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:01.276906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-288b01a8-5ca4-491e-aff4-eb3a9328603c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:01.420037 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:03.895140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-250a9e1a-d488-44a9-a340-4fd8ac7f7647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:05.000530 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:06.755899 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:07.398649 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:13.780657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-ca00515e-527e-467e-81ce-4bc309ef139e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715683 Dec 15 14:38:13.792303 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4a1e0-8b9b-4278-b1e6-97985f51b490 req-3628dea6-54e6-446c-aa59-d2288245d59a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:13.793914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80d4a1e0-8b9b-4278-b1e6-97985f51b490 req-3628dea6-54e6-446c-aa59-d2288245d59a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0584273 Dec 15 14:38:13.844057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-80d4a1e0-8b9b-4278-b1e6-97985f51b490 req-737ab695-fe0e-482f-be5c-6393dffee16b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436611 Dec 15 14:38:14.967741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85867-2f2c-4717-b06d-b9f20feb6da0 req-bf808a23-8bbd-41d2-80cb-00c32d999516 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:14.969263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89c85867-2f2c-4717-b06d-b9f20feb6da0 req-bf808a23-8bbd-41d2-80cb-00c32d999516 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0551388 Dec 15 14:38:15.020598 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-89c85867-2f2c-4717-b06d-b9f20feb6da0 req-0eee3c06-ccdd-4da6-ae19-0aa291d0f262 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453045 Dec 15 14:38:15.069429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-81f5b7e6-bf62-43ce-80ea-8a15d615b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.071005 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-81f5b7e6-bf62-43ce-80ea-8a15d615b480 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0402262 Dec 15 14:38:15.162249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-1241f1d5-460f-48f9-b45a-3f8c36d2b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.163625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-1241f1d5-460f-48f9-b45a-3f8c36d2b09e service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0862932 Dec 15 14:38:15.228804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-f10701c8-ba95-4c9d-b7c6-abd3ffb7b3c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1002 time: 0.0584421 Dec 15 14:38:15.276220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-e32493aa-0128-48a7-aec6-f5d2fa1bab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.277753 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-e32493aa-0128-48a7-aec6-f5d2fa1bab32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0426302 Dec 15 14:38:15.327395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-ca2ed2f8-3798-453b-878d-13f4e70590c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:15.328891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-ca2ed2f8-3798-453b-878d-13f4e70590c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438938 Dec 15 14:38:15.416499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-2f9941a6-663d-4c58-aa26-f8628b64971d service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803556 Dec 15 14:38:15.506965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-72e285ee-e310-4f83-b191-515723fa84f2 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839403 Dec 15 14:38:16.145272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf09bf-e095-4b00-8bfc-874dab727596 req-cf01da7d-b3c5-4406-8659-923cdb582910 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:16.146810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04cf09bf-e095-4b00-8bfc-874dab727596 req-cf01da7d-b3c5-4406-8659-923cdb582910 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0541627 Dec 15 14:38:16.195269 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-04cf09bf-e095-4b00-8bfc-874dab727596 req-b962aca5-6cca-4147-ac4f-4da1e9d5919a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417719 Dec 15 14:38:17.313433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf09f0f-a746-449b-a631-6b217246be9f req-c7904f35-168a-4aa5-bd5b-fea3e004d956 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:17.314927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4cf09f0f-a746-449b-a631-6b217246be9f req-c7904f35-168a-4aa5-bd5b-fea3e004d956 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0503831 Dec 15 14:38:17.361875 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4cf09f0f-a746-449b-a631-6b217246be9f req-f38a728f-d5a3-42e3-b733-74b5ce4d35ce tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409570 Dec 15 14:38:18.265783 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:38:18.478009 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066eb18-27e1-4fb2-8120-589d75d5c902 req-c68e6de9-a8bb-445c-bc05-111a5dd25d83 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:18.480138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a066eb18-27e1-4fb2-8120-589d75d5c902 req-c68e6de9-a8bb-445c-bc05-111a5dd25d83 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0485818 Dec 15 14:38:18.526786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a066eb18-27e1-4fb2-8120-589d75d5c902 req-61370bf4-d6c6-4c27-bd9f-1326f9de48a7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402946 Dec 15 14:38:19.641527 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6a47e-0525-4ad0-8746-2ca2340a15d3 req-85ebb5db-c3b8-4a9c-918a-d35bbf1a1fc9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:19.643013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f7b6a47e-0525-4ad0-8746-2ca2340a15d3 req-85ebb5db-c3b8-4a9c-918a-d35bbf1a1fc9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0486453 Dec 15 14:38:19.689678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f7b6a47e-0525-4ad0-8746-2ca2340a15d3 req-7fe4b1f3-4693-4ffe-8b6f-27031d81e965 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 Dec 15 14:38:20.812491 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda6d76-374e-4d2b-ae55-f585a2e680ed req-df4e2f0a-9783-416c-a8da-a33ffc67ec4f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:20.813980 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eeda6d76-374e-4d2b-ae55-f585a2e680ed req-df4e2f0a-9783-416c-a8da-a33ffc67ec4f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0534234 Dec 15 14:38:20.861554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-eeda6d76-374e-4d2b-ae55-f585a2e680ed req-34076f9d-13c3-4f26-b7dd-a9ac14ee8a26 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415816 Dec 15 14:38:21.992132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b75aac-e837-4af4-80a4-2c2930f98715 req-0a652a74-f48f-4f60-a8c5-a414a8d78e75 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:21.993624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21b75aac-e837-4af4-80a4-2c2930f98715 req-0a652a74-f48f-4f60-a8c5-a414a8d78e75 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0598159 Dec 15 14:38:22.043504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21b75aac-e837-4af4-80a4-2c2930f98715 req-c5143c35-fd9a-46fa-903d-0249e52ec599 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Dec 15 14:38:23.159814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb599a46-b107-4b19-8f8d-e5e721bdb683 req-2a0662d1-4c3d-4d1b-8e69-7434b3e9b979 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:23.161363 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb599a46-b107-4b19-8f8d-e5e721bdb683 req-2a0662d1-4c3d-4d1b-8e69-7434b3e9b979 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0496545 Dec 15 14:38:23.208896 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb599a46-b107-4b19-8f8d-e5e721bdb683 req-6ac6efe8-e5eb-40be-83f7-f784580cb77f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Dec 15 14:38:24.326023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54228d45-c543-4601-be0e-1cca142ad5c1 req-54d3ff81-fd47-43aa-9b42-e7998ccec0f9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:24.327507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-54228d45-c543-4601-be0e-1cca142ad5c1 req-54d3ff81-fd47-43aa-9b42-e7998ccec0f9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0484729 Dec 15 14:38:24.375564 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-54228d45-c543-4601-be0e-1cca142ad5c1 req-c35197b2-ddcf-41e4-9cac-8206c1c7b617 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420325 Dec 15 14:38:25.491171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f964e5-2bfa-43aa-9aa4-376845af46c5 req-a4990af9-d2a1-46f5-8fa3-285fed211fc6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:25.492583 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03f964e5-2bfa-43aa-9aa4-376845af46c5 req-a4990af9-d2a1-46f5-8fa3-285fed211fc6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0494015 Dec 15 14:38:25.545334 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-03f964e5-2bfa-43aa-9aa4-376845af46c5 req-7e14cb2a-b6f2-431c-a97c-f4906904b620 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464523 Dec 15 14:38:26.668758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5322f-edde-4d5b-933d-8c2bb99cb281 req-53244a7c-ad78-4e9c-8635-cd49fbfeef4c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:26.670306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77c5322f-edde-4d5b-933d-8c2bb99cb281 req-53244a7c-ad78-4e9c-8635-cd49fbfeef4c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0531111 Dec 15 14:38:26.723086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77c5322f-edde-4d5b-933d-8c2bb99cb281 req-3de1ecea-ff61-4b44-9899-0868be7fd457 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460792 Dec 15 14:38:27.463935 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-f49baa00-4ad6-484c-b280-f8fff902495f service neutron] show failed (client error): The resource could not be found. Dec 15 14:38:27.464917 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-f49baa00-4ad6-484c-b280-f8fff902495f service neutron] 10.222.0.74 "GET /v2.0/ports/294ed23e-c81a-4fe4-a628-7ce60e2b9934/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0545769 Dec 15 14:38:27.678424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-9c53e86a-3c3d-4549-8a8c-31528a1e8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:27.680130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-9c53e86a-3c3d-4549-8a8c-31528a1e8d46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 1097 time: 0.0459607 Dec 15 14:38:27.692727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:27.749652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:27.840618 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6e0b-88fc-44a0-a29d-2d1d2247dcfe req-03255912-df4b-41b7-9ed9-f49953331148 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:27.842119 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2bbe6e0b-88fc-44a0-a29d-2d1d2247dcfe req-03255912-df4b-41b7-9ed9-f49953331148 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0494821 Dec 15 14:38:27.890210 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2bbe6e0b-88fc-44a0-a29d-2d1d2247dcfe req-46e048cd-be53-4e62-b3b8-3b98a92ca090 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420647 Dec 15 14:38:27.954005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:27.989189 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:28.028656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:28.030837 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028d0686-9eca-4e14-836b-d3f040aa5371" -d '{"events": [{"server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "name": "network-vif-unplugged", "status": "completed", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:28.034545 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:28.049070 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Transition to ACTIVE for port object 294ed23e-c81a-4fe4-a628-7ce60e2b9934 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:38:28.053202 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:28.088132 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38079652-11ff-4f35-8990-cd13a2e86628 x-openstack-request-id: req-38079652-11ff-4f35-8990-cd13a2e86628 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:28.088542 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "name": "network-vif-unplugged", "status": "completed", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:28.088657 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38079652-11ff-4f35-8990-cd13a2e86628 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:28.089051 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'code': 200} Dec 15 14:38:28.139620 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:28.152612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.152968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.153311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.153660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.153991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.154326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.154650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.154974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.155298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.155621 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.155968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.156291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.156611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:28.190165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] No DVR routers for this DVR port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:38:28.325082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:38:28.325412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:38:28.325732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:28.329936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:38:28.330253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:28.335144 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:38:28.335452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:38:28.335837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:38:28.336281 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Bound port: 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:38:28.336621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:28.399732 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:28.403522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:38:28.408045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:28.447759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:28.448464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:28.449872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] 10.222.0.24 "PUT /v2.0/ports/294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1092 time: 0.7610919 Dec 15 14:38:28.487589 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886165fd-5b94-4fa4-8f68-d66f3434e685 service neutron] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:28.528142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-6496b1b1-a44b-4178-8824-680fab63e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:28.529697 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-6496b1b1-a44b-4178-8824-680fab63e806 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0513647 Dec 15 14:38:28.621284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-3b72b7cb-6370-47f0-bf04-8908dd891cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:28.622806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-3b72b7cb-6370-47f0-bf04-8908dd891cf0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0859990 Dec 15 14:38:28.695449 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-a242379b-9df6-4298-a8be-b9848506ec48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1000 time: 0.0653849 Dec 15 14:38:28.745334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-a1a6155d-cf3c-4039-adb3-6416f396c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:28.746733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-a1a6155d-cf3c-4039-adb3-6416f396c69e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0432248 Dec 15 14:38:28.793386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-d14cfd79-5c32-4039-9ce6-e9001d6572bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:28.794872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-d14cfd79-5c32-4039-9ce6-e9001d6572bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410368 Dec 15 14:38:28.887690 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-951ff9f2-de8a-4494-86ef-390de4e964a4 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855618 Dec 15 14:38:28.978577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e63d229e-a68a-4457-8ee4-2f14a1232063 req-cba22b18-de0a-4a7e-b546-6896c04eaa8e service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840039 Dec 15 14:38:29.015452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2a2a4-d790-4f47-8f9f-ad07f2a05585 req-c6fb96e1-dc55-48eb-8c61-4a5b6bec6c35 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:29.016980 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb2a2a4-d790-4f47-8f9f-ad07f2a05585 req-c6fb96e1-dc55-48eb-8c61-4a5b6bec6c35 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0560725 Dec 15 14:38:29.066838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0fb2a2a4-d790-4f47-8f9f-ad07f2a05585 req-0747d11f-7695-4c45-b757-4db7cc77da93 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Dec 15 14:38:30.090730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:30.093051 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:30.142792 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d57323-e78a-43b9-afc4-9b1c26d36ed5 x-openstack-request-id: req-a5d57323-e78a-43b9-afc4-9b1c26d36ed5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:30.143273 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:30.143602 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5d57323-e78a-43b9-afc4-9b1c26d36ed5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:30.144115 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'status': 'completed', 'code': 200} Dec 15 14:38:30.272169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca5008-05fc-4943-a771-a3fc948f9a59 req-f143ff2d-cd53-4870-a77e-cada0b4012eb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.273665 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fca5008-05fc-4943-a771-a3fc948f9a59 req-f143ff2d-cd53-4870-a77e-cada0b4012eb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.1133001 Dec 15 14:38:30.279112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-8aaae7cd-8e6a-475e-a1cb-85019de2ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.280555 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-8aaae7cd-8e6a-475e-a1cb-85019de2ea4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1095 time: 0.1101236 Dec 15 14:38:30.283433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-b92709c8-2dbc-4797-b4b3-600186ec1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.284794 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-b92709c8-2dbc-4797-b4b3-600186ec1795 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1095 time: 0.1132174 Dec 15 14:38:30.435127 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0fca5008-05fc-4943-a771-a3fc948f9a59 req-ea294cff-acf0-4fea-a40b-7d372bb7c5da tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533616 Dec 15 14:38:30.480979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-29518e12-81af-418f-8243-672040ebb422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.482826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-29518e12-81af-418f-8243-672040ebb422 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1911240 Dec 15 14:38:30.484435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-36173863-2e50-4c57-aecc-dee0ad9d1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.486730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-36173863-2e50-4c57-aecc-dee0ad9d1959 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1937518 Dec 15 14:38:30.607739 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-1492ba73-5f5f-4217-a07f-c1fa6c97ed8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1000 time: 0.1169150 Dec 15 14:38:30.611372 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-f2b80f27-31c3-433d-b973-ff04a8bf881a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1000 time: 0.1135182 Dec 15 14:38:30.696892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-75721135-b68b-43f5-b967-1de4bdbe69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.699460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-75721135-b68b-43f5-b967-1de4bdbe69ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0843403 Dec 15 14:38:30.700965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-1acd8e7e-8b4f-4a76-bae9-906dda889474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.702273 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-1acd8e7e-8b4f-4a76-bae9-906dda889474 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0792603 Dec 15 14:38:30.779633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-f3a6b43c-1ca8-404c-a4eb-87f094b89e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.781063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-f3a6b43c-1ca8-404c-a4eb-87f094b89e12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741448 Dec 15 14:38:30.783399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-6498d3ce-0c6e-4b41-9288-c091fd3cf078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:30.784766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-6498d3ce-0c6e-4b41-9288-c091fd3cf078 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698287 Dec 15 14:38:30.944973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-be0e082c-fabd-4850-be96-baa4d649a2fe service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546209 Dec 15 14:38:30.946816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-79c46dc7-b144-4e00-b0b9-0eb8218712f9 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486108 Dec 15 14:38:31.111756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-77e5bfc3-16d8-4bc7-8d4b-b83a56b75c8f service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601288 Dec 15 14:38:31.113807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6ee332fc-c382-49ca-a7d2-c19bbcb8f9ab req-6edfcbd7-65d7-4eb5-99f5-5e5eac803b66 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554074 Dec 15 14:38:31.276531 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:31.281070 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3277c3e5-9df6-4eba-8e05-4fd128d536de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:31.383439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:38:31.436979 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:38:31.440214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:31.566787 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858f64e-d4c3-46f7-bbef-acb4ba08a303 req-9a21001d-1768-4b21-8877-7f3ec0ef8e1a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:31.568823 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6858f64e-d4c3-46f7-bbef-acb4ba08a303 req-9a21001d-1768-4b21-8877-7f3ec0ef8e1a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0541894 Dec 15 14:38:31.617256 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6858f64e-d4c3-46f7-bbef-acb4ba08a303 req-b7378ea6-603e-40e5-b88f-7c47dbb5ec87 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Dec 15 14:38:31.900683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-73509eb5-d85b-4988-93f6-a03444a6cc98 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:31.902609 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-73509eb5-d85b-4988-93f6-a03444a6cc98 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8&tenant_id=c61777cde4af4f95b69ec7aff84d5381&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 944 time: 0.0559905 Dec 15 14:38:31.914615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c44b5-3e0d-4763-9155-e63ebb6195fc req-d16e23e9-751e-442f-997f-a1f386f0740c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:31.916176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba0c44b5-3e0d-4763-9155-e63ebb6195fc req-d16e23e9-751e-442f-997f-a1f386f0740c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0499654 Dec 15 14:38:31.966376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ba0c44b5-3e0d-4763-9155-e63ebb6195fc req-0cfdf9a3-a4bb-4390-bc44-21921da51f0b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440304 Dec 15 14:38:31.969581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-0f4dd90c-559c-4b07-8b59-cafb4943c7ae service neutron] 10.222.0.24 "GET /v2.0/ports/294ed23e-c81a-4fe4-a628-7ce60e2b9934/bindings/n-h2-821840-1 HTTP/1.1" status: 200 len: 382 time: 0.0599585 Dec 15 14:38:32.035533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-5d2fdf60-983b-433e-bade-8556d6204ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:32.037071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-5d2fdf60-983b-433e-bade-8556d6204ed9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0416832 Dec 15 14:38:32.125618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-7c96eb56-da29-4dad-be8c-37d201bfc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:32.127081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-7c96eb56-da29-4dad-be8c-37d201bfc70a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0827410 Dec 15 14:38:32.506685 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-7e5f4240-f0de-4d3a-9d42-bb83f535e272 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1000 time: 0.3717103 Dec 15 14:38:32.555466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-0f4957f6-12c2-4e78-a41a-85231b51e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:32.557054 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-0f4957f6-12c2-4e78-a41a-85231b51e2a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0427139 Dec 15 14:38:32.601400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-2ea2f47a-408e-44a1-adc1-4fc75153d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:32.602842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-2ea2f47a-408e-44a1-adc1-4fc75153d32c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392706 Dec 15 14:38:32.692807 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8b712b7a-4561-4584-936d-2d5022975db2 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828199 Dec 15 14:38:32.782286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-090a22ca-456c-4ed4-8f26-0a60626eb63d service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821702 Dec 15 14:38:32.945750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:38:33.045921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:33.058772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'mac_address': 'fa:16:3e:3d:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:38:33.091901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d01a-b419-4c4d-8795-b1d6ef5eebf2 req-230fd2a1-f921-4cd0-a646-4198c34c4308 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:33.093371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4109d01a-b419-4c4d-8795-b1d6ef5eebf2 req-230fd2a1-f921-4cd0-a646-4198c34c4308 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0505996 Dec 15 14:38:33.097168 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.110653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294ed23e-c81a-4fe4-a628-7ce60e2b9934 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:33.129962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:33.136050 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.148477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4109d01a-b419-4c4d-8795-b1d6ef5eebf2 req-5d3b6f4e-d916-41bb-adf7-a58d4d8cdc4d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488656 Dec 15 14:38:33.184647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:33.192004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.192364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.192718 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.193067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.193417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.193758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.194098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.194432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.194768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.195109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.195437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.195766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.196121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:33.391796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['294ed23e-c81a-4fe4-a628-7ce60e2b9934'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:38:33.898036 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4442aabc-3e3a-47f2-9c81-fdbe8053ecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:33.918471 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-dedfe426-484d-43cc-8ee1-12e02ba215c4 req-ef9b417b-7303-40e1-938f-b5c4bee47cdb service neutron] (109767) timed out ('10.222.0.86', 44756) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:38:34.263648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf721766-398b-4889-a090-657aaf5a3b85 req-262a24b8-37ec-4676-b3af-630aaa2294cf tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.265405 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf721766-398b-4889-a090-657aaf5a3b85 req-262a24b8-37ec-4676-b3af-630aaa2294cf tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 945 time: 0.0488160 Dec 15 14:38:34.316134 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf721766-398b-4889-a090-657aaf5a3b85 req-4d5497bb-cb61-4999-9143-b701cf7e96e7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447240 Dec 15 14:38:34.730462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-83905d24-a479-4db9-be79-379f611f6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:34.732230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-83905d24-a479-4db9-be79-379f611f6d00 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 1096 time: 0.0931230 Dec 15 14:38:34.745774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:34.797830 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:34.968385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:38:34.999018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:35.014525 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.029137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:38:35.032811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:38:35.033178 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.033408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:35.065704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 294ed23e-c81a-4fe4-a628-7ce60e2b9934 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:35.075313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.086087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Ignored duplicate provisioning block setup for port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 15 14:38:35.089756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.114052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.181324 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:38:35.181697 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:38:35.208806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] No DVR routers for this DVR port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:38:35.210473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:35.347921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6c2e17fb-e943-4857-8131-ba9718f04365 None None] Provisioning complete for port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:38:35.348422 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6c2e17fb-e943-4857-8131-ba9718f04365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.351092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:38:35.351533 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:38:35.351843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:35.357674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:38:35.358018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Attempting to bind port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:35.363305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:38:35.363648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:38:35.364072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:38:35.364502 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Bound port: 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:38:35.364860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.390710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e17fb-e943-4857-8131-ba9718f04365 None None] Port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:38:35.464972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:35.469379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:38:35.477995 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0543b1-0223-4405-9a73-7734510a0d89 req-6b55f9ef-42a1-49f5-80bf-1c1901939a06 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:35.480317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b0543b1-0223-4405-9a73-7734510a0d89 req-6b55f9ef-42a1-49f5-80bf-1c1901939a06 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 944 time: 0.0787022 Dec 15 14:38:35.481796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.534585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:35.535214 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.536777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] 10.222.0.74 "PUT /v2.0/ports/294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1092 time: 0.7959037 Dec 15 14:38:35.537089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:35.539325 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90abac00-0860-4fa2-8f76-11985d74f09b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:35.581357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cfae4-66b0-4d09-b45e-02b98a3f0c58 service neutron] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:35.608640 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b2914e-488b-416f-ae96-cd1dc3832968 x-openstack-request-id: req-28b2914e-488b-416f-ae96-cd1dc3832968 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:35.608934 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:35.609195 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28b2914e-488b-416f-ae96-cd1dc3832968 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:35.609622 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'status': 'completed', 'code': 200} Dec 15 14:38:35.617144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b0543b1-0223-4405-9a73-7734510a0d89 req-ee632c4b-cdf1-4be5-acd6-ac44d4748c08 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272309 Dec 15 14:38:35.652138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-a183d4e2-420f-4388-a1cc-660e673fd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:35.653678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-a183d4e2-420f-4388-a1cc-660e673fd44a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1096 time: 0.0829656 Dec 15 14:38:35.721944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.741444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abac00-0860-4fa2-8f76-11985d74f09b req-204a0893-ad07-4bce-9fa0-36ba3445a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:35.742968 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-204a0893-ad07-4bce-9fa0-36ba3445a667 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1096 time: 0.1151593 Dec 15 14:38:35.745560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:35.747819 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfed652-f1c3-4a22-9329-d516652881cc" -d '{"events": [{"server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "name": "network-vif-plugged", "status": "completed", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:35.760959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:35.765373 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.815367 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb8dba-f539-46f1-9100-17a61a7d12c8 x-openstack-request-id: req-c6eb8dba-f539-46f1-9100-17a61a7d12c8 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:35.815671 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "name": "network-vif-plugged", "status": "completed", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:35.815966 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6eb8dba-f539-46f1-9100-17a61a7d12c8 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:35.816370 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'code': 200} Dec 15 14:38:35.825166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=11']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:35.828179 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-0bea8da4-e61c-4e86-aa1f-43b6b2782de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:35.829676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-0bea8da4-e61c-4e86-aa1f-43b6b2782de7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1611612 Dec 15 14:38:35.832338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aa2c2e84-5f35-4dff-b86e-ecb195587cee None None] Provisioning complete for port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:38:35.832888 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e84-5f35-4dff-b86e-ecb195587cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:35.906112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abac00-0860-4fa2-8f76-11985d74f09b req-9214bc50-596a-494a-9ec6-396d1a361a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:35.907608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-9214bc50-596a-494a-9ec6-396d1a361a9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1566973 Dec 15 14:38:35.925840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-15044420-db7d-4c43-8696-6dbc3bc9c046 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1002 time: 0.0879843 Dec 15 14:38:36.012645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-ccd4c031-a26d-44cc-bc22-27453d1a293c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1002 time: 0.0974660 Dec 15 14:38:36.018087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-53d94483-311a-4e69-a487-221ca758e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.019459 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-53d94483-311a-4e69-a487-221ca758e852 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0629148 Dec 15 14:38:36.092737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abac00-0860-4fa2-8f76-11985d74f09b req-64585e6c-6f05-426a-a96a-12c7bca54db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.094220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-64585e6c-6f05-426a-a96a-12c7bca54db9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0739012 Dec 15 14:38:36.100853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c861-c2de-4266-80c0-beb37da5464c req-18c52a12-9330-420f-8b0a-5a74f549b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.102345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-18c52a12-9330-420f-8b0a-5a74f549b6c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743706 Dec 15 14:38:36.199033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abac00-0860-4fa2-8f76-11985d74f09b req-ebe1e4d6-e31c-4c9e-a3b2-f67d9ed5b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.200588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-ebe1e4d6-e31c-4c9e-a3b2-f67d9ed5b0fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973489 Dec 15 14:38:36.239139 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-2bcaf678-dcfd-46ab-90ac-118e5686a743 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277862 Dec 15 14:38:36.365661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-b73c3b1a-b8a5-4698-83ac-3ef58025acf0 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572664 Dec 15 14:38:36.395832 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4c76c861-c2de-4266-80c0-beb37da5464c req-7ce90df8-73c7-48cb-b165-fee11cdb09bd service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327405 Dec 15 14:38:36.489492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-fcca3b73-d7b4-4b75-8948-598b14c4099e service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148033 Dec 15 14:38:36.499570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abac00-0860-4fa2-8f76-11985d74f09b req-8894af2c-4adc-460f-a733-9a4acbcd41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.501035 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-8894af2c-4adc-460f-a733-9a4acbcd41f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 1098 time: 0.0552714 Dec 15 14:38:36.599316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abac00-0860-4fa2-8f76-11985d74f09b req-800d56ff-84bb-477d-8157-e53f50924473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.600829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-800d56ff-84bb-477d-8157-e53f50924473 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0928333 Dec 15 14:38:36.667462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-1cd37bec-11ed-4a6f-88c8-a71dd0282f89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 200 len: 1002 time: 0.0592892 Dec 15 14:38:36.748176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abac00-0860-4fa2-8f76-11985d74f09b req-ae80b540-8c56-487f-90a0-e49923ded97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.749641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-ae80b540-8c56-487f-90a0-e49923ded97c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0745807 Dec 15 14:38:36.760817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:36.767351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329607c7-2223-4861-b6d7-e80e47a18a48 req-b3f3e9f2-e2a8-4cc3-8467-2820ff8d8822 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.768819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-329607c7-2223-4861-b6d7-e80e47a18a48 req-b3f3e9f2-e2a8-4cc3-8467-2820ff8d8822 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 947 time: 0.0638638 Dec 15 14:38:36.836629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abac00-0860-4fa2-8f76-11985d74f09b req-465f2d5c-0b94-4816-8da8-758597beea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:36.838251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-465f2d5c-0b94-4816-8da8-758597beea7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798047 Dec 15 14:38:36.841975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-329607c7-2223-4861-b6d7-e80e47a18a48 req-954a0192-64c0-4729-8aaa-abe38b15af26 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658033 Dec 15 14:38:36.936941 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-329ea7e0-5b82-4595-9ba0-d797540fee6f service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911574 Dec 15 14:38:37.025361 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-90abac00-0860-4fa2-8f76-11985d74f09b req-46984030-6fe7-4531-a77a-0e67025faf5f service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808544 Dec 15 14:38:37.402169 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:37.974267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661ccf1-5ac2-4306-8206-7b954be522f5 req-98a938fa-09cb-446b-bbc9-c65ac4d4fc47 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:37.976000 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a661ccf1-5ac2-4306-8206-7b954be522f5 req-98a938fa-09cb-446b-bbc9-c65ac4d4fc47 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 947 time: 0.0606108 Dec 15 14:38:38.025113 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a661ccf1-5ac2-4306-8206-7b954be522f5 req-49d7746d-0fa3-425c-84a4-997ba6c1e40c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Dec 15 14:38:38.148987 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54341-0e88-4d87-be30-19e534c7efe9 req-2a79c64e-929b-47b5-842e-fef7e6471457 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:38.150888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dec54341-0e88-4d87-be30-19e534c7efe9 req-2a79c64e-929b-47b5-842e-fef7e6471457 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 947 time: 0.0553694 Dec 15 14:38:38.199918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dec54341-0e88-4d87-be30-19e534c7efe9 req-6e769d23-8eff-44c0-8353-e9c4297dc5a7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428796 Dec 15 14:38:38.331163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a501f86-c975-499d-b109-71b54775b1d6 req-36dd418d-cfa0-4cd9-9c07-f3675ee038df tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:38.332727 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a501f86-c975-499d-b109-71b54775b1d6 req-36dd418d-cfa0-4cd9-9c07-f3675ee038df tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 947 time: 0.0640602 Dec 15 14:38:38.382492 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4a501f86-c975-499d-b109-71b54775b1d6 req-2a8b2f69-f7db-49b4-8dbd-d3a619b3b9bf tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Dec 15 14:38:38.625676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cc258-77fc-4b1f-bf77-2299d9899aa5 req-a5a6e398-8836-4742-a763-d862df7d77f0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:38.627182 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f5cc258-77fc-4b1f-bf77-2299d9899aa5 req-a5a6e398-8836-4742-a763-d862df7d77f0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 947 time: 0.0584483 Dec 15 14:38:38.686168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3f5cc258-77fc-4b1f-bf77-2299d9899aa5 req-88f8ef87-d177-4f72-9238-790544a022cd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524206 Dec 15 14:38:38.997343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:38:39.047567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:38:39.414452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:38:39.513345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:39.525029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'mac_address': 'fa:16:3e:3d:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:38:39.563154 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:39.576957 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 294ed23e-c81a-4fe4-a628-7ce60e2b9934 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:39.601274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:39.606025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:39.652901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:39.845901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563db2-e5de-4993-a06c-299649f34ed9 req-09c3f064-7d85-4d6e-8476-f66f12105120 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:39.847414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57563db2-e5de-4993-a06c-299649f34ed9 req-09c3f064-7d85-4d6e-8476-f66f12105120 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0810494 Dec 15 14:38:39.855608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-ae976452-fc8a-4c71-af2e-17ef33039c07 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:39.857027 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-ae976452-fc8a-4c71-af2e-17ef33039c07 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 946 time: 0.0648844 Dec 15 14:38:39.951965 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-57563db2-e5de-4993-a06c-299649f34ed9 req-794c8e4b-759a-4ec2-a2c0-5ca8cbc3359c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939591 Dec 15 14:38:39.977528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Deleting port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:38:39.977796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:40.067362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] For port 294ed23e-c81a-4fe4-a628-7ce60e2b9934, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=294ed23e-c81a-4fe4-a628-7ce60e2b9934,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:40.067720 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:40.236128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:40.236400 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:40.236712 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Floating IP b04060ad-c5d9-42e0-82c5-756e3c126420 disassociated. External IP: 172.25.7.39, port: 294ed23e-c81a-4fe4-a628-7ce60e2b9934. Dec 15 14:38:40.237049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Calling delete_port for 294ed23e-c81a-4fe4-a628-7ce60e2b9934 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:38:40.365244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:40.395597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event deleted for resources: {'Port': ['ID=294ed23e-c81a-4fe4-a628-7ce60e2b9934,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:40.512151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:38:40.625744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:38:40.636787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:38:40.647224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:40.648031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:38:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:40.665712 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] No DVR routers for this DVR port 294ed23e-c81a-4fe4-a628-7ce60e2b9934 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:38:40.668884 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:40.672204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f4248b77-72bd-470e-ae42-c994b9cfa6d5 req-43854326-5d88-4b20-881d-c26815a1a579 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "DELETE /v2.0/ports/294ed23e-c81a-4fe4-a628-7ce60e2b9934 HTTP/1.1" status: 204 len: 173 time: 0.8086643 Dec 15 14:38:40.672645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'name': 'network-vif-deleted', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:40.674878 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2053868-ef52-4cbd-af3e-770cf41e5bc2" -d '{"events": [{"server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "name": "network-vif-deleted", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:40.717191 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eabe74-0760-4b75-b29d-f5759cb2d6ef x-openstack-request-id: req-15eabe74-0760-4b75-b29d-f5759cb2d6ef {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:40.718139 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bddedc-8c79-4ef0-ac5c-3c4732def5e8", "name": "network-vif-deleted", "tag": "294ed23e-c81a-4fe4-a628-7ce60e2b9934", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:40.718409 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15eabe74-0760-4b75-b29d-f5759cb2d6ef {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:40.718825 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bddedc-8c79-4ef0-ac5c-3c4732def5e8', 'name': 'network-vif-deleted', 'tag': '294ed23e-c81a-4fe4-a628-7ce60e2b9934', 'status': 'completed', 'code': 200} Dec 15 14:38:40.762975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:38:40.965120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:40.997619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:38:41.007093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:41.007775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:38:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:41.066581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68e02ed4-631f-45f7-a9e8-0b6ce02308f0 req-0bd81f27-9bd7-496f-875c-9cad60145832 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9bddedc-8c79-4ef0-ac5c-3c4732def5e8 HTTP/1.1" status: 200 len: 210 time: 0.0321262 Dec 15 14:38:41.123360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:38:41.326669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:41.353966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e1f75-be47-459b-a1b0-3edc434df6c5 None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:38:41.574265 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7dd674-5b42-4a7c-bb47-9b82e1d005fa None None] New status for floating IP b04060ad-c5d9-42e0-82c5-756e3c126420: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:38:42.366790 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-84fb60d3-4350-4e83-b623-39e13b1747ac tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--987857204&fields=id&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 267 time: 0.0421388 Dec 15 14:38:42.480582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295641-8350-4690-abdd-094729340fca req-66fe7f30-72f9-4d59-8053-9b627ae15cf7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:42.482073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-66fe7f30-72f9-4d59-8053-9b627ae15cf7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 811 time: 0.1082592 Dec 15 14:38:42.497745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-48ea4c83-2a46-4dac-ae7e-882b2ee9e5fc tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/quotas/c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 375 time: 0.0098929 Dec 15 14:38:42.852801 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-477cf71e-d7eb-4791-bcd7-bedd3b943931 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3496790 Dec 15 14:38:42.869940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-af9444f7-6c60-4cd7-9486-2d8ccbcc49ff service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:38:42.871074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-af9444f7-6c60-4cd7-9486-2d8ccbcc49ff service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060208 Dec 15 14:38:42.959123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-9f6c3b15-4f38-475c-844c-eb000976c6f0 service neutron] 10.222.0.86 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821583 Dec 15 14:38:43.052813 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-32881bb5-5218-43f3-9c05-8f6512f68791 service neutron] 10.222.0.86 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866134 Dec 15 14:38:43.217688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d35803d4-dcfe-478c-8235-2c3a12a6df99 req-e7db0871-6d91-4979-9f0b-2b57cf3d043c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 210 time: 0.0264847 Dec 15 14:38:43.441475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:38:43.466147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 294ed23e-c81a-4fe4-a628-7ce60e2b9934 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:38:43.466676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 294ed23e-c81a-4fe4-a628-7ce60e2b9934 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:38:44.123065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295641-8350-4690-abdd-094729340fca req-9d4bf8bd-b11e-49db-8056-73b27c86274c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:44.124575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-9d4bf8bd-b11e-49db-8056-73b27c86274c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 811 time: 0.1068370 Dec 15 14:38:44.193479 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-b9258201-25b3-4040-8f8a-371933a837bd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 379 time: 0.0574412 Dec 15 14:38:44.203262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'port': {'device_id': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'admin_state_up': True, 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'security_groups': ['4d6bfdf1-ea74-469e-b472-b0f5b236347f']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:44.323072 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Made reservation on behalf of c61777cde4af4f95b69ec7aff84d5381 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:38:44.326747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:44.595736 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c78bc35f-6829-469e-9946-3c64ffa4adf5 req-43a29a42-2323-441c-b2e5-4e5a6bf10af6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 210 time: 0.0294836 Dec 15 14:38:44.779391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Allocated IP 172.20.0.7 (fd7509b7-bdb4-4ead-9d95-a011ffe187de/62cfdd12-9856-4e4f-81db-b97cb50c0c56/dc75aedd-fa0a-4499-aa74-3a91d4d40537) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:38:44.913758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:44.946352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:44.989437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:38:44.992479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:38:44.996681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:38:45.020568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:45.055026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:45.055674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:45.075392 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-acedb1bc-1cce-4002-a92e-5329d81e4dc0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8756807 Dec 15 14:38:45.088052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Request body: {'port': {'device_id': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:45.144284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:45.202081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6b00cd91-1c7d-4248-8588-471149c8e6f8 None None] Provisioning complete for port dc75aedd-fa0a-4499-aa74-3a91d4d40537 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:38:45.202661 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b00cd91-1c7d-4248-8588-471149c8e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:45.237102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6b00cd91-1c7d-4248-8588-471149c8e6f8 None None] Port dc75aedd-fa0a-4499-aa74-3a91d4d40537 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:38:45.407632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc75aedd-fa0a-4499-aa74-3a91d4d40537 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:45.415220 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:45.427853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Transition to ACTIVE for port object dc75aedd-fa0a-4499-aa74-3a91d4d40537 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:38:45.431731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:45.481437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:45.551391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:38:45.551736 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:38:45.552106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:45.556967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:38:45.558106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:38:45.563506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:38:45.563838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:38:45.564259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:38:45.564698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Bound port: dc75aedd-fa0a-4499-aa74-3a91d4d40537, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:38:45.565065 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:45.638443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:38:45.642780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:38:45.648630 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:45.702391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:45.703020 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:45.704949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] 10.222.0.74 "PUT /v2.0/ports/dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 1091 time: 0.6215014 Dec 15 14:38:45.724877 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:45.727174 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f683d-126b-4073-aaa2-aa9fecd6462e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:45.766454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8f5b-38fc-49ac-b303-ebc86153355e service neutron] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:45.770326 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576f8f4d-0530-4575-b538-7200a436d093 x-openstack-request-id: req-576f8f4d-0530-4575-b538-7200a436d093 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:45.770621 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:45.770880 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-576f8f4d-0530-4575-b538-7200a436d093 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:45.771274 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'status': 'completed', 'code': 200} Dec 15 14:38:45.806530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a13f5-57a8-4d39-b262-7b798eae2ade req-ec56ca78-ada2-4f22-ac1a-c2e5ac6e4723 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:45.808160 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e56a13f5-57a8-4d39-b262-7b798eae2ade req-ec56ca78-ada2-4f22-ac1a-c2e5ac6e4723 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.1312361 Dec 15 14:38:45.825253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295641-8350-4690-abdd-094729340fca req-b5793a7b-6c95-4ec3-975a-2d62e39f4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:45.826735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-b5793a7b-6c95-4ec3-975a-2d62e39f4b34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1094 time: 0.0768716 Dec 15 14:38:45.879587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-b738bbf4-882a-4c20-89a0-679c87ff73be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 217 time: 0.0450869 Dec 15 14:38:45.930674 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e56a13f5-57a8-4d39-b262-7b798eae2ade req-332d0518-198a-4c6d-998b-c0067fe90853 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139896 Dec 15 14:38:45.942974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295641-8350-4690-abdd-094729340fca req-7b73e67a-df1e-42c8-83cd-27cd708d63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:45.944460 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-7b73e67a-df1e-42c8-83cd-27cd708d63c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0566967 Dec 15 14:38:45.991458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295641-8350-4690-abdd-094729340fca req-f9af9a2a-6afa-4e06-899a-aee1337f0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:45.993002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-f9af9a2a-6afa-4e06-899a-aee1337f0108 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416796 Dec 15 14:38:46.086928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-eafdb2e9-8bfd-4a34-9116-be55c463ab18 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869126 Dec 15 14:38:46.177742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2a295641-8350-4690-abdd-094729340fca req-86917023-335b-49ec-837a-780a43f25e61 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841446 Dec 15 14:38:46.270165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-2671c4a1-a099-4eb1-a67e-3d27b6c267f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:46.271573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-2671c4a1-a099-4eb1-a67e-3d27b6c267f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1094 time: 0.0479510 Dec 15 14:38:46.361677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-f5a07f87-be52-4618-aee1-ac147fc2cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:46.363221 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-f5a07f87-be52-4618-aee1-ac147fc2cc46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0846848 Dec 15 14:38:46.409982 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-7df937ea-1f7e-4ab8-9bbf-f8e0722a641f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 217 time: 0.0392437 Dec 15 14:38:46.459576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-e72c0f97-0842-4679-ab1f-6b91593e274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:46.461094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-e72c0f97-0842-4679-ab1f-6b91593e274c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0440671 Dec 15 14:38:46.507485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-9619621e-f364-4df4-8662-cae92ab84a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:46.508999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-9619621e-f364-4df4-8662-cae92ab84a3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401075 Dec 15 14:38:46.601570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-e614c227-daed-497b-9d97-b983d9a0d8e9 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844545 Dec 15 14:38:46.693980 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-720f683d-126b-4073-aaa2-aa9fecd6462e req-de1ddb22-9118-481f-84d8-3af8405961fc service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853739 Dec 15 14:38:47.107060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca78-43c7-4551-86b3-bfc323192161 req-b64434bf-69f2-493e-bf9f-4c75136b1ac3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:47.108563 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e94ca78-43c7-4551-86b3-bfc323192161 req-b64434bf-69f2-493e-bf9f-4c75136b1ac3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.1073589 Dec 15 14:38:47.156755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5e94ca78-43c7-4551-86b3-bfc323192161 req-7620188a-4b6e-486c-a9d7-f0aefc4f3afb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 Dec 15 14:38:48.326673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96a22-4ac4-4fcb-b3dc-e5cd796e15d1 req-68e2988d-e46e-482f-b5f7-cec6d3bae667 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:48.328189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78e96a22-4ac4-4fcb-b3dc-e5cd796e15d1 req-68e2988d-e46e-482f-b5f7-cec6d3bae667 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.1021979 Dec 15 14:38:48.377423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-78e96a22-4ac4-4fcb-b3dc-e5cd796e15d1 req-61983f5b-60aa-4fc7-a43e-c95e59f22636 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Dec 15 14:38:49.456413 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:38:49.499470 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62d761-2dd3-4d13-8ddc-bb3b7f84b4fa req-9e84f658-3ad8-40c5-983e-0ffb0fa93bfd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:49.501010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be62d761-2dd3-4d13-8ddc-bb3b7f84b4fa req-9e84f658-3ad8-40c5-983e-0ffb0fa93bfd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0553267 Dec 15 14:38:49.549636 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-be62d761-2dd3-4d13-8ddc-bb3b7f84b4fa req-3912c2f5-7c06-4ab9-99db-378fef7d9c3c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Dec 15 14:38:49.556797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:49.568443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'mac_address': 'fa:16:3e:a7:f9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:38:49.608648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:49.629962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc75aedd-fa0a-4499-aa74-3a91d4d40537 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:38:49.849523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:49.857113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:49.912086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:50.053356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['dc75aedd-fa0a-4499-aa74-3a91d4d40537'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:38:50.669882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65e85-f281-4743-b84f-26fb5aa1f8b3 req-22b9871f-e71f-4c41-8167-ade9914273ee tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:50.671344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36d65e85-f281-4743-b84f-26fb5aa1f8b3 req-22b9871f-e71f-4c41-8167-ade9914273ee tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0530665 Dec 15 14:38:50.721185 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36d65e85-f281-4743-b84f-26fb5aa1f8b3 req-c7c21f13-1c8e-4aef-b8f6-d932eaeb8108 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418262 Dec 15 14:38:51.463598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:38:51.518758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port dc75aedd-fa0a-4499-aa74-3a91d4d40537 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:38:51.523086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port dc75aedd-fa0a-4499-aa74-3a91d4d40537 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:38:51.523574 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:51.599822 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:51.622451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:51.624705 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5c88759af52b14dbf4369b318d605750836da7e62497c5cdd14c76f95d225a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2969b71-5c36-49b4-a298-bb6e92bc9177" -d '{"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-plugged", "status": "completed", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:51.637761 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:38:51.642120 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:51.664865 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9115cde-f778-4fb2-84d2-dfa7e4b23e22 x-openstack-request-id: req-b9115cde-f778-4fb2-84d2-dfa7e4b23e22 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:51.665164 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-plugged", "status": "completed", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:51.665421 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b9115cde-f778-4fb2-84d2-dfa7e4b23e22 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:51.665895 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'code': 200} Dec 15 14:38:51.696149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:38:51.761708 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7423-ef5e-41a8-be5c-67ec7902a842 req-8289b2c2-eee2-4fb5-94cf-8182a4e665a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:51.763214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74de7423-ef5e-41a8-be5c-67ec7902a842 req-8289b2c2-eee2-4fb5-94cf-8182a4e665a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1096 time: 0.0402710 Dec 15 14:38:51.839789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74de7423-ef5e-41a8-be5c-67ec7902a842 req-78ca9fc2-6e3d-457e-a48e-bad6e8046414 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682464 Dec 15 14:38:51.855411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bd64c-403f-49e5-921b-1a8025820753 req-8837ebca-93cd-40db-a0fd-a0df7f7b3238 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:51.856924 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-263bd64c-403f-49e5-921b-1a8025820753 req-8837ebca-93cd-40db-a0fd-a0df7f7b3238 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0652385 Dec 15 14:38:51.903416 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-263bd64c-403f-49e5-921b-1a8025820753 req-40ccea94-764d-429a-881d-4dbeb4be7334 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Dec 15 14:38:53.036768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67a39-fca7-4e25-b83b-cb0595ddff5b req-97c71d6c-f967-449a-a956-0c460d2286d3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:53.038284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91e67a39-fca7-4e25-b83b-cb0595ddff5b req-97c71d6c-f967-449a-a956-0c460d2286d3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Dec 15 14:38:53.090482 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-91e67a39-fca7-4e25-b83b-cb0595ddff5b req-5c4ee7ea-1f1a-4a59-b54d-e470e99a9ccd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459688 Dec 15 14:38:53.219261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144e43d-71c5-4a7d-8699-f7e60645ec2d req-0566d0f0-0e39-4f06-823e-05ead216214e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:53.220701 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9144e43d-71c5-4a7d-8699-f7e60645ec2d req-0566d0f0-0e39-4f06-823e-05ead216214e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0498309 Dec 15 14:38:53.229470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 48976) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:38:53.233805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Request body: {'floatingip': {'port_id': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:38:53.274201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:53.719710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:53.723960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:53.828310 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Floating IP b04060ad-c5d9-42e0-82c5-756e3c126420 associated. External IP: 172.25.7.39, port: dc75aedd-fa0a-4499-aa74-3a91d4d40537. Dec 15 14:38:54.042947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:38:54.153585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:38:54.158360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:54.168128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:38:54.178986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:54.179628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:38:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:54.187161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f6ddd9b0-b248-4c6a-b69e-5cd832136b09 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "PUT /v2.0/floatingips/b04060ad-c5d9-42e0-82c5-756e3c126420 HTTP/1.1" status: 200 len: 991 time: 0.9566455 Dec 15 14:38:54.187935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:38:54.190203 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a7faadc6101f8ce931bfc99cc6a166a1b50cd58077640b9c7069d4410883de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f55bf5-d3a4-4db2-88ae-da809975ac1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:38:54.234406 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f4119d-9b65-43d2-bbc4-56e6a1c7cfa9 x-openstack-request-id: req-97f4119d-9b65-43d2-bbc4-56e6a1c7cfa9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:38:54.234997 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:38:54.234997 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-97f4119d-9b65-43d2-bbc4-56e6a1c7cfa9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:38:54.235372 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'status': 'completed', 'code': 200} Dec 15 14:38:54.297903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:38:54.301461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-f695bd10-b7e2-4086-9d6c-951a4558df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:54.303011 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-f695bd10-b7e2-4086-9d6c-951a4558df9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1096 time: 0.0421560 Dec 15 14:38:54.394833 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-e7a4e262-aeb1-4f72-95ff-efbdc405d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:54.396355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-e7a4e262-aeb1-4f72-95ff-efbdc405d8c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0869527 Dec 15 14:38:54.468535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-c3c5dcc9-6059-4830-b467-1460b5f7a2b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 999 time: 0.0640337 Dec 15 14:38:54.518968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-a9297a0c-6012-4e96-91a2-d68c60594d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:54.520464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-a9297a0c-6012-4e96-91a2-d68c60594d86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0458407 Dec 15 14:38:54.535341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:a7:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:38:53Z', 'revision_number': 13, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:54.566654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:38:54.571187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-1648864b-319b-44c6-a29b-5771ea471e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:38:54.573430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-1648864b-319b-44c6-a29b-5771ea471e90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463300 Dec 15 14:38:54.575653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:54.576310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:38:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:54.667609 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-ffd27406-6c6e-496d-b65b-f78aaa345d12 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868840 Dec 15 14:38:54.684417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:38:54.767622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17f55bf5-d3a4-4db2-88ae-da809975ac1d req-54073c26-9b91-422b-b516-5833c1a4eace service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931885 Dec 15 14:38:54.923831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:a7:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:38:53Z', 'revision_number': 13, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:54.954557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a931939-8f22-4fd4-9b31-8a564dd9dd8b None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'b04060ad-c5d9-42e0-82c5-756e3c126420', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'port_id': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'mac_address': 'fa:16:3e:a7:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:32:00Z', 'updated_at': '2021-12-15T14:38:53Z', 'revision_number': 13, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:38:55.146334 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d193f2-21d1-4006-9df4-00283c0aefec None None] New status for floating IP b04060ad-c5d9-42e0-82c5-756e3c126420: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:38:55.300234 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:39:01.272827 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:01.283780 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a391189-1c6c-4b5d-96c8-073916acb2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:01.449660 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:03.898561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9d73c47d-a3e0-42ef-9765-63ab2d75616b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.006802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:06.765050 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:07.404094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.261369 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.285029 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d8594a36-9c0f-4b12-a6a0-20249324eaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.449146 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:32.299582 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:39:33.901408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82c959ff-f757-461d-b0b1-e561e6249e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:35.012685 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:36.764715 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:37.406701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:40.590356 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-f3be92cc-f40c-47f4-9d9d-ab261d073d0f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418417 Dec 15 14:39:40.676785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-1b81424c-181e-4056-a0cc-8c993e1863c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:40.678265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-1b81424c-181e-4056-a0cc-8c993e1863c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1096 time: 0.0407777 Dec 15 14:39:40.784711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-2a94111f-8316-4ec0-803a-89914d48a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:40.786374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-2a94111f-8316-4ec0-803a-89914d48a622 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0887198 Dec 15 14:39:40.859241 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-869e71c3-091b-49e9-a470-3322e0618747 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 1001 time: 0.0650079 Dec 15 14:39:40.908532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-fbac51b5-94c1-47b2-ac92-128e424e4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:40.909942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-fbac51b5-94c1-47b2-ac92-128e424e4c80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0445330 Dec 15 14:39:40.961159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-717162aa-40e9-4a0a-b8cb-c9a83bec00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:40.963706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-717162aa-40e9-4a0a-b8cb-c9a83bec00ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456741 Dec 15 14:39:41.052562 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-b4783cf4-25f6-4acd-b8eb-786713080e15 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819952 Dec 15 14:39:41.146680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0254e347-0cc6-4ada-ab42-861630d78cbb req-05063798-e752-4013-8d7e-0109f726132b service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874629 Dec 15 14:40:01.264274 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:01.285281 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd8b492e-0ca5-4d2f-ac06-44e7fb899e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:01.462605 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:03.903244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d560e0e7-71ff-48e0-a956-dc259afd3fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:05.011722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:06.767813 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:07.408960 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:09.298950 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:40:31.270722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:31.286477 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-34f5b384-5e90-46d4-86db-198df07b0b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:31.493357 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:32.763451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5657ad-7d4f-495f-856f-93ac4f7161f5 req-c413d664-6ef9-4e74-a94b-7cecd462b0ed tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:32.764864 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c5657ad-7d4f-495f-856f-93ac4f7161f5 req-c413d664-6ef9-4e74-a94b-7cecd462b0ed tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0974188 Dec 15 14:40:32.811845 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c5657ad-7d4f-495f-856f-93ac4f7161f5 req-c624ff6f-5405-42e9-9935-608f1deabb39 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411119 Dec 15 14:40:33.905086 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efafb097-2eb8-4d92-a81a-013b9318e951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:35.015598 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:36.770288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:37.411378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:40.687939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-39b30060-05e2-4aeb-8f0d-1ca7b09f2960 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789423 Dec 15 14:40:40.775325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-fc162c11-11db-42aa-9dfc-0a181567ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:40.776839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-fc162c11-11db-42aa-9dfc-0a181567ed54 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1096 time: 0.0412238 Dec 15 14:40:40.881136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-661e14de-b94f-43b4-b78a-a7e9e46d6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:40.883230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-661e14de-b94f-43b4-b78a-a7e9e46d6295 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0871220 Dec 15 14:40:40.946402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-3322125e-82ea-4953-a1c2-d1e44034d214 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 1001 time: 0.0565054 Dec 15 14:40:40.993355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-06e06611-ba5f-438f-abf5-4c8b24b86632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:40.994756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-06e06611-ba5f-438f-abf5-4c8b24b86632 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0420406 Dec 15 14:40:41.043443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-62155fcd-896e-4f85-91af-d000b33a66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:41.044970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-62155fcd-896e-4f85-91af-d000b33a66cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433981 Dec 15 14:40:41.132681 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-3275a755-fb3c-4b45-9c3d-b7641878eae4 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791957 Dec 15 14:40:41.223046 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b8e374b8-5e2c-4d35-9ee5-8b7c6ef0c432 req-f707c94c-f09f-4942-810e-7d4fa22477f0 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844612 Dec 15 14:40:44.050524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-463639d5-fcbd-41e7-b1df-937182aff354 req-6669bd18-a8ca-4e67-ad68-8be5bf470018 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:40:44.051536 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-463639d5-fcbd-41e7-b1df-937182aff354 req-6669bd18-a8ca-4e67-ad68-8be5bf470018 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0417151 Dec 15 14:40:44.218942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-b8430a0d-6c55-4875-86ba-320fcbc71502 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411148 Dec 15 14:40:44.228666 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-7b487142-161d-4136-8805-e9f8612703ec service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:40:44.229711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-7b487142-161d-4136-8805-e9f8612703ec service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052617 Dec 15 14:40:44.235242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689c1e-bf0e-4cf6-9289-8e20c12e0940 req-88a34800-622e-4093-a82c-c1824f793f80 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:44.237126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce689c1e-bf0e-4cf6-9289-8e20c12e0940 req-88a34800-622e-4093-a82c-c1824f793f80 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0499675 Dec 15 14:40:44.300131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ce689c1e-bf0e-4cf6-9289-8e20c12e0940 req-ba381d79-b9ee-4e67-b37e-4453598cc631 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563653 Dec 15 14:40:45.363025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-f7ebb697-b303-4516-9e3a-77ed89554ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:45.365860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-f7ebb697-b303-4516-9e3a-77ed89554ad3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1096 time: 0.0464025 Dec 15 14:40:45.433253 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead6af7-4f36-45b9-92b8-2d2cec3ae6ec req-11b60c1f-09bc-49c2-9245-adc445b5c077 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:45.434653 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aead6af7-4f36-45b9-92b8-2d2cec3ae6ec req-11b60c1f-09bc-49c2-9245-adc445b5c077 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0495212 Dec 15 14:40:45.462852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-9bcc0d69-65d7-4dcc-b886-394eb22c70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:45.464375 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-9bcc0d69-65d7-4dcc-b886-394eb22c70f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0915055 Dec 15 14:40:45.482614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aead6af7-4f36-45b9-92b8-2d2cec3ae6ec req-4b6c2f42-5c07-45ab-9e6e-2bda5f7aa512 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Dec 15 14:40:45.531710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-18207c70-90d9-42a6-8f74-c490b17a8bd3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 1001 time: 0.0601597 Dec 15 14:40:45.584494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-76b22b50-13d1-4aae-9a59-16640c18f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:45.586451 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-76b22b50-13d1-4aae-9a59-16640c18f323 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0473900 Dec 15 14:40:45.630794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-1a377654-1601-4637-a765-88497ccdfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:45.632902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-1a377654-1601-4637-a765-88497ccdfa9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397086 Dec 15 14:40:45.719619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-bbe352bd-9e09-4c59-a581-b7f9b1aaeefc service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788836 Dec 15 14:40:46.119670 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-ddcd4118-3535-4975-b305-23096588e999 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934278 Dec 15 14:40:46.298555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:40:46.601288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ad8bd-73c9-46bc-83ab-d6002cc110e4 req-3ad093bc-7783-4281-82b4-e2f001e90e19 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:46.602766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0ad8bd-73c9-46bc-83ab-d6002cc110e4 req-3ad093bc-7783-4281-82b4-e2f001e90e19 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0500221 Dec 15 14:40:46.649850 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b0ad8bd-73c9-46bc-83ab-d6002cc110e4 req-a29f2c7b-957c-4193-9fa2-ec19214cdc4f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410755 Dec 15 14:40:47.768965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e792c-c5dc-4bd0-b34e-e6b186d071fa req-c2696dae-0207-4b1f-93dc-9bcc869dbf8c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:47.770409 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-122e792c-c5dc-4bd0-b34e-e6b186d071fa req-c2696dae-0207-4b1f-93dc-9bcc869dbf8c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0522919 Dec 15 14:40:47.819043 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-122e792c-c5dc-4bd0-b34e-e6b186d071fa req-544c9a37-6cde-4804-b207-19246cf01628 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Dec 15 14:40:48.943090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa15e2-4dcc-4ced-96c4-b5b6346ba3cd req-35f63cd3-17f8-443c-adfe-16b676e9ca18 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:48.945111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35aa15e2-4dcc-4ced-96c4-b5b6346ba3cd req-35f63cd3-17f8-443c-adfe-16b676e9ca18 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0520365 Dec 15 14:40:48.991320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35aa15e2-4dcc-4ced-96c4-b5b6346ba3cd req-04aece63-138d-4d5e-a048-33d8473fa349 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 Dec 15 14:40:50.109068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe03f0-4b89-436d-abe5-407f1074e210 req-e99b8263-c78a-476b-86cb-1df134825c81 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:50.110565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4fe03f0-4b89-436d-abe5-407f1074e210 req-e99b8263-c78a-476b-86cb-1df134825c81 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0501251 Dec 15 14:40:50.158313 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4fe03f0-4b89-436d-abe5-407f1074e210 req-5243cf37-84a7-4bb3-94e1-d121b213e769 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417161 Dec 15 14:40:51.274709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7710ea8-2e44-4779-b806-3f860cbed726 req-254f44d3-2ed7-479c-84d9-1567aa0e103e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:51.276242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7710ea8-2e44-4779-b806-3f860cbed726 req-254f44d3-2ed7-479c-84d9-1567aa0e103e tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Dec 15 14:40:51.323298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7710ea8-2e44-4779-b806-3f860cbed726 req-445b24b2-c6e6-4aaf-8c26-2ab64aab6c38 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410876 Dec 15 14:40:52.440312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8a706-96f6-4d9b-8c95-6bcc200b1995 req-c5476ae4-2907-4d29-ac69-9da830283a80 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:52.441699 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ed8a706-96f6-4d9b-8c95-6bcc200b1995 req-c5476ae4-2907-4d29-ac69-9da830283a80 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Dec 15 14:40:52.494741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7ed8a706-96f6-4d9b-8c95-6bcc200b1995 req-6079d1bd-6d78-4fbc-b01d-55252dc1b8bd tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461950 Dec 15 14:40:53.611416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39120c8-a222-4b1c-96bb-080df5e4a606 req-fb96917b-1bc2-4ade-aabe-c9013b66c6a6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:53.612899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a39120c8-a222-4b1c-96bb-080df5e4a606 req-fb96917b-1bc2-4ade-aabe-c9013b66c6a6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Dec 15 14:40:53.664979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a39120c8-a222-4b1c-96bb-080df5e4a606 req-69b81127-85ca-47f6-9a60-bc88b2235f45 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456536 Dec 15 14:40:54.791949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85bac9-b9d9-482c-95a3-18f94819fc80 req-1e0929df-85f7-48d7-8267-5d7a0b866eb0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:54.793860 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c85bac9-b9d9-482c-95a3-18f94819fc80 req-1e0929df-85f7-48d7-8267-5d7a0b866eb0 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0544374 Dec 15 14:40:54.853704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3c85bac9-b9d9-482c-95a3-18f94819fc80 req-65cd0148-70ae-4204-92ea-15d1fc7ebc1d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536337 Dec 15 14:40:55.974547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed02d5-c40c-4273-901e-4bc5d4c674d9 req-21c20321-4594-4a2b-a511-9ba451a800d3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:55.976661 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37ed02d5-c40c-4273-901e-4bc5d4c674d9 req-21c20321-4594-4a2b-a511-9ba451a800d3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0514855 Dec 15 14:40:56.023146 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37ed02d5-c40c-4273-901e-4bc5d4c674d9 req-d94ed7e9-cb23-41b4-9f3a-62a7fef8d236 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403929 Dec 15 14:40:57.155552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641e43a-33de-4394-a516-4005bdbfece9 req-52c0a743-db55-4d32-b971-615281eff35a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:57.157882 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9641e43a-33de-4394-a516-4005bdbfece9 req-52c0a743-db55-4d32-b971-615281eff35a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0623975 Dec 15 14:40:57.206839 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9641e43a-33de-4394-a516-4005bdbfece9 req-f80beb05-438c-4f47-941e-21e3bd8fec10 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Dec 15 14:40:58.336450 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4dccf-d4e9-48bb-b7d1-e9449f97afb0 req-3488367a-0dcd-48a5-ac1b-5b8361bf5617 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:58.338571 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33d4dccf-d4e9-48bb-b7d1-e9449f97afb0 req-3488367a-0dcd-48a5-ac1b-5b8361bf5617 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0623751 Dec 15 14:40:58.390066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33d4dccf-d4e9-48bb-b7d1-e9449f97afb0 req-143984d7-c944-4264-baed-f6ad1d0a6cc3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455885 Dec 15 14:40:59.527388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb674b0-234b-49e3-8680-d0f49d4d9759 req-4c2aab7c-75c6-4866-aee8-6e8f3f03f91b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:40:59.528991 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ffb674b0-234b-49e3-8680-d0f49d4d9759 req-4c2aab7c-75c6-4866-aee8-6e8f3f03f91b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0579276 Dec 15 14:40:59.583964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ffb674b0-234b-49e3-8680-d0f49d4d9759 req-aa6fa006-c2e5-4db5-9445-8d9760b9acb6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487337 Dec 15 14:41:00.522135 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-84478807-1a55-4b56-970d-80eab3d8b143 req-18c44b93-3be8-4a67-85c7-e18a384bf6b7 service neutron] show failed (client error): The resource could not be found. Dec 15 14:41:00.523328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-18c44b93-3be8-4a67-85c7-e18a384bf6b7 service neutron] 10.222.0.74 "GET /v2.0/ports/dc75aedd-fa0a-4499-aa74-3a91d4d40537/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0657325 Dec 15 14:41:00.722486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168008f-4bc0-46b8-bae2-1b60510323b9 req-9ef37624-5d75-45a2-a0c6-679a470115d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:00.724067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0168008f-4bc0-46b8-bae2-1b60510323b9 req-9ef37624-5d75-45a2-a0c6-679a470115d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0616829 Dec 15 14:41:00.780163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0168008f-4bc0-46b8-bae2-1b60510323b9 req-7bdb51ea-96c9-4b5f-b7d0-ab258681771f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493252 Dec 15 14:41:00.825427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-0810df3e-b762-4dcd-a8e7-abb631ccb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:00.826902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-0810df3e-b762-4dcd-a8e7-abb631ccb0a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 1096 time: 0.0900135 Dec 15 14:41:00.839819 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:00.893914 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.099453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:01.133968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:01.176858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:01.183284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.199665 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Transition to ACTIVE for port object dc75aedd-fa0a-4499-aa74-3a91d4d40537 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:41:01.206072 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.239758 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18503765-067b-4ffb-b0ed-265328521c42" -d '{"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-unplugged", "status": "completed", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:01.309899 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eabdbbe4-4933-4e68-924a-c0f367d83e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.319922 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.352647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:01.369529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.370083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.370681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.372093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.372093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.372093 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.372340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.372600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.372986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.373335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.373666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.373986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.374316 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:01.412075 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90357810-54d4-42cb-9d41-aa355f6db126 x-openstack-request-id: req-90357810-54d4-42cb-9d41-aa355f6db126 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:01.412406 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-unplugged", "status": "completed", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:01.412733 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-90357810-54d4-42cb-9d41-aa355f6db126 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:01.413141 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'code': 200} Dec 15 14:41:01.414125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] No DVR routers for this DVR port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:01.515951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.583659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:41:01.584696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:41:01.584696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:01.590704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:41:01.591170 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:01.597103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:41:01.597518 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:41:01.597911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:41:01.598429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Bound port: dc75aedd-fa0a-4499-aa74-3a91d4d40537, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:41:01.598790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.672212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:01.675269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:41:01.680760 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.728794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:01.729436 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:01.730960 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] 10.222.0.24 "PUT /v2.0/ports/dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 1091 time: 0.8951886 Dec 15 14:41:01.752213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02485b84-b2b7-4096-b1b0-28827841a9cb service neutron] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:01.806466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-36171393-0818-4da0-9de0-60890eeaa130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:01.808089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-36171393-0818-4da0-9de0-60890eeaa130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1094 time: 0.0505607 Dec 15 14:41:01.955957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3448975-f8e1-4dfa-8d9e-be6f9c67f929 req-db3547cc-cdca-42b2-ad2c-2cbced46e870 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:01.957477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3448975-f8e1-4dfa-8d9e-be6f9c67f929 req-db3547cc-cdca-42b2-ad2c-2cbced46e870 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0864177 Dec 15 14:41:01.962755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-e37d12d9-7598-432a-b5ac-75520b495a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:01.964176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-e37d12d9-7598-432a-b5ac-75520b495a76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1494474 Dec 15 14:41:02.053325 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d3448975-f8e1-4dfa-8d9e-be6f9c67f929 req-19644a8f-7ff1-4dff-b7b2-83a839f5dcd7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875750 Dec 15 14:41:02.057173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-48a62ab9-07e4-43b6-becd-9395bfe03d7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 999 time: 0.0854721 Dec 15 14:41:02.110639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-b319b4b7-22d1-409a-abd3-1a4bd50da126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:02.112137 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-b319b4b7-22d1-409a-abd3-1a4bd50da126 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0481005 Dec 15 14:41:02.157296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478807-1a55-4b56-970d-80eab3d8b143 req-151be31d-f59d-4e71-a3d9-acd90d531b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:02.158901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-151be31d-f59d-4e71-a3d9-acd90d531b0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401661 Dec 15 14:41:02.208819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:02.250213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:02.254860 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-65c8ffb1-be0f-4a2c-b6f7-f6d70f8aa967 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879638 Dec 15 14:41:02.346750 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-f1458592-2ea7-4e07-ba84-68bd5a40397f service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852761 Dec 15 14:41:03.175782 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1f661-e771-4c54-a7a6-22f4d94b7adb req-9b557d12-9332-4cac-a9ea-fee88e8795f2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.177350 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5bd1f661-e771-4c54-a7a6-22f4d94b7adb req-9b557d12-9332-4cac-a9ea-fee88e8795f2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0510280 Dec 15 14:41:03.227754 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5bd1f661-e771-4c54-a7a6-22f4d94b7adb req-ca8e3efa-c1cf-4f60-969b-db055c929a2d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 Dec 15 14:41:03.414332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:03.416650 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae06cf0-816c-4dfb-a2e4-339312209e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:03.469123 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f34f8d-dd54-482f-baa5-d0dcb69fa5b1 x-openstack-request-id: req-91f34f8d-dd54-482f-baa5-d0dcb69fa5b1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:03.469905 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:03.470181 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91f34f8d-dd54-482f-baa5-d0dcb69fa5b1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:03.470592 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'status': 'completed', 'code': 200} Dec 15 14:41:03.561428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-ee72acb8-91bd-413a-bde2-0e59ad3b1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.562861 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-ee72acb8-91bd-413a-bde2-0e59ad3b1c30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1094 time: 0.0725265 Dec 15 14:41:03.566998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-09f640bf-9dfd-4763-8a31-1c22b5c4e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.568602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-09f640bf-9dfd-4763-8a31-1c22b5c4e658 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1094 time: 0.0699868 Dec 15 14:41:03.730565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-9e30a64a-3e57-4d01-a3e3-ef8eb7f4f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.731988 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-9e30a64a-3e57-4d01-a3e3-ef8eb7f4f157 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1620212 Dec 15 14:41:03.733342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-66504702-b3a2-46f7-a1d9-53baf406773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.734839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-66504702-b3a2-46f7-a1d9-53baf406773a service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1579130 Dec 15 14:41:03.849211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-161b5fa0-33e1-423c-a68f-cbcc92863b59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 999 time: 0.1093650 Dec 15 14:41:03.851268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-ee12f5cd-c3b3-4efc-b444-cf17b8ee29e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 999 time: 0.1056924 Dec 15 14:41:03.905950 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6152d05e-1bda-414d-8ce3-d59b72db3ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:03.934676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-74009c0f-848a-49f1-895c-e4bdeb32abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.936175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-74009c0f-848a-49f1-895c-e4bdeb32abd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0802588 Dec 15 14:41:03.939414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-fa3652e6-b4f1-430e-aa49-fc7c7922ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.940757 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-fa3652e6-b4f1-430e-aa49-fc7c7922ad4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0777109 Dec 15 14:41:04.019417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-cfb0251c-5be5-4ad0-8f4c-852f6b18aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:04.020853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-cfb0251c-5be5-4ad0-8f4c-852f6b18aaab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767734 Dec 15 14:41:04.024208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-23c7d85d-c933-4274-9609-2655929a2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:04.025646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-23c7d85d-c933-4274-9609-2655929a2d3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736446 Dec 15 14:41:04.184934 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-e8e26da7-d7f8-42c2-88c0-840791246cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570277 Dec 15 14:41:04.186804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-fa3209f1-2d41-4055-871f-ef891f59d1a4 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514914 Dec 15 14:41:04.352485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-1c2917e4-1135-4635-ad9e-d1158eb1956c service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593838 Dec 15 14:41:04.354346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cae06cf0-816c-4dfb-a2e4-339312209e0d req-db9f548d-e395-409f-bd41-a4ff57ce97db service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601105 Dec 15 14:41:04.363732 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140295e1-6c19-4d51-b73a-0ae2bc9caf00 req-44437160-bfb4-4b8f-8c44-3c1c7a16a712 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:04.365339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-140295e1-6c19-4d51-b73a-0ae2bc9caf00 req-44437160-bfb4-4b8f-8c44-3c1c7a16a712 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0620942 Dec 15 14:41:04.421109 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-140295e1-6c19-4d51-b73a-0ae2bc9caf00 req-163139cd-7714-4334-ad03-653f63e4971f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Dec 15 14:41:05.018254 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:05.548430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea09b4f-18db-495a-8e87-055568d9ec1e req-9e1a5709-aeae-4013-bb05-0829682dfdf2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:05.549931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9ea09b4f-18db-495a-8e87-055568d9ec1e req-9e1a5709-aeae-4013-bb05-0829682dfdf2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0560970 Dec 15 14:41:05.600634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9ea09b4f-18db-495a-8e87-055568d9ec1e req-cccc5582-1e1c-4818-9f7c-d387ba96c287 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429904 Dec 15 14:41:06.725417 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25a18b-dadd-4091-bdbb-edc902f45ec4 req-5f38395b-38f7-41b3-bd24-e94f3e5fa3f8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:06.727504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da25a18b-dadd-4091-bdbb-edc902f45ec4 req-5f38395b-38f7-41b3-bd24-e94f3e5fa3f8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0548062 Dec 15 14:41:06.777565 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:06.784155 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da25a18b-dadd-4091-bdbb-edc902f45ec4 req-da441bc3-4191-4d2a-b42b-1c0360860a89 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480943 Dec 15 14:41:07.416475 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:07.909112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add46087-c2f7-4112-be3e-492dd4e274e5 req-5dd63408-9b9d-4f1c-9554-b5763a753a85 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:07.910607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-add46087-c2f7-4112-be3e-492dd4e274e5 req-5dd63408-9b9d-4f1c-9554-b5763a753a85 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0509336 Dec 15 14:41:07.960257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-add46087-c2f7-4112-be3e-492dd4e274e5 req-9e5d376f-b365-424c-8547-c68ae86cce88 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419564 Dec 15 14:41:09.078304 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f624d-9b70-4d51-bb2f-ea938de85b03 req-8f63b4ec-2bf0-44e1-9118-a17e86d1e137 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:09.079786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af8f624d-9b70-4d51-bb2f-ea938de85b03 req-8f63b4ec-2bf0-44e1-9118-a17e86d1e137 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0496268 Dec 15 14:41:09.130975 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-af8f624d-9b70-4d51-bb2f-ea938de85b03 req-3ff51e01-b3ce-4290-b727-f4b01e41ce76 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450068 Dec 15 14:41:10.248495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cbe94-f496-4c21-bfcd-1206412d9303 req-f895634d-d100-4333-85b9-fdf13c8d086a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:10.249981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cbe94-f496-4c21-bfcd-1206412d9303 req-f895634d-d100-4333-85b9-fdf13c8d086a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0482459 Dec 15 14:41:10.300410 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-365cbe94-f496-4c21-bfcd-1206412d9303 req-dca5edec-0516-4816-962c-747804cdf7de tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444489 Dec 15 14:41:11.419687 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e7dad-d5cb-4d39-ac98-3ab97f1b10aa req-b4c7e20c-87c4-4767-a358-82c389fb6507 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:11.421116 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e88e7dad-d5cb-4d39-ac98-3ab97f1b10aa req-b4c7e20c-87c4-4767-a358-82c389fb6507 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0497165 Dec 15 14:41:11.468704 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e88e7dad-d5cb-4d39-ac98-3ab97f1b10aa req-3437d5e2-1a0e-4d5d-9a1c-9de36c373124 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415788 Dec 15 14:41:12.589495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07f9bb-3eda-40ff-b820-22df895c807e req-c1544add-01a4-4129-a85c-b5cef9855f69 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:12.591011 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bc07f9bb-3eda-40ff-b820-22df895c807e req-c1544add-01a4-4129-a85c-b5cef9855f69 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0488794 Dec 15 14:41:12.639789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bc07f9bb-3eda-40ff-b820-22df895c807e req-a4bb6361-4a49-428d-9794-f59e412a07d2 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413063 Dec 15 14:41:13.760529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcb0a9-d7d1-471b-a83e-f49d1cb86529 req-4013c6cf-3151-4144-aec6-8f2010175552 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:13.762267 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0dcb0a9-d7d1-471b-a83e-f49d1cb86529 req-4013c6cf-3151-4144-aec6-8f2010175552 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0499732 Dec 15 14:41:13.810561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a0dcb0a9-d7d1-471b-a83e-f49d1cb86529 req-da150505-857d-481d-813b-cc46f503ec42 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422654 Dec 15 14:41:14.938725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023b1bd-e567-4a61-b8cc-39f446d03b32 req-5b2020cc-97d9-4175-8f2e-cbb19d128b3b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:14.940195 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5023b1bd-e567-4a61-b8cc-39f446d03b32 req-5b2020cc-97d9-4175-8f2e-cbb19d128b3b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 943 time: 0.0540354 Dec 15 14:41:14.991811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5023b1bd-e567-4a61-b8cc-39f446d03b32 req-dcd34933-f930-4ce0-877e-14e77532037c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449858 Dec 15 14:41:15.810840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:41:15.907184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:15.919531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'mac_address': 'fa:16:3e:a7:f9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:41:15.957486 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:15.971340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc75aedd-fa0a-4499-aa74-3a91d4d40537 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:41:15.989726 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:15.994338 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:16.047102 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:16.054692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.055049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.055399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.055742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.056112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.056454 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.056790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.057121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.057453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.057786 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.058116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.058442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.058774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:16.120659 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63ad08-a201-42f0-a493-45977d5c0c2d req-efdd6ff0-a2ce-4a03-a59e-de8e276ea174 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:16.122282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e63ad08-a201-42f0-a493-45977d5c0c2d req-efdd6ff0-a2ce-4a03-a59e-de8e276ea174 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0582449 Dec 15 14:41:16.175807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3e63ad08-a201-42f0-a493-45977d5c0c2d req-d498cce0-f2de-4d61-b9f1-de1b9e0da94d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471489 Dec 15 14:41:16.212372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['dc75aedd-fa0a-4499-aa74-3a91d4d40537'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:41:16.501565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-6e1e6b3b-7981-432d-be83-1498d80010ab tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:16.503115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-6e1e6b3b-7981-432d-be83-1498d80010ab tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007&tenant_id=c61777cde4af4f95b69ec7aff84d5381&binding%3Ahost_id=n-h2-821840-1 HTTP/1.1" status: 200 len: 944 time: 0.0618536 Dec 15 14:41:16.509022 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517c766-0929-4e44-9b3a-24e8cf1ad19e req-87375201-b057-46cd-a34a-a9d0ae8c0859 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:16.510524 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4517c766-0929-4e44-9b3a-24e8cf1ad19e req-87375201-b057-46cd-a34a-a9d0ae8c0859 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0494399 Dec 15 14:41:16.560320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4517c766-0929-4e44-9b3a-24e8cf1ad19e req-371dac2d-3b50-43d8-ad39-3f1ceab65eba tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Dec 15 14:41:16.566445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-cd92b8de-2cf8-4ea6-8460-acd741652ca2 service neutron] 10.222.0.24 "GET /v2.0/ports/dc75aedd-fa0a-4499-aa74-3a91d4d40537/bindings/n-h2-821840-1 HTTP/1.1" status: 200 len: 382 time: 0.0537760 Dec 15 14:41:16.629449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-69d94407-da17-48c4-83c5-8f931887f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:16.630770 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-69d94407-da17-48c4-83c5-8f931887f790 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1095 time: 0.0403311 Dec 15 14:41:16.726154 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-8a6fc64b-1b52-42b0-add3-ab7b05d2f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:16.727532 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-8a6fc64b-1b52-42b0-add3-ab7b05d2f16e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0872684 Dec 15 14:41:16.793124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-60d5eeb7-13d2-40aa-9fdd-5647f7f9c157 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 1000 time: 0.0582037 Dec 15 14:41:16.841022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-228826e9-a4ec-4b1b-9d9a-4b6f2e29b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:16.842442 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-228826e9-a4ec-4b1b-9d9a-4b6f2e29b12e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0425456 Dec 15 14:41:16.891613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-d53dd9f8-a3b0-44a8-a201-b84bea908c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:16.893121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-d53dd9f8-a3b0-44a8-a201-b84bea908c96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437617 Dec 15 14:41:16.983314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a7bb1fff-c2e0-4064-94f2-8c79142b0ca6 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824511 Dec 15 14:41:17.075333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-de27fc48-6d73-4979-9415-27f9104e1273 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848691 Dec 15 14:41:17.685739 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1511166-7646-40be-8c5d-576675e4358f req-0c450710-cd5a-49a5-a3b5-12b0bf0b81c7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:17.687211 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e1511166-7646-40be-8c5d-576675e4358f req-0c450710-cd5a-49a5-a3b5-12b0bf0b81c7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0519800 Dec 15 14:41:17.734383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e1511166-7646-40be-8c5d-576675e4358f req-c850b5c0-4b98-4327-9542-d1f685562be8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411513 Dec 15 14:41:17.817018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:41:17.869857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port dc75aedd-fa0a-4499-aa74-3a91d4d40537 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:41:17.873688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port dc75aedd-fa0a-4499-aa74-3a91d4d40537 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:41:17.874060 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:17.952223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:17.975969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:17.990072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:17.994766 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:18.023821 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367982ab-c3ee-41b0-83da-3fbea7e9f490" -d '{"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-plugged", "status": "completed", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:18.051828 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:18.120915 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845fbb0d-c774-444f-a287-6aaea334be9d x-openstack-request-id: req-845fbb0d-c774-444f-a287-6aaea334be9d {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:18.121183 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-plugged", "status": "completed", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:18.121446 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-845fbb0d-c774-444f-a287-6aaea334be9d {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:18.121852 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'code': 200} Dec 15 14:41:18.855212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99613f-4679-4060-9a61-3e29564a65b3 req-b8fc0fc9-3daf-4f60-bf31-68cf4392b55a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:18.856798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd99613f-4679-4060-9a61-3e29564a65b3 req-b8fc0fc9-3daf-4f60-bf31-68cf4392b55a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0501440 Dec 15 14:41:18.909640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dd99613f-4679-4060-9a61-3e29564a65b3 req-f275f36c-fb42-46c0-b3fa-1ff0dd7a93ba tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468638 Dec 15 14:41:20.030598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0080c2-df46-4f11-b669-2a0306c71275 req-4c806010-59c0-480d-8419-ed3b28488d52 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:20.032164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f0080c2-df46-4f11-b669-2a0306c71275 req-4c806010-59c0-480d-8419-ed3b28488d52 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0503221 Dec 15 14:41:20.084661 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f0080c2-df46-4f11-b669-2a0306c71275 req-097480a5-3257-4356-81ce-00877ab6aa20 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464828 Dec 15 14:41:21.153603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-bbdd6bad-8837-4576-81f5-2c7898576d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:21.155260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-bbdd6bad-8837-4576-81f5-2c7898576d6c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007&tenant_id=c61777cde4af4f95b69ec7aff84d5381 HTTP/1.1" status: 200 len: 1096 time: 0.0425158 Dec 15 14:41:21.177180 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:21.254261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f576959-e46a-4276-8bd5-233719f27b88 req-89c8ef8c-dad9-4373-8055-40a6efa7ba7b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:21.255639 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3f576959-e46a-4276-8bd5-233719f27b88 req-89c8ef8c-dad9-4373-8055-40a6efa7ba7b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0978956 Dec 15 14:41:21.264828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:21.350125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3f576959-e46a-4276-8bd5-233719f27b88 req-7235ef58-aa8c-49b2-89c9-96b02b8678d6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870094 Dec 15 14:41:21.494005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:21.526234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:21.564706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:21.567137 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537d967f-0f86-4165-ae0c-abd6e9e12723" -d '{"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-unplugged", "status": "completed", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:21.570828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:21.584116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Transition to ACTIVE for port object dc75aedd-fa0a-4499-aa74-3a91d4d40537 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:41:21.588038 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:21.623509 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230a554-c1b4-49cb-8c99-2c64607ce580 x-openstack-request-id: req-6230a554-c1b4-49cb-8c99-2c64607ce580 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:21.623806 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-unplugged", "status": "completed", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:21.624125 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6230a554-c1b4-49cb-8c99-2c64607ce580 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:21.624887 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'code': 200} Dec 15 14:41:21.678693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:21.718115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] No DVR routers for this DVR port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:21.836961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:21.851266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:41:21.851763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:41:21.852319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:21.856640 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:41:21.856958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Attempting to bind port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on network fd7509b7-bdb4-4ead-9d95-a011ffe187de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:21.861694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:41:21.862027 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Checking segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:41:21.862403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Bound using segment: {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:41:21.862823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Bound port: dc75aedd-fa0a-4499-aa74-3a91d4d40537, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4500392a-0fd2-4a8d-91fc-83c3b6020dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:41:21.863201 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:21.875649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:21.927721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:21.931481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:41:21.935620 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:21.969551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:21.970171 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:21.971687 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] 10.222.0.74 "PUT /v2.0/ports/dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 1092 time: 0.8006165 Dec 15 14:41:22.009678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faaa2c-f7e6-4355-8863-5853a3906c85 service neutron] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:22.042614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-8bd3ace4-a349-403d-8c88-c2a5679a3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:22.044227 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-8bd3ace4-a349-403d-8c88-c2a5679a3558 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1095 time: 0.0471311 Dec 15 14:41:22.138422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-d5bcc615-b981-45bc-9edc-af23db219355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:22.139900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-d5bcc615-b981-45bc-9edc-af23db219355 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.0890775 Dec 15 14:41:22.210557 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-dc3f80de-1333-4148-82e0-4942e433e422 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 999 time: 0.0637066 Dec 15 14:41:22.260134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-b0f26adf-ce31-4b97-8690-decfcf719bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:22.261744 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-b0f26adf-ce31-4b97-8690-decfcf719bca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.0447285 Dec 15 14:41:22.307717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a2f31348-b0bd-49cd-a097-1d7146f6637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:22.309148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-a2f31348-b0bd-49cd-a097-1d7146f6637a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397949 Dec 15 14:41:22.404204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-e80cf40a-1e94-4678-ad4d-c713b080ed44 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856767 Dec 15 14:41:22.840181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbfc47-4eae-4648-8a70-822adda58f52 req-3ae52ae7-d55b-4c8e-887f-8bd57f2f3b3c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:22.841648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dcbfc47-4eae-4648-8a70-822adda58f52 req-3ae52ae7-d55b-4c8e-887f-8bd57f2f3b3c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.4123433 Dec 15 14:41:22.847124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a0443707-8d10-4975-9211-ddf3b5ad68eb req-0b323fd8-531f-4e8c-b26a-b80ae984a779 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357026 Dec 15 14:41:22.890522 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dcbfc47-4eae-4648-8a70-822adda58f52 req-b777a763-cc22-4cdd-bf0b-944b609d9da7 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Dec 15 14:41:23.297382 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:41:23.626499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:23.628904 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab720b43-2e66-4a7e-9529-428c3e05f81b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:23.679083 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc223dd-ddf5-4aea-b386-c069635cb16c x-openstack-request-id: req-3dc223dd-ddf5-4aea-b386-c069635cb16c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:23.680212 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:23.680355 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3dc223dd-ddf5-4aea-b386-c069635cb16c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:23.680692 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'status': 'completed', 'code': 200} Dec 15 14:41:23.770812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-17780f24-3ced-415f-9fb9-f59db33496f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:23.772722 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-17780f24-3ced-415f-9fb9-f59db33496f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1095 time: 0.0704701 Dec 15 14:41:23.779824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-c0d616c0-afc0-4e9f-b1f8-dd18ee03562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:23.781435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-c0d616c0-afc0-4e9f-b1f8-dd18ee03562c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c61777cde4af4f95b69ec7aff84d5381&device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 1095 time: 0.0713308 Dec 15 14:41:23.948063 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-41677ec3-3d85-4652-8ac0-4ef457c5e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:23.949665 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-41677ec3-3d85-4652-8ac0-4ef457c5e948 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1673114 Dec 15 14:41:23.950798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-178d2864-581f-4ec9-a88f-f8ce97cf5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:23.952247 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-178d2864-581f-4ec9-a88f-f8ce97cf5903 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 200 len: 913 time: 0.1616101 Dec 15 14:41:24.103116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-73c1dd9e-1730-44aa-87ea-14f0dd678d19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 999 time: 0.1458855 Dec 15 14:41:24.104783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-11cbfe07-acdc-45f3-8b88-b082311c55b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 200 len: 999 time: 0.1407084 Dec 15 14:41:24.113265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0031c03-274f-4667-b385-48c6595b0832 req-3e23a158-69d2-411e-9303-863606e469d8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:24.114696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c0031c03-274f-4667-b385-48c6595b0832 req-3e23a158-69d2-411e-9303-863606e469d8 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.1430979 Dec 15 14:41:24.220312 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-647a7522-24f1-4ac9-82e4-127e7727ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:24.221718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-647a7522-24f1-4ac9-82e4-127e7727ce55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.1061702 Dec 15 14:41:24.225366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-2f92d062-4892-48fa-911e-a298cdc93efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:24.227723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-2f92d062-4892-48fa-911e-a298cdc93efe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 200 len: 850 time: 0.1111188 Dec 15 14:41:24.286858 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c0031c03-274f-4667-b385-48c6595b0832 req-a78475cc-ef2e-4841-aaee-61e07bcd1f4a tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557519 Dec 15 14:41:24.316822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-e1307868-0b21-480d-977e-47322745744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:24.318732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-e1307868-0b21-480d-977e-47322745744b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875530 Dec 15 14:41:24.324060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-2cf40f68-99b1-4c69-abcc-f69a3239e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:24.326329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-2cf40f68-99b1-4c69-abcc-f69a3239e24a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd7509b7-bdb4-4ead-9d95-a011ffe187de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816844 Dec 15 14:41:24.500514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-5513f846-90bd-4e68-b27f-5ae187fb8e5a service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730945 Dec 15 14:41:24.502300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-d1bc52f6-0a55-49f6-b674-27d3409c0847 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664612 Dec 15 14:41:24.678540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-2d1431e3-e041-4ce6-8466-5a6836646676 service neutron] 10.222.0.74 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713309 Dec 15 14:41:24.681102 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab720b43-2e66-4a7e-9529-428c3e05f81b req-abd4fbf2-da91-4aea-a9a4-5805bfefd904 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667395 Dec 15 14:41:25.421879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd5366-7319-4c0e-8f32-b7e19856c2e4 req-d00f394d-37a1-4733-a8d1-a8482bd49bef tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:25.423425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38fd5366-7319-4c0e-8f32-b7e19856c2e4 req-d00f394d-37a1-4733-a8d1-a8482bd49bef tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0506027 Dec 15 14:41:25.473455 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-38fd5366-7319-4c0e-8f32-b7e19856c2e4 req-a9722e4e-3838-48ab-acbb-f42838256e22 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437191 Dec 15 14:41:26.598657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f3a58-6fc8-4670-8f03-7ba77e089e02 req-882a56ea-5970-4ede-98c9-927c36ad7ece tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:26.600212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f24f3a58-6fc8-4670-8f03-7ba77e089e02 req-882a56ea-5970-4ede-98c9-927c36ad7ece tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0512226 Dec 15 14:41:26.650389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f24f3a58-6fc8-4670-8f03-7ba77e089e02 req-25893f1c-0ed5-4ee6-bf37-dddaa8216b62 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 Dec 15 14:41:27.777887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b1d7-e6d5-4dee-b754-6e5d6e5a2312 req-862bb279-1d71-4302-b711-7ed4a6c9a7fb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:27.779376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-26b2b1d7-e6d5-4dee-b754-6e5d6e5a2312 req-862bb279-1d71-4302-b711-7ed4a6c9a7fb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0554726 Dec 15 14:41:27.830168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-26b2b1d7-e6d5-4dee-b754-6e5d6e5a2312 req-42687bc5-7912-49fa-8f01-7e2f8ac93a99 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447929 Dec 15 14:41:28.952383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418023-af8a-48ba-92ba-ba5d865a008b req-e4e15707-9230-4914-ada4-2614897f2d71 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:28.953864 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a418023-af8a-48ba-92ba-ba5d865a008b req-e4e15707-9230-4914-ada4-2614897f2d71 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0530338 Dec 15 14:41:29.001004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1a418023-af8a-48ba-92ba-ba5d865a008b req-0a9d3ce3-e744-4915-bfec-8c73ab753da5 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Dec 15 14:41:30.123710 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4785405-f435-4490-86df-10a0c1c5abcc req-623d6346-c011-4972-9059-d358000062cb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:30.125181 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4785405-f435-4490-86df-10a0c1c5abcc req-623d6346-c011-4972-9059-d358000062cb tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0541012 Dec 15 14:41:30.175684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4785405-f435-4490-86df-10a0c1c5abcc req-492056cb-f62a-48b1-a892-3709895fd019 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 Dec 15 14:41:31.285297 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2e6f-3697-4835-b268-85029c417558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:31.298035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a07cb9-7fdc-4208-872f-ed4271ce0224 req-e6df2bbd-b7e4-451a-a7e9-9af9bad8beea tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:31.299457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d2a07cb9-7fdc-4208-872f-ed4271ce0224 req-e6df2bbd-b7e4-451a-a7e9-9af9bad8beea tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0515525 Dec 15 14:41:31.307777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:31.352561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d2a07cb9-7fdc-4208-872f-ed4271ce0224 req-229a2e89-e6dc-4ee5-9bea-0b22ac7db3f4 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452032 Dec 15 14:41:31.506872 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:32.475403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4807a-082c-4363-8f7b-578d0af76598 req-fe08d866-5c91-4f3f-953b-1e98d8164c71 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:32.476901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1e4807a-082c-4363-8f7b-578d0af76598 req-fe08d866-5c91-4f3f-953b-1e98d8164c71 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0512185 Dec 15 14:41:32.526002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e1e4807a-082c-4363-8f7b-578d0af76598 req-50de90df-c2d5-4afb-8e62-370ad16456d1 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428922 Dec 15 14:41:33.642710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fda6-3ff5-4c47-99dc-dd63916cf932 req-591ef4f1-245e-47d7-a7d4-24bda25b968f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:33.644689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19b2fda6-3ff5-4c47-99dc-dd63916cf932 req-591ef4f1-245e-47d7-a7d4-24bda25b968f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0493484 Dec 15 14:41:33.695202 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19b2fda6-3ff5-4c47-99dc-dd63916cf932 req-25155f71-e326-407d-9bb2-95b33e940006 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440302 Dec 15 14:41:33.907733 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-45392bf7-a0b4-45a7-a411-9da3bc8a4d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:34.819995 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfdc6b-bd4f-4801-b3fb-cde563ebf464 req-38a2c027-93a2-4f0e-9534-661c4456da6f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:34.822314 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50cfdc6b-bd4f-4801-b3fb-cde563ebf464 req-38a2c027-93a2-4f0e-9534-661c4456da6f tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0558753 Dec 15 14:41:34.870614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-50cfdc6b-bd4f-4801-b3fb-cde563ebf464 req-8df356e4-b654-432c-9626-e5df36bff4ad tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424886 Dec 15 14:41:34.987915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b24aa-fe17-43e9-ab66-fe47a493f4ef req-944ee133-9af3-4c38-921e-dc148342f893 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:34.989411 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f43b24aa-fe17-43e9-ab66-fe47a493f4ef req-944ee133-9af3-4c38-921e-dc148342f893 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0508854 Dec 15 14:41:35.019807 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:35.042105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f43b24aa-fe17-43e9-ab66-fe47a493f4ef req-6bac1d84-fb2f-4345-a3e6-0921ae1326a3 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461929 Dec 15 14:41:35.156572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815bc4e-5037-4867-a9e2-663bb77bff08 req-00d8a590-a2aa-4a01-b548-e8a44ba75735 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:35.158225 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b815bc4e-5037-4867-a9e2-663bb77bff08 req-00d8a590-a2aa-4a01-b548-e8a44ba75735 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0494890 Dec 15 14:41:35.207001 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b815bc4e-5037-4867-a9e2-663bb77bff08 req-48ee3b8d-6987-4162-87f1-f9884e3cc01d tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427115 Dec 15 14:41:35.445168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84974de-b767-4231-ba20-51fa4e4796bb req-144bfe1c-2542-4050-989c-93461e8eda9b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:35.446872 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a84974de-b767-4231-ba20-51fa4e4796bb req-144bfe1c-2542-4050-989c-93461e8eda9b tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0503535 Dec 15 14:41:35.498287 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a84974de-b767-4231-ba20-51fa4e4796bb req-9a4839cd-cbab-4178-b5d3-26d82c6b7229 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453382 Dec 15 14:41:36.383065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:41:36.629041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5950468-2193-469c-bdee-7701f358919c req-b519d246-80b7-45d6-9305-4b1e3bc5fdc1 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:36.630554 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5950468-2193-469c-bdee-7701f358919c req-b519d246-80b7-45d6-9305-4b1e3bc5fdc1 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 944 time: 0.0514390 Dec 15 14:41:36.645757 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:36.657355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'port_id': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'mac_address': 'fa:16:3e:a7:f9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:41:36.679472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f5950468-2193-469c-bdee-7701f358919c req-01c1c967-041a-4360-8217-99f8f67c1fae tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups?id=4d6bfdf1-ea74-469e-b472-b0f5b236347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Dec 15 14:41:36.698059 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:36.713253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc75aedd-fa0a-4499-aa74-3a91d4d40537 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:41:36.733132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:36.736892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:36.793515 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:36.796370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:36.917138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-e5d8caeb-485d-4b49-9c90-5068282968f9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:36.918593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-e5d8caeb-485d-4b49-9c90-5068282968f9 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 945 time: 0.0529552 Dec 15 14:41:37.006702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Deleting port dc75aedd-fa0a-4499-aa74-3a91d4d40537 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:37.007046 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:37.099380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] For port dc75aedd-fa0a-4499-aa74-3a91d4d40537, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=dc75aedd-fa0a-4499-aa74-3a91d4d40537,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:37.099823 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:37.271156 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:37.271513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:37.271830 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Floating IP b04060ad-c5d9-42e0-82c5-756e3c126420 disassociated. External IP: 172.25.7.39, port: dc75aedd-fa0a-4499-aa74-3a91d4d40537. Dec 15 14:41:37.272202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Calling delete_port for dc75aedd-fa0a-4499-aa74-3a91d4d40537 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:37.402526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:37.419270 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:37.431783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event deleted for resources: {'Port': ['ID=dc75aedd-fa0a-4499-aa74-3a91d4d40537,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:37.551076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:41:37.667050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:41:37.677384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:41:37.687605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:41:37.688283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:37.707037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] No DVR routers for this DVR port dc75aedd-fa0a-4499-aa74-3a91d4d40537 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:37.710075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:37.714167 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb3dd03-6d32-4557-8088-01b19f24e97a req-56011074-42b5-4e24-b856-df36201b8b50 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.74 "DELETE /v2.0/ports/dc75aedd-fa0a-4499-aa74-3a91d4d40537 HTTP/1.1" status: 204 len: 173 time: 0.7880738 Dec 15 14:41:37.714167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-deleted', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:37.717229 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb81ccf5-b2b5-4aa1-9780-64d89a0b0744" -d '{"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-deleted", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:37.778250 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5547ba9c-35e6-45e3-80b3-a49ac60d4c1a x-openstack-request-id: req-5547ba9c-35e6-45e3-80b3-a49ac60d4c1a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:37.778560 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e18cba3-1369-4ea9-ab9f-ed4fc8814007", "name": "network-vif-deleted", "tag": "dc75aedd-fa0a-4499-aa74-3a91d4d40537", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:37.778825 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5547ba9c-35e6-45e3-80b3-a49ac60d4c1a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:37.779492 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e18cba3-1369-4ea9-ab9f-ed4fc8814007', 'name': 'network-vif-deleted', 'tag': 'dc75aedd-fa0a-4499-aa74-3a91d4d40537', 'status': 'completed', 'code': 200} Dec 15 14:41:37.798682 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b24c692-cc1d-4802-8623-66ef56bd300a req-341ea4e9-4c2b-484e-a762-cb8acc15a290 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 210 time: 0.0412445 Dec 15 14:41:37.808584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:41:38.010977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:38.042036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:41:38.050504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:41:38.051113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:38.158861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:41:38.363121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:38.389591 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005e188-a12d-4ed7-9197-6e19998c1352 None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:31:56Z', 'revision_number': 4, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'ef8d5bbe-2ba7-4187-b614-55159900ef2b', 'name': '', 'network_id': 'fd7509b7-bdb4-4ead-9d95-a011ffe187de', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'mac_address': 'fa:16:3e:6f:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:56Z', 'updated_at': '2021-12-15T14:32:00Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'subnets': [{'id': '62cfdd12-9856-4e4f-81db-b97cb50c0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:41:38.636185 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b62a1-6147-41a1-9735-cf56562f6f3d None None] New status for floating IP b04060ad-c5d9-42e0-82c5-756e3c126420: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:41:38.901925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2e85f584-0b35-4c5f-ae40-3aa18d910d9f req-f621bfb7-53b4-4504-853f-ddd6b114bdb4 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 210 time: 0.0275779 Dec 15 14:41:39.999237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2b91bc1a-e533-4117-a03c-2088c6f40200 req-f59e4cfa-7a2d-4931-8e98-898ba3f55a66 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 210 time: 0.0272241 Dec 15 14:41:40.381049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:40.406175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: dc75aedd-fa0a-4499-aa74-3a91d4d40537 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:41:40.406530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device dc75aedd-fa0a-4499-aa74-3a91d4d40537 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:41.104985 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c684bac-183f-4890-bdde-f878021c52b0 req-621bcbcd-04f8-454f-9c7e-2e290016b5aa tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 210 time: 0.0314639 Dec 15 14:41:42.212843 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2d344988-a377-4bb7-870f-a0f926d84504 req-a06138df-e3fd-4e4a-8972-53f133862f82 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e18cba3-1369-4ea9-ab9f-ed4fc8814007 HTTP/1.1" status: 200 len: 210 time: 0.0267651 Dec 15 14:41:46.995082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49452) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:47.049868 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47af3ce3-9fca-4b0e-8cd5-683a5ffe93a6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.074522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47af3ce3-9fca-4b0e-8cd5-683a5ffe93a6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.124801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47af3ce3-9fca-4b0e-8cd5-683a5ffe93a6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.127547 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47af3ce3-9fca-4b0e-8cd5-683a5ffe93a6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.131414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:47.131972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-47af3ce3-9fca-4b0e-8cd5-683a5ffe93a6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "DELETE /v2.0/security-groups/4d6bfdf1-ea74-469e-b472-b0f5b236347f HTTP/1.1" status: 204 len: 168 time: 0.1351781 Dec 15 14:41:47.142500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af3ce3-9fca-4b0e-8cd5-683a5ffe93a6 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6bfdf1-ea74-469e-b472-b0f5b236347f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:47.149244 n-d-821840-1 neutron-server[109767]: INFO neutron.api.v2.resource [None req-10d40649-25b3-4120-a609-f148880b2c47 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] show failed (client error): The resource could not be found. Dec 15 14:41:47.153715 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-10d40649-25b3-4120-a609-f148880b2c47 tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "GET /v2.0/security-groups/4d6bfdf1-ea74-469e-b472-b0f5b236347f HTTP/1.1" status: 404 len: 347 time: 0.0198750 Dec 15 14:41:47.154065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49456) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:47.288656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Deleting port a4dad32e-6d7f-4931-9f19-ef63a5cd8357 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:47.288902 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.371455 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.371785 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.383809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Calling delete_port for a4dad32e-6d7f-4931-9f19-ef63a5cd8357 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:47.517434 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.548603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Pushing event deleted for resources: {'Port': ['ID=a4dad32e-6d7f-4931-9f19-ef63a5cd8357,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:47.607992 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.611349 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:47.613207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e4d7fdc9-95d9-4e3b-8615-8ee413c31e6c tempest-ServerActionsTestJSON-117700426 tempest-ServerActionsTestJSON-117700426-project] 10.222.0.86 "DELETE /v2.0/floatingips/b04060ad-c5d9-42e0-82c5-756e3c126420 HTTP/1.1" status: 204 len: 168 time: 0.4576089 Dec 15 14:41:47.616009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:48.027374 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:48.268089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Deleting port ef8d5bbe-2ba7-4187-b614-55159900ef2b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:48.268425 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:48.345560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] For port ef8d5bbe-2ba7-4187-b614-55159900ef2b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ef8d5bbe-2ba7-4187-b614-55159900ef2b,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:48.345909 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:48.357656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Calling delete_port for ef8d5bbe-2ba7-4187-b614-55159900ef2b owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:48.536204 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:48.562102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8d5bbe-2ba7-4187-b614-55159900ef2b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:49.059241 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:49.278454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Router 17d41155-70b4-4c70-b983-14f25c2b092d has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:41:49.386885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:41:49.391892 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-685ac1d3-00b1-4f0d-9fe3-501bc5604dec admin admin] 10.222.0.86 "PUT /v2.0/routers/17d41155-70b4-4c70-b983-14f25c2b092d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7745869 Dec 15 14:41:49.394544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49462) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:49.395496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] Sync routers for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:41:49.405004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:41:49.405620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:49.499554 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:49.512934 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:41:49.602690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:49.666029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Deleting port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:49.666293 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:49.694621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:41:48Z', 'revision_number': 5, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port': {'id': '9a35ffa1-73a1-4a51-8f15-acb90b9f80b8', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:31:54Z', 'updated_at': '2021-12-15T14:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:49.724618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] Checking router: 17d41155-70b4-4c70-b983-14f25c2b092d for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:41:49.733678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] Routers {'17d41155-70b4-4c70-b983-14f25c2b092d'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:41:49.734290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:41:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['17d41155-70b4-4c70-b983-14f25c2b092d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:49.744562 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] For port 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9a35ffa1-73a1-4a51-8f15-acb90b9f80b8,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:49.744927 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:49.756913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Calling delete_port for 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:49.823348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] Set router 17d41155-70b4-4c70-b983-14f25c2b092d gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:41:49.876773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:41:49Z', 'revision_number': 6, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:49.908279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aac8e-28d9-4a99-bf43-af82ed3e4c3d None None] The sync data for ids ['17d41155-70b4-4c70-b983-14f25c2b092d'] in n-d-821840-1 is: [{'id': '17d41155-70b4-4c70-b983-14f25c2b092d', 'name': 'tempest-ServerActionsTestJSON-629504461-router', 'tenant_id': 'c61777cde4af4f95b69ec7aff84d5381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:31:53Z', 'updated_at': '2021-12-15T14:41:49Z', 'revision_number': 6, 'project_id': 'c61777cde4af4f95b69ec7aff84d5381', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:41:49.926595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:49.951598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a35ffa1-73a1-4a51-8f15-acb90b9f80b8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:49.968611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990965f-808a-4272-9b7d-25415f9ee646 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:41:50.018724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.109653 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.111752 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.156942 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.157499 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17d41155-70b4-4c70-b983-14f25c2b092d {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:41:50.161936 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.164647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b57a2dd8-6813-4ffa-992d-1174d0badaf9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/17d41155-70b4-4c70-b983-14f25c2b092d HTTP/1.1" status: 204 len: 168 time: 0.7688899 Dec 15 14:41:50.166269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49464) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:50.211080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-685839c5-f570-4b1a-893b-8aedc4f89a1f admin admin] Deleting subnet 62cfdd12-9856-4e4f-81db-b97cb50c0c56 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:41:50.214168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685839c5-f570-4b1a-893b-8aedc4f89a1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.252402 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685839c5-f570-4b1a-893b-8aedc4f89a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.334103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685839c5-f570-4b1a-893b-8aedc4f89a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.390559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685839c5-f570-4b1a-893b-8aedc4f89a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.413809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685839c5-f570-4b1a-893b-8aedc4f89a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62cfdd12-9856-4e4f-81db-b97cb50c0c56,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:50.420549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685839c5-f570-4b1a-893b-8aedc4f89a1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.424231 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-685839c5-f570-4b1a-893b-8aedc4f89a1f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/62cfdd12-9856-4e4f-81db-b97cb50c0c56 HTTP/1.1" status: 204 len: 168 time: 0.2564723 Dec 15 14:41:50.426482 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:50.427226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb3f3c-6904-40c9-93a1-4c87dd418845 None None] Network fd7509b7-bdb4-4ead-9d95-a011ffe187de requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:41:50.500321 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.556728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Deleting port 2317d881-465d-41d6-aeeb-e19d96c4cf91 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:50.557071 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.620350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] For port 2317d881-465d-41d6-aeeb-e19d96c4cf91, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2317d881-465d-41d6-aeeb-e19d96c4cf91,segment=NetworkSegment(4500392a-0fd2-4a8d-91fc-83c3b6020dfc),segment_id=4500392a-0fd2-4a8d-91fc-83c3b6020dfc)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:50.620642 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.633685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Calling delete_port for 2317d881-465d-41d6-aeeb-e19d96c4cf91 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:50.682017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] DHCP port deletion for fd7509b7-bdb4-4ead-9d95-a011ffe187de request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:41:50.722019 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.737291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] Deleting port 2317d881-465d-41d6-aeeb-e19d96c4cf91 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:41:50.737673 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.748676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Pushing event deleted for resources: {'Port': ['ID=2317d881-465d-41d6-aeeb-e19d96c4cf91,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:50.753534 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] No DVR routers for this DVR port 2317d881-465d-41d6-aeeb-e19d96c4cf91 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:50.762784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.763131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.763472 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.763816 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.764171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.764503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.764832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.765153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.765480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.765796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.766115 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.766434 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.766751 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:50.816049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] For port 2317d881-465d-41d6-aeeb-e19d96c4cf91, host n-d-821840-1, got binding levels [] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:41:50.816617 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.829391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] Calling delete_port for 2317d881-465d-41d6-aeeb-e19d96c4cf91 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:41:50.832235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.ipam_backend_mixin [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] Port 2317d881-465d-41d6-aeeb-e19d96c4cf91 was not found and therefore no delete operation was performed {{(pid=109769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 14:41:50.833561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.840374 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.864054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7509b7-bdb4-4ead-9d95-a011ffe187de']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:50.864686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] Pushing event deleted for resources: {'Port': ['ID=2317d881-465d-41d6-aeeb-e19d96c4cf91,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:50.868117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039380f-5180-48eb-83d5-ac743684ed91 None None] No DVR routers for this DVR port 2317d881-465d-41d6-aeeb-e19d96c4cf91 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:41:50.876615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4500392a-0fd2-4a8d-91fc-83c3b6020dfc') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:50.877040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4500392a-0fd2-4a8d-91fc-83c3b6020dfc') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:41:50.893235 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.909449 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.916737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:41:50.917141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:41:50.918951 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:41:50.982558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.988346 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:50.992132 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] 10.222.0.86 "DELETE /v2.0/networks/fd7509b7-bdb4-4ead-9d95-a011ffe187de HTTP/1.1" status: 204 len: 168 time: 0.5640423 Dec 15 14:41:51.007217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64914c-ce35-4399-b01d-32d3e3371edb admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7509b7-bdb4-4ead-9d95-a011ffe187de,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:51.105380 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:51.146698 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e586e0be-6b2c-44e7-9b13-5b5eff1229de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c61777cde4af4f95b69ec7aff84d5381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400975 Dec 15 14:41:51.149427 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49472) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:51.203665 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-856c6a74-2a81-44c1-822b-70d10fdbbcc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:51.224695 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-856c6a74-2a81-44c1-822b-70d10fdbbcc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:51.269957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-856c6a74-2a81-44c1-822b-70d10fdbbcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:51.272621 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-856c6a74-2a81-44c1-822b-70d10fdbbcc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:51.273951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-856c6a74-2a81-44c1-822b-70d10fdbbcc4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9bbb5961-93b8-4ab9-aebe-eb5701f39d11 HTTP/1.1" status: 204 len: 168 time: 0.1233385 Dec 15 14:41:51.281944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c6a74-2a81-44c1-822b-70d10fdbbcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbb5961-93b8-4ab9-aebe-eb5701f39d11,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:51.668664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:51.689484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:41:51.689836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9a35ffa1-73a1-4a51-8f15-acb90b9f80b8 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:51.690251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2317d881-465d-41d6-aeeb-e19d96c4cf91 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:51.709022 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2317d881-465d-41d6-aeeb-e19d96c4cf91 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:41:51.709376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2317d881-465d-41d6-aeeb-e19d96c4cf91 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:51.709807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ef8d5bbe-2ba7-4187-b614-55159900ef2b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:41:51.730340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: ef8d5bbe-2ba7-4187-b614-55159900ef2b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:41:51.730770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ef8d5bbe-2ba7-4187-b614-55159900ef2b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:41:51.986074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49494) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:52.080323 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1370866828-network', 'tenant_id': 'a34bfd9f113f43c6adbe118b7b964dca'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:52.101243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Made reservation on behalf of a34bfd9f113f43c6adbe118b7b964dca for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:41:52.103834 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.112050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.189996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.193832 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.220208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:41:52.230410 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf644772-63f9-4412-ab8f-73680e57e259,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:52.236582 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.236929 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Added segment ea116dd6-42df-46d5-a6a2-7defe619702e of type vlan for network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 Dec 15 14:41:52.277255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.304330 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.305894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:52.306467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.351156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3639562 Dec 15 14:41:52.354971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49498) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:52.360419 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Request body: {'subnet': {'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1370866828-subnet', 'tenant_id': 'a34bfd9f113f43c6adbe118b7b964dca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:52.366538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5401ef-7d4f-4f5f-bdf8-fba38d60dfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=a8ea221d-dd7c-4254-b07d-6d71f0b77f27,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:52.378678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:41:52.381280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Made reservation on behalf of a34bfd9f113f43c6adbe118b7b964dca for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:41:52.384094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.549594 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.612964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b167bfc-123d-4985-8298-6a2bb8998203,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:52.620699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Checking segment: {'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:41:52.621061 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Network hostable DHCP agents. Network: a8ea221d-dd7c-4254-b07d-6d71f0b77f27, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:41:52.640006 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:41:52.648648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a8ea221d-dd7c-4254-b07d-6d71f0b77f27) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:41:52.652764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:52.653487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.658342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9dbf75-f9bd-4bd3-8753-52c7f7d30a0c None None] Network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:41:52.670350 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-26e302c2-b068-478d-9d20-a3f5754a4db5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3136857 Dec 15 14:41:52.922365 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818690b-473b-4c05-80b7-048f662de41b None None] Network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:41:53.102583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-b85bc298-9ff1-40b2-8e10-b5e062d0da18 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:53.104084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-b85bc298-9ff1-40b2-8e10-b5e062d0da18 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/networks?id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27 HTTP/1.1" status: 200 len: 814 time: 0.1016243 Dec 15 14:41:53.119759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-24b64468-8aa6-44d0-8a6a-89491df687b4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/quotas/a34bfd9f113f43c6adbe118b7b964dca HTTP/1.1" status: 200 len: 375 time: 0.0096169 Dec 15 14:41:53.155445 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-59da973a-2947-4a73-a75b-cb89829d9099 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a34bfd9f113f43c6adbe118b7b964dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304897 Dec 15 14:41:53.245336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-b477b9cf-84e0-4e48-b6bb-3d7e5715ab96 service neutron] 10.222.0.86 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826542 Dec 15 14:41:53.338085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-f02ff73d-7e50-40d6-8483-7c9ee1bf9263 service neutron] 10.222.0.86 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864363 Dec 15 14:41:53.501717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d52bbbb8-3a79-48ec-95e2-46979398b2f2 req-e57ce9af-8f9c-4ae0-9ad9-4e05d1ad5f38 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0275116 Dec 15 14:41:54.583608 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4fa4e589-8f55-431f-84d8-41b163d1b16e req-e79714de-7f59-43b7-a275-c1f2474bb48f tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0292654 Dec 15 14:41:55.660994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b94508e3-35d7-4dee-9ae2-f0f97005ee7d req-15768ce0-42b7-42b6-ab2b-a9ad182654c5 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0264368 Dec 15 14:41:56.738095 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8d045f65-3d10-42e5-96f1-910fb63bdb91 req-8e5569b0-397d-4084-8911-96625462785b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0264845 Dec 15 14:41:57.832145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-26065b37-5961-434c-986e-8c3a181938dd req-bb04f565-42ee-4825-b8fb-f5e8a5528b0b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0274415 Dec 15 14:41:58.604084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-a8f579ae-ba72-4160-920e-05ab8bf06559 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:58.605550 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-a8f579ae-ba72-4160-920e-05ab8bf06559 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.74 "GET /v2.0/networks?id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27 HTTP/1.1" status: 200 len: 814 time: 0.1100490 Dec 15 14:41:58.619168 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Request body: {'port': {'device_id': '1979092a-4373-4155-bb0a-d2b11d39c2b7', 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27', 'admin_state_up': True, 'tenant_id': 'a34bfd9f113f43c6adbe118b7b964dca'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:58.724442 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Made reservation on behalf of a34bfd9f113f43c6adbe118b7b964dca for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:41:58.728861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.856234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Allocated IP 172.20.0.6 (a8ea221d-dd7c-4254-b07d-6d71f0b77f27/1b167bfc-123d-4985-8298-6a2bb8998203/e5bbda58-dc35-464d-8ad2-3c12accb59d6) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:41:58.934063 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e3d21385-2767-4bad-8e10-824555cec908 req-fa30d8ca-7ac1-4475-a65d-e572c8a97a80 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0313432 Dec 15 14:41:59.015419 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.048527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.091365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:41:59.094509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:41:59.098137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:41:59.123666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Pushing event updated for resources: {'Port': ['ID=e5bbda58-dc35-464d-8ad2-3c12accb59d6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:59.149282 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.149896 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.165319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-668e602d-bf31-4181-a752-55ca1cdf9aba tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5505412 Dec 15 14:41:59.178165 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Request body: {'port': {'device_id': '1979092a-4373-4155-bb0a-d2b11d39c2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:59.232972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.485797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bbda58-dc35-464d-8ad2-3c12accb59d6 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:41:59.493831 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.505960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Transition to ACTIVE for port object e5bbda58-dc35-464d-8ad2-3c12accb59d6 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:41:59.509622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.557344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bbda58-dc35-464d-8ad2-3c12accb59d6,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:59.628470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Attempting to bind port e5bbda58-dc35-464d-8ad2-3c12accb59d6 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:41:59.628809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Attempting to bind port e5bbda58-dc35-464d-8ad2-3c12accb59d6 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:41:59.629140 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Attempting to bind port e5bbda58-dc35-464d-8ad2-3c12accb59d6 on network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:59.633568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Port e5bbda58-dc35-464d-8ad2-3c12accb59d6 on network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:41:59.633892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Attempting to bind port e5bbda58-dc35-464d-8ad2-3c12accb59d6 on network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:41:59.641008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:41:59.641345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Checking segment: {'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:41:59.641726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Bound using segment: {'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:41:59.642151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Bound port: e5bbda58-dc35-464d-8ad2-3c12accb59d6, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:41:59.642509 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.703462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] For port e5bbda58-dc35-464d-8ad2-3c12accb59d6, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:41:59.706488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] For port e5bbda58-dc35-464d-8ad2-3c12accb59d6, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e5bbda58-dc35-464d-8ad2-3c12accb59d6,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:41:59.711006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.746609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.747237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:59.748640 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] 10.222.0.74 "PUT /v2.0/ports/e5bbda58-dc35-464d-8ad2-3c12accb59d6 HTTP/1.1" status: 200 len: 1091 time: 0.5745142 Dec 15 14:41:59.749083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1979092a-4373-4155-bb0a-d2b11d39c2b7', 'tag': 'e5bbda58-dc35-464d-8ad2-3c12accb59d6'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:41:59.751355 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505c8ea5-85aa-44d0-b29e-a753c116c1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1979092a-4373-4155-bb0a-d2b11d39c2b7", "tag": "e5bbda58-dc35-464d-8ad2-3c12accb59d6"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:41:59.781076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd056ed1-5034-4e9a-96ad-939b89124844 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bbda58-dc35-464d-8ad2-3c12accb59d6,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:59.793827 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65705ab2-6940-48bb-99a9-0bfa294d7446 x-openstack-request-id: req-65705ab2-6940-48bb-99a9-0bfa294d7446 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:41:59.794147 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1979092a-4373-4155-bb0a-d2b11d39c2b7", "tag": "e5bbda58-dc35-464d-8ad2-3c12accb59d6", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:41:59.794415 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65705ab2-6940-48bb-99a9-0bfa294d7446 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:41:59.794831 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1979092a-4373-4155-bb0a-d2b11d39c2b7', 'tag': 'e5bbda58-dc35-464d-8ad2-3c12accb59d6', 'status': 'completed', 'code': 200} Dec 15 14:41:59.835448 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-85af6111-104c-4cd0-8ca2-414592d1f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.837552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-85af6111-104c-4cd0-8ca2-414592d1f5f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a34bfd9f113f43c6adbe118b7b964dca&device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 1094 time: 0.0419319 Dec 15 14:41:59.886414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-7194722f-ede4-40d8-a9ec-9316491c519c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5bbda58-dc35-464d-8ad2-3c12accb59d6 HTTP/1.1" status: 200 len: 217 time: 0.0392361 Dec 15 14:41:59.935365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-dda5d397-c0be-4919-a0a7-ffbf60d1f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:59.936824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-dda5d397-c0be-4919-a0a7-ffbf60d1f01f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b167bfc-123d-4985-8298-6a2bb8998203 HTTP/1.1" status: 200 len: 854 time: 0.0430281 Dec 15 14:41:59.967662 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-90306628-a2ca-4a8d-be1d-03ab1968ea2f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242519 Dec 15 14:42:00.060793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090455b4-b863-470e-a0cc-12f757296fd1 req-81f4a8bc-6fe1-4405-b399-6744bc10d4d1 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:00.062206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-090455b4-b863-470e-a0cc-12f757296fd1 req-81f4a8bc-6fe1-4405-b399-6744bc10d4d1 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0501351 Dec 15 14:42:00.062840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-652701a6-ff5b-402f-81df-8ec08815b10d service neutron] 10.222.0.74 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876348 Dec 15 14:42:00.110411 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-090455b4-b863-470e-a0cc-12f757296fd1 req-fb113ff7-2d40-4c18-99f1-bbca8e1a2b98 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Dec 15 14:42:00.151611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8d766600-430b-4d7b-8a7e-8638655e9b09 req-b89aa6ea-d815-44c4-9b4e-c82a21fe0333 service neutron] 10.222.0.74 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821614 Dec 15 14:42:00.242934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-f8c234a6-d354-47da-86dc-541604b55d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:00.244466 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-f8c234a6-d354-47da-86dc-541604b55d58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a34bfd9f113f43c6adbe118b7b964dca&device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 1094 time: 0.0476513 Dec 15 14:42:00.296253 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:42:00.349498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-78438c1c-cdd1-415c-a5af-03d77193ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:00.351413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-78438c1c-cdd1-415c-a5af-03d77193ca33 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27 HTTP/1.1" status: 200 len: 916 time: 0.0993180 Dec 15 14:42:00.393628 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-a85cc2bf-f13b-4b24-9768-8d5d802ed525 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5bbda58-dc35-464d-8ad2-3c12accb59d6 HTTP/1.1" status: 200 len: 217 time: 0.0347733 Dec 15 14:42:00.445723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-73db2695-a99f-4f01-947c-7d578893f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:00.447141 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-73db2695-a99f-4f01-947c-7d578893f25c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b167bfc-123d-4985-8298-6a2bb8998203 HTTP/1.1" status: 200 len: 854 time: 0.0465386 Dec 15 14:42:00.478806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-e362ec13-28fe-4542-aa6d-1fb5c9ddd191 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240262 Dec 15 14:42:00.565552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-fc58307e-6e89-49a4-8039-39eeacc8a69f service neutron] 10.222.0.74 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788963 Dec 15 14:42:00.658819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-505c8ea5-85aa-44d0-b29e-a753c116c1a0 req-9a66bae2-9657-4687-bf5a-b83a407bf443 service neutron] 10.222.0.74 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844426 Dec 15 14:42:01.254822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c359315-16d4-4db1-bed1-082697fcbe68 req-1ec73acb-940c-4e74-99c7-953bc5bb5835 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:01.256396 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c359315-16d4-4db1-bed1-082697fcbe68 req-1ec73acb-940c-4e74-99c7-953bc5bb5835 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0550020 Dec 15 14:42:01.294291 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f9b13b35-108d-4f05-a876-d574ed79b6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:01.310471 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:01.318043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c359315-16d4-4db1-bed1-082697fcbe68 req-9d65ef52-f184-48cb-9365-f90845723b3b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508804 Dec 15 14:42:01.518147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.456008 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aa6ec-3c76-4475-94f3-43bec49f4ee4 req-fbab2910-11e1-4d6e-9c35-82e9936aa054 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:02.457401 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-190aa6ec-3c76-4475-94f3-43bec49f4ee4 req-fbab2910-11e1-4d6e-9c35-82e9936aa054 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0573561 Dec 15 14:42:02.474535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e5bbda58-dc35-464d-8ad2-3c12accb59d6 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:42:02.506516 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-190aa6ec-3c76-4475-94f3-43bec49f4ee4 req-1b87b82e-f610-4306-a267-3a4cdedaef8a tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Dec 15 14:42:02.574608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e5bbda58-dc35-464d-8ad2-3c12accb59d6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e5bbda58-dc35-464d-8ad2-3c12accb59d6,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:02.587971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'e5bbda58-dc35-464d-8ad2-3c12accb59d6', 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27', 'port_id': 'e5bbda58-dc35-464d-8ad2-3c12accb59d6', 'mac_address': 'fa:16:3e:28:47:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b167bfc-123d-4985-8298-6a2bb8998203', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:42:02.626915 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.642860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bbda58-dc35-464d-8ad2-3c12accb59d6 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:42:02.663040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e5bbda58-dc35-464d-8ad2-3c12accb59d6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e5bbda58-dc35-464d-8ad2-3c12accb59d6,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:02.666817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.718095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e5bbda58-dc35-464d-8ad2-3c12accb59d6,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:02.867222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e5bbda58-dc35-464d-8ad2-3c12accb59d6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:03.624945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d48e8e-8b1b-4b96-afd6-ee835e4b66d3 req-81f4c9ce-6164-4034-b6eb-2efd4265af5b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:03.626407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3d48e8e-8b1b-4b96-afd6-ee835e4b66d3 req-81f4c9ce-6164-4034-b6eb-2efd4265af5b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 944 time: 0.0518055 Dec 15 14:42:03.672829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3d48e8e-8b1b-4b96-afd6-ee835e4b66d3 req-437f1883-c0fa-453c-a263-f04b764f17c8 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Dec 15 14:42:03.909311 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-727b6b7c-dfd7-46ad-9ae3-8d927559af36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:04.495508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e5bbda58-dc35-464d-8ad2-3c12accb59d6 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:04.548293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port e5bbda58-dc35-464d-8ad2-3c12accb59d6 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:42:04.552300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port e5bbda58-dc35-464d-8ad2-3c12accb59d6 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:04.552680 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:04.628145 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:04.650988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1979092a-4373-4155-bb0a-d2b11d39c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bbda58-dc35-464d-8ad2-3c12accb59d6'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:04.653267 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032a44a9-3c19-4fce-95db-1b17126f9771" -d '{"events": [{"server_uuid": "1979092a-4373-4155-bb0a-d2b11d39c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "e5bbda58-dc35-464d-8ad2-3c12accb59d6"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:04.667105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port e5bbda58-dc35-464d-8ad2-3c12accb59d6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e5bbda58-dc35-464d-8ad2-3c12accb59d6,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:04.670804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:04.696335 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859f5544-b7a5-4f2c-b40a-c196687db898 x-openstack-request-id: req-859f5544-b7a5-4f2c-b40a-c196687db898 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:04.696704 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1979092a-4373-4155-bb0a-d2b11d39c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "e5bbda58-dc35-464d-8ad2-3c12accb59d6", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:04.696966 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-859f5544-b7a5-4f2c-b40a-c196687db898 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:04.697369 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1979092a-4373-4155-bb0a-d2b11d39c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bbda58-dc35-464d-8ad2-3c12accb59d6', 'code': 200} Dec 15 14:42:04.723918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=e5bbda58-dc35-464d-8ad2-3c12accb59d6,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:04.818642 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5da89-f75a-4a24-a6eb-e1bf39ababb2 req-d3dfeed8-8191-4e8f-a052-a9ddc5af4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:04.820672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c5da89-f75a-4a24-a6eb-e1bf39ababb2 req-d3dfeed8-8191-4e8f-a052-a9ddc5af4437 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 1096 time: 0.0702744 Dec 15 14:42:04.828773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8402b-c5bc-45d3-8d2f-ca7cca0c3484 req-32374bce-accf-48f3-a41f-25688d3d2a7b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:04.830153 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b6f8402b-c5bc-45d3-8d2f-ca7cca0c3484 req-32374bce-accf-48f3-a41f-25688d3d2a7b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0815122 Dec 15 14:42:04.902330 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-68c5da89-f75a-4a24-a6eb-e1bf39ababb2 req-6d6e767a-ec39-4d75-81b1-de24b03d9b2d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712395 Dec 15 14:42:04.905975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b6f8402b-c5bc-45d3-8d2f-ca7cca0c3484 req-f92d55fc-fc58-44e1-bff3-8dd3eee6e881 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692196 Dec 15 14:42:05.029016 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:06.022681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da27e19-83e8-4a72-a371-dc43371f9ceb req-739f8f25-82af-4eb6-9eeb-a1232f48df6c tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:06.024489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2da27e19-83e8-4a72-a371-dc43371f9ceb req-739f8f25-82af-4eb6-9eeb-a1232f48df6c tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0494635 Dec 15 14:42:06.074229 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2da27e19-83e8-4a72-a371-dc43371f9ceb req-71963f8b-d6f5-4266-ad09-5d7b3781b082 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Dec 15 14:42:06.297776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-74968bec-8107-41b1-88de-0664e4b4959f tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:06.299250 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-74968bec-8107-41b1-88de-0664e4b4959f tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/networks?id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27 HTTP/1.1" status: 200 len: 814 time: 0.1004896 Dec 15 14:42:06.314464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-078c5c48-f3b3-4fac-bf2b-ac5c821acd0b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/quotas/a34bfd9f113f43c6adbe118b7b964dca HTTP/1.1" status: 200 len: 375 time: 0.0091906 Dec 15 14:42:06.363648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-e4491835-44e3-40d3-8102-cf23817ff998 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a34bfd9f113f43c6adbe118b7b964dca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440681 Dec 15 14:42:06.446807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-2385fba0-e123-4c1d-b12a-874cdc7eedfa service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:42:06.447831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-2385fba0-e123-4c1d-b12a-874cdc7eedfa service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0434635 Dec 15 14:42:06.539946 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-3ef4277e-386c-461e-890a-43facc5799cf service neutron] 10.222.0.86 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857255 Dec 15 14:42:06.630014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f703d1c-cbd6-4b86-b109-5f40edc28780 service neutron] 10.222.0.86 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Dec 15 14:42:06.780777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:06.798206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1017ed29-a5d6-42b2-8660-786118273d5f req-e32a6d55-6f81-45dc-87e2-e41a4f1f8e31 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 210 time: 0.0323272 Dec 15 14:42:07.421746 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:07.737501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b48b54e6-5d03-4d43-9a56-9be31e1cb94d tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:07.739895 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b48b54e6-5d03-4d43-9a56-9be31e1cb94d tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.24 "GET /v2.0/networks?id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27 HTTP/1.1" status: 200 len: 814 time: 0.1060393 Dec 15 14:42:07.752249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Request body: {'port': {'device_id': 'f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f', 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27', 'admin_state_up': True, 'tenant_id': 'a34bfd9f113f43c6adbe118b7b964dca'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:07.866759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Made reservation on behalf of a34bfd9f113f43c6adbe118b7b964dca for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:07.871218 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:07.920407 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18c0773d-130c-45c3-8dc4-208504a9f0c8 req-3cfa6937-3fca-42df-bf59-4cc2626d5544 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 210 time: 0.0390711 Dec 15 14:42:08.022632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Allocated IP 172.20.0.3 (a8ea221d-dd7c-4254-b07d-6d71f0b77f27/1b167bfc-123d-4985-8298-6a2bb8998203/41641465-77f8-49db-893d-6e6ca3a315cd) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:08.167337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.201688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.215025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e5bbda58-dc35-464d-8ad2-3c12accb59d6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:08.246947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:08.251976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:08.256738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:08.261609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Pushing event updated for resources: {'Port': ['ID=41641465-77f8-49db-893d-6e6ca3a315cd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:08.290758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.291026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.291373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.291718 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.292079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.292421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.292752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.293084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.293414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.293740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.294066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.294390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.294714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:08.318372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:08.318996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.336634 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-b87ae5a9-59b2-4cdd-9c1b-918fb0ef3ab4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874066 Dec 15 14:42:08.348096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Request body: {'port': {'device_id': 'f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:08.405329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.658334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41641465-77f8-49db-893d-6e6ca3a315cd {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:42:08.666312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.678880 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Transition to ACTIVE for port object 41641465-77f8-49db-893d-6e6ca3a315cd will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:42:08.682669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.734345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=41641465-77f8-49db-893d-6e6ca3a315cd,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:08.800327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Attempting to bind port 41641465-77f8-49db-893d-6e6ca3a315cd on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:08.800988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Attempting to bind port 41641465-77f8-49db-893d-6e6ca3a315cd by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:08.800988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Attempting to bind port 41641465-77f8-49db-893d-6e6ca3a315cd on network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:08.805443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Port 41641465-77f8-49db-893d-6e6ca3a315cd on network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:42:08.805775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Attempting to bind port 41641465-77f8-49db-893d-6e6ca3a315cd on network a8ea221d-dd7c-4254-b07d-6d71f0b77f27 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:08.810778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:08.811119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Checking segment: {'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:08.811508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Bound using segment: {'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:08.811970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Bound port: 41641465-77f8-49db-893d-6e6ca3a315cd, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea116dd6-42df-46d5-a6a2-7defe619702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:08.812329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.873053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] For port 41641465-77f8-49db-893d-6e6ca3a315cd, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:08.876174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] For port 41641465-77f8-49db-893d-6e6ca3a315cd, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=41641465-77f8-49db-893d-6e6ca3a315cd,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:08.880183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.915258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:08.915888 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:08.917302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] 10.222.0.24 "PUT /v2.0/ports/41641465-77f8-49db-893d-6e6ca3a315cd HTTP/1.1" status: 200 len: 1091 time: 0.5733838 Dec 15 14:42:08.917752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f', 'tag': '41641465-77f8-49db-893d-6e6ca3a315cd'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:08.920023 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d815e15-cee1-4571-a285-591a473a0f11" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f", "tag": "41641465-77f8-49db-893d-6e6ca3a315cd"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:08.950084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f970cf6-5116-4c11-99df-498d70afacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=41641465-77f8-49db-893d-6e6ca3a315cd,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:08.970040 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b6f888-6551-4dc9-b3aa-dd1aae5eb9d8 x-openstack-request-id: req-c3b6f888-6551-4dc9-b3aa-dd1aae5eb9d8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:08.970341 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f", "tag": "41641465-77f8-49db-893d-6e6ca3a315cd", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:08.970602 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c3b6f888-6551-4dc9-b3aa-dd1aae5eb9d8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:08.971002 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f', 'tag': '41641465-77f8-49db-893d-6e6ca3a315cd', 'status': 'completed', 'code': 200} Dec 15 14:42:09.039305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-8b48385f-05ac-4ac7-aae5-588f38f3a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.040885 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-8b48385f-05ac-4ac7-aae5-588f38f3a1ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a34bfd9f113f43c6adbe118b7b964dca&device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 1094 time: 0.0801682 Dec 15 14:42:09.063176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93702b4-a184-4c3c-9ec6-8cccb8e0b9e6 req-57c12a02-b00b-4bcb-8cab-f38377bdddc1 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.064763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c93702b4-a184-4c3c-9ec6-8cccb8e0b9e6 req-57c12a02-b00b-4bcb-8cab-f38377bdddc1 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 943 time: 0.0694885 Dec 15 14:42:09.097656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-7613a78a-3351-4da2-8dae-038707389787 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41641465-77f8-49db-893d-6e6ca3a315cd HTTP/1.1" status: 200 len: 217 time: 0.0491941 Dec 15 14:42:09.172864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-f3e28c8e-0783-42dc-9166-8c7332539de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.175975 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-f3e28c8e-0783-42dc-9166-8c7332539de7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b167bfc-123d-4985-8298-6a2bb8998203 HTTP/1.1" status: 200 len: 854 time: 0.0702181 Dec 15 14:42:09.180063 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c93702b4-a184-4c3c-9ec6-8cccb8e0b9e6 req-63bfabca-8fb9-44a7-8544-ad7dce2ab38e tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884309 Dec 15 14:42:09.207649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-ba627742-c0a4-47a5-b326-f10412f458cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250156 Dec 15 14:42:09.293572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-7282f30b-2363-43ec-affb-e4cad4f42acd service neutron] 10.222.0.24 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788324 Dec 15 14:42:09.388974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-23bc9af1-377d-48e0-8e9e-7c6567d13f25 req-ac3e2f9c-086c-4643-91d8-8933d9f39e08 service neutron] 10.222.0.24 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859318 Dec 15 14:42:09.474794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815e15-cee1-4571-a285-591a473a0f11 req-a1713b84-8721-4041-9c3b-81b59a278982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.476257 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d815e15-cee1-4571-a285-591a473a0f11 req-a1713b84-8721-4041-9c3b-81b59a278982 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a34bfd9f113f43c6adbe118b7b964dca&device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 1094 time: 0.0422652 Dec 15 14:42:09.879132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815e15-cee1-4571-a285-591a473a0f11 req-b0a8b72a-7bb8-477c-89a6-89eac1729116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.880641 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d815e15-cee1-4571-a285-591a473a0f11 req-b0a8b72a-7bb8-477c-89a6-89eac1729116 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27 HTTP/1.1" status: 200 len: 916 time: 0.3979862 Dec 15 14:42:09.922157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d815e15-cee1-4571-a285-591a473a0f11 req-2eb9cd28-9fd5-4471-afaa-e0c112fda6d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41641465-77f8-49db-893d-6e6ca3a315cd HTTP/1.1" status: 200 len: 217 time: 0.0339963 Dec 15 14:42:09.971346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815e15-cee1-4571-a285-591a473a0f11 req-f476f2e0-fb37-43c7-8a1b-1f681393a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:09.972808 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d815e15-cee1-4571-a285-591a473a0f11 req-f476f2e0-fb37-43c7-8a1b-1f681393a7b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b167bfc-123d-4985-8298-6a2bb8998203 HTTP/1.1" status: 200 len: 854 time: 0.0422275 Dec 15 14:42:10.004420 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d815e15-cee1-4571-a285-591a473a0f11 req-3b8ba1f3-8225-498f-8474-8391a5fec6b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8ea221d-dd7c-4254-b07d-6d71f0b77f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240717 Dec 15 14:42:10.104873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d815e15-cee1-4571-a285-591a473a0f11 req-68e5b769-bab1-4f5c-8b15-df4285976abe service neutron] 10.222.0.24 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928063 Dec 15 14:42:10.199073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d815e15-cee1-4571-a285-591a473a0f11 req-5b0b24e8-9c6b-4dd5-ab7f-445a6e348d11 service neutron] 10.222.0.24 "GET /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859683 Dec 15 14:42:10.307963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5ff6d-7f1e-40b8-8c9c-7da6464ea935 req-20e0878b-b889-4886-9d2c-683d0707ad18 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:10.309460 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8c5ff6d-7f1e-40b8-8c9c-7da6464ea935 req-20e0878b-b889-4886-9d2c-683d0707ad18 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 943 time: 0.0595889 Dec 15 14:42:10.358230 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8c5ff6d-7f1e-40b8-8c9c-7da6464ea935 req-c07949db-d13d-4b64-a5ae-080eaf035b79 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Dec 15 14:42:11.488565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35022542-850d-40ca-818b-1dab75741534 req-56301cbc-c07f-400c-ad0b-12f4b4e56910 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:11.489978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35022542-850d-40ca-818b-1dab75741534 req-56301cbc-c07f-400c-ad0b-12f4b4e56910 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 943 time: 0.0498970 Dec 15 14:42:11.537723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35022542-850d-40ca-818b-1dab75741534 req-704af8c0-c5f3-4ed9-838b-ab077ac953e3 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Dec 15 14:42:12.037932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 41641465-77f8-49db-893d-6e6ca3a315cd details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:42:12.134055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 41641465-77f8-49db-893d-6e6ca3a315cd, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=41641465-77f8-49db-893d-6e6ca3a315cd,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:12.145628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': '41641465-77f8-49db-893d-6e6ca3a315cd', 'network_id': 'a8ea221d-dd7c-4254-b07d-6d71f0b77f27', 'port_id': '41641465-77f8-49db-893d-6e6ca3a315cd', 'mac_address': 'fa:16:3e:8b:53:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b167bfc-123d-4985-8298-6a2bb8998203', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:42:12.186572 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:12.200016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41641465-77f8-49db-893d-6e6ca3a315cd {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:42:12.218838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 41641465-77f8-49db-893d-6e6ca3a315cd, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=41641465-77f8-49db-893d-6e6ca3a315cd,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:12.222702 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:12.268854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=41641465-77f8-49db-893d-6e6ca3a315cd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:12.411456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['41641465-77f8-49db-893d-6e6ca3a315cd'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:12.655087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fa404-3486-4614-be30-24928106dc24 req-281d5c04-d2cf-413e-b544-0b8b6367d3be tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:12.656621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f0fa404-3486-4614-be30-24928106dc24 req-281d5c04-d2cf-413e-b544-0b8b6367d3be tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 944 time: 0.0496097 Dec 15 14:42:12.705694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1f0fa404-3486-4614-be30-24928106dc24 req-764d9eb6-98ba-4ff1-8af3-306d8f6ad0d4 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Dec 15 14:42:13.819327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106270-266e-4776-87a0-d80030eca4b1 req-6bd68c72-0358-4f5e-b48c-1d4404018faa tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:13.821351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac106270-266e-4776-87a0-d80030eca4b1 req-6bd68c72-0358-4f5e-b48c-1d4404018faa tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 944 time: 0.0496473 Dec 15 14:42:13.868237 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac106270-266e-4776-87a0-d80030eca4b1 req-916b81ec-9358-4fd7-b0d9-6df9b8e35825 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Dec 15 14:42:14.054461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 41641465-77f8-49db-893d-6e6ca3a315cd up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:14.104093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port 41641465-77f8-49db-893d-6e6ca3a315cd completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:42:14.107859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port 41641465-77f8-49db-893d-6e6ca3a315cd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:14.108273 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.185823 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.212225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41641465-77f8-49db-893d-6e6ca3a315cd'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:14.214455 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd500f3-3820-4866-9487-8040bbe7457d" -d '{"events": [{"server_uuid": "f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f", "name": "network-vif-plugged", "status": "completed", "tag": "41641465-77f8-49db-893d-6e6ca3a315cd"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:14.227132 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port 41641465-77f8-49db-893d-6e6ca3a315cd, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=41641465-77f8-49db-893d-6e6ca3a315cd,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:14.231074 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:14.256976 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd609e9e-5188-4e3f-bec5-8b74ab8cad35 x-openstack-request-id: req-fd609e9e-5188-4e3f-bec5-8b74ab8cad35 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:14.257272 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f", "name": "network-vif-plugged", "status": "completed", "tag": "41641465-77f8-49db-893d-6e6ca3a315cd", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:14.258095 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd609e9e-5188-4e3f-bec5-8b74ab8cad35 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:14.258939 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41641465-77f8-49db-893d-6e6ca3a315cd', 'code': 200} Dec 15 14:42:14.287180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=41641465-77f8-49db-893d-6e6ca3a315cd,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:14.354484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f7e5-9a09-4cc4-920c-ced16bc2354c req-180203bc-2818-4b55-a9b6-efa6c66f5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:14.355992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1322f7e5-9a09-4cc4-920c-ced16bc2354c req-180203bc-2818-4b55-a9b6-efa6c66f5810 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 1096 time: 0.0424669 Dec 15 14:42:14.401208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1322f7e5-9a09-4cc4-920c-ced16bc2354c req-e6538472-0ebb-47d5-b4e4-b44f6b21c875 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Dec 15 14:42:14.988163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee026cf-38ea-4343-bb93-1f89ed427d17 req-03568103-8e14-4d92-abe0-5378a6519b51 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:14.989635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cee026cf-38ea-4343-bb93-1f89ed427d17 req-03568103-8e14-4d92-abe0-5378a6519b51 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 945 time: 0.0502338 Dec 15 14:42:15.036749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cee026cf-38ea-4343-bb93-1f89ed427d17 req-c0c6ad43-d6d3-43e1-8e9c-e8bb16f0367e tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Dec 15 14:42:16.168713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea6aee-6dbf-406d-b397-5aded5003068 req-2bc6c1d6-dfe4-4346-b2f2-4d686aec03d7 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:16.170250 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbea6aee-6dbf-406d-b397-5aded5003068 req-2bc6c1d6-dfe4-4346-b2f2-4d686aec03d7 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 945 time: 0.0597787 Dec 15 14:42:16.221352 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cbea6aee-6dbf-406d-b397-5aded5003068 req-10dece3d-464a-463c-99ab-5da27559dbe5 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Dec 15 14:42:16.451909 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706a8fb-2d16-47d0-830a-5369ccd4756a req-26323ec6-9cfc-4577-a01d-1b660a092b49 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:16.453416 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b706a8fb-2d16-47d0-830a-5369ccd4756a req-26323ec6-9cfc-4577-a01d-1b660a092b49 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 945 time: 0.0501585 Dec 15 14:42:16.505968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b706a8fb-2d16-47d0-830a-5369ccd4756a req-124eba00-6a57-48ec-88a2-fdad4326323d tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466249 Dec 15 14:42:17.634566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447e839-28ed-45b4-946d-18215acfee7d req-e1003ebb-e998-48ba-9f09-2c3b7f500867 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:17.636312 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c447e839-28ed-45b4-946d-18215acfee7d req-e1003ebb-e998-48ba-9f09-2c3b7f500867 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 945 time: 0.0492277 Dec 15 14:42:17.712252 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c447e839-28ed-45b4-946d-18215acfee7d req-3ea94bf9-ddbb-40af-a227-8b517e9c901b tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699012 Dec 15 14:42:17.724330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-6ba4ee6d-a874-4846-8bbc-ebfd87794fd8 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:17.725796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-6ba4ee6d-a874-4846-8bbc-ebfd87794fd8 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f HTTP/1.1" status: 200 len: 945 time: 0.0674360 Dec 15 14:42:17.813631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Deleting port 41641465-77f8-49db-893d-6e6ca3a315cd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:17.813903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:17.910470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] For port 41641465-77f8-49db-893d-6e6ca3a315cd, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=41641465-77f8-49db-893d-6e6ca3a315cd,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:17.910829 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:17.923110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Calling delete_port for 41641465-77f8-49db-893d-6e6ca3a315cd owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:18.053631 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:18.065998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['41641465-77f8-49db-893d-6e6ca3a315cd'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:18.068274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e5bbda58-dc35-464d-8ad2-3c12accb59d6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:18.081643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Pushing event deleted for resources: {'Port': ['ID=41641465-77f8-49db-893d-6e6ca3a315cd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:18.125493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] No DVR routers for this DVR port 41641465-77f8-49db-893d-6e6ca3a315cd on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:18.128730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:18.132225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02a2045b-201e-4203-94b8-cd21467f1dbd req-276d481e-2df6-4063-87d9-846412fc9ead tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.24 "DELETE /v2.0/ports/41641465-77f8-49db-893d-6e6ca3a315cd HTTP/1.1" status: 204 len: 173 time: 0.4005346 Dec 15 14:42:18.132752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f', 'name': 'network-vif-deleted', 'tag': '41641465-77f8-49db-893d-6e6ca3a315cd'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:18.136245 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f6f2a1-43e1-4a6f-b721-6a3be1488e07" -d '{"events": [{"server_uuid": "f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f", "name": "network-vif-deleted", "tag": "41641465-77f8-49db-893d-6e6ca3a315cd"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:18.187518 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fded63ca-4256-4eb5-9dde-c86bf28d8ab9 x-openstack-request-id: req-fded63ca-4256-4eb5-9dde-c86bf28d8ab9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:18.187819 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f", "name": "network-vif-deleted", "tag": "41641465-77f8-49db-893d-6e6ca3a315cd", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:18.188146 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fded63ca-4256-4eb5-9dde-c86bf28d8ab9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:18.188714 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c4c0dc-5ab7-4ba8-b5c4-af3f1bd4f73f', 'name': 'network-vif-deleted', 'tag': '41641465-77f8-49db-893d-6e6ca3a315cd', 'status': 'completed', 'code': 200} Dec 15 14:42:18.862121 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe80a7-f2f2-4879-b2ff-2b2af4e186a3 req-cb4c807a-f572-498a-a707-16218a2ce809 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:18.863577 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3cfe80a7-f2f2-4879-b2ff-2b2af4e186a3 req-cb4c807a-f572-498a-a707-16218a2ce809 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0488763 Dec 15 14:42:18.915736 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3cfe80a7-f2f2-4879-b2ff-2b2af4e186a3 req-9f768fc1-7169-4ad5-b53c-ed1334ccac0f tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 Dec 15 14:42:19.047808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb17291-7130-47ca-bcd7-9f257561dcb8 req-84d4ca45-aa88-48e4-94d5-62a57779cf90 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:19.049230 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2bb17291-7130-47ca-bcd7-9f257561dcb8 req-84d4ca45-aa88-48e4-94d5-62a57779cf90 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0496230 Dec 15 14:42:19.097022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2bb17291-7130-47ca-bcd7-9f257561dcb8 req-67a9f16a-788f-48a3-b849-9054c6b1cc4f tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Dec 15 14:42:19.217907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7ef20-11d5-497b-94b5-588c21ca972c req-9a04d1d6-403e-4bdf-a4ff-89f465773449 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:19.219482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3df7ef20-11d5-497b-94b5-588c21ca972c req-9a04d1d6-403e-4bdf-a4ff-89f465773449 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Dec 15 14:42:19.273142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3df7ef20-11d5-497b-94b5-588c21ca972c req-b4ff9769-d206-4d6f-b83c-7c8717e91122 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475349 Dec 15 14:42:19.441512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a893c-6852-4d87-bb64-338566e3d7ff req-2c7b1f4c-787e-4c3c-b10b-1c9de8f3e305 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:19.442968 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e5a893c-6852-4d87-bb64-338566e3d7ff req-2c7b1f4c-787e-4c3c-b10b-1c9de8f3e305 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0486710 Dec 15 14:42:19.490060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e5a893c-6852-4d87-bb64-338566e3d7ff req-9d241099-4ddd-4130-8e35-45c85dc05eea tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Dec 15 14:42:19.607005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b1e39-1a0a-425a-83f0-a792bc3f3e27 req-11719386-d99a-427b-9eb2-83842e01ae0f tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:19.608628 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da0b1e39-1a0a-425a-83f0-a792bc3f3e27 req-11719386-d99a-427b-9eb2-83842e01ae0f tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0505655 Dec 15 14:42:19.659211 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-da0b1e39-1a0a-425a-83f0-a792bc3f3e27 req-0dcaf726-3106-454e-a82d-eb17787755e6 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Dec 15 14:42:19.791181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008c56-a1d0-4365-ace2-235e41f9069a req-6100e659-495d-4630-8027-805574492a09 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:19.792711 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c008c56-a1d0-4365-ace2-235e41f9069a req-6100e659-495d-4630-8027-805574492a09 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0551462 Dec 15 14:42:19.840058 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2c008c56-a1d0-4365-ace2-235e41f9069a req-a221bcac-a45f-4768-8f2b-a9b4c6b274ab tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Dec 15 14:42:20.154177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed5778-e694-4699-a140-3620d0574133 req-4d4358f9-2d06-40e0-b6d8-79c6fd4be672 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:20.155597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0aed5778-e694-4699-a140-3620d0574133 req-4d4358f9-2d06-40e0-b6d8-79c6fd4be672 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Dec 15 14:42:20.206657 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0aed5778-e694-4699-a140-3620d0574133 req-4e4cf799-12a6-4053-b15a-88a03a2e7daa tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450318 Dec 15 14:42:21.327851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fa43b-66cc-4200-b5ae-3d1308904f73 req-c014b0de-70e3-464b-bb9a-6cf5d8edfa47 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:21.329401 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e6fa43b-66cc-4200-b5ae-3d1308904f73 req-c014b0de-70e3-464b-bb9a-6cf5d8edfa47 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0519171 Dec 15 14:42:21.378267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e6fa43b-66cc-4200-b5ae-3d1308904f73 req-89780b92-e433-43dd-a163-52a1d14175ab tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf644772-63f9-4412-ab8f-73680e57e259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429175 Dec 15 14:42:21.470676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-0195c7f6-7361-4b96-8e64-da351ff24718 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:21.472052 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-0195c7f6-7361-4b96-8e64-da351ff24718 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.74 "GET /v2.0/ports?device_id=1979092a-4373-4155-bb0a-d2b11d39c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Dec 15 14:42:21.562306 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Deleting port e5bbda58-dc35-464d-8ad2-3c12accb59d6 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:21.562643 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.657055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] For port e5bbda58-dc35-464d-8ad2-3c12accb59d6, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=e5bbda58-dc35-464d-8ad2-3c12accb59d6,segment=NetworkSegment(ea116dd6-42df-46d5-a6a2-7defe619702e),segment_id=ea116dd6-42df-46d5-a6a2-7defe619702e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:21.657423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.669558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Calling delete_port for e5bbda58-dc35-464d-8ad2-3c12accb59d6 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:21.796526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.808626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['e5bbda58-dc35-464d-8ad2-3c12accb59d6'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:21.829835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Pushing event deleted for resources: {'Port': ['ID=e5bbda58-dc35-464d-8ad2-3c12accb59d6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:21.872994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] No DVR routers for this DVR port e5bbda58-dc35-464d-8ad2-3c12accb59d6 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:21.875588 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:21.878942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3fa26be6-e3e2-4b81-8a08-38137f71faea req-c1ac8878-50fd-4c74-94de-befd622536f9 tempest-ServersNegativeTestJSON-391243466 tempest-ServersNegativeTestJSON-391243466-project] 10.222.0.74 "DELETE /v2.0/ports/e5bbda58-dc35-464d-8ad2-3c12accb59d6 HTTP/1.1" status: 204 len: 173 time: 0.4011302 Dec 15 14:42:21.879381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1979092a-4373-4155-bb0a-d2b11d39c2b7', 'name': 'network-vif-deleted', 'tag': 'e5bbda58-dc35-464d-8ad2-3c12accb59d6'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:21.881719 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8c7885-97ca-4a91-969f-5c07bb1db452" -d '{"events": [{"server_uuid": "1979092a-4373-4155-bb0a-d2b11d39c2b7", "name": "network-vif-deleted", "tag": "e5bbda58-dc35-464d-8ad2-3c12accb59d6"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:21.922838 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4409d1b2-e9b9-4c97-9750-04d137f7888b x-openstack-request-id: req-4409d1b2-e9b9-4c97-9750-04d137f7888b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:21.923136 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1979092a-4373-4155-bb0a-d2b11d39c2b7", "name": "network-vif-deleted", "tag": "e5bbda58-dc35-464d-8ad2-3c12accb59d6", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:21.923395 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4409d1b2-e9b9-4c97-9750-04d137f7888b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:21.923804 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1979092a-4373-4155-bb0a-d2b11d39c2b7', 'name': 'network-vif-deleted', 'tag': 'e5bbda58-dc35-464d-8ad2-3c12accb59d6', 'status': 'completed', 'code': 200} Dec 15 14:42:22.040574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 41641465-77f8-49db-893d-6e6ca3a315cd no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:42:22.061251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: 41641465-77f8-49db-893d-6e6ca3a315cd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:42:22.061529 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device 41641465-77f8-49db-893d-6e6ca3a315cd not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:42:22.436299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49688) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:22.481280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ea8e5f-0646-4c18-bf1d-ad5f01b1fa6f admin admin] Deleting subnet 1b167bfc-123d-4985-8298-6a2bb8998203 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:22.484390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8e5f-0646-4c18-bf1d-ad5f01b1fa6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.523365 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8e5f-0646-4c18-bf1d-ad5f01b1fa6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.562121 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8e5f-0646-4c18-bf1d-ad5f01b1fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.616164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8e5f-0646-4c18-bf1d-ad5f01b1fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.640795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea8e5f-0646-4c18-bf1d-ad5f01b1fa6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b167bfc-123d-4985-8298-6a2bb8998203,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:22.646549 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8e5f-0646-4c18-bf1d-ad5f01b1fa6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.649903 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b1ea8e5f-0646-4c18-bf1d-ad5f01b1fa6f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1b167bfc-123d-4985-8298-6a2bb8998203 HTTP/1.1" status: 204 len: 168 time: 0.2125654 Dec 15 14:42:22.652349 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:22.723955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.801402 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.822268 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ea221d-dd7c-4254-b07d-6d71f0b77f27']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:22.831647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea116dd6-42df-46d5-a6a2-7defe619702e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:22.831974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea116dd6-42df-46d5-a6a2-7defe619702e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:22.841426 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.855206 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.861314 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:22.861699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:22.863336 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:22.921710 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.927076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.931025 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a8ea221d-dd7c-4254-b07d-6d71f0b77f27 HTTP/1.1" status: 204 len: 168 time: 0.2777550 Dec 15 14:42:22.942295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf2d3c-b9d9-45ec-83dc-704da69cd0d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ea221d-dd7c-4254-b07d-6d71f0b77f27,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:23.039184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49694) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.078587 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bf564a18-5112-4c3e-ae0c-ef1a25f7812e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a34bfd9f113f43c6adbe118b7b964dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381477 Dec 15 14:42:23.081064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49696) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.128265 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-589a86ee-0c25-4b6c-b4a6-1fecac5d3b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.148808 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-589a86ee-0c25-4b6c-b4a6-1fecac5d3b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.200314 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-589a86ee-0c25-4b6c-b4a6-1fecac5d3b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.202925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-589a86ee-0c25-4b6c-b4a6-1fecac5d3b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:23.204142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-589a86ee-0c25-4b6c-b4a6-1fecac5d3b95 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf644772-63f9-4412-ab8f-73680e57e259 HTTP/1.1" status: 204 len: 168 time: 0.1221602 Dec 15 14:42:23.213263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a86ee-0c25-4b6c-b4a6-1fecac5d3b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf644772-63f9-4412-ab8f-73680e57e259,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:23.876734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49718) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:23.970956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659864558'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:23.993831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:23.997153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.005718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.081886 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.085586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.112050 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:24.122491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b671a-63e9-4ee4-9adb-858bc5bde623,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:24.127355 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.127702 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Added segment 80404a03-d6cd-4775-a441-8cb9e538afa8 of type vlan for network 55450759-2da4-4f68-b5db-cc4eb14f9112 Dec 15 14:42:24.168687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.193498 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.199691 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:24.200312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.263104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3852618 Dec 15 14:42:24.271534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f000e7-c8ce-4cd8-b52d-9c5ce5844517 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Network': ['ID=55450759-2da4-4f68-b5db-cc4eb14f9112,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:24.283021 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 55450759-2da4-4f68-b5db-cc4eb14f9112 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:26.566864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e5bbda58-dc35-464d-8ad2-3c12accb59d6 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:42:26.590713 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: e5bbda58-dc35-464d-8ad2-3c12accb59d6 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:42:26.591077 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device e5bbda58-dc35-464d-8ad2-3c12accb59d6 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:42:27.498925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49722) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:27.503997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'subnet': {'network_id': '55450759-2da4-4f68-b5db-cc4eb14f9112', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:27.589928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:27.593607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.774524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.839644 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Subnet': ['ID=3ea8a1b6-20c0-4e21-80b6-31dd931e53bc,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:27.847485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Checking segment: {'id': '80404a03-d6cd-4775-a441-8cb9e538afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '55450759-2da4-4f68-b5db-cc4eb14f9112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:27.847805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network hostable DHCP agents. Network: 55450759-2da4-4f68-b5db-cc4eb14f9112, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:27.866042 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network 55450759-2da4-4f68-b5db-cc4eb14f9112 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:27.874183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 55450759-2da4-4f68-b5db-cc4eb14f9112) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:27.878446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:27.879044 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.887813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb4a82-babe-43e8-a797-558e1f7b1e5a None None] Network 55450759-2da4-4f68-b5db-cc4eb14f9112 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:27.895489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-56d60ee1-e4d4-4bb4-819f-8396fa9e72ae tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3955603 Dec 15 14:42:27.899515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49724) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:27.904400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760162620'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:27.925703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:27.929130 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.952847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:27.962792 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:27.963131 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Added segment 3657bc82-f4c7-423b-8450-74a84cb98c84 of type vlan for network 8c7b1287-bf01-43d6-ad91-154e3a53f911 Dec 15 14:42:27.987346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-55450759-2da4-4f68-b5db-cc4eb14f9112', 'network_id': '55450759-2da4-4f68-b5db-cc4eb14f9112', 'project_id': '906f6049a24d4cf9953a34d5f8754070', 'fixed_ips': [{'subnet_id': '3ea8a1b6-20c0-4e21-80b6-31dd931e53bc'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:27.988251 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.004356 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.030584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.036201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:28.036784 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.096031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1953993 Dec 15 14:42:28.099153 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:28.108264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'subnet': {'network_id': '8c7b1287-bf01-43d6-ad91-154e3a53f911', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:28.111115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e2d80-0e26-458b-b437-d4df02fabed5 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Network': ['ID=8c7b1287-bf01-43d6-ad91-154e3a53f911,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.126829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 8c7b1287-bf01-43d6-ad91-154e3a53f911 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:28.129242 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Allocated IP 2001:db8:0:ffff::2 (55450759-2da4-4f68-b5db-cc4eb14f9112/3ea8a1b6-20c0-4e21-80b6-31dd931e53bc/2506b3c3-a73e-4deb-a180-0fb433ecd7ab) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:28.200552 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:28.204398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.343753 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.349788 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.395040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Network 55450759-2da4-4f68-b5db-cc4eb14f9112 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:28.398511 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:28.402566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:28.403899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.414587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Pushing event updated for resources: {'Port': ['ID=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.440471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.440860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.441192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.441542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.441887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.442229 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.442566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.442907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.443245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.443581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.443942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.444279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.444651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:28.470961 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Subnet': ['ID=0aed2cdb-094d-494a-a45b-e4280adacf98,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.478156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Attempting to bind port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:28.478541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Attempting to bind port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '80404a03-d6cd-4775-a441-8cb9e538afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '55450759-2da4-4f68-b5db-cc4eb14f9112'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:28.478918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Attempting to bind port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab on network 55450759-2da4-4f68-b5db-cc4eb14f9112 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:28.484117 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Checking segment: {'id': '3657bc82-f4c7-423b-8450-74a84cb98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8c7b1287-bf01-43d6-ad91-154e3a53f911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:28.484357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:28.484516 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network hostable DHCP agents. Network: 8c7b1287-bf01-43d6-ad91-154e3a53f911, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:28.484749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Checking segment: {'id': '80404a03-d6cd-4775-a441-8cb9e538afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '55450759-2da4-4f68-b5db-cc4eb14f9112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:28.485163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.485566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Bound using segment: {'id': '80404a03-d6cd-4775-a441-8cb9e538afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '55450759-2da4-4f68-b5db-cc4eb14f9112'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:28.486037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Bound port: 2506b3c3-a73e-4deb-a180-0fb433ecd7ab, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80404a03-d6cd-4775-a441-8cb9e538afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '55450759-2da4-4f68-b5db-cc4eb14f9112'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:28.486429 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.502637 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network 8c7b1287-bf01-43d6-ad91-154e3a53f911 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:28.512223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 8c7b1287-bf01-43d6-ad91-154e3a53f911) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:28.517514 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:28.518624 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.524923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf26035-4194-4ca3-ae4c-c3477836b9ac None None] Network 8c7b1287-bf01-43d6-ad91-154e3a53f911 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:28.537094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-de451a21-2353-4aea-ac45-082da805660e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4362271 Dec 15 14:42:28.541157 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:28.605112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] For port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:28.609789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] For port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,segment=NetworkSegment(80404a03-d6cd-4775-a441-8cb9e538afa8),segment_id=80404a03-d6cd-4775-a441-8cb9e538afa8)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:28.618524 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.638813 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.697319 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb5941-39ad-4cf1-a543-aa58fbb7de95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-8c7b1287-bf01-43d6-ad91-154e3a53f911', 'network_id': '8c7b1287-bf01-43d6-ad91-154e3a53f911', 'project_id': '906f6049a24d4cf9953a34d5f8754070', 'fixed_ips': [{'subnet_id': '0aed2cdb-094d-494a-a45b-e4280adacf98'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:28.698209 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63cb5941-39ad-4cf1-a543-aa58fbb7de95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.717313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03858a-2c38-4cee-838e-4fea90c51d6a None None] Pushing event updated for resources: {'Port': ['ID=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.725837 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.800985 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server [None req-63cb5941-39ad-4cf1-a543-aa58fbb7de95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0aed2cdb-094d-494a-a45b-e4280adacf98: This subnet is being modified by another concurrent operation. Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0aed2cdb-094d-494a-a45b-e4280adacf98: This subnet is being modified by another concurrent operation. Dec 15 14:42:28.807655 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Dec 15 14:42:28.831802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Subnet': ['ID=0aed2cdb-094d-494a-a45b-e4280adacf98,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:28.839521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f7664-e3ac-4ef8-86ab-2037b7f288a9 None None] Network 8c7b1287-bf01-43d6-ad91-154e3a53f911 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:28.935018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.957905 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7b1287-bf01-43d6-ad91-154e3a53f911']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:28.968813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3657bc82-f4c7-423b-8450-74a84cb98c84') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:28.969251 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3657bc82-f4c7-423b-8450-74a84cb98c84') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:28.980468 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:28.995229 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.001969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:29.002484 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:29.005626 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:29.066663 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.074435 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.077610 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/8c7b1287-bf01-43d6-ad91-154e3a53f911 HTTP/1.1" status: 204 len: 168 time: 0.5355237 Dec 15 14:42:29.081748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49730) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:29.087186 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106622349'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:29.089469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8ea83-2eba-4d92-a035-53c5695846bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Network': ['ID=8c7b1287-bf01-43d6-ad91-154e3a53f911,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:29.109031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:29.112870 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.138658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:29.151095 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.151095 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Added segment e8f70984-2ff6-4849-a9bb-4fd854524708 of type vlan for network 2b647eb3-052e-4dd6-a266-f5d5bdaa0856 Dec 15 14:42:29.190478 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.213826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.219513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:29.220119 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.273615 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1906297 Dec 15 14:42:29.276879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:29.283362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'subnet': {'network_id': '2b647eb3-052e-4dd6-a266-f5d5bdaa0856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:29.290475 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d38609-cfa2-431a-8f88-e72529d74a0e tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Network': ['ID=2b647eb3-052e-4dd6-a266-f5d5bdaa0856,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:29.309297 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 2b647eb3-052e-4dd6-a266-f5d5bdaa0856 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:29.384879 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:29.389090 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.448611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Performing IP validity checks on allocation pools {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 14:42:29.449139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 14:42:29.580896 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.625706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7436d9-6473-41ad-b349-7c47a504caaa None None] Network 55450759-2da4-4f68-b5db-cc4eb14f9112 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:29.654264 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Subnet': ['ID=386978f4-caf6-4106-b0ff-3b595ba05a4b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:29.660657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Checking segment: {'id': 'e8f70984-2ff6-4849-a9bb-4fd854524708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '2b647eb3-052e-4dd6-a266-f5d5bdaa0856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:29.661017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network hostable DHCP agents. Network: 2b647eb3-052e-4dd6-a266-f5d5bdaa0856, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:29.678331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network 2b647eb3-052e-4dd6-a266-f5d5bdaa0856 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:29.688319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 2b647eb3-052e-4dd6-a266-f5d5bdaa0856) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:29.697038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:29.697258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-76881a30-b469-4a1b-bd1e-ae9d70ccb292 None None] Provisioning complete for port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:29.697365 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.697466 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76881a30-b469-4a1b-bd1e-ae9d70ccb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.712344 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b407beb3-0bfc-444a-9d92-79c926edcb39 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4335852 Dec 15 14:42:29.715043 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49734) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:29.720090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915a494-b394-4bf2-a1b0-cf41217ec8cf None None] Network 2b647eb3-052e-4dd6-a266-f5d5bdaa0856 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:29.752357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2506b3c3-a73e-4deb-a180-0fb433ecd7ab up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:29.824918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.904803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.967991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d990e01-2269-4c71-92af-f7d092187bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-2b647eb3-052e-4dd6-a266-f5d5bdaa0856', 'network_id': '2b647eb3-052e-4dd6-a266-f5d5bdaa0856', 'project_id': '906f6049a24d4cf9953a34d5f8754070', 'fixed_ips': [{'subnet_id': '386978f4-caf6-4106-b0ff-3b595ba05a4b'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:29.968902 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d990e01-2269-4c71-92af-f7d092187bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.984131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:29.985149 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.990480 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76881a30-b469-4a1b-bd1e-ae9d70ccb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:29.994031 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.054017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Subnet': ['ID=386978f4-caf6-4106-b0ff-3b595ba05a4b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.115256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-76881a30-b469-4a1b-bd1e-ae9d70ccb292 None None] For port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,segment=NetworkSegment(80404a03-d6cd-4775-a441-8cb9e538afa8),segment_id=80404a03-d6cd-4775-a441-8cb9e538afa8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:30.120573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76881a30-b469-4a1b-bd1e-ae9d70ccb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.126048 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.127235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1796eb-343b-47f1-b765-fc7404813360 None None] Network 2b647eb3-052e-4dd6-a266-f5d5bdaa0856 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:30.158531 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b647eb3-052e-4dd6-a266-f5d5bdaa0856']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:30.178598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f70984-2ff6-4849-a9bb-4fd854524708') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:30.178939 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f70984-2ff6-4849-a9bb-4fd854524708') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:30.198546 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.216972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.228254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:30.229297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:30.246775 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:30.305699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.313354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.321958 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/2b647eb3-052e-4dd6-a266-f5d5bdaa0856 HTTP/1.1" status: 204 len: 168 time: 0.6006019 Dec 15 14:42:30.321958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49736) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:30.326532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2101217221'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:30.341646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa31b5a-02f2-41d9-9354-1827ef5f29c9 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Network': ['ID=2b647eb3-052e-4dd6-a266-f5d5bdaa0856,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.360917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:30.364531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.389089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:30.398878 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.399233 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Added segment 00fe6236-df1c-47ac-ad4c-e5a76be85e07 of type vlan for network 185ea51a-62d2-4d86-82d2-0ed497d8201e Dec 15 14:42:30.440652 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.448422 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76881a30-b469-4a1b-bd1e-ae9d70ccb292 None None] Pushing event updated for resources: {'Port': ['ID=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.451045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1570482c-8f0f-459b-8c75-f7c724beeab3 None None] Provisioning complete for port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:30.451416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1570482c-8f0f-459b-8c75-f7c724beeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.468045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.474795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:30.475808 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.496837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8086b223-837c-4058-bcc4-8e42848c8ba0 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:42:30.550206 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2244728 Dec 15 14:42:30.550455 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49738) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:30.555401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'subnet': {'network_id': '185ea51a-62d2-4d86-82d2-0ed497d8201e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:30.571010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3afa9-4e24-4cad-8212-4f412a5c9ec3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Network': ['ID=185ea51a-62d2-4d86-82d2-0ed497d8201e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.592518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 185ea51a-62d2-4d86-82d2-0ed497d8201e details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:30.665898 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8086b223-837c-4058-bcc4-8e42848c8ba0 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:42:30.675931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:30.682039 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.902487 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:30.965373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Subnet': ['ID=2edeb68f-3cdd-4c85-bbc7-0c1ebd455858,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:30.982998 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Checking segment: {'id': '00fe6236-df1c-47ac-ad4c-e5a76be85e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '185ea51a-62d2-4d86-82d2-0ed497d8201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:30.984209 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network hostable DHCP agents. Network: 185ea51a-62d2-4d86-82d2-0ed497d8201e, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:31.001554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network 185ea51a-62d2-4d86-82d2-0ed497d8201e is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:31.011174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 185ea51a-62d2-4d86-82d2-0ed497d8201e) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:31.015308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:31.015936 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.027176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c610b-88b2-435a-a69e-29eac20a35e5 None None] Network 185ea51a-62d2-4d86-82d2-0ed497d8201e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:31.040733 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8e66cf77-7022-4642-802c-29700f3094b4 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4850776 Dec 15 14:42:31.041647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49740) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:31.046809 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769515019'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:31.072118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:31.075627 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.101674 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:31.112179 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.112530 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Added segment 689f94af-569d-409b-aa95-ec605db77fdf of type vlan for network 75afd839-23a7-40c0-a49b-922836ad0969 Dec 15 14:42:31.150358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-185ea51a-62d2-4d86-82d2-0ed497d8201e', 'network_id': '185ea51a-62d2-4d86-82d2-0ed497d8201e', 'project_id': '906f6049a24d4cf9953a34d5f8754070', 'fixed_ips': [{'subnet_id': '2edeb68f-3cdd-4c85-bbc7-0c1ebd455858'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:31.151292 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.158314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.184405 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.190031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:31.190618 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.250470 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2082620 Dec 15 14:42:31.253440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49742) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:31.259274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Request body: {'subnet': {'network_id': '75afd839-23a7-40c0-a49b-922836ad0969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:31.274168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3421a2-9215-46f2-9be1-5f4f62781a84 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Network': ['ID=75afd839-23a7-40c0-a49b-922836ad0969,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:31.305770 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 75afd839-23a7-40c0-a49b-922836ad0969 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:31.360916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Made reservation on behalf of 906f6049a24d4cf9953a34d5f8754070 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:31.364634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.387098 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.390593 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51667388-b681-4b0f-9600-fa2c1759c9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.400439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Allocated IP 2001:db8::2 (185ea51a-62d2-4d86-82d2-0ed497d8201e/2edeb68f-3cdd-4c85-bbc7-0c1ebd455858/8e3c83bc-4419-4d57-8ea2-b3252a977a98) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:31.525217 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.549197 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.575340 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.585337 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.615111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event updated for resources: {'Subnet': ['ID=2ddc1849-df31-4764-b885-ddf18431525f,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:31.627202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Network 185ea51a-62d2-4d86-82d2-0ed497d8201e is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:31.627363 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Checking segment: {'id': '689f94af-569d-409b-aa95-ec605db77fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '75afd839-23a7-40c0-a49b-922836ad0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:31.627671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network hostable DHCP agents. Network: 75afd839-23a7-40c0-a49b-922836ad0969, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:31.631677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:31.638736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:31.645434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Pushing event updated for resources: {'Port': ['ID=8e3c83bc-4419-4d57-8ea2-b3252a977a98,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:31.646762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Network 75afd839-23a7-40c0-a49b-922836ad0969 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:31.663241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 75afd839-23a7-40c0-a49b-922836ad0969) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:31.671083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:31.672423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.675295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b190d-3cc4-48a6-a9f3-ec3c5fc6d382 None None] Network 75afd839-23a7-40c0-a49b-922836ad0969 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:31.695391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c000d4fc-190b-4077-9f3e-d0d2e1ff6b46 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4377999 Dec 15 14:42:31.695915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49744) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:31.738343 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2506b3c3-a73e-4deb-a180-0fb433ecd7ab up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:31.774976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Attempting to bind port 8e3c83bc-4419-4d57-8ea2-b3252a977a98 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:31.775408 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Attempting to bind port 8e3c83bc-4419-4d57-8ea2-b3252a977a98 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '00fe6236-df1c-47ac-ad4c-e5a76be85e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '185ea51a-62d2-4d86-82d2-0ed497d8201e'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:31.775723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Attempting to bind port 8e3c83bc-4419-4d57-8ea2-b3252a977a98 on network 185ea51a-62d2-4d86-82d2-0ed497d8201e {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:31.792552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:31.792963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Checking segment: {'id': '00fe6236-df1c-47ac-ad4c-e5a76be85e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '185ea51a-62d2-4d86-82d2-0ed497d8201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:31.793450 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.793854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Bound using segment: {'id': '00fe6236-df1c-47ac-ad4c-e5a76be85e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '185ea51a-62d2-4d86-82d2-0ed497d8201e'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:31.794125 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.794323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Bound port: 8e3c83bc-4419-4d57-8ea2-b3252a977a98, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe6236-df1c-47ac-ad4c-e5a76be85e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '185ea51a-62d2-4d86-82d2-0ed497d8201e'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:31.794709 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.845940 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.872807 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78cc62-3e7b-491c-b111-360627e00251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-75afd839-23a7-40c0-a49b-922836ad0969', 'network_id': '75afd839-23a7-40c0-a49b-922836ad0969', 'project_id': '906f6049a24d4cf9953a34d5f8754070', 'fixed_ips': [{'subnet_id': '2ddc1849-df31-4764-b885-ddf18431525f'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:31.873695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e78cc62-3e7b-491c-b111-360627e00251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.910036 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.912162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:31.912666 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:31.937973 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddc1849-df31-4764-b885-ddf18431525f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:31.999179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] For port 8e3c83bc-4419-4d57-8ea2-b3252a977a98, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:32.019606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.021143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] For port 8e3c83bc-4419-4d57-8ea2-b3252a977a98, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8e3c83bc-4419-4d57-8ea2-b3252a977a98,segment=NetworkSegment(00fe6236-df1c-47ac-ad4c-e5a76be85e07),segment_id=00fe6236-df1c-47ac-ad4c-e5a76be85e07)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:32.031000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.042465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75afd839-23a7-40c0-a49b-922836ad0969']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:32.051655 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689f94af-569d-409b-aa95-ec605db77fdf') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:32.051979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689f94af-569d-409b-aa95-ec605db77fdf') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server [None req-8e78cc62-3e7b-491c-b111-360627e00251 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ddc1849-df31-4764-b885-ddf18431525f: This subnet is being modified by another concurrent operation. Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server raise exception Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ddc1849-df31-4764-b885-ddf18431525f: This subnet is being modified by another concurrent operation. Dec 15 14:42:32.063616 n-d-821840-1 neutron-server[109769]: ERROR oslo_messaging.rpc.server Dec 15 14:42:32.070874 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.088154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c7df1-018e-46d6-834b-3d148e14015a None None] Network 75afd839-23a7-40c0-a49b-922836ad0969 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:32.088756 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.095731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:32.096265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:32.099676 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:32.145442 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073636f-278e-4bcd-bca0-529ba5b5c9a0 None None] Pushing event updated for resources: {'Port': ['ID=8e3c83bc-4419-4d57-8ea2-b3252a977a98,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:32.167808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.175708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.182504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/75afd839-23a7-40c0-a49b-922836ad0969 HTTP/1.1" status: 204 len: 168 time: 0.4829066 Dec 15 14:42:32.183463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49746) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:32.203852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f0c9d-f20e-4c4d-9ca9-d88ca695127f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Network': ['ID=75afd839-23a7-40c0-a49b-922836ad0969,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:32.215501 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ae1c59-263c-446c-9c0b-be066e849729 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] GET failed (client error): The resource could not be found. Dec 15 14:42:32.220002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:32.220381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-95ae1c59-263c-446c-9c0b-be066e849729 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "GET /v2.0/subnets/2ddc1849-df31-4764-b885-ddf18431525f HTTP/1.1" status: 404 len: 337 time: 0.0357065 Dec 15 14:42:32.239465 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-338f50e1-7be2-404c-95ef-cbfb7abc7a3b tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:32.240077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338f50e1-7be2-404c-95ef-cbfb7abc7a3b tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:32.243425 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-338f50e1-7be2-404c-95ef-cbfb7abc7a3b tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/75afd839-23a7-40c0-a49b-922836ad0969 HTTP/1.1" status: 404 len: 339 time: 0.0222533 Dec 15 14:42:32.247267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49750) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:32.274403 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1848beea-b6a3-458f-a459-0673d4d5d8ac tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:32.274719 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1848beea-b6a3-458f-a459-0673d4d5d8ac tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:32.277961 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1848beea-b6a3-458f-a459-0673d4d5d8ac tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/subnets/2ddc1849-df31-4764-b885-ddf18431525f HTTP/1.1" status: 404 len: 337 time: 0.0295630 Dec 15 14:42:32.280468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49752) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:32.313651 n-d-821840-1 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-143c8539-3479-43dc-8a15-73dc21cbba9f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:32.314283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143c8539-3479-43dc-8a15-73dc21cbba9f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:32.318052 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-143c8539-3479-43dc-8a15-73dc21cbba9f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/75afd839-23a7-40c0-a49b-922836ad0969 HTTP/1.1" status: 404 len: 339 time: 0.0356996 Dec 15 14:42:32.320918 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:32.696047 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02d6411-9f22-4606-8e53-e741f9a73adf tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Deleting subnet 2edeb68f-3cdd-4c85-bbc7-0c1ebd455858 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:32.700270 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f02d6411-9f22-4606-8e53-e741f9a73adf tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.744057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f02d6411-9f22-4606-8e53-e741f9a73adf tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.829844 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f02d6411-9f22-4606-8e53-e741f9a73adf tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.895155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f02d6411-9f22-4606-8e53-e741f9a73adf tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.921955 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d6411-9f22-4606-8e53-e741f9a73adf tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Subnet': ['ID=2edeb68f-3cdd-4c85-bbc7-0c1ebd455858,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:32.927800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f02d6411-9f22-4606-8e53-e741f9a73adf tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:32.931822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f02d6411-9f22-4606-8e53-e741f9a73adf tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/subnets/2edeb68f-3cdd-4c85-bbc7-0c1ebd455858 HTTP/1.1" status: 204 len: 168 time: 0.6099441 Dec 15 14:42:32.934423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49756) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:33.017532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.050143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2362999f-e4d8-4a91-9fd2-25cdf449590a None None] Network 185ea51a-62d2-4d86-82d2-0ed497d8201e requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:33.073483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Deleting port 8e3c83bc-4419-4d57-8ea2-b3252a977a98 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:33.073823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.124829 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-77b16bf8-9d47-429d-b8ce-4297e96ddef5 None None] Provisioning complete for port 8e3c83bc-4419-4d57-8ea2-b3252a977a98 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:33.125118 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77b16bf8-9d47-429d-b8ce-4297e96ddef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.141570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] For port 8e3c83bc-4419-4d57-8ea2-b3252a977a98, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8e3c83bc-4419-4d57-8ea2-b3252a977a98,segment=NetworkSegment(00fe6236-df1c-47ac-ad4c-e5a76be85e07),segment_id=00fe6236-df1c-47ac-ad4c-e5a76be85e07)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:33.141946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.156412 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Calling delete_port for 8e3c83bc-4419-4d57-8ea2-b3252a977a98 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:33.236559 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-77b16bf8-9d47-429d-b8ce-4297e96ddef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.242117 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.259724 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d831024-b6c3-4dd4-8226-b16bf575fdc8 None None] DHCP port deletion for 185ea51a-62d2-4d86-82d2-0ed497d8201e request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:33.278138 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Port': ['ID=8e3c83bc-4419-4d57-8ea2-b3252a977a98,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:33.281796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No DVR routers for this DVR port 8e3c83bc-4419-4d57-8ea2-b3252a977a98 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:33.294501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acb36f3-8f90-412a-a0ca-1cca110c8ae6 None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:42:33.371496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb36f3-8f90-412a-a0ca-1cca110c8ae6 None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:42:33.375030 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.397636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185ea51a-62d2-4d86-82d2-0ed497d8201e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:33.407897 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fe6236-df1c-47ac-ad4c-e5a76be85e07') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:33.408245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fe6236-df1c-47ac-ad4c-e5a76be85e07') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:33.418404 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.432958 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.438954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:33.439344 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:33.442366 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:33.502646 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.511548 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.514816 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/185ea51a-62d2-4d86-82d2-0ed497d8201e HTTP/1.1" status: 204 len: 168 time: 0.5794380 Dec 15 14:42:33.517397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49758) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:33.525768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f728-28a3-47ec-8c0a-88fb2857f079 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Network': ['ID=185ea51a-62d2-4d86-82d2-0ed497d8201e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:33.544942 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-862f5e38-e1d0-461e-98ca-bfdf7ba096d3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:33.545401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862f5e38-e1d0-461e-98ca-bfdf7ba096d3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:33.548456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-862f5e38-e1d0-461e-98ca-bfdf7ba096d3 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/subnets/386978f4-caf6-4106-b0ff-3b595ba05a4b HTTP/1.1" status: 404 len: 337 time: 0.0300839 Dec 15 14:42:33.551079 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49760) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:33.569266 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f276e0-ed8a-4616-87de-5ff5ae5eba51 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:33.569756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f276e0-ed8a-4616-87de-5ff5ae5eba51 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:33.572767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-96f276e0-ed8a-4616-87de-5ff5ae5eba51 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/2b647eb3-052e-4dd6-a266-f5d5bdaa0856 HTTP/1.1" status: 404 len: 339 time: 0.0208027 Dec 15 14:42:33.575382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49762) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:33.599920 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77ba40c-8268-4f59-b37e-5696740b8b2f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:33.600370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77ba40c-8268-4f59-b37e-5696740b8b2f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:33.604042 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e77ba40c-8268-4f59-b37e-5696740b8b2f tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/subnets/0aed2cdb-094d-494a-a45b-e4280adacf98 HTTP/1.1" status: 404 len: 337 time: 0.0276759 Dec 15 14:42:33.606588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49764) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:33.624104 n-d-821840-1 neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad4547c-73d5-4358-bdc4-4063e7fc01bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] DELETE failed (client error): The resource could not be found. Dec 15 14:42:33.624580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad4547c-73d5-4358-bdc4-4063e7fc01bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 14:42:33.627515 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6ad4547c-73d5-4358-bdc4-4063e7fc01bc tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/8c7b1287-bf01-43d6-ad91-154e3a53f911 HTTP/1.1" status: 404 len: 339 time: 0.0200024 Dec 15 14:42:33.629763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49766) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:33.682883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-caef4a63-401d-4a1c-9173-67a9780fd446 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Deleting subnet 3ea8a1b6-20c0-4e21-80b6-31dd931e53bc {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:33.685944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-caef4a63-401d-4a1c-9173-67a9780fd446 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.725453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-caef4a63-401d-4a1c-9173-67a9780fd446 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.804860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-caef4a63-401d-4a1c-9173-67a9780fd446 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.865146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-caef4a63-401d-4a1c-9173-67a9780fd446 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.891858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4a63-401d-4a1c-9173-67a9780fd446 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea8a1b6-20c0-4e21-80b6-31dd931e53bc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:33.895537 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-caef4a63-401d-4a1c-9173-67a9780fd446 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.900398 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-caef4a63-401d-4a1c-9173-67a9780fd446 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/subnets/3ea8a1b6-20c0-4e21-80b6-31dd931e53bc HTTP/1.1" status: 204 len: 168 time: 0.2696378 Dec 15 14:42:33.901922 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49768) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:33.908332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ffbf00-1a7c-4257-838b-3e215ef3a8c4 None None] Network 55450759-2da4-4f68-b5db-cc4eb14f9112 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:33.958528 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a2b3b76-6776-4aeb-816c-43f7b919e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:33.977915 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.036628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Deleting port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:34.036973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.054776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] DHCP port deletion for 55450759-2da4-4f68-b5db-cc4eb14f9112 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:34.099728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] For port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,segment=NetworkSegment(80404a03-d6cd-4775-a441-8cb9e538afa8),segment_id=80404a03-d6cd-4775-a441-8cb9e538afa8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:34.100161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.108987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] Deleting port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:34.109373 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.113388 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Calling delete_port for 2506b3c3-a73e-4deb-a180-0fb433ecd7ab owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:34.176673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] For port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,segment=NetworkSegment(80404a03-d6cd-4775-a441-8cb9e538afa8),segment_id=80404a03-d6cd-4775-a441-8cb9e538afa8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:34.177079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.190224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] Calling delete_port for 2506b3c3-a73e-4deb-a180-0fb433ecd7ab owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:34.197238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.224951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] No DVR routers for this DVR port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:34.228013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Port': ['ID=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:42:34.267801 n-d-821840-1 neutron-server[109769]: self.session.flush() Dec 15 14:42:34.272254 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.298219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] Pushing event deleted for resources: {'Port': ['ID=2506b3c3-a73e-4deb-a180-0fb433ecd7ab,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:34.305508 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9064393-43a5-4d7e-b168-4700ec61eec7 None None] No DVR routers for this DVR port 2506b3c3-a73e-4deb-a180-0fb433ecd7ab on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:34.311680 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.336339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55450759-2da4-4f68-b5db-cc4eb14f9112']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:34.345597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80404a03-d6cd-4775-a441-8cb9e538afa8') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:34.345895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80404a03-d6cd-4775-a441-8cb9e538afa8') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:34.360211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.373818 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.379675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:34.380088 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:34.383268 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:34.438333 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.445103 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.448243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] 10.222.0.86 "DELETE /v2.0/networks/55450759-2da4-4f68-b5db-cc4eb14f9112 HTTP/1.1" status: 204 len: 168 time: 0.5452991 Dec 15 14:42:34.461612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6687f8-e337-4f9c-a46c-38df806c7176 tempest-NetworksIpV6Test-772378625 tempest-NetworksIpV6Test-772378625-project] Pushing event deleted for resources: {'Network': ['ID=55450759-2da4-4f68-b5db-cc4eb14f9112,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:34.690150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49776) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:34.838634 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7163c124-f5f3-4c0c-922f-ec04a1495a5e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=906f6049a24d4cf9953a34d5f8754070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473236 Dec 15 14:42:34.841097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:34.888978 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7517f948-93dd-4d6c-ae93-1502a427bc70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.909805 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7517f948-93dd-4d6c-ae93-1502a427bc70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.961200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7517f948-93dd-4d6c-ae93-1502a427bc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.964443 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7517f948-93dd-4d6c-ae93-1502a427bc70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:34.965613 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7517f948-93dd-4d6c-ae93-1502a427bc70 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/df2b671a-63e9-4ee4-9adb-858bc5bde623 HTTP/1.1" status: 204 len: 168 time: 0.1235597 Dec 15 14:42:34.975159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517f948-93dd-4d6c-ae93-1502a427bc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b671a-63e9-4ee4-9adb-858bc5bde623,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:35.026643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.612882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49802) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:35.687080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2506b3c3-a73e-4deb-a180-0fb433ecd7ab no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:42:35.710058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2506b3c3-a73e-4deb-a180-0fb433ecd7ab {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:42:35.710502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2506b3c3-a73e-4deb-a180-0fb433ecd7ab not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:42:35.710791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-91f5ee69-203b-4732-ba2a-45616cba09b6 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-181404034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:35.734341 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91f5ee69-203b-4732-ba2a-45616cba09b6 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.735350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91f5ee69-203b-4732-ba2a-45616cba09b6 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.794740 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91f5ee69-203b-4732-ba2a-45616cba09b6 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.799006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91f5ee69-203b-4732-ba2a-45616cba09b6 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.816595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91f5ee69-203b-4732-ba2a-45616cba09b6 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.817800 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-91f5ee69-203b-4732-ba2a-45616cba09b6 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2038913 Dec 15 14:42:35.820440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49808) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:35.825290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-713324166'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:35.844706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Made reservation on behalf of 76f6fa6610e742feb76ba226d1ed5b8d for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:35.848125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.857588 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.932802 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.936634 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.963449 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:35.972375 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05addce-4819-4223-beeb-10e91244ad23,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:35.979045 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:35.979396 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Added segment da2c3019-96dd-4a54-8963-8df5df365a49 of type vlan for network a830078b-f2c1-4945-8731-533614786ce1 Dec 15 14:42:36.017906 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.042520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.048053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:36.048632 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.101948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2804742 Dec 15 14:42:36.104818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49810) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:36.109521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Request body: {'subnet': {'network_id': 'a830078b-f2c1-4945-8731-533614786ce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:36.160302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36dd5d-22b1-486b-9940-6c8b70777877 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event updated for resources: {'Network': ['ID=a830078b-f2c1-4945-8731-533614786ce1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:36.171063 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a830078b-f2c1-4945-8731-533614786ce1 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:36.207568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Made reservation on behalf of 76f6fa6610e742feb76ba226d1ed5b8d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:36.212194 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.402528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.458397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event updated for resources: {'Subnet': ['ID=fc4382cf-ae8d-415f-8ea2-67fda21f3994,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:36.470648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Checking segment: {'id': 'da2c3019-96dd-4a54-8963-8df5df365a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a830078b-f2c1-4945-8731-533614786ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:36.471014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Network hostable DHCP agents. Network: a830078b-f2c1-4945-8731-533614786ce1, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:36.488418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Network a830078b-f2c1-4945-8731-533614786ce1 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:36.497873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a830078b-f2c1-4945-8731-533614786ce1) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:36.502298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:36.502904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.507525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645ccca7-9630-4a9b-82aa-6bc841cbf0d7 None None] Network a830078b-f2c1-4945-8731-533614786ce1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:36.525183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:36.525741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-99748d23-fe71-45fc-b23f-54e42f3934de tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4194512 Dec 15 14:42:36.530486 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1347392350'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:36.552163 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Made reservation on behalf of 76f6fa6610e742feb76ba226d1ed5b8d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:36.555983 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.579633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:36.589434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.589761 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Added segment 3e54afb2-397a-4a1f-b12f-d086ec49ad4e of type vlan for network 6910df86-7d1f-47bd-9fa7-192a0286f8f3 Dec 15 14:42:36.614161 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-a830078b-f2c1-4945-8731-533614786ce1', 'network_id': 'a830078b-f2c1-4945-8731-533614786ce1', 'project_id': '76f6fa6610e742feb76ba226d1ed5b8d', 'fixed_ips': [{'subnet_id': 'fc4382cf-ae8d-415f-8ea2-67fda21f3994'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:36.615049 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.629342 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.655702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.661408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:36.662024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.717442 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1909919 Dec 15 14:42:36.720666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49814) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:36.734267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d03c52-ea14-475d-98a7-cd9e6139805c tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event updated for resources: {'Network': ['ID=6910df86-7d1f-47bd-9fa7-192a0286f8f3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:36.739076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Request body: {'subnet': {'network_id': '6910df86-7d1f-47bd-9fa7-192a0286f8f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:36.749245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 6910df86-7d1f-47bd-9fa7-192a0286f8f3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:36.770313 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Allocated IP 172.20.0.2 (a830078b-f2c1-4945-8731-533614786ce1/fc4382cf-ae8d-415f-8ea2-67fda21f3994/6e8d137b-a9dc-4198-9e1e-6f784538c1ff) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:36.843153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.847200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Made reservation on behalf of 76f6fa6610e742feb76ba226d1ed5b8d for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:36.850852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.975085 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:36.981390 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.021159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Network a830078b-f2c1-4945-8731-533614786ce1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:37.025881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:37.029382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:37.032106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.036792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Pushing event updated for resources: {'Port': ['ID=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:37.089858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Attempting to bind port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:37.090273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Attempting to bind port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'da2c3019-96dd-4a54-8963-8df5df365a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a830078b-f2c1-4945-8731-533614786ce1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:37.090654 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Attempting to bind port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff on network a830078b-f2c1-4945-8731-533614786ce1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:37.093514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event updated for resources: {'Subnet': ['ID=4fd8a46b-71ba-4cee-82d2-080f7ba59a37,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:37.096498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:37.096973 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Checking segment: {'id': 'da2c3019-96dd-4a54-8963-8df5df365a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a830078b-f2c1-4945-8731-533614786ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:37.097510 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.097926 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Bound using segment: {'id': 'da2c3019-96dd-4a54-8963-8df5df365a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a830078b-f2c1-4945-8731-533614786ce1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:37.098407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Bound port: 6e8d137b-a9dc-4198-9e1e-6f784538c1ff, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2c3019-96dd-4a54-8963-8df5df365a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a830078b-f2c1-4945-8731-533614786ce1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:37.098816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.103219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Checking segment: {'id': '3e54afb2-397a-4a1f-b12f-d086ec49ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6910df86-7d1f-47bd-9fa7-192a0286f8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:37.103585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Network hostable DHCP agents. Network: 6910df86-7d1f-47bd-9fa7-192a0286f8f3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:37.120717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Network 6910df86-7d1f-47bd-9fa7-192a0286f8f3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:37.129508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 6910df86-7d1f-47bd-9fa7-192a0286f8f3) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:37.133516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:37.134105 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.142797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd64de-2b48-49d2-a1bb-65b5336ceda2 None None] Network 6910df86-7d1f-47bd-9fa7-192a0286f8f3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:37.150768 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c74f4bb0-b81d-4166-9123-e998e82025f7 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4273653 Dec 15 14:42:37.153694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49816) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:37.158473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2983403c-db31-45af-8ae7-eaf8537acaff tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Request body: {'router': {'external_gateway_info': {'network_id': '6910df86-7d1f-47bd-9fa7-192a0286f8f3'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:37.219555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] For port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:37.224643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] For port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,segment=NetworkSegment(da2c3019-96dd-4a54-8963-8df5df365a49),segment_id=da2c3019-96dd-4a54-8963-8df5df365a49)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:37.237042 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.306001 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:42:37.322569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-6910df86-7d1f-47bd-9fa7-192a0286f8f3', 'network_id': '6910df86-7d1f-47bd-9fa7-192a0286f8f3', 'project_id': '76f6fa6610e742feb76ba226d1ed5b8d', 'fixed_ips': [{'subnet_id': '4fd8a46b-71ba-4cee-82d2-080f7ba59a37'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:37.323534 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.327432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f0415-3ab8-4b25-a779-ef807708a21b None None] Pushing event updated for resources: {'Port': ['ID=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:37.388554 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2983403c-db31-45af-8ae7-eaf8537acaff tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.439180 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.511722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Allocated IP 172.21.0.2 (6910df86-7d1f-47bd-9fa7-192a0286f8f3/4fd8a46b-71ba-4cee-82d2-080f7ba59a37/5ed569f0-8622-4ff5-b270-52d853fdab11) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:37.538772 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [None req-2983403c-db31-45af-8ae7-eaf8537acaff tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 14:42:37.540187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2983403c-db31-45af-8ae7-eaf8537acaff tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "PUT /v2.0/routers/e1449d23-ec0d-4b46-b3b8-e5d926012039 HTTP/1.1" status: 400 len: 364 time: 0.3852527 Dec 15 14:42:37.546444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49818) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:37.608468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1adae10-3d72-4347-9553-8c75a73c008d tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Deleting subnet 4fd8a46b-71ba-4cee-82d2-080f7ba59a37 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:37.673812 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.680471 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1adae10-3d72-4347-9553-8c75a73c008d tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.681327 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.733531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1adae10-3d72-4347-9553-8c75a73c008d tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.734542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Network 6910df86-7d1f-47bd-9fa7-192a0286f8f3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:37.735522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e8d137b-a9dc-4198-9e1e-6f784538c1ff up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:37.758851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:37.765305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Pushing event updated for resources: {'Port': ['ID=5ed569f0-8622-4ff5-b270-52d853fdab11,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:37.767563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:37.823002 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1adae10-3d72-4347-9553-8c75a73c008d tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.836453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Attempting to bind port 5ed569f0-8622-4ff5-b270-52d853fdab11 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:37.836831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Attempting to bind port 5ed569f0-8622-4ff5-b270-52d853fdab11 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '3e54afb2-397a-4a1f-b12f-d086ec49ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6910df86-7d1f-47bd-9fa7-192a0286f8f3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:37.837201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Attempting to bind port 5ed569f0-8622-4ff5-b270-52d853fdab11 on network 6910df86-7d1f-47bd-9fa7-192a0286f8f3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:37.842883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:37.843263 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.846126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:37.846512 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Checking segment: {'id': '3e54afb2-397a-4a1f-b12f-d086ec49ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6910df86-7d1f-47bd-9fa7-192a0286f8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:37.846917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.847326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Bound using segment: {'id': '3e54afb2-397a-4a1f-b12f-d086ec49ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6910df86-7d1f-47bd-9fa7-192a0286f8f3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:37.847813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Bound port: 5ed569f0-8622-4ff5-b270-52d853fdab11, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e54afb2-397a-4a1f-b12f-d086ec49ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6910df86-7d1f-47bd-9fa7-192a0286f8f3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:37.848240 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.889203 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1adae10-3d72-4347-9553-8c75a73c008d tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.920277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adae10-3d72-4347-9553-8c75a73c008d tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd8a46b-71ba-4cee-82d2-080f7ba59a37,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:37.924180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1adae10-3d72-4347-9553-8c75a73c008d tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.928073 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f1adae10-3d72-4347-9553-8c75a73c008d tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "DELETE /v2.0/subnets/4fd8a46b-71ba-4cee-82d2-080f7ba59a37 HTTP/1.1" status: 204 len: 168 time: 0.3804495 Dec 15 14:42:37.931019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49820) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:37.970579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] For port 5ed569f0-8622-4ff5-b270-52d853fdab11, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:37.987998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] For port 5ed569f0-8622-4ff5-b270-52d853fdab11, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5ed569f0-8622-4ff5-b270-52d853fdab11,segment=NetworkSegment(3e54afb2-397a-4a1f-b12f-d086ec49ad4e),segment_id=3e54afb2-397a-4a1f-b12f-d086ec49ad4e)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:37.994859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:37.998401 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.008482 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.066065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Deleting port 5ed569f0-8622-4ff5-b270-52d853fdab11 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:38.066721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.104704 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,segment=NetworkSegment(da2c3019-96dd-4a54-8963-8df5df365a49),segment_id=da2c3019-96dd-4a54-8963-8df5df365a49)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:38.110817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.114613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18275745-c59b-4a77-a320-f147e5c33396 None None] Pushing event updated for resources: {'Port': ['ID=5ed569f0-8622-4ff5-b270-52d853fdab11,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:38.148353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d12e1a6-7435-40c5-bb16-9f4772069a7d None None] Network 6910df86-7d1f-47bd-9fa7-192a0286f8f3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:38.229851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:38.426286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653517d-2176-43c5-8061-c330d6f17428 None None] Network a830078b-f2c1-4945-8731-533614786ce1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:38.473767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] For port 5ed569f0-8622-4ff5-b270-52d853fdab11, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5ed569f0-8622-4ff5-b270-52d853fdab11,segment=NetworkSegment(3e54afb2-397a-4a1f-b12f-d086ec49ad4e),segment_id=3e54afb2-397a-4a1f-b12f-d086ec49ad4e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:38.474128 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.487838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Calling delete_port for 5ed569f0-8622-4ff5-b270-52d853fdab11 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:38.513157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-76d86ca9-1cc6-44d5-b8df-90b8ec5105a6 None None] Provisioning complete for port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:38.513534 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76d86ca9-1cc6-44d5-b8df-90b8ec5105a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.568068 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.597220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event deleted for resources: {'Port': ['ID=5ed569f0-8622-4ff5-b270-52d853fdab11,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:38.601244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] No DVR routers for this DVR port 5ed569f0-8622-4ff5-b270-52d853fdab11 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:38.684615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.705890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6910df86-7d1f-47bd-9fa7-192a0286f8f3']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:38.716292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e54afb2-397a-4a1f-b12f-d086ec49ad4e') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:38.716734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e54afb2-397a-4a1f-b12f-d086ec49ad4e') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:38.726774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.739903 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.746297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:38.746686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:38.749635 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:38.765986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae2cc6-faf5-435f-b7cf-74c881a1e67c None None] get_active_networks_info from n-d-821840-1 {{(pid=109769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:42:38.812231 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.821180 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.824328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "DELETE /v2.0/networks/6910df86-7d1f-47bd-9fa7-192a0286f8f3 HTTP/1.1" status: 204 len: 168 time: 0.8923633 Dec 15 14:42:38.826906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49822) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:38.838402 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6756b1b-dee7-4be3-9594-3efcd1c4d536 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event deleted for resources: {'Network': ['ID=6910df86-7d1f-47bd-9fa7-192a0286f8f3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:38.845682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae2cc6-faf5-435f-b7cf-74c881a1e67c None None] Resources bound (agent type, host, resource id): {{(pid=109769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 14:42:38.860195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2c546f9f-6084-4876-a1b4-ac66409b734e None None] Provisioning complete for port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:38.860570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c546f9f-6084-4876-a1b4-ac66409b734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.884299 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cd1b60-f293-4c7c-9c03-2c442f340f10 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Deleting subnet fc4382cf-ae8d-415f-8ea2-67fda21f3994 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:42:38.887153 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1b60-f293-4c7c-9c03-2c442f340f10 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:38.928119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1b60-f293-4c7c-9c03-2c442f340f10 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.014473 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1b60-f293-4c7c-9c03-2c442f340f10 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.078075 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1b60-f293-4c7c-9c03-2c442f340f10 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.108806 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1b60-f293-4c7c-9c03-2c442f340f10 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.114274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d4cd1b60-f293-4c7c-9c03-2c442f340f10 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "DELETE /v2.0/subnets/fc4382cf-ae8d-415f-8ea2-67fda21f3994 HTTP/1.1" status: 204 len: 168 time: 0.2841072 Dec 15 14:42:39.114274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd1b60-f293-4c7c-9c03-2c442f340f10 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4382cf-ae8d-415f-8ea2-67fda21f3994,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:39.114810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49824) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:39.128465 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968b416-06c4-4af1-87e4-ef64b5903026 None None] Network a830078b-f2c1-4945-8731-533614786ce1 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:39.193984 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.253762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Deleting port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:39.254111 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.267131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] DHCP port deletion for a830078b-f2c1-4945-8731-533614786ce1 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:39.315095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] Deleting port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:42:39.315478 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.315842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] For port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,segment=NetworkSegment(da2c3019-96dd-4a54-8963-8df5df365a49),segment_id=da2c3019-96dd-4a54-8963-8df5df365a49)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:39.316240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.330428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Calling delete_port for 6e8d137b-a9dc-4198-9e1e-6f784538c1ff owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:39.382644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] For port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,segment=NetworkSegment(da2c3019-96dd-4a54-8963-8df5df365a49),segment_id=da2c3019-96dd-4a54-8963-8df5df365a49)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:39.383048 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.395361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] Calling delete_port for 6e8d137b-a9dc-4198-9e1e-6f784538c1ff owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:42:39.412612 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.440964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event deleted for resources: {'Port': ['ID=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:39.442795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] No DVR routers for this DVR port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:39.473892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.504659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] Pushing event deleted for resources: {'Port': ['ID=6e8d137b-a9dc-4198-9e1e-6f784538c1ff,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:39.509151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da308980-9161-4816-bc86-d9e5b1c7c1c8 None None] No DVR routers for this DVR port 6e8d137b-a9dc-4198-9e1e-6f784538c1ff on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:42:39.518933 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.540078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a830078b-f2c1-4945-8731-533614786ce1']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:39.549205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2c3019-96dd-4a54-8963-8df5df365a49') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:39.549504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2c3019-96dd-4a54-8963-8df5df365a49') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:39.563745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.577063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.582952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:42:39.583281 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:42:39.586793 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:42:39.644570 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.649949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.653362 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "DELETE /v2.0/networks/a830078b-f2c1-4945-8731-533614786ce1 HTTP/1.1" status: 204 len: 168 time: 0.5374134 Dec 15 14:42:39.656381 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:39.668801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd6e36-b49a-4681-967e-b9750fa15766 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Pushing event deleted for resources: {'Network': ['ID=a830078b-f2c1-4945-8731-533614786ce1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:39.687320 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7c12dd5-6ef7-4ddc-a742-928fc42cba74 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1449d23-ec0d-4b46-b3b8-e5d926012039 HTTP/1.1" status: 200 len: 205 time: 0.0296917 Dec 15 14:42:39.689768 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:39.698099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e8d137b-a9dc-4198-9e1e-6f784538c1ff no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:42:39.718405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6e8d137b-a9dc-4198-9e1e-6f784538c1ff {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:42:39.718759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e8d137b-a9dc-4198-9e1e-6f784538c1ff not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:42:39.768387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68f05659-bbdc-4bdb-b5eb-123563f77b15 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.928733 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68f05659-bbdc-4bdb-b5eb-123563f77b15 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.930792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68f05659-bbdc-4bdb-b5eb-123563f77b15 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.978361 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68f05659-bbdc-4bdb-b5eb-123563f77b15 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.978951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f05659-bbdc-4bdb-b5eb-123563f77b15 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Fanout notify agent at l3_agent the message router_deleted on router e1449d23-ec0d-4b46-b3b8-e5d926012039 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:42:39.986146 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68f05659-bbdc-4bdb-b5eb-123563f77b15 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:39.987370 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-68f05659-bbdc-4bdb-b5eb-123563f77b15 tempest-RoutersNegativeTest-887781202 tempest-RoutersNegativeTest-887781202-project] 10.222.0.86 "DELETE /v2.0/routers/e1449d23-ec0d-4b46-b3b8-e5d926012039 HTTP/1.1" status: 204 len: 168 time: 0.2965851 Dec 15 14:42:40.225413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49834) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:40.356540 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e9134104-63e1-4ad1-974a-c782ce784e01 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76f6fa6610e742feb76ba226d1ed5b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299574 Dec 15 14:42:40.359667 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:40.408586 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5186c2b-2055-4067-9518-ab3ec554a152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.429822 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5186c2b-2055-4067-9518-ab3ec554a152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.479217 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5186c2b-2055-4067-9518-ab3ec554a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.481919 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5186c2b-2055-4067-9518-ab3ec554a152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:40.483060 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b5186c2b-2055-4067-9518-ab3ec554a152 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b05addce-4819-4223-beeb-10e91244ad23 HTTP/1.1" status: 204 len: 168 time: 0.1223795 Dec 15 14:42:40.491734 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5186c2b-2055-4067-9518-ab3ec554a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05addce-4819-4223-beeb-10e91244ad23,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:41.096402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:41.193430 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-490446565-network', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:41.215896 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Made reservation on behalf of 491b1b30a30b4aae846e7181f03c5a8b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:41.218123 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.227530 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.303137 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.307282 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.326993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:41.345308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94804029-880c-4882-abea-b5c6eb7079dc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:41.349010 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.349368 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Added segment 60ccf6c3-4cee-4a63-8206-6fdddc18a702 of type vlan for network cd6fefa2-2e89-4148-a423-38e44454c1d5 Dec 15 14:42:41.400526 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.425461 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.426487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:41.427104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.482625 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3850822 Dec 15 14:42:41.485899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49864) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:41.491066 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Request body: {'subnet': {'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-subnet', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:41.498064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bb426-3d69-4560-be1d-7acd7a06fea9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6fefa2-2e89-4148-a423-38e44454c1d5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:41.508975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:41.513251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Made reservation on behalf of 491b1b30a30b4aae846e7181f03c5a8b for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:41.515635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.682861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.741338 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daab2a31-4000-4c49-a82d-c3c46f1b0f89,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:41.750094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Checking segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:41.750457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Network hostable DHCP agents. Network: cd6fefa2-2e89-4148-a423-38e44454c1d5, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:41.767583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:41.776322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, cd6fefa2-2e89-4148-a423-38e44454c1d5) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:41.780175 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:41.780767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.785206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee42ac-1af4-458b-bff2-11cf5a203496 None None] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:41.796171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5376b306-0b50-45e8-88b4-01cc998d4a48 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3091488 Dec 15 14:42:41.798972 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49866) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:41.803201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:41.823647 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.825156 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.875428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:41.886273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-cd6fefa2-2e89-4148-a423-38e44454c1d5', 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'fixed_ips': [{'subnet_id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:41.887194 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.012954 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.024583 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Allocated IP 172.20.0.2 (cd6fefa2-2e89-4148-a423-38e44454c1d5/daab2a31-4000-4c49-a82d-c3c46f1b0f89/ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:42.168633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.174629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.214960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.221488 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:42.222312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:42.225290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:42.227267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:42.239898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.279573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Attempting to bind port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:42.280000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Attempting to bind port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:42.280368 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Attempting to bind port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 on network cd6fefa2-2e89-4148-a423-38e44454c1d5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:42.285231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:42.285602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Checking segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:42.286010 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.286401 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Bound using segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:42.286864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Bound port: ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:42.287244 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.345766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Allocated IP 172.25.7.168 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/d8cd24df-e630-414a-9f74-e31f8182d961) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:42.354170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] For port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:42.357481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] For port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:42.362533 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.421376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e24f8-0540-408b-bfd3-4d492dd1ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:42.456943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.493858 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.535390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:42.539195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:42.542705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:42.559116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e0bbd0-51af-4365-9d57-cbec964399b5 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:42.565493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Pushing event updated for resources: {'Port': ['ID=d8cd24df-e630-414a-9f74-e31f8182d961,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:42.809887 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fbe2324a-8d15-42eb-8123-00f70e2cef9a None None] Provisioning complete for port d8cd24df-e630-414a-9f74-e31f8182d961 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:42.810272 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbe2324a-8d15-42eb-8123-00f70e2cef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.827755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:42.849137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2324a-8d15-42eb-8123-00f70e2cef9a None None] Port d8cd24df-e630-414a-9f74-e31f8182d961 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:43.023696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.152467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Router c21f509e-1257-4000-b3d1-ab0de24e37d3 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:42:43.262663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:42:43.271627 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Sync routers for ids ['c21f509e-1257-4000-b3d1-ab0de24e37d3'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:42:43.281464 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.285288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4802007f-ea7b-4d9d-a9b3-d7aff86c1270 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4827838 Dec 15 14:42:43.285451 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Routers {'c21f509e-1257-4000-b3d1-ab0de24e37d3'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:43.285451 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c21f509e-1257-4000-b3d1-ab0de24e37d3'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:43.285653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49868) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:43.398682 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Set router c21f509e-1257-4000-b3d1-ab0de24e37d3 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:43.538715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b506c93-0c31-4aeb-8e9e-5bc101bc40cd None None] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:43.586879 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:42:42Z', 'revision_number': 3, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port': {'id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:42Z', 'updated_at': '2021-12-15T14:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:43.610224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dca304dd-40b2-4404-a6ef-17ec5516068d None None] Provisioning complete for port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:43.610837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dca304dd-40b2-4404-a6ef-17ec5516068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.614692 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Checking router: c21f509e-1257-4000-b3d1-ab0de24e37d3 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:42:43.615050 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Updating router c21f509e-1257-4000-b3d1-ab0de24e37d3 port d8cd24df-e630-414a-9f74-e31f8182d961 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:42:43.646746 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.752758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.843578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:43.931437 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.935102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Allocated IP 172.20.0.1 (cd6fefa2-2e89-4148-a423-38e44454c1d5/daab2a31-4000-4c49-a82d-c3c46f1b0f89/b5cc5353-4133-4154-ad8c-d7d8f7637602) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:43.940928 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.949824 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dca304dd-40b2-4404-a6ef-17ec5516068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:43.964243 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:43.964863 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.002978 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1c92a-178b-4611-b86d-c909f6384703 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:44.020551 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Pushing event updated for resources: {'Port': ['ID=d8cd24df-e630-414a-9f74-e31f8182d961,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:44.036863 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.038434 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.038894 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.039340 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.039780 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.040038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dca304dd-40b2-4404-a6ef-17ec5516068d None None] For port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:44.040573 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.040915 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.041475 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.041906 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.042337 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.043096 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.044360 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.044754 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:44.050195 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dca304dd-40b2-4404-a6ef-17ec5516068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.051680 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Attempting to bind port d8cd24df-e630-414a-9f74-e31f8182d961 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:44.052100 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Attempting to bind port d8cd24df-e630-414a-9f74-e31f8182d961 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:44.052491 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Attempting to bind port d8cd24df-e630-414a-9f74-e31f8182d961 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:44.058834 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:44.059221 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:44.059634 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.060056 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:44.061224 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Bound port: d8cd24df-e630-414a-9f74-e31f8182d961, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:44.061761 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.082801 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.131923 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca304dd-40b2-4404-a6ef-17ec5516068d None None] Pushing event updated for resources: {'Port': ['ID=ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:44.135218 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.144712 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] For port d8cd24df-e630-414a-9f74-e31f8182d961, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:44.150172 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] For port d8cd24df-e630-414a-9f74-e31f8182d961, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d8cd24df-e630-414a-9f74-e31f8182d961,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:44.164320 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.173852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:44.179618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:44.182447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:44.189235 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-28c1c2af-82dd-4738-b2c3-6a2688c271aa None None] Provisioning complete for port d8cd24df-e630-414a-9f74-e31f8182d961 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:44.189651 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28c1c2af-82dd-4738-b2c3-6a2688c271aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.228362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cc5353-4133-4154-ad8c-d7d8f7637602,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:44.230683 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ea75d-b272-4119-b9d5-b0ec634d963c None None] Pushing event updated for resources: {'Port': ['ID=d8cd24df-e630-414a-9f74-e31f8182d961,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:44.232847 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77294c1f-93d5-485d-80f9-373d6948795c None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:44.233727 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Routers {'c21f509e-1257-4000-b3d1-ab0de24e37d3'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:44.234410 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c21f509e-1257-4000-b3d1-ab0de24e37d3'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:44.243437 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.315809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28c1c2af-82dd-4738-b2c3-6a2688c271aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.341176 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-28c1c2af-82dd-4738-b2c3-6a2688c271aa None None] For port d8cd24df-e630-414a-9f74-e31f8182d961, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d8cd24df-e630-414a-9f74-e31f8182d961,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:44.348980 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28c1c2af-82dd-4738-b2c3-6a2688c271aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.387344 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] Set router c21f509e-1257-4000-b3d1-ab0de24e37d3 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:44.427555 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1c2af-82dd-4738-b2c3-6a2688c271aa None None] Pushing event updated for resources: {'Port': ['ID=d8cd24df-e630-414a-9f74-e31f8182d961,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:44.474503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8e7b7ac9-f26e-4f22-ba97-ad7fd1f23127 None None] Provisioning complete for port b5cc5353-4133-4154-ad8c-d7d8f7637602 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:44.474840 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7ac9-f26e-4f22-ba97-ad7fd1f23127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.514344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b7ac9-f26e-4f22-ba97-ad7fd1f23127 None None] Port b5cc5353-4133-4154-ad8c-d7d8f7637602 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:44.526582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8e7b7ac9-f26e-4f22-ba97-ad7fd1f23127 None None] Provisioning complete for port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:44.526967 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7ac9-f26e-4f22-ba97-ad7fd1f23127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.626943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8e7b7ac9-f26e-4f22-ba97-ad7fd1f23127 None None] Provisioning complete for port d8cd24df-e630-414a-9f74-e31f8182d961 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:44.627654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7ac9-f26e-4f22-ba97-ad7fd1f23127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.687593 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:42:42Z', 'revision_number': 3, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port': {'id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:42Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:44.718742 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45833647-e216-4846-8fa2-b5656d83a704 None None] The sync data for ids ['c21f509e-1257-4000-b3d1-ab0de24e37d3'] in n-d-821840-1 is: [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:42:42Z', 'revision_number': 3, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port': {'id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:42Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:42:44.725987 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.892718 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.898291 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:44.969309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cc5353-4133-4154-ad8c-d7d8f7637602,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:44.971700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.074678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:45.076269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:45.212636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Router c21f509e-1257-4000-b3d1-ab0de24e37d3 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:42:45.329280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:42:45.340439 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8d2f3378-c98e-419c-9889-e2eee0573557 admin admin] 10.222.0.86 "PUT /v2.0/routers/c21f509e-1257-4000-b3d1-ab0de24e37d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0538614 Dec 15 14:42:45.347258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d2f23852-86d8-43aa-8dbd-254eb6a168dc None None] Provisioning complete for port b5cc5353-4133-4154-ad8c-d7d8f7637602 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:45.347965 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2f23852-86d8-43aa-8dbd-254eb6a168dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.394430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d2f23852-86d8-43aa-8dbd-254eb6a168dc None None] Port b5cc5353-4133-4154-ad8c-d7d8f7637602 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:45.770606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:45.819808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:45.820221 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.836103 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49884) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:45.841166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2030273560-network', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:45.862209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Made reservation on behalf of b7d96f60a564489e95c1ee39c4be587c for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:45.864827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.874287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.905994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d8cd24df-e630-414a-9f74-e31f8182d961 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:45.952453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.956423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port d8cd24df-e630-414a-9f74-e31f8182d961 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:45.956847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.957432 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:45.981384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:42:45.995836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4351b76e-aab2-4989-b980-57fd78fca259,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:46.000918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.001270 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Added segment 80922a5a-53e2-4985-82d8-069b3cc5ec41 of type vlan for network a56e9973-eecc-482c-aa9f-0516cf0ccf67 Dec 15 14:42:46.046306 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.074561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.075517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.076117 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.138125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3008404 Dec 15 14:42:46.140783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49886) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:46.145491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Request body: {'subnet': {'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-subnet', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:46.153372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e683f74-3e1d-4240-b346-21523d985d0e admin admin] Pushing event updated for resources: {'Network': ['ID=a56e9973-eecc-482c-aa9f-0516cf0ccf67,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:46.168390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a56e9973-eecc-482c-aa9f-0516cf0ccf67 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:46.175399 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Made reservation on behalf of b7d96f60a564489e95c1ee39c4be587c for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:46.177994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.343635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Sync routers for ids ['c21f509e-1257-4000-b3d1-ab0de24e37d3'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:42:46.353396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.354333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Routers {'c21f509e-1257-4000-b3d1-ab0de24e37d3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:46.355025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c21f509e-1257-4000-b3d1-ab0de24e37d3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:46.410795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f50cb44-b82e-4112-9921-a6ce829f9242,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:46.420006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Checking segment: {'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:46.420602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Network hostable DHCP agents. Network: a56e9973-eecc-482c-aa9f-0516cf0ccf67, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:46.437868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Network a56e9973-eecc-482c-aa9f-0516cf0ccf67 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:46.446968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a56e9973-eecc-482c-aa9f-0516cf0ccf67) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:46.451787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:46.452557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.457236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6019de4-52ec-452e-b5f6-027af8957c51 None None] Network a56e9973-eecc-482c-aa9f-0516cf0ccf67 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:46.468726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a79966e1-a114-4fcb-aada-af0ff66f73f3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3269303 Dec 15 14:42:46.471223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 49888) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:46.475992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:46.497138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.498249 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.505803 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Set router c21f509e-1257-4000-b3d1-ab0de24e37d3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:46.555351 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.672406 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-a56e9973-eecc-482c-aa9f-0516cf0ccf67', 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67', 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'fixed_ips': [{'subnet_id': '1f50cb44-b82e-4112-9921-a6ce829f9242'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:46.673276 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.695262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.862674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Allocated IP 172.20.0.2 (a56e9973-eecc-482c-aa9f-0516cf0ccf67/1f50cb44-b82e-4112-9921-a6ce829f9242/64be222b-8a94-4c91-a766-5ff415c8b5a8) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:46.876493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 4, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port': {'id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:42Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b5cc5353-4133-4154-ad8c-d7d8f7637602', 'name': '', 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'mac_address': 'fa:16:3e:e1:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:43Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 2, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'subnets': [{'id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:46.907195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Checking router: c21f509e-1257-4000-b3d1-ab0de24e37d3 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:42:46.907562 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Updating router c21f509e-1257-4000-b3d1-ab0de24e37d3 port b5cc5353-4133-4154-ad8c-d7d8f7637602 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:42:46.924727 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.945215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:46.973714 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.048390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Allocated IP 172.25.7.139 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/f9ddf903-b809-43d3-a06f-07faab65da04) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:47.153873 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.164938 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.167910 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.210060 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.249196 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Network a56e9973-eecc-482c-aa9f-0516cf0ccf67 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:47.252613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:47.255566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:47.259910 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:47.260180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:47.266246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:47.269949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Pushing event updated for resources: {'Port': ['ID=64be222b-8a94-4c91-a766-5ff415c8b5a8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:47.278753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74f73a-e0a5-41f0-8f9e-30dc51675f52 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:47.283603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Pushing event updated for resources: {'Port': ['ID=f9ddf903-b809-43d3-a06f-07faab65da04,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:47.400608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-daf4f92b-15ae-498e-91d2-f3fbc4fb104d None None] Provisioning complete for port f9ddf903-b809-43d3-a06f-07faab65da04 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:47.400987 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-daf4f92b-15ae-498e-91d2-f3fbc4fb104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.404207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Attempting to bind port 64be222b-8a94-4c91-a766-5ff415c8b5a8 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:47.404528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Attempting to bind port 64be222b-8a94-4c91-a766-5ff415c8b5a8 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:47.404897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Attempting to bind port 64be222b-8a94-4c91-a766-5ff415c8b5a8 on network a56e9973-eecc-482c-aa9f-0516cf0ccf67 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:47.436526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:47.436921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Checking segment: {'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:47.437330 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.437729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Bound using segment: {'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:47.438203 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Bound port: 64be222b-8a94-4c91-a766-5ff415c8b5a8, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:47.438589 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.453921 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.468560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-daf4f92b-15ae-498e-91d2-f3fbc4fb104d None None] Port f9ddf903-b809-43d3-a06f-07faab65da04 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:47.469990 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.541089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.552798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e04e65-0e84-4348-95a0-0fef31f5a2c1 None None] Pushing event updated for resources: {'Port': ['ID=b5cc5353-4133-4154-ad8c-d7d8f7637602,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:47.581728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] For port 64be222b-8a94-4c91-a766-5ff415c8b5a8, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:47.626470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] For port 64be222b-8a94-4c91-a766-5ff415c8b5a8, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=64be222b-8a94-4c91-a766-5ff415c8b5a8,segment=NetworkSegment(80922a5a-53e2-4985-82d8-069b3cc5ec41),segment_id=80922a5a-53e2-4985-82d8-069b3cc5ec41)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:47.639424 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.651599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Attempting to bind port b5cc5353-4133-4154-ad8c-d7d8f7637602 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:47.652006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Attempting to bind port b5cc5353-4133-4154-ad8c-d7d8f7637602 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:47.652380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Attempting to bind port b5cc5353-4133-4154-ad8c-d7d8f7637602 on network cd6fefa2-2e89-4148-a423-38e44454c1d5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:47.687582 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:47.688012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Checking segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:47.688418 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.688817 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Bound using segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:47.689301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Bound port: b5cc5353-4133-4154-ad8c-d7d8f7637602, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:47.689689 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.767040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277950b5-1944-450e-bb23-4e3ac7536144 None None] Pushing event updated for resources: {'Port': ['ID=64be222b-8a94-4c91-a766-5ff415c8b5a8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:47.776236 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.795356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] For port b5cc5353-4133-4154-ad8c-d7d8f7637602, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:47.798515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] For port b5cc5353-4133-4154-ad8c-d7d8f7637602, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b5cc5353-4133-4154-ad8c-d7d8f7637602,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:47.805957 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.869141 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e04e65-0e84-4348-95a0-0fef31f5a2c1 None None] Pushing event updated for resources: {'Port': ['ID=b5cc5353-4133-4154-ad8c-d7d8f7637602,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:47.872836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Routers {'c21f509e-1257-4000-b3d1-ab0de24e37d3'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:47.873471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c21f509e-1257-4000-b3d1-ab0de24e37d3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:47.979477 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d1842de0-e66c-4896-8e94-b99939517c93 None None] Provisioning complete for port b5cc5353-4133-4154-ad8c-d7d8f7637602 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:47.979891 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1842de0-e66c-4896-8e94-b99939517c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:47.986376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Router 91374d08-5517-4ade-ad1f-3db0f7089b14 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:42:48.073473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] Set router c21f509e-1257-4000-b3d1-ab0de24e37d3 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:48.127318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:42:48.137803 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Sync routers for ids ['91374d08-5517-4ade-ad1f-3db0f7089b14'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:42:48.149574 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Routers {'91374d08-5517-4ade-ad1f-3db0f7089b14'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:48.151007 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['91374d08-5517-4ade-ad1f-3db0f7089b14'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:48.158813 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:48.165335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 49890) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:48.171414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-73ba7668-8de9-4da4-af07-47b0d95d1c8f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6989894 Dec 15 14:42:48.274780 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Set router 91374d08-5517-4ade-ad1f-3db0f7089b14 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:48.425156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1842de0-e66c-4896-8e94-b99939517c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:48.472436 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:47Z', 'revision_number': 3, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port': {'id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:48.495217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d1842de0-e66c-4896-8e94-b99939517c93 None None] For port b5cc5353-4133-4154-ad8c-d7d8f7637602, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b5cc5353-4133-4154-ad8c-d7d8f7637602,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:48.505505 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d1842de0-e66c-4896-8e94-b99939517c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:48.513833 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Checking router: 91374d08-5517-4ade-ad1f-3db0f7089b14 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:42:48.514463 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Updating router 91374d08-5517-4ade-ad1f-3db0f7089b14 port f9ddf903-b809-43d3-a06f-07faab65da04 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:42:48.575071 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:48.603855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1842de0-e66c-4896-8e94-b99939517c93 None None] Pushing event updated for resources: {'Port': ['ID=b5cc5353-4133-4154-ad8c-d7d8f7637602,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:48.628750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 4, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port': {'id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:42Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b5cc5353-4133-4154-ad8c-d7d8f7637602', 'name': '', 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'mac_address': 'fa:16:3e:e1:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:43Z', 'updated_at': '2021-12-15T14:42:47Z', 'revision_number': 4, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'subnets': [{'id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:48.647975 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:48.669286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de21125-4e1c-4ff4-b1e9-5162acb4897d None None] The sync data for ids ['c21f509e-1257-4000-b3d1-ab0de24e37d3'] in n-d-821840-1 is: [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 4, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port': {'id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:42Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'b5cc5353-4133-4154-ad8c-d7d8f7637602', 'name': '', 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'mac_address': 'fa:16:3e:e1:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:43Z', 'updated_at': '2021-12-15T14:42:47Z', 'revision_number': 4, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'subnets': [{'id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:42:48.682751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-721d7ed6-6fd6-4a4f-b69a-d182004f5ef8 None None] Provisioning complete for port b5cc5353-4133-4154-ad8c-d7d8f7637602 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:48.683164 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-721d7ed6-6fd6-4a4f-b69a-d182004f5ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:48.882203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Allocated IP 172.20.0.1 (a56e9973-eecc-482c-aa9f-0516cf0ccf67/1f50cb44-b82e-4112-9921-a6ce829f9242/17663ef7-d292-4c76-82f8-cfdf689c3ea8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:49.006393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ffaa13-89ae-4e7e-84de-3041ca057fd3 None None] Network a56e9973-eecc-482c-aa9f-0516cf0ccf67 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:49.014968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.020698 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.028731 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.062587 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.072001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4258695e-c4bd-4f6f-8e00-fb937652acf8 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:49.085590 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Attempting to bind port f9ddf903-b809-43d3-a06f-07faab65da04 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:49.086035 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Attempting to bind port f9ddf903-b809-43d3-a06f-07faab65da04 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:49.086487 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Attempting to bind port f9ddf903-b809-43d3-a06f-07faab65da04 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:49.095105 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db24f4-26cc-4882-a564-c6d8be935c26 None None] Pushing event updated for resources: {'Port': ['ID=f9ddf903-b809-43d3-a06f-07faab65da04,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:49.097648 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:49.098035 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:49.098440 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.098861 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:49.099306 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Bound port: f9ddf903-b809-43d3-a06f-07faab65da04, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:49.099691 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.122510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Network a56e9973-eecc-482c-aa9f-0516cf0ccf67 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:49.126012 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:49.130099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:49.141928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c961ae8-1e05-47c1-ad6d-94b33f04aa57 None None] Provisioning complete for port 64be222b-8a94-4c91-a766-5ff415c8b5a8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:49.142318 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c961ae8-1e05-47c1-ad6d-94b33f04aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.175522 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Pushing event updated for resources: {'Port': ['ID=17663ef7-d292-4c76-82f8-cfdf689c3ea8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:49.202171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.203340 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] For port f9ddf903-b809-43d3-a06f-07faab65da04, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:49.207036 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] For port f9ddf903-b809-43d3-a06f-07faab65da04, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f9ddf903-b809-43d3-a06f-07faab65da04,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:49.216213 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.290781 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db24f4-26cc-4882-a564-c6d8be935c26 None None] Pushing event updated for resources: {'Port': ['ID=f9ddf903-b809-43d3-a06f-07faab65da04,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:49.302028 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c961ae8-1e05-47c1-ad6d-94b33f04aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.305587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb344e-27b1-4bcf-855e-ab1a37cf22ab None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:42:49.307800 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Routers {'91374d08-5517-4ade-ad1f-3db0f7089b14'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:49.308532 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['91374d08-5517-4ade-ad1f-3db0f7089b14'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:49.374827 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3c961ae8-1e05-47c1-ad6d-94b33f04aa57 None None] For port 64be222b-8a94-4c91-a766-5ff415c8b5a8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=64be222b-8a94-4c91-a766-5ff415c8b5a8,segment=NetworkSegment(80922a5a-53e2-4985-82d8-069b3cc5ec41),segment_id=80922a5a-53e2-4985-82d8-069b3cc5ec41)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:49.383491 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c961ae8-1e05-47c1-ad6d-94b33f04aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.449084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.469552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c961ae8-1e05-47c1-ad6d-94b33f04aa57 None None] Pushing event updated for resources: {'Port': ['ID=64be222b-8a94-4c91-a766-5ff415c8b5a8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:49.497809 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] Set router 91374d08-5517-4ade-ad1f-3db0f7089b14 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:49.523941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c106d5d-29ad-4e85-bc67-28a236cf2a04 None None] Provisioning complete for port f9ddf903-b809-43d3-a06f-07faab65da04 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:49.524332 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c106d5d-29ad-4e85-bc67-28a236cf2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.671171 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c106d5d-29ad-4e85-bc67-28a236cf2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.741810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3c106d5d-29ad-4e85-bc67-28a236cf2a04 None None] For port f9ddf903-b809-43d3-a06f-07faab65da04, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f9ddf903-b809-43d3-a06f-07faab65da04,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:49.762697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c106d5d-29ad-4e85-bc67-28a236cf2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.801485 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:47Z', 'revision_number': 3, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port': {'id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:49.808186 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.822273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.844143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c106d5d-29ad-4e85-bc67-28a236cf2a04 None None] Pushing event updated for resources: {'Port': ['ID=f9ddf903-b809-43d3-a06f-07faab65da04,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:49.859108 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaba7e8-9d4a-48a2-bf68-6b65b7ec8d85 None None] The sync data for ids ['91374d08-5517-4ade-ad1f-3db0f7089b14'] in n-d-821840-1 is: [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:47Z', 'revision_number': 3, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port': {'id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:42:49.913215 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Pushing event updated for resources: {'Port': ['ID=17663ef7-d292-4c76-82f8-cfdf689c3ea8,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:49.933092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b5cc5353-4133-4154-ad8c-d7d8f7637602 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:49.939336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:49.997304 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2a5c04ba-5b61-45b6-831b-71e5a873697c None None] Provisioning complete for port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:49.997756 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2a5c04ba-5b61-45b6-831b-71e5a873697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:50.057501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c04ba-5b61-45b6-831b-71e5a873697c None None] Port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:50.062739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Network a56e9973-eecc-482c-aa9f-0516cf0ccf67 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:50.064301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:50.080337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b5cc5353-4133-4154-ad8c-d7d8f7637602 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:50.080716 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:50.123662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2a5c04ba-5b61-45b6-831b-71e5a873697c None None] Provisioning complete for port 64be222b-8a94-4c91-a766-5ff415c8b5a8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:50.123980 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2a5c04ba-5b61-45b6-831b-71e5a873697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:50.275976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Router 91374d08-5517-4ade-ad1f-3db0f7089b14 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:42:50.310417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 64be222b-8a94-4c91-a766-5ff415c8b5a8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:50.380736 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 64be222b-8a94-4c91-a766-5ff415c8b5a8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:50.381128 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:50.462628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:42:50.476101 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0a952612-f958-446c-bea2-0c65ad3d9505 admin admin] 10.222.0.86 "PUT /v2.0/routers/91374d08-5517-4ade-ad1f-3db0f7089b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3105621 Dec 15 14:42:50.503782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7aa21397-5bfc-4fa0-99ff-66bad008f30d None None] Provisioning complete for port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:50.504193 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7aa21397-5bfc-4fa0-99ff-66bad008f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:50.540205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7aa21397-5bfc-4fa0-99ff-66bad008f30d None None] Port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:51.333794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-edb38f7b-e70a-4621-b358-cf17a7694a4d tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:51.335833 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-edb38f7b-e70a-4621-b358-cf17a7694a4d tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/networks?id=cd6fefa2-2e89-4148-a423-38e44454c1d5 HTTP/1.1" status: 200 len: 816 time: 0.1011238 Dec 15 14:42:51.350983 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-d03b3201-c76f-4203-8bd8-1879dd69dd0e tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/quotas/491b1b30a30b4aae846e7181f03c5a8b HTTP/1.1" status: 200 len: 375 time: 0.0093145 Dec 15 14:42:51.406678 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-63e21021-222d-427f-9f03-5995dcfb6a44 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=491b1b30a30b4aae846e7181f03c5a8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501218 Dec 15 14:42:51.500390 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-b949fe20-b861-4135-84f3-09b81a90b91f service neutron] 10.222.0.86 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818303 Dec 15 14:42:51.595345 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-c29d25a7-be54-482c-857f-457717973153 service neutron] 10.222.0.86 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888476 Dec 15 14:42:51.736705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f9ddf903-b809-43d3-a06f-07faab65da04 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:51.773607 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a626790-1c37-469a-a5d9-79cc71576bf2 req-4899c137-67bd-420e-9156-a073eefbec8c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 210 time: 0.0293624 Dec 15 14:42:51.797140 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f9ddf903-b809-43d3-a06f-07faab65da04 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:51.797140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:52.125812 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Sync routers for ids ['91374d08-5517-4ade-ad1f-3db0f7089b14'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:42:52.136330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Routers {'91374d08-5517-4ade-ad1f-3db0f7089b14'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:52.136959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['91374d08-5517-4ade-ad1f-3db0f7089b14'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:52.249505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Set router 91374d08-5517-4ade-ad1f-3db0f7089b14 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:52.447000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 4, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port': {'id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '17663ef7-d292-4c76-82f8-cfdf689c3ea8', 'name': '', 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'mac_address': 'fa:16:3e:ea:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1f50cb44-b82e-4112-9921-a6ce829f9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:48Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 2, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'subnets': [{'id': '1f50cb44-b82e-4112-9921-a6ce829f9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:52.477573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Checking router: 91374d08-5517-4ade-ad1f-3db0f7089b14 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:42:52.478018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Updating router 91374d08-5517-4ade-ad1f-3db0f7089b14 port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:42:52.502127 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:52.741435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-962a092f-da26-49ea-bd10-e2bd9c2ef0dc tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:52.743535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-962a092f-da26-49ea-bd10-e2bd9c2ef0dc tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.74 "GET /v2.0/networks?id=cd6fefa2-2e89-4148-a423-38e44454c1d5 HTTP/1.1" status: 200 len: 816 time: 0.1177735 Dec 15 14:42:52.757404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Request body: {'port': {'device_id': '83a796c2-474f-458c-a140-36e68783457d', 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'admin_state_up': True, 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:52.783209 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:52.789772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:52.867938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea00ed-c7be-4ac8-acd6-d0649e2aa18e None None] Pushing event updated for resources: {'Port': ['ID=17663ef7-d292-4c76-82f8-cfdf689c3ea8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:52.908199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85879766-86f4-4ab2-86c2-50da197aea62 req-c1715fde-ee5a-41a6-b9f7-70fd5e208d8c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 210 time: 0.0366075 Dec 15 14:42:52.908859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Attempting to bind port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:52.909247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Attempting to bind port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:52.909633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Attempting to bind port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 on network a56e9973-eecc-482c-aa9f-0516cf0ccf67 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:52.916019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:52.916683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Checking segment: {'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:52.917099 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:52.917943 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Bound using segment: {'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:52.918078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Bound port: 17663ef7-d292-4c76-82f8-cfdf689c3ea8, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80922a5a-53e2-4985-82d8-069b3cc5ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:52.918361 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:52.937164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Made reservation on behalf of 491b1b30a30b4aae846e7181f03c5a8b for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:52.940873 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:52.990420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] For port 17663ef7-d292-4c76-82f8-cfdf689c3ea8, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:52.994848 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] For port 17663ef7-d292-4c76-82f8-cfdf689c3ea8, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17663ef7-d292-4c76-82f8-cfdf689c3ea8,segment=NetworkSegment(80922a5a-53e2-4985-82d8-069b3cc5ec41),segment_id=80922a5a-53e2-4985-82d8-069b3cc5ec41)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:53.000880 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.065410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Routers {'91374d08-5517-4ade-ad1f-3db0f7089b14'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:42:53.066052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:42:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['91374d08-5517-4ade-ad1f-3db0f7089b14'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:53.073530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea00ed-c7be-4ac8-acd6-d0649e2aa18e None None] Pushing event updated for resources: {'Port': ['ID=17663ef7-d292-4c76-82f8-cfdf689c3ea8,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:53.092547 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Allocated IP 172.20.0.14 (cd6fefa2-2e89-4148-a423-38e44454c1d5/daab2a31-4000-4c49-a82d-c3c46f1b0f89/6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:53.129856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-836a813b-b50c-46f8-8a6a-344dd144d882 None None] Provisioning complete for port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:53.130243 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-836a813b-b50c-46f8-8a6a-344dd144d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.261324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.296850 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.348758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:53.352089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:53.355738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:53.382004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Pushing event updated for resources: {'Port': ['ID=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:53.392585 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] Set router 91374d08-5517-4ade-ad1f-3db0f7089b14 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:42:53.411544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:53.412075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.434347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-83551220-cf33-4ddc-beeb-7afaaf1ef670 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6813934 Dec 15 14:42:53.448403 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Request body: {'port': {'device_id': '83a796c2-474f-458c-a140-36e68783457d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:53.508569 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.539469 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-836a813b-b50c-46f8-8a6a-344dd144d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.602315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-836a813b-b50c-46f8-8a6a-344dd144d882 None None] For port 17663ef7-d292-4c76-82f8-cfdf689c3ea8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17663ef7-d292-4c76-82f8-cfdf689c3ea8,segment=NetworkSegment(80922a5a-53e2-4985-82d8-069b3cc5ec41),segment_id=80922a5a-53e2-4985-82d8-069b3cc5ec41)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:53.607856 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-836a813b-b50c-46f8-8a6a-344dd144d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.688024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a813b-b50c-46f8-8a6a-344dd144d882 None None] Pushing event updated for resources: {'Port': ['ID=17663ef7-d292-4c76-82f8-cfdf689c3ea8,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:53.708456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 4, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port': {'id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '17663ef7-d292-4c76-82f8-cfdf689c3ea8', 'name': '', 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'mac_address': 'fa:16:3e:ea:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1f50cb44-b82e-4112-9921-a6ce829f9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:48Z', 'updated_at': '2021-12-15T14:42:52Z', 'revision_number': 4, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'subnets': [{'id': '1f50cb44-b82e-4112-9921-a6ce829f9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:42:53.740520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58501742-707b-46b7-b6fb-d5748f082fe0 None None] The sync data for ids ['91374d08-5517-4ade-ad1f-3db0f7089b14'] in n-d-821840-1 is: [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 4, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port': {'id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '17663ef7-d292-4c76-82f8-cfdf689c3ea8', 'name': '', 'network_id': 'a56e9973-eecc-482c-aa9f-0516cf0ccf67', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'mac_address': 'fa:16:3e:ea:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1f50cb44-b82e-4112-9921-a6ce829f9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:48Z', 'updated_at': '2021-12-15T14:42:52Z', 'revision_number': 4, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'subnets': [{'id': '1f50cb44-b82e-4112-9921-a6ce829f9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:42:53.751423 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bd3316d1-1eaf-449f-a11b-bd5f77c0de48 None None] Provisioning complete for port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:53.751957 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd3316d1-1eaf-449f-a11b-bd5f77c0de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.803228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:42:53.809345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bd3316d1-1eaf-449f-a11b-bd5f77c0de48 None None] Port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:42:53.815300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.821367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bd3316d1-1eaf-449f-a11b-bd5f77c0de48 None None] Provisioning complete for port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:53.821668 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd3316d1-1eaf-449f-a11b-bd5f77c0de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.831575 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Transition to ACTIVE for port object 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:42:53.835606 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:53.911337 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:53.983557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Attempting to bind port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:53.983960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Attempting to bind port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:53.984253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Attempting to bind port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 on network cd6fefa2-2e89-4148-a423-38e44454c1d5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:53.991420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 on network cd6fefa2-2e89-4148-a423-38e44454c1d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:42:53.991669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Attempting to bind port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 on network cd6fefa2-2e89-4148-a423-38e44454c1d5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:53.997234 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:53.997464 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Checking segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:53.997855 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Bound using segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:53.998283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Bound port: 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:53.998640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:54.054499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eee313-c195-4550-b457-7b3494dd2a40 req-f2500be2-6961-46d0-9cad-10983d9add3e tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:54.062046 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33eee313-c195-4550-b457-7b3494dd2a40 req-f2500be2-6961-46d0-9cad-10983d9add3e tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 944 time: 0.0597785 Dec 15 14:42:54.083223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] For port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:54.088187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] For port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:54.097462 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:54.114942 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33eee313-c195-4550-b457-7b3494dd2a40 req-72e3d9d3-3b8c-495b-a12b-b0145fbb0bc9 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519848 Dec 15 14:42:54.150479 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:54.151100 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:54.152545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] 10.222.0.74 "PUT /v2.0/ports/6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 HTTP/1.1" status: 200 len: 1092 time: 0.7092826 Dec 15 14:42:54.152997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a796c2-474f-458c-a140-36e68783457d', 'tag': '6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:42:54.155586 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e76d407-7630-4284-9cd9-e08079a88ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "83a796c2-474f-458c-a140-36e68783457d", "tag": "6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:42:54.203709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52a60f-f9a0-4319-a221-b7edf3f29861 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:54.224855 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b83e88b-1e12-4192-9238-8f8d485b2271 x-openstack-request-id: req-1b83e88b-1e12-4192-9238-8f8d485b2271 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:42:54.225837 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a796c2-474f-458c-a140-36e68783457d", "tag": "6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:42:54.226059 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b83e88b-1e12-4192-9238-8f8d485b2271 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:42:54.226411 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a796c2-474f-458c-a140-36e68783457d', 'tag': '6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34', 'status': 'completed', 'code': 200} Dec 15 14:42:54.274660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-bc4bac55-3a37-47f2-b6ad-594204de29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:54.276365 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-bc4bac55-3a37-47f2-b6ad-594204de29e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=491b1b30a30b4aae846e7181f03c5a8b&device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 1095 time: 0.0671322 Dec 15 14:42:54.654803 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-600aa4e9-9355-437a-94cd-d4242a1e23dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 HTTP/1.1" status: 200 len: 217 time: 0.3682559 Dec 15 14:42:54.704178 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-d2aa2511-5df1-455f-bdd2-bc572a0139e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:54.705601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-d2aa2511-5df1-455f-bdd2-bc572a0139e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=daab2a31-4000-4c49-a82d-c3c46f1b0f89 HTTP/1.1" status: 200 len: 855 time: 0.0430062 Dec 15 14:42:54.750118 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-b3e2a00c-f0f1-4d43-8843-2015d65fcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:54.751632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-b3e2a00c-f0f1-4d43-8843-2015d65fcad2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd6fefa2-2e89-4148-a423-38e44454c1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389707 Dec 15 14:42:54.843577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-0df935ab-b11d-455f-bfc6-c4a00ee02438 service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Dec 15 14:42:54.933506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73a049d3-c670-488e-8a9f-7ada68751da4 req-9c6b49d1-0e49-4d8a-add5-c1b5de4534be service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815818 Dec 15 14:42:55.021138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-8991c533-fc6c-4d58-8b3e-45c37ad45e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:55.022670 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-8991c533-fc6c-4d58-8b3e-45c37ad45e0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=491b1b30a30b4aae846e7181f03c5a8b&device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 1095 time: 0.0459461 Dec 15 14:42:55.109827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-e7ad8c4a-3e02-4a4c-ac5d-4e9e50315d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:55.111307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-e7ad8c4a-3e02-4a4c-ac5d-4e9e50315d64 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd6fefa2-2e89-4148-a423-38e44454c1d5 HTTP/1.1" status: 200 len: 918 time: 0.0820410 Dec 15 14:42:55.152631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-d28c24fb-8607-4952-8670-03688f537abf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 HTTP/1.1" status: 200 len: 217 time: 0.0342221 Dec 15 14:42:55.209911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-1a032d2c-6eaf-4190-942e-4446ac9a8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:55.211295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-1a032d2c-6eaf-4190-942e-4446ac9a8fa6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=daab2a31-4000-4c49-a82d-c3c46f1b0f89 HTTP/1.1" status: 200 len: 855 time: 0.0489233 Dec 15 14:42:55.245335 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7d2e9-ad40-4d25-b8e9-f56626b3adcd req-d0546c74-ae81-4ac6-9a38-66a2439d08f9 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:55.246861 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7f7d2e9-ad40-4d25-b8e9-f56626b3adcd req-d0546c74-ae81-4ac6-9a38-66a2439d08f9 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 944 time: 0.0538940 Dec 15 14:42:55.260002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-87864424-d74d-4ba0-b6fd-fd2f2255222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:55.261759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-87864424-d74d-4ba0-b6fd-fd2f2255222d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd6fefa2-2e89-4148-a423-38e44454c1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419238 Dec 15 14:42:55.298036 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a7f7d2e9-ad40-4d25-b8e9-f56626b3adcd req-264d236c-fb2f-40bc-916e-434f0a437df3 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Dec 15 14:42:55.359223 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-f39dacce-0cbe-4fcc-8271-273b7cdad637 service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882525 Dec 15 14:42:55.452720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7e76d407-7630-4284-9cd9-e08079a88ae8 req-e0ac9fac-fab8-4565-afd6-06875d7eeb21 service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858281 Dec 15 14:42:55.722358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 17663ef7-d292-4c76-82f8-cfdf689c3ea8 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:55.774744 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:55.775033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:56.421563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7673bb2-6aab-4f33-9f53-1fe0f463fd26 req-5e951c4a-4166-4ad1-9039-179f2efdbb5b tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:56.423066 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7673bb2-6aab-4f33-9f53-1fe0f463fd26 req-5e951c4a-4166-4ad1-9039-179f2efdbb5b tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 944 time: 0.0522716 Dec 15 14:42:56.473031 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b7673bb2-6aab-4f33-9f53-1fe0f463fd26 req-3628baeb-74d9-4771-b0f3-a994b25bd467 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Dec 15 14:42:57.593518 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff30a2-9be7-49ca-9c35-6db5a275fe14 req-3353d3c7-1b02-493f-bebc-d83b4500c568 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:57.595019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-abff30a2-9be7-49ca-9c35-6db5a275fe14 req-3353d3c7-1b02-493f-bebc-d83b4500c568 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 944 time: 0.0511396 Dec 15 14:42:57.648103 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-abff30a2-9be7-49ca-9c35-6db5a275fe14 req-e41f3940-28ea-49cc-95cc-b83b30b23178 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449367 Dec 15 14:42:58.691380 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:42:58.767638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046802ce-8975-4ca3-815e-e5d2d2ae34c9 req-3fb7e62f-af2d-48eb-9c5a-565376d2c259 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:58.769167 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-046802ce-8975-4ca3-815e-e5d2d2ae34c9 req-3fb7e62f-af2d-48eb-9c5a-565376d2c259 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 944 time: 0.0539999 Dec 15 14:42:58.792121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:58.804729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34', 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'port_id': '6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34', 'mac_address': 'fa:16:3e:d8:86:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:42:58.817594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-046802ce-8975-4ca3-815e-e5d2d2ae34c9 req-cb2adf06-f7ee-4f68-84af-bc24297bc95c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Dec 15 14:42:58.842560 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:58.855836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:42:58.875054 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:58.879188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:58.932090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:59.079540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:42:59.934755 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbb4d5-fab0-43a1-8461-5868d7a1ea2e req-aeac8b1e-b194-4ac1-80b3-7bd626a3e3d3 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:59.936252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3bcbb4d5-fab0-43a1-8461-5868d7a1ea2e req-aeac8b1e-b194-4ac1-80b3-7bd626a3e3d3 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 945 time: 0.0489738 Dec 15 14:42:59.986455 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3bcbb4d5-fab0-43a1-8461-5868d7a1ea2e req-fd27cdb8-a2f6-46c2-9b1b-4f26847f0be2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Dec 15 14:43:00.696659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:43:00.748056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:43:00.752018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:43:00.752398 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:00.829624 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:00.852199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a796c2-474f-458c-a140-36e68783457d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:43:00.854429 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5cab1-e9d7-4828-8ecc-a7066e902a9d" -d '{"events": [{"server_uuid": "83a796c2-474f-458c-a140-36e68783457d", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:43:00.867353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:00.871378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:00.897556 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c425276d-9320-4ad1-ba27-fd9ed1e9f2c4 x-openstack-request-id: req-c425276d-9320-4ad1-ba27-fd9ed1e9f2c4 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:43:00.897910 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a796c2-474f-458c-a140-36e68783457d", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:43:00.898117 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c425276d-9320-4ad1-ba27-fd9ed1e9f2c4 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:43:00.899191 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a796c2-474f-458c-a140-36e68783457d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34', 'code': 200} Dec 15 14:43:00.926915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:00.991391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016a39-8cf2-44b6-b3e8-4775c90384a6 req-aae02e61-f96a-4cf9-9b86-b56537d58c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:00.992984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03016a39-8cf2-44b6-b3e8-4775c90384a6 req-aae02e61-f96a-4cf9-9b86-b56537d58c81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 1097 time: 0.0423956 Dec 15 14:43:01.045945 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03016a39-8cf2-44b6-b3e8-4775c90384a6 req-0490e7a5-fe30-41ae-8d71-5f85e9b92de5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Dec 15 14:43:01.111079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868bba2-5d60-4c72-b249-789879e39b41 req-4c7c8899-7ac2-4824-b7bf-6894fd607c23 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:01.112593 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0868bba2-5d60-4c72-b249-789879e39b41 req-4c7c8899-7ac2-4824-b7bf-6894fd607c23 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 946 time: 0.0503905 Dec 15 14:43:01.161838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-0868bba2-5d60-4c72-b249-789879e39b41 req-9c2a734e-9ba0-4b51-881d-c039528df344 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Dec 15 14:43:01.304496 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ca7d4c93-38bc-4e5a-9730-ddd982537520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:01.309036 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:01.523939 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:02.299351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511f7d-31f4-449b-841e-cd62ac46bfe7 req-c48496ef-935e-47ef-ad6d-21af22b04dd0 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:02.300903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18511f7d-31f4-449b-841e-cd62ac46bfe7 req-c48496ef-935e-47ef-ad6d-21af22b04dd0 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 946 time: 0.0584326 Dec 15 14:43:02.360790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-18511f7d-31f4-449b-841e-cd62ac46bfe7 req-f56b981a-1cd2-4605-ac91-2be0d5213167 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530088 Dec 15 14:43:02.516239 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb198e-1705-4fc2-8dd4-d3ebfa4b026d req-920b50c0-68bf-4438-9f49-609ed25d4a3f tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:02.517668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d2bb198e-1705-4fc2-8dd4-d3ebfa4b026d req-920b50c0-68bf-4438-9f49-609ed25d4a3f tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 946 time: 0.0553315 Dec 15 14:43:02.582751 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d2bb198e-1705-4fc2-8dd4-d3ebfa4b026d req-4b54bbed-82ee-46e8-8b93-f44ff96599d2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588758 Dec 15 14:43:03.913873 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4b9f-f8a0-411b-af0a-3233490c6c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:05.029550 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:06.785992 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:07.422305 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:14.300388 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:43:24.156690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6637f5-b77b-45c2-bd21-41ccf4118336 req-8ebddb3b-7139-404f-8f38-31053e032561 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:24.158262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b6637f5-b77b-45c2-bd21-41ccf4118336 req-8ebddb3b-7139-404f-8f38-31053e032561 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 946 time: 0.0547242 Dec 15 14:43:24.207565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b6637f5-b77b-45c2-bd21-41ccf4118336 req-56ea8ce8-5c54-4a06-8afa-bf21fa9a53cb tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Dec 15 14:43:25.332505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba69e37-48b7-4f51-b69a-d68bbb07f383 req-60b3ddcc-0e0b-4c22-992c-08411732ce73 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:25.334759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ba69e37-48b7-4f51-b69a-d68bbb07f383 req-60b3ddcc-0e0b-4c22-992c-08411732ce73 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 946 time: 0.0540137 Dec 15 14:43:25.384294 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-9ba69e37-48b7-4f51-b69a-d68bbb07f383 req-7165ef03-a69c-410f-bd44-64f67c48afbb tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434742 Dec 15 14:43:25.729302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-50ddd130-a74a-47c6-aa77-0be24f5e2d9f tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:25.730816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-50ddd130-a74a-47c6-aa77-0be24f5e2d9f tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 946 time: 0.0476229 Dec 15 14:43:25.827786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Deleting port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:43:25.828165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:25.925259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] For port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:25.925544 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:25.937192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Calling delete_port for 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:43:26.066297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:26.079400 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:43:26.093934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Pushing event deleted for resources: {'Port': ['ID=6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:26.108788 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.109213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.109500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.109846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.110208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.110684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.110876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.111226 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.111571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.111981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.112262 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.112592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.112920 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:26.158199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] No DVR routers for this DVR port 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:43:26.161029 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:26.164594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-24511876-2ee7-4d4a-a6d7-3ad1d0d7ea73 req-7cf20e15-06c2-47f9-8a2b-e5f7b9a9614c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.74 "DELETE /v2.0/ports/6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 HTTP/1.1" status: 204 len: 173 time: 0.4261165 Dec 15 14:43:26.165163 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a796c2-474f-458c-a140-36e68783457d', 'name': 'network-vif-deleted', 'tag': '6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:43:26.167651 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3fbb15-2978-4c45-b825-c1dd2ba8d2c2" -d '{"events": [{"server_uuid": "83a796c2-474f-458c-a140-36e68783457d", "name": "network-vif-deleted", "tag": "6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:43:26.207618 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57dc917-120c-4816-99cb-d271cdc6ad69 x-openstack-request-id: req-a57dc917-120c-4816-99cb-d271cdc6ad69 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:43:26.207944 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a796c2-474f-458c-a140-36e68783457d", "name": "network-vif-deleted", "tag": "6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:43:26.208212 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a57dc917-120c-4816-99cb-d271cdc6ad69 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:43:26.208656 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a796c2-474f-458c-a140-36e68783457d', 'name': 'network-vif-deleted', 'tag': '6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34', 'status': 'completed', 'code': 200} Dec 15 14:43:26.493469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-97c40598-ee62-44c2-9a81-55b53a25f68a req-85758755-13e5-4cda-9933-c7767a40aa18 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=83a796c2-474f-458c-a140-36e68783457d HTTP/1.1" status: 200 len: 210 time: 0.0272675 Dec 15 14:43:28.291338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-43d6e586-5933-4680-a5e0-911cd386e3a2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:28.292750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-43d6e586-5933-4680-a5e0-911cd386e3a2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/networks?id=cd6fefa2-2e89-4148-a423-38e44454c1d5 HTTP/1.1" status: 200 len: 816 time: 0.1053562 Dec 15 14:43:28.308062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-7232b18c-d919-4351-a378-0ff015ff35f4 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/quotas/491b1b30a30b4aae846e7181f03c5a8b HTTP/1.1" status: 200 len: 375 time: 0.0095909 Dec 15 14:43:28.667119 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-b6475e6d-66df-404f-82b8-dac21462618d tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=491b1b30a30b4aae846e7181f03c5a8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3538659 Dec 15 14:43:28.761420 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-dc425cd7-12f3-482d-ab84-9854fac5adaf service neutron] 10.222.0.86 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823576 Dec 15 14:43:28.854020 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-01392e43-c1c7-4b85-a622-90a85f1d6115 service neutron] 10.222.0.86 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860472 Dec 15 14:43:29.019043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86866823-1395-4c2a-852e-9ed6a1458564 req-292cf5cf-0e44-4dd6-af4d-e2b082f4e347 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 210 time: 0.0264211 Dec 15 14:43:29.978160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-9a7439a5-94c4-4f0c-993e-3a29759435c5 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:29.979932 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-9a7439a5-94c4-4f0c-993e-3a29759435c5 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.74 "GET /v2.0/networks?id=cd6fefa2-2e89-4148-a423-38e44454c1d5 HTTP/1.1" status: 200 len: 816 time: 0.1084976 Dec 15 14:43:29.994026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Request body: {'port': {'device_id': '341285a8-1399-416f-a69d-11fc2ad8bd9c', 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'admin_state_up': True, 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:43:30.115911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Made reservation on behalf of 491b1b30a30b4aae846e7181f03c5a8b for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:43:30.119636 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:30.122873 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5f80d8ce-5c65-4524-86c1-f94f9398ad47 req-484522ac-f7db-4ed4-a77f-ff4b09f9594c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 210 time: 0.0289955 Dec 15 14:43:30.252424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Allocated IP 172.20.0.9 (cd6fefa2-2e89-4148-a423-38e44454c1d5/daab2a31-4000-4c49-a82d-c3c46f1b0f89/ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:43:30.403036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:30.437431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:30.485904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:43:30.490637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:43:30.495702 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:43:30.535907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Pushing event updated for resources: {'Port': ['ID=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:30.564009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:30.564836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:30.582061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-c181b57d-1ef8-4da2-93d1-d0f9b576a94c tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920460 Dec 15 14:43:30.594469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Request body: {'port': {'device_id': '341285a8-1399-416f-a69d-11fc2ad8bd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:43:30.652971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:30.725682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b07451d3-395c-40f2-b576-043f6d3adea8 None None] Provisioning complete for port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:43:30.726299 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b07451d3-395c-40f2-b576-043f6d3adea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:30.766040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b07451d3-395c-40f2-b576-043f6d3adea8 None None] Port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:43:30.868999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:43:30.889860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:43:30.890565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 6bc0b9a1-3733-4f12-8f3c-04b3cc70ad34 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:43:30.924850 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:43:30.932836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:30.945538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Transition to ACTIVE for port object ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:43:30.949385 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:31.022102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:31.076558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Attempting to bind port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:43:31.077123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Attempting to bind port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:43:31.077244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Attempting to bind port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b on network cd6fefa2-2e89-4148-a423-38e44454c1d5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:43:31.081723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b on network cd6fefa2-2e89-4148-a423-38e44454c1d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:43:31.082068 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Attempting to bind port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b on network cd6fefa2-2e89-4148-a423-38e44454c1d5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:43:31.087812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:43:31.088183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Checking segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:43:31.088571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Bound using segment: {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:43:31.089003 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Bound port: ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ccf6c3-4cee-4a63-8206-6fdddc18a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:43:31.089367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:31.164004 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] For port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:43:31.166954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] For port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:43:31.173893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:31.254508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.255331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:31.257441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] 10.222.0.74 "PUT /v2.0/ports/ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b HTTP/1.1" status: 200 len: 1091 time: 0.6672277 Dec 15 14:43:31.260382 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341285a8-1399-416f-a69d-11fc2ad8bd9c', 'tag': 'ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:43:31.262807 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732f31d8-9071-4594-801c-8097c9259a01" -d '{"events": [{"name": "network-changed", "server_uuid": "341285a8-1399-416f-a69d-11fc2ad8bd9c", "tag": "ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:43:31.306201 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150300d-286d-4ae1-8e9f-9acdcf1557a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:31.327447 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-80eace35-b82d-4bee-b996-2040aa9914b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:31.330767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf5855-9735-4a16-90d8-882fa1a0807e req-423d6b35-4811-4085-96c3-492fb5c6feac tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.332704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0dcf5855-9735-4a16-90d8-882fa1a0807e req-423d6b35-4811-4085-96c3-492fb5c6feac tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 943 time: 0.1168118 Dec 15 14:43:31.336156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:31.347728 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adebc7f9-3b15-460a-976d-b023843814dc x-openstack-request-id: req-adebc7f9-3b15-460a-976d-b023843814dc {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:43:31.348058 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341285a8-1399-416f-a69d-11fc2ad8bd9c", "tag": "ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:43:31.348323 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-adebc7f9-3b15-460a-976d-b023843814dc {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:43:31.348733 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341285a8-1399-416f-a69d-11fc2ad8bd9c', 'tag': 'ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b', 'status': 'completed', 'code': 200} Dec 15 14:43:31.399326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-ffd4fa12-dfd1-46cf-81ac-252d4c6f42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.400902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-ffd4fa12-dfd1-46cf-81ac-252d4c6f42b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=491b1b30a30b4aae846e7181f03c5a8b&device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 1094 time: 0.0891385 Dec 15 14:43:31.413395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0dcf5855-9735-4a16-90d8-882fa1a0807e req-dbde06a5-315d-4a0b-8046-05597717d554 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637538 Dec 15 14:43:31.449608 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-49866a70-5478-425d-942d-520de3ab1e15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b HTTP/1.1" status: 200 len: 217 time: 0.0352097 Dec 15 14:43:31.500778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-7c831290-7c16-4b86-9b11-9f6eb82926c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.502236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-7c831290-7c16-4b86-9b11-9f6eb82926c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=daab2a31-4000-4c49-a82d-c3c46f1b0f89 HTTP/1.1" status: 200 len: 855 time: 0.0453410 Dec 15 14:43:31.544557 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:31.549383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-62fb38bb-ab53-4fe1-9bb7-7dcdcf88302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.550887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-62fb38bb-ab53-4fe1-9bb7-7dcdcf88302d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd6fefa2-2e89-4148-a423-38e44454c1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414169 Dec 15 14:43:31.643018 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-4b822647-a0ec-47e4-852a-038cbba8d9e5 service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848753 Dec 15 14:43:31.730754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-14ad4da5-d2e7-4d8f-becf-d391166f9d39 req-e4595f80-3cf7-4715-9eaa-74fea7d290d6 service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803013 Dec 15 14:43:31.823558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f31d8-9071-4594-801c-8097c9259a01 req-289c3f25-544b-4e71-b626-eb077298697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.825136 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732f31d8-9071-4594-801c-8097c9259a01 req-289c3f25-544b-4e71-b626-eb077298697c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=491b1b30a30b4aae846e7181f03c5a8b&device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 1094 time: 0.0451741 Dec 15 14:43:31.914968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f31d8-9071-4594-801c-8097c9259a01 req-04f7f127-6878-40f2-b806-ae87f3774496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:31.916490 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732f31d8-9071-4594-801c-8097c9259a01 req-04f7f127-6878-40f2-b806-ae87f3774496 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd6fefa2-2e89-4148-a423-38e44454c1d5 HTTP/1.1" status: 200 len: 918 time: 0.0838611 Dec 15 14:43:31.964339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732f31d8-9071-4594-801c-8097c9259a01 req-748a6d2d-9ad4-4ea6-9cc8-f72ffd4fd935 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b HTTP/1.1" status: 200 len: 217 time: 0.0398109 Dec 15 14:43:32.016560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f31d8-9071-4594-801c-8097c9259a01 req-574a41c4-a05b-47c9-aae2-3c532a906188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:32.017931 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732f31d8-9071-4594-801c-8097c9259a01 req-574a41c4-a05b-47c9-aae2-3c532a906188 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=daab2a31-4000-4c49-a82d-c3c46f1b0f89 HTTP/1.1" status: 200 len: 855 time: 0.0457599 Dec 15 14:43:32.065298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f31d8-9071-4594-801c-8097c9259a01 req-813ed290-f9e2-46cb-8a02-f0842030bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:32.066790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732f31d8-9071-4594-801c-8097c9259a01 req-813ed290-f9e2-46cb-8a02-f0842030bc07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd6fefa2-2e89-4148-a423-38e44454c1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408607 Dec 15 14:43:32.160040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732f31d8-9071-4594-801c-8097c9259a01 req-89d6f72e-bce5-43cf-a810-d3990a3b544c service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853586 Dec 15 14:43:32.251853 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-732f31d8-9071-4594-801c-8097c9259a01 req-06e3fc18-1798-4e26-9688-7f6b4f9b3c85 service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835011 Dec 15 14:43:32.531408 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23fbb-7fab-45ae-a4c1-0c97393a953a req-d2adb50c-a5e0-4556-8896-4a1c55227f0d tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:32.532955 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00d23fbb-7fab-45ae-a4c1-0c97393a953a req-d2adb50c-a5e0-4556-8896-4a1c55227f0d tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 943 time: 0.0501182 Dec 15 14:43:32.581956 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00d23fbb-7fab-45ae-a4c1-0c97393a953a req-a6d7ce7f-6a84-4428-8c70-2b1ad97b68cc tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Dec 15 14:43:33.698294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2811fc-dd93-4fc8-9cda-f65d446188cc req-b448bdf2-59e4-41c9-976d-d75929da30b1 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:33.699763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af2811fc-dd93-4fc8-9cda-f65d446188cc req-b448bdf2-59e4-41c9-976d-d75929da30b1 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 943 time: 0.0496485 Dec 15 14:43:33.752318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-af2811fc-dd93-4fc8-9cda-f65d446188cc req-21c2b25b-c09a-4745-a24c-caafacc20651 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465357 Dec 15 14:43:33.915245 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e13cf62-dbd1-4915-b600-ad03acd0b224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:34.874473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3465a-2527-41a9-b749-2996743618d6 req-bf4e6a67-7e35-41ee-84e4-5fbb02528f73 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:34.875976 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8b3465a-2527-41a9-b749-2996743618d6 req-bf4e6a67-7e35-41ee-84e4-5fbb02528f73 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 943 time: 0.0536468 Dec 15 14:43:34.908325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:43:34.923911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8b3465a-2527-41a9-b749-2996743618d6 req-c098c931-efe5-4690-bfdf-438ea4aff31e tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Dec 15 14:43:35.006751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:35.026116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b', 'network_id': 'cd6fefa2-2e89-4148-a423-38e44454c1d5', 'port_id': 'ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b', 'mac_address': 'fa:16:3e:e7:2c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daab2a31-4000-4c49-a82d-c3c46f1b0f89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:43:35.035212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:35.073927 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:35.087556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:43:35.113179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:35.117626 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:35.164188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:35.171601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.171984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.172334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.172678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.173020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.173355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.173700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.174017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.174345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.174690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.175000 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.175328 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.175657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:35.322474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:43:36.048086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d169d-426e-4a34-ae23-bb311a4915db req-21030731-34cc-4ad6-acca-46eceb9e8e81 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:36.049561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-777d169d-426e-4a34-ae23-bb311a4915db req-21030731-34cc-4ad6-acca-46eceb9e8e81 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 944 time: 0.0549762 Dec 15 14:43:36.099157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-777d169d-426e-4a34-ae23-bb311a4915db req-43e2e279-e610-4bc1-9959-fef28a397a2d tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Dec 15 14:43:36.790796 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:36.912452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:43:36.961382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:43:36.965090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:43:36.965464 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:37.040888 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:37.066128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341285a8-1399-416f-a69d-11fc2ad8bd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:43:37.069467 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246d337c-bb60-402d-9b88-85041639b764" -d '{"events": [{"server_uuid": "341285a8-1399-416f-a69d-11fc2ad8bd9c", "name": "network-vif-plugged", "status": "completed", "tag": "ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:43:37.089362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:43:37.094663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:37.123236 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd4e58f-898a-4e49-bbc1-456321a7bf66 x-openstack-request-id: req-0cd4e58f-898a-4e49-bbc1-456321a7bf66 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:43:37.123551 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341285a8-1399-416f-a69d-11fc2ad8bd9c", "name": "network-vif-plugged", "status": "completed", "tag": "ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:43:37.124355 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0cd4e58f-898a-4e49-bbc1-456321a7bf66 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:43:37.124355 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341285a8-1399-416f-a69d-11fc2ad8bd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b', 'code': 200} Dec 15 14:43:37.165835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:37.249816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49b51-8537-43c0-8ca6-0a55218c65df req-1054e088-9d96-44d5-a749-242d447ee233 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:37.251306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5b49b51-8537-43c0-8ca6-0a55218c65df req-1054e088-9d96-44d5-a749-242d447ee233 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 945 time: 0.0757895 Dec 15 14:43:37.257302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4d65-563a-4be0-b445-6eb29bdf29a1 req-7f2c61ab-7c76-41ae-b1f9-699262d0aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:37.258689 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-557c4d65-563a-4be0-b445-6eb29bdf29a1 req-7f2c61ab-7c76-41ae-b1f9-699262d0aa69 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 1096 time: 0.0574329 Dec 15 14:43:37.331888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5b49b51-8537-43c0-8ca6-0a55218c65df req-7a6d52fe-cb32-48b8-9adb-b43fff7fe9a2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722203 Dec 15 14:43:37.334147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-557c4d65-563a-4be0-b445-6eb29bdf29a1 req-c809b053-bd16-4b36-bc95-0178663d484c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686135 Dec 15 14:43:37.425494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:38.450798 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7a5ee-2076-4241-8735-6d798a46f3e6 req-82bfcc34-8a6e-4edf-8fa4-4be8409b53bf tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:38.452188 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-feb7a5ee-2076-4241-8735-6d798a46f3e6 req-82bfcc34-8a6e-4edf-8fa4-4be8409b53bf tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 945 time: 0.0484347 Dec 15 14:43:38.501002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-feb7a5ee-2076-4241-8735-6d798a46f3e6 req-7e4e525a-4b4d-4441-b05b-26db25ebccdc tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Dec 15 14:43:38.616048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cc262-3fe6-4579-a5ce-dc3c340d194f req-36be9513-6f71-4580-beb7-23650493151b tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:38.617524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-518cc262-3fe6-4579-a5ce-dc3c340d194f req-36be9513-6f71-4580-beb7-23650493151b tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 945 time: 0.0495477 Dec 15 14:43:38.665214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-518cc262-3fe6-4579-a5ce-dc3c340d194f req-2c500de9-ed6d-452b-801a-2841a880331f tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Dec 15 14:43:44.587263 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-b9b27714-b9ae-4afd-8606-104cdaeec790 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410008 Dec 15 14:43:44.676560 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-7975bcf5-534e-4b4d-80a7-4db5402dedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:44.678649 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-7975bcf5-534e-4b4d-80a7-4db5402dedeb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=491b1b30a30b4aae846e7181f03c5a8b&device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 1096 time: 0.0453365 Dec 15 14:43:44.780697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-67cd4c6f-ab10-48ac-a534-5ae709585c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:44.782288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-67cd4c6f-ab10-48ac-a534-5ae709585c61 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd6fefa2-2e89-4148-a423-38e44454c1d5 HTTP/1.1" status: 200 len: 918 time: 0.0851367 Dec 15 14:43:44.830188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-12d292c5-830c-4a24-83c5-722d95549645 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b HTTP/1.1" status: 200 len: 217 time: 0.0404663 Dec 15 14:43:44.877862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-ea5a7af5-730a-461c-b19a-46e79364e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:44.879577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-ea5a7af5-730a-461c-b19a-46e79364e539 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=daab2a31-4000-4c49-a82d-c3c46f1b0f89 HTTP/1.1" status: 200 len: 855 time: 0.0430255 Dec 15 14:43:44.924929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-62fa11cb-ec2b-4ded-bbdd-f573327739dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:43:44.926406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-62fa11cb-ec2b-4ded-bbdd-f573327739dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd6fefa2-2e89-4148-a423-38e44454c1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398333 Dec 15 14:43:44.937404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-8bcb8327-87c8-4d17-95bd-39b38c1c1cef service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:43:44.938342 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-8bcb8327-87c8-4d17-95bd-39b38c1c1cef service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049295 Dec 15 14:43:45.034285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-3d0d8ceb-8bd7-4074-a9b3-dcce6f14d227 service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882268 Dec 15 14:43:45.128278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4d986c0d-49eb-49fc-aeb4-7ae383e8b210 req-a9af864a-9063-4808-9e7a-6d60ff226ac2 service neutron] 10.222.0.74 "GET /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867074 Dec 15 14:43:51.299338 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:44:00.083218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bdd36-707a-43b8-a935-2833df192a63 req-cfd967b1-0709-4d87-a1a7-484d187852d0 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:00.085803 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db3bdd36-707a-43b8-a935-2833df192a63 req-cfd967b1-0709-4d87-a1a7-484d187852d0 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 945 time: 0.0560470 Dec 15 14:44:00.135003 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-db3bdd36-707a-43b8-a935-2833df192a63 req-c7fa9306-7f8c-4a7c-b865-4e62a7851d45 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 Dec 15 14:44:01.254309 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b88a-dbcd-4ddb-af6e-0ad245214fec req-c5ce9f91-8eb7-4a12-9131-d7ccbead1fbf tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:01.256461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9475b88a-dbcd-4ddb-af6e-0ad245214fec req-c5ce9f91-8eb7-4a12-9131-d7ccbead1fbf tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 945 time: 0.0488448 Dec 15 14:44:01.306007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9475b88a-dbcd-4ddb-af6e-0ad245214fec req-b44af175-846b-47ae-9110-48c492a0c7af tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/security-groups?id=94804029-880c-4882-abea-b5c6eb7079dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Dec 15 14:44:01.306271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90b2a328-faac-47a4-808e-10a3a89ae766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.316936 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.539564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.678238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-8a729a5e-ef1e-47c4-bd86-2444e9623b36 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:01.679703 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-8a729a5e-ef1e-47c4-bd86-2444e9623b36 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.74 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 945 time: 0.0529826 Dec 15 14:44:01.767379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Deleting port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:01.767725 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.858556 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] For port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:01.858921 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:01.870418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Calling delete_port for ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:01.992628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:02.004962 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:44:02.027047 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Pushing event deleted for resources: {'Port': ['ID=ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:02.069429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] No DVR routers for this DVR port ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:44:02.072329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:02.076105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ddd41703-0407-4908-82b0-a88b9a918d31 req-6d768124-82ea-46e8-8e76-8c0e1f9aebe2 tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.74 "DELETE /v2.0/ports/ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b HTTP/1.1" status: 204 len: 173 time: 0.3904023 Dec 15 14:44:02.076593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341285a8-1399-416f-a69d-11fc2ad8bd9c', 'name': 'network-vif-deleted', 'tag': 'ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:44:02.079365 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897a54bc-b4ad-4f72-8822-4a80e75e9906" -d '{"events": [{"server_uuid": "341285a8-1399-416f-a69d-11fc2ad8bd9c", "name": "network-vif-deleted", "tag": "ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:44:02.123678 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc140fd-3d5a-45e4-98ab-d0ddedea18dd x-openstack-request-id: req-abc140fd-3d5a-45e4-98ab-d0ddedea18dd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:44:02.124005 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341285a8-1399-416f-a69d-11fc2ad8bd9c", "name": "network-vif-deleted", "tag": "ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:44:02.124283 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-abc140fd-3d5a-45e4-98ab-d0ddedea18dd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:44:02.124684 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341285a8-1399-416f-a69d-11fc2ad8bd9c', 'name': 'network-vif-deleted', 'tag': 'ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b', 'status': 'completed', 'code': 200} Dec 15 14:44:02.415751 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1f4492d6-49f5-40cc-a538-6b213ed1a355 req-94eb8b53-1aa8-42cc-b90e-ac107ea919ed tempest-TestEncryptedCinderVolumes-2016894949 tempest-TestEncryptedCinderVolumes-2016894949-project] 10.222.0.86 "GET /v2.0/ports?device_id=341285a8-1399-416f-a69d-11fc2ad8bd9c HTTP/1.1" status: 200 len: 210 time: 0.0272310 Dec 15 14:44:03.513272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:03.895246 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:03.920124 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbd8abc2-c5db-4853-af54-af6ed4255080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.148376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Deleting port b5cc5353-4133-4154-ad8c-d7d8f7637602 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:04.148635 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.231582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] For port b5cc5353-4133-4154-ad8c-d7d8f7637602, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b5cc5353-4133-4154-ad8c-d7d8f7637602,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:04.231974 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.245317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Calling delete_port for b5cc5353-4133-4154-ad8c-d7d8f7637602 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:04.441676 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.468692 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cc5353-4133-4154-ad8c-d7d8f7637602,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:04.494614 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.494969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.495599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.495728 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.496043 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.496382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.496714 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.497046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.497377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.497707 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.498036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.498365 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.498694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:04.646260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:04.866592 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Router c21f509e-1257-4000-b3d1-ab0de24e37d3 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:44:04.974836 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:04.980001 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f586ab91-ef34-4d2e-8d80-a6c5bcd0e39c admin admin] 10.222.0.86 "PUT /v2.0/routers/c21f509e-1257-4000-b3d1-ab0de24e37d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4656715 Dec 15 14:44:04.982676 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50222) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:04.983304 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] Sync routers for ids ['c21f509e-1257-4000-b3d1-ab0de24e37d3'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:04.993720 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] Routers {'c21f509e-1257-4000-b3d1-ab0de24e37d3'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:04.994341 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c21f509e-1257-4000-b3d1-ab0de24e37d3'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:05.041864 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.107044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.191458 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] Set router c21f509e-1257-4000-b3d1-ab0de24e37d3 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:05.218352 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.271348 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Deleting port d8cd24df-e630-414a-9f74-e31f8182d961 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:05.271886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.355220 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] For port d8cd24df-e630-414a-9f74-e31f8182d961, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=d8cd24df-e630-414a-9f74-e31f8182d961,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:05.355784 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.370225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Calling delete_port for d8cd24df-e630-414a-9f74-e31f8182d961 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:05.371559 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:44:04Z', 'revision_number': 5, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port': {'id': 'd8cd24df-e630-414a-9f74-e31f8182d961', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:42Z', 'updated_at': '2021-12-15T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:05.404257 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] Checking router: c21f509e-1257-4000-b3d1-ab0de24e37d3 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:05.413334 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] Routers {'c21f509e-1257-4000-b3d1-ab0de24e37d3'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:05.413955 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['c21f509e-1257-4000-b3d1-ab0de24e37d3'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:05.503537 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] Set router c21f509e-1257-4000-b3d1-ab0de24e37d3 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:05.550332 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.557347 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:44:05Z', 'revision_number': 6, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:05.578297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cd24df-e630-414a-9f74-e31f8182d961,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:05.588184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93efaaad-b9ea-4ccd-bb31-fb74287b03b3 None None] The sync data for ids ['c21f509e-1257-4000-b3d1-ab0de24e37d3'] in n-d-821840-1 is: [{'id': 'c21f509e-1257-4000-b3d1-ab0de24e37d3', 'name': 'tempest-TestEncryptedCinderVolumes-490446565-router', 'tenant_id': '491b1b30a30b4aae846e7181f03c5a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:41Z', 'updated_at': '2021-12-15T14:44:05Z', 'revision_number': 6, 'project_id': '491b1b30a30b4aae846e7181f03c5a8b', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:05.592426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6af857-ba43-4a58-a301-072c5dcf8ab5 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:05.644669 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.735913 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.738128 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.784385 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.784841 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c21f509e-1257-4000-b3d1-ab0de24e37d3 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:44:05.789362 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.790572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8354528b-d61a-4743-8ade-6823e84a0c94 admin admin] 10.222.0.86 "DELETE /v2.0/routers/c21f509e-1257-4000-b3d1-ab0de24e37d3 HTTP/1.1" status: 204 len: 168 time: 0.8069580 Dec 15 14:44:05.793017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50224) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:05.837591 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29734b5-ba08-4aef-bf81-5c2cd9134439 admin admin] Deleting subnet daab2a31-4000-4c49-a82d-c3c46f1b0f89 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:44:05.840823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d29734b5-ba08-4aef-bf81-5c2cd9134439 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.875462 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d29734b5-ba08-4aef-bf81-5c2cd9134439 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:05.960412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d29734b5-ba08-4aef-bf81-5c2cd9134439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.018748 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d29734b5-ba08-4aef-bf81-5c2cd9134439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.047756 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29734b5-ba08-4aef-bf81-5c2cd9134439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daab2a31-4000-4c49-a82d-c3c46f1b0f89,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:06.059678 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d29734b5-ba08-4aef-bf81-5c2cd9134439 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.060339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2c562-4a0f-40a6-9c49-fd978a956412 None None] Network cd6fefa2-2e89-4148-a423-38e44454c1d5 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:06.069657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50226) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:06.070236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d29734b5-ba08-4aef-bf81-5c2cd9134439 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/daab2a31-4000-4c49-a82d-c3c46f1b0f89 HTTP/1.1" status: 204 len: 168 time: 0.2758195 Dec 15 14:44:06.150073 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.205825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Deleting port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:06.206175 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.267095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] For port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5,segment=NetworkSegment(60ccf6c3-4cee-4a63-8206-6fdddc18a702),segment_id=60ccf6c3-4cee-4a63-8206-6fdddc18a702)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:06.267456 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.280158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Calling delete_port for ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:06.361712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.385583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:06.391888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] No DVR routers for this DVR port ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:44:06.416236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed74ce-a2e6-4ae4-b4a2-ece0e1c103e8 None None] DHCP port deletion for cd6fefa2-2e89-4148-a423-38e44454c1d5 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:06.435120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b5cc5353-4133-4154-ad8c-d7d8f7637602 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:06.462376 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b5cc5353-4133-4154-ad8c-d7d8f7637602 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:06.463018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b5cc5353-4133-4154-ad8c-d7d8f7637602 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:06.489463 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.512934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6fefa2-2e89-4148-a423-38e44454c1d5']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:06.522750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ccf6c3-4cee-4a63-8206-6fdddc18a702') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:06.523053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ccf6c3-4cee-4a63-8206-6fdddc18a702') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:06.533699 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.548142 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.554971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:44:06.555362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:44:06.557099 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:44:06.609367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.617204 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.620285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/cd6fefa2-2e89-4148-a423-38e44454c1d5 HTTP/1.1" status: 204 len: 168 time: 0.5488722 Dec 15 14:44:06.623227 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50228) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:06.630035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcc438-c386-44dc-8772-f61b3ad990f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6fefa2-2e89-4148-a423-38e44454c1d5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:06.793123 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:06.983183 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.040305 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:07.061644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:07.062307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ab82f5cf-ee1f-4ea2-9ac1-e09d2e17334b not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:07.226267 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Deleting port 17663ef7-d292-4c76-82f8-cfdf689c3ea8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:07.226612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.305819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] For port 17663ef7-d292-4c76-82f8-cfdf689c3ea8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=17663ef7-d292-4c76-82f8-cfdf689c3ea8,segment=NetworkSegment(80922a5a-53e2-4985-82d8-069b3cc5ec41),segment_id=80922a5a-53e2-4985-82d8-069b3cc5ec41)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:07.306181 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.317773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Calling delete_port for 17663ef7-d292-4c76-82f8-cfdf689c3ea8 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:07.430843 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.509450 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.534140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Pushing event deleted for resources: {'Port': ['ID=17663ef7-d292-4c76-82f8-cfdf689c3ea8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:07.718789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:07.799081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:07.821644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:07.822006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device ad5d32f7-d74a-40ec-9b8a-25fc5bd575e5 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:07.822434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d8cd24df-e630-414a-9f74-e31f8182d961 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:07.848999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: d8cd24df-e630-414a-9f74-e31f8182d961 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:07.849386 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device d8cd24df-e630-414a-9f74-e31f8182d961 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:08.261240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Router 91374d08-5517-4ade-ad1f-3db0f7089b14 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:44:08.369362 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:08.375123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-945f1efe-7942-4f8c-9b07-1c98d803c60d admin admin] 10.222.0.86 "PUT /v2.0/routers/91374d08-5517-4ade-ad1f-3db0f7089b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502732 Dec 15 14:44:08.377210 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:08.379988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] Sync routers for ids ['91374d08-5517-4ade-ad1f-3db0f7089b14'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:08.391383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] Routers {'91374d08-5517-4ade-ad1f-3db0f7089b14'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:08.392061 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['91374d08-5517-4ade-ad1f-3db0f7089b14'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:08.482072 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.501576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] Set router 91374d08-5517-4ade-ad1f-3db0f7089b14 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:08.590558 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.647389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Deleting port f9ddf903-b809-43d3-a06f-07faab65da04 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:08.647766 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.690708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:44:07Z', 'revision_number': 5, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port': {'id': 'f9ddf903-b809-43d3-a06f-07faab65da04', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:08.717695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] Checking router: 91374d08-5517-4ade-ad1f-3db0f7089b14 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:08.726977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] Routers {'91374d08-5517-4ade-ad1f-3db0f7089b14'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:08.727590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['91374d08-5517-4ade-ad1f-3db0f7089b14'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:08.732237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] For port f9ddf903-b809-43d3-a06f-07faab65da04, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f9ddf903-b809-43d3-a06f-07faab65da04,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:08.732617 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.744646 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Calling delete_port for f9ddf903-b809-43d3-a06f-07faab65da04 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:08.815732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] Set router 91374d08-5517-4ade-ad1f-3db0f7089b14 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:08.919409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:08.945456 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ddf903-b809-43d3-a06f-07faab65da04,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:09.018267 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.039333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bacc6d-7021-4979-8e65-3f30a2ed1348 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:09.041639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:44:08Z', 'revision_number': 6, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:09.070905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861591e-9e63-4b0f-8a09-f1f22d6335ca None None] The sync data for ids ['91374d08-5517-4ade-ad1f-3db0f7089b14'] in n-d-821840-1 is: [{'id': '91374d08-5517-4ade-ad1f-3db0f7089b14', 'name': 'tempest-TestEncryptedCinderVolumes-2030273560-router', 'tenant_id': 'b7d96f60a564489e95c1ee39c4be587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:42:46Z', 'updated_at': '2021-12-15T14:44:08Z', 'revision_number': 6, 'project_id': 'b7d96f60a564489e95c1ee39c4be587c', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:09.120463 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.122615 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.168335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.168876 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91374d08-5517-4ade-ad1f-3db0f7089b14 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:44:09.173412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.174561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-650bfca4-ac8b-4ec5-99b6-b34701aa9fe2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/91374d08-5517-4ade-ad1f-3db0f7089b14 HTTP/1.1" status: 204 len: 168 time: 0.7963521 Dec 15 14:44:09.177104 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:09.222415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba04cde3-3d0f-4ceb-a58e-07013f815661 admin admin] Deleting subnet 1f50cb44-b82e-4112-9921-a6ce829f9242 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:44:09.226161 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba04cde3-3d0f-4ceb-a58e-07013f815661 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.259302 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba04cde3-3d0f-4ceb-a58e-07013f815661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.341268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba04cde3-3d0f-4ceb-a58e-07013f815661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.394679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba04cde3-3d0f-4ceb-a58e-07013f815661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.422670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04cde3-3d0f-4ceb-a58e-07013f815661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f50cb44-b82e-4112-9921-a6ce829f9242,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:09.424818 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba04cde3-3d0f-4ceb-a58e-07013f815661 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.430511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ba04cde3-3d0f-4ceb-a58e-07013f815661 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1f50cb44-b82e-4112-9921-a6ce829f9242 HTTP/1.1" status: 204 len: 168 time: 0.2501357 Dec 15 14:44:09.430681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849f200-8873-4655-a873-8fd495a736c4 None None] Network a56e9973-eecc-482c-aa9f-0516cf0ccf67 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:09.431171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50234) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:09.506112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.561491 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Deleting port 64be222b-8a94-4c91-a766-5ff415c8b5a8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:44:09.561986 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.623798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] For port 64be222b-8a94-4c91-a766-5ff415c8b5a8, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=64be222b-8a94-4c91-a766-5ff415c8b5a8,segment=NetworkSegment(80922a5a-53e2-4985-82d8-069b3cc5ec41),segment_id=80922a5a-53e2-4985-82d8-069b3cc5ec41)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:09.624192 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.638044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Calling delete_port for 64be222b-8a94-4c91-a766-5ff415c8b5a8 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:44:09.721396 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.749123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] No DVR routers for this DVR port 64be222b-8a94-4c91-a766-5ff415c8b5a8 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:44:09.750867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64be222b-8a94-4c91-a766-5ff415c8b5a8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:09.825336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.836083 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49fec98-c7e4-4b7e-a93f-7764b5db5ce6 None None] DHCP port deletion for a56e9973-eecc-482c-aa9f-0516cf0ccf67 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:09.860196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56e9973-eecc-482c-aa9f-0516cf0ccf67']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:09.870517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80922a5a-53e2-4985-82d8-069b3cc5ec41') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:09.870936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80922a5a-53e2-4985-82d8-069b3cc5ec41') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:09.880925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.895340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.900678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f9ddf903-b809-43d3-a06f-07faab65da04 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:09.903991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:44:09.904493 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:44:09.906394 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:44:09.922378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f9ddf903-b809-43d3-a06f-07faab65da04 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:09.922739 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f9ddf903-b809-43d3-a06f-07faab65da04 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:09.923164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 64be222b-8a94-4c91-a766-5ff415c8b5a8 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:09.948502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 64be222b-8a94-4c91-a766-5ff415c8b5a8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:09.948992 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 64be222b-8a94-4c91-a766-5ff415c8b5a8 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:09.949418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 17663ef7-d292-4c76-82f8-cfdf689c3ea8 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:44:09.963856 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.969906 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.972438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 17663ef7-d292-4c76-82f8-cfdf689c3ea8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:44:09.972796 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 17663ef7-d292-4c76-82f8-cfdf689c3ea8 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:44:09.977262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a56e9973-eecc-482c-aa9f-0516cf0ccf67 HTTP/1.1" status: 204 len: 168 time: 0.5421004 Dec 15 14:44:09.996549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e046648-e4ee-47d2-8681-1ff4897d72e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56e9973-eecc-482c-aa9f-0516cf0ccf67,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:10.167384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50238) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:10.206199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0fb49cac-349f-4bbd-b3e2-f54632579ca8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=491b1b30a30b4aae846e7181f03c5a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375245 Dec 15 14:44:10.209146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50240) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:10.258774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5574dbb5-aee2-48d3-a12c-6e108fcc50de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.279850 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5574dbb5-aee2-48d3-a12c-6e108fcc50de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.325360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5574dbb5-aee2-48d3-a12c-6e108fcc50de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.328165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5574dbb5-aee2-48d3-a12c-6e108fcc50de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.329357 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5574dbb5-aee2-48d3-a12c-6e108fcc50de admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/94804029-880c-4882-abea-b5c6eb7079dc HTTP/1.1" status: 204 len: 168 time: 0.1193230 Dec 15 14:44:10.337532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574dbb5-aee2-48d3-a12c-6e108fcc50de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94804029-880c-4882-abea-b5c6eb7079dc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:10.680243 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50246) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:10.719926 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6ca383f3-09bb-4665-930f-255e515dbac1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b7d96f60a564489e95c1ee39c4be587c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384839 Dec 15 14:44:10.722275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50248) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:10.769668 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bc8576a-8665-4904-9b91-749895872234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.792296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bc8576a-8665-4904-9b91-749895872234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.842072 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bc8576a-8665-4904-9b91-749895872234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.845492 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bc8576a-8665-4904-9b91-749895872234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:10.846971 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1bc8576a-8665-4904-9b91-749895872234 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4351b76e-aab2-4989-b980-57fd78fca259 HTTP/1.1" status: 204 len: 168 time: 0.1237240 Dec 15 14:44:10.858812 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8576a-8665-4904-9b91-749895872234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351b76e-aab2-4989-b980-57fd78fca259,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:11.513414 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50270) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:11.636898 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1053968969-network', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:11.658803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Made reservation on behalf of bb28bf9e57b449d18ce4f7fd71cb84ee for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:11.661300 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.672233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.746084 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.750238 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.776856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:44:11.786470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4f8a33-f4c3-4598-94d5-62250ec14eb7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:11.792079 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.792424 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Added segment ad3e877f-5c63-41ec-9f01-cf7c6553915a of type vlan for network a92222a3-4038-4543-876a-7c4f9be91ebf Dec 15 14:44:11.831411 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.857418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.858246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:11.858823 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:11.908487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3938954 Dec 15 14:44:11.911505 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50274) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:11.916613 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Request body: {'subnet': {'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1053968969-subnet', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:11.921648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da540e-8c01-4173-bb2e-18e59099ff4a admin admin] Pushing event updated for resources: {'Network': ['ID=a92222a3-4038-4543-876a-7c4f9be91ebf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:11.932167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network a92222a3-4038-4543-876a-7c4f9be91ebf details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:44:11.937376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Made reservation on behalf of bb28bf9e57b449d18ce4f7fd71cb84ee for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:11.939827 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.118336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.180749 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be58c21-f732-4c1f-a11d-cfc63c31fc14,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:12.187946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Checking segment: {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:12.188315 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Network hostable DHCP agents. Network: a92222a3-4038-4543-876a-7c4f9be91ebf, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:44:12.205469 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Network a92222a3-4038-4543-876a-7c4f9be91ebf is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:44:12.213762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, a92222a3-4038-4543-876a-7c4f9be91ebf) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:12.217960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:12.218572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.222430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb1c33-4428-4809-a0ea-f835de793c17 None None] Network a92222a3-4038-4543-876a-7c4f9be91ebf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:12.239305 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-39b9d3bc-d945-4e89-b5c5-e9ec65aeb1d9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3266132 Dec 15 14:44:12.242796 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50276) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:12.247087 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:12.269051 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.270081 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.323409 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.325626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-a92222a3-4038-4543-876a-7c4f9be91ebf', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:44:12.326638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.468599 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.469730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Allocated IP 172.20.0.2 (a92222a3-4038-4543-876a-7c4f9be91ebf/8be58c21-f732-4c1f-a11d-cfc63c31fc14/69ec945d-4a42-45f3-aba1-6b1905eb8a67) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:12.616726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.623269 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.667036 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Network a92222a3-4038-4543-876a-7c4f9be91ebf is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:12.669804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:12.673986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:12.675142 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.676971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Pushing event updated for resources: {'Port': ['ID=69ec945d-4a42-45f3-aba1-6b1905eb8a67,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:12.699297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.735359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Attempting to bind port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:12.735633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Attempting to bind port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:12.736049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Attempting to bind port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 on network a92222a3-4038-4543-876a-7c4f9be91ebf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:12.742825 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:12.743216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Checking segment: {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:12.743629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.744056 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Bound using segment: {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:12.744538 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Bound port: 69ec945d-4a42-45f3-aba1-6b1905eb8a67, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:12.744935 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.806097 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Allocated IP 172.25.7.129 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/a3ff9594-89d0-41f3-8a83-0b906af3f6bd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:12.810498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] For port 69ec945d-4a42-45f3-aba1-6b1905eb8a67, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:12.813542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] For port 69ec945d-4a42-45f3-aba1-6b1905eb8a67, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=69ec945d-4a42-45f3-aba1-6b1905eb8a67,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:12.819421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.875227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e7f61-7e8b-47ef-81de-e0be889d9159 None None] Pushing event updated for resources: {'Port': ['ID=69ec945d-4a42-45f3-aba1-6b1905eb8a67,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:12.913231 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.952119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:12.992200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:12.995141 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:12.998766 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:13.010450 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf05673-e9ed-4492-aedb-8407da223343 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:13.023240 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ff9594-89d0-41f3-8a83-0b906af3f6bd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:13.135081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f7e7f985-70d4-43d0-9884-f66c6bea3245 None None] Provisioning complete for port a3ff9594-89d0-41f3-8a83-0b906af3f6bd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:13.135460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f985-70d4-43d0-9884-f66c6bea3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.181347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7f985-70d4-43d0-9884-f66c6bea3245 None None] Port a3ff9594-89d0-41f3-8a83-0b906af3f6bd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:13.290947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.488655 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.624092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Router fb129c1d-4f8f-4c58-aa08-c58544ebe953 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:44:13.740203 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:13.758057 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Sync routers for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:13.769281 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:13.770078 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:13.775084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.776429 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-34ae30f7-c32f-4c89-bc81-84b780ab6240 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5326638 Dec 15 14:44:13.779212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50280) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:13.797861 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 69ec945d-4a42-45f3-aba1-6b1905eb8a67 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:13.864514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:13.865008 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:13.887647 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:13.915445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7589807-beed-4ed1-9809-e7f41f255932 None None] Network a92222a3-4038-4543-876a-7c4f9be91ebf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:14.045175 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.081790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dcc8d788-8b83-4197-b6cf-137c57707f1b None None] Provisioning complete for port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:14.082046 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d788-8b83-4197-b6cf-137c57707f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.083845 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:13Z', 'revision_number': 3, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:14.115232 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Checking router: fb129c1d-4f8f-4c58-aa08-c58544ebe953 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:14.115515 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Updating router fb129c1d-4f8f-4c58-aa08-c58544ebe953 port a3ff9594-89d0-41f3-8a83-0b906af3f6bd binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:44:14.139496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 69ec945d-4a42-45f3-aba1-6b1905eb8a67, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=69ec945d-4a42-45f3-aba1-6b1905eb8a67,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:14.141151 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.148287 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.247418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=69ec945d-4a42-45f3-aba1-6b1905eb8a67,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.425501 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.430955 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.472383 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Pushing event updated for resources: {'Port': ['ID=a3ff9594-89d0-41f3-8a83-0b906af3f6bd,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.475552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319465b6-00cf-4766-b716-d2f406371f7d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:14.487274 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Attempting to bind port a3ff9594-89d0-41f3-8a83-0b906af3f6bd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:14.487931 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Attempting to bind port a3ff9594-89d0-41f3-8a83-0b906af3f6bd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:14.488491 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Attempting to bind port a3ff9594-89d0-41f3-8a83-0b906af3f6bd on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:14.492572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-36fdd68b-5402-4138-b5d7-f3e21aecd2f8 None None] Provisioning complete for port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:14.493142 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-36fdd68b-5402-4138-b5d7-f3e21aecd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.494577 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:14.494948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:14.495351 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.495738 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:14.496362 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Bound port: a3ff9594-89d0-41f3-8a83-0b906af3f6bd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:14.496695 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.555086 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] For port a3ff9594-89d0-41f3-8a83-0b906af3f6bd, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:14.558243 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] For port a3ff9594-89d0-41f3-8a83-0b906af3f6bd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a3ff9594-89d0-41f3-8a83-0b906af3f6bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:14.560702 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.561060 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.561475 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.561817 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.562145 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.562470 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.562814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.563146 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.563464 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.563826 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.564182 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.564507 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.564829 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:14.569351 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.580129 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.612271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3b6cc9-02a4-4740-8736-6d0041a189db None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:14.628459 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20da62-7be1-4ffb-9392-3290c92fbb14 None None] Pushing event updated for resources: {'Port': ['ID=a3ff9594-89d0-41f3-8a83-0b906af3f6bd,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.631842 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:14.632734 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:14.707842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8c92ff34-e513-4d2d-8389-bca76281cbd2 None None] Provisioning complete for port a3ff9594-89d0-41f3-8a83-0b906af3f6bd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:14.708809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8c92ff34-e513-4d2d-8389-bca76281cbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.751068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Allocated IP 172.20.0.1 (a92222a3-4038-4543-876a-7c4f9be91ebf/8be58c21-f732-4c1f-a11d-cfc63c31fc14/9adc09ee-faaa-4029-aea6-fa88cfb2edaa) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:14.791247 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8c92ff34-e513-4d2d-8389-bca76281cbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.813457 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8c92ff34-e513-4d2d-8389-bca76281cbd2 None None] For port a3ff9594-89d0-41f3-8a83-0b906af3f6bd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a3ff9594-89d0-41f3-8a83-0b906af3f6bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:14.817864 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8c92ff34-e513-4d2d-8389-bca76281cbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.838969 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:14.873193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92ff34-e513-4d2d-8389-bca76281cbd2 None None] Pushing event updated for resources: {'Port': ['ID=a3ff9594-89d0-41f3-8a83-0b906af3f6bd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:14.880951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.916312 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:14.956156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Network a92222a3-4038-4543-876a-7c4f9be91ebf is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:14.959921 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:14.963622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:14.987589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:15.010278 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.026050 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:13Z', 'revision_number': 3, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:15.057285 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c44ee-22ca-4efa-ac68-17b640a18f7c None None] The sync data for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 is: [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:13Z', 'revision_number': 3, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:15.150571 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.247254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-64b98ced-858f-4513-9183-86fba0cbf677 None None] Provisioning complete for port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:15.247798 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-64b98ced-858f-4513-9183-86fba0cbf677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.298171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-64b98ced-858f-4513-9183-86fba0cbf677 None None] Port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:15.358699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.365237 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.437387 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.439508 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:15.545908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Network a92222a3-4038-4543-876a-7c4f9be91ebf is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:15.547318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:15.670805 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Router fb129c1d-4f8f-4c58-aa08-c58544ebe953 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:44:15.806806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:15.814637 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c99d3303-3e90-4422-8e40-792b5a7fb7a6 admin admin] 10.222.0.86 "PUT /v2.0/routers/fb129c1d-4f8f-4c58-aa08-c58544ebe953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0324428 Dec 15 14:44:15.826652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-98ca155f-8390-4597-be3e-834676fc9aaf None None] Provisioning complete for port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:15.827032 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-98ca155f-8390-4597-be3e-834676fc9aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:15.858438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a3ff9594-89d0-41f3-8a83-0b906af3f6bd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:15.911145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-98ca155f-8390-4597-be3e-834676fc9aaf None None] Port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:15.925182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port a3ff9594-89d0-41f3-8a83-0b906af3f6bd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:15.925570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.013918 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 69ec945d-4a42-45f3-aba1-6b1905eb8a67 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:16.061680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:16.062061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.327019 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50296) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:16.332147 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1498883511-network', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:16.354189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Made reservation on behalf of 8c5c491cea504a2eb8c55ce57f433142 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:16.356514 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.365127 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.446260 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.450247 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.480424 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:44:16.486924 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d4dab-041d-4a9a-8221-042ff002e968,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:16.493516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.493868 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Added segment 12e966db-65ef-4a8e-9354-4da46ee0cd31 of type vlan for network 34597f37-5e78-4a83-bd22-ad415be5e492 Dec 15 14:44:16.536765 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.561191 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.562186 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:16.562766 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.614156 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2859674 Dec 15 14:44:16.617280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50298) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:16.622288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Request body: {'subnet': {'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1498883511-subnet', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:16.631422 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6162fec-5301-4fa2-b186-48d2a0bbe87d admin admin] Pushing event updated for resources: {'Network': ['ID=34597f37-5e78-4a83-bd22-ad415be5e492,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:16.643766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 34597f37-5e78-4a83-bd22-ad415be5e492 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:44:16.645789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Made reservation on behalf of 8c5c491cea504a2eb8c55ce57f433142 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:16.648964 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.734267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Sync routers for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:16.746789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:16.747424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:16.821397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.866968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:16.884789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=394a96e6-b82c-4249-a794-ed860d3dafba,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:16.889996 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Checking segment: {'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:16.890357 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Network hostable DHCP agents. Network: 34597f37-5e78-4a83-bd22-ad415be5e492, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:44:16.907236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Network 34597f37-5e78-4a83-bd22-ad415be5e492 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:44:16.916535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 34597f37-5e78-4a83-bd22-ad415be5e492) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:16.920752 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:16.921551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.937825 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f6daea05-46b7-44bf-b365-b4fc3ee34548 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3194616 Dec 15 14:44:16.940429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50300) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:16.940751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711dfb4f-eeb1-4328-9249-be69a5421626 None None] Network 34597f37-5e78-4a83-bd22-ad415be5e492 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:16.945896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:16.967924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:16.968990 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.020743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.296791 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-34597f37-5e78-4a83-bd22-ad415be5e492', 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492', 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'fixed_ips': [{'subnet_id': '394a96e6-b82c-4249-a794-ed860d3dafba'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:44:17.297680 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.393145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 2, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:17.430095 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Checking router: fb129c1d-4f8f-4c58-aa08-c58544ebe953 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:17.430461 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Updating router fb129c1d-4f8f-4c58-aa08-c58544ebe953 port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:44:17.482295 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.482928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.529327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Allocated IP 172.20.0.2 (34597f37-5e78-4a83-bd22-ad415be5e492/394a96e6-b82c-4249-a794-ed860d3dafba/92f41e2c-1dd8-44c9-a395-455a83194579) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:17.681794 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.700515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.809860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Allocated IP 172.25.7.217 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/4220158d-3516-4d30-affd-60704dff6b74) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:17.815933 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.824702 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.886162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Network 34597f37-5e78-4a83-bd22-ad415be5e492 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:17.911088 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:17.913407 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Pushing event updated for resources: {'Port': ['ID=92f41e2c-1dd8-44c9-a395-455a83194579,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:17.917244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:17.918486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.950632 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.955520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.957857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:17.998613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:18.001628 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:18.005831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:18.024114 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd829c-f4e5-4def-a7ff-d1fc2d79eaea None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:18.028679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4220158d-3516-4d30-affd-60704dff6b74,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:18.040967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Attempting to bind port 92f41e2c-1dd8-44c9-a395-455a83194579 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:18.041171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Attempting to bind port 92f41e2c-1dd8-44c9-a395-455a83194579 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:18.041415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Attempting to bind port 92f41e2c-1dd8-44c9-a395-455a83194579 on network 34597f37-5e78-4a83-bd22-ad415be5e492 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:18.048086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df053fe-1bc2-41df-a88d-31570c46e6ee None None] Pushing event updated for resources: {'Port': ['ID=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:18.057314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:18.057314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Checking segment: {'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:18.057314 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.057314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Bound using segment: {'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:18.058419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Bound port: 92f41e2c-1dd8-44c9-a395-455a83194579, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:18.058419 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.133646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Attempting to bind port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:18.134030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Attempting to bind port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:18.134670 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Attempting to bind port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa on network a92222a3-4038-4543-876a-7c4f9be91ebf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:18.150577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:18.150577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Checking segment: {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:18.150965 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.151649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Bound using segment: {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:18.151826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Bound port: 9adc09ee-faaa-4029-aea6-fa88cfb2edaa, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:18.152246 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.223312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] For port 92f41e2c-1dd8-44c9-a395-455a83194579, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:18.226356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a8d6737e-d769-48f0-9835-711458a6fc51 None None] Provisioning complete for port 4220158d-3516-4d30-affd-60704dff6b74 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:18.226356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a8d6737e-d769-48f0-9835-711458a6fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.263672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] For port 92f41e2c-1dd8-44c9-a395-455a83194579, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=92f41e2c-1dd8-44c9-a395-455a83194579,segment=NetworkSegment(12e966db-65ef-4a8e-9354-4da46ee0cd31),segment_id=12e966db-65ef-4a8e-9354-4da46ee0cd31)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:18.276626 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.295299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.313581 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6737e-d769-48f0-9835-711458a6fc51 None None] Port 4220158d-3516-4d30-affd-60704dff6b74 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:18.319270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] For port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:18.341278 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] For port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:18.347313 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.367502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc68691-949a-470d-b460-7291a8659b8e None None] Pushing event updated for resources: {'Port': ['ID=92f41e2c-1dd8-44c9-a395-455a83194579,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:18.416410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:18.417257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:18.498082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df053fe-1bc2-41df-a88d-31570c46e6ee None None] Pushing event updated for resources: {'Port': ['ID=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:18.522204 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.551189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-868cb9ee-c4b4-4699-b045-285a94f239d6 None None] Provisioning complete for port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:18.551561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-868cb9ee-c4b4-4699-b045-285a94f239d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.620441 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:18.704085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Router 6a77492f-2b2b-402d-845b-4b7a83e0b273 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:44:18.791944 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-868cb9ee-c4b4-4699-b045-285a94f239d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.820784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:18.831861 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Sync routers for ids ['6a77492f-2b2b-402d-845b-4b7a83e0b273'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:18.838185 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.841918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2dfebc2c-e7e4-41ee-8089-f60714e7a0e0 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8979230 Dec 15 14:44:18.842126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50302) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:44:18.844867 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Routers {'6a77492f-2b2b-402d-845b-4b7a83e0b273'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:18.845608 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6a77492f-2b2b-402d-845b-4b7a83e0b273'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:18.851756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-868cb9ee-c4b4-4699-b045-285a94f239d6 None None] For port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:18.874321 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-868cb9ee-c4b4-4699-b045-285a94f239d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:18.937377 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cb9ee-c4b4-4699-b045-285a94f239d6 None None] Pushing event updated for resources: {'Port': ['ID=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:18.949860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:18.978567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac505bb4-d2bd-4718-aaa2-1a31fa11346f None None] The sync data for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 is: [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:18.980819 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Set router 6a77492f-2b2b-402d-845b-4b7a83e0b273 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:18.999730 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-adf9d868-85d3-493f-b4b3-8a3a055feab4 None None] Provisioning complete for port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:19.000150 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-adf9d868-85d3-493f-b4b3-8a3a055feab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.259834 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4220158d-3516-4d30-affd-60704dff6b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 3, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port': {'id': '4220158d-3516-4d30-affd-60704dff6b74', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:17Z', 'updated_at': '2021-12-15T14:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:19.297978 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Checking router: 6a77492f-2b2b-402d-845b-4b7a83e0b273 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:19.298739 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Updating router 6a77492f-2b2b-402d-845b-4b7a83e0b273 port 4220158d-3516-4d30-affd-60704dff6b74 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:44:19.329168 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.360600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.565602 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Allocated IP 172.20.0.1 (34597f37-5e78-4a83-bd22-ad415be5e492/394a96e6-b82c-4249-a794-ed860d3dafba/630b3f14-f819-41bb-90bc-e56e6e4ceaf2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:19.593608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d2297-7606-4509-8c0c-be38aee854a6 None None] Network 34597f37-5e78-4a83-bd22-ad415be5e492 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:44:19.628256 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.635006 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.676014 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f81026a8-9791-4a85-bd79-f4888fa1cc2b None None] Provisioning complete for port 92f41e2c-1dd8-44c9-a395-455a83194579 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:19.676394 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f81026a8-9791-4a85-bd79-f4888fa1cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.707060 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9051a-cfd5-4968-8dbc-b22ea6a72370 None None] Pushing event updated for resources: {'Port': ['ID=4220158d-3516-4d30-affd-60704dff6b74,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:19.710555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Attempting to bind port 4220158d-3516-4d30-affd-60704dff6b74 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:19.710937 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Attempting to bind port 4220158d-3516-4d30-affd-60704dff6b74 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:19.711311 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Attempting to bind port 4220158d-3516-4d30-affd-60704dff6b74 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:19.720196 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:19.723663 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:19.724745 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.725169 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.725767 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:19.725999 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Bound port: 4220158d-3516-4d30-affd-60704dff6b74, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:19.726395 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.728173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6943d7f-fbc9-4611-9061-491fa74bece0 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:19.815919 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.838306 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] For port 4220158d-3516-4d30-affd-60704dff6b74, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:19.842171 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] For port 4220158d-3516-4d30-affd-60704dff6b74, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4220158d-3516-4d30-affd-60704dff6b74,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:19.848169 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.855450 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f81026a8-9791-4a85-bd79-f4888fa1cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:19.898767 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Network 34597f37-5e78-4a83-bd22-ad415be5e492 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:19.901983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:19.911225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:19.933222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9adc09ee-faaa-4029-aea6-fa88cfb2edaa up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:19.959601 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f81026a8-9791-4a85-bd79-f4888fa1cc2b None None] For port 92f41e2c-1dd8-44c9-a395-455a83194579, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=92f41e2c-1dd8-44c9-a395-455a83194579,segment=NetworkSegment(12e966db-65ef-4a8e-9354-4da46ee0cd31),segment_id=12e966db-65ef-4a8e-9354-4da46ee0cd31)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:19.964904 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9051a-cfd5-4968-8dbc-b22ea6a72370 None None] Pushing event updated for resources: {'Port': ['ID=4220158d-3516-4d30-affd-60704dff6b74,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:19.978869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Pushing event updated for resources: {'Port': ['ID=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:19.985211 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Routers {'6a77492f-2b2b-402d-845b-4b7a83e0b273'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:19.986050 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6a77492f-2b2b-402d-845b-4b7a83e0b273'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:20.002347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f3c72-be85-446e-90f2-c5eb5264907a None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:44:20.008171 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f81026a8-9791-4a85-bd79-f4888fa1cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.018597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.110318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81026a8-9791-4a85-bd79-f4888fa1cc2b None None] Pushing event updated for resources: {'Port': ['ID=92f41e2c-1dd8-44c9-a395-455a83194579,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:20.123484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:20.123743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.175414 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] Set router 6a77492f-2b2b-402d-845b-4b7a83e0b273 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:20.205942 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-53e1a60f-7c7d-4de7-b882-2743dff59761 None None] Provisioning complete for port 4220158d-3516-4d30-affd-60704dff6b74 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:20.206316 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53e1a60f-7c7d-4de7-b882-2743dff59761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.228869 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.328239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 92f41e2c-1dd8-44c9-a395-455a83194579 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:20.408948 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53e1a60f-7c7d-4de7-b882-2743dff59761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.440448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-53e1a60f-7c7d-4de7-b882-2743dff59761 None None] For port 4220158d-3516-4d30-affd-60704dff6b74, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4220158d-3516-4d30-affd-60704dff6b74,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:20.441144 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 92f41e2c-1dd8-44c9-a395-455a83194579 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:20.441740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.458896 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4220158d-3516-4d30-affd-60704dff6b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 3, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port': {'id': '4220158d-3516-4d30-affd-60704dff6b74', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:17Z', 'updated_at': '2021-12-15T14:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:20.472074 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53e1a60f-7c7d-4de7-b882-2743dff59761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.484430 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.488790 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9960b2-04ba-4eee-b31b-b8de5146511a None None] The sync data for ids ['6a77492f-2b2b-402d-845b-4b7a83e0b273'] in n-d-821840-1 is: [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4220158d-3516-4d30-affd-60704dff6b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 3, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port': {'id': '4220158d-3516-4d30-affd-60704dff6b74', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:17Z', 'updated_at': '2021-12-15T14:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:20.491437 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.534849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1a60f-7c7d-4de7-b882-2743dff59761 None None] Pushing event updated for resources: {'Port': ['ID=4220158d-3516-4d30-affd-60704dff6b74,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:20.571009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Pushing event updated for resources: {'Port': ['ID=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:20.573407 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.596573 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-14878d0a-1878-4369-97d2-885b9342fa06 None None] Provisioning complete for port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:20.596961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14878d0a-1878-4369-97d2-885b9342fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.636179 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-14878d0a-1878-4369-97d2-885b9342fa06 None None] Port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:20.649276 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-14878d0a-1878-4369-97d2-885b9342fa06 None None] Provisioning complete for port 92f41e2c-1dd8-44c9-a395-455a83194579 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:20.649663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-14878d0a-1878-4369-97d2-885b9342fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:20.683549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Network 34597f37-5e78-4a83-bd22-ad415be5e492 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:20.685160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:20.811368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Router 6a77492f-2b2b-402d-845b-4b7a83e0b273 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:44:20.940425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:44:20.945949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b78ece35-5467-4af1-a7cf-f5ad19139d98 admin admin] 10.222.0.86 "PUT /v2.0/routers/6a77492f-2b2b-402d-845b-4b7a83e0b273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1028736 Dec 15 14:44:20.990925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d9fb4005-1350-456a-bf7d-58a85a247615 None None] Provisioning complete for port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:20.991777 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9fb4005-1350-456a-bf7d-58a85a247615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:21.033598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb4005-1350-456a-bf7d-58a85a247615 None None] Port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:21.829776 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4220158d-3516-4d30-affd-60704dff6b74 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:21.891502 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 4220158d-3516-4d30-affd-60704dff6b74 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:21.892233 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:22.155434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 92f41e2c-1dd8-44c9-a395-455a83194579 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:22.236782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 92f41e2c-1dd8-44c9-a395-455a83194579 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:22.237267 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:22.599199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Sync routers for ids ['6a77492f-2b2b-402d-845b-4b7a83e0b273'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:44:22.610029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Routers {'6a77492f-2b2b-402d-845b-4b7a83e0b273'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:22.610675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6a77492f-2b2b-402d-845b-4b7a83e0b273'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:22.731965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Set router 6a77492f-2b2b-402d-845b-4b7a83e0b273 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:22.960966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4220158d-3516-4d30-affd-60704dff6b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:44:20Z', 'revision_number': 4, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port': {'id': '4220158d-3516-4d30-affd-60704dff6b74', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:17Z', 'updated_at': '2021-12-15T14:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '630b3f14-f819-41bb-90bc-e56e6e4ceaf2', 'name': '', 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '394a96e6-b82c-4249-a794-ed860d3dafba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:19Z', 'updated_at': '2021-12-15T14:44:20Z', 'revision_number': 2, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'subnets': [{'id': '394a96e6-b82c-4249-a794-ed860d3dafba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:22.995178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Checking router: 6a77492f-2b2b-402d-845b-4b7a83e0b273 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:44:22.995480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Updating router 6a77492f-2b2b-402d-845b-4b7a83e0b273 port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:44:23.022669 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:23.349772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:23.355568 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:23.421007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2135480-5d99-4c64-988b-1700714c0b25 None None] Pushing event updated for resources: {'Port': ['ID=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:23.488921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Attempting to bind port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:23.489358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Attempting to bind port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:23.490218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Attempting to bind port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 on network 34597f37-5e78-4a83-bd22-ad415be5e492 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:23.499101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:23.499481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Checking segment: {'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:23.499917 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:23.500323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Bound using segment: {'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:23.500799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Bound port: 630b3f14-f819-41bb-90bc-e56e6e4ceaf2, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e966db-65ef-4a8e-9354-4da46ee0cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:23.501190 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:23.593133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] For port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:23.598357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] For port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,segment=NetworkSegment(12e966db-65ef-4a8e-9354-4da46ee0cd31),segment_id=12e966db-65ef-4a8e-9354-4da46ee0cd31)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:23.605028 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:23.683988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Routers {'6a77492f-2b2b-402d-845b-4b7a83e0b273'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:44:23.684738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:44:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6a77492f-2b2b-402d-845b-4b7a83e0b273'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:23.727659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-97632adf-4714-4d64-a400-a1f54d7d355f None None] Provisioning complete for port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:23.728153 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97632adf-4714-4d64-a400-a1f54d7d355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:23.732944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2135480-5d99-4c64-988b-1700714c0b25 None None] Pushing event updated for resources: {'Port': ['ID=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:23.886943 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97632adf-4714-4d64-a400-a1f54d7d355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:23.892678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] Set router 6a77492f-2b2b-402d-845b-4b7a83e0b273 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:44:24.006797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-97632adf-4714-4d64-a400-a1f54d7d355f None None] For port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,segment=NetworkSegment(12e966db-65ef-4a8e-9354-4da46ee0cd31),segment_id=12e966db-65ef-4a8e-9354-4da46ee0cd31)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:24.013058 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97632adf-4714-4d64-a400-a1f54d7d355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:24.132089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97632adf-4714-4d64-a400-a1f54d7d355f None None] Pushing event updated for resources: {'Port': ['ID=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:24.159676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c2c330e9-5437-47bd-92f3-97c664a84a82 None None] Provisioning complete for port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:24.160112 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2c330e9-5437-47bd-92f3-97c664a84a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:24.295330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4220158d-3516-4d30-affd-60704dff6b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:44:20Z', 'revision_number': 4, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port': {'id': '4220158d-3516-4d30-affd-60704dff6b74', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:17Z', 'updated_at': '2021-12-15T14:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '630b3f14-f819-41bb-90bc-e56e6e4ceaf2', 'name': '', 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '394a96e6-b82c-4249-a794-ed860d3dafba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:19Z', 'updated_at': '2021-12-15T14:44:23Z', 'revision_number': 4, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'subnets': [{'id': '394a96e6-b82c-4249-a794-ed860d3dafba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:44:24.324989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c30878-3489-42ae-b19f-3de5fee118b2 None None] The sync data for ids ['6a77492f-2b2b-402d-845b-4b7a83e0b273'] in n-d-821840-1 is: [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4220158d-3516-4d30-affd-60704dff6b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:44:20Z', 'revision_number': 4, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port': {'id': '4220158d-3516-4d30-affd-60704dff6b74', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:17Z', 'updated_at': '2021-12-15T14:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '630b3f14-f819-41bb-90bc-e56e6e4ceaf2', 'name': '', 'network_id': '34597f37-5e78-4a83-bd22-ad415be5e492', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '394a96e6-b82c-4249-a794-ed860d3dafba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:19Z', 'updated_at': '2021-12-15T14:44:23Z', 'revision_number': 4, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'subnets': [{'id': '394a96e6-b82c-4249-a794-ed860d3dafba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:44:25.794688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:25.848645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:25.849248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:28.298702 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:44:31.211359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-17798b26-c433-42db-a74f-ad32048e28d5 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:31.212976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-17798b26-c433-42db-a74f-ad32048e28d5 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 815 time: 0.1020055 Dec 15 14:44:31.229916 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-48fcdf58-ccd1-4d8f-9b4b-ac604bba47ac tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/quotas/bb28bf9e57b449d18ce4f7fd71cb84ee HTTP/1.1" status: 200 len: 375 time: 0.0109265 Dec 15 14:44:31.291353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-79bda3d4-255b-470b-8dd4-c404585cd2fb tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554991 Dec 15 14:44:31.298519 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12c43a2e-370e-42f6-8171-e04b1b7212f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:31.334716 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:31.393551 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-587ead6f-14ca-44b2-9660-f031e2f2f447 service neutron] 10.222.0.86 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874114 Dec 15 14:44:31.493419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-bd1c2ef1-b4cf-4855-a271-afffdb8bb570 service neutron] 10.222.0.86 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918162 Dec 15 14:44:31.553395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:31.661964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e597bde9-f0c3-4cfa-af98-b383427ade5d req-29fc09b0-f1d9-448f-a329-b2e05471c1c0 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 210 time: 0.0283127 Dec 15 14:44:32.610902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-506dbadb-7e86-468b-ab50-ce049ee627ac tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:32.612402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-506dbadb-7e86-468b-ab50-ce049ee627ac tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.74 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 815 time: 0.1060157 Dec 15 14:44:32.629123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'port': {'device_id': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'admin_state_up': True, 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:32.770124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df3b4985-8149-4e9b-af74-17dac92c463d req-84e7ee4b-e8ed-41a8-acfa-7a3e6f7ff3d4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 210 time: 0.0331640 Dec 15 14:44:32.776647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Made reservation on behalf of bb28bf9e57b449d18ce4f7fd71cb84ee for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:44:32.780928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:32.916434 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Allocated IP 172.20.0.9 (a92222a3-4038-4543-876a-7c4f9be91ebf/8be58c21-f732-4c1f-a11d-cfc63c31fc14/3f8d7bef-e5b6-4445-88d0-163ffbffcf3a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:44:33.120966 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:33.170591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:33.246668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Network a92222a3-4038-4543-876a-7c4f9be91ebf is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:44:33.249977 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:44:33.252799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:44:33.261663 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'Port': ['ID=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:33.292844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.293196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.293565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.293897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.294231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.294563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.294899 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.295228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.295558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.295919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.296258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.296584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.296912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:33.335720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:33.336441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:33.361226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ffec3d7b-7d64-4d66-9067-a4fc19595e8c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364175 Dec 15 14:44:33.501385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-454b12e2-edc8-43be-8a8f-9e46fa3d2693 None None] Provisioning complete for port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:33.501982 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-454b12e2-edc8-43be-8a8f-9e46fa3d2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:33.540283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-454b12e2-edc8-43be-8a8f-9e46fa3d2693 None None] Port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:44:33.895442 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f18b-8dae-4244-859f-1beaa7caf6b7 req-b01061f0-f5b4-4710-b141-41597e79b805 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:33.897243 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a17f18b-8dae-4244-859f-1beaa7caf6b7 req-b01061f0-f5b4-4710-b141-41597e79b805 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0550344 Dec 15 14:44:33.925772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-07d8d4e8-eef0-4c73-8caa-a6e87e436f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:33.954879 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2a17f18b-8dae-4244-859f-1beaa7caf6b7 req-19fb8750-2a0a-4b59-8f1b-2873f9bfccb1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516050 Dec 15 14:44:35.038648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:35.076728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21ef6-c32b-4ae3-912a-9a69881d55d6 req-de133fb2-5dbe-4006-b52f-821bfdbded0b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:35.085310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84e21ef6-c32b-4ae3-912a-9a69881d55d6 req-de133fb2-5dbe-4006-b52f-821bfdbded0b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0579910 Dec 15 14:44:35.128201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84e21ef6-c32b-4ae3-912a-9a69881d55d6 req-c644da5a-de3e-4bf0-9019-d54c3bbd5d72 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Dec 15 14:44:36.284520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249598bd-2399-4d53-92c4-5b042a235adc req-52f59bf5-e10c-45e4-b4cf-002a39c0704d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:36.287853 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-249598bd-2399-4d53-92c4-5b042a235adc req-52f59bf5-e10c-45e4-b4cf-002a39c0704d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0590253 Dec 15 14:44:36.339962 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-249598bd-2399-4d53-92c4-5b042a235adc req-b9323c1a-58e4-478c-a83f-1f5f2c825800 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Dec 15 14:44:36.793750 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:37.429613 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:37.473246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbf770-79a9-4957-9d2a-5f6a4ccfc1cb req-4361378b-7ca2-43d6-b039-30d0c1f10a16 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:37.475310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84cbf770-79a9-4957-9d2a-5f6a4ccfc1cb req-4361378b-7ca2-43d6-b039-30d0c1f10a16 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0580184 Dec 15 14:44:37.870423 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84cbf770-79a9-4957-9d2a-5f6a4ccfc1cb req-843127c2-a421-4f0a-a942-aa28a55b181a tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888938 Dec 15 14:44:39.019405 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f397098-6709-4984-9e52-fc9bae9b2e09 req-6d4cb144-dd24-416c-bdfa-4adec56df6c7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:39.021755 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f397098-6709-4984-9e52-fc9bae9b2e09 req-6d4cb144-dd24-416c-bdfa-4adec56df6c7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0740600 Dec 15 14:44:39.074953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8f397098-6709-4984-9e52-fc9bae9b2e09 req-6eeba585-ea75-4384-bb9f-69ee40d0b62b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454035 Dec 15 14:44:40.196650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4f116-c5d1-4d32-acba-f6699a16a34d req-f5433f51-5f8c-4288-b2bb-01e9c5c3a32e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:40.198148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdf4f116-c5d1-4d32-acba-f6699a16a34d req-f5433f51-5f8c-4288-b2bb-01e9c5c3a32e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0549257 Dec 15 14:44:40.248201 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdf4f116-c5d1-4d32-acba-f6699a16a34d req-0c00d230-0db6-4e0b-b583-8802510b55ef tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Dec 15 14:44:41.373953 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e263d9-d6fb-4561-b0b6-ca31dfe553bf req-19562dea-5869-432a-b404-1fc1e94c00e9 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:41.375511 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1e263d9-d6fb-4561-b0b6-ca31dfe553bf req-19562dea-5869-432a-b404-1fc1e94c00e9 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0515375 Dec 15 14:44:41.433675 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f1e263d9-d6fb-4561-b0b6-ca31dfe553bf req-a21a8720-2a1d-4092-8fdc-bdeadb3767da tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Dec 15 14:44:42.561894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aa9f3-1139-4237-85bb-1728b9860c84 req-bfa72c51-4ae8-4f81-9ca1-553267b9718e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:42.563402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-431aa9f3-1139-4237-85bb-1728b9860c84 req-bfa72c51-4ae8-4f81-9ca1-553267b9718e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0552309 Dec 15 14:44:42.620184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-431aa9f3-1139-4237-85bb-1728b9860c84 req-9a856d9d-67d7-4dbb-9f85-72378b81c96f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484798 Dec 15 14:44:43.735026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ed8e-9667-47b2-be2a-f4149323a43b req-074ad525-6658-4454-9e52-c164bd58f05f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:43.736548 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cba7ed8e-9667-47b2-be2a-f4149323a43b req-074ad525-6658-4454-9e52-c164bd58f05f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 931 time: 0.0494781 Dec 15 14:44:43.784939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cba7ed8e-9667-47b2-be2a-f4149323a43b req-da221648-7cff-4dd7-80ad-abb631f4caf2 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Dec 15 14:44:43.956561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Request body: {'port': {'device_id': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:44:44.010366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.269393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:44:44.277494 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.290028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Transition to ACTIVE for port object 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:44:44.294006 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.350015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:44.419913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Attempting to bind port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:44:44.420263 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Attempting to bind port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:44:44.420598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Attempting to bind port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a on network a92222a3-4038-4543-876a-7c4f9be91ebf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:44.425384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a on network a92222a3-4038-4543-876a-7c4f9be91ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:44:44.425715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Attempting to bind port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a on network a92222a3-4038-4543-876a-7c4f9be91ebf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:44:44.431343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:44:44.431688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Checking segment: {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:44:44.432181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Bound using segment: {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:44:44.432610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Bound port: 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3e877f-5c63-41ec-9f01-cf7c6553915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:44:44.432973 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.500014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] For port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:44:44.503215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] For port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:44:44.507408 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.547500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:44.548145 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:44.549489 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] 10.222.0.74 "PUT /v2.0/ports/3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 1091 time: 0.5976357 Dec 15 14:44:44.549966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:44:44.552876 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:44:44.575280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96f4e-0cdb-4102-b62f-6214a6e793d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:44.596262 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110419d-d382-42a0-8eec-4ae368a1c99b x-openstack-request-id: req-9110419d-d382-42a0-8eec-4ae368a1c99b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:44:44.596600 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:44:44.596814 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9110419d-d382-42a0-8eec-4ae368a1c99b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:44:44.597267 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'status': 'completed', 'code': 200} Dec 15 14:44:44.644612 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-07e702ba-1f1b-42b1-af54-e93a415e3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:44.646249 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-07e702ba-1f1b-42b1-af54-e93a415e3904 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1094 time: 0.0436575 Dec 15 14:44:44.690242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-3e5e6255-1937-4637-b191-f08d335bc7ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 217 time: 0.0365319 Dec 15 14:44:44.745231 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ab6a3366-d81f-4cd8-84c2-f3e923a59ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:44.746712 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-ab6a3366-d81f-4cd8-84c2-f3e923a59ed1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 200 len: 854 time: 0.0493960 Dec 15 14:44:44.797280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-649a9712-f243-48ab-87bd-1075b6697822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:44.798715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-649a9712-f243-48ab-87bd-1075b6697822 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a92222a3-4038-4543-876a-7c4f9be91ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434685 Dec 15 14:44:44.890360 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-4c603b4e-e987-426d-b637-13392e3b9544 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838749 Dec 15 14:44:44.902506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f10151-0ef1-4d47-bccf-e4961631f281 req-abe03b3a-a469-40c5-9b7e-b9fb0cbff4ad tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:44.904037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5f10151-0ef1-4d47-bccf-e4961631f281 req-abe03b3a-a469-40c5-9b7e-b9fb0cbff4ad tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 943 time: 0.0510902 Dec 15 14:44:44.952750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f5f10151-0ef1-4d47-bccf-e4961631f281 req-a8606d0e-cdaf-4ead-b55a-64fb73205640 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Dec 15 14:44:44.984793 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e2bf1bc4-9b52-4139-81a1-d3c29be88267 req-b072694f-3020-4340-9721-271bc2795802 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873427 Dec 15 14:44:45.080061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-8d42b5a9-a164-4507-bd85-75aa97802439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:45.081576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-8d42b5a9-a164-4507-bd85-75aa97802439 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1094 time: 0.0494499 Dec 15 14:44:45.179221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-33116719-d021-4f8d-8e2f-72b02057110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:45.180732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-33116719-d021-4f8d-8e2f-72b02057110c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 917 time: 0.0926538 Dec 15 14:44:45.223324 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-3dc750ec-78a0-4b11-82c7-3ae627f9a391 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 217 time: 0.0356908 Dec 15 14:44:45.274279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-22ae833c-50ca-4e5b-aa07-1aeff3d39f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:45.275723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-22ae833c-50ca-4e5b-aa07-1aeff3d39f83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 200 len: 854 time: 0.0452495 Dec 15 14:44:45.327726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-4e135375-bca9-421d-843c-c24ef0088f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:45.329307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-4e135375-bca9-421d-843c-c24ef0088f86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a92222a3-4038-4543-876a-7c4f9be91ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456054 Dec 15 14:44:45.423545 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-97d1d30f-6978-4585-b507-b87b7f7ff18f service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Dec 15 14:44:45.518259 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cc53bd2f-8ef4-4b26-bf4a-b78ed98dcdb1 req-71c9d04f-5ddb-476d-879e-c4dc0b22a23a service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867250 Dec 15 14:44:46.074386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b974-6cf7-46e9-96f6-0985deee6ba5 req-cb4a100c-d1d5-40c2-b43b-c2b7cf0e4544 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:46.075891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee07b974-6cf7-46e9-96f6-0985deee6ba5 req-cb4a100c-d1d5-40c2-b43b-c2b7cf0e4544 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 943 time: 0.0512083 Dec 15 14:44:46.124468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ee07b974-6cf7-46e9-96f6-0985deee6ba5 req-d386e1b5-5142-4df5-b615-fd19dd996910 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Dec 15 14:44:47.213241 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:44:47.244696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a7114-01f2-4416-8bdd-f360bcc388f6 req-bcc90402-8fd9-472a-86bd-9e2473c35a53 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:47.246237 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa7a7114-01f2-4416-8bdd-f360bcc388f6 req-bcc90402-8fd9-472a-86bd-9e2473c35a53 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 943 time: 0.0546443 Dec 15 14:44:47.294066 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa7a7114-01f2-4416-8bdd-f360bcc388f6 req-dcce5a84-fe94-4c93-ae5b-34484662b99a tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Dec 15 14:44:47.309004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:47.320766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'port_id': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'mac_address': 'fa:16:3e:51:1f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:44:47.355798 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:47.372403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:44:47.391564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:47.395448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:47.441560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:47.451851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.452240 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.452590 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.452937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.453280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.453622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.453977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.454350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.454701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.455016 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.455341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.455680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.456040 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:44:47.600575 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:44:48.409807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e4a09-9678-44e4-8923-662c8b8812e0 req-62c03b38-55ec-48df-8adc-ef93b53ad93e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:48.411843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa1e4a09-9678-44e4-8923-662c8b8812e0 req-62c03b38-55ec-48df-8adc-ef93b53ad93e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 944 time: 0.0493109 Dec 15 14:44:48.457462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa1e4a09-9678-44e4-8923-662c8b8812e0 req-f9f36e5f-1436-4be2-a21f-be333ed9b106 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Dec 15 14:44:49.228626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:44:49.277980 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:44:49.283079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:44:49.283459 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:49.358688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:49.381212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:44:49.383438 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ece3b75-d97d-405f-abb3-2f9e059c8b01" -d '{"events": [{"server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:44:49.399608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:44:49.404034 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:49.534456 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117b373-2a8b-45e2-b438-049846a8ccfb req-9178d4fa-7934-4ce9-9957-724a66fc5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:49.536899 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d117b373-2a8b-45e2-b438-049846a8ccfb req-9178d4fa-7934-4ce9-9957-724a66fc5a2e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1096 time: 0.0517764 Dec 15 14:44:49.597139 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab22a79-83ae-4736-8ebe-e79275b66866 x-openstack-request-id: req-4ab22a79-83ae-4736-8ebe-e79275b66866 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:44:49.597422 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:44:49.597671 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ab22a79-83ae-4736-8ebe-e79275b66866 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:44:49.598063 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'code': 200} Dec 15 14:44:49.616153 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f544c-602d-47d0-bb96-64332c78f382 req-324f9ff1-dc40-4bef-a9b0-148403b4dbc4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:49.617691 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-021f544c-602d-47d0-bb96-64332c78f382 req-324f9ff1-dc40-4bef-a9b0-148403b4dbc4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0797598 Dec 15 14:44:49.619831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d117b373-2a8b-45e2-b438-049846a8ccfb req-4b09242f-00ff-40cd-bdc4-ff5b6c900c8b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732427 Dec 15 14:44:49.626315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:44:49.666308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-021f544c-602d-47d0-bb96-64332c78f382 req-cbd4c56c-7aec-407f-b20a-fd462e03ee65 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Dec 15 14:44:50.783895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5c717-ef47-4bc1-9131-3ca7637180f7 req-f27194fb-fc0d-46a5-a937-dd6f2f4c2f0e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:50.785370 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22a5c717-ef47-4bc1-9131-3ca7637180f7 req-f27194fb-fc0d-46a5-a937-dd6f2f4c2f0e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0490422 Dec 15 14:44:50.833342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22a5c717-ef47-4bc1-9131-3ca7637180f7 req-f7a9292f-5d2e-4422-bd1b-377efc51606e tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Dec 15 14:44:50.946518 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2370e-03fa-4d36-9951-45a6b95c0476 req-89b8c30a-d05b-446e-b524-92da140c1722 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:50.947886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dbd2370e-03fa-4d36-9951-45a6b95c0476 req-89b8c30a-d05b-446e-b524-92da140c1722 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0480008 Dec 15 14:44:50.998581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dbd2370e-03fa-4d36-9951-45a6b95c0476 req-8dfe5628-0904-47f3-b047-919e9037c6ec tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 Dec 15 14:44:51.189564 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baf590-f38c-4152-bfa5-978f74aa3ff0 req-f84636de-76b1-4897-b024-dc5057f7ab60 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:44:51.191045 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7baf590-f38c-4152-bfa5-978f74aa3ff0 req-f84636de-76b1-4897-b024-dc5057f7ab60 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0499001 Dec 15 14:44:51.239599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7baf590-f38c-4152-bfa5-978f74aa3ff0 req-6bc8a327-2344-4299-824c-6998e8385488 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Dec 15 14:45:01.300360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c11e41c-38b5-493c-b00a-a9dfa730f7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:01.333971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:01.555223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:03.805219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3e49-96c8-4487-9607-21e85ea51dfa req-a49305e1-93a1-4b0f-96a6-fc36dbd8fb46 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:03.806782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70fa3e49-96c8-4487-9607-21e85ea51dfa req-a49305e1-93a1-4b0f-96a6-fc36dbd8fb46 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0484688 Dec 15 14:45:03.854070 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-70fa3e49-96c8-4487-9607-21e85ea51dfa req-4ef93a7c-e548-4d56-abb4-fa4440a6cc67 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Dec 15 14:45:03.877400 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50496) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:03.923961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0fe467db-8d14-4643-be42-e2d4563cb31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.010925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafd4bec-3220-406d-8a55-887de0bb7389 tempest-TestMinimumBasicScenario-2004153876 tempest-TestMinimumBasicScenario-2004153876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:04.012493 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cafd4bec-3220-406d-8a55-887de0bb7389 tempest-TestMinimumBasicScenario-2004153876 tempest-TestMinimumBasicScenario-2004153876-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1091 time: 0.1340477 Dec 15 14:45:04.015770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50500) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:04.020501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:04.042184 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.136423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.242202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Allocated IP 172.25.7.227 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/78dcb29e-f530-4f43-9e20-6555fddad4b2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:45:04.337816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.371133 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.415875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:45:04.418772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:45:04.422139 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:45:04.444690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'Port': ['ID=78dcb29e-f530-4f43-9e20-6555fddad4b2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:04.776312 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.843377 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.992968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:04.997418 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.039851 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.063211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'Port': ['ID=78dcb29e-f530-4f43-9e20-6555fddad4b2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:05.075356 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.174690 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Floating IP 11fee772-450f-4c9e-b873-b3751f4e7455 associated. External IP: 172.25.7.227, port: 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a. Dec 15 14:45:05.297602 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:45:05.382344 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Router fb129c1d-4f8f-4c58-aa08-c58544ebe953 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:45:05.487705 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:45:05.498337 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] Sync routers for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:45:05.506500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.509502 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:45:05.510109 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:45:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:45:05.538902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8b2a026b-4694-40dc-bed4-c1cea968fe25 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5220730 Dec 15 14:45:05.539597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:45:05.541802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:05.542315 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c99164-8a26-4b56-8e43-9e50385ba8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:45:05.546632 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268902470', 'description': 'tempest-secgroup-smoke-268902470 description', 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:05.573424 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.593956 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33573707-cd27-4030-8c9b-bfccf46a875c x-openstack-request-id: req-33573707-cd27-4030-8c9b-bfccf46a875c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:45:05.594523 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:45:05.595214 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-33573707-cd27-4030-8c9b-bfccf46a875c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:45:05.595793 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'status': 'completed', 'code': 200} Dec 15 14:45:05.654097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.657740 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-cd1fb84d-2eca-4be8-8c89-389f8c0e4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.659317 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-cd1fb84d-2eca-4be8-8c89-389f8c0e4fc7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1096 time: 0.0493512 Dec 15 14:45:05.661951 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.696008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.697342 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1545143 Dec 15 14:45:05.698452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d92be3-fca4-4aff-aac4-87c2d4964038,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:05.701515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50506) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:05.705781 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c500b498-2c3c-4633-b137-5d1a9f371e6f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'security_group_rule': {'security_group_id': '31d92be3-fca4-4aff-aac4-87c2d4964038', 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:05.717469 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:45:05.719507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.719906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.720426 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.720947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.721433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.721946 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.722438 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.723506 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.724565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.725230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.725853 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.726201 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.726540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0a96-d195-48e9-bbf9-2c2937c9c0b1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:45:05.759747 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c500b498-2c3c-4633-b137-5d1a9f371e6f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.768194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-9d479f15-eded-4652-8e24-32c6c753ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.770099 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-9d479f15-eded-4652-8e24-32c6c753ab55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 917 time: 0.1024075 Dec 15 14:45:05.810184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c500b498-2c3c-4633-b137-5d1a9f371e6f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.814583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c500b498-2c3c-4633-b137-5d1a9f371e6f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.840987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500b498-2c3c-4633-b137-5d1a9f371e6f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65674c6c-3834-4636-845a-d08fd432d854,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:05.844992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-b5754fdb-34e3-4753-9a72-f7490f82a77e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 999 time: 0.0674987 Dec 15 14:45:05.846583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c500b498-2c3c-4633-b137-5d1a9f371e6f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.849114 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c500b498-2c3c-4633-b137-5d1a9f371e6f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463130 Dec 15 14:45:05.851275 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50508) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:05.863592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b9ad2baa-d8e8-4bad-947f-9acfab324d48 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'security_group_rule': {'security_group_id': '31d92be3-fca4-4aff-aac4-87c2d4964038', 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:05.920818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-cf798851-2c90-47e4-bf08-d08889ee9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:05.922293 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-cf798851-2c90-47e4-bf08-d08889ee9e7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 200 len: 854 time: 0.0578730 Dec 15 14:45:05.923595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9ad2baa-d8e8-4bad-947f-9acfab324d48 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:05.956497 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '11fee772-450f-4c9e-b873-b3751f4e7455', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'port_id': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'mac_address': 'fa:16:3e:51:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:45:04Z', 'updated_at': '2021-12-15T14:45:04Z', 'revision_number': 0, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:45:05.983895 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] Checking router: fb129c1d-4f8f-4c58-aa08-c58544ebe953 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:45:05.993676 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:45:05.994589 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:45:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:45:06.004600 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-9c360398-c139-4357-b973-ade99f8f1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:06.006189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-9c360398-c139-4357-b973-ade99f8f1403 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a92222a3-4038-4543-876a-7c4f9be91ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732045 Dec 15 14:45:06.007803 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9ad2baa-d8e8-4bad-947f-9acfab324d48 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.011994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9ad2baa-d8e8-4bad-947f-9acfab324d48 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.073021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad2baa-d8e8-4bad-947f-9acfab324d48 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25602f0-e06a-47f8-93d9-720fab56579d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:06.083246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9ad2baa-d8e8-4bad-947f-9acfab324d48 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.084480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b9ad2baa-d8e8-4bad-947f-9acfab324d48 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2322118 Dec 15 14:45:06.087392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:06.092372 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7606b8c5-478f-4292-a3ee-9bf3d08a1ea4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'security_group_rule': {'security_group_id': '31d92be3-fca4-4aff-aac4-87c2d4964038', 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:06.116145 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:45:06.124265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7606b8c5-478f-4292-a3ee-9bf3d08a1ea4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.135629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-af6579a8-01da-4464-8cc0-787e49e73d93 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215327 Dec 15 14:45:06.200534 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7606b8c5-478f-4292-a3ee-9bf3d08a1ea4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.206443 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7606b8c5-478f-4292-a3ee-9bf3d08a1ea4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.225969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606b8c5-478f-4292-a3ee-9bf3d08a1ea4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47869cd-59bf-4236-bab7-2f6d2c64fa66,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:06.236268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7606b8c5-478f-4292-a3ee-9bf3d08a1ea4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.240231 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7606b8c5-478f-4292-a3ee-9bf3d08a1ea4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488717 Dec 15 14:45:06.242638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50512) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:06.246962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ea51ca18-a271-4cdd-8b90-7dd904523dfa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'security_group_rule': {'security_group_id': '31d92be3-fca4-4aff-aac4-87c2d4964038', 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:06.260648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d7c99164-8a26-4b56-8e43-9e50385ba8e0 req-85d723b0-b1ee-4c3d-a6e9-6415cfe54c39 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180780 Dec 15 14:45:06.280270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea51ca18-a271-4cdd-8b90-7dd904523dfa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.331441 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea51ca18-a271-4cdd-8b90-7dd904523dfa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.335082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea51ca18-a271-4cdd-8b90-7dd904523dfa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.351631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51ca18-a271-4cdd-8b90-7dd904523dfa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb2852d-21a9-42f0-9c45-0d0ee544d420,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:06.363286 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea51ca18-a271-4cdd-8b90-7dd904523dfa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.368324 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '11fee772-450f-4c9e-b873-b3751f4e7455', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'port_id': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'mac_address': 'fa:16:3e:51:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:45:04Z', 'updated_at': '2021-12-15T14:45:04Z', 'revision_number': 0, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:45:06.368928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ea51ca18-a271-4cdd-8b90-7dd904523dfa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217630 Dec 15 14:45:06.369076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:06.373599 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-020843b6-a4f0-40b3-a53b-87b1cdbf15e4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'security_group_rule': {'security_group_id': '31d92be3-fca4-4aff-aac4-87c2d4964038', 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:06.396719 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-020843b6-a4f0-40b3-a53b-87b1cdbf15e4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Project bb28bf9e57b449d18ce4f7fd71cb84ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:45:06.397160 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae8af6-09fa-4d25-b316-9dafa379a728 None None] The sync data for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 is: [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '11fee772-450f-4c9e-b873-b3751f4e7455', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'port_id': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'mac_address': 'fa:16:3e:51:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:45:04Z', 'updated_at': '2021-12-15T14:45:04Z', 'revision_number': 0, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:45:06.402738 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-020843b6-a4f0-40b3-a53b-87b1cdbf15e4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.464273 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-020843b6-a4f0-40b3-a53b-87b1cdbf15e4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.468103 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-020843b6-a4f0-40b3-a53b-87b1cdbf15e4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.486487 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020843b6-a4f0-40b3-a53b-87b1cdbf15e4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11a6e81-dfe1-43bf-802a-753b06531350,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:06.496686 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-020843b6-a4f0-40b3-a53b-87b1cdbf15e4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.497914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-020843b6-a4f0-40b3-a53b-87b1cdbf15e4 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283200 Dec 15 14:45:06.500733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:06.505721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6613af78-eb4d-4873-98e1-ddd9a4e98ed1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'security_group_rule': {'security_group_id': '31d92be3-fca4-4aff-aac4-87c2d4964038', 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:06.528708 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-6613af78-eb4d-4873-98e1-ddd9a4e98ed1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Project bb28bf9e57b449d18ce4f7fd71cb84ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:45:06.535050 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6613af78-eb4d-4873-98e1-ddd9a4e98ed1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.605414 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6613af78-eb4d-4873-98e1-ddd9a4e98ed1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.610013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6613af78-eb4d-4873-98e1-ddd9a4e98ed1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.610224 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ad6d4-7187-4e45-b206-10c1321c3d9e None None] New status for floating IP 11fee772-450f-4c9e-b873-b3751f4e7455: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:45:06.633092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613af78-eb4d-4873-98e1-ddd9a4e98ed1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210d33b4-9fa6-4b9c-a461-229597c634c4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:06.639126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6613af78-eb4d-4873-98e1-ddd9a4e98ed1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.643191 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6613af78-eb4d-4873-98e1-ddd9a4e98ed1 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414363 Dec 15 14:45:06.733281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-ab7c3fe3-c868-463e-8250-6faa6fdc23af tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268902470&fields=id&tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee HTTP/1.1" status: 200 len: 267 time: 0.0457010 Dec 15 14:45:06.793320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-d423d51b-076c-4d3c-a37f-645b7b41385d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:06.794862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-d423d51b-076c-4d3c-a37f-645b7b41385d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0547457 Dec 15 14:45:06.797409 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:06.808250 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'port': {'security_groups': ['bf4f8a33-f4c3-4598-94d5-62250ec14eb7', '31d92be3-fca4-4aff-aac4-87c2d4964038']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:45:06.869583 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:07.054372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] For port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:45:07.083545 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:07.087985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:07.100382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:45:07.133076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:07.133686 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:07.135319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3c5073b-897b-4c92-a243-6afb6e42a881 req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "PUT /v2.0/ports/3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 981 time: 0.3319204 Dec 15 14:45:07.155426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48314de2-5429-4909-b40b-f9adb0d9e51f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'Port': ['ID=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:45:07.219991 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:45:07.294914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e93e-8705-424b-8fa7-0ec0903884d5 req-6c546206-8096-4465-bbe9-c66a21fa1205 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:07.296184 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b10e93e-8705-424b-8fa7-0ec0903884d5 req-6c546206-8096-4465-bbe9-c66a21fa1205 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0649335 Dec 15 14:45:07.364164 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3b10e93e-8705-424b-8fa7-0ec0903884d5 req-01da23b4-3efc-467c-a09c-a1cb7512b66d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598607 Dec 15 14:45:07.464157 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:07.480643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bf6b65ba-4f9a-4b39-8eab-262f18a26bd1 None None] Provisioning complete for port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:45:07.481019 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf6b65ba-4f9a-4b39-8eab-262f18a26bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:07.597572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:45:07.603076 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ecada1-1a39-42e2-9bd7-cbec677f61b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:45:07.651378 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d39f39-6cc5-4254-ab16-71c586540f78 x-openstack-request-id: req-18d39f39-6cc5-4254-ab16-71c586540f78 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:45:07.651680 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:45:07.651977 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18d39f39-6cc5-4254-ab16-71c586540f78 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:45:07.652446 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'status': 'completed', 'code': 200} Dec 15 14:45:07.737713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-75e2e5ce-5bb4-4c4e-ad20-8168ebaa1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:07.740364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-75e2e5ce-5bb4-4c4e-ad20-8168ebaa1353 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1135 time: 0.0567639 Dec 15 14:45:07.838830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-b224ce41-5c25-4ee0-9752-347fd6b3305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:07.840408 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-b224ce41-5c25-4ee0-9752-347fd6b3305d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 917 time: 0.0930107 Dec 15 14:45:07.918204 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-0a7bafe4-2e20-4b9b-8806-3e8f8c5f2854 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 1001 time: 0.0665462 Dec 15 14:45:07.975181 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-1b6c1f43-27b6-4360-b74a-e275318684ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:07.976682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-1b6c1f43-27b6-4360-b74a-e275318684ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 200 len: 854 time: 0.0491977 Dec 15 14:45:08.026715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-c9cb318e-33c2-408a-a169-d30035c0d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:08.028242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-c9cb318e-33c2-408a-a169-d30035c0d07c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a92222a3-4038-4543-876a-7c4f9be91ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434628 Dec 15 14:45:08.118498 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-b6e55a3d-3319-405b-9b3e-c9894be2533e service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819321 Dec 15 14:45:08.208517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-33ecada1-1a39-42e2-9bd7-cbec677f61b7 req-9849a328-2e74-41aa-86f0-6e7f22463c9b service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824254 Dec 15 14:45:24.537330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f77888-57d4-4dfa-87f3-3d65910c4e5b req-58b2108e-472e-4905-b5c4-bf74f8f25a47 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:24.538806 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20f77888-57d4-4dfa-87f3-3d65910c4e5b req-58b2108e-472e-4905-b5c4-bf74f8f25a47 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0829792 Dec 15 14:45:24.540648 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-706a20a2-db51-4d11-ba6f-9ef2d41bf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:24.541987 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-706a20a2-db51-4d11-ba6f-9ef2d41bf753 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1135 time: 0.0762837 Dec 15 14:45:24.655596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-20f77888-57d4-4dfa-87f3-3d65910c4e5b req-9e30ccc5-2c36-4c93-92ed-4be099e12887 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103332 Dec 15 14:45:24.671902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-fdac57f9-1b9a-4ce2-9844-04a26bc679ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:24.673320 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-fdac57f9-1b9a-4ce2-9844-04a26bc679ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 917 time: 0.1225410 Dec 15 14:45:24.744297 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-dbd6e92e-b8e7-438a-98a4-6ab2b7e45a66 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 1001 time: 0.0627279 Dec 15 14:45:24.792892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-0860df9c-4790-4a4c-b0ae-465fcf31921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:24.794328 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-0860df9c-4790-4a4c-b0ae-465fcf31921f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 200 len: 854 time: 0.0431204 Dec 15 14:45:24.840630 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-70d2a0ce-9f3b-4b02-8dbe-d65268a078c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:24.842108 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-70d2a0ce-9f3b-4b02-8dbe-d65268a078c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a92222a3-4038-4543-876a-7c4f9be91ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390043 Dec 15 14:45:24.934655 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-7ef52f4f-b1be-45b0-9ab6-7a3211f4660d service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 Dec 15 14:45:25.023624 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bfb35889-940a-4d8c-88d5-b14a91ddf135 req-492aa045-4bb3-4116-915f-f930a901fa19 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Dec 15 14:45:25.786528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b8193-c031-4a1e-b2d1-a165314667a9 req-068c7173-1ebc-4388-a24b-65ee05ded0b2 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:25.788176 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60b8193-c031-4a1e-b2d1-a165314667a9 req-068c7173-1ebc-4388-a24b-65ee05ded0b2 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0613735 Dec 15 14:45:25.850757 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b60b8193-c031-4a1e-b2d1-a165314667a9 req-6d0e2128-eda8-4feb-a47e-c16947f591b8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563672 Dec 15 14:45:27.282701 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733fb60-41b7-43e5-857e-bbca44883de5 req-0dad2df7-af88-4494-aace-7f299122b02b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:27.284213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e733fb60-41b7-43e5-857e-bbca44883de5 req-0dad2df7-af88-4494-aace-7f299122b02b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.3621843 Dec 15 14:45:27.345003 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e733fb60-41b7-43e5-857e-bbca44883de5 req-d5eb51c0-9722-4bc2-8f26-f8256c20de58 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542097 Dec 15 14:45:28.467885 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de07dd-4227-4ad9-9d65-dc2be6b74f31 req-313617b5-f1f7-4f1d-a1c3-3591838a14b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:28.469271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41de07dd-4227-4ad9-9d65-dc2be6b74f31 req-313617b5-f1f7-4f1d-a1c3-3591838a14b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0524747 Dec 15 14:45:28.532085 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-41de07dd-4227-4ad9-9d65-dc2be6b74f31 req-8b4af339-3c1b-4cb4-9b17-503d773bbb6b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558004 Dec 15 14:45:29.650334 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a03c1-f10d-4a63-bf60-6f192cd54239 req-686d6a0e-5189-4629-a724-ed241df89910 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:29.652111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-387a03c1-f10d-4a63-bf60-6f192cd54239 req-686d6a0e-5189-4629-a724-ed241df89910 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0509932 Dec 15 14:45:29.712652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-387a03c1-f10d-4a63-bf60-6f192cd54239 req-2553ed84-9e14-4188-b19c-452c1b037bc2 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545306 Dec 15 14:45:30.830332 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff55b9-f12f-431e-87ae-a22cfee32ce8 req-91bd69e3-c52b-4259-810b-fb3882c2b09f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:30.832004 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87ff55b9-f12f-431e-87ae-a22cfee32ce8 req-91bd69e3-c52b-4259-810b-fb3882c2b09f tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0502362 Dec 15 14:45:30.893257 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-87ff55b9-f12f-431e-87ae-a22cfee32ce8 req-ecb79725-ddff-4efb-a10c-a9d59763e3d3 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545197 Dec 15 14:45:31.301887 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-92c06948-5bd8-4bcb-aaf5-503d7e6e175c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:31.329562 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:31.556695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:32.015816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79bc0d-650d-42e3-9abe-757a7def16eb req-a478f84b-d60e-492b-af0c-2005cab155ab tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:32.017343 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f79bc0d-650d-42e3-9abe-757a7def16eb req-a478f84b-d60e-492b-af0c-2005cab155ab tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0538592 Dec 15 14:45:32.078232 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7f79bc0d-650d-42e3-9abe-757a7def16eb req-0637dbd1-32f3-4fc8-b4bd-8dc72f021b6b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541492 Dec 15 14:45:33.313172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a7ba4-d304-47fd-9abe-c067662f875a req-fe56784b-14aa-4342-9982-f41ebcc01020 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:33.314685 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a2a7ba4-d304-47fd-9abe-c067662f875a req-fe56784b-14aa-4342-9982-f41ebcc01020 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.1678009 Dec 15 14:45:33.376324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8a2a7ba4-d304-47fd-9abe-c067662f875a req-1ea4283b-2e9b-4b9e-a121-2a35813924a9 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552976 Dec 15 14:45:33.925089 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1db1e45-9d29-4bbe-97cb-d55eaca89b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:34.542710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd0c19-bed8-4e0e-a4a0-508b3a9eea0f req-693343bb-ef38-488b-bb58-1110f764c29b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:34.544213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63dd0c19-bed8-4e0e-a4a0-508b3a9eea0f req-693343bb-ef38-488b-bb58-1110f764c29b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0993297 Dec 15 14:45:34.604511 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-63dd0c19-bed8-4e0e-a4a0-508b3a9eea0f req-20e92d53-f3d9-43b6-a1df-16f8ded431a9 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541422 Dec 15 14:45:35.043908 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:35.721868 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6974e2a-2aec-4d7e-b842-4456e1e404dc req-aba99f39-0892-4a24-94a4-d62d7136be16 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:35.723473 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6974e2a-2aec-4d7e-b842-4456e1e404dc req-aba99f39-0892-4a24-94a4-d62d7136be16 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0508463 Dec 15 14:45:35.786667 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e6974e2a-2aec-4d7e-b842-4456e1e404dc req-b7cea431-3ca5-470f-aaf8-84d535ef26a8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564647 Dec 15 14:45:36.803794 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:36.906326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5a545-9a9c-4499-a86b-f4e2c26a3cea req-4ef028fb-5b80-4fc5-9f76-d39e487c248b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:36.907847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2a5a545-9a9c-4499-a86b-f4e2c26a3cea req-4ef028fb-5b80-4fc5-9f76-d39e487c248b tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0505667 Dec 15 14:45:36.976379 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b2a5a545-9a9c-4499-a86b-f4e2c26a3cea req-b0dc7972-9040-427d-b38d-83c92af23245 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&id=31d92be3-fca4-4aff-aac4-87c2d4964038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621676 Dec 15 14:45:37.426629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:42.296388 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:45:46.612960 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-7e02e5bb-3d17-4b70-8677-9eb89806ed64 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807135 Dec 15 14:45:46.697609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-c9dc23fb-c789-4104-9122-52769b72e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:46.699060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-c9dc23fb-c789-4104-9122-52769b72e84c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1135 time: 0.0396888 Dec 15 14:45:46.805197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-c8b8d4fb-5f9e-4f3f-9335-5e97231a1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:46.806672 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-c8b8d4fb-5f9e-4f3f-9335-5e97231a1b72 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 917 time: 0.0879333 Dec 15 14:45:46.873071 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-657f4ef2-02f4-4eab-aa09-25ba7058b2fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 1001 time: 0.0592673 Dec 15 14:45:46.922436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-aee03f02-725a-415b-a939-859f530856e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:46.923839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-aee03f02-725a-415b-a939-859f530856e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 200 len: 854 time: 0.0424550 Dec 15 14:45:46.975158 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-782087a2-1077-480e-a5ff-51fbdcbe0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:45:46.976679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-782087a2-1077-480e-a5ff-51fbdcbe0213 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a92222a3-4038-4543-876a-7c4f9be91ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446348 Dec 15 14:45:47.064416 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-b8b04e79-c091-4c12-bfd0-740cf3122bad service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804410 Dec 15 14:45:47.155959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7b4767dc-3932-4f9e-ae7a-72e7ac1b04ea req-bd20d6af-fe8f-453d-8cea-4092b9a952f8 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849762 Dec 15 14:46:01.304596 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-43b2f363-2984-49ac-b32f-8f976646d108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:01.342372 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:01.560083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:03.927384 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ecdfdda1-7e5c-446e-b0f5-1d968a875c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:05.050706 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:06.799078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:07.431516 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:07.797468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-77986596-8952-4c4f-a8b1-9ef33ab910d9 req-d79174ae-8748-4f52-8a83-41887df79436 tempest-ServerDiskConfigTestJSON-1476910955 tempest-ServerDiskConfigTestJSON-1476910955-project] (109767) timed out ('10.222.0.24', 61944) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:46:09.381680 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-825fc19b-0e43-4d66-a181-ad738a007535 req-f63d3410-7fed-4c12-8d15-2c53bc91c3ea tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268902470&fields=id&tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee HTTP/1.1" status: 200 len: 267 time: 0.0452151 Dec 15 14:46:09.440056 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc19b-0e43-4d66-a181-ad738a007535 req-95449a51-4419-4a56-8785-370961ca07f0 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:09.441569 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-825fc19b-0e43-4d66-a181-ad738a007535 req-95449a51-4419-4a56-8785-370961ca07f0 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 984 time: 0.0539799 Dec 15 14:46:09.454316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [req-825fc19b-0e43-4d66-a181-ad738a007535 req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Request body: {'port': {'security_groups': ['bf4f8a33-f4c3-4598-94d5-62250ec14eb7']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:09.521668 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-825fc19b-0e43-4d66-a181-ad738a007535 req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:09.699713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-825fc19b-0e43-4d66-a181-ad738a007535 req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] For port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:09.729635 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-825fc19b-0e43-4d66-a181-ad738a007535 req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:09.735197 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-825fc19b-0e43-4d66-a181-ad738a007535 req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:09.753383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:46:09.790919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc19b-0e43-4d66-a181-ad738a007535 req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:09.791764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-825fc19b-0e43-4d66-a181-ad738a007535 req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:09.793372 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-825fc19b-0e43-4d66-a181-ad738a007535 req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "PUT /v2.0/ports/3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 942 time: 0.3448000 Dec 15 14:46:09.793927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:46:09.800677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50574) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:09.831832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event updated for resources: {'Port': ['ID=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:09.851026 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.851481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.852002 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.852283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.852511 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.853525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.853856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.854197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.854326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:46:09.854531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.855016 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.855477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.856041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.856216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3809a47-c73f-47ac-a668-6f4fc55fd4b7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:09.867245 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599d3791-f5d5-430f-8f30-72782e8489f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:46:09.885845 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:09.913287 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:09.982208 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:09.985561 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:09.987380 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "DELETE /v2.0/security-groups/31d92be3-fca4-4aff-aac4-87c2d4964038 HTTP/1.1" status: 204 len: 168 time: 0.1852789 Dec 15 14:46:09.990615 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:09.999540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d92be3-fca4-4aff-aac4-87c2d4964038,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:10.011102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.012207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.012807 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.013570 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.014127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.014681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.015222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.015759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.016680 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.018294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.018876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.019222 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.019572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a8c80-8d2c-4792-abfb-b60f6c53caa8 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:10.074547 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0261cd-3b0a-4503-a8da-b528833406f2 x-openstack-request-id: req-dc0261cd-3b0a-4503-a8da-b528833406f2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:46:10.074855 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:46:10.075181 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dc0261cd-3b0a-4503-a8da-b528833406f2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:46:10.075590 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'status': 'completed', 'code': 200} Dec 15 14:46:10.097028 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-53d7200e-f191-4498-b066-787180e22488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:10.098583 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-53d7200e-f191-4498-b066-787180e22488 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1096 time: 0.0493286 Dec 15 14:46:10.111897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5c648762-56fc-4fb9-b7f3-47bfbfd22dbf None None] Provisioning complete for port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:10.112274 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c648762-56fc-4fb9-b7f3-47bfbfd22dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:10.216698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-da95315a-3e00-4448-9754-55da1115e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:10.218271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-da95315a-3e00-4448-9754-55da1115e72a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 917 time: 0.1124542 Dec 15 14:46:10.223327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Deleting port 78dcb29e-f530-4f43-9e20-6555fddad4b2 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:46:10.223688 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:10.284938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-fe0c7afb-08ca-476f-8f49-b86fd380c358 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 1001 time: 0.0591898 Dec 15 14:46:10.304310 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:10.304647 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:10.316624 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Calling delete_port for 78dcb29e-f530-4f43-9e20-6555fddad4b2 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:46:10.335411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-e6f7ec16-5234-4950-9281-a002599f5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:10.337044 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-e6f7ec16-5234-4950-9281-a002599f5d95 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 200 len: 854 time: 0.0458343 Dec 15 14:46:10.389794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-50bc11d2-46d0-476b-a10f-43757af82114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:10.391306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-50bc11d2-46d0-476b-a10f-43757af82114 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a92222a3-4038-4543-876a-7c4f9be91ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467439 Dec 15 14:46:10.471519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:10.484886 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-6b054615-12a1-4d0a-afc8-c909d4d4e6c7 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861030 Dec 15 14:46:10.523423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event deleted for resources: {'Port': ['ID=78dcb29e-f530-4f43-9e20-6555fddad4b2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:10.594330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:10.594669 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Floating IP 11fee772-450f-4c9e-b873-b3751f4e7455 disassociated (deleted). External IP: 172.25.7.227, port: 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a. Dec 15 14:46:10.600348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-599d3791-f5d5-430f-8f30-72782e8489f4 req-415b718f-b613-48a7-bc1f-306a28581c19 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083567 Dec 15 14:46:10.814191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Router fb129c1d-4f8f-4c58-aa08-c58544ebe953 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:46:11.237103 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:46:11.242657 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:11.248349 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] Sync routers for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:46:11.259298 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:11.260016 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:11.269824 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9f1f1389-80c8-41fb-ab99-d34436e52525 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "DELETE /v2.0/floatingips/11fee772-450f-4c9e-b873-b3751f4e7455 HTTP/1.1" status: 204 len: 168 time: 1.2780359 Dec 15 14:46:11.367786 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:11.574392 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:11.603517 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] Checking router: fb129c1d-4f8f-4c58-aa08-c58544ebe953 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:46:11.612242 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:11.612845 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:11.719985 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:12.030133 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:12.057136 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f914b-d878-4811-8be4-c39a1ef7106d None None] The sync data for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 is: [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:15Z', 'revision_number': 4, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9adc09ee-faaa-4029-aea6-fa88cfb2edaa', 'name': '', 'network_id': 'a92222a3-4038-4543-876a-7c4f9be91ebf', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'mac_address': 'fa:16:3e:fc:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:14Z', 'updated_at': '2021-12-15T14:44:18Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'subnets': [{'id': '8be58c21-f732-4c1f-a11d-cfc63c31fc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:46:12.077107 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:46:12.080094 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b828ffc2-8588-4533-9842-51579077fc42" -d '{"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:46:12.119387 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d12448e-b3fa-4705-80a3-79d709e22383 x-openstack-request-id: req-0d12448e-b3fa-4705-80a3-79d709e22383 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:46:12.119696 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:46:12.119983 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d12448e-b3fa-4705-80a3-79d709e22383 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:46:12.120396 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'status': 'completed', 'code': 200} Dec 15 14:46:12.192581 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828ffc2-8588-4533-9842-51579077fc42 req-bfcf8c67-91b8-4e3e-849b-c508455312a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:12.194088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b828ffc2-8588-4533-9842-51579077fc42 req-bfcf8c67-91b8-4e3e-849b-c508455312a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 1096 time: 0.0487597 Dec 15 14:46:12.294413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828ffc2-8588-4533-9842-51579077fc42 req-acba43c8-5d68-45fd-98c8-b6fbda47a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:12.295836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b828ffc2-8588-4533-9842-51579077fc42 req-acba43c8-5d68-45fd-98c8-b6fbda47a138 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 200 len: 917 time: 0.0946825 Dec 15 14:46:12.342354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b828ffc2-8588-4533-9842-51579077fc42 req-1bd3a06a-635e-4f91-a30b-c4afb9cae364 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 200 len: 217 time: 0.0392225 Dec 15 14:46:12.343347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bdd048-c9ca-4f24-b18d-82715161f551 None None] New status for floating IP 11fee772-450f-4c9e-b873-b3751f4e7455: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:46:12.392571 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828ffc2-8588-4533-9842-51579077fc42 req-fdc62659-c3ab-452d-aaca-18565abf8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:12.394047 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b828ffc2-8588-4533-9842-51579077fc42 req-fdc62659-c3ab-452d-aaca-18565abf8510 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 200 len: 854 time: 0.0442576 Dec 15 14:46:12.441364 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828ffc2-8588-4533-9842-51579077fc42 req-2ef22183-63f0-48db-99d9-85bf8d7b1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:12.442942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b828ffc2-8588-4533-9842-51579077fc42 req-2ef22183-63f0-48db-99d9-85bf8d7b1c67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a92222a3-4038-4543-876a-7c4f9be91ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422065 Dec 15 14:46:12.541016 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b828ffc2-8588-4533-9842-51579077fc42 req-66b3a5fa-05da-44de-81f8-4243eebade00 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905554 Dec 15 14:46:12.644383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b828ffc2-8588-4533-9842-51579077fc42 req-cddce35a-549a-44cd-9f0e-c0510ce4c693 service neutron] 10.222.0.74 "GET /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955815 Dec 15 14:46:19.295522 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:46:20.296635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b6d15-8db9-435c-b2a6-cd3598c69ee1 req-08c51d49-8f0f-4b1b-ae05-de828b0619fa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:20.298272 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b23b6d15-8db9-435c-b2a6-cd3598c69ee1 req-08c51d49-8f0f-4b1b-ae05-de828b0619fa tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0520551 Dec 15 14:46:20.352926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b23b6d15-8db9-435c-b2a6-cd3598c69ee1 req-d3439e7d-39bb-4f61-b732-7783a0afafd0 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477579 Dec 15 14:46:21.478397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831d7fd-4101-4393-a169-ac409d37ad3d req-b2dc700a-7bb8-4d07-8633-37aa611442bf tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:21.479900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a831d7fd-4101-4393-a169-ac409d37ad3d req-b2dc700a-7bb8-4d07-8633-37aa611442bf tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0551083 Dec 15 14:46:21.526900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a831d7fd-4101-4393-a169-ac409d37ad3d req-0f1ba8b5-c1c9-478a-9f33-701d57d51ef7 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf4f8a33-f4c3-4598-94d5-62250ec14eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Dec 15 14:46:21.919000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-b181f7b7-2590-4422-b232-a9f321c02666 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:21.920464 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-b181f7b7-2590-4422-b232-a9f321c02666 tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.74 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 945 time: 0.0491340 Dec 15 14:46:22.012854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Deleting port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:46:22.013111 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:22.099453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] For port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:22.099817 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:22.111429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Calling delete_port for 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:46:22.244459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:22.258568 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:46:22.273772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Pushing event deleted for resources: {'Port': ['ID=3f8d7bef-e5b6-4445-88d0-163ffbffcf3a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:22.316688 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] No DVR routers for this DVR port 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:46:22.320024 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:22.323302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7fb865bf-2d79-42e7-ab92-eb5228de1927 req-59e80ccb-d825-4c9a-8520-55056343bf3d tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.74 "DELETE /v2.0/ports/3f8d7bef-e5b6-4445-88d0-163ffbffcf3a HTTP/1.1" status: 204 len: 173 time: 0.3964956 Dec 15 14:46:22.323755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'name': 'network-vif-deleted', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:46:22.326015 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac42b7fd-050b-476c-bffa-af2a3be5d307" -d '{"events": [{"server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "name": "network-vif-deleted", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:46:22.447938 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455ba571-d965-4e6e-9593-bce9a773ceed x-openstack-request-id: req-455ba571-d965-4e6e-9593-bce9a773ceed {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:46:22.448264 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06c091d-9f6b-4f11-98ef-8728517bdadb", "name": "network-vif-deleted", "tag": "3f8d7bef-e5b6-4445-88d0-163ffbffcf3a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:46:22.448503 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-455ba571-d965-4e6e-9593-bce9a773ceed {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:46:22.448903 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06c091d-9f6b-4f11-98ef-8728517bdadb', 'name': 'network-vif-deleted', 'tag': '3f8d7bef-e5b6-4445-88d0-163ffbffcf3a', 'status': 'completed', 'code': 200} Dec 15 14:46:22.636716 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e1be0342-3e06-4ca4-9919-7cab93fd0e31 req-39ddb2d7-c577-4d99-a6d3-f9243ec6107c tempest-TestMinimumBasicScenario-1176314363 tempest-TestMinimumBasicScenario-1176314363-project] 10.222.0.86 "GET /v2.0/ports?device_id=f06c091d-9f6b-4f11-98ef-8728517bdadb HTTP/1.1" status: 200 len: 210 time: 0.0313747 Dec 15 14:46:24.203076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50680) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:24.541881 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:24.786960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Deleting port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:46:24.786960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:24.861801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] For port 9adc09ee-faaa-4029-aea6-fa88cfb2edaa, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:24.862162 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:24.874141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Calling delete_port for 9adc09ee-faaa-4029-aea6-fa88cfb2edaa owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:46:25.059644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:25.089597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9adc09ee-faaa-4029-aea6-fa88cfb2edaa,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:25.255739 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:25.480152 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Router fb129c1d-4f8f-4c58-aa08-c58544ebe953 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:46:25.550006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:46:25.570873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:46:25.571234 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 3f8d7bef-e5b6-4445-88d0-163ffbffcf3a not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:46:25.584539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:46:25.589986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1e74f657-1a4d-4c49-838c-1b53e4c26a8a admin admin] 10.222.0.86 "PUT /v2.0/routers/fb129c1d-4f8f-4c58-aa08-c58544ebe953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3858008 Dec 15 14:46:25.592092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50682) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:25.593027 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] Sync routers for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:46:25.603805 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:25.604456 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:25.709188 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:25.712391 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:25.916368 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:46:25Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:25.946864 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] Checking router: fb129c1d-4f8f-4c58-aa08-c58544ebe953 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:46:25.955699 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] Routers {'fb129c1d-4f8f-4c58-aa08-c58544ebe953'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:25.956353 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:26.068408 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] Set router fb129c1d-4f8f-4c58-aa08-c58544ebe953 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:26.140649 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.198979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Deleting port a3ff9594-89d0-41f3-8a83-0b906af3f6bd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:46:26.199313 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.255332 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:46:25Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:26.277248 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] For port a3ff9594-89d0-41f3-8a83-0b906af3f6bd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=a3ff9594-89d0-41f3-8a83-0b906af3f6bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:26.277826 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.282380 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2fd92-8690-41b1-8124-29474777de0f None None] The sync data for ids ['fb129c1d-4f8f-4c58-aa08-c58544ebe953'] in n-d-821840-1 is: [{'id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'name': 'tempest-TestMinimumBasicScenario-1053968969-router', 'tenant_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:46:25Z', 'revision_number': 5, 'project_id': 'bb28bf9e57b449d18ce4f7fd71cb84ee', 'gw_port': {'id': 'a3ff9594-89d0-41f3-8a83-0b906af3f6bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb129c1d-4f8f-4c58-aa08-c58544ebe953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:12Z', 'updated_at': '2021-12-15T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:46:26.292454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Calling delete_port for a3ff9594-89d0-41f3-8a83-0b906af3f6bd owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:46:26.456284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.479699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ff9594-89d0-41f3-8a83-0b906af3f6bd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:26.495338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c125a-b19e-4041-84b2-e926e689eada None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:46:26.544316 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.633551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.636449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.681032 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.681603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb129c1d-4f8f-4c58-aa08-c58544ebe953 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:46:26.686423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.687594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cf4ec484-5140-47c5-a648-290f831eb439 admin admin] 10.222.0.86 "DELETE /v2.0/routers/fb129c1d-4f8f-4c58-aa08-c58544ebe953 HTTP/1.1" status: 204 len: 168 time: 1.0945647 Dec 15 14:46:26.690219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50684) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:26.737979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5614f0b1-1c1f-437b-8142-5e42ba4655ea admin admin] Deleting subnet 8be58c21-f732-4c1f-a11d-cfc63c31fc14 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:46:26.741889 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5614f0b1-1c1f-437b-8142-5e42ba4655ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.777327 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5614f0b1-1c1f-437b-8142-5e42ba4655ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.856638 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5614f0b1-1c1f-437b-8142-5e42ba4655ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.915301 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5614f0b1-1c1f-437b-8142-5e42ba4655ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.941404 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614f0b1-1c1f-437b-8142-5e42ba4655ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be58c21-f732-4c1f-a11d-cfc63c31fc14,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:26.945490 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5614f0b1-1c1f-437b-8142-5e42ba4655ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.949730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5614f0b1-1c1f-437b-8142-5e42ba4655ea admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8be58c21-f732-4c1f-a11d-cfc63c31fc14 HTTP/1.1" status: 204 len: 168 time: 0.2585473 Dec 15 14:46:26.952395 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50686) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:26.953972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36080d-f067-4f17-a23d-792fb4388e47 None None] Network a92222a3-4038-4543-876a-7c4f9be91ebf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:27.024794 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.080030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Deleting port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:46:27.080371 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.141808 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] For port 69ec945d-4a42-45f3-aba1-6b1905eb8a67, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=69ec945d-4a42-45f3-aba1-6b1905eb8a67,segment=NetworkSegment(ad3e877f-5c63-41ec-9f01-cf7c6553915a),segment_id=ad3e877f-5c63-41ec-9f01-cf7c6553915a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:27.142169 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.155245 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Calling delete_port for 69ec945d-4a42-45f3-aba1-6b1905eb8a67 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:46:27.238140 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.254589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d523848-52d1-4137-92d6-a32a27197b18 None None] DHCP port deletion for a92222a3-4038-4543-876a-7c4f9be91ebf request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:46:27.268413 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Pushing event deleted for resources: {'Port': ['ID=69ec945d-4a42-45f3-aba1-6b1905eb8a67,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:27.271390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] No DVR routers for this DVR port 69ec945d-4a42-45f3-aba1-6b1905eb8a67 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:46:27.349313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.369403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92222a3-4038-4543-876a-7c4f9be91ebf']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:27.379079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3e877f-5c63-41ec-9f01-cf7c6553915a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:27.379383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3e877f-5c63-41ec-9f01-cf7c6553915a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:27.389069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.403077 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.408947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:46:27.409336 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:46:27.411567 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:46:27.472439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.478981 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.483834 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] 10.222.0.86 "DELETE /v2.0/networks/a92222a3-4038-4543-876a-7c4f9be91ebf HTTP/1.1" status: 204 len: 168 time: 0.5289912 Dec 15 14:46:27.485860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50688) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:27.494130 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9adf7-f664-4387-973e-2090ff04ef8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a92222a3-4038-4543-876a-7c4f9be91ebf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:27.820382 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a3ff9594-89d0-41f3-8a83-0b906af3f6bd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:46:27.842901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: a3ff9594-89d0-41f3-8a83-0b906af3f6bd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:46:27.843256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device a3ff9594-89d0-41f3-8a83-0b906af3f6bd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:46:27.843688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 69ec945d-4a42-45f3-aba1-6b1905eb8a67 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:46:27.852452 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:27.862925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 69ec945d-4a42-45f3-aba1-6b1905eb8a67 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:46:27.863283 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 69ec945d-4a42-45f3-aba1-6b1905eb8a67 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:46:27.863697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9adc09ee-faaa-4029-aea6-fa88cfb2edaa no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:46:27.887414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9adc09ee-faaa-4029-aea6-fa88cfb2edaa {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:46:27.887810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9adc09ee-faaa-4029-aea6-fa88cfb2edaa not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:46:28.100367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Deleting port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:46:28.100709 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:28.181423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] For port 630b3f14-f819-41bb-90bc-e56e6e4ceaf2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,segment=NetworkSegment(12e966db-65ef-4a8e-9354-4da46ee0cd31),segment_id=12e966db-65ef-4a8e-9354-4da46ee0cd31)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:28.181787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:28.193860 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Calling delete_port for 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:46:28.372439 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:28.395849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Pushing event deleted for resources: {'Port': ['ID=630b3f14-f819-41bb-90bc-e56e6e4ceaf2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:28.564566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:28.777508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Router 6a77492f-2b2b-402d-845b-4b7a83e0b273 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:46:28.881933 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:46:28.887585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fee7bd92-d73b-4ac0-9296-62646947f96e admin admin] 10.222.0.86 "PUT /v2.0/routers/6a77492f-2b2b-402d-845b-4b7a83e0b273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002883 Dec 15 14:46:28.889853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50690) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:28.892409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] Sync routers for ids ['6a77492f-2b2b-402d-845b-4b7a83e0b273'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:46:28.903982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] Routers {'6a77492f-2b2b-402d-845b-4b7a83e0b273'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:28.904612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6a77492f-2b2b-402d-845b-4b7a83e0b273'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:28.993174 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.010470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] Set router 6a77492f-2b2b-402d-845b-4b7a83e0b273 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:29.096148 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.151779 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Deleting port 4220158d-3516-4d30-affd-60704dff6b74 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:46:29.152154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.191596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4220158d-3516-4d30-affd-60704dff6b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:46:28Z', 'revision_number': 5, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port': {'id': '4220158d-3516-4d30-affd-60704dff6b74', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:44:17Z', 'updated_at': '2021-12-15T14:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:29.218180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] Checking router: 6a77492f-2b2b-402d-845b-4b7a83e0b273 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:46:29.227616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] Routers {'6a77492f-2b2b-402d-845b-4b7a83e0b273'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:29.228252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['6a77492f-2b2b-402d-845b-4b7a83e0b273'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:29.235352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] For port 4220158d-3516-4d30-affd-60704dff6b74, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=4220158d-3516-4d30-affd-60704dff6b74,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:29.235717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.247790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Calling delete_port for 4220158d-3516-4d30-affd-60704dff6b74 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:46:29.314986 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] Set router 6a77492f-2b2b-402d-845b-4b7a83e0b273 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:29.370656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:46:29Z', 'revision_number': 6, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:29.398293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0484a8-07bb-4358-8e03-5818734da07c None None] The sync data for ids ['6a77492f-2b2b-402d-845b-4b7a83e0b273'] in n-d-821840-1 is: [{'id': '6a77492f-2b2b-402d-845b-4b7a83e0b273', 'name': 'tempest-TestMinimumBasicScenario-1498883511-router', 'tenant_id': '8c5c491cea504a2eb8c55ce57f433142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:44:16Z', 'updated_at': '2021-12-15T14:46:29Z', 'revision_number': 6, 'project_id': '8c5c491cea504a2eb8c55ce57f433142', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:46:29.415028 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.448795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Pushing event deleted for resources: {'Port': ['ID=4220158d-3516-4d30-affd-60704dff6b74,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:29.462482 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e8e65a-66d6-454b-ba32-fea9f2d0e1cd None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:46:29.509763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.601422 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.603549 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.649122 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.649579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a77492f-2b2b-402d-845b-4b7a83e0b273 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:46:29.653842 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.655021 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-acced1ef-8891-4f22-aec6-f6044bd1040d admin admin] 10.222.0.86 "DELETE /v2.0/routers/6a77492f-2b2b-402d-845b-4b7a83e0b273 HTTP/1.1" status: 204 len: 168 time: 0.7642436 Dec 15 14:46:29.657777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50692) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:29.701777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f0f12c-a879-4330-82d2-9e465badc986 admin admin] Deleting subnet 394a96e6-b82c-4249-a794-ed860d3dafba {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:46:29.704747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f12c-a879-4330-82d2-9e465badc986 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.741329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f12c-a879-4330-82d2-9e465badc986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.831392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f12c-a879-4330-82d2-9e465badc986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.887109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f12c-a879-4330-82d2-9e465badc986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.912817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0f12c-a879-4330-82d2-9e465badc986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=394a96e6-b82c-4249-a794-ed860d3dafba,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:29.917051 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f12c-a879-4330-82d2-9e465badc986 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:29.920283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a7f0f12c-a879-4330-82d2-9e465badc986 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/394a96e6-b82c-4249-a794-ed860d3dafba HTTP/1.1" status: 204 len: 168 time: 0.2615805 Dec 15 14:46:29.922746 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50694) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:29.925310 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477a272-9d3a-42c7-9e31-1dca62e268ee None None] Network 34597f37-5e78-4a83-bd22-ad415be5e492 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:29.995962 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.058280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Deleting port 92f41e2c-1dd8-44c9-a395-455a83194579 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:46:30.058626 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.125138 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] For port 92f41e2c-1dd8-44c9-a395-455a83194579, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=92f41e2c-1dd8-44c9-a395-455a83194579,segment=NetworkSegment(12e966db-65ef-4a8e-9354-4da46ee0cd31),segment_id=12e966db-65ef-4a8e-9354-4da46ee0cd31)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:30.125420 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.142493 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Calling delete_port for 92f41e2c-1dd8-44c9-a395-455a83194579 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:46:30.214279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:46:30.237800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:46:30.238560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 630b3f14-f819-41bb-90bc-e56e6e4ceaf2 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:46:30.283004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff1b48-39c1-4f92-9f21-8621fcf9927d None None] DHCP port deletion for 34597f37-5e78-4a83-bd22-ad415be5e492 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:46:30.287154 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.302888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] No DVR routers for this DVR port 92f41e2c-1dd8-44c9-a395-455a83194579 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:46:30.341921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f41e2c-1dd8-44c9-a395-455a83194579,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:30.396852 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.417715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34597f37-5e78-4a83-bd22-ad415be5e492']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:30.427658 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e966db-65ef-4a8e-9354-4da46ee0cd31') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:30.427983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e966db-65ef-4a8e-9354-4da46ee0cd31') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:30.441564 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.455766 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.464896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:46:30.465526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:46:30.468172 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:46:30.562236 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.568712 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.571900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] 10.222.0.86 "DELETE /v2.0/networks/34597f37-5e78-4a83-bd22-ad415be5e492 HTTP/1.1" status: 204 len: 168 time: 0.6480582 Dec 15 14:46:30.586964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f54aa-20e0-40e1-920d-314df446e100 admin admin] Pushing event deleted for resources: {'Network': ['ID=34597f37-5e78-4a83-bd22-ad415be5e492,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:30.739954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50698) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:30.789347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fc286cde-2f41-469d-bb9b-8ae5e4b750a0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb28bf9e57b449d18ce4f7fd71cb84ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459363 Dec 15 14:46:30.789617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50700) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:30.837510 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a192f8c-d7d0-4d8c-a2fa-bd05c9489385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.858926 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a192f8c-d7d0-4d8c-a2fa-bd05c9489385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.908394 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a192f8c-d7d0-4d8c-a2fa-bd05c9489385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.911572 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a192f8c-d7d0-4d8c-a2fa-bd05c9489385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.912852 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1a192f8c-d7d0-4d8c-a2fa-bd05c9489385 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf4f8a33-f4c3-4598-94d5-62250ec14eb7 HTTP/1.1" status: 204 len: 168 time: 0.1223648 Dec 15 14:46:30.920750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a192f8c-d7d0-4d8c-a2fa-bd05c9489385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4f8a33-f4c3-4598-94d5-62250ec14eb7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:31.240099 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50706) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:31.282003 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c8207ae2-ab29-4924-8b13-bba5597d659f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c5c491cea504a2eb8c55ce57f433142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407228 Dec 15 14:46:31.284572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50708) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:31.309430 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c5cfef2b-3c00-4a4d-aa48-cb5382d925cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:31.339002 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a20be5b-82bb-4067-9de1-726caa76ecda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:31.357574 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:31.363177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a20be5b-82bb-4067-9de1-726caa76ecda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:31.412568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a20be5b-82bb-4067-9de1-726caa76ecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:31.415214 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a20be5b-82bb-4067-9de1-726caa76ecda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:31.416450 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0a20be5b-82bb-4067-9de1-726caa76ecda admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a11d4dab-041d-4a9a-8221-042ff002e968 HTTP/1.1" status: 204 len: 168 time: 0.1309609 Dec 15 14:46:31.424020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20be5b-82bb-4067-9de1-726caa76ecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d4dab-041d-4a9a-8221-042ff002e968,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:31.556099 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:31.823522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4220158d-3516-4d30-affd-60704dff6b74 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:46:31.844414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 4220158d-3516-4d30-affd-60704dff6b74 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:46:31.844766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 4220158d-3516-4d30-affd-60704dff6b74 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:46:31.845178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 92f41e2c-1dd8-44c9-a395-455a83194579 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:46:31.866342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 92f41e2c-1dd8-44c9-a395-455a83194579 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:46:31.866698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 92f41e2c-1dd8-44c9-a395-455a83194579 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:46:32.978949 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:32.984067 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654161050', 'description': 'tempest-secgroup-smoke-1654161050 description', 'project_id': 'daae454eb03b49638cf68e23c755fb58'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:33.006066 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.014003 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.087981 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.091667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.130523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25b1674-80b4-4a7f-bbf3-ed9c22a4ab6f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:33.169579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.173566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.204093 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.205244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2249260 Dec 15 14:46:33.208983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50750) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:33.209986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1fd70-dc6a-43c7-b42d-9975d50a7969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d006333-5c06-49f8-9c5f-6429425d6c4e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:33.213632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e9f14c53-4ff2-4901-bed0-767f0abbfdf5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '9d006333-5c06-49f8-9c5f-6429425d6c4e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:33.241350 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9f14c53-4ff2-4901-bed0-767f0abbfdf5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.287455 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9f14c53-4ff2-4901-bed0-767f0abbfdf5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.291089 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9f14c53-4ff2-4901-bed0-767f0abbfdf5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.312368 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f14c53-4ff2-4901-bed0-767f0abbfdf5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1741ae9-4099-42f2-b33d-a3fb435ec7a1,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:33.318679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9f14c53-4ff2-4901-bed0-767f0abbfdf5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.319855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e9f14c53-4ff2-4901-bed0-767f0abbfdf5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098199 Dec 15 14:46:33.322498 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50752) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:33.326976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e62f8971-ae67-47af-b1ca-c75e97d7679e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '9d006333-5c06-49f8-9c5f-6429425d6c4e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:33.353883 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e62f8971-ae67-47af-b1ca-c75e97d7679e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.410968 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e62f8971-ae67-47af-b1ca-c75e97d7679e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.415159 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e62f8971-ae67-47af-b1ca-c75e97d7679e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.434751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f8971-ae67-47af-b1ca-c75e97d7679e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85434f6-23aa-4374-b056-9207adbb6385,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:33.444082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e62f8971-ae67-47af-b1ca-c75e97d7679e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.445266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e62f8971-ae67-47af-b1ca-c75e97d7679e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215732 Dec 15 14:46:33.447967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50754) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:33.452381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-228a91b8-970d-463b-a35c-7a969df9614b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '9d006333-5c06-49f8-9c5f-6429425d6c4e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:33.478027 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-228a91b8-970d-463b-a35c-7a969df9614b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.534324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-228a91b8-970d-463b-a35c-7a969df9614b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.538094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-228a91b8-970d-463b-a35c-7a969df9614b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.558214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a91b8-970d-463b-a35c-7a969df9614b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9767a9c-f85e-4c1e-bfe3-b83a33a174db,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:33.566134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-228a91b8-970d-463b-a35c-7a969df9614b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.568023 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-228a91b8-970d-463b-a35c-7a969df9614b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189942 Dec 15 14:46:33.570565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50756) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:33.574818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cbd3ee76-3452-463e-88df-9cf4a6fdd62a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '9d006333-5c06-49f8-9c5f-6429425d6c4e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:33.600816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbd3ee76-3452-463e-88df-9cf4a6fdd62a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.657624 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbd3ee76-3452-463e-88df-9cf4a6fdd62a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.661336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbd3ee76-3452-463e-88df-9cf4a6fdd62a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.678366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3ee76-3452-463e-88df-9cf4a6fdd62a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d839db36-f9d3-473a-9342-95b436fe5fad,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:33.688337 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbd3ee76-3452-463e-88df-9cf4a6fdd62a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.689546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-cbd3ee76-3452-463e-88df-9cf4a6fdd62a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180553 Dec 15 14:46:33.693383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50758) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:33.697639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6d412838-d9aa-4365-abbb-f28ce1f69c77 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '9d006333-5c06-49f8-9c5f-6429425d6c4e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:33.718377 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-6d412838-d9aa-4365-abbb-f28ce1f69c77 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:46:33.723767 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d412838-d9aa-4365-abbb-f28ce1f69c77 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.784569 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d412838-d9aa-4365-abbb-f28ce1f69c77 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.790757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d412838-d9aa-4365-abbb-f28ce1f69c77 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.808696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d412838-d9aa-4365-abbb-f28ce1f69c77 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e689d21-1cce-4f5a-9707-95e4b53dcce1,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:33.816546 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d412838-d9aa-4365-abbb-f28ce1f69c77 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.818302 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-6d412838-d9aa-4365-abbb-f28ce1f69c77 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239641 Dec 15 14:46:33.820947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50760) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:33.825100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-60b45793-c9c0-4758-80b0-2a820e106543 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '9d006333-5c06-49f8-9c5f-6429425d6c4e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:33.845603 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-60b45793-c9c0-4758-80b0-2a820e106543 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:46:33.850459 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60b45793-c9c0-4758-80b0-2a820e106543 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.907724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60b45793-c9c0-4758-80b0-2a820e106543 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.911146 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60b45793-c9c0-4758-80b0-2a820e106543 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.929860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-161fe624-528f-4769-9f64-4c123ed0d099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.931360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b45793-c9c0-4758-80b0-2a820e106543 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a66500-545c-4e79-a8ab-1a378e59b419,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:33.940059 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60b45793-c9c0-4758-80b0-2a820e106543 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:33.941233 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-60b45793-c9c0-4758-80b0-2a820e106543 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193805 Dec 15 14:46:33.944846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50762) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:33.949565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'network': {'name': 'tempest-network-smoke--1946322950', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'port_security_enabled': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:33.970949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:33.975256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.000266 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:46:34.010321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.010668 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Added segment c46c2917-fd3f-467a-bc4d-acee591eaf4a of type vlan for network fddfa076-5489-429e-93cd-a7d3f651014b Dec 15 14:46:34.049884 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.075231 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.080791 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:34.081369 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.132754 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1868577 Dec 15 14:46:34.136081 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:34.140718 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'admin_state_up': True, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:34.151429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babab9b-c886-4a3d-9dc7-317c146729f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Network': ['ID=fddfa076-5489-429e-93cd-a7d3f651014b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:34.163499 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network fddfa076-5489-429e-93cd-a7d3f651014b details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:46:34.168021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.169168 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.224299 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.368891 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.565265 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.584150 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.691394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.71 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/e68e78ff-270b-4f39-a3b2-083a67da72f3) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:34.793224 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.827380 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:34.874135 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:34.876919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:34.881327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:34.884858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=e68e78ff-270b-4f39-a3b2-083a67da72f3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:34.896002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98b797-02d5-4d5a-8590-85225ab3e331 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:46:35.011415 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c2c0b01c-eeb8-4476-b1af-1948e89fc1f6 None None] Provisioning complete for port e68e78ff-270b-4f39-a3b2-083a67da72f3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:35.012104 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b01c-eeb8-4476-b1af-1948e89fc1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:35.060594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:35.061246 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0b01c-eeb8-4476-b1af-1948e89fc1f6 None None] Port e68e78ff-270b-4f39-a3b2-083a67da72f3 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:46:35.147757 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:35.345427 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:35.478241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:46:35.580290 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:46:35.590812 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Sync routers for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:46:35.601317 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:35.601857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:35.602122 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:35.604600 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0362ca8a-c0b2-4937-a67b-b39160d5a6de tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4671929 Dec 15 14:46:35.606333 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50766) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:35.710650 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:35.730922 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9cca55a2-9f36-4654-bf14-4d101a9a8dae tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=daae454eb03b49638cf68e23c755fb58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1235001 Dec 15 14:46:35.733684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:35.820468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b4ec5f-1a2a-440e-ab12-c279beffdec9 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:35.821992 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-63b4ec5f-1a2a-440e-ab12-c279beffdec9 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874066 Dec 15 14:46:35.824949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50772) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:35.857538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7cfa910f-9132-4b20-a2f4-7eff0a8f54ea tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312340 Dec 15 14:46:35.859949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50774) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:35.864559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1315047100', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:35.890390 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:35Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:35.921092 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Checking router: 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:46:35.921448 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Updating router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 port e68e78ff-270b-4f39-a3b2-083a67da72f3 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:46:35.946425 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:35.951169 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:35.954865 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.139465 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.198392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Subnet': ['ID=639d7551-aa08-42ba-ba13-b0a875691919,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:36.207253 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.208646 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Checking segment: {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:36.209021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network hostable DHCP agents. Network: fddfa076-5489-429e-93cd-a7d3f651014b, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:46:36.213646 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.226495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network fddfa076-5489-429e-93cd-a7d3f651014b is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:46:36.236953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, fddfa076-5489-429e-93cd-a7d3f651014b) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:36.242015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:36.243338 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.247385 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21268d24-b211-4d18-ab30-8641efd450da None None] Network fddfa076-5489-429e-93cd-a7d3f651014b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:36.262029 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-06976197-23df-4a50-bc33-2e368ab21bad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010611 Dec 15 14:46:36.265225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50776) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:36.270766 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4edfba-261d-4cac-ad5a-ae5d939d0f46 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:46:36.279713 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Pushing event updated for resources: {'Port': ['ID=e68e78ff-270b-4f39-a3b2-083a67da72f3,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:36.292099 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.292470 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.292802 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.293141 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.293475 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.293805 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.294140 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.294470 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.294800 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.295123 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.295443 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.295768 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.297109 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.309863 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Attempting to bind port e68e78ff-270b-4f39-a3b2-083a67da72f3 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:46:36.310068 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Attempting to bind port e68e78ff-270b-4f39-a3b2-083a67da72f3 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:46:36.310281 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Attempting to bind port e68e78ff-270b-4f39-a3b2-083a67da72f3 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:46:36.316608 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:46:36.317543 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:36.318380 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.318380 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:46:36.318813 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Bound port: e68e78ff-270b-4f39-a3b2-083a67da72f3, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:46:36.319200 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.366247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-fddfa076-5489-429e-93cd-a7d3f651014b', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:46:36.369224 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.380655 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] For port e68e78ff-270b-4f39-a3b2-083a67da72f3, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:46:36.385108 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] For port e68e78ff-270b-4f39-a3b2-083a67da72f3, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e68e78ff-270b-4f39-a3b2-083a67da72f3,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:46:36.390380 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.410341 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Provisioning complete for port e68e78ff-270b-4f39-a3b2-083a67da72f3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:36.411241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.436603 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:36.437220 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:36.469949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e1896-5c6e-471a-8653-2c9b0484c477 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:46:36.588646 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8781ecd-22d6-477b-8d03-bb0d1cf281bd None None] Pushing event updated for resources: {'Port': ['ID=e68e78ff-270b-4f39-a3b2-083a67da72f3,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:36.624075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Allocated IP 172.20.0.2 (fddfa076-5489-429e-93cd-a7d3f651014b/639d7551-aa08-42ba-ba13-b0a875691919/c13215e7-bb4b-4502-82ef-f04de5c020f1) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:36.643134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.652522 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:36.703779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] For port e68e78ff-270b-4f39-a3b2-083a67da72f3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e68e78ff-270b-4f39-a3b2-083a67da72f3,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:36.709308 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.744940 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.870948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:35Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:36.883058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Pushing event updated for resources: {'Port': ['ID=e68e78ff-270b-4f39-a3b2-083a67da72f3,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:36.890857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.899994 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1174435-6415-4368-9ac1-3531cff63a74 None None] The sync data for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 is: [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:35Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:46:36.912271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.912635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.912987 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.913337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.913681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.914018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.914355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.914688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.915019 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.915347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.915678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.916039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.916364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec99eb-da6a-492c-9d06-a0efc9487779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:36.926148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.928626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c67746b0-5c2b-4e8d-b6cc-f24eb701cf0d None None] Provisioning complete for port e68e78ff-270b-4f39-a3b2-083a67da72f3 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:36.929198 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c67746b0-5c2b-4e8d-b6cc-f24eb701cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:36.958305 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.010133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Network fddfa076-5489-429e-93cd-a7d3f651014b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:37.016810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:37.023210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:37.027968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Pushing event updated for resources: {'Port': ['ID=c13215e7-bb4b-4502-82ef-f04de5c020f1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:37.120652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Attempting to bind port c13215e7-bb4b-4502-82ef-f04de5c020f1 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:46:37.121763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Attempting to bind port c13215e7-bb4b-4502-82ef-f04de5c020f1 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:46:37.121763 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Attempting to bind port c13215e7-bb4b-4502-82ef-f04de5c020f1 on network fddfa076-5489-429e-93cd-a7d3f651014b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:46:37.126780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:46:37.127166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Checking segment: {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:37.127995 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.127995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Bound using segment: {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:46:37.128460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Bound port: c13215e7-bb4b-4502-82ef-f04de5c020f1, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:46:37.128850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.220131 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] For port c13215e7-bb4b-4502-82ef-f04de5c020f1, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:46:37.223561 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] For port c13215e7-bb4b-4502-82ef-f04de5c020f1, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c13215e7-bb4b-4502-82ef-f04de5c020f1,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:46:37.231519 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.299998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b30ef-88a1-4699-939c-4f435e418f67 None None] Pushing event updated for resources: {'Port': ['ID=c13215e7-bb4b-4502-82ef-f04de5c020f1,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:37.422895 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.1 (fddfa076-5489-429e-93cd-a7d3f651014b/639d7551-aa08-42ba-ba13-b0a875691919/2706250c-39ef-4ca1-9fa0-5f4610a57e56) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:37.443574 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.574174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.621311 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.669410 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network fddfa076-5489-429e-93cd-a7d3f651014b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:37.672731 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:37.676616 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:37.705241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=2706250c-39ef-4ca1-9fa0-5f4610a57e56,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:37.730516 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.881792 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.882640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e68e78ff-270b-4f39-a3b2-083a67da72f3 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:46:37.959237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port e68e78ff-270b-4f39-a3b2-083a67da72f3 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:37.959626 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.056342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c13215e7-bb4b-4502-82ef-f04de5c020f1 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:46:38.110218 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c13215e7-bb4b-4502-82ef-f04de5c020f1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:38.110735 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.201772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.218740 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.225560 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.236418 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port c13215e7-bb4b-4502-82ef-f04de5c020f1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c13215e7-bb4b-4502-82ef-f04de5c020f1,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:38.242079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.282647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a5d98-1ac1-4007-bd61-e7f7b1708422 None None] Network fddfa076-5489-429e-93cd-a7d3f651014b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:38.308437 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=2706250c-39ef-4ca1-9fa0-5f4610a57e56,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:38.311026 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.356370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=c13215e7-bb4b-4502-82ef-f04de5c020f1,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:38.376195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e8047fd8-5009-42f3-b3ae-0c2030dd6ef5 None None] Provisioning complete for port c13215e7-bb4b-4502-82ef-f04de5c020f1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:38.376654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e8047fd8-5009-42f3-b3ae-0c2030dd6ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.413300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network fddfa076-5489-429e-93cd-a7d3f651014b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:38.414999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:38.561682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:46:38.684621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:46:38.689858 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5db0613d-0d67-4a8c-8d91-354994612292 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4235404 Dec 15 14:46:38.729321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aa075b53-00ea-4277-9059-21c06ca05230 None None] Provisioning complete for port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:38.729855 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa075b53-00ea-4277-9059-21c06ca05230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.774323 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-aa075b53-00ea-4277-9059-21c06ca05230 None None] Port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:46:38.782693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Sync routers for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:46:38.797249 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aa075b53-00ea-4277-9059-21c06ca05230 None None] Provisioning complete for port c13215e7-bb4b-4502-82ef-f04de5c020f1 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:38.797769 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa075b53-00ea-4277-9059-21c06ca05230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:38.802872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:38.802872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:38.862278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-ba95fc81-44d6-4774-8fc9-9806b4ca6171 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654161050&fields=id&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 267 time: 0.0507624 Dec 15 14:46:38.985013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-0ecf7fca-db72-40d0-8e58-02b5f2ddab24 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:38.986732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-0ecf7fca-db72-40d0-8e58-02b5f2ddab24 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/networks?id=fddfa076-5489-429e-93cd-a7d3f651014b HTTP/1.1" status: 200 len: 797 time: 0.1175234 Dec 15 14:46:38.992860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:39.005415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-1a99a84b-9d01-4d6f-8aa2-ed17ecd5a347 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/quotas/daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 375 time: 0.0113385 Dec 15 14:46:39.062983 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-41cc6136-91ca-45cd-9a05-588625313dce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503309 Dec 15 14:46:39.174981 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f7259b82-06ad-4530-8e32-f890e6cd2689 None None] Provisioning complete for port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:39.175379 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f7259b82-06ad-4530-8e32-f890e6cd2689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:39.242476 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f7259b82-06ad-4530-8e32-f890e6cd2689 None None] Port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:46:39.261990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:38Z', 'revision_number': 2, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:39.291178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Checking router: 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:46:39.291542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Updating router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:46:39.320155 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:39.493884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-b81f203c-0c63-4c01-98d2-a7ebcb3a823c service neutron] 10.222.0.86 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197154 Dec 15 14:46:39.585381 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-788b38cc-75c9-406d-83d6-2514eb83fe59 service neutron] 10.222.0.86 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841553 Dec 15 14:46:39.591229 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:39.596892 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:39.650867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483902a-bfaf-4f8f-bffb-2ecc990b6ede None None] Pushing event updated for resources: {'Port': ['ID=2706250c-39ef-4ca1-9fa0-5f4610a57e56,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:39.703554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Attempting to bind port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:46:39.703961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Attempting to bind port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:46:39.704333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Attempting to bind port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 on network fddfa076-5489-429e-93cd-a7d3f651014b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:46:39.710547 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:46:39.710931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Checking segment: {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:39.711490 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:39.711911 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Bound using segment: {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:46:39.712390 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Bound port: 2706250c-39ef-4ca1-9fa0-5f4610a57e56, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:46:39.712779 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:39.782631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] For port 2706250c-39ef-4ca1-9fa0-5f4610a57e56, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:46:39.787098 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] For port 2706250c-39ef-4ca1-9fa0-5f4610a57e56, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2706250c-39ef-4ca1-9fa0-5f4610a57e56,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:46:39.791635 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:39.839020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c13215e7-bb4b-4502-82ef-f04de5c020f1 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:46:39.901977 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:39.902549 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:39.905023 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483902a-bfaf-4f8f-bffb-2ecc990b6ede None None] Pushing event updated for resources: {'Port': ['ID=2706250c-39ef-4ca1-9fa0-5f4610a57e56,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:40.128011 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-661ab4c5-8705-40b4-9ceb-f48b574fe15c None None] Provisioning complete for port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:40.128390 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-661ab4c5-8705-40b4-9ceb-f48b574fe15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:40.230371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port c13215e7-bb4b-4502-82ef-f04de5c020f1 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:40.230748 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:40.267955 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:40.393324 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-661ab4c5-8705-40b4-9ceb-f48b574fe15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:40.506163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-661ab4c5-8705-40b4-9ceb-f48b574fe15c None None] For port 2706250c-39ef-4ca1-9fa0-5f4610a57e56, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2706250c-39ef-4ca1-9fa0-5f4610a57e56,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:40.512401 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-661ab4c5-8705-40b4-9ceb-f48b574fe15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:40.599162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ab4c5-8705-40b4-9ceb-f48b574fe15c None None] Pushing event updated for resources: {'Port': ['ID=2706250c-39ef-4ca1-9fa0-5f4610a57e56,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:40.620799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:39Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:40.655810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af117809-bb6c-4c8c-9b0c-26881329b086 None None] The sync data for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 is: [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:39Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:46:40.664293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b37256a4-03d2-4365-a7c2-cc7b2b6b83ce None None] Provisioning complete for port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:40.664671 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b37256a4-03d2-4365-a7c2-cc7b2b6b83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:40.829296 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d2549345-0d83-46e9-ac74-6c795c601209 req-e0d86a81-c436-40a7-aeca-f2717610c4ec tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 210 time: 0.0305600 Dec 15 14:46:41.828867 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-c3969141-f40c-481c-bcb3-91e752631f6b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:41.830639 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-c3969141-f40c-481c-bcb3-91e752631f6b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/networks?id=fddfa076-5489-429e-93cd-a7d3f651014b HTTP/1.1" status: 200 len: 797 time: 0.1245744 Dec 15 14:46:41.871515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2706250c-39ef-4ca1-9fa0-5f4610a57e56 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:46:41.901335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-1b0d76f9-ca43-4f9a-bc29-82b976e4a017 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 380 time: 0.0616233 Dec 15 14:46:41.913549 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'port': {'device_id': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'admin_state_up': True, 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'security_groups': ['9d006333-5c06-49f8-9c5f-6429425d6c4e']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:41.921644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:41.922003 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:41.953393 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d5e9583-1e5a-4e2c-a36e-65a0776552df req-d21494e1-229b-4fdf-abf2-791c3035549f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 210 time: 0.0363052 Dec 15 14:46:42.056339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:42.059843 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:42.190013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.10 (fddfa076-5489-429e-93cd-a7d3f651014b/639d7551-aa08-42ba-ba13-b0a875691919/32cc4185-5bf6-44aa-ae60-088fc6f14b60) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:42.329365 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:42.363217 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:42.408261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network fddfa076-5489-429e-93cd-a7d3f651014b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:42.411929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:42.415653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:42.424071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=32cc4185-5bf6-44aa-ae60-088fc6f14b60,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:42.476335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:42.476991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:42.494267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-18aaf39f-ca70-4539-a5f8-494ec7a8c3bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847871 Dec 15 14:46:42.510264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Request body: {'port': {'device_id': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:42.567793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:42.604391 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-bd7f3ea4-0913-42f9-8f3c-1207324a8194 None None] Provisioning complete for port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:42.604773 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3ea4-0913-42f9-8f3c-1207324a8194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:42.639519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f3ea4-0913-42f9-8f3c-1207324a8194 None None] Port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:46:42.826172 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cc4185-5bf6-44aa-ae60-088fc6f14b60 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:46:42.833742 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:42.845322 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Transition to ACTIVE for port object 32cc4185-5bf6-44aa-ae60-088fc6f14b60 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:46:42.849559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:42.903141 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Pushing event updated for resources: {'Port': ['ID=32cc4185-5bf6-44aa-ae60-088fc6f14b60,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:42.971984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Attempting to bind port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:46:42.972327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Attempting to bind port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:46:42.972801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Attempting to bind port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 on network fddfa076-5489-429e-93cd-a7d3f651014b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:46:42.979147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 on network fddfa076-5489-429e-93cd-a7d3f651014b not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:46:42.979481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Attempting to bind port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 on network fddfa076-5489-429e-93cd-a7d3f651014b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:46:42.985105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:46:42.985455 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Checking segment: {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:42.985842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Bound using segment: {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:46:42.986278 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Bound port: 32cc4185-5bf6-44aa-ae60-088fc6f14b60, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46c2917-fd3f-467a-bc4d-acee591eaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:46:42.986645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:43.066035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] For port 32cc4185-5bf6-44aa-ae60-088fc6f14b60, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:46:43.069469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] For port 32cc4185-5bf6-44aa-ae60-088fc6f14b60, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:46:43.075082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:43.093828 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221178c-8e83-4fbd-8a6c-06f5565602e8 req-ffea3209-31c1-412d-8292-171a047b6f02 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.095339 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8221178c-8e83-4fbd-8a6c-06f5565602e8 req-ffea3209-31c1-412d-8292-171a047b6f02 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 944 time: 0.0638554 Dec 15 14:46:43.116117 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.116745 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:43.118203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] 10.222.0.74 "PUT /v2.0/ports/32cc4185-5bf6-44aa-ae60-088fc6f14b60 HTTP/1.1" status: 200 len: 1092 time: 0.6126633 Dec 15 14:46:43.118670 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:46:43.121136 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:46:43.155343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53e432-d3d3-4487-9e00-d675c7126a16 service neutron] Pushing event updated for resources: {'Port': ['ID=32cc4185-5bf6-44aa-ae60-088fc6f14b60,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:43.168070 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8221178c-8e83-4fbd-8a6c-06f5565602e8 req-3df112ad-ccac-48f6-a66d-216f7911c91b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656414 Dec 15 14:46:43.180142 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f0f969-cddd-4cb5-bc69-a6ad79b5df50 x-openstack-request-id: req-71f0f969-cddd-4cb5-bc69-a6ad79b5df50 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:46:43.180758 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:46:43.180758 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71f0f969-cddd-4cb5-bc69-a6ad79b5df50 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:46:43.181311 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'status': 'completed', 'code': 200} Dec 15 14:46:43.224963 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-6c6d0cfb-f6db-47fa-9988-acbdc514c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.226482 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-6c6d0cfb-f6db-47fa-9988-acbdc514c131 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 1095 time: 0.0442739 Dec 15 14:46:43.272348 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-6336a82a-099b-4fef-9416-3544733c9a7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60 HTTP/1.1" status: 200 len: 217 time: 0.0370598 Dec 15 14:46:43.327425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-ef3a0b39-5194-4e75-84b5-e9d2e3b1f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.328966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-ef3a0b39-5194-4e75-84b5-e9d2e3b1f781 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=639d7551-aa08-42ba-ba13-b0a875691919 HTTP/1.1" status: 200 len: 835 time: 0.0503905 Dec 15 14:46:43.380392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-9e402c09-639d-4d02-b2a1-804cbba02ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.381893 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-9e402c09-639d-4d02-b2a1-804cbba02ba1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fddfa076-5489-429e-93cd-a7d3f651014b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458801 Dec 15 14:46:43.469281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-8c9537fa-8d60-4671-9ce9-cef303696445 service neutron] 10.222.0.74 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794787 Dec 15 14:46:43.560711 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-86a7105a-f9ee-40c3-a00b-0f84c9128bea req-2e2629cc-12be-4712-a1c8-8c4a39034457 service neutron] 10.222.0.74 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849419 Dec 15 14:46:43.657438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-d8fc60f9-38ce-42db-be80-98271cbaed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.658937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-d8fc60f9-38ce-42db-be80-98271cbaed4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 1095 time: 0.0516117 Dec 15 14:46:43.753171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-f5bf86d1-a592-4329-b044-6c5083871186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.754784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-f5bf86d1-a592-4329-b044-6c5083871186 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fddfa076-5489-429e-93cd-a7d3f651014b HTTP/1.1" status: 200 len: 899 time: 0.0888424 Dec 15 14:46:43.796811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-549f547b-c366-408e-8ffe-bb31e0ea6a7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60 HTTP/1.1" status: 200 len: 217 time: 0.0350626 Dec 15 14:46:43.845355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-b7ebfdd8-be0e-452b-8cd3-e92bf87b381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.846790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-b7ebfdd8-be0e-452b-8cd3-e92bf87b381f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=639d7551-aa08-42ba-ba13-b0a875691919 HTTP/1.1" status: 200 len: 835 time: 0.0424855 Dec 15 14:46:43.897608 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-85922632-755c-4385-88a2-0f461d957235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:43.899367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-85922632-755c-4385-88a2-0f461d957235 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fddfa076-5489-429e-93cd-a7d3f651014b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448618 Dec 15 14:46:43.992454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-5fae77d7-8ddc-4de6-af37-2e8ef4eb39ed service neutron] 10.222.0.74 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843294 Dec 15 14:46:44.087637 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c37a4e8a-b64c-4dc6-b877-6a9824bc5612 req-a68e7a54-8b31-4add-82c7-45157f1bf9e7 service neutron] 10.222.0.74 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869250 Dec 15 14:46:44.286930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f5fcc-2322-42d0-b5d9-61b31b628b2f req-738d9b3f-c474-4194-955c-0c65f8dfaf39 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:44.288343 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d57f5fcc-2322-42d0-b5d9-61b31b628b2f req-738d9b3f-c474-4194-955c-0c65f8dfaf39 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 944 time: 0.0495543 Dec 15 14:46:44.337092 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d57f5fcc-2322-42d0-b5d9-61b31b628b2f req-d209a71b-0f12-43f8-a39f-bb05f036590c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Dec 15 14:46:45.456366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb3ef-bed1-4dc3-bbe9-7e7728117362 req-b81f2198-1945-4975-b461-e075d6bc264a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:45.458484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-420fb3ef-bed1-4dc3-bbe9-7e7728117362 req-b81f2198-1945-4975-b461-e075d6bc264a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 944 time: 0.0513175 Dec 15 14:46:45.509341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-420fb3ef-bed1-4dc3-bbe9-7e7728117362 req-476bd4f4-17af-410d-8c6f-5c5ed67cb58a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Dec 15 14:46:45.642683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 32cc4185-5bf6-44aa-ae60-088fc6f14b60 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:46:45.737714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 32cc4185-5bf6-44aa-ae60-088fc6f14b60, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:45.749370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'port_id': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'mac_address': 'fa:16:3e:38:6c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:46:45.786633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:45.803091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cc4185-5bf6-44aa-ae60-088fc6f14b60 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:46:45.822519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 32cc4185-5bf6-44aa-ae60-088fc6f14b60, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:45.826538 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:45.873154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=32cc4185-5bf6-44aa-ae60-088fc6f14b60,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:46.029078 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['32cc4185-5bf6-44aa-ae60-088fc6f14b60'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:46:46.627184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2f630-b97a-4fe3-9cac-42d8ac6d7bc2 req-4386bb0e-6d4e-42e4-a14f-488ebbb8808a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:46.628695 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ebc2f630-b97a-4fe3-9cac-42d8ac6d7bc2 req-4386bb0e-6d4e-42e4-a14f-488ebbb8808a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 945 time: 0.0499175 Dec 15 14:46:46.682308 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ebc2f630-b97a-4fe3-9cac-42d8ac6d7bc2 req-e025642c-eabd-454b-ae23-2f307d067caf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472932 Dec 15 14:46:47.658683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 32cc4185-5bf6-44aa-ae60-088fc6f14b60 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:46:47.706869 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:46:47.711421 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:47.711802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:47.795739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:47.802185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8120d-534d-4c0a-827e-a0ba788c6aa2 req-74ed26d9-f00f-4689-a34b-24b110c3bd1f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:47.803894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3da8120d-534d-4c0a-827e-a0ba788c6aa2 req-74ed26d9-f00f-4689-a34b-24b110c3bd1f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 945 time: 0.0511220 Dec 15 14:46:47.819536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:46:47.822073 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9df973-7900-47b4-8052-9c88f1e1f795" -d '{"events": [{"server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "name": "network-vif-plugged", "status": "completed", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:46:47.836746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 32cc4185-5bf6-44aa-ae60-088fc6f14b60, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:47.841751 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:47.865183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3da8120d-534d-4c0a-827e-a0ba788c6aa2 req-a95dfb0e-099c-43dd-bc8a-6714ac898815 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531569 Dec 15 14:46:47.901521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=32cc4185-5bf6-44aa-ae60-088fc6f14b60,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:47.917923 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b5235-1868-44d4-be07-e350dd27029d x-openstack-request-id: req-ce0b5235-1868-44d4-be07-e350dd27029d {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:46:47.918235 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "name": "network-vif-plugged", "status": "completed", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:46:47.918500 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce0b5235-1868-44d4-be07-e350dd27029d {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:46:47.918906 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'code': 200} Dec 15 14:46:48.020853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224e826-4edc-4148-bbcf-d690843c5468 req-0131a56b-85ee-4635-97e0-48a2c7524279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:48.022346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3224e826-4edc-4148-bbcf-d690843c5468 req-0131a56b-85ee-4635-97e0-48a2c7524279 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 1097 time: 0.0443707 Dec 15 14:46:48.069367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3224e826-4edc-4148-bbcf-d690843c5468 req-0664473d-46d6-4713-aad2-5bab331d30c0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Dec 15 14:46:48.972881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8bb7c-7dd9-4c81-97ab-0a6d621d177a req-13bd45e2-6f51-46bb-8b42-87dff231e67b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:48.974389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0dd8bb7c-7dd9-4c81-97ab-0a6d621d177a req-13bd45e2-6f51-46bb-8b42-87dff231e67b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0485287 Dec 15 14:46:49.028502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0dd8bb7c-7dd9-4c81-97ab-0a6d621d177a req-b807cbf2-ae03-49ce-bd03-be28e0df629d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479705 Dec 15 14:46:50.147214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe8792-2be0-4ac6-8aa7-ce61e11add1f req-c1afb2e7-925d-42db-a4d8-1c5dcfe929df tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:50.148753 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ddbe8792-2be0-4ac6-8aa7-ce61e11add1f req-c1afb2e7-925d-42db-a4d8-1c5dcfe929df tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Dec 15 14:46:50.200750 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ddbe8792-2be0-4ac6-8aa7-ce61e11add1f req-01b62381-1655-4ee6-b7bb-623af1b926d8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459831 Dec 15 14:46:50.317059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714c6d8-fd60-4b80-8669-ebf06bdb6dd2 req-2f2fd92d-142c-4167-8f93-dfa587e0abf6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:50.318552 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c714c6d8-fd60-4b80-8669-ebf06bdb6dd2 req-2f2fd92d-142c-4167-8f93-dfa587e0abf6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0500112 Dec 15 14:46:50.372819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c714c6d8-fd60-4b80-8669-ebf06bdb6dd2 req-55f56eb6-8186-4e33-9f80-da4ead772e90 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481365 Dec 15 14:46:50.395070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:50.435484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc45af6-4ad0-4dea-b9cf-87204bd2c792 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:50.437127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6fc45af6-4ad0-4dea-b9cf-87204bd2c792 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 1092 time: 0.0410774 Dec 15 14:46:50.440000 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50830) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:50.444407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:50.466060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:50.568744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:50.688940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.70 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/52695fd0-65d1-4354-8a2f-64b54aed1150) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:50.795470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:50.828290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:50.864922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:50.867889 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:50.871439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:50.898540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=52695fd0-65d1-4354-8a2f-64b54aed1150,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:51.240698 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:51.305683 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:51.462855 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:51.467198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:51.538988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=52695fd0-65d1-4354-8a2f-64b54aed1150,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:51.548667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:51.648846 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP d6fecc74-8534-4ba3-bbec-cf313bc24d53 associated. External IP: 172.25.7.70, port: 32cc4185-5bf6-44aa-ae60-088fc6f14b60. Dec 15 14:46:51.854189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:46:51.958510 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:46:51.968506 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] Sync routers for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:46:51.976932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:51.978689 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:51.979322 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:52.007734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c5fd3e98-a7ce-4c9f-80ca-a5302ce0dab9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5667164 Dec 15 14:46:52.008606 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:46:52.012445 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:46:52.054320 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4301206c-d690-4f93-9d28-dde60b6680fa x-openstack-request-id: req-4301206c-d690-4f93-9d28-dde60b6680fa {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:46:52.054615 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:46:52.054871 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4301206c-d690-4f93-9d28-dde60b6680fa {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:46:52.055277 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'status': 'completed', 'code': 200} Dec 15 14:46:52.089809 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:52.111914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06902e8-9618-4068-b1d2-15a114b45f55 req-b77fb3c4-9dd8-483a-8285-d34c0d473ced tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:52.120181 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d06902e8-9618-4068-b1d2-15a114b45f55 req-b77fb3c4-9dd8-483a-8285-d34c0d473ced tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0605199 Dec 15 14:46:52.120696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-329aaa6e-c2f4-4c39-9c84-2853dc6fccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:52.122189 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-329aaa6e-c2f4-4c39-9c84-2853dc6fccca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 1097 time: 0.0430508 Dec 15 14:46:52.183306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d06902e8-9618-4068-b1d2-15a114b45f55 req-b63869cd-743b-4e1a-b0f6-1d44e8e75794 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621250 Dec 15 14:46:52.210402 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:52.219597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-ee7b6a37-c583-43a3-8a67-24763d7b0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:52.221111 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-ee7b6a37-c583-43a3-8a67-24763d7b0511 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fddfa076-5489-429e-93cd-a7d3f651014b HTTP/1.1" status: 200 len: 899 time: 0.0923867 Dec 15 14:46:52.279028 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-98e7041e-8c3a-4334-9a3b-73aa8cb3975c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/d6fecc74-8534-4ba3-bbec-cf313bc24d53 HTTP/1.1" status: 200 len: 991 time: 0.0673449 Dec 15 14:46:52.295441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-9cb03cdb-bdaa-44c5-8690-fb8cb5b00633 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60 HTTP/1.1" status: 200 len: 999 time: 0.0660303 Dec 15 14:46:52.331837 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'd6fecc74-8534-4ba3-bbec-cf313bc24d53', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'port_id': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'mac_address': 'fa:16:3e:38:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:46:51Z', 'updated_at': '2021-12-15T14:46:51Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:40Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:52.345695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-3eb45774-bf78-46b3-92d6-04f28eeb3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:52.347184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-3eb45774-bf78-46b3-92d6-04f28eeb3d9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=639d7551-aa08-42ba-ba13-b0a875691919 HTTP/1.1" status: 200 len: 835 time: 0.0446384 Dec 15 14:46:52.358774 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] Checking router: 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:46:52.367223 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:52.367836 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:46:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:52.394418 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-14ade87c-ee59-4848-bbf8-2455f7d53571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:52.396668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-14ade87c-ee59-4848-bbf8-2455f7d53571 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fddfa076-5489-429e-93cd-a7d3f651014b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412111 Dec 15 14:46:52.473174 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:52.492106 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-bbac128a-ebb6-455a-9369-e5185232b0d9 service neutron] 10.222.0.74 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873854 Dec 15 14:46:52.626162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d474002f-beec-4fd6-8cdf-e5a28a87ebf4 req-0659ead5-b963-45f8-b1f3-faf0ffec6544 service neutron] 10.222.0.74 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268241 Dec 15 14:46:52.739325 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'd6fecc74-8534-4ba3-bbec-cf313bc24d53', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'port_id': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'mac_address': 'fa:16:3e:38:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:46:51Z', 'updated_at': '2021-12-15T14:46:51Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:40Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:52.768064 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a7b45-90a9-4082-8310-82fcd124629b None None] The sync data for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 is: [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'd6fecc74-8534-4ba3-bbec-cf313bc24d53', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'port_id': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'mac_address': 'fa:16:3e:38:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:46:51Z', 'updated_at': '2021-12-15T14:46:51Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:40Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:46:52.960808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54edba-0322-4a3d-94d5-5bc5c620d71a None None] New status for floating IP d6fecc74-8534-4ba3-bbec-cf313bc24d53: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:46:53.282171 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:53.343059 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7fd2e55-7d87-46eb-8b50-f72f044e2a0e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/d6fecc74-8534-4ba3-bbec-cf313bc24d53 HTTP/1.1" status: 200 len: 993 time: 0.0597386 Dec 15 14:46:56.294931 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:47:01.311136 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10810a58-54ac-4080-ae53-a454da7ebd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.351814 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.573741 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.932962 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f7603f5e-7d38-484a-83f9-8021fa8ac423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:05.053309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:06.804669 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:07.438516 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.782386 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ffd4-d409-4c86-89b3-25e19b77a432 req-921cae77-726a-411d-8b9c-889e5f01cbc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:24.783891 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c06ffd4-d409-4c86-89b3-25e19b77a432 req-921cae77-726a-411d-8b9c-889e5f01cbc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0590003 Dec 15 14:47:24.833419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6c06ffd4-d409-4c86-89b3-25e19b77a432 req-7fc16b8f-841b-4399-9362-d7a856ba5d06 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 Dec 15 14:47:25.953802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1ce04-860f-4b52-b100-6247d1392456 req-5bfc1c3a-a6e7-427a-9804-eab18e3c67ab tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:25.955268 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74e1ce04-860f-4b52-b100-6247d1392456 req-5bfc1c3a-a6e7-427a-9804-eab18e3c67ab tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0491643 Dec 15 14:47:26.004037 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-74e1ce04-860f-4b52-b100-6247d1392456 req-f5bc1a86-c923-4318-acb9-8899888ab012 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Dec 15 14:47:26.027945 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:26.090892 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8098f023-35f7-4d05-b427-a976810516dd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/d6fecc74-8534-4ba3-bbec-cf313bc24d53 HTTP/1.1" status: 200 len: 993 time: 0.0618365 Dec 15 14:47:27.371407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd67af8-f385-468b-93b8-027b2a3b0c40 req-7006d04e-eacb-45e9-9a21-b9e3e1b6f256 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:27.372821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9fd67af8-f385-468b-93b8-027b2a3b0c40 req-7006d04e-eacb-45e9-9a21-b9e3e1b6f256 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0578289 Dec 15 14:47:27.423833 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9fd67af8-f385-468b-93b8-027b2a3b0c40 req-d8e794a8-6753-4c93-a720-5cc0e8b7e4b9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 Dec 15 14:47:28.544316 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe117df-2883-4e68-9676-377406327127 req-b3e0c20d-9a25-41e0-bdc3-fe7a4326bdff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:28.545789 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fe117df-2883-4e68-9676-377406327127 req-b3e0c20d-9a25-41e0-bdc3-fe7a4326bdff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0492020 Dec 15 14:47:28.595193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5fe117df-2883-4e68-9676-377406327127 req-8f96bb61-1303-4d43-8418-0541d5eda357 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433593 Dec 15 14:47:28.617415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50878) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:28.982695 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3a25bf9e-fdbf-4b3f-94f7-a9d31827d21b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/d6fecc74-8534-4ba3-bbec-cf313bc24d53 HTTP/1.1" status: 200 len: 993 time: 0.3641641 Dec 15 14:47:29.208709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50884) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:29.370481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 52695fd0-65d1-4354-8a2f-64b54aed1150 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:29.370824 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.446018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.446340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.457918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 52695fd0-65d1-4354-8a2f-64b54aed1150 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:29.604994 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.628347 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=52695fd0-65d1-4354-8a2f-64b54aed1150,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:29.639804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.640195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.640545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.640888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.641731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.641731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.641924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.642183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.642510 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.642838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.643166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.643488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.643810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:29.703553 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.703921 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP d6fecc74-8534-4ba3-bbec-cf313bc24d53 disassociated (deleted). External IP: 172.25.7.70, port: 32cc4185-5bf6-44aa-ae60-088fc6f14b60. Dec 15 14:47:29.914550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:30.028983 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:30.038125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.043245 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] Sync routers for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:30.055739 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:30.056671 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:30.075290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bb446e84-a741-47ca-a05c-b8c2dc980237 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/floatingips/d6fecc74-8534-4ba3-bbec-cf313bc24d53 HTTP/1.1" status: 204 len: 168 time: 0.8654726 Dec 15 14:47:30.075908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:30.078463 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b36795f-fa2f-4ca9-88c2-07c334cc825e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:30.130790 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fc3756-8fdf-46f8-a4d5-b5fdbb2c0cc5 x-openstack-request-id: req-84fc3756-8fdf-46f8-a4d5-b5fdbb2c0cc5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:30.131089 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:30.131355 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-84fc3756-8fdf-46f8-a4d5-b5fdbb2c0cc5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:30.131829 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'status': 'completed', 'code': 200} Dec 15 14:47:30.207240 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:30.235911 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-60043edb-2171-40a1-86ce-2161389576e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:30.237453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-60043edb-2171-40a1-86ce-2161389576e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 1097 time: 0.0778012 Dec 15 14:47:30.371806 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194f984-d7dd-4af5-83cc-fba1cf1c497b req-23d5c431-f5bb-4265-8e12-260584bd6cc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:30.373310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8194f984-d7dd-4af5-83cc-fba1cf1c497b req-23d5c431-f5bb-4265-8e12-260584bd6cc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0728531 Dec 15 14:47:30.395857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-fd473b11-786f-491a-8c7b-b0f311526772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:30.397618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-fd473b11-786f-491a-8c7b-b0f311526772 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fddfa076-5489-429e-93cd-a7d3f651014b HTTP/1.1" status: 200 len: 899 time: 0.1525521 Dec 15 14:47:30.454697 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-72873248-f42e-4d99-b6e3-8244907b6c64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60 HTTP/1.1" status: 200 len: 217 time: 0.0481448 Dec 15 14:47:30.500266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8194f984-d7dd-4af5-83cc-fba1cf1c497b req-f00ea71d-63d4-45ed-b688-417160e1b8c1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164312 Dec 15 14:47:30.521673 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:40Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:30.522820 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-7c58f333-318e-4fdd-9b97-9fd2383f46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:30.524395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-7c58f333-318e-4fdd-9b97-9fd2383f46fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=639d7551-aa08-42ba-ba13-b0a875691919 HTTP/1.1" status: 200 len: 835 time: 0.0599315 Dec 15 14:47:30.549060 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] Checking router: 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:30.558650 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:30.559354 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:30.578992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-e3de777a-5622-43e4-a948-405cf313807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:30.580510 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-e3de777a-5622-43e4-a948-405cf313807f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fddfa076-5489-429e-93cd-a7d3f651014b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472162 Dec 15 14:47:30.672426 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:30.680494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-ae1677db-0b6a-4367-9292-2405313541b4 service neutron] 10.222.0.74 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921712 Dec 15 14:47:30.785351 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6b36795f-fa2f-4ca9-88c2-07c334cc825e req-fc10c29e-1557-47df-9d46-51ffaddae079 service neutron] 10.222.0.74 "GET /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967009 Dec 15 14:47:30.880482 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:40Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:30.906465 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2336b39-ce6f-4e07-9b79-4e2d510c789d None None] The sync data for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 is: [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:37Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2706250c-39ef-4ca1-9fa0-5f4610a57e56', 'name': '', 'network_id': 'fddfa076-5489-429e-93cd-a7d3f651014b', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:2f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '639d7551-aa08-42ba-ba13-b0a875691919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:37Z', 'updated_at': '2021-12-15T14:46:40Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '639d7551-aa08-42ba-ba13-b0a875691919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:31.139439 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c107afc1-9013-43d7-9c92-397935054c58 None None] New status for floating IP d6fecc74-8534-4ba3-bbec-cf313bc24d53: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:47:31.312880 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3496-edf4-4bdb-b520-ba2664107a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.360939 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.570103 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.622571 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354121c-0ad5-4d38-b641-8c221388bc51 req-eef37b5b-404c-4b39-aa10-08e1986b36ca tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:31.624084 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b354121c-0ad5-4d38-b641-8c221388bc51 req-eef37b5b-404c-4b39-aa10-08e1986b36ca tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0507021 Dec 15 14:47:31.675565 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b354121c-0ad5-4d38-b641-8c221388bc51 req-9aba7cd7-982a-458a-9633-733f512d1df7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d006333-5c06-49f8-9c5f-6429425d6c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 Dec 15 14:47:31.843593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-4bb62642-1748-491c-8119-3dd3be8f2874 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:31.844993 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-4bb62642-1748-491c-8119-3dd3be8f2874 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8d9ee07-228c-4837-a735-bf60d30274c4 HTTP/1.1" status: 200 len: 946 time: 0.0496790 Dec 15 14:47:31.930967 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:31.931298 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.019342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 32cc4185-5bf6-44aa-ae60-088fc6f14b60, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=32cc4185-5bf6-44aa-ae60-088fc6f14b60,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:32.019981 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.031284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 32cc4185-5bf6-44aa-ae60-088fc6f14b60 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:32.156601 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.183320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=32cc4185-5bf6-44aa-ae60-088fc6f14b60,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:32.225874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] No DVR routers for this DVR port 32cc4185-5bf6-44aa-ae60-088fc6f14b60 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:47:32.228390 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.231684 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-84ef7f8c-90da-4e82-a7e2-c393308a4593 req-43aab62a-5360-48b2-b598-aa3575aeecc3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "DELETE /v2.0/ports/32cc4185-5bf6-44aa-ae60-088fc6f14b60 HTTP/1.1" status: 204 len: 173 time: 0.3805809 Dec 15 14:47:32.232155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'name': 'network-vif-deleted', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:32.234368 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad557a6-004c-452c-bbb4-17eb04918c9f" -d '{"events": [{"server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "name": "network-vif-deleted", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:32.271014 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a564ced2-2418-4f94-8f63-438c74257d5a x-openstack-request-id: req-a564ced2-2418-4f94-8f63-438c74257d5a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:32.271322 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d9ee07-228c-4837-a735-bf60d30274c4", "name": "network-vif-deleted", "tag": "32cc4185-5bf6-44aa-ae60-088fc6f14b60", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:32.271576 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a564ced2-2418-4f94-8f63-438c74257d5a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:32.272079 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d9ee07-228c-4837-a735-bf60d30274c4', 'name': 'network-vif-deleted', 'tag': '32cc4185-5bf6-44aa-ae60-088fc6f14b60', 'status': 'completed', 'code': 200} Dec 15 14:47:32.737806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50898) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:33.097432 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.293629 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:47:33.352969 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 2706250c-39ef-4ca1-9fa0-5f4610a57e56 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:33.353203 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.442050 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 2706250c-39ef-4ca1-9fa0-5f4610a57e56, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2706250c-39ef-4ca1-9fa0-5f4610a57e56,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:33.442413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.454181 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 2706250c-39ef-4ca1-9fa0-5f4610a57e56 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:33.646771 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.673294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=2706250c-39ef-4ca1-9fa0-5f4610a57e56,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.686158 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.686520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.686882 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.687224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.687564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.687922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.688261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.688600 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.688940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.689278 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.689605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.689931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.690255 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:33.866351 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.933488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-898ec160-e7db-4dbf-8a21-2a5c1ae50697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.095341 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:34.204539 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:34.210806 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-db1457e9-398e-4eb9-b348-e63400544cd1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696147 Dec 15 14:47:34.213468 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50900) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:34.215920 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] Sync routers for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:34.227026 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:34.227642 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:34.266064 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-489aef0f-1968-4a04-a873-987b44936639 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting subnet 639d7551-aa08-42ba-ba13-b0a875691919 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:47:34.269946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489aef0f-1968-4a04-a873-987b44936639 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.311099 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489aef0f-1968-4a04-a873-987b44936639 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.329956 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:34.401154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489aef0f-1968-4a04-a873-987b44936639 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.464982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489aef0f-1968-4a04-a873-987b44936639 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.493406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aef0f-1968-4a04-a873-987b44936639 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Subnet': ['ID=639d7551-aa08-42ba-ba13-b0a875691919,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:34.496956 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-489aef0f-1968-4a04-a873-987b44936639 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.500300 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-489aef0f-1968-4a04-a873-987b44936639 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/subnets/639d7551-aa08-42ba-ba13-b0a875691919 HTTP/1.1" status: 204 len: 168 time: 0.2858765 Dec 15 14:47:34.502948 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:34.512857 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:47:33Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:34.514591 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3fb773-5400-4426-b74f-7f7e2c978129 None None] Network fddfa076-5489-429e-93cd-a7d3f651014b requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:34.545080 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] Checking router: 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:34.556063 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] Routers {'7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:34.556697 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:34.618650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.664869 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] Set router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:34.677200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] DHCP port deletion for fddfa076-5489-429e-93cd-a7d3f651014b request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:34.731067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] Deleting port c13215e7-bb4b-4502-82ef-f04de5c020f1 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:34.731386 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.740941 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.798938 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port e68e78ff-270b-4f39-a3b2-083a67da72f3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:34.799201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] For port c13215e7-bb4b-4502-82ef-f04de5c020f1, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=c13215e7-bb4b-4502-82ef-f04de5c020f1,segment=NetworkSegment(c46c2917-fd3f-467a-bc4d-acee591eaf4a),segment_id=c46c2917-fd3f-467a-bc4d-acee591eaf4a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:34.799330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.799961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.814321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] Calling delete_port for c13215e7-bb4b-4502-82ef-f04de5c020f1 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:34.856005 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:47:33Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:34.883630 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b12b3-3362-4137-bc2f-8405a2c99651 None None] The sync data for ids ['7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5'] in n-d-821840-1 is: [{'id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197995238', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:47:33Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'e68e78ff-270b-4f39-a3b2-083a67da72f3', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:34Z', 'updated_at': '2021-12-15T14:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:34.891148 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port e68e78ff-270b-4f39-a3b2-083a67da72f3, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=e68e78ff-270b-4f39-a3b2-083a67da72f3,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:34.891635 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.903059 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.905750 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for e68e78ff-270b-4f39-a3b2-083a67da72f3 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:34.931661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] Pushing event deleted for resources: {'Port': ['ID=c13215e7-bb4b-4502-82ef-f04de5c020f1,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:34.934120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3174f0e1-fd50-4b6e-9be9-2be9c600602f None None] No DVR routers for this DVR port c13215e7-bb4b-4502-82ef-f04de5c020f1 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:47:35.055797 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.087144 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.114980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=e68e78ff-270b-4f39-a3b2-083a67da72f3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:35.129320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a4d12b-7b19-42f3-bbab-d04ae8dcce67 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:35.182464 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.282788 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.285259 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.340141 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.340722 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:47:35.348935 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.350073 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-038ecdd6-7f84-48f4-a95e-261e06ed0664 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/routers/7fa62cf3-1b38-4d59-bbb3-5dc84326d9c5 HTTP/1.1" status: 204 len: 168 time: 0.8462062 Dec 15 14:47:35.352925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:35.436076 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.532851 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.554561 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddfa076-5489-429e-93cd-a7d3f651014b']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:35.563739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46c2917-fd3f-467a-bc4d-acee591eaf4a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:35.564075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46c2917-fd3f-467a-bc4d-acee591eaf4a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:35.574607 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.587464 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.593496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:47:35.593889 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:47:35.597060 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:47:35.658417 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.666095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.669307 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/networks/fddfa076-5489-429e-93cd-a7d3f651014b HTTP/1.1" status: 204 len: 168 time: 0.3154066 Dec 15 14:47:35.671993 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50906) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:35.699207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9743a-c8bc-45b5-951f-c239099f900d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Network': ['ID=fddfa076-5489-429e-93cd-a7d3f651014b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:35.757264 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-198a0784-def2-40be-9e2c-2fe8995e1012 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.781947 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-198a0784-def2-40be-9e2c-2fe8995e1012 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.834355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 32cc4185-5bf6-44aa-ae60-088fc6f14b60 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:35.855663 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-198a0784-def2-40be-9e2c-2fe8995e1012 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.858099 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 32cc4185-5bf6-44aa-ae60-088fc6f14b60 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:35.858638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 32cc4185-5bf6-44aa-ae60-088fc6f14b60 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:35.859112 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-198a0784-def2-40be-9e2c-2fe8995e1012 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.861130 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-198a0784-def2-40be-9e2c-2fe8995e1012 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/security-groups/9d006333-5c06-49f8-9c5f-6429425d6c4e HTTP/1.1" status: 204 len: 168 time: 0.1881776 Dec 15 14:47:35.873580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a0784-def2-40be-9e2c-2fe8995e1012 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d006333-5c06-49f8-9c5f-6429425d6c4e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:35.939932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e68e78ff-270b-4f39-a3b2-083a67da72f3 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:35.961414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: e68e78ff-270b-4f39-a3b2-083a67da72f3 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:35.961844 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device e68e78ff-270b-4f39-a3b2-083a67da72f3 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:35.962335 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c13215e7-bb4b-4502-82ef-f04de5c020f1 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:35.981153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: c13215e7-bb4b-4502-82ef-f04de5c020f1 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:35.981503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device c13215e7-bb4b-4502-82ef-f04de5c020f1 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:35.981916 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2706250c-39ef-4ca1-9fa0-5f4610a57e56 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:47:36.001931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2706250c-39ef-4ca1-9fa0-5f4610a57e56 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:47:36.002287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2706250c-39ef-4ca1-9fa0-5f4610a57e56 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:47:36.332977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50912) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.337881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7d6ba07c-7f00-455f-bb92-95bd4d5d01fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35072571', 'description': 'tempest-secgroup-smoke-35072571 description', 'project_id': 'daae454eb03b49638cf68e23c755fb58'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:36.361725 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba07c-7f00-455f-bb92-95bd4d5d01fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.428195 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba07c-7f00-455f-bb92-95bd4d5d01fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.431755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba07c-7f00-455f-bb92-95bd4d5d01fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.462011 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba07c-7f00-455f-bb92-95bd4d5d01fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.463236 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7d6ba07c-7f00-455f-bb92-95bd4d5d01fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1292555 Dec 15 14:47:36.465198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ba07c-7f00-455f-bb92-95bd4d5d01fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b0a8d0-2a68-4611-9ade-14115d6a365e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.466354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50914) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.471008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7a80cb99-e07b-4357-92c0-0dea86c61776 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '65b0a8d0-2a68-4611-9ade-14115d6a365e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:36.497428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a80cb99-e07b-4357-92c0-0dea86c61776 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.553650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a80cb99-e07b-4357-92c0-0dea86c61776 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.557177 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a80cb99-e07b-4357-92c0-0dea86c61776 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.574077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80cb99-e07b-4357-92c0-0dea86c61776 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b73fdf5-2b23-4d89-9212-e13a5cbeb033,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.583086 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a80cb99-e07b-4357-92c0-0dea86c61776 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.584298 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-7a80cb99-e07b-4357-92c0-0dea86c61776 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168990 Dec 15 14:47:36.587814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.592458 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3b452a48-7903-423f-b56b-db6a51c08413 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '65b0a8d0-2a68-4611-9ade-14115d6a365e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:36.620579 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b452a48-7903-423f-b56b-db6a51c08413 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.680378 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b452a48-7903-423f-b56b-db6a51c08413 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.683809 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b452a48-7903-423f-b56b-db6a51c08413 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.702566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452a48-7903-423f-b56b-db6a51c08413 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd3623c-7615-4017-9dda-516b0839806c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.710553 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b452a48-7903-423f-b56b-db6a51c08413 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.711756 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3b452a48-7903-423f-b56b-db6a51c08413 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228511 Dec 15 14:47:36.714473 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.718832 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c48b07ca-6667-43c9-b298-aaeba92f9945 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '65b0a8d0-2a68-4611-9ade-14115d6a365e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:36.748691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c48b07ca-6667-43c9-b298-aaeba92f9945 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.810398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c48b07ca-6667-43c9-b298-aaeba92f9945 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.812288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.813789 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c48b07ca-6667-43c9-b298-aaeba92f9945 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.832979 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b07ca-6667-43c9-b298-aaeba92f9945 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50445c98-87fb-4df9-b5f4-e96ab6a19c53,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.840173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c48b07ca-6667-43c9-b298-aaeba92f9945 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.841354 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c48b07ca-6667-43c9-b298-aaeba92f9945 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259627 Dec 15 14:47:36.844084 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50920) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.849950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c0712595-e5b3-453f-a2a4-fc6739114cde tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '65b0a8d0-2a68-4611-9ade-14115d6a365e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:36.877660 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0712595-e5b3-453f-a2a4-fc6739114cde tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.935988 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0712595-e5b3-453f-a2a4-fc6739114cde tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.939418 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0712595-e5b3-453f-a2a4-fc6739114cde tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.960414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0712595-e5b3-453f-a2a4-fc6739114cde tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be66245-d925-48c8-8370-30b6360f3df0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.968525 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0712595-e5b3-453f-a2a4-fc6739114cde tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.969728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c0712595-e5b3-453f-a2a4-fc6739114cde tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246459 Dec 15 14:47:36.972467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.976989 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b1aacc4e-2a00-4006-b003-fe99ea2e4e37 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '65b0a8d0-2a68-4611-9ade-14115d6a365e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:36.998119 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-b1aacc4e-2a00-4006-b003-fe99ea2e4e37 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:47:37.003002 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1aacc4e-2a00-4006-b003-fe99ea2e4e37 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.066421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1aacc4e-2a00-4006-b003-fe99ea2e4e37 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.070166 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1aacc4e-2a00-4006-b003-fe99ea2e4e37 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.089069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aacc4e-2a00-4006-b003-fe99ea2e4e37 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60bc525-b167-4567-8174-a09f625e07e9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.093995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1aacc4e-2a00-4006-b003-fe99ea2e4e37 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.095174 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b1aacc4e-2a00-4006-b003-fe99ea2e4e37 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216850 Dec 15 14:47:37.097992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:37.102172 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b5a7908-c96a-42b7-9489-edab21086228 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': '65b0a8d0-2a68-4611-9ade-14115d6a365e', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:37.123850 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-9b5a7908-c96a-42b7-9489-edab21086228 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:47:37.130154 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7908-c96a-42b7-9489-edab21086228 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.192160 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7908-c96a-42b7-9489-edab21086228 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.196502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7908-c96a-42b7-9489-edab21086228 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.214451 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a7908-c96a-42b7-9489-edab21086228 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0580103d-4523-40f8-bca6-68f7b42af924,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.223249 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7908-c96a-42b7-9489-edab21086228 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.224489 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9b5a7908-c96a-42b7-9489-edab21086228 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255820 Dec 15 14:47:37.227384 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50926) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:37.232246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'network': {'name': 'tempest-network-smoke--1292831124', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:37.252824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:37.257000 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.279737 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:47:37.288873 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.289228 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Added segment da148e03-7299-42ed-852f-caed24e379c4 of type vlan for network 3633b936-49a2-411e-b072-3dc367f982bf Dec 15 14:47:37.328837 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.353180 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.358835 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:37.359421 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.417286 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1887922 Dec 15 14:47:37.420089 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50928) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:37.426351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'admin_state_up': True, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:37.432932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b5457-5558-42a7-a9e5-e80b0475dcb6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Network': ['ID=3633b936-49a2-411e-b072-3dc367f982bf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.444750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 3633b936-49a2-411e-b072-3dc367f982bf details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:47:37.449582 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.455516 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.456593 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.515526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.654106 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.841711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.859595 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.963751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.129 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/aa61ea3c-0ad2-4259-886d-a86ed48f7921) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:38.064255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.098211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.141096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:38.146046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:38.150896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:38.154080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=aa61ea3c-0ad2-4259-886d-a86ed48f7921,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.159690 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f91703-4521-4a73-85c1-eb0d073a64cc None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:38.273846 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8d37f17a-cfcd-4dfd-82eb-9e9f5f30bc15 None None] Provisioning complete for port aa61ea3c-0ad2-4259-886d-a86ed48f7921 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:38.274349 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8d37f17a-cfcd-4dfd-82eb-9e9f5f30bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.311521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8d37f17a-cfcd-4dfd-82eb-9e9f5f30bc15 None None] Port aa61ea3c-0ad2-4259-886d-a86ed48f7921 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:38.711221 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.906683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.029999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 202156ff-5fc1-4671-9e18-49875ec1e58f is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:47:39.137101 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:39.147412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Sync routers for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:39.156944 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.158182 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-84844707-c065-401d-8be7-a1019b7943a8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7370675 Dec 15 14:47:39.160564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:39.161358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:39.162118 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:39.191394 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-406c5d4f-0623-43a5-a9da-d0134a673d43 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=daae454eb03b49638cf68e23c755fb58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279474 Dec 15 14:47:39.195338 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50932) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:39.270055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:39.284238 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb08ddd-a0e4-4fcb-92d9-3b63cc0adc3a tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.286338 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2bb08ddd-a0e4-4fcb-92d9-3b63cc0adc3a tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900660 Dec 15 14:47:39.289353 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50934) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:39.318057 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a21b322c-79eb-4d40-be3c-6c6d16540685 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276079 Dec 15 14:47:39.320704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:39.325576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102029442', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:39.417311 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:39.421060 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.606083 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.623676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:38Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:39.651045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Checking router: 202156ff-5fc1-4671-9e18-49875ec1e58f for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:39.651416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Updating router 202156ff-5fc1-4671-9e18-49875ec1e58f port aa61ea3c-0ad2-4259-886d-a86ed48f7921 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:39.674347 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Subnet': ['ID=e6c87896-a6ac-4e0a-ab63-e296bacfc9b9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:39.676366 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.684842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Checking segment: {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:39.685212 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network hostable DHCP agents. Network: 3633b936-49a2-411e-b072-3dc367f982bf, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:47:39.703190 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 3633b936-49a2-411e-b072-3dc367f982bf is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:47:39.713910 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 3633b936-49a2-411e-b072-3dc367f982bf) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:39.718037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.718641 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:39.735659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3bfbb06c-3648-4813-baaa-a62aecf15e1e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4139128 Dec 15 14:47:39.739423 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 50938) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:39.763638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd75913-735b-4c54-b0f2-03857e3085e4 None None] Network 3633b936-49a2-411e-b072-3dc367f982bf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:39.933020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-3633b936-49a2-411e-b072-3dc367f982bf', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:47:39.934044 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.126251 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.135782 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.152030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Allocated IP 172.20.0.2 (3633b936-49a2-411e-b072-3dc367f982bf/e6c87896-a6ac-4e0a-ab63-e296bacfc9b9/cf7bdfcd-2ad7-4984-9186-9f279673f717) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:40.192663 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842dba53-bf1b-4727-82db-7888bbe81367 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:40.217653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Pushing event updated for resources: {'Port': ['ID=aa61ea3c-0ad2-4259-886d-a86ed48f7921,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:40.240429 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Attempting to bind port aa61ea3c-0ad2-4259-886d-a86ed48f7921 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:40.240912 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Attempting to bind port aa61ea3c-0ad2-4259-886d-a86ed48f7921 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:40.241169 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Attempting to bind port aa61ea3c-0ad2-4259-886d-a86ed48f7921 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:40.246357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.246707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.247048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.247387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.247722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.248105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.248438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.248758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.249084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.249417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.249742 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.250067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.250392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:40.290961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:40.291352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:40.291775 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.292201 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:40.292686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Bound port: aa61ea3c-0ad2-4259-886d-a86ed48f7921, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:40.293073 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.340858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a885c7e3-cd6b-4ef4-bdfa-df05c0965e9b None None] Provisioning complete for port aa61ea3c-0ad2-4259-886d-a86ed48f7921 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:40.341235 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a885c7e3-cd6b-4ef4-bdfa-df05c0965e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.410448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] For port aa61ea3c-0ad2-4259-886d-a86ed48f7921, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:40.419256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] For port aa61ea3c-0ad2-4259-886d-a86ed48f7921, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa61ea3c-0ad2-4259-886d-a86ed48f7921,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:40.422496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a885c7e3-cd6b-4ef4-bdfa-df05c0965e9b None None] Port aa61ea3c-0ad2-4259-886d-a86ed48f7921 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:40.428803 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.507086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda7d44-93dd-4c06-8336-9245f5311bca None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:47:40.511434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.516720 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.533308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e78868-da01-46f7-bba0-11cfe098406d None None] Pushing event updated for resources: {'Port': ['ID=aa61ea3c-0ad2-4259-886d-a86ed48f7921,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:40.538663 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.544007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:40.544631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:40.628017 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Network 3633b936-49a2-411e-b072-3dc367f982bf is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:40.638520 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Pushing event updated for resources: {'Port': ['ID=cf7bdfcd-2ad7-4984-9186-9f279673f717,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:40.640949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:40.645810 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:40.747286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3de05ea1-af71-4a0c-bc64-5480c9bd43b8 None None] Provisioning complete for port aa61ea3c-0ad2-4259-886d-a86ed48f7921 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:40.747615 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3de05ea1-af71-4a0c-bc64-5480c9bd43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.754525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:40.801254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.1 (3633b936-49a2-411e-b072-3dc367f982bf/e6c87896-a6ac-4e0a-ab63-e296bacfc9b9/7a999dee-c32f-4470-91f2-c8df55c14ec2) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:40.836813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Attempting to bind port cf7bdfcd-2ad7-4984-9186-9f279673f717 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:40.837193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Attempting to bind port cf7bdfcd-2ad7-4984-9186-9f279673f717 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:40.837559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Attempting to bind port cf7bdfcd-2ad7-4984-9186-9f279673f717 on network 3633b936-49a2-411e-b072-3dc367f982bf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:40.860768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:40.860768 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Checking segment: {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:40.861132 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.861307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Bound using segment: {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:40.861784 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Bound port: cf7bdfcd-2ad7-4984-9186-9f279673f717, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:40.862165 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.920899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.955433 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.999287 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 3633b936-49a2-411e-b072-3dc367f982bf is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:41.002388 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:41.006660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:41.033177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=7a999dee-c32f-4470-91f2-c8df55c14ec2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:41.040329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] For port cf7bdfcd-2ad7-4984-9186-9f279673f717, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:41.045215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3de05ea1-af71-4a0c-bc64-5480c9bd43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.055502 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.061214 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] For port cf7bdfcd-2ad7-4984-9186-9f279673f717, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cf7bdfcd-2ad7-4984-9186-9f279673f717,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:41.076567 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.083560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3de05ea1-af71-4a0c-bc64-5480c9bd43b8 None None] For port aa61ea3c-0ad2-4259-886d-a86ed48f7921, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa61ea3c-0ad2-4259-886d-a86ed48f7921,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:41.114265 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3de05ea1-af71-4a0c-bc64-5480c9bd43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.151050 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6fdb9-3171-41d2-bdb9-fb1a18816600 None None] Pushing event updated for resources: {'Port': ['ID=cf7bdfcd-2ad7-4984-9186-9f279673f717,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:41.184863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:38Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:41.201393 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.216693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bca51e-5c73-4184-bf74-833c7d50983b None None] The sync data for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 is: [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:38Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:41.233130 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de05ea1-af71-4a0c-bc64-5480c9bd43b8 None None] Pushing event updated for resources: {'Port': ['ID=aa61ea3c-0ad2-4259-886d-a86ed48f7921,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:41.530667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.538185 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.615184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=7a999dee-c32f-4470-91f2-c8df55c14ec2,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:41.618024 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.718636 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 3633b936-49a2-411e-b072-3dc367f982bf is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:41.720167 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:41.871452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 202156ff-5fc1-4671-9e18-49875ec1e58f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:41.966126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device aa61ea3c-0ad2-4259-886d-a86ed48f7921 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:42.010289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:42.016329 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a7161e93-20db-4433-9b42-4d3348d25383 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/202156ff-5fc1-4671-9e18-49875ec1e58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2758424 Dec 15 14:47:42.038838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port aa61ea3c-0ad2-4259-886d-a86ed48f7921 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:42.039219 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.145066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cf7bdfcd-2ad7-4984-9186-9f279673f717 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:42.205314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port cf7bdfcd-2ad7-4984-9186-9f279673f717 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:42.205996 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.219695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-f08ad7de-95ac-4d10-9c5d-685e8d390a59 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35072571&fields=id&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 267 time: 0.0555766 Dec 15 14:47:42.288244 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3ac14-403f-4a88-9910-e7416fd66a44 None None] Network 3633b936-49a2-411e-b072-3dc367f982bf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:42.331279 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-8dafe577-fe1c-4c43-98dc-a024f27dee01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:42.334051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-8dafe577-fe1c-4c43-98dc-a024f27dee01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/networks?id=3633b936-49a2-411e-b072-3dc367f982bf HTTP/1.1" status: 200 len: 797 time: 0.1064765 Dec 15 14:47:42.351565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-818215c6-20b7-4786-8ac4-ec816d74a3c5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/quotas/daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 375 time: 0.0109327 Dec 15 14:47:42.359221 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.389682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fce78f2c-7b0f-402f-bd73-da2b010055c5 None None] Provisioning complete for port cf7bdfcd-2ad7-4984-9186-9f279673f717 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:42.390061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fce78f2c-7b0f-402f-bd73-da2b010055c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.411543 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-92eec85a-7a50-4c82-8832-b4d131703f6f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541937 Dec 15 14:47:42.465563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port cf7bdfcd-2ad7-4984-9186-9f279673f717, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cf7bdfcd-2ad7-4984-9186-9f279673f717,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:42.473935 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.570528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=cf7bdfcd-2ad7-4984-9186-9f279673f717,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:42.587986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-f704cff1-eb29-4e6a-b4ab-b28ff95de92f service neutron] 10.222.0.86 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644065 Dec 15 14:47:42.688929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-c0f3f50f-3193-47a9-947e-b15238fdcdb9 service neutron] 10.222.0.86 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945098 Dec 15 14:47:42.797245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-24324d92-bdd9-4d50-8bd3-4960411c7df9 None None] Provisioning complete for port cf7bdfcd-2ad7-4984-9186-9f279673f717 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:42.797859 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24324d92-bdd9-4d50-8bd3-4960411c7df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.915078 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-10d6a8eb-e982-4d96-8a90-c2fb7c5daf5c req-2eae1b24-00c5-4098-9cd7-d4ed08d4b7f6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 210 time: 0.0383294 Dec 15 14:47:43.077756 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-24324d92-bdd9-4d50-8bd3-4960411c7df9 None None] Provisioning complete for port 7a999dee-c32f-4470-91f2-c8df55c14ec2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:43.078140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24324d92-bdd9-4d50-8bd3-4960411c7df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.120045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-24324d92-bdd9-4d50-8bd3-4960411c7df9 None None] Port 7a999dee-c32f-4470-91f2-c8df55c14ec2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:43.137949 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Sync routers for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:43.152803 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:43.153453 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:43.246932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ecfc0f13-264c-44b0-8923-dfa69e3e8a05 None None] Provisioning complete for port 7a999dee-c32f-4470-91f2-c8df55c14ec2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:43.248069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0f13-264c-44b0-8923-dfa69e3e8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.291080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc0f13-264c-44b0-8923-dfa69e3e8a05 None None] Port 7a999dee-c32f-4470-91f2-c8df55c14ec2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:43.303134 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:43.410953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-ee98a6d4-736b-4dc4-b325-5ac43ee212e0 None None] Provisioning complete for port 7a999dee-c32f-4470-91f2-c8df55c14ec2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:43.411411 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee98a6d4-736b-4dc4-b325-5ac43ee212e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.449111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ee98a6d4-736b-4dc4-b325-5ac43ee212e0 None None] Port 7a999dee-c32f-4470-91f2-c8df55c14ec2 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:43.600916 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 2, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:43.627236 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Checking router: 202156ff-5fc1-4671-9e18-49875ec1e58f for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:43.627598 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Updating router 202156ff-5fc1-4671-9e18-49875ec1e58f port 7a999dee-c32f-4470-91f2-c8df55c14ec2 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:43.655053 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.860567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cf7bdfcd-2ad7-4984-9186-9f279673f717 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:43.909966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port cf7bdfcd-2ad7-4984-9186-9f279673f717 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:43.910341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.927743 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.935073 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.986418 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Pushing event updated for resources: {'Port': ['ID=7a999dee-c32f-4470-91f2-c8df55c14ec2,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:43.996177 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:43.996529 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:43.997089 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:43.997435 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:43.997772 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:43.998105 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:43.998436 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:43.998763 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:43.999253 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:44.000902 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:44.000902 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:44.000902 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:44.000902 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:44.069381 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Attempting to bind port 7a999dee-c32f-4470-91f2-c8df55c14ec2 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:44.069760 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Attempting to bind port 7a999dee-c32f-4470-91f2-c8df55c14ec2 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:44.071999 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Attempting to bind port 7a999dee-c32f-4470-91f2-c8df55c14ec2 on network 3633b936-49a2-411e-b072-3dc367f982bf {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:44.077625 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:44.078281 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Checking segment: {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:44.078867 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.079436 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Bound using segment: {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:44.080110 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Bound port: 7a999dee-c32f-4470-91f2-c8df55c14ec2, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:44.080658 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.145331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fd5c88b5-7ec3-4b3a-9305-ece278744521 req-5e45ea51-3bfe-41d3-a106-b9d439219de3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 210 time: 0.0447581 Dec 15 14:47:44.153145 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] For port 7a999dee-c32f-4470-91f2-c8df55c14ec2, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:44.156672 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] For port 7a999dee-c32f-4470-91f2-c8df55c14ec2, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7a999dee-c32f-4470-91f2-c8df55c14ec2,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:44.164518 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.199631 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-917c371d-0ebd-441f-be71-48bb9973143b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:44.201813 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-917c371d-0ebd-441f-be71-48bb9973143b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/networks?id=3633b936-49a2-411e-b072-3dc367f982bf HTTP/1.1" status: 200 len: 797 time: 0.2342086 Dec 15 14:47:44.226728 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:44.227622 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:44.282311 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795f8ad-3e0c-4c40-bb7f-b17440ada629 None None] Pushing event updated for resources: {'Port': ['ID=7a999dee-c32f-4470-91f2-c8df55c14ec2,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:44.291497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-5b1d6da7-ddcd-41be-a776-1d0983c537a3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 378 time: 0.0771065 Dec 15 14:47:44.304914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'port': {'device_id': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'admin_state_up': True, 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'security_groups': ['65b0a8d0-2a68-4611-9ade-14115d6a365e']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:44.360676 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:44.385682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2fd55831-71a5-4021-a539-2b279f2a0fd5 None None] Provisioning complete for port 7a999dee-c32f-4470-91f2-c8df55c14ec2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:44.387835 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2fd55831-71a5-4021-a539-2b279f2a0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.445623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:44.449324 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.480686 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2fd55831-71a5-4021-a539-2b279f2a0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.522187 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2fd55831-71a5-4021-a539-2b279f2a0fd5 None None] For port 7a999dee-c32f-4470-91f2-c8df55c14ec2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7a999dee-c32f-4470-91f2-c8df55c14ec2,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:44.526745 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2fd55831-71a5-4021-a539-2b279f2a0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.586691 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd55831-71a5-4021-a539-2b279f2a0fd5 None None] Pushing event updated for resources: {'Port': ['ID=7a999dee-c32f-4470-91f2-c8df55c14ec2,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:44.587846 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:44Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:44.602704 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.14 (3633b936-49a2-411e-b072-3dc367f982bf/e6c87896-a6ac-4e0a-ab63-e296bacfc9b9/506372a6-34d4-4eb6-90a4-a5e73fc6744e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:44.619057 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba269c4-ae1c-43f0-8a5c-c32ebaa63fec None None] The sync data for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 is: [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:44Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:44.648661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-625a5d13-d780-48bc-bc40-1f6c87cf4699 None None] Provisioning complete for port 7a999dee-c32f-4470-91f2-c8df55c14ec2 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:44.649064 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-625a5d13-d780-48bc-bc40-1f6c87cf4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.770632 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.806291 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.857643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 3633b936-49a2-411e-b072-3dc367f982bf is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:44.860823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:44.864677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:44.888921 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=506372a6-34d4-4eb6-90a4-a5e73fc6744e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:44.921265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:44.921853 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.939593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-29d1194e-92ba-4e68-b7dd-b19e0a58a5cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6386676 Dec 15 14:47:44.952011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Request body: {'port': {'device_id': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:45.013489 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.190580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c8610d91-e505-4b50-a05c-93ea4de24089 None None] Provisioning complete for port 506372a6-34d4-4eb6-90a4-a5e73fc6744e triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:45.191000 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c8610d91-e505-4b50-a05c-93ea4de24089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.230925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c8610d91-e505-4b50-a05c-93ea4de24089 None None] Port 506372a6-34d4-4eb6-90a4-a5e73fc6744e cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:45.293403 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee3c75-c1e5-44d8-9907-5283a522951d req-77538046-36e4-4cca-98bb-9d349a79aa4d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.300096 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d2ee3c75-c1e5-44d8-9907-5283a522951d req-77538046-36e4-4cca-98bb-9d349a79aa4d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 932 time: 0.0641017 Dec 15 14:47:45.313981 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506372a6-34d4-4eb6-90a4-a5e73fc6744e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:45.322204 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.336199 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Transition to ACTIVE for port object 506372a6-34d4-4eb6-90a4-a5e73fc6744e will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:47:45.341179 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.356474 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d2ee3c75-c1e5-44d8-9907-5283a522951d req-82b1a3d1-cded-42f6-874a-a6ee192c1a5b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538437 Dec 15 14:47:45.403041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Pushing event updated for resources: {'Port': ['ID=506372a6-34d4-4eb6-90a4-a5e73fc6744e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:45.477249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Attempting to bind port 506372a6-34d4-4eb6-90a4-a5e73fc6744e on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:45.477587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Attempting to bind port 506372a6-34d4-4eb6-90a4-a5e73fc6744e by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:45.477923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Attempting to bind port 506372a6-34d4-4eb6-90a4-a5e73fc6744e on network 3633b936-49a2-411e-b072-3dc367f982bf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:45.482838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Port 506372a6-34d4-4eb6-90a4-a5e73fc6744e on network 3633b936-49a2-411e-b072-3dc367f982bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:47:45.483162 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Attempting to bind port 506372a6-34d4-4eb6-90a4-a5e73fc6744e on network 3633b936-49a2-411e-b072-3dc367f982bf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:45.489002 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:45.489359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Checking segment: {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:45.489673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Bound using segment: {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:45.490102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Bound port: 506372a6-34d4-4eb6-90a4-a5e73fc6744e, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da148e03-7299-42ed-852f-caed24e379c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:45.490460 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.566664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] For port 506372a6-34d4-4eb6-90a4-a5e73fc6744e, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:45.570598 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] For port 506372a6-34d4-4eb6-90a4-a5e73fc6744e, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:45.575559 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.612105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.612781 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.615374 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] 10.222.0.74 "PUT /v2.0/ports/506372a6-34d4-4eb6-90a4-a5e73fc6744e HTTP/1.1" status: 200 len: 1092 time: 0.6678617 Dec 15 14:47:45.618544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:45.624131 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a125f5-f8cb-4378-ab70-84650dc45ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:45.704925 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca9415c-b566-4600-805c-d47741e41cb5 x-openstack-request-id: req-cca9415c-b566-4600-805c-d47741e41cb5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:45.705229 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:45.705496 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cca9415c-b566-4600-805c-d47741e41cb5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:45.706037 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'status': 'completed', 'code': 200} Dec 15 14:47:45.714461 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b30ce-101e-4632-b88c-58eb504f1d81 service neutron] Pushing event updated for resources: {'Port': ['ID=506372a6-34d4-4eb6-90a4-a5e73fc6744e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:45.738083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-e4ed61b3-29c5-4190-8632-eb10291a39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.740720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-e4ed61b3-29c5-4190-8632-eb10291a39c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 1095 time: 0.0753658 Dec 15 14:47:45.792507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-d297a1d0-bb17-4a46-8e5d-2c170de68b7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e HTTP/1.1" status: 200 len: 217 time: 0.0429440 Dec 15 14:47:45.857025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-27ef4f4a-6b48-45af-959e-690d8ada9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.858664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-27ef4f4a-6b48-45af-959e-690d8ada9b8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6c87896-a6ac-4e0a-ab63-e296bacfc9b9 HTTP/1.1" status: 200 len: 835 time: 0.0585713 Dec 15 14:47:45.911839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7a999dee-c32f-4470-91f2-c8df55c14ec2 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:45.917401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-bf4e89d4-b015-4e26-818e-ad05a909579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.918925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-bf4e89d4-b015-4e26-818e-ad05a909579b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3633b936-49a2-411e-b072-3dc367f982bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535333 Dec 15 14:47:45.959771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7a999dee-c32f-4470-91f2-c8df55c14ec2 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:45.960171 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:46.014972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-44051dae-fa41-4d16-8e31-7bedcf4c9924 service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876882 Dec 15 14:47:46.107403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-01b55729-b650-461e-9eb1-2b06ca329e99 req-9096eb76-68c6-46ef-bc18-26cca858c556 service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849855 Dec 15 14:47:46.198773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-cd1cc68c-adec-4237-9289-8f0f9f7f4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:46.200264 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-cd1cc68c-adec-4237-9289-8f0f9f7f4a24 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 1095 time: 0.0459526 Dec 15 14:47:46.289815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-620c7021-3190-4b83-9d53-18608e7bf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:46.291275 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-620c7021-3190-4b83-9d53-18608e7bf142 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3633b936-49a2-411e-b072-3dc367f982bf HTTP/1.1" status: 200 len: 899 time: 0.0828507 Dec 15 14:47:46.334347 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-d4386349-0ee3-43e5-99f6-359fd69854b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e HTTP/1.1" status: 200 len: 217 time: 0.0347743 Dec 15 14:47:46.388349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-19fb7533-85ee-447c-a777-871b6a7f326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:46.389828 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-19fb7533-85ee-447c-a777-871b6a7f326f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6c87896-a6ac-4e0a-ab63-e296bacfc9b9 HTTP/1.1" status: 200 len: 835 time: 0.0481091 Dec 15 14:47:46.436677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-ffa487ec-1007-4793-be81-6828a661964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:46.438074 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-ffa487ec-1007-4793-be81-6828a661964e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3633b936-49a2-411e-b072-3dc367f982bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400984 Dec 15 14:47:46.478795 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd242e3-3f6e-4472-9f7d-88f2208622e6 req-91730309-453c-4633-9b81-f8cc25fc9fdc tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:46.480315 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fd242e3-3f6e-4472-9f7d-88f2208622e6 req-91730309-453c-4633-9b81-f8cc25fc9fdc tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 944 time: 0.0505350 Dec 15 14:47:46.527713 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-5375577f-5847-407e-a9f1-8b49aa42bff9 service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817235 Dec 15 14:47:46.536275 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1fd242e3-3f6e-4472-9f7d-88f2208622e6 req-7b9bc56a-5bf2-4a66-ab16-f73aa93cc606 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498533 Dec 15 14:47:46.620831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a125f5-f8cb-4378-ab70-84650dc45ccf req-cbe73537-f70b-4020-b2eb-f077b78ee014 service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843358 Dec 15 14:47:47.654592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504cb62-5df2-4893-a1fa-f59e5e9bf5c0 req-aae5c9dc-68b8-42ce-894b-df9e8aa6ff95 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:47.656121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c504cb62-5df2-4893-a1fa-f59e5e9bf5c0 req-aae5c9dc-68b8-42ce-894b-df9e8aa6ff95 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 944 time: 0.0506978 Dec 15 14:47:47.705310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c504cb62-5df2-4893-a1fa-f59e5e9bf5c0 req-f9d8e771-c808-4c2b-8ab8-98cf0954260a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432277 Dec 15 14:47:47.874597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 506372a6-34d4-4eb6-90a4-a5e73fc6744e details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:47:47.968448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 506372a6-34d4-4eb6-90a4-a5e73fc6744e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:47.979734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'port_id': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'mac_address': 'fa:16:3e:13:a3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:47:48.020795 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.034360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506372a6-34d4-4eb6-90a4-a5e73fc6744e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:48.053740 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 506372a6-34d4-4eb6-90a4-a5e73fc6744e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:48.057376 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.103624 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=506372a6-34d4-4eb6-90a4-a5e73fc6744e,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:48.263372 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['506372a6-34d4-4eb6-90a4-a5e73fc6744e'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:48.827963 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555643e-52e3-4756-9407-3537956169bc req-56a44cc2-06b2-48b3-928d-c65832f8d437 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:48.829448 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c555643e-52e3-4756-9407-3537956169bc req-56a44cc2-06b2-48b3-928d-c65832f8d437 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 945 time: 0.0501983 Dec 15 14:47:48.879767 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c555643e-52e3-4756-9407-3537956169bc req-f097d288-82f0-45d6-860f-25a285fe97f9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443084 Dec 15 14:47:49.891271 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 506372a6-34d4-4eb6-90a4-a5e73fc6744e up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:49.942048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 506372a6-34d4-4eb6-90a4-a5e73fc6744e completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:47:49.946143 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 506372a6-34d4-4eb6-90a4-a5e73fc6744e triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:49.946638 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.001416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3c37f-3464-4540-8b8a-f369ebadcae7 req-054e31a2-1799-4895-9abf-aecb541834f5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.002926 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dc3c37f-3464-4540-8b8a-f369ebadcae7 req-054e31a2-1799-4895-9abf-aecb541834f5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 945 time: 0.0538175 Dec 15 14:47:50.027538 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.052075 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:50.053445 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7922a4-be75-403b-83cb-cb53036c9e94" -d '{"events": [{"server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "name": "network-vif-plugged", "status": "completed", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:50.055313 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8dc3c37f-3464-4540-8b8a-f369ebadcae7 req-04d2d09d-e001-43e3-939b-784e94978483 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459783 Dec 15 14:47:50.068198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 506372a6-34d4-4eb6-90a4-a5e73fc6744e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:50.074514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.101425 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10f405-7536-4b8d-998c-08ffc1fc4cd2 x-openstack-request-id: req-5b10f405-7536-4b8d-998c-08ffc1fc4cd2 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:50.101737 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "name": "network-vif-plugged", "status": "completed", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:50.101996 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5b10f405-7536-4b8d-998c-08ffc1fc4cd2 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:50.102391 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'code': 200} Dec 15 14:47:50.131673 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=506372a6-34d4-4eb6-90a4-a5e73fc6744e,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:50.192577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5d528-4e55-4a2d-a68d-a3496cdc2c8c req-561cb7c2-0f54-4b4a-88b8-fface6c7d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.194363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00f5d528-4e55-4a2d-a68d-a3496cdc2c8c req-561cb7c2-0f54-4b4a-88b8-fface6c7d322 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 1097 time: 0.0420182 Dec 15 14:47:50.242339 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-00f5d528-4e55-4a2d-a68d-a3496cdc2c8c req-f7ab75e1-8869-4293-b6aa-2c8f65a9c4ad service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401945 Dec 15 14:47:51.173585 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c397d4d-2132-4cc3-b948-0f8c02c235b2 req-378774a7-91b6-4a84-8fed-4aef0048f353 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:51.175090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0c397d4d-2132-4cc3-b948-0f8c02c235b2 req-378774a7-91b6-4a84-8fed-4aef0048f353 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0497591 Dec 15 14:47:51.231271 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0c397d4d-2132-4cc3-b948-0f8c02c235b2 req-0fd62b10-c01b-497a-8d6d-eda776cd77b7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501242 Dec 15 14:47:52.348838 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b8ad9-6412-4018-a6c3-c591c22e833b req-8e42d158-a5a5-4d8a-9630-cf48a38889b1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:52.350336 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb0b8ad9-6412-4018-a6c3-c591c22e833b req-8e42d158-a5a5-4d8a-9630-cf48a38889b1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0490103 Dec 15 14:47:52.400815 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fb0b8ad9-6412-4018-a6c3-c591c22e833b req-5b7d30e2-2e68-4a22-9428-8cf8edb0e4e8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445697 Dec 15 14:47:52.515494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d21c3c-edba-4303-944d-d53f50a4e52c req-4adc7131-d472-42bf-8750-03fc463ec3be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:52.516981 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0d21c3c-edba-4303-944d-d53f50a4e52c req-4adc7131-d472-42bf-8750-03fc463ec3be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0492353 Dec 15 14:47:52.565517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b0d21c3c-edba-4303-944d-d53f50a4e52c req-73d5483d-c991-4514-8c03-8707e4df0e64 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420728 Dec 15 14:47:52.587962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50992) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:52.627285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305625c3-1d35-4df6-b71c-a57dded773b8 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:52.628984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-305625c3-1d35-4df6-b71c-a57dded773b8 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 1092 time: 0.0400403 Dec 15 14:47:52.631856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 50994) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:52.636329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:52.657716 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.758823 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.858098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.232 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/f2620f90-f2ec-4229-888e-c45603fda176) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:52.964067 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.998294 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.037422 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:53.040328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:53.042800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:53.075109 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=f2620f90-f2ec-4229-888e-c45603fda176,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:53.399851 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.465633 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.605918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.610435 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.678383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=f2620f90-f2ec-4229-888e-c45603fda176,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:53.689923 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.789872 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP 9424a4a2-73d2-43d9-9241-14134489869e associated. External IP: 172.25.7.232, port: 506372a6-34d4-4eb6-90a4-a5e73fc6744e. Dec 15 14:47:54.323647 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 202156ff-5fc1-4671-9e18-49875ec1e58f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:54.430136 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:54.439831 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] Sync routers for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:54.447833 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:54.450556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:54.451188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.476226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4580d884-c209-435b-85cf-306a93c75079 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8432865 Dec 15 14:47:54.476829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:54.479107 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:54.516350 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6d813e-6e73-464a-bc6f-cf53656b194b x-openstack-request-id: req-9f6d813e-6e73-464a-bc6f-cf53656b194b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:54.516650 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:54.516915 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f6d813e-6e73-464a-bc6f-cf53656b194b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:54.517316 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'status': 'completed', 'code': 200} Dec 15 14:47:54.568964 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:54.580768 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-463b8af5-1b98-48cf-a7cc-39f9e04d8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.582948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-463b8af5-1b98-48cf-a7cc-39f9e04d8a67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 1097 time: 0.0430899 Dec 15 14:47:54.588031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe296-ac69-4b21-92a3-ccb044bb8965 req-fefc5708-8b74-4b4b-8fb4-e6db54dfc12f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.589652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfbe296-ac69-4b21-92a3-ccb044bb8965 req-fefc5708-8b74-4b4b-8fb4-e6db54dfc12f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0571303 Dec 15 14:47:54.641575 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-3dfbe296-ac69-4b21-92a3-ccb044bb8965 req-aba0e16b-cc0d-49d4-848d-0c8015ec559a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458004 Dec 15 14:47:54.667288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:54.679695 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-e03ee9db-d499-4715-a2d3-0947ad65ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.682017 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-e03ee9db-d499-4715-a2d3-0947ad65ae48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3633b936-49a2-411e-b072-3dc367f982bf HTTP/1.1" status: 200 len: 899 time: 0.0928164 Dec 15 14:47:54.730676 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1723e745-abd9-4547-b6f6-2fb9412c33e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/9424a4a2-73d2-43d9-9241-14134489869e HTTP/1.1" status: 200 len: 992 time: 0.0619600 Dec 15 14:47:54.756076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-c34c8fc9-729d-4dfd-83cb-a6311874a956 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e HTTP/1.1" status: 200 len: 1000 time: 0.0656114 Dec 15 14:47:54.803936 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '9424a4a2-73d2-43d9-9241-14134489869e', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'port_id': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'mac_address': 'fa:16:3e:13:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:53Z', 'updated_at': '2021-12-15T14:47:53Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:44Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.807832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-e7df9e81-9f2e-4557-89c6-fa0629d38a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.809340 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-e7df9e81-9f2e-4557-89c6-fa0629d38a9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6c87896-a6ac-4e0a-ab63-e296bacfc9b9 HTTP/1.1" status: 200 len: 835 time: 0.0465121 Dec 15 14:47:54.830644 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] Checking router: 202156ff-5fc1-4671-9e18-49875ec1e58f for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:54.840089 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:54.840700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:47:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.855902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-63dd2813-1860-4b08-b2c9-c828986d1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.857413 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-63dd2813-1860-4b08-b2c9-c828986d1d84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3633b936-49a2-411e-b072-3dc367f982bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402303 Dec 15 14:47:54.948968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:54.953124 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-bd2de748-848c-48af-ac3b-38bf06f56bec service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882652 Dec 15 14:47:55.043472 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dfd2eb45-c3a2-4dfa-90c6-cbfbba2e6cf6 req-dc4f3a8e-d73d-4fbc-8223-173d401353b7 service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825870 Dec 15 14:47:55.192312 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '9424a4a2-73d2-43d9-9241-14134489869e', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'port_id': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'mac_address': 'fa:16:3e:13:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:53Z', 'updated_at': '2021-12-15T14:47:53Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:44Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:55.217894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590217bc-ab92-4d51-94de-7b1be1c97aea None None] The sync data for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 is: [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '9424a4a2-73d2-43d9-9241-14134489869e', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'port_id': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'mac_address': 'fa:16:3e:13:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:53Z', 'updated_at': '2021-12-15T14:47:53Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:44Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:55.403887 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b9641-436e-487e-859e-5acc91999461 None None] New status for floating IP 9424a4a2-73d2-43d9-9241-14134489869e: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:47:55.733702 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:55.799022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b1f4743b-de00-44ff-ab9e-2f1991566142 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/9424a4a2-73d2-43d9-9241-14134489869e HTTP/1.1" status: 200 len: 994 time: 0.0640950 Dec 15 14:48:01.314695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce512672-da26-485c-b228-84f1cca5e1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:01.363113 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:01.576061 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:03.935534 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53850da4-f2b4-4a89-b905-72749b403c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:05.059854 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:06.810865 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:07.443078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:10.292548 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:48:27.146240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a398d-7b11-4416-9702-e2c3e21ec452 req-20f0ebe6-e335-47b4-a6bb-0a2ce1f9ef8a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:27.147747 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e57a398d-7b11-4416-9702-e2c3e21ec452 req-20f0ebe6-e335-47b4-a6bb-0a2ce1f9ef8a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0842710 Dec 15 14:48:27.149623 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-fb828fcc-9cf3-4f19-8c40-a8f28a0f61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:27.151008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-fb828fcc-9cf3-4f19-8c40-a8f28a0f61b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 1097 time: 0.0850763 Dec 15 14:48:27.251387 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e57a398d-7b11-4416-9702-e2c3e21ec452 req-e7150ed9-8985-4ad2-b508-e25acdc9ef63 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975425 Dec 15 14:48:27.277859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-b7195bad-ba54-4dc9-808c-f1774b9ddecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:27.279724 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-b7195bad-ba54-4dc9-808c-f1774b9ddecb service neutron] 10.222.0.74 "GET /v2.0/networks?id=3633b936-49a2-411e-b072-3dc367f982bf HTTP/1.1" status: 200 len: 899 time: 0.1202459 Dec 15 14:48:27.348292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-089c8d7e-883b-484e-8cee-68aeb2399aee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e HTTP/1.1" status: 200 len: 1002 time: 0.0605116 Dec 15 14:48:27.397318 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-f1c2e23c-cb92-49d2-9f6d-7c0634f6d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:27.398745 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-f1c2e23c-cb92-49d2-9f6d-7c0634f6d4e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6c87896-a6ac-4e0a-ab63-e296bacfc9b9 HTTP/1.1" status: 200 len: 835 time: 0.0435946 Dec 15 14:48:27.447540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-1821e0e4-f21b-4a2d-b1de-fdc006b6ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:27.449020 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-1821e0e4-f21b-4a2d-b1de-fdc006b6ae49 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3633b936-49a2-411e-b072-3dc367f982bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431364 Dec 15 14:48:27.536575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-220be42e-d459-4385-b82d-9bcd5d1adbdb service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796537 Dec 15 14:48:27.629896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9bb48be7-8592-46fc-b77b-e2a06270ef39 req-d4e89035-9406-4ddd-8686-6f9f58d3fa89 service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853953 Dec 15 14:48:28.371042 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9eb91-57c6-46f8-b966-616b1538a0e8 req-01814f47-bbac-43c8-9e37-2129b89a441d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:28.372544 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aec9eb91-57c6-46f8-b966-616b1538a0e8 req-01814f47-bbac-43c8-9e37-2129b89a441d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0498040 Dec 15 14:48:28.432964 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aec9eb91-57c6-46f8-b966-616b1538a0e8 req-3b703a13-d45e-4506-83a0-5127ccf3f3b2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528433 Dec 15 14:48:29.549443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fef745-977f-4caa-b2b2-3d21acc0bf45 req-4e45776e-6751-4549-aa7f-aba7d471d4b8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:29.551656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27fef745-977f-4caa-b2b2-3d21acc0bf45 req-4e45776e-6751-4549-aa7f-aba7d471d4b8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0495245 Dec 15 14:48:29.600261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27fef745-977f-4caa-b2b2-3d21acc0bf45 req-ac3fe7db-2938-42a1-a0de-1105c8ec0b82 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425818 Dec 15 14:48:30.725944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb8b37-0536-4107-9532-eef97dac397c req-bdb8a44c-a94d-423e-a53f-d069bc439311 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:30.727332 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bb8b37-0536-4107-9532-eef97dac397c req-bdb8a44c-a94d-423e-a53f-d069bc439311 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0543954 Dec 15 14:48:30.777439 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98bb8b37-0536-4107-9532-eef97dac397c req-d1cdc5d2-2ba1-4d5e-9571-de9ec13fec82 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438461 Dec 15 14:48:31.316829 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f8805a1e-0cfa-411c-87db-812c14d619f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:31.372205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:31.572444 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:31.907035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd70d63-e095-48e8-9b9e-9e6985d1252d req-caccb999-2164-4b0d-8393-77ecd2fa9276 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:31.908536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8fd70d63-e095-48e8-9b9e-9e6985d1252d req-caccb999-2164-4b0d-8393-77ecd2fa9276 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0489562 Dec 15 14:48:31.962095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8fd70d63-e095-48e8-9b9e-9e6985d1252d req-ed3975f1-fae6-4eb5-ae10-159e0e990425 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473289 Dec 15 14:48:33.077218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65566cb-6e1e-43b3-99f4-55437291c710 req-abe45735-90ac-4290-b39e-0bd3f202a4b1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:33.078689 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e65566cb-6e1e-43b3-99f4-55437291c710 req-abe45735-90ac-4290-b39e-0bd3f202a4b1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0494807 Dec 15 14:48:33.128095 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e65566cb-6e1e-43b3-99f4-55437291c710 req-dd574e18-d1e6-4a2c-aa86-005536099a9b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431635 Dec 15 14:48:33.936785 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2dfb4f20-8d6a-4f7d-a06b-ee5f078afc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:34.246102 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa65509-1d90-42f4-9fe0-423fc7ce6591 req-aee9f8da-0360-4906-b922-fa4293f422ea tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:34.247559 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-afa65509-1d90-42f4-9fe0-423fc7ce6591 req-aee9f8da-0360-4906-b922-fa4293f422ea tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0481904 Dec 15 14:48:34.296366 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-afa65509-1d90-42f4-9fe0-423fc7ce6591 req-408761b3-11a8-4f4d-8724-25e491d7bec4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425682 Dec 15 14:48:35.062857 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:35.413631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc664040-ce06-4af4-a75f-b45c75672a7b req-f4f00337-d953-451c-8776-6bb6c6707ca0 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:35.415169 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc664040-ce06-4af4-a75f-b45c75672a7b req-f4f00337-d953-451c-8776-6bb6c6707ca0 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0500810 Dec 15 14:48:35.469716 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fc664040-ce06-4af4-a75f-b45c75672a7b req-1f80df65-3788-4236-b2ec-41ad1df7ab63 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479603 Dec 15 14:48:36.588892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30616d42-ba65-4a90-9f4e-1f212cd98f33 req-b1347fb7-81ef-4a98-bba9-fa6c810ec401 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:36.590380 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30616d42-ba65-4a90-9f4e-1f212cd98f33 req-b1347fb7-81ef-4a98-bba9-fa6c810ec401 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0508461 Dec 15 14:48:36.641452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-30616d42-ba65-4a90-9f4e-1f212cd98f33 req-23b7c2b1-6512-432c-9685-5cc0bf9034a9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451105 Dec 15 14:48:36.814167 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.447155 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.757570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7e311-816b-4916-b0d9-045c6414e8d6 req-b0ea7c59-f6f1-449c-9b31-229aa2ab2e57 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:37.759010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4f7e311-816b-4916-b0d9-045c6414e8d6 req-b0ea7c59-f6f1-449c-9b31-229aa2ab2e57 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0498285 Dec 15 14:48:37.808851 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4f7e311-816b-4916-b0d9-045c6414e8d6 req-795a7016-4b3c-493f-965a-0e9aa56e4240 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439429 Dec 15 14:48:38.928923 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d59727-a8e9-4a48-aeb7-be0d04c4b48b req-5403d6db-13fa-436e-80b6-5beb71598964 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:38.930404 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8d59727-a8e9-4a48-aeb7-be0d04c4b48b req-5403d6db-13fa-436e-80b6-5beb71598964 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0536067 Dec 15 14:48:38.979450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e8d59727-a8e9-4a48-aeb7-be0d04c4b48b req-887a62e5-0ed6-4da5-b734-93e4124f186c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431361 Dec 15 14:48:40.094524 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfcfef-2437-4785-90c8-cb42532660c9 req-87ddf696-54a4-4873-a206-52a440c60cc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:40.095916 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1dfcfef-2437-4785-90c8-cb42532660c9 req-87ddf696-54a4-4873-a206-52a440c60cc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0488555 Dec 15 14:48:40.144804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a1dfcfef-2437-4785-90c8-cb42532660c9 req-ee371997-adca-4875-9cab-1d17862bd055 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428703 Dec 15 14:48:41.260949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3c1f-869d-44ec-ba35-67e5fb9e76b4 req-5680d1ed-dd5d-429e-b1a6-f64e4d37c029 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:41.262448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-064e3c1f-869d-44ec-ba35-67e5fb9e76b4 req-5680d1ed-dd5d-429e-b1a6-f64e4d37c029 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0487652 Dec 15 14:48:41.312132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-064e3c1f-869d-44ec-ba35-67e5fb9e76b4 req-29eca75c-9a8a-4f78-9725-03aa624ae28c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430267 Dec 15 14:48:42.434300 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f511a-81aa-4eb9-923a-f506ed4385eb req-4ea77596-203f-44ac-aadb-35a8e8a51e8f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:42.435713 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-018f511a-81aa-4eb9-923a-f506ed4385eb req-4ea77596-203f-44ac-aadb-35a8e8a51e8f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0540283 Dec 15 14:48:42.487217 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-018f511a-81aa-4eb9-923a-f506ed4385eb req-b63b60e5-d952-461e-a54b-18b3ee3da761 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448675 Dec 15 14:48:43.603215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb94e7f-be57-4e8c-bba6-f6a8411a7ade req-b4081d3e-6feb-4bc2-9a63-e5be99ed6c52 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:43.604722 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fb94e7f-be57-4e8c-bba6-f6a8411a7ade req-b4081d3e-6feb-4bc2-9a63-e5be99ed6c52 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0488818 Dec 15 14:48:43.657673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fb94e7f-be57-4e8c-bba6-f6a8411a7ade req-340afb0c-3fa2-48eb-abd7-af259a0907b2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470760 Dec 15 14:48:43.680075 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:43.740551 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-060ec6bd-3cce-468d-bea6-447fb80d5368 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/9424a4a2-73d2-43d9-9241-14134489869e HTTP/1.1" status: 200 len: 994 time: 0.0593383 Dec 15 14:48:47.292357 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:48:50.589576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2522e78-863d-4da8-918d-e62db1d12989 req-39f4999e-4b22-47a6-b923-9490b8e147c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390542 Dec 15 14:48:50.672277 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2522e78-863d-4da8-918d-e62db1d12989 req-5703164f-7d01-484e-a784-7f0722ec3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.673726 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2522e78-863d-4da8-918d-e62db1d12989 req-5703164f-7d01-484e-a784-7f0722ec3291 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 1097 time: 0.0401471 Dec 15 14:48:50.777566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2522e78-863d-4da8-918d-e62db1d12989 req-5e071ddc-b6cf-49e2-8972-350830c27598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.779015 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2522e78-863d-4da8-918d-e62db1d12989 req-5e071ddc-b6cf-49e2-8972-350830c27598 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3633b936-49a2-411e-b072-3dc367f982bf HTTP/1.1" status: 200 len: 899 time: 0.0863380 Dec 15 14:48:50.844007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2522e78-863d-4da8-918d-e62db1d12989 req-b00396f9-05c8-4f18-a62c-40e4133cd5c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e HTTP/1.1" status: 200 len: 1002 time: 0.0570731 Dec 15 14:48:50.891839 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2522e78-863d-4da8-918d-e62db1d12989 req-567b596c-a88d-4995-b37f-7f5663871d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.893847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2522e78-863d-4da8-918d-e62db1d12989 req-567b596c-a88d-4995-b37f-7f5663871d02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6c87896-a6ac-4e0a-ab63-e296bacfc9b9 HTTP/1.1" status: 200 len: 835 time: 0.0423722 Dec 15 14:48:50.943916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2522e78-863d-4da8-918d-e62db1d12989 req-6c4f0b2f-e0ff-494a-ba29-a932f24149f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.945383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2522e78-863d-4da8-918d-e62db1d12989 req-6c4f0b2f-e0ff-494a-ba29-a932f24149f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3633b936-49a2-411e-b072-3dc367f982bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433526 Dec 15 14:48:51.034403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2522e78-863d-4da8-918d-e62db1d12989 req-e960b106-9359-405c-9bf0-10058842bdde service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814478 Dec 15 14:48:51.125783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c2522e78-863d-4da8-918d-e62db1d12989 req-7b51b054-f288-4e86-bdd6-79ae696c50e7 service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838778 Dec 15 14:49:01.324665 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0e48d76c-1b87-46f6-a968-b19273ae8428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:01.388246 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:01.569599 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.938548 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e187c4b4-19c7-4f52-a2ef-c90942b64df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:05.066106 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:06.815723 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:07.455067 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.122941 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:14.282183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port f2620f90-f2ec-4229-888e-c45603fda176 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:14.282521 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.361508 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.361829 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.373288 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for f2620f90-f2ec-4229-888e-c45603fda176 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:14.519745 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.545310 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=f2620f90-f2ec-4229-888e-c45603fda176,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:14.558852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.559231 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.559575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.559932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.560269 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.560598 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.560932 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.561261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.561588 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.561916 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.562244 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.562572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.562891 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:14.616543 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.616872 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP 9424a4a2-73d2-43d9-9241-14134489869e disassociated (deleted). External IP: 172.25.7.232, port: 506372a6-34d4-4eb6-90a4-a5e73fc6744e. Dec 15 14:49:14.827101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 202156ff-5fc1-4671-9e18-49875ec1e58f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:49:14.934974 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:14.940367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:14.944738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] Sync routers for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:14.953492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:14.954124 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:14.967405 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a3260c7e-5f39-47c8-8527-be1249d58fb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/floatingips/9424a4a2-73d2-43d9-9241-14134489869e HTTP/1.1" status: 204 len: 168 time: 0.8431561 Dec 15 14:49:14.968044 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:14.970442 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:15.008762 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f48ad-caca-4e70-a9d3-aed282c0e1f2 x-openstack-request-id: req-f91f48ad-caca-4e70-a9d3-aed282c0e1f2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:15.009066 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:15.009328 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f91f48ad-caca-4e70-a9d3-aed282c0e1f2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:15.009744 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'status': 'completed', 'code': 200} Dec 15 14:49:15.064823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:15.074298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-c48b92e1-1e64-46f7-af43-5d75d2b306dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:15.075927 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-c48b92e1-1e64-46f7-af43-5d75d2b306dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 1097 time: 0.0435588 Dec 15 14:49:15.188421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-bf2c8be9-3b90-4657-a043-c46e96dd33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:15.190566 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-bf2c8be9-3b90-4657-a043-c46e96dd33e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3633b936-49a2-411e-b072-3dc367f982bf HTTP/1.1" status: 200 len: 899 time: 0.1061139 Dec 15 14:49:15.230445 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb1ed-05c5-40f1-b953-c2245fb7b356 req-cd09c565-2647-454a-ad15-2a5b3f7a4256 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:15.232251 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-148bb1ed-05c5-40f1-b953-c2245fb7b356 req-cd09c565-2647-454a-ad15-2a5b3f7a4256 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0557940 Dec 15 14:49:15.241837 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-47ecb271-8749-4f57-922f-8980eda1fe07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e HTTP/1.1" status: 200 len: 217 time: 0.0424128 Dec 15 14:49:15.288502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-148bb1ed-05c5-40f1-b953-c2245fb7b356 req-eb6a5b03-f833-4a0d-b844-a3036d1f6eb9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491476 Dec 15 14:49:15.292370 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-e309ed52-4279-4c95-8f4a-3902fb563325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:15.294098 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-e309ed52-4279-4c95-8f4a-3902fb563325 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6c87896-a6ac-4e0a-ab63-e296bacfc9b9 HTTP/1.1" status: 200 len: 835 time: 0.0448031 Dec 15 14:49:15.295643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:44Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:15.326340 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] Checking router: 202156ff-5fc1-4671-9e18-49875ec1e58f for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:15.336771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:15.337394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:15.343759 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-e23d756a-15cd-49bd-906a-cc533c62f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:15.346311 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-e23d756a-15cd-49bd-906a-cc533c62f2a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3633b936-49a2-411e-b072-3dc367f982bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429356 Dec 15 14:49:15.456367 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-4bc80b7d-3dd6-4bb1-900c-12ea71163a21 service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996616 Dec 15 14:49:15.554787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3ab7ea87-9032-4119-bce0-e11d4b3e4bea req-5bb2adfe-b1d4-43d9-ab9e-6919e156df4a service neutron] 10.222.0.74 "GET /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885701 Dec 15 14:49:15.617212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:15.822145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:44Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:15.848622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc63da9-e8ae-45f6-a4a2-0e90e8d4227c None None] The sync data for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 is: [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '7a999dee-c32f-4470-91f2-c8df55c14ec2', 'name': '', 'network_id': '3633b936-49a2-411e-b072-3dc367f982bf', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:e2:4d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:40Z', 'updated_at': '2021-12-15T14:47:44Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'e6c87896-a6ac-4e0a-ab63-e296bacfc9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:16.054504 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ae7d1-6a7f-4b51-8c2a-c5f182542d4c None None] New status for floating IP 9424a4a2-73d2-43d9-9241-14134489869e: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:49:16.415947 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a727792-a8a3-4574-a393-1eef40c206c0 req-808acc83-1928-41cc-a5d0-7521f766ca34 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:16.417433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a727792-a8a3-4574-a393-1eef40c206c0 req-808acc83-1928-41cc-a5d0-7521f766ca34 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0549948 Dec 15 14:49:16.467802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a727792-a8a3-4574-a393-1eef40c206c0 req-71455de6-4457-4c5c-a223-1c65bccd2a7e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=65b0a8d0-2a68-4611-9ade-14115d6a365e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442750 Dec 15 14:49:16.700230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-7c10559d-03c8-46d9-8dce-7a89a2c3d682 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:16.701577 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-7c10559d-03c8-46d9-8dce-7a89a2c3d682 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 946 time: 0.0477087 Dec 15 14:49:16.811301 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 506372a6-34d4-4eb6-90a4-a5e73fc6744e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:16.811644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:16.906501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 506372a6-34d4-4eb6-90a4-a5e73fc6744e, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=506372a6-34d4-4eb6-90a4-a5e73fc6744e,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:16.906864 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:16.918596 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 506372a6-34d4-4eb6-90a4-a5e73fc6744e owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:17.047286 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:17.075674 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=506372a6-34d4-4eb6-90a4-a5e73fc6744e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:17.089129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.089129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.089129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.089129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.089617 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.089718 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.090006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.090341 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.090667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.090998 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.091329 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.091654 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.092000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:17.125061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] No DVR routers for this DVR port 506372a6-34d4-4eb6-90a4-a5e73fc6744e on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:49:17.128383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:17.131698 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-41f77421-228a-4c86-8fe8-879feb842dd6 req-bf59eb96-e824-437c-8448-d043d85816c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "DELETE /v2.0/ports/506372a6-34d4-4eb6-90a4-a5e73fc6744e HTTP/1.1" status: 204 len: 173 time: 0.4241052 Dec 15 14:49:17.132463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'name': 'network-vif-deleted', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:17.134783 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b18b63-f3ef-49f1-ad42-990b6cf75f4f" -d '{"events": [{"server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "name": "network-vif-deleted", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:17.175187 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21483732-24b4-4534-b490-d4ab88003f6d x-openstack-request-id: req-21483732-24b4-4534-b490-d4ab88003f6d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:17.179155 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed7db9f-453e-48a0-b51c-6ef339780f7c", "name": "network-vif-deleted", "tag": "506372a6-34d4-4eb6-90a4-a5e73fc6744e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:17.179155 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-21483732-24b4-4534-b490-d4ab88003f6d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:17.179155 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed7db9f-453e-48a0-b51c-6ef339780f7c', 'name': 'network-vif-deleted', 'tag': '506372a6-34d4-4eb6-90a4-a5e73fc6744e', 'status': 'completed', 'code': 200} Dec 15 14:49:17.593952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-73c89d0c-2f30-4a3b-add8-3ceed0383b6c req-1a416e96-f4b1-4dbf-884a-05fda84ffaf1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ed7db9f-453e-48a0-b51c-6ef339780f7c HTTP/1.1" status: 200 len: 210 time: 0.0300820 Dec 15 14:49:18.655198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:19.012274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.568125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 7a999dee-c32f-4470-91f2-c8df55c14ec2 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:19.568472 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.658904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 7a999dee-c32f-4470-91f2-c8df55c14ec2, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7a999dee-c32f-4470-91f2-c8df55c14ec2,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:19.659645 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.672261 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 7a999dee-c32f-4470-91f2-c8df55c14ec2 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:19.858739 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:19.885986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=7a999dee-c32f-4470-91f2-c8df55c14ec2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:20.061948 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:20.280266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 202156ff-5fc1-4671-9e18-49875ec1e58f has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:49:20.374133 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 506372a6-34d4-4eb6-90a4-a5e73fc6744e no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:20.387177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:20.392760 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3a5d5971-2a80-4a1d-878e-27d705de77ef tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/202156ff-5fc1-4671-9e18-49875ec1e58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7364078 Dec 15 14:49:20.395232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 506372a6-34d4-4eb6-90a4-a5e73fc6744e {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:20.395572 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51084) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:20.395688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 506372a6-34d4-4eb6-90a4-a5e73fc6744e not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:20.401637 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] Sync routers for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:20.412459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:20.413090 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:20.452701 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db82404-cb3a-4c2e-bbf3-4e1fc9403b16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting subnet e6c87896-a6ac-4e0a-ab63-e296bacfc9b9 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:49:20.455946 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db82404-cb3a-4c2e-bbf3-4e1fc9403b16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:20.501744 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db82404-cb3a-4c2e-bbf3-4e1fc9403b16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:20.519348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:20.587439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db82404-cb3a-4c2e-bbf3-4e1fc9403b16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:20.652314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db82404-cb3a-4c2e-bbf3-4e1fc9403b16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:20.684057 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3db82404-cb3a-4c2e-bbf3-4e1fc9403b16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:20.688212 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3db82404-cb3a-4c2e-bbf3-4e1fc9403b16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/subnets/e6c87896-a6ac-4e0a-ab63-e296bacfc9b9 HTTP/1.1" status: 204 len: 168 time: 0.2913356 Dec 15 14:49:20.689001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78319342-f9bd-4056-bc42-098999b7b1ad None None] Network 3633b936-49a2-411e-b072-3dc367f982bf requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:49:20.689376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db82404-cb3a-4c2e-bbf3-4e1fc9403b16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c87896-a6ac-4e0a-ab63-e296bacfc9b9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:20.690825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51086) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:20.755371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:49:19Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:20.795434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] Checking router: 202156ff-5fc1-4671-9e18-49875ec1e58f for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:20.801805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:20.811321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] Routers {'202156ff-5fc1-4671-9e18-49875ec1e58f'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:20.811966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['202156ff-5fc1-4671-9e18-49875ec1e58f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:20.909976 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:20.928084 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] Set router 202156ff-5fc1-4671-9e18-49875ec1e58f gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:20.931526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] DHCP port deletion for 3633b936-49a2-411e-b072-3dc367f982bf request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:20.962494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port aa61ea3c-0ad2-4259-886d-a86ed48f7921 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:20.962828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.039639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port aa61ea3c-0ad2-4259-886d-a86ed48f7921, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=aa61ea3c-0ad2-4259-886d-a86ed48f7921,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:21.040027 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.051796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for aa61ea3c-0ad2-4259-886d-a86ed48f7921 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:21.105148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Deleting port cf7bdfcd-2ad7-4984-9186-9f279673f717 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:21.105538 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.199198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] For port cf7bdfcd-2ad7-4984-9186-9f279673f717, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=cf7bdfcd-2ad7-4984-9186-9f279673f717,segment=NetworkSegment(da148e03-7299-42ed-852f-caed24e379c4),segment_id=da148e03-7299-42ed-852f-caed24e379c4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:21.199611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.215427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Calling delete_port for cf7bdfcd-2ad7-4984-9186-9f279673f717 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:21.216551 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.233074 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:49:19Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:21.242997 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=aa61ea3c-0ad2-4259-886d-a86ed48f7921,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:21.264940 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec3524-bb2b-45e5-aa9e-dd590bd568e4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:21.295743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455551b-3e46-46c0-b9d2-d20a87cb9843 None None] The sync data for ids ['202156ff-5fc1-4671-9e18-49875ec1e58f'] in n-d-821840-1 is: [{'id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178933584', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:49:19Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'aa61ea3c-0ad2-4259-886d-a86ed48f7921', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202156ff-5fc1-4671-9e18-49875ec1e58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:37Z', 'updated_at': '2021-12-15T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:21.308622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.343426 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.375031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Pushing event deleted for resources: {'Port': ['ID=cf7bdfcd-2ad7-4984-9186-9f279673f717,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:21.379665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] No DVR routers for this DVR port cf7bdfcd-2ad7-4984-9186-9f279673f717 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:49:21.387344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.387703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.388079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.388449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.388794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.389135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.389473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.389808 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.390142 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.390872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.390872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.391129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.391433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b46be-f6a9-445e-9889-6da18e50b6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:21.412467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.414577 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.455150 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.455721 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Fanout notify agent at l3_agent the message router_deleted on router 202156ff-5fc1-4671-9e18-49875ec1e58f {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:49:21.463297 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.467153 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d8496705-e10d-4b84-9173-760be5ab630d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/routers/202156ff-5fc1-4671-9e18-49875ec1e58f HTTP/1.1" status: 204 len: 168 time: 0.7717583 Dec 15 14:49:21.467379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51088) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:21.546081 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.630063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.652446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3633b936-49a2-411e-b072-3dc367f982bf']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:21.662715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da148e03-7299-42ed-852f-caed24e379c4') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:21.663017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da148e03-7299-42ed-852f-caed24e379c4') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:21.677912 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.696924 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.703805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:49:21.704099 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:49:21.707821 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:49:21.768526 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.776236 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.782176 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/networks/3633b936-49a2-411e-b072-3dc367f982bf HTTP/1.1" status: 204 len: 168 time: 0.3112597 Dec 15 14:49:21.782576 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51090) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:21.794369 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7b1ed-c2cf-4a72-9694-9c1e890c5147 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Network': ['ID=3633b936-49a2-411e-b072-3dc367f982bf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:21.844244 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87702cb4-5322-461f-ae6e-d31779bf54db tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.875786 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87702cb4-5322-461f-ae6e-d31779bf54db tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.943712 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87702cb4-5322-461f-ae6e-d31779bf54db tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.946588 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87702cb4-5322-461f-ae6e-d31779bf54db tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:21.947776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-87702cb4-5322-461f-ae6e-d31779bf54db tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/security-groups/65b0a8d0-2a68-4611-9ade-14115d6a365e HTTP/1.1" status: 204 len: 168 time: 0.1636379 Dec 15 14:49:21.958089 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87702cb4-5322-461f-ae6e-d31779bf54db tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b0a8d0-2a68-4611-9ade-14115d6a365e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:22.006127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7a999dee-c32f-4470-91f2-c8df55c14ec2 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:22.033198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 7a999dee-c32f-4470-91f2-c8df55c14ec2 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:22.033700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7a999dee-c32f-4470-91f2-c8df55c14ec2 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:22.034222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cf7bdfcd-2ad7-4984-9186-9f279673f717 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:22.060729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: cf7bdfcd-2ad7-4984-9186-9f279673f717 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:22.061003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device cf7bdfcd-2ad7-4984-9186-9f279673f717 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:22.248218 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51096) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:22.252935 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-62c4ac87-f877-4529-8698-968345819a5f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714068247', 'description': 'tempest-secgroup-smoke-1714068247 description', 'project_id': 'daae454eb03b49638cf68e23c755fb58'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:22.276194 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c4ac87-f877-4529-8698-968345819a5f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.343705 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c4ac87-f877-4529-8698-968345819a5f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.347629 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c4ac87-f877-4529-8698-968345819a5f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.386466 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62c4ac87-f877-4529-8698-968345819a5f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.387725 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-62c4ac87-f877-4529-8698-968345819a5f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1384869 Dec 15 14:49:22.390831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51098) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:22.393931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4ac87-f877-4529-8698-968345819a5f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:22.395750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3d02b8fd-d1d3-469b-9dcb-a2d2608fcc8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'da2aa6a1-3fc6-444b-be78-1ecd8a61c08f', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:22.433715 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d02b8fd-d1d3-469b-9dcb-a2d2608fcc8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.488225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d02b8fd-d1d3-469b-9dcb-a2d2608fcc8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.491678 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d02b8fd-d1d3-469b-9dcb-a2d2608fcc8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.508952 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02b8fd-d1d3-469b-9dcb-a2d2608fcc8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9294ea1-d4d5-46c1-9044-3be3e3b70f35,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:22.516650 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d02b8fd-d1d3-469b-9dcb-a2d2608fcc8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.518130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3d02b8fd-d1d3-469b-9dcb-a2d2608fcc8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261830 Dec 15 14:49:22.520781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51100) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:22.525097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-33346722-5908-4314-b23d-e04f77cd08cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'da2aa6a1-3fc6-444b-be78-1ecd8a61c08f', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:22.551495 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33346722-5908-4314-b23d-e04f77cd08cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.613181 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33346722-5908-4314-b23d-e04f77cd08cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.616419 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33346722-5908-4314-b23d-e04f77cd08cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.634030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33346722-5908-4314-b23d-e04f77cd08cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11c9098-8d8f-4958-9205-78ad99e19a20,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:22.641833 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33346722-5908-4314-b23d-e04f77cd08cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.643061 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-33346722-5908-4314-b23d-e04f77cd08cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213074 Dec 15 14:49:22.645770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51102) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:22.650241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-21b53c89-d783-49ea-a0d3-6658c989314d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'da2aa6a1-3fc6-444b-be78-1ecd8a61c08f', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:22.678566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b53c89-d783-49ea-a0d3-6658c989314d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.734749 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b53c89-d783-49ea-a0d3-6658c989314d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.739074 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b53c89-d783-49ea-a0d3-6658c989314d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.756754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b53c89-d783-49ea-a0d3-6658c989314d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9209748b-49a6-40bb-beeb-b662d557c29c,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:22.765688 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b53c89-d783-49ea-a0d3-6658c989314d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.766918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-21b53c89-d783-49ea-a0d3-6658c989314d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201866 Dec 15 14:49:22.769662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51104) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:22.773869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c837eec3-d010-4a12-808a-a8dc600fe060 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'da2aa6a1-3fc6-444b-be78-1ecd8a61c08f', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:22.799805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c837eec3-d010-4a12-808a-a8dc600fe060 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.858756 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c837eec3-d010-4a12-808a-a8dc600fe060 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.863619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c837eec3-d010-4a12-808a-a8dc600fe060 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.881637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837eec3-d010-4a12-808a-a8dc600fe060 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e6d7d0-d678-4d91-b761-f697ed3457fc,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:22.890566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c837eec3-d010-4a12-808a-a8dc600fe060 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.891752 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c837eec3-d010-4a12-808a-a8dc600fe060 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211786 Dec 15 14:49:22.895087 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51106) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:22.899385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-11e15674-c1e5-4153-b8d7-c5bd0f44757a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'da2aa6a1-3fc6-444b-be78-1ecd8a61c08f', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:22.920643 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-11e15674-c1e5-4153-b8d7-c5bd0f44757a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:49:22.925836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11e15674-c1e5-4153-b8d7-c5bd0f44757a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.985945 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11e15674-c1e5-4153-b8d7-c5bd0f44757a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.989469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11e15674-c1e5-4153-b8d7-c5bd0f44757a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.007034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e15674-c1e5-4153-b8d7-c5bd0f44757a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152273c9-0de5-4822-8f89-5ab1cdea026a,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:23.014763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11e15674-c1e5-4153-b8d7-c5bd0f44757a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.015966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-11e15674-c1e5-4153-b8d7-c5bd0f44757a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199257 Dec 15 14:49:23.020470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51108) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:23.024774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-49d291a7-9ce1-423c-a981-dcf2a53335cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'da2aa6a1-3fc6-444b-be78-1ecd8a61c08f', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:23.045411 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-49d291a7-9ce1-423c-a981-dcf2a53335cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:49:23.050619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49d291a7-9ce1-423c-a981-dcf2a53335cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.108075 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49d291a7-9ce1-423c-a981-dcf2a53335cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.111670 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49d291a7-9ce1-423c-a981-dcf2a53335cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.129233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d291a7-9ce1-423c-a981-dcf2a53335cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9611eb4b-4549-4827-8e3a-657e1d661ba3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:23.139543 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49d291a7-9ce1-423c-a981-dcf2a53335cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.140802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-49d291a7-9ce1-423c-a981-dcf2a53335cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194077 Dec 15 14:49:23.144985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51110) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:23.149882 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'network': {'name': 'tempest-network-smoke--2143156688', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'port_security_enabled': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:23.172871 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:49:23.176939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.200793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:49:23.210674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.211024 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Added segment 788aa9ce-eeef-4e6c-a837-ab07d6750f08 of type vlan for network c2cd1ce5-826f-42df-97d3-3564402f61c3 Dec 15 14:49:23.249970 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.274985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.280567 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:23.281178 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.341984 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959653 Dec 15 14:49:23.344650 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51112) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:23.349049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'admin_state_up': True, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:23.365197 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a1fa8-c42c-41af-bb55-0e8a4fe191c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Network': ['ID=c2cd1ce5-826f-42df-97d3-3564402f61c3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:23.380897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:49:23.381931 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.383267 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.442735 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.584423 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.869622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device aa61ea3c-0ad2-4259-886d-a86ed48f7921 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:23.894492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: aa61ea3c-0ad2-4259-886d-a86ed48f7921 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:23.894891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device aa61ea3c-0ad2-4259-886d-a86ed48f7921 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:24.085960 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:24.105068 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:24.205643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.97 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/36193699-7cf6-4084-a53e-8595bbed5e96) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:24.291719 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:49:24.307276 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:24.340046 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:24.380490 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:24.383858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:24.386765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:24.397852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53625ce4-13c9-4c63-ac5a-bbe79061ab46 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:24.415634 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=36193699-7cf6-4084-a53e-8595bbed5e96,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:24.502361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-c649c2b2-d423-4be3-bf7b-51be4c0922ba None None] Provisioning complete for port 36193699-7cf6-4084-a53e-8595bbed5e96 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:24.503066 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c649c2b2-d423-4be3-bf7b-51be4c0922ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:24.537395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-c649c2b2-d423-4be3-bf7b-51be4c0922ba None None] Port 36193699-7cf6-4084-a53e-8595bbed5e96 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:24.640727 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:24.836671 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:24.962411 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:49:25.068830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:25.079883 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Sync routers for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:25.089040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.089737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:25.090358 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:25.090867 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a6c1922a-261b-4d08-a8db-bca02cbc3b96 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7452662 Dec 15 14:49:25.094017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51114) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:25.122932 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-b642e51e-8727-40f7-bee0-043663bfab92 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=daae454eb03b49638cf68e23c755fb58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277369 Dec 15 14:49:25.125603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51116) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:25.217131 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b6e078-126b-426c-9e3c-c02c050ea0d9 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:25.218585 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-26b6e078-126b-426c-9e3c-c02c050ea0d9 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919752 Dec 15 14:49:25.221804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51118) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:25.251131 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-57847cc0-4906-4cdf-b0cd-1abfe3833e32 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281200 Dec 15 14:49:25.254194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51120) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:25.259458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1455519825', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:25.290517 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:25.347069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:49:25.350607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.472048 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:24Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:25.497226 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Checking router: e3013b6b-fa32-4624-ad8c-85ca53cb4c92 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:25.497577 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Updating router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 port 36193699-7cf6-4084-a53e-8595bbed5e96 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:49:25.523124 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.533500 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.597417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Subnet': ['ID=00613c08-ff95-4c55-88cc-417f2baf5319,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:25.607982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Checking segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:25.608355 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network hostable DHCP agents. Network: c2cd1ce5-826f-42df-97d3-3564402f61c3, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:49:25.627916 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:49:25.636905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, c2cd1ce5-826f-42df-97d3-3564402f61c3) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:25.643030 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:25.644252 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.645252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa219f2-410f-4382-adab-433eafb386e4 None None] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:49:25.661646 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4533a0b8-2a2c-497e-b741-bff43ae75c81 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4063995 Dec 15 14:49:25.668713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51122) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:25.750151 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-c2cd1ce5-826f-42df-97d3-3564402f61c3', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:49:25.751120 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.791040 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.796726 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.842578 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Pushing event updated for resources: {'Port': ['ID=36193699-7cf6-4084-a53e-8595bbed5e96,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:25.864118 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.864472 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.864814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.865150 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.865482 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.865811 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.866136 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.867043 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.867362 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.867687 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.868039 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.868484 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.868814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:49:25.887717 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Attempting to bind port 36193699-7cf6-4084-a53e-8595bbed5e96 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:25.888145 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Attempting to bind port 36193699-7cf6-4084-a53e-8595bbed5e96 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:25.888527 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Attempting to bind port 36193699-7cf6-4084-a53e-8595bbed5e96 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:25.895616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9364ed-e92a-4194-87e0-2857199044e9 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:25.896174 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:25.896571 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:25.896980 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.897377 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:25.897856 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Bound port: 36193699-7cf6-4084-a53e-8595bbed5e96, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:25.898240 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:25.904247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Allocated IP 172.20.0.2 (c2cd1ce5-826f-42df-97d3-3564402f61c3/00613c08-ff95-4c55-88cc-417f2baf5319/7a5e2be3-38c3-4224-8fbf-54a70b9c8c56) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:25.961116 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] For port 36193699-7cf6-4084-a53e-8595bbed5e96, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:25.964338 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] For port 36193699-7cf6-4084-a53e-8595bbed5e96, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=36193699-7cf6-4084-a53e-8595bbed5e96,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:25.969014 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.030234 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:26.030874 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:26.053988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d17aad-6f91-4490-ac8a-38b25e277622 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:49:26.076842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-b8da58f6-eaa0-47a0-b7e5-6cd0e1f41e8f None None] Provisioning complete for port 36193699-7cf6-4084-a53e-8595bbed5e96 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:26.077709 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8da58f6-eaa0-47a0-b7e5-6cd0e1f41e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.077833 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9627d6d-e8eb-4577-a4b3-3efa2a2a55ae None None] Pushing event updated for resources: {'Port': ['ID=36193699-7cf6-4084-a53e-8595bbed5e96,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:26.121455 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.135543 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.162209 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.169983 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:26.190060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:26.217658 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Pushing event updated for resources: {'Port': ['ID=7a5e2be3-38c3-4224-8fbf-54a70b9c8c56,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:26.220822 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:26.229801 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:26.246371 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8da58f6-eaa0-47a0-b7e5-6cd0e1f41e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.304322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b8da58f6-eaa0-47a0-b7e5-6cd0e1f41e8f None None] For port 36193699-7cf6-4084-a53e-8595bbed5e96, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=36193699-7cf6-4084-a53e-8595bbed5e96,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:26.309689 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Attempting to bind port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:26.310079 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Attempting to bind port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:26.310473 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Attempting to bind port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 on network c2cd1ce5-826f-42df-97d3-3564402f61c3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:26.314506 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8da58f6-eaa0-47a0-b7e5-6cd0e1f41e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.321883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:26.322320 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Checking segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:26.322622 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.323030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Bound using segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:26.323515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Bound port: 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:26.323929 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.383560 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:24Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:26.408093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da58f6-eaa0-47a0-b7e5-6cd0e1f41e8f None None] Pushing event updated for resources: {'Port': ['ID=36193699-7cf6-4084-a53e-8595bbed5e96,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:26.413697 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34965b-99c6-4340-b314-1096774f8587 None None] The sync data for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 is: [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:24Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:26.443687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] For port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:26.450535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] For port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7a5e2be3-38c3-4224-8fbf-54a70b9c8c56,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:26.452909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-854b7868-8e86-4b86-8f28-41c2d8a573a2 None None] Provisioning complete for port 36193699-7cf6-4084-a53e-8595bbed5e96 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:26.453464 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-854b7868-8e86-4b86-8f28-41c2d8a573a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.457069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.474439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.1 (c2cd1ce5-826f-42df-97d3-3564402f61c3/00613c08-ff95-4c55-88cc-417f2baf5319/8f467e80-aefd-4797-80df-675f28e38ac0) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:26.551485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9196fc-d3ca-49a4-98d7-25d43d67e890 None None] Pushing event updated for resources: {'Port': ['ID=7a5e2be3-38c3-4224-8fbf-54a70b9c8c56,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:26.615798 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.660804 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.718157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:26.721964 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:26.727385 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:26.731627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=8f467e80-aefd-4797-80df-675f28e38ac0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:26.788720 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.945635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.238503 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.244483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.319669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=8f467e80-aefd-4797-80df-675f28e38ac0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:27.325635 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.436782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:27.438196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:27.559036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:49:27.582883 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ed7ab-59af-4e6b-8727-2c89b380828c None None] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:49:27.655881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-93c09917-7fd8-4285-9380-b978fc007bfc None None] Provisioning complete for port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:27.656271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93c09917-7fd8-4285-9380-b978fc007bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.669544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:27.676368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d65d9ebb-ee4e-4cdd-bd4b-22ec701a357a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/e3013b6b-fa32-4624-ad8c-85ca53cb4c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0064578 Dec 15 14:49:27.844900 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-80de6388-f376-48dc-a41b-9a99d151d7be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714068247&fields=id&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 267 time: 0.0535340 Dec 15 14:49:27.963282 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93c09917-7fd8-4285-9380-b978fc007bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.998626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-aaab83f2-f8bd-42ba-befc-ce858d7f529a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:28.000209 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-aaab83f2-f8bd-42ba-befc-ce858d7f529a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 797 time: 0.1467383 Dec 15 14:49:28.005937 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-93c09917-7fd8-4285-9380-b978fc007bfc None None] For port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7a5e2be3-38c3-4224-8fbf-54a70b9c8c56,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:28.017633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-93c09917-7fd8-4285-9380-b978fc007bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.020089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-be444633-3ed3-4f18-9281-922bf5947fe7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/quotas/daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 375 time: 0.0126529 Dec 15 14:49:28.077060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:28.081269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-8ac9b989-736b-4ae4-a1ca-2fe7ce7a0461 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535960 Dec 15 14:49:28.104738 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c09917-7fd8-4285-9380-b978fc007bfc None None] Pushing event updated for resources: {'Port': ['ID=7a5e2be3-38c3-4224-8fbf-54a70b9c8c56,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:28.137996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:28.138298 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.200447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-25aa5939-4616-4b0c-95fc-722a744f6993 service neutron] 10.222.0.86 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063409 Dec 15 14:49:28.225256 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 36193699-7cf6-4084-a53e-8595bbed5e96 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:28.270772 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-97415013-b814-4572-91d0-538743a723a9 None None] Provisioning complete for port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:28.271152 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97415013-b814-4572-91d0-538743a723a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.303426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Sync routers for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:28.322831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-6569f2e4-447c-400f-a75e-e1cb2a2af532 service neutron] 10.222.0.86 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149051 Dec 15 14:49:28.328303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:28.328910 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:28.414236 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 36193699-7cf6-4084-a53e-8595bbed5e96 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:28.414621 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.528989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:28.530424 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fe094aea-6001-41a8-a790-925f00ea6cbd req-21e98b1e-8823-4402-9d64-2842046fca90 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 210 time: 0.0391095 Dec 15 14:49:28.574469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-97415013-b814-4572-91d0-538743a723a9 None None] Provisioning complete for port 8f467e80-aefd-4797-80df-675f28e38ac0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:28.574840 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97415013-b814-4572-91d0-538743a723a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.690963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-97415013-b814-4572-91d0-538743a723a9 None None] Port 8f467e80-aefd-4797-80df-675f28e38ac0 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:28.819953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2fe32f1c-4b92-4a3b-91ed-10e66275fb73 None None] Provisioning complete for port 8f467e80-aefd-4797-80df-675f28e38ac0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:28.820311 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2fe32f1c-4b92-4a3b-91ed-10e66275fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.852626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:27Z', 'revision_number': 2, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:28.885618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Checking router: e3013b6b-fa32-4624-ad8c-85ca53cb4c92 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:28.885950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Updating router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 port 8f467e80-aefd-4797-80df-675f28e38ac0 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:49:28.909026 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2fe32f1c-4b92-4a3b-91ed-10e66275fb73 None None] Port 8f467e80-aefd-4797-80df-675f28e38ac0 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:28.918285 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.190862 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.196163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.245753 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04ca01-ddae-4d14-bba2-6926a52b00cb None None] Pushing event updated for resources: {'Port': ['ID=8f467e80-aefd-4797-80df-675f28e38ac0,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:29.297119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Attempting to bind port 8f467e80-aefd-4797-80df-675f28e38ac0 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:29.297506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Attempting to bind port 8f467e80-aefd-4797-80df-675f28e38ac0 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:29.297884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Attempting to bind port 8f467e80-aefd-4797-80df-675f28e38ac0 on network c2cd1ce5-826f-42df-97d3-3564402f61c3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:29.303517 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:29.303935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Checking segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:29.304351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.304754 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Bound using segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:29.305233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Bound port: 8f467e80-aefd-4797-80df-675f28e38ac0, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:29.305629 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.373881 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] For port 8f467e80-aefd-4797-80df-675f28e38ac0, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:29.377288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] For port 8f467e80-aefd-4797-80df-675f28e38ac0, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8f467e80-aefd-4797-80df-675f28e38ac0,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:29.383845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.451451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:29.452147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:29.453969 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04ca01-ddae-4d14-bba2-6926a52b00cb None None] Pushing event updated for resources: {'Port': ['ID=8f467e80-aefd-4797-80df-675f28e38ac0,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:29.558969 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-45450781-a4d9-48bc-bb72-b0a22ab84d16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:29.560538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-45450781-a4d9-48bc-bb72-b0a22ab84d16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 797 time: 0.1353483 Dec 15 14:49:29.576252 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a69c6bb8-50b8-40f5-9ea0-ff8d06ee4aca None None] Provisioning complete for port 8f467e80-aefd-4797-80df-675f28e38ac0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:29.576694 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a69c6bb8-50b8-40f5-9ea0-ff8d06ee4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.636438 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:29.659391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1df29ff-1161-4dab-a058-b148fbef8475 req-61fef82d-1ed4-4ce0-aa0a-c370948b7b48 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 210 time: 0.0347517 Dec 15 14:49:29.672520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-725a6d4a-36a3-4bd7-9a6b-75c0333b9c45 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 380 time: 0.0990555 Dec 15 14:49:29.684763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'port': {'device_id': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'admin_state_up': True, 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'security_groups': ['da2aa6a1-3fc6-444b-be78-1ecd8a61c08f']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:29.762907 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a69c6bb8-50b8-40f5-9ea0-ff8d06ee4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.802228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:49:29.805774 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.842593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a69c6bb8-50b8-40f5-9ea0-ff8d06ee4aca None None] For port 8f467e80-aefd-4797-80df-675f28e38ac0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8f467e80-aefd-4797-80df-675f28e38ac0,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:29.854812 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a69c6bb8-50b8-40f5-9ea0-ff8d06ee4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:29.943004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:29.957297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.7 (c2cd1ce5-826f-42df-97d3-3564402f61c3/00613c08-ff95-4c55-88cc-417f2baf5319/ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:29.995071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c6bb8-50b8-40f5-9ea0-ff8d06ee4aca None None] Pushing event updated for resources: {'Port': ['ID=8f467e80-aefd-4797-80df-675f28e38ac0,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:30.023171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0ccf27c1-2838-4dc0-9ac0-73a276db6ea7 None None] Provisioning complete for port 8f467e80-aefd-4797-80df-675f28e38ac0 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:30.023697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0ccf27c1-2838-4dc0-9ac0-73a276db6ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.028360 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:30.028836 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.080650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:29Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:30.105340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.118864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe68ba-153d-44ee-bbd6-3065741e3550 None None] The sync data for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 is: [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:29Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:30.159893 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.245914 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:30.259514 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:30.262470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:30.272994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:30.337632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:30.338466 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.360118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-19c998be-b9f9-4251-9804-8ef2d758f084 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6805913 Dec 15 14:49:30.371395 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-9c53be80-3bae-472f-8251-955d3e31b831 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:49:30.372475 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-9c53be80-3bae-472f-8251-955d3e31b831 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056372 Dec 15 14:49:30.466441 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Request body: {'port': {'device_id': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:30.530799 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.601809 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-7ea2f6b0-7e34-463b-8d58-8531a7c41b8b None None] Provisioning complete for port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:30.602357 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f6b0-7e34-463b-8d58-8531a7c41b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.650452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2f6b0-7e34-463b-8d58-8531a7c41b8b None None] Port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:49:30.798748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601cb3c-b972-4e78-91c8-6d877a3d4d94 req-37bfb628-ef7b-4d56-a541-ba7fe0c468db tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:30.800453 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d601cb3c-b972-4e78-91c8-6d877a3d4d94 req-37bfb628-ef7b-4d56-a541-ba7fe0c468db tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 931 time: 0.0597444 Dec 15 14:49:30.869282 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d601cb3c-b972-4e78-91c8-6d877a3d4d94 req-13db0ba3-c988-4adc-889c-1e1ee7f451ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599709 Dec 15 14:49:31.175339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:31.183477 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.196540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Transition to ACTIVE for port object ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:49:31.202763 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.278468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:31.320689 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-64502b7f-95da-48b7-924a-2ca45977513e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.351214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Attempting to bind port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:31.351629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Attempting to bind port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:31.351989 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Attempting to bind port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on network c2cd1ce5-826f-42df-97d3-3564402f61c3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:31.357844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on network c2cd1ce5-826f-42df-97d3-3564402f61c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:49:31.358182 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Attempting to bind port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on network c2cd1ce5-826f-42df-97d3-3564402f61c3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:31.366741 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:31.367100 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Checking segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:31.367496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Bound using segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:31.367959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Bound port: ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:31.368322 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.391975 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.450942 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:31.454852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:31.461048 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.509379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.509612 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.510925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] 10.222.0.24 "PUT /v2.0/ports/ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 1091 time: 1.1295891 Dec 15 14:49:31.511381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:31.513738 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b52570-a0a8-4df6-87f8-32d894123987" -d '{"events": [{"name": "network-changed", "server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:31.540426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedadf8b-6d68-4f79-9349-4c9fdf79c9bc service neutron] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:31.578968 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27dd853-bd67-4871-a294-70456e37204f x-openstack-request-id: req-c27dd853-bd67-4871-a294-70456e37204f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:31.580206 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:31.580474 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c27dd853-bd67-4871-a294-70456e37204f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:31.581067 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'status': 'completed', 'code': 200} Dec 15 14:49:31.583509 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.613345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-7afffac7-c7b3-4732-9fc6-096559819b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.614918 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-7afffac7-c7b3-4732-9fc6-096559819b88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1094 time: 0.0532830 Dec 15 14:49:31.665200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-e8f508ae-50df-4394-9b21-919270033264 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 217 time: 0.0409751 Dec 15 14:49:31.727903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-3b43e34d-da2c-4c58-a695-cd960bc4366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.730117 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-3b43e34d-da2c-4c58-a695-cd960bc4366c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0586700 Dec 15 14:49:31.776817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-468ba20b-5416-4fa6-8c7a-ae2053b55e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.778226 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-468ba20b-5416-4fa6-8c7a-ae2053b55e3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411654 Dec 15 14:49:31.870855 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-3584ba59-3d83-4fcf-8b32-20dfe8eee148 service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855925 Dec 15 14:49:31.946010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8f467e80-aefd-4797-80df-675f28e38ac0 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:31.972814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b366d5d8-b0ea-4a27-a183-f13d3e430e60 req-dc98bfcc-9df3-4d5b-82b5-9a7b4015f75c service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949500 Dec 15 14:49:31.989392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9b37b-2fea-4dec-86ba-84007227a28c req-0467f860-2a98-4c5c-ae44-ef1caa0def99 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.991368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7dc9b37b-2fea-4dec-86ba-84007227a28c req-0467f860-2a98-4c5c-ae44-ef1caa0def99 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 943 time: 0.0530138 Dec 15 14:49:31.995425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8f467e80-aefd-4797-80df-675f28e38ac0 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:31.996744 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:32.071280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b52570-a0a8-4df6-87f8-32d894123987 req-7b4594c2-4279-4b84-bcce-aaf4de6cad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.072844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b52570-a0a8-4df6-87f8-32d894123987 req-7b4594c2-4279-4b84-bcce-aaf4de6cad29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1094 time: 0.0479882 Dec 15 14:49:32.076122 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7dc9b37b-2fea-4dec-86ba-84007227a28c req-f934ec7b-7c5d-4ba1-adbe-57be6739e245 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770507 Dec 15 14:49:32.180205 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b52570-a0a8-4df6-87f8-32d894123987 req-3e17df33-f84d-47c2-bb72-1c03d4a74736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.181676 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b52570-a0a8-4df6-87f8-32d894123987 req-3e17df33-f84d-47c2-bb72-1c03d4a74736 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.1018710 Dec 15 14:49:32.223974 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b52570-a0a8-4df6-87f8-32d894123987 req-8f77775f-90e2-4ca3-bb51-0309fb1bcea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 217 time: 0.0350680 Dec 15 14:49:32.278838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b52570-a0a8-4df6-87f8-32d894123987 req-26d2905a-08c3-4ef7-b20e-879e752f30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.280338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b52570-a0a8-4df6-87f8-32d894123987 req-26d2905a-08c3-4ef7-b20e-879e752f30c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0479116 Dec 15 14:49:32.326915 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b52570-a0a8-4df6-87f8-32d894123987 req-b58d3e91-bde0-4c2c-b618-39efc667c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.328341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b52570-a0a8-4df6-87f8-32d894123987 req-b58d3e91-bde0-4c2c-b618-39efc667c235 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397460 Dec 15 14:49:32.419387 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b52570-a0a8-4df6-87f8-32d894123987 req-3c925213-892c-4a7b-b42b-55654068d09d service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826330 Dec 15 14:49:32.518794 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27b52570-a0a8-4df6-87f8-32d894123987 req-9cfd07da-2f72-4c61-bb92-d61f4b6f2435 service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919383 Dec 15 14:49:33.196545 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b546c38-8334-4795-a79b-dc1986915f75 req-999b7a33-0a8e-41a8-9198-26342fa50e2b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.198024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b546c38-8334-4795-a79b-dc1986915f75 req-999b7a33-0a8e-41a8-9198-26342fa50e2b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 943 time: 0.0504544 Dec 15 14:49:33.246951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0b546c38-8334-4795-a79b-dc1986915f75 req-8f110aac-0593-482d-9398-b26baf0bf94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430489 Dec 15 14:49:33.940387 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ee39-4264-4683-ba2e-fc9006de54aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:34.024199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:49:34.121903 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:34.133445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'port_id': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'mac_address': 'fa:16:3e:8c:d1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:49:34.171036 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:34.184178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:34.207751 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:34.211700 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:34.257878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:34.364931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c9a38-4647-48c9-818a-34283075df0c req-39c5269f-a62b-4c11-afc4-447e24703977 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.366408 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e0c9a38-4647-48c9-818a-34283075df0c req-39c5269f-a62b-4c11-afc4-447e24703977 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 944 time: 0.0493779 Dec 15 14:49:34.418759 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e0c9a38-4647-48c9-818a-34283075df0c req-c5636fa7-3d4c-46ec-bf32-c7270dda5581 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 Dec 15 14:49:34.443755 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:49:35.068572 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:35.540789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6da618-28e9-4ad4-9733-1b08d1cd6dfe req-d9cdff83-8f3d-4281-8194-520c6b783708 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:35.542310 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a6da618-28e9-4ad4-9733-1b08d1cd6dfe req-d9cdff83-8f3d-4281-8194-520c6b783708 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 944 time: 0.0539412 Dec 15 14:49:35.592387 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a6da618-28e9-4ad4-9733-1b08d1cd6dfe req-676100e7-7f77-432b-990c-73aae7d40718 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Dec 15 14:49:36.040003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:36.087619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:49:36.091359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:36.091734 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:36.176591 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:36.199617 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:36.201928 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103e3bb5-7150-465c-aafe-e631cb6c7aa5" -d '{"events": [{"server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:36.215273 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:36.219265 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:36.243021 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a69897-1392-4b6e-9a7d-7db7d7f960c1 x-openstack-request-id: req-03a69897-1392-4b6e-9a7d-7db7d7f960c1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:36.243314 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:36.243576 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-03a69897-1392-4b6e-9a7d-7db7d7f960c1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:36.244002 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'code': 200} Dec 15 14:49:36.271112 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:36.338706 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbca9-626b-4add-8b9a-f4c8874abb89 req-a9217294-f08a-4030-bcfd-55c6b009c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:36.340242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcbfbca9-626b-4add-8b9a-f4c8874abb89 req-a9217294-f08a-4030-bcfd-55c6b009c1c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1096 time: 0.0398843 Dec 15 14:49:36.390717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcbfbca9-626b-4add-8b9a-f4c8874abb89 req-f9e4b860-c5a3-4f41-899f-53a87e13f065 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Dec 15 14:49:36.708116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c24b4-733b-471c-b01a-d3b463f560bd req-b4b684af-0bf8-4874-b681-67a55dfb1cf4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:36.709650 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9a0c24b4-733b-471c-b01a-d3b463f560bd req-b4b684af-0bf8-4874-b681-67a55dfb1cf4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0489106 Dec 15 14:49:36.762486 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9a0c24b4-733b-471c-b01a-d3b463f560bd req-97917477-3388-4b59-93c6-5c3f9affe63c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469577 Dec 15 14:49:36.818534 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:37.448763 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:37.887784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513a57e-b184-454d-87a3-cc0b031d9973 req-8f5b53c4-0f8b-446b-b270-73caab61f42a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:37.889341 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a513a57e-b184-454d-87a3-cc0b031d9973 req-8f5b53c4-0f8b-446b-b270-73caab61f42a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0531693 Dec 15 14:49:37.940996 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a513a57e-b184-454d-87a3-cc0b031d9973 req-2e076f3b-04c5-481d-8279-afa0fa8eeb41 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Dec 15 14:49:38.060134 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a8997-19f6-4801-a404-a65f93e5eb55 req-11f83830-e6b1-4005-9711-b8591dd46498 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:38.061549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b8a8997-19f6-4801-a404-a65f93e5eb55 req-11f83830-e6b1-4005-9711-b8591dd46498 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0542495 Dec 15 14:49:38.113064 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4b8a8997-19f6-4801-a404-a65f93e5eb55 req-c2634199-f739-4609-96ac-255ace2abdfc tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451584 Dec 15 14:49:38.134694 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51176) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:38.175489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86684090-52a2-4d3e-9c80-7445081af6b5 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:38.177037 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-86684090-52a2-4d3e-9c80-7445081af6b5 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1091 time: 0.0413742 Dec 15 14:49:38.179826 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51178) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:38.184113 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:38.206724 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:38.305928 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:38.408274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.251 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/af26c50d-49cc-4883-b6e1-285dcdb7a890) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:38.533121 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:38.583780 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-7d4b4aac-0335-4775-a28c-3b1cf639f99c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627198 Dec 15 14:49:38.592874 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:38.652211 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:38.671671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:38.674569 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:38.695723 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=af26c50d-49cc-4883-b6e1-285dcdb7a890,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:38.721265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-bb8877bd-c37a-49d9-8f78-db447a509995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:38.723137 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-bb8877bd-c37a-49d9-8f78-db447a509995 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1096 time: 0.0953720 Dec 15 14:49:38.912614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-4193f011-163e-4971-92bb-7f27b429120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:38.914145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-4193f011-163e-4971-92bb-7f27b429120a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.1672237 Dec 15 14:49:38.992368 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-c5b542bc-69fc-4c42-babf-a209ad565ac6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 217 time: 0.0414782 Dec 15 14:49:39.092810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-2a232f10-5a71-485e-95f2-1555d03010e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:39.094321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-2a232f10-5a71-485e-95f2-1555d03010e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0955462 Dec 15 14:49:39.206090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-b313a9fc-7a17-4fb2-b4dd-8fda18813e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:39.207887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-b313a9fc-7a17-4fb2-b4dd-8fda18813e83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050410 Dec 15 14:49:39.265730 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.355939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-4c0c0f76-db86-4c27-aa97-e7383c46daa3 service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396799 Dec 15 14:49:39.362102 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.524326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4ecf7a6b-2fb0-46a2-a915-cb37be26fbb5 req-05b4554a-7b9c-4ec1-8b68-7949a5b6e37d service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602216 Dec 15 14:49:39.581234 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.585748 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.658606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=af26c50d-49cc-4883-b6e1-285dcdb7a890,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:39.668401 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.768056 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP e9660fd9-274c-4d80-907e-5a64e53af948 associated. External IP: 172.25.7.251, port: ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8. Dec 15 14:49:39.974552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:49:40.084429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:49:40.094818 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] Sync routers for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:49:40.104381 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:40.105146 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:40.105763 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:40.132330 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-99087e30-0e5d-49fc-b744-0146752329c2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9510241 Dec 15 14:49:40.132808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:40.135112 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:40.182214 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f7fd56-4170-4f47-855d-ced844b8a75c x-openstack-request-id: req-e9f7fd56-4170-4f47-855d-ced844b8a75c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:40.182525 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:40.182786 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e9f7fd56-4170-4f47-855d-ced844b8a75c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:40.183203 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'status': 'completed', 'code': 200} Dec 15 14:49:40.214847 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:40.246823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-8fe29cfc-bd94-46d1-bc09-32b3c11bd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:40.248353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-8fe29cfc-bd94-46d1-bc09-32b3c11bd7e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1096 time: 0.0417509 Dec 15 14:49:40.253131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0dd1-ff1f-4d7a-adf6-0f671124eed3 req-91470612-21d7-4187-9211-287aedf945b1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:40.255006 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07ec0dd1-ff1f-4d7a-adf6-0f671124eed3 req-91470612-21d7-4187-9211-287aedf945b1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0572550 Dec 15 14:49:40.306614 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-07ec0dd1-ff1f-4d7a-adf6-0f671124eed3 req-c4ed206e-ca25-4f24-89ae-ef6019be4675 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Dec 15 14:49:40.330194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51184) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:40.384841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-84285412-357c-434b-994e-ae02f074b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:40.386225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-84285412-357c-434b-994e-ae02f074b346 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.1313453 Dec 15 14:49:40.443648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2406a27f-3657-407b-bb95-1e3769720247 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/e9660fd9-274c-4d80-907e-5a64e53af948 HTTP/1.1" status: 200 len: 991 time: 0.1079700 Dec 15 14:49:40.449422 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e9660fd9-274c-4d80-907e-5a64e53af948', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'port_id': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'mac_address': 'fa:16:3e:8c:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:49:39Z', 'updated_at': '2021-12-15T14:49:39Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:29Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:40.461815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-0257fe11-2866-4d8b-b3e5-28a6cdfc647d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 999 time: 0.0669532 Dec 15 14:49:40.478772 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] Checking router: e3013b6b-fa32-4624-ad8c-85ca53cb4c92 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:49:40.487718 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:49:40.488358 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:49:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:40.514381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-e93e6d0b-e05e-44d2-86cb-dd3f06748a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:40.515829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-e93e6d0b-e05e-44d2-86cb-dd3f06748a63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0470181 Dec 15 14:49:40.564320 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-57694ee9-04db-4c4f-9409-3a43f0650357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:40.565833 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-57694ee9-04db-4c4f-9409-3a43f0650357 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413198 Dec 15 14:49:40.594578 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:49:40.660295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-f33bc649-5f92-4fd0-93dd-82d1d5316660 service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857339 Dec 15 14:49:40.758932 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9b3fbf27-7502-42e3-ad3f-94a80fa8eb3f req-a6683da8-8f07-426e-9174-cc3c48cc96eb service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917070 Dec 15 14:49:40.908073 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e9660fd9-274c-4d80-907e-5a64e53af948', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'port_id': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'mac_address': 'fa:16:3e:8c:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:49:39Z', 'updated_at': '2021-12-15T14:49:39Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:29Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:49:40.936945 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bca11-c498-41f4-b5ba-494543808a59 None None] The sync data for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 is: [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e9660fd9-274c-4d80-907e-5a64e53af948', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'port_id': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'mac_address': 'fa:16:3e:8c:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:49:39Z', 'updated_at': '2021-12-15T14:49:39Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:29Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:49:41.125897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7945d-306f-4ca1-87da-5447299cad7f None None] New status for floating IP e9660fd9-274c-4d80-907e-5a64e53af948: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:49:41.446902 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51186) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:41.506437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1344e7e9-29d4-4809-83f0-e1721bbd6404 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/e9660fd9-274c-4d80-907e-5a64e53af948 HTTP/1.1" status: 200 len: 993 time: 0.0584040 Dec 15 14:50:01.290794 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:50:01.314467 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1061cb0e-5d03-48b2-9df2-2c7187f29298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:01.400975 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:01.570134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:03.944117 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c8db66be-325a-4f78-8b97-8dd4df90c72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:05.070783 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:06.819973 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:07.451417 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:12.851642 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51206) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:12.872578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4569d-6c00-4a9b-aef1-d4e0496fca34 req-c233b82e-d834-44d2-a4b5-7f2c32346790 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:12.874094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2d4569d-6c00-4a9b-aef1-d4e0496fca34 req-c233b82e-d834-44d2-a4b5-7f2c32346790 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0541432 Dec 15 14:50:12.925687 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a2d4569d-6c00-4a9b-aef1-d4e0496fca34 req-c3e55c52-02d7-4f3b-9852-a5abea8eb9cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451868 Dec 15 14:50:12.933504 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-227e987b-1bfa-4e0b-8a48-7ff9ed0c9c09 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806794 Dec 15 14:50:12.942920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-83bd4c67-5b2d-4ab3-a83d-58c226997abb service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:50:12.943901 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-83bd4c67-5b2d-4ab3-a83d-58c226997abb service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052881 Dec 15 14:50:14.045389 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6020576-13cb-4cb4-a812-49bfb519b1e0 req-eea2cdd4-d7fc-4709-99cb-61cd51451a33 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:14.046886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6020576-13cb-4cb4-a812-49bfb519b1e0 req-eea2cdd4-d7fc-4709-99cb-61cd51451a33 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0511260 Dec 15 14:50:14.099059 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b6020576-13cb-4cb4-a812-49bfb519b1e0 req-9e3350d8-57d2-481c-b998-40542b07b70d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454834 Dec 15 14:50:15.216829 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fe5e-0405-494f-a744-3deb6cbfd220 req-910ae423-b5bc-4fe2-bbbb-709da7968d0d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:15.218306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19b4fe5e-0405-494f-a744-3deb6cbfd220 req-910ae423-b5bc-4fe2-bbbb-709da7968d0d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0486131 Dec 15 14:50:15.267619 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-19b4fe5e-0405-494f-a744-3deb6cbfd220 req-e0eaa300-3183-457c-9c4d-7ac96fa45b33 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Dec 15 14:50:16.393927 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97fa18-1e6a-481c-a6ae-c87aa6cf5a9b req-5b06069d-afd4-4fc9-985e-dfad02810e75 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:16.395412 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd97fa18-1e6a-481c-a6ae-c87aa6cf5a9b req-5b06069d-afd4-4fc9-985e-dfad02810e75 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0553222 Dec 15 14:50:16.445263 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dd97fa18-1e6a-481c-a6ae-c87aa6cf5a9b req-6f02bbbf-4458-489c-9315-d31632cdea73 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Dec 15 14:50:17.572572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d68771-5d62-4caf-b916-f8db8dbc4474 req-8f457bc4-27bc-4e50-9634-e58371bf51cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:17.574059 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0d68771-5d62-4caf-b916-f8db8dbc4474 req-8f457bc4-27bc-4e50-9634-e58371bf51cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0546806 Dec 15 14:50:17.959126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0d68771-5d62-4caf-b916-f8db8dbc4474 req-84ac3f84-e508-4fda-bc8d-facc964a6b72 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785882 Dec 15 14:50:18.093544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-cf57fc57-07db-45d1-80f8-046afd5b6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:18.095075 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-cf57fc57-07db-45d1-80f8-046afd5b6d68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1096 time: 0.0412431 Dec 15 14:50:18.193725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-9b32b4ae-5747-4616-8ecd-e45e22fb0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:18.195187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-9b32b4ae-5747-4616-8ecd-e45e22fb0b13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.0929351 Dec 15 14:50:18.261332 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-7eac34be-896c-442c-aa12-517fdf9d8be7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 1001 time: 0.0579352 Dec 15 14:50:18.309015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-18b48607-3ef9-453e-b73c-52b87000fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:18.310427 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-18b48607-3ef9-453e-b73c-52b87000fdb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0421731 Dec 15 14:50:18.357749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-b939e480-8950-4d75-9bae-8ae27d59869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:18.359213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-b939e480-8950-4d75-9bae-8ae27d59869d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423419 Dec 15 14:50:18.448801 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-217261cd-61e3-410e-b5a9-6ff9d0b0aaa8 service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817378 Dec 15 14:50:18.545147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-8ed5d22a-d60b-40f2-8340-5fc0407cb1ea service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895844 Dec 15 14:50:19.076777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03438-9221-417a-926f-0129d00ad942 req-a39b23e6-9400-4cf3-acd7-3c4a25150c9b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:19.078405 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff03438-9221-417a-926f-0129d00ad942 req-a39b23e6-9400-4cf3-acd7-3c4a25150c9b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0506785 Dec 15 14:50:19.135434 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ff03438-9221-417a-926f-0129d00ad942 req-cbd0f985-24d7-4a6a-8051-cd462552d253 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500708 Dec 15 14:50:20.254090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8e7f9-034c-4214-bd37-fa6fcb8a8925 req-d4c30f8e-3109-471d-ba50-ef8f5db39f6e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:20.255568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ae8e7f9-034c-4214-bd37-fa6fcb8a8925 req-d4c30f8e-3109-471d-ba50-ef8f5db39f6e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0498841 Dec 15 14:50:20.305170 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0ae8e7f9-034c-4214-bd37-fa6fcb8a8925 req-f2e8a413-6361-4ddd-b034-1f6461400bab tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433643 Dec 15 14:50:21.427272 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bb25-0fd8-43b6-98ce-99a23a524dfd req-70384de7-3258-4888-80cf-eaf8d0979791 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:21.428709 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-75b7bb25-0fd8-43b6-98ce-99a23a524dfd req-70384de7-3258-4888-80cf-eaf8d0979791 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0558164 Dec 15 14:50:21.477393 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-75b7bb25-0fd8-43b6-98ce-99a23a524dfd req-91053a4a-549b-4bfa-a135-a960cfd56aeb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Dec 15 14:50:22.597126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcc1a2-e35f-46c2-a29d-b66e438b27c3 req-e5d3a4c4-5e4f-4b3d-b463-ae2e575019ca tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:22.598597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-afbcc1a2-e35f-46c2-a29d-b66e438b27c3 req-e5d3a4c4-5e4f-4b3d-b463-ae2e575019ca tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0490127 Dec 15 14:50:22.647802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-afbcc1a2-e35f-46c2-a29d-b66e438b27c3 req-f7d02f60-be3d-4b59-beb2-caff969e5030 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Dec 15 14:50:23.763030 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9441-5e15-4931-89e4-cdd3e36bc612 req-85d2c39f-675b-480b-a053-c7c43b3359c6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:23.764561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5eeb9441-5e15-4931-89e4-cdd3e36bc612 req-85d2c39f-675b-480b-a053-c7c43b3359c6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0495932 Dec 15 14:50:23.814463 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5eeb9441-5e15-4931-89e4-cdd3e36bc612 req-34d427dd-f9f2-4835-8ccf-d4fa6f36113c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Dec 15 14:50:24.940636 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3341328-64f2-4dc9-ad38-fab0e18b5d14 req-7b7232f6-7803-463c-9eb9-a33b24877785 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:24.942133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3341328-64f2-4dc9-ad38-fab0e18b5d14 req-7b7232f6-7803-463c-9eb9-a33b24877785 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0549428 Dec 15 14:50:24.991775 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c3341328-64f2-4dc9-ad38-fab0e18b5d14 req-97f10fc9-c56d-49b3-9500-d6837cb3b643 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437181 Dec 15 14:50:26.108771 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22454a39-b63f-4e66-b48f-0f83ea51de08 req-65941bf9-6572-4695-926f-a7486742a240 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:26.110297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22454a39-b63f-4e66-b48f-0f83ea51de08 req-65941bf9-6572-4695-926f-a7486742a240 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0506024 Dec 15 14:50:26.167805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-22454a39-b63f-4e66-b48f-0f83ea51de08 req-776eb72e-7bc5-4c87-b976-320ae03d4b6f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511513 Dec 15 14:50:27.286048 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a2b7-c4cb-4b64-b580-5b70d8152fd4 req-3002fda5-f2b5-4190-98c6-79edb712a0fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:27.287536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b62a2b7-c4cb-4b64-b580-5b70d8152fd4 req-3002fda5-f2b5-4190-98c6-79edb712a0fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0505381 Dec 15 14:50:27.336138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b62a2b7-c4cb-4b64-b580-5b70d8152fd4 req-e59d77da-e508-4317-b5d0-e51225bd7dba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Dec 15 14:50:28.455527 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09597d17-838e-457a-bb03-c4a0a310d6a5 req-e017dfde-e3ae-4db6-9a43-6316e9d455bb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:28.457261 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09597d17-838e-457a-bb03-c4a0a310d6a5 req-e017dfde-e3ae-4db6-9a43-6316e9d455bb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0499918 Dec 15 14:50:28.510517 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-09597d17-838e-457a-bb03-c4a0a310d6a5 req-022a6c07-74d4-44ee-89b8-78e1bec48d84 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473185 Dec 15 14:50:29.626438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d5050-52f2-4cf0-8cc6-09aeb946b4fd req-f5066ac1-889b-455c-aa9e-39f7527cd007 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:29.627962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e84d5050-52f2-4cf0-8cc6-09aeb946b4fd req-f5066ac1-889b-455c-aa9e-39f7527cd007 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0485168 Dec 15 14:50:29.681913 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e84d5050-52f2-4cf0-8cc6-09aeb946b4fd req-9109ab3c-fb6d-4ecc-9d58-c6f0f22799be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474968 Dec 15 14:50:30.356194 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-4eb4c63e-6738-421d-85df-516661885b09 service neutron] show failed (client error): The resource could not be found. Dec 15 14:50:30.357214 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-4eb4c63e-6738-421d-85df-516661885b09 service neutron] 10.222.0.24 "GET /v2.0/ports/ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8/bindings/n-h1-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0593164 Dec 15 14:50:30.561088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-11d66a03-2fa6-4dc0-b483-5e62088e6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:30.562596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-11d66a03-2fa6-4dc0-b483-5e62088e6ab6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 1096 time: 0.0419052 Dec 15 14:50:30.576594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:30.636869 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:30.814976 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53a5b-c42c-4d5f-9062-5b5f60f4095a req-e80baf3b-32ba-4bf0-b9ab-72daf53d252b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:30.816886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00d53a5b-c42c-4d5f-9062-5b5f60f4095a req-e80baf3b-32ba-4bf0-b9ab-72daf53d252b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0547528 Dec 15 14:50:30.841841 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:30.876932 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-00d53a5b-c42c-4d5f-9062-5b5f60f4095a req-54d7ce93-f611-41d1-83ed-d752150a301b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525086 Dec 15 14:50:30.880445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:30.920213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:30.922479 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee40fa2-6bbb-4c3d-98ea-2784c94b3c5a" -d '{"events": [{"server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "name": "network-vif-unplugged", "status": "completed", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:30.926379 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:30.939748 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Transition to ACTIVE for port object ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:50:30.945566 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:30.983646 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9235ff8e-8c19-423a-9a76-254f9ca19544 x-openstack-request-id: req-9235ff8e-8c19-423a-9a76-254f9ca19544 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:30.983646 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "name": "network-vif-unplugged", "status": "completed", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:30.983646 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9235ff8e-8c19-423a-9a76-254f9ca19544 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:30.984006 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'code': 200} Dec 15 14:50:30.997662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:31.042776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.043137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.043484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.043830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.044195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.044530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.044864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.045195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.045532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.045858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.046193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.046523 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.046848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:31.089754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] No DVR routers for this DVR port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:50:31.243122 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Attempting to bind port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:50:31.243458 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Attempting to bind port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:50:31.243784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Attempting to bind port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on network c2cd1ce5-826f-42df-97d3-3564402f61c3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:31.248092 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on network c2cd1ce5-826f-42df-97d3-3564402f61c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:50:31.248415 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Attempting to bind port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on network c2cd1ce5-826f-42df-97d3-3564402f61c3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:31.253244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:50:31.253520 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Checking segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:31.253903 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Bound using segment: {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:50:31.254330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Bound port: ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788aa9ce-eeef-4e6c-a837-ab07d6750f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:50:31.254683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:31.318389 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:31.319659 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b159a988-5ba4-4ca4-a7aa-58d210ccaba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:31.322164 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:50:31.326160 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:31.372848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:31.373478 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:31.374896 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] 10.222.0.74 "PUT /v2.0/ports/ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 1091 time: 0.8025668 Dec 15 14:50:31.393717 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656929a7-670d-4786-ac47-4f2dc1c38a07 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:31.405703 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:31.442342 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-57a22b77-16d3-4e72-9b3b-1e28a4e1170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:31.443972 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-57a22b77-16d3-4e72-9b3b-1e28a4e1170f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1094 time: 0.0440586 Dec 15 14:50:31.541246 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-c41936a3-da9d-49ba-be60-8bfa4295db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:31.542740 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-c41936a3-da9d-49ba-be60-8bfa4295db74 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.0918117 Dec 15 14:50:31.584661 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:31.618376 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-6744e5a4-9447-4d72-9dd0-a3a4fca9d8e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 999 time: 0.0684953 Dec 15 14:50:31.668483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-e83fdd6e-b6ac-499f-b0e6-c51fd311961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:31.669862 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-e83fdd6e-b6ac-499f-b0e6-c51fd311961f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0450201 Dec 15 14:50:31.714574 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-9e85aa1f-9204-4d16-8489-e032b1cd0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:31.716133 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-9e85aa1f-9204-4d16-8489-e032b1cd0778 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388737 Dec 15 14:50:31.809184 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-8d901418-6b67-4026-861a-5ef31c6430b9 service neutron] 10.222.0.74 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Dec 15 14:50:31.898350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-37d974d0-5943-4ec0-a601-dd27f9361abd req-db70acb7-b8c0-4fc9-82cf-82538f51b1df service neutron] 10.222.0.74 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821166 Dec 15 14:50:31.999488 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848ea51-451d-4cea-8bca-b5954742b262 req-7cae971a-32e9-4309-b609-f1b798dee8a1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:32.001091 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8848ea51-451d-4cea-8bca-b5954742b262 req-7cae971a-32e9-4309-b609-f1b798dee8a1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 943 time: 0.0564101 Dec 15 14:50:32.052911 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8848ea51-451d-4cea-8bca-b5954742b262 req-3e5587b8-9825-4da9-8426-83cbdbbe4a02 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Dec 15 14:50:32.985353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:32.988127 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b58efe-180e-471b-b055-4aca3fc44ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:33.040324 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b85388-be83-4663-9e5e-8f34dd2bd746 x-openstack-request-id: req-f7b85388-be83-4663-9e5e-8f34dd2bd746 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:33.040691 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:33.040956 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7b85388-be83-4663-9e5e-8f34dd2bd746 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:33.041362 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'status': 'completed', 'code': 200} Dec 15 14:50:33.104953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-c8c13b6d-0385-4dfb-b1f6-84c2fc9ca29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.106497 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-c8c13b6d-0385-4dfb-b1f6-84c2fc9ca29c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1094 time: 0.0448484 Dec 15 14:50:33.219202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-68ec0029-974b-462b-ba5d-6773e670f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.220718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-68ec0029-974b-462b-ba5d-6773e670f8a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1094 time: 0.0844002 Dec 15 14:50:33.244892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-2fc782b8-7c6b-4029-ad19-bcef5eade012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.246216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-2fc782b8-7c6b-4029-ad19-bcef5eade012 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.1321008 Dec 15 14:50:33.250214 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86c891-0b33-4217-b1b4-0073bf673f90 req-459f1362-2b63-4029-bf69-d1c6d8e54815 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.251690 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b86c891-0b33-4217-b1b4-0073bf673f90 req-459f1362-2b63-4029-bf69-d1c6d8e54815 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 943 time: 0.1257985 Dec 15 14:50:33.303572 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b86c891-0b33-4217-b1b4-0073bf673f90 req-0db5e3c5-2485-41b6-b53a-15f27227873f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447063 Dec 15 14:50:33.368163 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-d8beb425-9bc3-456d-92eb-ce223f5fe272 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 999 time: 0.1069853 Dec 15 14:50:33.408045 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-e932d49c-5b49-4fe9-adcb-512110c6a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.409635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-e932d49c-5b49-4fe9-adcb-512110c6a32a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.1777472 Dec 15 14:50:33.435659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-65fd30e9-8dcd-4d34-81a9-db0aed42559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.437125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-65fd30e9-8dcd-4d34-81a9-db0aed42559e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0598726 Dec 15 14:50:33.523285 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-6ef61d37-f2fc-49b4-b722-f916f2e9a76e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 999 time: 0.0993063 Dec 15 14:50:33.532897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-d68f4da4-9185-4faf-b046-1c0e70767854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.535135 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-d68f4da4-9185-4faf-b046-1c0e70767854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688269 Dec 15 14:50:33.626008 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-cd635796-c97e-4416-a13a-255ce98f6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.628203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-cd635796-c97e-4416-a13a-255ce98f6bf5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0914726 Dec 15 14:50:33.687425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-7afc03c2-4722-42be-8469-425e077f70e3 service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426091 Dec 15 14:50:33.704245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-2deabb73-1957-47ff-b474-c21b4a7b03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.706728 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-2deabb73-1957-47ff-b474-c21b4a7b03e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702238 Dec 15 14:50:33.859060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-ab7aad25-6e28-4741-ad8d-a802236f3d3e service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639438 Dec 15 14:50:33.870800 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-66fee5da-5c3d-4b80-aa3f-51d741956dd4 service neutron] 10.222.0.74 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548417 Dec 15 14:50:33.945806 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-30fbd85a-02bd-4293-873b-4f04f9c40a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.962767 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-44b58efe-180e-471b-b055-4aca3fc44ae4 req-d17173c7-ffac-4daf-b3d3-f0dabfe4fcd6 service neutron] 10.222.0.74 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850585 Dec 15 14:50:34.319484 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:50:34.358174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:50:34.479129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf20f0-2283-4ad8-b709-e0ee53a464ce req-2f9b6614-9852-4623-a697-a33bd9ef25cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.480693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dacf20f0-2283-4ad8-b709-e0ee53a464ce req-2f9b6614-9852-4623-a697-a33bd9ef25cb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 943 time: 0.1047018 Dec 15 14:50:34.552198 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dacf20f0-2283-4ad8-b709-e0ee53a464ce req-f716749d-9c30-4639-b296-3b5274a27734 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652301 Dec 15 14:50:34.761840 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:50:34.783252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6927f32-99e7-4288-b0a8-b1cff3674c7e req-50346c42-3f39-4feb-9fbe-1286a3625fad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.785654 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b6927f32-99e7-4288-b0a8-b1cff3674c7e req-50346c42-3f39-4feb-9fbe-1286a3625fad tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 943 time: 0.0845280 Dec 15 14:50:34.801638 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3742fb-fe4e-442c-8531-79913c9d504f req-73bd518f-f4fc-43f7-852e-f7b467ef23f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.803592 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-73bd518f-f4fc-43f7-852e-f7b467ef23f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d&tenant_id=daae454eb03b49638cf68e23c755fb58&binding%3Ahost_id=n-h1-821840-1 HTTP/1.1" status: 200 len: 943 time: 0.0890889 Dec 15 14:50:34.882091 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:34.897839 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b6927f32-99e7-4288-b0a8-b1cff3674c7e req-950ef204-3b31-4b1c-8eb7-9099d5dd1206 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047435 Dec 15 14:50:34.899288 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'port_id': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'mac_address': 'fa:16:3e:8c:d1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:50:34.910092 n-d-821840-1 neutron-server[109768]: INFO neutron.api.v2.resource [req-de3742fb-fe4e-442c-8531-79913c9d504f req-8996820d-51b9-4ddd-91ea-7a248a475d7a service neutron] delete failed (client error): The resource could not be found. Dec 15 14:50:34.911213 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-8996820d-51b9-4ddd-91ea-7a248a475d7a service neutron] 10.222.0.24 "DELETE /v2.0/ports/ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8/bindings/n-h2-821840-1 HTTP/1.1" status: 404 len: 380 time: 0.0926354 Dec 15 14:50:34.965116 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.981628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:50:35.006470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:35.014821 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.030471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3742fb-fe4e-442c-8531-79913c9d504f req-1614b9d4-aa15-4294-a0b6-1a7896a07563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:35.032306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-1614b9d4-aa15-4294-a0b6-1a7896a07563 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1094 time: 0.0655630 Dec 15 14:50:35.040698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dddf82-eb23-41dd-aa69-0e259150c0a1 req-eeb8e664-d436-4220-8dc2-58329734f952 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:35.042265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44dddf82-eb23-41dd-aa69-0e259150c0a1 req-eeb8e664-d436-4220-8dc2-58329734f952 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 943 time: 0.0595493 Dec 15 14:50:35.083024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:35.090810 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.092147 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.092496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.092838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.093172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.093505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.093836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.094165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.094491 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.094816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.095172 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.095469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.095789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.097029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:35.113074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-44dddf82-eb23-41dd-aa69-0e259150c0a1 req-9d8ce824-7a4d-4999-ad9a-37c54791026b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644901 Dec 15 14:50:35.136397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3742fb-fe4e-442c-8531-79913c9d504f req-4f7c27c7-38e3-4630-b48e-990dfcdaef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:35.137872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-4f7c27c7-38e3-4630-b48e-990dfcdaef81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.0978870 Dec 15 14:50:35.204359 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-36243647-d287-4d28-97ec-778ba21e1ba1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0580733 Dec 15 14:50:35.253440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3742fb-fe4e-442c-8531-79913c9d504f req-45ad8e0c-f390-4ad7-8a3a-756d4553de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:35.255004 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-45ad8e0c-f390-4ad7-8a3a-756d4553de6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0436265 Dec 15 14:50:35.266284 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:50:35.306408 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3742fb-fe4e-442c-8531-79913c9d504f req-9881384b-c81e-4e1c-a183-4402976cd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:35.307916 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-9881384b-c81e-4e1c-a183-4402976cd6b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446730 Dec 15 14:50:35.398002 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-fac2437a-7b49-4f54-bb0c-295584209ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821123 Dec 15 14:50:35.494224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de3742fb-fe4e-442c-8531-79913c9d504f req-5d1a689e-bdd9-437d-9869-a9ff4bb52e60 service neutron] 10.222.0.24 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884204 Dec 15 14:50:36.231770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73c2c6-456b-4226-ab3a-3e18c596486c req-0e154fc6-9793-4d7c-8e22-6bfb2b6be6bf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:36.233305 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a73c2c6-456b-4226-ab3a-3e18c596486c req-0e154fc6-9793-4d7c-8e22-6bfb2b6be6bf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 944 time: 0.0491519 Dec 15 14:50:36.282764 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a73c2c6-456b-4226-ab3a-3e18c596486c req-3f8c0c27-95c8-4f8f-99c1-0802f54e152b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Dec 15 14:50:36.305297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51294) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:36.365929 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-940f03e1-a51f-4eaf-b28d-7a0d839ed626 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/e9660fd9-274c-4d80-907e-5a64e53af948 HTTP/1.1" status: 200 len: 992 time: 0.0594819 Dec 15 14:50:36.767607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:36.828485 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.829594 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:50:36.833839 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:36.834205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.914038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.936651 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:36.939101 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c003484-2f8b-4cbf-96b6-c2b1ff2dccef" -d '{"events": [{"server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:36.951639 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:36.955988 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.980297 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b121797b-251a-45cf-abf8-1718735ed629 x-openstack-request-id: req-b121797b-251a-45cf-abf8-1718735ed629 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:36.980596 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:36.980856 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b121797b-251a-45cf-abf8-1718735ed629 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:36.981253 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'code': 200} Dec 15 14:50:37.006272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:37.453840 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:38.289613 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:50:52.617912 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4db64d69-e23d-4154-b7b0-39609a252774 req-a870f792-29bd-4f2c-933a-d577f953d215 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850899 Dec 15 14:50:52.698588 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64d69-e23d-4154-b7b0-39609a252774 req-f15f6760-60c1-4a31-a029-1836256ad71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:52.700084 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4db64d69-e23d-4154-b7b0-39609a252774 req-f15f6760-60c1-4a31-a029-1836256ad71c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1096 time: 0.0403957 Dec 15 14:50:52.805071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64d69-e23d-4154-b7b0-39609a252774 req-eb42bc30-4ff0-4f9c-80e8-af2e5e9e3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:52.806478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4db64d69-e23d-4154-b7b0-39609a252774 req-eb42bc30-4ff0-4f9c-80e8-af2e5e9e3139 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.0862312 Dec 15 14:50:52.876165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4db64d69-e23d-4154-b7b0-39609a252774 req-b5949c1f-6213-4d08-98ca-51c93a53eac2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 1001 time: 0.0621035 Dec 15 14:50:52.925274 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64d69-e23d-4154-b7b0-39609a252774 req-35f2ba2d-36f0-4f3b-ba95-335ec1160da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:52.926674 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4db64d69-e23d-4154-b7b0-39609a252774 req-35f2ba2d-36f0-4f3b-ba95-335ec1160da6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0428438 Dec 15 14:50:52.972084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64d69-e23d-4154-b7b0-39609a252774 req-1193538f-c18c-432c-995d-005d5072fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:52.973536 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4db64d69-e23d-4154-b7b0-39609a252774 req-1193538f-c18c-432c-995d-005d5072fd13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401053 Dec 15 14:50:53.067334 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4db64d69-e23d-4154-b7b0-39609a252774 req-17d6835d-cb66-43ac-9138-862e7b8a363d service neutron] 10.222.0.74 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856061 Dec 15 14:50:53.156588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4db64d69-e23d-4154-b7b0-39609a252774 req-8a9d54f1-8659-47a5-97cc-1fbec5bab99b service neutron] 10.222.0.74 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808814 Dec 15 14:51:01.322698 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afeea1af-5526-45c3-9197-1067bf3ebca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.413611 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.589277 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:03.947796 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db00fcbd-d15b-4119-b983-dcc0e70a6831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:04.812678 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51308) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:04.974415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port af26c50d-49cc-4883-b6e1-285dcdb7a890 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:04.974787 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:05.052125 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:05.052458 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:05.065295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for af26c50d-49cc-4883-b6e1-285dcdb7a890 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:05.077398 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:05.225069 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:05.252940 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=af26c50d-49cc-4883-b6e1-285dcdb7a890,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:05.263390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.263748 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.264127 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.264475 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.264819 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.265477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.265477 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.265810 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.266141 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.266474 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.266806 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.267134 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.268180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:05.331126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:05.331403 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP e9660fd9-274c-4d80-907e-5a64e53af948 disassociated (deleted). External IP: 172.25.7.251, port: ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8. Dec 15 14:51:05.542390 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:05.654542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:05.660490 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:05.666166 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] Sync routers for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:05.677196 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:05.677900 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:05.689360 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ed0535d8-2552-4377-b9d5-4b429e864850 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/floatingips/e9660fd9-274c-4d80-907e-5a64e53af948 HTTP/1.1" status: 204 len: 168 time: 0.8754580 Dec 15 14:51:05.690391 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:05.692670 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16af79e3-f2d2-4db9-87da-fdda137d09d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:05.741526 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd22b19d-2627-4a77-a5b2-6bbe585c5266 x-openstack-request-id: req-cd22b19d-2627-4a77-a5b2-6bbe585c5266 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:05.742223 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:05.742574 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd22b19d-2627-4a77-a5b2-6bbe585c5266 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:05.743051 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'status': 'completed', 'code': 200} Dec 15 14:51:05.792975 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:05.820252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-d23ceee9-7cf0-4436-abd3-c18a99df7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:05.822072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-d23ceee9-7cf0-4436-abd3-c18a99df7af5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 1096 time: 0.0558481 Dec 15 14:51:06.028751 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:29Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:06.055659 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] Checking router: e3013b6b-fa32-4624-ad8c-85ca53cb4c92 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:06.064989 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:06.065701 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:06.176131 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:06.306707 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-eb966d04-0138-4d09-8a03-7e957bda6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:06.308354 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-eb966d04-0138-4d09-8a03-7e957bda6e04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 200 len: 899 time: 0.4781473 Dec 15 14:51:06.317000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cfd29-e742-477c-bf31-f31532648c17 req-206c534c-2f75-4ca3-8915-fedd495e6ed9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:06.318458 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe9cfd29-e742-477c-bf31-f31532648c17 req-206c534c-2f75-4ca3-8915-fedd495e6ed9 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.4308445 Dec 15 14:51:06.365925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-60a94c30-7cd5-4566-a489-fb1798108390 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 200 len: 217 time: 0.0464983 Dec 15 14:51:06.376526 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:29Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:06.406192 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63e46c1-aedd-4260-9d22-77e4a4600d9b None None] The sync data for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 is: [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '8f467e80-aefd-4797-80df-675f28e38ac0', 'name': '', 'network_id': 'c2cd1ce5-826f-42df-97d3-3564402f61c3', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b5:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:26Z', 'updated_at': '2021-12-15T14:49:29Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '00613c08-ff95-4c55-88cc-417f2baf5319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:06.431674 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fe9cfd29-e742-477c-bf31-f31532648c17 req-26491b07-4251-4ca0-9774-3aa575c79d2d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058464 Dec 15 14:51:06.441011 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-8507c2fa-3bc8-47b2-b887-866302e4d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:06.442473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-8507c2fa-3bc8-47b2-b887-866302e4d59e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 200 len: 835 time: 0.0639489 Dec 15 14:51:06.496474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-365d679d-9069-412f-9974-12b6778f927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:06.497967 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-365d679d-9069-412f-9974-12b6778f927e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2cd1ce5-826f-42df-97d3-3564402f61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460110 Dec 15 14:51:06.593699 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-65bf1418-5cd2-4d15-a17a-fa391c6a1164 service neutron] 10.222.0.74 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852180 Dec 15 14:51:06.639837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c41d86-6a96-426b-9618-96b0f948105d None None] New status for floating IP e9660fd9-274c-4d80-907e-5a64e53af948: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:51:06.693128 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16af79e3-f2d2-4db9-87da-fdda137d09d7 req-9067b907-6a90-4fbb-bfe1-ff8d65759b15 service neutron] 10.222.0.74 "GET /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909593 Dec 15 14:51:06.824900 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:07.270099 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-4f5f00d6-c5af-4542-9ca4-1caee3dff466 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:07.271565 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-4f5f00d6-c5af-4542-9ca4-1caee3dff466 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0488782 Dec 15 14:51:07.361686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:07.362120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:07.451993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:07.452278 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:07.457187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:07.466676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:07.567176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3d1cc-42fe-416b-afac-8674130b1f21 req-2785d1ea-862d-4f77-a539-e400cb39df53 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:07.568732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aec3d1cc-42fe-416b-afac-8674130b1f21 req-2785d1ea-862d-4f77-a539-e400cb39df53 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=b155fe98-d2d0-4aea-ba63-6eb58e75d11d HTTP/1.1" status: 200 len: 945 time: 0.0531712 Dec 15 14:51:07.605260 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:07.621837 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aec3d1cc-42fe-416b-afac-8674130b1f21 req-2bcec44b-155b-4f4c-88dd-6fdb1927c0c8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471339 Dec 15 14:51:07.634034 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:07.678474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] No DVR routers for this DVR port ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:51:07.681240 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:07.684741 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-06683e68-9c5b-40d4-9a9b-9178def96a98 req-0c5da71d-b10f-4dc6-84b9-a61569391992 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "DELETE /v2.0/ports/ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 HTTP/1.1" status: 204 len: 173 time: 0.4062853 Dec 15 14:51:07.685194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'name': 'network-vif-deleted', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:07.687472 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4459135-ddbb-4eec-ae04-ba4beda73950" -d '{"events": [{"server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "name": "network-vif-deleted", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:07.725962 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109a5f76-cc59-4a94-9090-193027f6dedc x-openstack-request-id: req-109a5f76-cc59-4a94-9090-193027f6dedc {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:07.726266 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b155fe98-d2d0-4aea-ba63-6eb58e75d11d", "name": "network-vif-deleted", "tag": "ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:07.726534 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-109a5f76-cc59-4a94-9090-193027f6dedc {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:07.726942 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b155fe98-d2d0-4aea-ba63-6eb58e75d11d', 'name': 'network-vif-deleted', 'tag': 'ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8', 'status': 'completed', 'code': 200} Dec 15 14:51:08.679762 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:09.050574 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:09.315596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 8f467e80-aefd-4797-80df-675f28e38ac0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:09.315968 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:09.410184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 8f467e80-aefd-4797-80df-675f28e38ac0, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8f467e80-aefd-4797-80df-675f28e38ac0,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:09.410552 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:09.422329 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 8f467e80-aefd-4797-80df-675f28e38ac0 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:09.608193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:09.635484 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=8f467e80-aefd-4797-80df-675f28e38ac0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:09.812291 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.324763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:10.431657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:10.436615 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c7773b93-d80f-44b4-85dc-35cd494ba570 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/e3013b6b-fa32-4624-ad8c-85ca53cb4c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7557685 Dec 15 14:51:10.439951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:10.442838 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] Sync routers for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:10.453328 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:10.454061 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:10.495562 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11a327c-051b-4dbb-b471-c5086f25e94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting subnet 00613c08-ff95-4c55-88cc-417f2baf5319 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:51:10.498717 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e11a327c-051b-4dbb-b471-c5086f25e94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.540015 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e11a327c-051b-4dbb-b471-c5086f25e94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.627907 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e11a327c-051b-4dbb-b471-c5086f25e94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.646824 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:10.690950 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e11a327c-051b-4dbb-b471-c5086f25e94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.718446 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a327c-051b-4dbb-b471-c5086f25e94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Subnet': ['ID=00613c08-ff95-4c55-88cc-417f2baf5319,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:10.723944 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e11a327c-051b-4dbb-b471-c5086f25e94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.728369 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e11a327c-051b-4dbb-b471-c5086f25e94a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/subnets/00613c08-ff95-4c55-88cc-417f2baf5319 HTTP/1.1" status: 204 len: 168 time: 0.2874131 Dec 15 14:51:10.729623 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51328) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:10.732398 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5f147-a15c-451c-84b6-a816f5d8ffd0 None None] Network c2cd1ce5-826f-42df-97d3-3564402f61c3 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:51:10.836572 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:51:09Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:10.844711 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.863596 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] Checking router: e3013b6b-fa32-4624-ad8c-85ca53cb4c92 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:10.872943 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] Routers {'e3013b6b-fa32-4624-ad8c-85ca53cb4c92'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:10.873285 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:10.889193 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:10.912687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] DHCP port deletion for c2cd1ce5-826f-42df-97d3-3564402f61c3 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:10.915990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:10.916451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ffcbfe47-bd3d-41f4-b84b-5f72ac4a9fb8 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:10.966644 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.975247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] Deleting port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:10.975724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:10.987722 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] Set router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:11.030842 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 36193699-7cf6-4084-a53e-8595bbed5e96 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:11.031288 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.045395 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] For port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=7a5e2be3-38c3-4224-8fbf-54a70b9c8c56,segment=NetworkSegment(788aa9ce-eeef-4e6c-a837-ab07d6750f08),segment_id=788aa9ce-eeef-4e6c-a837-ab07d6750f08)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:11.045896 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.064813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] Calling delete_port for 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:11.129641 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 36193699-7cf6-4084-a53e-8595bbed5e96, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=36193699-7cf6-4084-a53e-8595bbed5e96,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:11.130434 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.144977 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 36193699-7cf6-4084-a53e-8595bbed5e96 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:11.160168 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.194588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] Pushing event deleted for resources: {'Port': ['ID=7a5e2be3-38c3-4224-8fbf-54a70b9c8c56,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:11.198447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a8725-e2e4-43e1-88af-77079165aa54 None None] No DVR routers for this DVR port 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:51:11.208947 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:51:09Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:11.241721 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790136c7-3c57-4738-8314-34bf0cb013f8 None None] The sync data for ids ['e3013b6b-fa32-4624-ad8c-85ca53cb4c92'] in n-d-821840-1 is: [{'id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225273845', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:49:23Z', 'updated_at': '2021-12-15T14:51:09Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': '36193699-7cf6-4084-a53e-8595bbed5e96', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3013b6b-fa32-4624-ad8c-85ca53cb4c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:49:24Z', 'updated_at': '2021-12-15T14:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:11.394136 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.425870 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=36193699-7cf6-4084-a53e-8595bbed5e96,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:11.444409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d7e6d-1e4a-4d93-a18d-087c19d33901 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:11.500991 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.622198 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.625221 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.688667 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.689864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Fanout notify agent at l3_agent the message router_deleted on router e3013b6b-fa32-4624-ad8c-85ca53cb4c92 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:51:11.698038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.699183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7c1aec4f-18b3-43cb-9440-482963112bd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/routers/e3013b6b-fa32-4624-ad8c-85ca53cb4c92 HTTP/1.1" status: 204 len: 168 time: 0.9685318 Dec 15 14:51:11.701978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51330) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:11.799044 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.896174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.930406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cd1ce5-826f-42df-97d3-3564402f61c3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:11.945319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788aa9ce-eeef-4e6c-a837-ab07d6750f08') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:11.945811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788aa9ce-eeef-4e6c-a837-ab07d6750f08') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:11.957399 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.973808 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.980271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:51:11.980815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: timer() Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:51:11.984013 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:51:12.042100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.049511 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.052690 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/networks/c2cd1ce5-826f-42df-97d3-3564402f61c3 HTTP/1.1" status: 204 len: 168 time: 0.3497763 Dec 15 14:51:12.055497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51332) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:12.065151 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894a176-ef01-423d-8ec7-95d91714eeff tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Network': ['ID=c2cd1ce5-826f-42df-97d3-3564402f61c3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:12.112757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f536d0f-b4c9-41c3-8516-5083b146a9ae tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.137696 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f536d0f-b4c9-41c3-8516-5083b146a9ae tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.201008 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f536d0f-b4c9-41c3-8516-5083b146a9ae tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.203614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f536d0f-b4c9-41c3-8516-5083b146a9ae tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.205429 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8f536d0f-b4c9-41c3-8516-5083b146a9ae tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/security-groups/da2aa6a1-3fc6-444b-be78-1ecd8a61c08f HTTP/1.1" status: 204 len: 168 time: 0.1482635 Dec 15 14:51:12.214517 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f536d0f-b4c9-41c3-8516-5083b146a9ae tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2aa6a1-3fc6-444b-be78-1ecd8a61c08f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:12.331329 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8f467e80-aefd-4797-80df-675f28e38ac0 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:12.356145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8f467e80-aefd-4797-80df-675f28e38ac0 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:12.356506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8f467e80-aefd-4797-80df-675f28e38ac0 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:12.356922 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:12.376303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:12.377223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 7a5e2be3-38c3-4224-8fbf-54a70b9c8c56 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:12.771845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51338) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:12.776512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ea613fbc-f445-4e54-9c7e-51697c46948d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023482115', 'description': 'tempest-secgroup-smoke-1023482115 description', 'project_id': 'daae454eb03b49638cf68e23c755fb58'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:12.801116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea613fbc-f445-4e54-9c7e-51697c46948d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.865983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea613fbc-f445-4e54-9c7e-51697c46948d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.869690 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea613fbc-f445-4e54-9c7e-51697c46948d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.900039 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea613fbc-f445-4e54-9c7e-51697c46948d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.901267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ea613fbc-f445-4e54-9c7e-51697c46948d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1283736 Dec 15 14:51:12.903143 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea613fbc-f445-4e54-9c7e-51697c46948d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21bfb96-0a61-4441-a97b-c06d25d96db6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:12.904399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:12.910037 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-45a653f8-8643-4eff-a71a-b1201f908f4b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a21bfb96-0a61-4441-a97b-c06d25d96db6', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:12.937023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45a653f8-8643-4eff-a71a-b1201f908f4b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.993236 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45a653f8-8643-4eff-a71a-b1201f908f4b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.997266 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45a653f8-8643-4eff-a71a-b1201f908f4b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.020350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a653f8-8643-4eff-a71a-b1201f908f4b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2d0fbb-e7c4-4745-95db-4215325fbb70,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.026651 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45a653f8-8643-4eff-a71a-b1201f908f4b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.027771 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-45a653f8-8643-4eff-a71a-b1201f908f4b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216972 Dec 15 14:51:13.030540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51342) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:13.034967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e2388b0a-7578-4362-99f4-13e1fe4ccd01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a21bfb96-0a61-4441-a97b-c06d25d96db6', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:13.063155 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2388b0a-7578-4362-99f4-13e1fe4ccd01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.130171 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2388b0a-7578-4362-99f4-13e1fe4ccd01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.133990 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2388b0a-7578-4362-99f4-13e1fe4ccd01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.154159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2388b0a-7578-4362-99f4-13e1fe4ccd01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee36878-0568-4c7c-8d1d-442a6b554ea5,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.158561 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2388b0a-7578-4362-99f4-13e1fe4ccd01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.159742 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e2388b0a-7578-4362-99f4-13e1fe4ccd01 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282883 Dec 15 14:51:13.162560 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:13.167092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-89bceb29-229a-4087-889d-ad68c05bbfd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a21bfb96-0a61-4441-a97b-c06d25d96db6', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:13.194353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bceb29-229a-4087-889d-ad68c05bbfd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.251080 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bceb29-229a-4087-889d-ad68c05bbfd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.254684 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bceb29-229a-4087-889d-ad68c05bbfd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.273785 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bceb29-229a-4087-889d-ad68c05bbfd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3283af24-3154-4965-8d23-1082fb5cc5f8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.278618 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89bceb29-229a-4087-889d-ad68c05bbfd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.279804 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-89bceb29-229a-4087-889d-ad68c05bbfd4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161900 Dec 15 14:51:13.282594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51346) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:13.287594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f494208b-f60f-45fc-b69b-b0c30481a46d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a21bfb96-0a61-4441-a97b-c06d25d96db6', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:13.312801 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f494208b-f60f-45fc-b69b-b0c30481a46d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.369855 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f494208b-f60f-45fc-b69b-b0c30481a46d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.373577 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f494208b-f60f-45fc-b69b-b0c30481a46d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.396166 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494208b-f60f-45fc-b69b-b0c30481a46d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb032549-6d95-4e87-ba93-90beed26b0ef,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.402118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f494208b-f60f-45fc-b69b-b0c30481a46d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.403323 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f494208b-f60f-45fc-b69b-b0c30481a46d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191516 Dec 15 14:51:13.406137 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51348) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:13.410544 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-70fa8756-eb31-434c-8521-2d5afe8e6fce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a21bfb96-0a61-4441-a97b-c06d25d96db6', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:13.433671 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-70fa8756-eb31-434c-8521-2d5afe8e6fce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:51:13.438823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70fa8756-eb31-434c-8521-2d5afe8e6fce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.499084 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70fa8756-eb31-434c-8521-2d5afe8e6fce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.503195 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70fa8756-eb31-434c-8521-2d5afe8e6fce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.521550 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa8756-eb31-434c-8521-2d5afe8e6fce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f484f83-f7ad-46c2-b595-086d1e1f7701,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.528218 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70fa8756-eb31-434c-8521-2d5afe8e6fce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.529386 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-70fa8756-eb31-434c-8521-2d5afe8e6fce tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223376 Dec 15 14:51:13.532079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:13.536704 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-45e22039-d8bb-4bd9-a8e1-b2c17e09d131 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a21bfb96-0a61-4441-a97b-c06d25d96db6', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:13.557345 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-45e22039-d8bb-4bd9-a8e1-b2c17e09d131 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:51:13.562013 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45e22039-d8bb-4bd9-a8e1-b2c17e09d131 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.619770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45e22039-d8bb-4bd9-a8e1-b2c17e09d131 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.623256 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45e22039-d8bb-4bd9-a8e1-b2c17e09d131 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.641658 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e22039-d8bb-4bd9-a8e1-b2c17e09d131 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352a51d8-23a1-4cdb-9321-176b16cace74,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.649601 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45e22039-d8bb-4bd9-a8e1-b2c17e09d131 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.650776 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-45e22039-d8bb-4bd9-a8e1-b2c17e09d131 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177657 Dec 15 14:51:13.653700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51352) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:13.659327 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'network': {'name': 'tempest-network-smoke--2146243513', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:13.680788 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:13.684176 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.708036 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:51:13.716701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.717050 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Added segment 47632ded-a40b-4a7b-9cfc-56da045dfdc1 of type vlan for network 063e4572-3f6a-4c49-941e-c4888f9f5450 Dec 15 14:51:13.757448 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.783572 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.789080 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.789657 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.840459 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1856682 Dec 15 14:51:13.843296 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51354) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:13.848013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'admin_state_up': True, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:13.858834 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f366b-1710-4034-84af-e3308dfd57be tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Network': ['ID=063e4572-3f6a-4c49-941e-c4888f9f5450,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.870695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:51:13.871272 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.872094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.926524 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.928545 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 36193699-7cf6-4084-a53e-8595bbed5e96 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:13.957082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 36193699-7cf6-4084-a53e-8595bbed5e96 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:13.957470 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 36193699-7cf6-4084-a53e-8595bbed5e96 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:14.061376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.257887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.275895 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.375339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.90 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/b39bb5cc-60b8-44d6-83ff-60139e713f9b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:14.480148 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.513916 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.551683 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:14.556195 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:14.559731 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:14.569925 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f02c0-04d0-48f3-a482-750213d540e4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:14.583836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=b39bb5cc-60b8-44d6-83ff-60139e713f9b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:14.617961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-13acd09c-4472-42ad-b694-d4b87ed36f87 None None] Provisioning complete for port b39bb5cc-60b8-44d6-83ff-60139e713f9b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:14.618341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-13acd09c-4472-42ad-b694-d4b87ed36f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.652769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-13acd09c-4472-42ad-b694-d4b87ed36f87 None None] Port b39bb5cc-60b8-44d6-83ff-60139e713f9b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:51:14.813557 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:15.010966 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:15.138629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:51:15.244241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:15.254351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Sync routers for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:15.265366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:15.265535 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:15.265928 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:15.266617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1c6431e9-6957-4a7d-9a18-be13fb3c3650 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4222543 Dec 15 14:51:15.269950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51356) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:15.288703 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:51:15.297851 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-01672b6d-3817-4eca-8fb2-9661383886e4 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=daae454eb03b49638cf68e23c755fb58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268011 Dec 15 14:51:15.301342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51358) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:15.371005 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:15.391168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68bd4fb-9ccc-4d69-990e-e3b4debe89d7 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:15.392997 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c68bd4fb-9ccc-4d69-990e-e3b4debe89d7 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906124 Dec 15 14:51:15.396230 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51360) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:15.431131 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-09618d25-4d25-4947-ad9d-840aabdb676b tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337150 Dec 15 14:51:15.433797 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:15.439915 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537671266', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:15.539997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:15.543570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:15.729615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:14Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:15.735594 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:15.758543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Checking router: 9a3166fd-cfd8-44af-8a2c-0261b45052d2 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:15.758907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Updating router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 port b39bb5cc-60b8-44d6-83ff-60139e713f9b binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:51:15.785267 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:15.800443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Subnet': ['ID=3542410c-73be-4ae0-934a-578d30d19c35,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:15.810236 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Checking segment: {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:15.810605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network hostable DHCP agents. Network: 063e4572-3f6a-4c49-941e-c4888f9f5450, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:51:15.828386 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:51:15.838418 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 063e4572-3f6a-4c49-941e-c4888f9f5450) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:15.843223 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:15.844124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:15.860717 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8a556f00-6d91-4f87-b978-4ba30ce4013a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4256964 Dec 15 14:51:15.864079 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:15.869188 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f74330-7566-44af-a365-5d45fdb04e00 None None] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:51:16.036331 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-063e4572-3f6a-4c49-941e-c4888f9f5450', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:51:16.037197 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.223667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.231182 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.269792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Allocated IP 172.20.0.2 (063e4572-3f6a-4c49-941e-c4888f9f5450/3542410c-73be-4ae0-934a-578d30d19c35/08669ed7-c697-4b27-b798-71261709bf90) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:16.300892 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d02836-db27-4e2a-aa99-840d853ee09d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:16.315041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Attempting to bind port b39bb5cc-60b8-44d6-83ff-60139e713f9b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:16.315419 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Attempting to bind port b39bb5cc-60b8-44d6-83ff-60139e713f9b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:16.315787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Attempting to bind port b39bb5cc-60b8-44d6-83ff-60139e713f9b on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:16.328602 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.333732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d30254-9826-4251-8708-de3594d2f10c None None] Pushing event updated for resources: {'Port': ['ID=b39bb5cc-60b8-44d6-83ff-60139e713f9b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:16.338675 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:16.339059 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:16.339908 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.339908 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:16.340348 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Bound port: b39bb5cc-60b8-44d6-83ff-60139e713f9b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:16.340732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.451759 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e1f2c0af-0b77-48cf-9c16-b836fb426d9d None None] Provisioning complete for port b39bb5cc-60b8-44d6-83ff-60139e713f9b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:16.452046 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c0af-0b77-48cf-9c16-b836fb426d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.495216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] For port b39bb5cc-60b8-44d6-83ff-60139e713f9b, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:16.534105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] For port b39bb5cc-60b8-44d6-83ff-60139e713f9b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b39bb5cc-60b8-44d6-83ff-60139e713f9b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:16.541156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2c0af-0b77-48cf-9c16-b836fb426d9d None None] Port b39bb5cc-60b8-44d6-83ff-60139e713f9b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:51:16.543053 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.595536 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.602878 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95b992a-de97-41a9-9189-77006a6c0f28 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:51:16.610228 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.634626 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:16.635255 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:16.638646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d30254-9826-4251-8708-de3594d2f10c None None] Pushing event updated for resources: {'Port': ['ID=b39bb5cc-60b8-44d6-83ff-60139e713f9b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:16.668696 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.1 (063e4572-3f6a-4c49-941e-c4888f9f5450/3542410c-73be-4ae0-934a-578d30d19c35/6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:16.709174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:16.719833 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:16.723285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:16.786062 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Pushing event updated for resources: {'Port': ['ID=08669ed7-c697-4b27-b798-71261709bf90,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:16.799350 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.812253 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-0aa27f64-9b45-4753-9ec5-3976adf520f5 None None] Provisioning complete for port b39bb5cc-60b8-44d6-83ff-60139e713f9b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:16.812635 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa27f64-9b45-4753-9ec5-3976adf520f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.834570 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.870163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:16.878312 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:16.881791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:16.884435 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:16.921183 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:16.931281 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Attempting to bind port 08669ed7-c697-4b27-b798-71261709bf90 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:16.931657 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Attempting to bind port 08669ed7-c697-4b27-b798-71261709bf90 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:16.932053 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Attempting to bind port 08669ed7-c697-4b27-b798-71261709bf90 on network 063e4572-3f6a-4c49-941e-c4888f9f5450 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:16.940289 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.951933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:16.952332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Checking segment: {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:16.952725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:16.953121 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Bound using segment: {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:16.953597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Bound port: 08669ed7-c697-4b27-b798-71261709bf90, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:16.953978 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.072201 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.105824 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa27f64-9b45-4753-9ec5-3976adf520f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.136729 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] For port 08669ed7-c697-4b27-b798-71261709bf90, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:17.158811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] For port 08669ed7-c697-4b27-b798-71261709bf90, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=08669ed7-c697-4b27-b798-71261709bf90,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:17.165610 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0aa27f64-9b45-4753-9ec5-3976adf520f5 None None] For port b39bb5cc-60b8-44d6-83ff-60139e713f9b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b39bb5cc-60b8-44d6-83ff-60139e713f9b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:17.168249 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.175312 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0aa27f64-9b45-4753-9ec5-3976adf520f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.241635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc4eda-c844-4698-8814-834fdceb740b None None] Pushing event updated for resources: {'Port': ['ID=08669ed7-c697-4b27-b798-71261709bf90,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:17.280425 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:14Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:17.312136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43eadd-ddfa-4177-a742-f773534be01b None None] The sync data for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 is: [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:14Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:17.327303 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa27f64-9b45-4753-9ec5-3976adf520f5 None None] Pushing event updated for resources: {'Port': ['ID=b39bb5cc-60b8-44d6-83ff-60139e713f9b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:17.390727 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.400108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.489799 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:17.493857 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:17.613648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:17.615024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:17.740847 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:17.855507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:17.861880 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-7f7a5a10-1862-4ea2-8047-c3af722aa969 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/9a3166fd-cfd8-44af-8a2c-0261b45052d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9968069 Dec 15 14:51:18.072602 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 08669ed7-c697-4b27-b798-71261709bf90 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:18.076431 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f9099d30-d064-4fef-ac3e-238a610e8069 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023482115&fields=id&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 267 time: 0.0823193 Dec 15 14:51:18.150417 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 08669ed7-c697-4b27-b798-71261709bf90 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:18.150817 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:18.222516 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-61430cad-94ee-4c84-8d04-431877ba22d0 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:18.224355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-61430cad-94ee-4c84-8d04-431877ba22d0 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/networks?id=063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 200 len: 797 time: 0.1374826 Dec 15 14:51:18.240124 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:18.241450 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-6838f0d2-e6b6-424a-8aca-c7aaa4a0cf27 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/quotas/daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 375 time: 0.0110595 Dec 15 14:51:18.286104 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 08669ed7-c697-4b27-b798-71261709bf90, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=08669ed7-c697-4b27-b798-71261709bf90,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:18.302485 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:18.303292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b39bb5cc-60b8-44d6-83ff-60139e713f9b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:18.316357 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-29e68355-c0b8-4eaf-8d91-d38ad92895d6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649147 Dec 15 14:51:18.339641 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba681a8-f33d-48c6-90bf-72004d43d00f None None] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:51:18.425158 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-61f6e787-3382-4597-bdca-22ba58ec5344 service neutron] 10.222.0.86 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979130 Dec 15 14:51:18.462516 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=08669ed7-c697-4b27-b798-71261709bf90,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:18.465058 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a8b0727f-8804-4714-8085-d23b16b008ad None None] Provisioning complete for port 08669ed7-c697-4b27-b798-71261709bf90 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:18.465431 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a8b0727f-8804-4714-8085-d23b16b008ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:18.511157 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port b39bb5cc-60b8-44d6-83ff-60139e713f9b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:18.511536 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:18.512942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-e3f8d688-f53a-4cba-833e-03f3c16e1940 service neutron] 10.222.0.86 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860147 Dec 15 14:51:18.716745 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d8110bf3-a3af-4e1f-95ff-dc807c428df0 req-312c721d-0030-409c-add9-d330afd6fe19 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 210 time: 0.0512049 Dec 15 14:51:18.903769 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d64f4018-9918-4d66-8031-76db2f60d612 None None] Provisioning complete for port 08669ed7-c697-4b27-b798-71261709bf90 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:18.904185 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d64f4018-9918-4d66-8031-76db2f60d612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.010935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d64f4018-9918-4d66-8031-76db2f60d612 None None] Provisioning complete for port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:19.011407 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d64f4018-9918-4d66-8031-76db2f60d612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.050746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d64f4018-9918-4d66-8031-76db2f60d612 None None] Port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:51:19.134582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-3dfde91d-ea88-4b5b-816c-70f838b647a7 req-ab0d4020-59d0-4ac3-8230-51b193a93336 service neutron] (109767) timed out ('10.222.0.74', 56743) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:51:19.151206 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Sync routers for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:19.173989 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:19.174772 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:19.182082 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1ab6aa8e-7abe-4de1-a6bc-490441460572 None None] Provisioning complete for port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:19.182564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1ab6aa8e-7abe-4de1-a6bc-490441460572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.229410 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6aa8e-7abe-4de1-a6bc-490441460572 None None] Port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:51:19.296408 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:19.350633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-105c4d74-fa33-498e-8624-3b625d351d2c None None] Provisioning complete for port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:19.351222 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-105c4d74-fa33-498e-8624-3b625d351d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.386746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-105c4d74-fa33-498e-8624-3b625d351d2c None None] Port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:51:19.499282 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 2, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:19.529538 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Checking router: 9a3166fd-cfd8-44af-8a2c-0261b45052d2 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:19.529899 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Updating router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:51:19.554828 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.731666 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-96af8d8b-f8c9-42d1-97d2-b6ae6c163855 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:19.733403 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-96af8d8b-f8c9-42d1-97d2-b6ae6c163855 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "GET /v2.0/networks?id=063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 200 len: 797 time: 0.1166241 Dec 15 14:51:19.801196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-2f825804-8a38-4254-93fa-78c420088d34 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 380 time: 0.0585761 Dec 15 14:51:19.816521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'port': {'device_id': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'admin_state_up': True, 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'security_groups': ['a21bfb96-0a61-4441-a97b-c06d25d96db6']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:19.834667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d0ab44af-9bba-41c5-9724-9c19f9291bd6 req-35205930-388f-4657-a996-429b748ec9e3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 210 time: 0.0325098 Dec 15 14:51:19.838698 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.844870 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.898699 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Pushing event updated for resources: {'Port': ['ID=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:19.910928 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.911275 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.911623 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.911988 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.912330 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.912667 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.913002 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.913336 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.913665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.913992 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.914656 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.914656 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.914948 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.944999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:19.949882 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.966355 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Attempting to bind port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:19.967023 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Attempting to bind port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:19.967563 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Attempting to bind port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb on network 063e4572-3f6a-4c49-941e-c4888f9f5450 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:19.973295 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:19.974003 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Checking segment: {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:19.974581 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.975133 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Bound using segment: {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:19.975756 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Bound port: 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:19.976331 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.995778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 08669ed7-c697-4b27-b798-71261709bf90 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:20.060533 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] For port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:20.063837 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] For port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:20.065247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 08669ed7-c697-4b27-b798-71261709bf90 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:20.065641 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.072962 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.134895 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.9 (063e4572-3f6a-4c49-941e-c4888f9f5450/3542410c-73be-4ae0-934a-578d30d19c35/ed733002-8014-40b3-98d4-3e7ac12ab8ec) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:20.148906 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747e99a-76df-4a15-a867-f929bbe5ffb7 None None] Pushing event updated for resources: {'Port': ['ID=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:20.184157 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:20.184859 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:20.321641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.362576 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-cfca0b4c-082c-4afb-985f-7a2366178e13 None None] Provisioning complete for port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:20.363131 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cfca0b4c-082c-4afb-985f-7a2366178e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.366541 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.416675 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:20.418472 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:20.426447 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:20.440586 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:20.475860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cfca0b4c-082c-4afb-985f-7a2366178e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.479022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=ed733002-8014-40b3-98d4-3e7ac12ab8ec,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:20.495653 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:20.496332 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.518502 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-af0589e2-db7c-4fca-a2d5-ea499fb90acb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7079189 Dec 15 14:51:20.530467 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cfca0b4c-082c-4afb-985f-7a2366178e13 None None] For port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:20.532762 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Request body: {'port': {'device_id': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:20.536054 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cfca0b4c-082c-4afb-985f-7a2366178e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.600403 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca0b4c-082c-4afb-985f-7a2366178e13 None None] Pushing event updated for resources: {'Port': ['ID=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:20.602170 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.661432 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-a7e30e81-5aec-4fc6-a326-08e5c76081ba None None] Provisioning complete for port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:20.661945 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a7e30e81-5aec-4fc6-a326-08e5c76081ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.675007 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:20Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:20.708246 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87da25a-6a5a-4cfd-a95e-cab91c9527ac None None] The sync data for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 is: [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:20Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:20.898707 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8fc26dfa-dde5-49b5-8e4c-4f3a93d5f279 None None] Provisioning complete for port ed733002-8014-40b3-98d4-3e7ac12ab8ec triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:20.899386 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fc26dfa-dde5-49b5-8e4c-4f3a93d5f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.946921 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8fc26dfa-dde5-49b5-8e4c-4f3a93d5f279 None None] Port ed733002-8014-40b3-98d4-3e7ac12ab8ec cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:51:20.951627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed733002-8014-40b3-98d4-3e7ac12ab8ec {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:20.961427 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.975737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Transition to ACTIVE for port object ed733002-8014-40b3-98d4-3e7ac12ab8ec will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:51:20.976059 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17821a72-6c49-4147-a6f3-70a5e6b409c3 req-dc725ddc-b183-4b40-8e7c-cb4d5199175a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:20.980376 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-17821a72-6c49-4147-a6f3-70a5e6b409c3 req-dc725ddc-b183-4b40-8e7c-cb4d5199175a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 931 time: 0.0625691 Dec 15 14:51:20.983013 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:21.036905 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-17821a72-6c49-4147-a6f3-70a5e6b409c3 req-a50e5cb1-d699-407f-acb1-58d46cba1d43 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518141 Dec 15 14:51:21.088878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Pushing event updated for resources: {'Port': ['ID=ed733002-8014-40b3-98d4-3e7ac12ab8ec,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:21.125991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Attempting to bind port ed733002-8014-40b3-98d4-3e7ac12ab8ec on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:21.126339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Attempting to bind port ed733002-8014-40b3-98d4-3e7ac12ab8ec by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:21.127035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Attempting to bind port ed733002-8014-40b3-98d4-3e7ac12ab8ec on network 063e4572-3f6a-4c49-941e-c4888f9f5450 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:21.133785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Port ed733002-8014-40b3-98d4-3e7ac12ab8ec on network 063e4572-3f6a-4c49-941e-c4888f9f5450 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:51:21.133785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Attempting to bind port ed733002-8014-40b3-98d4-3e7ac12ab8ec on network 063e4572-3f6a-4c49-941e-c4888f9f5450 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:21.139463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:21.139805 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Checking segment: {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:21.140305 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Bound using segment: {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:21.140876 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Bound port: ed733002-8014-40b3-98d4-3e7ac12ab8ec, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47632ded-a40b-4a7b-9cfc-56da045dfdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:21.141246 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:21.221607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] For port ed733002-8014-40b3-98d4-3e7ac12ab8ec, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:21.225156 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] For port ed733002-8014-40b3-98d4-3e7ac12ab8ec, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:21.231515 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:21.248559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:21.249474 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:21.252145 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] 10.222.0.24 "PUT /v2.0/ports/ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 200 len: 1091 time: 0.7245288 Dec 15 14:51:21.254125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:21.261780 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:21.347769 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1971808f-baf5-46c2-b75e-0e2a3d7f079b x-openstack-request-id: req-1971808f-baf5-46c2-b75e-0e2a3d7f079b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:21.348441 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:21.348784 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1971808f-baf5-46c2-b75e-0e2a3d7f079b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:21.349265 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'status': 'completed', 'code': 200} Dec 15 14:51:21.355378 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cbff7-2de3-4aec-ae3b-27c3c528bb1a service neutron] Pushing event updated for resources: {'Port': ['ID=ed733002-8014-40b3-98d4-3e7ac12ab8ec,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:21.373766 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-cd210358-d2dd-473a-8f0a-04bee075afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:21.375292 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-cd210358-d2dd-473a-8f0a-04bee075afa9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1094 time: 0.0680759 Dec 15 14:51:21.425081 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-67bdc802-b066-40a0-b8a2-05333675338c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 200 len: 217 time: 0.0420194 Dec 15 14:51:21.495935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-a3eb2e1d-c369-460a-a96c-16722e94d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:21.497593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-a3eb2e1d-c369-460a-a96c-16722e94d428 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3542410c-73be-4ae0-934a-578d30d19c35 HTTP/1.1" status: 200 len: 834 time: 0.0647931 Dec 15 14:51:21.553758 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-30d7b38a-f2c1-47b1-b483-e9b859c3046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:21.555225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-30d7b38a-f2c1-47b1-b483-e9b859c3046d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=063e4572-3f6a-4c49-941e-c4888f9f5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506399 Dec 15 14:51:21.659815 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-22e3419d-e867-45cf-bbe3-3daf1fcd1aba service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966113 Dec 15 14:51:21.750756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-66bc0681-c780-42c5-bdf5-cce09af115e9 req-e8ce9c70-95f2-4a29-8cee-e0878a70ece4 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839431 Dec 15 14:51:21.851897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-359d4952-2a2a-4de7-b98f-95da7fe42a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:21.853406 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-359d4952-2a2a-4de7-b98f-95da7fe42a23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1094 time: 0.0537589 Dec 15 14:51:21.949478 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-f8f2332c-5b09-4309-b445-907bd92f724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:21.951314 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-f8f2332c-5b09-4309-b445-907bd92f724d service neutron] 10.222.0.24 "GET /v2.0/networks?id=063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 200 len: 899 time: 0.0903478 Dec 15 14:51:21.996443 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:22.000222 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-ef0bc1b6-2c62-4f6c-8ab9-7ce59e56b52a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 200 len: 217 time: 0.0416079 Dec 15 14:51:22.046536 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:22.046913 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:22.049842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-d3d3d35f-6c8d-4bb0-a200-9a1a479e688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:22.051319 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-d3d3d35f-6c8d-4bb0-a200-9a1a479e688b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3542410c-73be-4ae0-934a-578d30d19c35 HTTP/1.1" status: 200 len: 834 time: 0.0435574 Dec 15 14:51:22.102223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-b8a3a8b9-52cd-42a7-a478-aa463c458d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:22.103759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-b8a3a8b9-52cd-42a7-a478-aa463c458d1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=063e4572-3f6a-4c49-941e-c4888f9f5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451252 Dec 15 14:51:22.165633 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72afe-7403-4de6-9a11-98530c7ee10b req-6f17ebb1-08f0-467f-8a56-6c2821fe08bc tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:22.167782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ece72afe-7403-4de6-9a11-98530c7ee10b req-6f17ebb1-08f0-467f-8a56-6c2821fe08bc tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 943 time: 0.0535810 Dec 15 14:51:22.199952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-191f440a-d4f2-463e-bb7c-23c379087c8d service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876615 Dec 15 14:51:22.218028 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ece72afe-7403-4de6-9a11-98530c7ee10b req-c5602fdc-cca1-4dcc-99d5-3a3abbc09a4a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Dec 15 14:51:22.291378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9d4b85b3-8ffd-4bd3-8605-88c72ffefcb9 req-c7eba12d-7864-4a26-b2cc-9ef6af23e719 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833471 Dec 15 14:51:23.338733 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee36b5-5869-40bf-bdfe-17c717ebef7d req-ab3de53e-6f34-47d4-9643-900cc777d58b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:23.340239 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27ee36b5-5869-40bf-bdfe-17c717ebef7d req-ab3de53e-6f34-47d4-9643-900cc777d58b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 943 time: 0.0508831 Dec 15 14:51:23.390234 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-27ee36b5-5869-40bf-bdfe-17c717ebef7d req-fac2b8e3-02d5-4735-be16-3663fcb7506e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Dec 15 14:51:24.483170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ed733002-8014-40b3-98d4-3e7ac12ab8ec details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:51:24.508733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3874b1-320b-4194-9e87-a40a9295988e req-d62dd1ff-0c37-4785-a374-3876a9116146 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:24.510230 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc3874b1-320b-4194-9e87-a40a9295988e req-d62dd1ff-0c37-4785-a374-3876a9116146 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 943 time: 0.0511527 Dec 15 14:51:24.563561 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dc3874b1-320b-4194-9e87-a40a9295988e req-2cda17f5-180a-4d4f-9721-d53dcea88245 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472624 Dec 15 14:51:24.579990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ed733002-8014-40b3-98d4-3e7ac12ab8ec, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:24.591501 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'port_id': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'mac_address': 'fa:16:3e:48:67:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:51:24.634658 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:24.647225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed733002-8014-40b3-98d4-3e7ac12ab8ec {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:24.667085 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ed733002-8014-40b3-98d4-3e7ac12ab8ec, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:24.670969 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:24.719412 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ed733002-8014-40b3-98d4-3e7ac12ab8ec,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:24.875816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['ed733002-8014-40b3-98d4-3e7ac12ab8ec'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:25.683090 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f12b-a320-471c-a0c2-f9d689bc49f6 req-58f5c3d2-5533-4cb7-b441-5838ab031880 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:25.684597 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ba3f12b-a320-471c-a0c2-f9d689bc49f6 req-58f5c3d2-5533-4cb7-b441-5838ab031880 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 944 time: 0.0523641 Dec 15 14:51:25.735604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1ba3f12b-a320-471c-a0c2-f9d689bc49f6 req-0b73a3bf-91b3-4a89-98cf-5d0f3453ac87 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428145 Dec 15 14:51:26.506107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ed733002-8014-40b3-98d4-3e7ac12ab8ec up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:26.555544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port ed733002-8014-40b3-98d4-3e7ac12ab8ec completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:51:26.559333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port ed733002-8014-40b3-98d4-3e7ac12ab8ec triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:26.559706 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:26.639545 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:26.662871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:26.665157 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364c03f1-45a3-4f30-864b-ba251cefb326" -d '{"events": [{"server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "name": "network-vif-plugged", "status": "completed", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:26.679935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port ed733002-8014-40b3-98d4-3e7ac12ab8ec, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:26.684479 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:26.710507 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862bedc-0a2c-4bc4-a819-524952bafde1 x-openstack-request-id: req-e862bedc-0a2c-4bc4-a819-524952bafde1 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:26.710806 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "name": "network-vif-plugged", "status": "completed", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:26.711062 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e862bedc-0a2c-4bc4-a819-524952bafde1 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:26.712030 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'code': 200} Dec 15 14:51:26.740841 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=ed733002-8014-40b3-98d4-3e7ac12ab8ec,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:26.804552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea3d34-7ce9-477a-8ea4-3af559bf0541 req-c281e992-8aee-4c0e-909a-ac768906d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:26.806044 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81ea3d34-7ce9-477a-8ea4-3af559bf0541 req-c281e992-8aee-4c0e-909a-ac768906d7ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1096 time: 0.0408928 Dec 15 14:51:26.885994 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce62b3-7e77-4d4c-9639-e0b6b2d4000a req-5c875212-17d3-4e0c-abf3-b15058fa3b9b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:26.887483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bce62b3-7e77-4d4c-9639-e0b6b2d4000a req-5c875212-17d3-4e0c-abf3-b15058fa3b9b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0805745 Dec 15 14:51:26.890535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81ea3d34-7ce9-477a-8ea4-3af559bf0541 req-77e3dd2d-0c09-4d96-9906-831358b30ce9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744112 Dec 15 14:51:26.944572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3bce62b3-7e77-4d4c-9639-e0b6b2d4000a req-a1fa579c-51d2-42a2-b9d8-a38e9d696d3f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499692 Dec 15 14:51:28.072249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af4e85-6608-4b22-9d7f-60695c95d41e req-606d9221-a5a9-44d4-b54b-fb3bbceeb03f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:28.073715 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72af4e85-6608-4b22-9d7f-60695c95d41e req-606d9221-a5a9-44d4-b54b-fb3bbceeb03f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0527384 Dec 15 14:51:28.125255 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-72af4e85-6608-4b22-9d7f-60695c95d41e req-0b2f802c-e7b2-4e9d-808d-037664fc9530 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Dec 15 14:51:28.239412 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8945e-c924-4b43-ba42-d6314f33e35c req-f90b6f8e-1037-4e68-8243-bac48e0b6161 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:28.240824 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98d8945e-c924-4b43-ba42-d6314f33e35c req-f90b6f8e-1037-4e68-8243-bac48e0b6161 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0482423 Dec 15 14:51:28.289438 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-98d8945e-c924-4b43-ba42-d6314f33e35c req-d5589f17-7a9b-4455-84c8-f7619f609c24 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427346 Dec 15 14:51:28.310962 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51420) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:28.349893 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339b156-fedf-4a53-8bf5-0e6fb690207b tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:28.351383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-e339b156-fedf-4a53-8bf5-0e6fb690207b tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1091 time: 0.0394342 Dec 15 14:51:28.354244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51422) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:28.358443 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:28.380985 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:28.483596 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:28.589372 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.75 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/0296c10c-d840-468f-b6db-77f9456439f7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:29.016454 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.049743 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.085776 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:29.090225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:29.094423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:29.120811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=0296c10c-d840-468f-b6db-77f9456439f7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:29.455237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.524645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.672352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.677603 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.744645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=0296c10c-d840-468f-b6db-77f9456439f7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:29.754805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.854837 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP c0589164-11ec-4b25-9099-4569e422bcca associated. External IP: 172.25.7.75, port: ed733002-8014-40b3-98d4-3e7ac12ab8ec. Dec 15 14:51:30.072353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:30.186765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:30.198290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] Sync routers for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:30.208213 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:30.210496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:30.212661 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:30.240872 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4bb858d3-c072-4358-a547-335a59f825fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8851197 Dec 15 14:51:30.241437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:30.243722 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcc1a80-464b-4d75-966b-bf657b519aca" -d '{"events": [{"name": "network-changed", "server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:30.352094 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef6b6-792f-4dfd-895e-ca0dc6b0d6ec req-a8afdafb-adb4-4a21-b796-7d5872012915 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:30.359328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dffef6b6-792f-4dfd-895e-ca0dc6b0d6ec req-a8afdafb-adb4-4a21-b796-7d5872012915 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0565472 Dec 15 14:51:30.364024 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:30.365719 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c914d26-ea6b-44e0-a550-8acf078e49ee x-openstack-request-id: req-4c914d26-ea6b-44e0-a550-8acf078e49ee {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:30.366470 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:30.366759 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c914d26-ea6b-44e0-a550-8acf078e49ee {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:30.367592 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'status': 'completed', 'code': 200} Dec 15 14:51:30.411935 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dffef6b6-792f-4dfd-895e-ca0dc6b0d6ec req-2df7ba03-8e5e-47a8-b24c-6e2b151f0606 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516579 Dec 15 14:51:30.438564 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51430) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:30.440988 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-5f455b49-946f-4e51-91a0-d1bfbeca59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:30.442774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-5f455b49-946f-4e51-91a0-d1bfbeca59ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1096 time: 0.0501757 Dec 15 14:51:30.539495 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5e71610e-1973-4f63-a0bc-fa9d3bff986d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/c0589164-11ec-4b25-9099-4569e422bcca HTTP/1.1" status: 200 len: 990 time: 0.0972681 Dec 15 14:51:30.560255 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-2f28275f-6f27-4a98-8502-32272a35a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:30.561783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-2f28275f-6f27-4a98-8502-32272a35a580 service neutron] 10.222.0.24 "GET /v2.0/networks?id=063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 200 len: 899 time: 0.1116986 Dec 15 14:51:30.619819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'c0589164-11ec-4b25-9099-4569e422bcca', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'port_id': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'mac_address': 'fa:16:3e:48:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:29Z', 'updated_at': '2021-12-15T14:51:29Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:20Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:30.633456 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-518875aa-ddb2-480b-9088-add282459649 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 200 len: 998 time: 0.0643380 Dec 15 14:51:30.651614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] Checking router: 9a3166fd-cfd8-44af-8a2c-0261b45052d2 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:30.660965 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:30.661608 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:51:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:30.685459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-b1985f26-f417-4bd3-aecb-61cb86cbe76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:30.687050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-b1985f26-f417-4bd3-aecb-61cb86cbe76f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3542410c-73be-4ae0-934a-578d30d19c35 HTTP/1.1" status: 200 len: 834 time: 0.0469043 Dec 15 14:51:30.738194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-5c6bd84a-2016-480f-959c-cdcb4a1277c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:30.739798 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-5c6bd84a-2016-480f-959c-cdcb4a1277c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=063e4572-3f6a-4c49-941e-c4888f9f5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453250 Dec 15 14:51:30.772544 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:30.834188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-c71e2d06-ff6a-493b-8a6c-b9449dc1e234 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853667 Dec 15 14:51:30.933851 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4dcc1a80-464b-4d75-966b-bf657b519aca req-3f69cc2f-127a-4c3d-aefd-66268cfef291 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918608 Dec 15 14:51:31.008402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'c0589164-11ec-4b25-9099-4569e422bcca', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'port_id': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'mac_address': 'fa:16:3e:48:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:29Z', 'updated_at': '2021-12-15T14:51:29Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:20Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:31.038656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c644d8-746c-46a2-8ec2-3fb52340233d None None] The sync data for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 is: [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'c0589164-11ec-4b25-9099-4569e422bcca', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'port_id': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'mac_address': 'fa:16:3e:48:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:29Z', 'updated_at': '2021-12-15T14:51:29Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:20Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:31.234477 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c395e98-974d-4e95-a126-ed1efb608178 None None] New status for floating IP c0589164-11ec-4b25-9099-4569e422bcca: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:51:31.325643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b5657056-a332-4fcf-8450-eb42b3e0bafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:31.417081 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:31.541191 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51432) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:31.587853 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:31.603826 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b628d20b-5013-4d87-8d58-859ea5b36b7c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/c0589164-11ec-4b25-9099-4569e422bcca HTTP/1.1" status: 200 len: 992 time: 0.0615025 Dec 15 14:51:33.949654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65d4e6bf-37d3-44fd-b9b5-729af2a4e93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:35.080620 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:36.828182 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:37.459801 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.536908 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-a6557df8-62e9-46f9-bc90-db62509e99f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409503 Dec 15 14:51:38.619852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-3afeeb50-8bfd-4160-8c19-ef27bf801583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:38.621402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-3afeeb50-8bfd-4160-8c19-ef27bf801583 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1096 time: 0.0403812 Dec 15 14:51:38.727015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-2753e8bb-6291-43f4-9a92-1001b58dd56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:38.728520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-2753e8bb-6291-43f4-9a92-1001b58dd56e service neutron] 10.222.0.24 "GET /v2.0/networks?id=063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 200 len: 899 time: 0.0879908 Dec 15 14:51:38.795427 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-7e9f1462-7a6a-4a45-9e73-52e292b125a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 200 len: 1000 time: 0.0592270 Dec 15 14:51:38.843710 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-29510ffa-403d-4779-b2fe-9385d671e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:38.845162 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-29510ffa-403d-4779-b2fe-9385d671e78d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3542410c-73be-4ae0-934a-578d30d19c35 HTTP/1.1" status: 200 len: 834 time: 0.0422769 Dec 15 14:51:38.894029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-71a4f74b-7534-4d79-977b-ed38918aee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:38.895539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-71a4f74b-7534-4d79-977b-ed38918aee20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=063e4572-3f6a-4c49-941e-c4888f9f5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438545 Dec 15 14:51:38.984642 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-f106f650-df9f-4b86-8bed-31c38e63b589 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817194 Dec 15 14:51:39.076568 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f6e9934-6045-410e-ac15-cf5c9af7d2e0 req-3f163338-dbad-4e89-9edc-da261aa568b7 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843167 Dec 15 14:51:52.287826 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:52:00.402986 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb25a7-0ebf-45a5-9a4e-4bd3f335d843 req-a7b303f6-1bdf-4d8e-9815-b1f9ad453a10 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:00.404521 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21eb25a7-0ebf-45a5-9a4e-4bd3f335d843 req-a7b303f6-1bdf-4d8e-9815-b1f9ad453a10 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0517225 Dec 15 14:52:00.453826 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-21eb25a7-0ebf-45a5-9a4e-4bd3f335d843 req-889c311a-7133-4871-a94a-62e11eb0bfb3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434060 Dec 15 14:52:01.327293 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aac38082-dc28-4353-b965-b36fbe941180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.431585 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.581733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51428b-4bf1-4b63-8771-5bdbf09c0e57 req-ee7cada9-790e-4c62-909d-213ea392dcc1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:01.584070 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f51428b-4bf1-4b63-8771-5bdbf09c0e57 req-ee7cada9-790e-4c62-909d-213ea392dcc1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0566480 Dec 15 14:52:01.601551 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.635014 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f51428b-4bf1-4b63-8771-5bdbf09c0e57 req-18f30a93-5d2c-4f34-beb9-93f9511d4f93 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Dec 15 14:52:02.752950 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd928ac5-034a-4c13-9f67-31cc8bb9179c req-170c3798-27fd-4786-90f7-d7c13786f216 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:02.755647 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd928ac5-034a-4c13-9f67-31cc8bb9179c req-170c3798-27fd-4786-90f7-d7c13786f216 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0500467 Dec 15 14:52:02.806976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bd928ac5-034a-4c13-9f67-31cc8bb9179c req-286c5521-c21a-4c4f-943d-dc9f93b7d69c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450366 Dec 15 14:52:03.921480 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b3334-766d-44fa-ba1e-d5bf39fae8d6 req-2ca5ca62-cb16-455e-878b-1940918e098a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.922958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-981b3334-766d-44fa-ba1e-d5bf39fae8d6 req-2ca5ca62-cb16-455e-878b-1940918e098a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0493784 Dec 15 14:52:03.952202 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fec1ec39-2969-4898-85da-3c56c76be304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.975924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-981b3334-766d-44fa-ba1e-d5bf39fae8d6 req-a2eaf0e7-847b-43c7-ba0d-d01f0f83b17f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459940 Dec 15 14:52:05.083724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:05.096745 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1f22-351d-4c0f-a7ab-4777d12d7160 req-4bb08f93-b351-4dcb-a5f1-6cab7928367b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:05.098272 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f0e1f22-351d-4c0f-a7ab-4777d12d7160 req-4bb08f93-b351-4dcb-a5f1-6cab7928367b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0539501 Dec 15 14:52:05.147880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5f0e1f22-351d-4c0f-a7ab-4777d12d7160 req-fdcfe8bc-c735-4d46-a33d-29a1c86fe658 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Dec 15 14:52:06.269933 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf276a-d877-46d3-92c4-c2e38bd9fe79 req-4a378027-ff26-41fd-8371-8ce3258e79c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:06.271422 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1ccf276a-d877-46d3-92c4-c2e38bd9fe79 req-4a378027-ff26-41fd-8371-8ce3258e79c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0532272 Dec 15 14:52:06.324200 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1ccf276a-d877-46d3-92c4-c2e38bd9fe79 req-a88e9b59-7d5f-472a-99f0-52bebcb91f16 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467026 Dec 15 14:52:06.831037 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:07.439813 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299052f-b910-46bb-b248-89c855e6e9e2 req-dfb56958-6876-47e9-adfc-4f404e6f85da tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.441814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e299052f-b910-46bb-b248-89c855e6e9e2 req-dfb56958-6876-47e9-adfc-4f404e6f85da tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0491087 Dec 15 14:52:07.463042 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:07.491816 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e299052f-b910-46bb-b248-89c855e6e9e2 req-0d35facd-0578-45c3-97d7-20e01035d4a6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Dec 15 14:52:08.612309 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dfdea-5b70-4c38-92e1-bf06fcdfa5f0 req-b2459467-81bc-43ee-9bea-2e23b490a156 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:08.613913 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-123dfdea-5b70-4c38-92e1-bf06fcdfa5f0 req-b2459467-81bc-43ee-9bea-2e23b490a156 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0502193 Dec 15 14:52:08.663566 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-123dfdea-5b70-4c38-92e1-bf06fcdfa5f0 req-6125f3f7-545a-4cde-a26f-60f562288900 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437839 Dec 15 14:52:09.781256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89e8c8-0623-4288-8604-0179e1b2222f req-1d978ab4-ff7b-4ca7-9ad6-86fa36adf2a5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:09.782720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de89e8c8-0623-4288-8604-0179e1b2222f req-1d978ab4-ff7b-4ca7-9ad6-86fa36adf2a5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0519147 Dec 15 14:52:09.832452 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de89e8c8-0623-4288-8604-0179e1b2222f req-ed3c7af8-ba07-4ca6-a6f9-6f3fed3d0def tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429614 Dec 15 14:52:10.950031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb44a-6b4f-43e1-a84e-6c6f4aebfe0d req-f6ab2cac-d705-4fa1-b820-0ca68df103e3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:10.951520 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b35bb44a-6b4f-43e1-a84e-6c6f4aebfe0d req-f6ab2cac-d705-4fa1-b820-0ca68df103e3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0503428 Dec 15 14:52:11.001265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b35bb44a-6b4f-43e1-a84e-6c6f4aebfe0d req-9f156ab9-f7e5-4a34-9854-cf543c245784 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432334 Dec 15 14:52:11.024279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:11.090586 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ad630acf-e8a9-494a-bbc3-2eaf2ec8dba4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/c0589164-11ec-4b25-9099-4569e422bcca HTTP/1.1" status: 200 len: 992 time: 0.0651674 Dec 15 14:52:12.378551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0cbd7-0329-43d9-a157-c199e6bc4c31 req-83d3d619-e470-4964-833a-32d141d26d1f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.380706 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7fb0cbd7-0329-43d9-a157-c199e6bc4c31 req-83d3d619-e470-4964-833a-32d141d26d1f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0728540 Dec 15 14:52:12.410782 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238e10c-797c-482e-ab29-e70021c12504 req-7cb91edd-94dd-4de3-b832-86175ae67573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.412282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6238e10c-797c-482e-ab29-e70021c12504 req-7cb91edd-94dd-4de3-b832-86175ae67573 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1096 time: 0.0693026 Dec 15 14:52:12.485682 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7fb0cbd7-0329-43d9-a157-c199e6bc4c31 req-9c595b27-7060-45b3-97f9-f56a70bc0636 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982931 Dec 15 14:52:12.527934 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238e10c-797c-482e-ab29-e70021c12504 req-1659d535-75ae-4784-9f11-1041ea25566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.529388 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6238e10c-797c-482e-ab29-e70021c12504 req-1659d535-75ae-4784-9f11-1041ea25566a service neutron] 10.222.0.24 "GET /v2.0/networks?id=063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 200 len: 899 time: 0.1082091 Dec 15 14:52:12.594625 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6238e10c-797c-482e-ab29-e70021c12504 req-5e8fa9b7-b687-491c-b850-0ddeadfbb124 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 200 len: 1000 time: 0.0571609 Dec 15 14:52:12.646664 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238e10c-797c-482e-ab29-e70021c12504 req-7d56f501-a028-4502-9ed4-cdee13fae3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.648118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6238e10c-797c-482e-ab29-e70021c12504 req-7d56f501-a028-4502-9ed4-cdee13fae3c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3542410c-73be-4ae0-934a-578d30d19c35 HTTP/1.1" status: 200 len: 834 time: 0.0466669 Dec 15 14:52:12.692645 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238e10c-797c-482e-ab29-e70021c12504 req-c2ffe638-78e4-4ce5-9370-16da8f98708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.694104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6238e10c-797c-482e-ab29-e70021c12504 req-c2ffe638-78e4-4ce5-9370-16da8f98708d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=063e4572-3f6a-4c49-941e-c4888f9f5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395823 Dec 15 14:52:12.781704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6238e10c-797c-482e-ab29-e70021c12504 req-4904f8de-703f-4fb5-9069-dfaab6ad0bea service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800221 Dec 15 14:52:12.874725 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6238e10c-797c-482e-ab29-e70021c12504 req-d731a232-41d4-48eb-b6cf-684cfa1b6502 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859630 Dec 15 14:52:13.625585 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e730a9-4d3a-4198-8a2d-87afceec11c5 req-af26c8a0-905a-49a1-aea6-929966183c58 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:13.627094 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8e730a9-4d3a-4198-8a2d-87afceec11c5 req-af26c8a0-905a-49a1-aea6-929966183c58 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0580068 Dec 15 14:52:13.684048 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8e730a9-4d3a-4198-8a2d-87afceec11c5 req-418f2b6a-4b44-4a83-bf63-dc3dcdc2e2a5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498600 Dec 15 14:52:13.708744 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:13.775312 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d10e922b-1f83-491d-a543-c92ca9a3014a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/c0589164-11ec-4b25-9099-4569e422bcca HTTP/1.1" status: 200 len: 992 time: 0.0653300 Dec 15 14:52:29.286946 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:52:31.329213 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc292-2a6b-4bb9-916a-21f413e9ad28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:31.420319 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:31.596278 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:33.953464 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5631b8a-c0b7-4207-ad25-efb49ac9a53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:35.087139 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:36.832594 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:37.466121 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:41.116011 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-de683dbb-8cfa-4448-a5ac-9010b827b74e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407083 Dec 15 14:52:41.197662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-f16e2d84-cc68-4d50-800a-94624117d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:41.199151 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-f16e2d84-cc68-4d50-800a-94624117d14d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1096 time: 0.0411627 Dec 15 14:52:41.307780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-1c7f5685-7714-4ad6-92e7-966df93483e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:41.309278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-1c7f5685-7714-4ad6-92e7-966df93483e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 200 len: 899 time: 0.0883064 Dec 15 14:52:41.374400 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-e1c506e8-346b-47c1-bd78-c83dbee7ec29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 200 len: 1000 time: 0.0571012 Dec 15 14:52:41.428538 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-aba7f453-b016-478e-bd29-e46b38c50113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:41.429978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-aba7f453-b016-478e-bd29-e46b38c50113 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3542410c-73be-4ae0-934a-578d30d19c35 HTTP/1.1" status: 200 len: 834 time: 0.0477827 Dec 15 14:52:41.474894 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-c053f3d9-b607-486b-b8b8-163425971977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:41.476373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-c053f3d9-b607-486b-b8b8-163425971977 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=063e4572-3f6a-4c49-941e-c4888f9f5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393147 Dec 15 14:52:41.564147 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-695a449d-f291-407b-8a50-a0a9a8dec6f8 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804250 Dec 15 14:52:41.658424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a731fb7-721d-48cf-a2e3-e472f08966c4 req-aad98b4d-4109-41af-b1f6-3f2462de2cc2 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870023 Dec 15 14:52:44.133907 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51492) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:44.294068 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 0296c10c-d840-468f-b6db-77f9456439f7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:44.294314 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:44.383032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:44.383364 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:44.394997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 0296c10c-d840-468f-b6db-77f9456439f7 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:44.861095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:44.887481 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=0296c10c-d840-468f-b6db-77f9456439f7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:44.897531 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.897886 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.898237 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.898582 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.898922 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.899764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.899764 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.900070 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.900246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.900580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.900913 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.901241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.901563 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:44.960649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:44.960991 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP c0589164-11ec-4b25-9099-4569e422bcca disassociated (deleted). External IP: 172.25.7.75, port: ed733002-8014-40b3-98d4-3e7ac12ab8ec. Dec 15 14:52:45.173494 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:52:45.282247 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:45.287938 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:45.292433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] Sync routers for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:45.302291 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:45.302695 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:45.315411 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e116c35e-d48b-4c07-9288-2786e36064b4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/floatingips/c0589164-11ec-4b25-9099-4569e422bcca HTTP/1.1" status: 204 len: 168 time: 1.1804125 Dec 15 14:52:45.316040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:45.318541 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37" -d '{"events": [{"name": "network-changed", "server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:45.421002 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17798890-c4ae-4a8a-967a-616c4b1bfd76 x-openstack-request-id: req-17798890-c4ae-4a8a-967a-616c4b1bfd76 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:45.421296 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:45.421558 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-17798890-c4ae-4a8a-967a-616c4b1bfd76 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:45.421959 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'status': 'completed', 'code': 200} Dec 15 14:52:45.424237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:45.528029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-53fbf87c-704b-4eeb-bb39-91e236fd861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:45.529620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-53fbf87c-704b-4eeb-bb39-91e236fd861d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 1096 time: 0.0694501 Dec 15 14:52:45.594053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c7952-6e94-4c9d-82c4-f4f84b2dfa0c req-0a339f32-15e3-4973-9ac0-7b217cb0ef34 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:45.595529 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c94c7952-6e94-4c9d-82c4-f4f84b2dfa0c req-0a339f32-15e3-4973-9ac0-7b217cb0ef34 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0972593 Dec 15 14:52:45.674187 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c94c7952-6e94-4c9d-82c4-f4f84b2dfa0c req-70def04d-3519-4518-8a0d-ce6c859c5746 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706606 Dec 15 14:52:45.678171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-81667314-626e-48fa-9507-7521006c3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:45.680130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-81667314-626e-48fa-9507-7521006c3539 service neutron] 10.222.0.24 "GET /v2.0/networks?id=063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 200 len: 899 time: 0.1423831 Dec 15 14:52:45.731453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-7d6f9237-26bf-465e-9cda-9645ffe97209 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 200 len: 217 time: 0.0434785 Dec 15 14:52:45.784133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-e86deace-3c39-4262-8c6a-f177b3f2fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:45.785605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-e86deace-3c39-4262-8c6a-f177b3f2fd00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3542410c-73be-4ae0-934a-578d30d19c35 HTTP/1.1" status: 200 len: 834 time: 0.0448413 Dec 15 14:52:45.800364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:20Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:45.827300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] Checking router: 9a3166fd-cfd8-44af-8a2c-0261b45052d2 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:45.831555 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-d3cd0da8-4c3e-46d6-85a7-676e28485c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:45.833165 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-d3cd0da8-4c3e-46d6-85a7-676e28485c4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=063e4572-3f6a-4c49-941e-c4888f9f5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404210 Dec 15 14:52:45.835815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:45.836455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:45.926614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-8a34aed2-6011-483c-9d37-1261ab4269e6 service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857401 Dec 15 14:52:45.944789 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:46.017704 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acfecaa9-65d6-43f3-a181-43f0bb8c5f37 req-e6c35485-6c1a-45a6-99e1-577baf07d47c service neutron] 10.222.0.24 "GET /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840275 Dec 15 14:52:46.149344 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:20Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:46.177674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8689d0-d105-4b05-a5bf-da663cbb521d None None] The sync data for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 is: [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb', 'name': '', 'network_id': '063e4572-3f6a-4c49-941e-c4888f9f5450', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:80:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '3542410c-73be-4ae0-934a-578d30d19c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:16Z', 'updated_at': '2021-12-15T14:51:20Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': '3542410c-73be-4ae0-934a-578d30d19c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:46.398624 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc1aa1-9d92-43c6-bebd-db3cd3a3c1a8 None None] New status for floating IP c0589164-11ec-4b25-9099-4569e422bcca: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:52:46.798234 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290a0ee-d104-44b7-83e0-8281b3800ad3 req-1b8869b4-c54e-4ff9-bbd2-0c9f2d5c13ec tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:46.799732 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b290a0ee-d104-44b7-83e0-8281b3800ad3 req-1b8869b4-c54e-4ff9-bbd2-0c9f2d5c13ec tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0514600 Dec 15 14:52:46.849999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b290a0ee-d104-44b7-83e0-8281b3800ad3 req-cd18c9a6-79a6-49ae-a11d-3b692a07adf3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a21bfb96-0a61-4441-a97b-c06d25d96db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Dec 15 14:52:46.998802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-0d199dc8-367a-46dc-b427-c51558eec74d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:47.000178 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-0d199dc8-367a-46dc-b427-c51558eec74d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fdc1b0-c251-48ee-bdbf-28b3b931ee8f HTTP/1.1" status: 200 len: 945 time: 0.0482681 Dec 15 14:52:47.090865 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port ed733002-8014-40b3-98d4-3e7ac12ab8ec {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:47.091198 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.177230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port ed733002-8014-40b3-98d4-3e7ac12ab8ec, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=ed733002-8014-40b3-98d4-3e7ac12ab8ec,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:47.177598 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.189280 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for ed733002-8014-40b3-98d4-3e7ac12ab8ec owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:47.320640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.349064 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=ed733002-8014-40b3-98d4-3e7ac12ab8ec,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:47.360853 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.361209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.361559 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.361900 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.362233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.362561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.362892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.363223 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.363553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.363908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.364965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.365539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.365539 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.403838 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] No DVR routers for this DVR port ed733002-8014-40b3-98d4-3e7ac12ab8ec on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:52:47.406552 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.409955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-012a8b02-2460-4504-ab53-4afaa6b5a884 req-d6b0cc9b-7b28-4650-822a-975bda6eabdf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.24 "DELETE /v2.0/ports/ed733002-8014-40b3-98d4-3e7ac12ab8ec HTTP/1.1" status: 204 len: 173 time: 0.4028425 Dec 15 14:52:47.410409 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'name': 'network-vif-deleted', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:47.413472 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4167c3a2-ee01-41a4-a64a-a79dded8809f" -d '{"events": [{"server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "name": "network-vif-deleted", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:47.450150 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf6dd02-0353-4ecd-bd61-077d8d1f1a94 x-openstack-request-id: req-bbf6dd02-0353-4ecd-bd61-077d8d1f1a94 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:47.450456 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fdc1b0-c251-48ee-bdbf-28b3b931ee8f", "name": "network-vif-deleted", "tag": "ed733002-8014-40b3-98d4-3e7ac12ab8ec", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:47.450744 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbf6dd02-0353-4ecd-bd61-077d8d1f1a94 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:47.451156 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fdc1b0-c251-48ee-bdbf-28b3b931ee8f', 'name': 'network-vif-deleted', 'tag': 'ed733002-8014-40b3-98d4-3e7ac12ab8ec', 'status': 'completed', 'code': 200} Dec 15 14:52:47.908621 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:48.276858 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:48.544763 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:48.545023 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:48.637225 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:48.637591 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:48.649784 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:48.835618 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:48.864112 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:49.047068 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:49.264767 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:52:49.372376 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:49.378694 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5ee5ad33-4ff6-4830-b59e-be65b3691ed2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/9a3166fd-cfd8-44af-8a2c-0261b45052d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677064 Dec 15 14:52:49.380745 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:49.383888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] Sync routers for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:49.393526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:49.394148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:49.434078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-242942d2-0753-472f-a619-a45830ff6648 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting subnet 3542410c-73be-4ae0-934a-578d30d19c35 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:52:49.437287 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-242942d2-0753-472f-a619-a45830ff6648 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:49.483353 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-242942d2-0753-472f-a619-a45830ff6648 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:49.502199 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:49.574356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-242942d2-0753-472f-a619-a45830ff6648 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:49.634405 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-242942d2-0753-472f-a619-a45830ff6648 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:49.662520 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242942d2-0753-472f-a619-a45830ff6648 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Subnet': ['ID=3542410c-73be-4ae0-934a-578d30d19c35,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:49.666470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-242942d2-0753-472f-a619-a45830ff6648 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:49.672476 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-242942d2-0753-472f-a619-a45830ff6648 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/subnets/3542410c-73be-4ae0-934a-578d30d19c35 HTTP/1.1" status: 204 len: 168 time: 0.2878170 Dec 15 14:52:49.672802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51512) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:49.678094 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa79439-867e-4ac9-b416-9d838bd66a41 None None] Network 063e4572-3f6a-4c49-941e-c4888f9f5450 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:52:49.787008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:49.835076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:52:48Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:49.866239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] Checking router: 9a3166fd-cfd8-44af-8a2c-0261b45052d2 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:49.879688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] Routers {'9a3166fd-cfd8-44af-8a2c-0261b45052d2'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:49.880357 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:49.900329 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:49.953015 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] DHCP port deletion for 063e4572-3f6a-4c49-941e-c4888f9f5450 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:52:49.962651 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port b39bb5cc-60b8-44d6-83ff-60139e713f9b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:49.963021 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.060168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port b39bb5cc-60b8-44d6-83ff-60139e713f9b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=b39bb5cc-60b8-44d6-83ff-60139e713f9b,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:50.060813 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.062715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] Set router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:50.073957 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for b39bb5cc-60b8-44d6-83ff-60139e713f9b owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:50.093762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 08669ed7-c697-4b27-b798-71261709bf90 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:52:50.217681 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] Deleting port 08669ed7-c697-4b27-b798-71261709bf90 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:50.218058 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.251691 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.285630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=b39bb5cc-60b8-44d6-83ff-60139e713f9b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:50.305579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d71e6-97d0-4bf4-b5eb-c97aaaffa6b6 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:52:50.347248 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.357468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] For port 08669ed7-c697-4b27-b798-71261709bf90, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=08669ed7-c697-4b27-b798-71261709bf90,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:50.357877 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.392852 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] Calling delete_port for 08669ed7-c697-4b27-b798-71261709bf90 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:50.397875 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.442931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.445193 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.490652 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.492116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Fanout notify agent at l3_agent the message router_deleted on router 9a3166fd-cfd8-44af-8a2c-0261b45052d2 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:52:50.498723 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 08669ed7-c697-4b27-b798-71261709bf90, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=08669ed7-c697-4b27-b798-71261709bf90,segment=NetworkSegment(47632ded-a40b-4a7b-9cfc-56da045dfdc1),segment_id=47632ded-a40b-4a7b-9cfc-56da045dfdc1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:50.501010 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.502465 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-53f75e43-dbf4-409c-b446-76d658a331fb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/routers/9a3166fd-cfd8-44af-8a2c-0261b45052d2 HTTP/1.1" status: 204 len: 168 time: 0.8289652 Dec 15 14:52:50.504474 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.505426 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51514) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:50.545572 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:52:48Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:50.576488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.581137 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be66e0-30b7-45b4-b44a-2ef345a2d3f3 None None] The sync data for ids ['9a3166fd-cfd8-44af-8a2c-0261b45052d2'] in n-d-821840-1 is: [{'id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875554312', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:51:13Z', 'updated_at': '2021-12-15T14:52:48Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'b39bb5cc-60b8-44d6-83ff-60139e713f9b', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3166fd-cfd8-44af-8a2c-0261b45052d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:51:14Z', 'updated_at': '2021-12-15T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:50.593304 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.600347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] No DVR routers for this DVR port 08669ed7-c697-4b27-b798-71261709bf90 on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:52:50.605212 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=08669ed7-c697-4b27-b798-71261709bf90,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:50.617437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.617788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.618135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.618474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.618815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.619149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.619479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.619837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.620205 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.620532 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.620858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.621208 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.621530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:50.649035 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913dfbd-e675-47e0-807c-018c02b0851b None None] Pushing event deleted for resources: {'Port': ['ID=08669ed7-c697-4b27-b798-71261709bf90,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:50.697971 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.720522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063e4572-3f6a-4c49-941e-c4888f9f5450']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:50.731627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47632ded-a40b-4a7b-9cfc-56da045dfdc1') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:50.731958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47632ded-a40b-4a7b-9cfc-56da045dfdc1') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:50.743607 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.758020 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.764966 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:52:50.765373 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:52:50.768588 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:52:50.826416 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.833370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.837270 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/networks/063e4572-3f6a-4c49-941e-c4888f9f5450 HTTP/1.1" status: 204 len: 168 time: 0.3286512 Dec 15 14:52:50.840170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:50.849252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77abc1-ac48-4809-983a-f5765613b9ba tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Network': ['ID=063e4572-3f6a-4c49-941e-c4888f9f5450,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:50.900811 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8fac-2449-4324-b14f-0e47e6065027 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.927638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8fac-2449-4324-b14f-0e47e6065027 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:50.944805 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ed733002-8014-40b3-98d4-3e7ac12ab8ec no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:52:50.970378 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: ed733002-8014-40b3-98d4-3e7ac12ab8ec {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:52:50.970728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device ed733002-8014-40b3-98d4-3e7ac12ab8ec not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:52:50.999127 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8fac-2449-4324-b14f-0e47e6065027 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.002539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8fac-2449-4324-b14f-0e47e6065027 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.003734 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8b1d8fac-2449-4324-b14f-0e47e6065027 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/security-groups/a21bfb96-0a61-4441-a97b-c06d25d96db6 HTTP/1.1" status: 204 len: 168 time: 0.1623156 Dec 15 14:52:51.013530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8fac-2449-4324-b14f-0e47e6065027 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21bfb96-0a61-4441-a97b-c06d25d96db6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:51.553644 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51522) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:51.558252 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-82503d11-5e12-4daa-b15c-bcbc6348e378 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985213976', 'description': 'tempest-secgroup-smoke-1985213976 description', 'project_id': 'daae454eb03b49638cf68e23c755fb58'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:51.581313 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82503d11-5e12-4daa-b15c-bcbc6348e378 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.657755 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82503d11-5e12-4daa-b15c-bcbc6348e378 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.661777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82503d11-5e12-4daa-b15c-bcbc6348e378 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.691638 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82503d11-5e12-4daa-b15c-bcbc6348e378 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.693218 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-82503d11-5e12-4daa-b15c-bcbc6348e378 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1385555 Dec 15 14:52:51.695296 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82503d11-5e12-4daa-b15c-bcbc6348e378 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b9cbe-7959-49e5-a23e-c94d6157c161,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:51.696713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51524) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:51.702971 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-680cc02e-84db-424f-a768-e348d84d18c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a91b9cbe-7959-49e5-a23e-c94d6157c161', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:51.730003 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-680cc02e-84db-424f-a768-e348d84d18c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.790483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-680cc02e-84db-424f-a768-e348d84d18c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.793812 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-680cc02e-84db-424f-a768-e348d84d18c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.814610 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc02e-84db-424f-a768-e348d84d18c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeb0386-15c7-49f7-833a-294cad4b0c7b,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:51.825707 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-680cc02e-84db-424f-a768-e348d84d18c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.827024 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-680cc02e-84db-424f-a768-e348d84d18c4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276073 Dec 15 14:52:51.829809 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51526) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:51.834485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-14a037fd-f14a-4a8f-9ae6-591d21fecf08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a91b9cbe-7959-49e5-a23e-c94d6157c161', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:51.860321 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14a037fd-f14a-4a8f-9ae6-591d21fecf08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.916011 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14a037fd-f14a-4a8f-9ae6-591d21fecf08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.919546 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14a037fd-f14a-4a8f-9ae6-591d21fecf08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.936979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a037fd-f14a-4a8f-9ae6-591d21fecf08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03f3cee-24a0-4b16-a9d5-95ec00bf7a02,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:51.945946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14a037fd-f14a-4a8f-9ae6-591d21fecf08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.947142 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-14a037fd-f14a-4a8f-9ae6-591d21fecf08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163907 Dec 15 14:52:51.949821 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51528) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:51.954330 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-91177c2a-2f0c-4b45-958d-6e61cf20a616 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a91b9cbe-7959-49e5-a23e-c94d6157c161', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:51.982244 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91177c2a-2f0c-4b45-958d-6e61cf20a616 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.015579 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:52:52.037699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:52:52.038155 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6bbc92c7-680f-4aa4-b70f-cf5dc07e05bb not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:52:52.038676 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b39bb5cc-60b8-44d6-83ff-60139e713f9b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:52:52.042237 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91177c2a-2f0c-4b45-958d-6e61cf20a616 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.045836 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91177c2a-2f0c-4b45-958d-6e61cf20a616 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.058938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: b39bb5cc-60b8-44d6-83ff-60139e713f9b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:52:52.059298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device b39bb5cc-60b8-44d6-83ff-60139e713f9b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:52:52.063544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91177c2a-2f0c-4b45-958d-6e61cf20a616 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621824ba-9358-4a9c-8010-fbd1325a902f,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:52.071700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91177c2a-2f0c-4b45-958d-6e61cf20a616 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.072939 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-91177c2a-2f0c-4b45-958d-6e61cf20a616 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221972 Dec 15 14:52:52.075669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51530) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:52.079976 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2739eb8a-e6c7-487e-8f68-36a132d58d94 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a91b9cbe-7959-49e5-a23e-c94d6157c161', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:52.111536 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2739eb8a-e6c7-487e-8f68-36a132d58d94 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.489517 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2739eb8a-e6c7-487e-8f68-36a132d58d94 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.493717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2739eb8a-e6c7-487e-8f68-36a132d58d94 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.511106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739eb8a-e6c7-487e-8f68-36a132d58d94 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f80e83-95e0-4c90-b5cc-623965d494b7,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:52.519483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2739eb8a-e6c7-487e-8f68-36a132d58d94 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.521238 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2739eb8a-e6c7-487e-8f68-36a132d58d94 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4446120 Dec 15 14:52:52.523992 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51532) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:52.528421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ff1fc2cf-fcf0-4e84-9ac1-d69416d332fd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a91b9cbe-7959-49e5-a23e-c94d6157c161', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:52.550278 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-ff1fc2cf-fcf0-4e84-9ac1-d69416d332fd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:52:52.555163 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc2cf-fcf0-4e84-9ac1-d69416d332fd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.610925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc2cf-fcf0-4e84-9ac1-d69416d332fd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.614409 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc2cf-fcf0-4e84-9ac1-d69416d332fd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.632868 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fc2cf-fcf0-4e84-9ac1-d69416d332fd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eab50e-484a-4efd-a51d-591bd48e7f39,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:52.638684 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc2cf-fcf0-4e84-9ac1-d69416d332fd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.642448 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ff1fc2cf-fcf0-4e84-9ac1-d69416d332fd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150186 Dec 15 14:52:52.642754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51534) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:52.647801 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-70fe6a6b-4883-48c3-b5e7-1af0353a6f8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'security_group_rule': {'security_group_id': 'a91b9cbe-7959-49e5-a23e-c94d6157c161', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:52.669714 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-70fe6a6b-4883-48c3-b5e7-1af0353a6f8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Project daae454eb03b49638cf68e23c755fb58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:52:52.674518 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70fe6a6b-4883-48c3-b5e7-1af0353a6f8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.735360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70fe6a6b-4883-48c3-b5e7-1af0353a6f8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.739816 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70fe6a6b-4883-48c3-b5e7-1af0353a6f8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.758236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe6a6b-4883-48c3-b5e7-1af0353a6f8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8d2de8-65e0-41c3-9781-5488ad4a92d3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:52.769480 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70fe6a6b-4883-48c3-b5e7-1af0353a6f8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.769480 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-70fe6a6b-4883-48c3-b5e7-1af0353a6f8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249452 Dec 15 14:52:52.771624 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51536) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:52.776494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'network': {'name': 'tempest-network-smoke--2070480915', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'port_security_enabled': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:52.797110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:52:52.800787 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.825035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:52:52.834512 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.834861 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Added segment a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea of type vlan for network 761497ef-91b0-427e-8f33-61adc674ff79 Dec 15 14:52:52.878615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.902925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.908521 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:52.909109 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.960947 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1882603 Dec 15 14:52:52.963627 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51538) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:52.974599 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'admin_state_up': True, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:52.992283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3c03f-b122-4804-8c7e-075b18b7c74c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Network': ['ID=761497ef-91b0-427e-8f33-61adc674ff79,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:53.003543 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 761497ef-91b0-427e-8f33-61adc674ff79 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:52:53.006062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.007461 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.067991 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.212633 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.411567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.431087 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.537336 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.70 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:53.639021 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.673279 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.716858 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:53.719822 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:53.726483 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:53.733270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292994c-1d2f-413f-b8f0-a2418127f309 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:52:53.749655 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:53.803519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-aa8abbbf-b4ae-49af-b0a2-80edd3b854bd None None] Provisioning complete for port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:53.803926 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa8abbbf-b4ae-49af-b0a2-80edd3b854bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:53.839167 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-aa8abbbf-b4ae-49af-b0a2-80edd3b854bd None None] Port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:52:53.986331 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:54.222256 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:54.349256 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:52:54.451529 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:54.461668 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Sync routers for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:54.472120 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:54.472354 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:54.473983 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1e08c34d-c54f-430c-8d75-b60c1165967b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5087700 Dec 15 14:52:54.474108 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:54.477192 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51540) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:54.550567 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d9250306-5caa-4619-b28c-6e0ebc1ff1e8 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=daae454eb03b49638cf68e23c755fb58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722508 Dec 15 14:52:54.554021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51544) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:54.580144 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:54.637591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d801e5a-dfaf-42eb-8cb5-5494939a17a6 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:54.641921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0d801e5a-dfaf-42eb-8cb5-5494939a17a6 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841832 Dec 15 14:52:54.642119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51546) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:54.670730 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5088fe42-5b61-411c-b745-4bcc24705b99 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=26a0c209-d432-49f7-a8c0-d33250431a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275524 Dec 15 14:52:54.673207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51548) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:54.678508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004124700', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:54.758801 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:53Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:54.768755 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:52:54.772898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:54.789649 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Checking router: 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:54.790006 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Updating router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:52:54.813823 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:54.955223 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.014843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Subnet': ['ID=d0a8562b-c2b5-4760-badb-afc04357af8a,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:55.025793 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Checking segment: {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:55.026166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network hostable DHCP agents. Network: 761497ef-91b0-427e-8f33-61adc674ff79, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:52:55.043747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 761497ef-91b0-427e-8f33-61adc674ff79 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:52:55.052698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 761497ef-91b0-427e-8f33-61adc674ff79) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:55.057082 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:55.057386 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.066257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2f616-1f5a-45c3-9893-e975618771ec None None] Network 761497ef-91b0-427e-8f33-61adc674ff79 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:52:55.072405 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.077043 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a76c66b1-64f8-4b6b-b11d-5bb15efc4173 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4002476 Dec 15 14:52:55.077253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51550) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:55.082027 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.190139 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-761497ef-91b0-427e-8f33-61adc674ff79', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:52:55.190968 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.222249 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Pushing event updated for resources: {'Port': ['ID=caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:55.232339 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.232339 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.232599 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.232887 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.233222 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.233553 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.233881 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.234207 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.235005 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.235005 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.235227 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.235469 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.235792 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:55.252114 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Attempting to bind port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:52:55.252364 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Attempting to bind port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:52:55.252943 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Attempting to bind port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:55.259214 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:52:55.259588 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:55.260016 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.260610 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:52:55.261085 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Bound port: caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:52:55.261469 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.266080 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d838c-85b7-4338-bb86-c0653224fa68 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:52:55.319892 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] For port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:52:55.323296 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] For port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:52:55.327086 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.357496 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Allocated IP 172.20.0.2 (761497ef-91b0-427e-8f33-61adc674ff79/d0a8562b-c2b5-4760-badb-afc04357af8a/8ab80d9a-40c6-4be1-a8f6-37d24a4c310f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:55.374290 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46116f4c-25d2-4ccd-a683-a4fe8f7b57b5 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:52:55.375584 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:55.377183 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:55.438435 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f4f7b-77fb-490d-82ec-2a99b175c70d None None] Pushing event updated for resources: {'Port': ['ID=caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:55.452645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-41d85715-cdc0-4209-9eac-37f7d7f4f07a None None] Provisioning complete for port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:55.453034 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41d85715-cdc0-4209-9eac-37f7d7f4f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.499508 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:55.544134 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.628341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.632531 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41d85715-cdc0-4209-9eac-37f7d7f4f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.639428 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.686325 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:53Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:55.688961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-41d85715-cdc0-4209-9eac-37f7d7f4f07a None None] For port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:55.699007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Network 761497ef-91b0-427e-8f33-61adc674ff79 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:55.701580 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-41d85715-cdc0-4209-9eac-37f7d7f4f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.708693 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:55.713086 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:55.713541 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3880f3-1424-45ba-a4dd-e7eb8afd2fe7 None None] The sync data for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 is: [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:53Z', 'revision_number': 3, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:55.717823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Pushing event updated for resources: {'Port': ['ID=8ab80d9a-40c6-4be1-a8f6-37d24a4c310f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:55.813339 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Attempting to bind port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:52:55.813733 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Attempting to bind port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:52:55.814111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Attempting to bind port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f on network 761497ef-91b0-427e-8f33-61adc674ff79 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:55.828268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:52:55.828268 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Checking segment: {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:55.828656 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.829064 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Bound using segment: {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:52:55.829542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Bound port: 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:52:55.829937 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.831795 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d85715-cdc0-4209-9eac-37f7d7f4f07a None None] Pushing event updated for resources: {'Port': ['ID=caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:55.858215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6f4ce41f-607e-4426-a767-40707d7bb0cc None None] Provisioning complete for port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:55.858597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce41f-607e-4426-a767-40707d7bb0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.860824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.1 (761497ef-91b0-427e-8f33-61adc674ff79/d0a8562b-c2b5-4760-badb-afc04357af8a/9e6a413b-f099-413f-bf14-5ead81a80d58) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:55.945451 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] For port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:52:55.959207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] For port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8ab80d9a-40c6-4be1-a8f6-37d24a4c310f,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:52:55.990646 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:56.036628 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:56.077606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac04fd-cd61-4023-9a23-5a004a9e003c None None] Pushing event updated for resources: {'Port': ['ID=8ab80d9a-40c6-4be1-a8f6-37d24a4c310f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:56.086395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:56.109558 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:56.141587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 761497ef-91b0-427e-8f33-61adc674ff79 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:56.148597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:56.152111 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:56.190595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:56.191112 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:56.201319 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=9e6a413b-f099-413f-bf14-5ead81a80d58,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:56.213651 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:56.391251 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.013160 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.017598 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.092797 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e56ed-6dbd-4969-890f-71de2a0ad4e3 None None] Network 761497ef-91b0-427e-8f33-61adc674ff79 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:52:57.096329 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.100018 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=9e6a413b-f099-413f-bf14-5ead81a80d58,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:57.191151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 761497ef-91b0-427e-8f33-61adc674ff79 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:57.193265 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:57.201010 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4ddff88d-f02f-44a1-b623-0739df13d3a4 None None] Provisioning complete for port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:57.201383 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddff88d-f02f-44a1-b623-0739df13d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.296648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddff88d-f02f-44a1-b623-0739df13d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.327852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:52:57.335347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4ddff88d-f02f-44a1-b623-0739df13d3a4 None None] For port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8ab80d9a-40c6-4be1-a8f6-37d24a4c310f,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:57.342303 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddff88d-f02f-44a1-b623-0739df13d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.403427 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddff88d-f02f-44a1-b623-0739df13d3a4 None None] Pushing event updated for resources: {'Port': ['ID=8ab80d9a-40c6-4be1-a8f6-37d24a4c310f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:57.456888 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:57.462720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-685c3d95-5aa4-44be-8b1f-9144a74d312b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/5e2b6a91-6e0d-4bba-a280-43b01a6cdfde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3844829 Dec 15 14:52:57.567455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1ab4ada7-ce61-4c40-af5f-0b85bf16512d None None] Provisioning complete for port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:57.567896 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ada7-ce61-4c40-af5f-0b85bf16512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.605404 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Sync routers for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:57.622557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:57.623202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:57.634873 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-ac3cef9b-9dac-4a41-9057-bf3feccdf1f5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985213976&fields=id&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 267 time: 0.0527201 Dec 15 14:52:57.759686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-dd714e6f-8619-402e-8bd4-911e02b3a5e4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:57.761602 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-dd714e6f-8619-402e-8bd4-911e02b3a5e4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/networks?id=761497ef-91b0-427e-8f33-61adc674ff79 HTTP/1.1" status: 200 len: 797 time: 0.1191807 Dec 15 14:52:57.775175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:57.781611 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-47165c8e-75cd-405e-b846-4fd3f359140f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/quotas/daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 375 time: 0.0117106 Dec 15 14:52:57.808919 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1ab4ada7-ce61-4c40-af5f-0b85bf16512d None None] Provisioning complete for port 9e6a413b-f099-413f-bf14-5ead81a80d58 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:57.809298 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ada7-ce61-4c40-af5f-0b85bf16512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.856414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-6bc486a7-f257-4f9d-9029-f0c23fb9ab8e tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571272 Dec 15 14:52:57.889806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4ada7-ce61-4c40-af5f-0b85bf16512d None None] Port 9e6a413b-f099-413f-bf14-5ead81a80d58 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:52:57.906984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-a7dd26c7-c8fb-4535-9b60-a1fe4b0c70d4 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:52:57.908022 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-a7dd26c7-c8fb-4535-9b60-a1fe4b0c70d4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498226 Dec 15 14:52:58.002549 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-ddfe09a5-2cad-435e-93a5-a8696b25c6fe service neutron] 10.222.0.86 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874493 Dec 15 14:52:58.033173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-46847637-df74-4719-bde2-d48ee576ce54 None None] Provisioning complete for port 9e6a413b-f099-413f-bf14-5ead81a80d58 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:58.033551 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46847637-df74-4719-bde2-d48ee576ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:58.071646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:58.100719 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 2, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:58.102506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-73f6af21-b289-4ab6-8fd4-82fc53c0780f service neutron] 10.222.0.86 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924838 Dec 15 14:52:58.104514 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-46847637-df74-4719-bde2-d48ee576ce54 None None] Port 9e6a413b-f099-413f-bf14-5ead81a80d58 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:52:58.140337 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Checking router: 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:58.140666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Updating router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde port 9e6a413b-f099-413f-bf14-5ead81a80d58 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:52:58.281157 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-4504ec42-e3cf-403d-8155-451ea07920ac req-883ff07d-9095-4ce2-b4c0-0677c99bd8a0 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 210 time: 0.0328095 Dec 15 14:52:58.344587 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:58.361777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:58.362078 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:58.698374 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:58.703316 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:58.755999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07becd7-7719-41c8-9285-c4bcc4b2afbb None None] Pushing event updated for resources: {'Port': ['ID=9e6a413b-f099-413f-bf14-5ead81a80d58,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:58.811732 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Attempting to bind port 9e6a413b-f099-413f-bf14-5ead81a80d58 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:52:58.812148 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Attempting to bind port 9e6a413b-f099-413f-bf14-5ead81a80d58 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:52:58.812523 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Attempting to bind port 9e6a413b-f099-413f-bf14-5ead81a80d58 on network 761497ef-91b0-427e-8f33-61adc674ff79 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:58.818293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:52:58.818688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Checking segment: {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:58.819098 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:58.819504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Bound using segment: {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:52:58.820012 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Bound port: 9e6a413b-f099-413f-bf14-5ead81a80d58, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:52:58.820403 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:58.891039 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] For port 9e6a413b-f099-413f-bf14-5ead81a80d58, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:52:58.894379 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] For port 9e6a413b-f099-413f-bf14-5ead81a80d58, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9e6a413b-f099-413f-bf14-5ead81a80d58,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:52:58.901667 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:58.962667 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:58.963317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:52:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:58.968405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07becd7-7719-41c8-9285-c4bcc4b2afbb None None] Pushing event updated for resources: {'Port': ['ID=9e6a413b-f099-413f-bf14-5ead81a80d58,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:59.080662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-dc62f37e-4b48-48d8-a54f-7e33ce2b20c5 None None] Provisioning complete for port 9e6a413b-f099-413f-bf14-5ead81a80d58 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:59.081035 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc62f37e-4b48-48d8-a54f-7e33ce2b20c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:59.107705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:59.303051 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-a9b5a190-026e-467d-a65c-ba2a3b49f6b1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:59.305242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-a9b5a190-026e-467d-a65c-ba2a3b49f6b1 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/networks?id=761497ef-91b0-427e-8f33-61adc674ff79 HTTP/1.1" status: 200 len: 797 time: 0.1081605 Dec 15 14:52:59.308619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc62f37e-4b48-48d8-a54f-7e33ce2b20c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:59.387775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dc62f37e-4b48-48d8-a54f-7e33ce2b20c5 None None] For port 9e6a413b-f099-413f-bf14-5ead81a80d58, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9e6a413b-f099-413f-bf14-5ead81a80d58,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:59.394552 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc62f37e-4b48-48d8-a54f-7e33ce2b20c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:59.398487 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a01a84c1-7319-4ae9-bfcb-55c7b7311ca9 req-c675505e-5cc1-4d3e-a42d-09cfb0fafe9c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 210 time: 0.0371540 Dec 15 14:52:59.405911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-21317a42-035b-4012-b0a6-f558bed710b5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daae454eb03b49638cf68e23c755fb58 HTTP/1.1" status: 200 len: 380 time: 0.0902464 Dec 15 14:52:59.418790 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'port': {'device_id': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'admin_state_up': True, 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'security_groups': ['a91b9cbe-7959-49e5-a23e-c94d6157c161']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:59.457384 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62f37e-4b48-48d8-a54f-7e33ce2b20c5 None None] Pushing event updated for resources: {'Port': ['ID=9e6a413b-f099-413f-bf14-5ead81a80d58,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:59.466324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:58Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:59.499453 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e30c2d-fd7a-4c59-8244-51bc3a80be6e None None] The sync data for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 is: [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:58Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:59.516715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-816d9786-c16d-4c9b-b8c4-a770a7ef2867 None None] Provisioning complete for port 9e6a413b-f099-413f-bf14-5ead81a80d58 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:59.516715 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-816d9786-c16d-4c9b-b8c4-a770a7ef2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:59.530052 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Made reservation on behalf of daae454eb03b49638cf68e23c755fb58 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:52:59.533753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:59.693394 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.20.0.10 (761497ef-91b0-427e-8f33-61adc674ff79/d0a8562b-c2b5-4760-badb-afc04357af8a/65ea3944-983a-4ba6-942b-4bc66ed92bfc) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:59.849044 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:59.885406 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:59.932185 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 761497ef-91b0-427e-8f33-61adc674ff79 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:59.935212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:59.939563 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:59.963974 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=65ea3944-983a-4ba6-942b-4bc66ed92bfc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:00.000348 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:00.001015 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.026180 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-1c96be4c-34fd-4601-9233-a619f8396fc6 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6113322 Dec 15 14:53:00.041059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Request body: {'port': {'device_id': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:00.093565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9e6a413b-f099-413f-bf14-5ead81a80d58 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:53:00.111380 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.190505 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 9e6a413b-f099-413f-bf14-5ead81a80d58 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:00.191015 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.288995 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3c9fee2e-f8e9-4c28-85c9-3902001f514b None None] Provisioning complete for port 65ea3944-983a-4ba6-942b-4bc66ed92bfc triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:00.289375 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c9fee2e-f8e9-4c28-85c9-3902001f514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.327463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fee2e-f8e9-4c28-85c9-3902001f514b None None] Port 65ea3944-983a-4ba6-942b-4bc66ed92bfc cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:53:00.413737 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ea3944-983a-4ba6-942b-4bc66ed92bfc {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:53:00.421835 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.438350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Transition to ACTIVE for port object 65ea3944-983a-4ba6-942b-4bc66ed92bfc will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:53:00.445193 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.510376 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Pushing event updated for resources: {'Port': ['ID=65ea3944-983a-4ba6-942b-4bc66ed92bfc,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:00.549794 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010efc-71a9-496b-b1a8-39cae6d99b73 req-a84a9884-8a1f-4700-ab0b-de9158884661 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:00.551462 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60010efc-71a9-496b-b1a8-39cae6d99b73 req-a84a9884-8a1f-4700-ab0b-de9158884661 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 944 time: 0.0631819 Dec 15 14:53:00.584725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Attempting to bind port 65ea3944-983a-4ba6-942b-4bc66ed92bfc on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:53:00.585416 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Attempting to bind port 65ea3944-983a-4ba6-942b-4bc66ed92bfc by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:53:00.585965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Attempting to bind port 65ea3944-983a-4ba6-942b-4bc66ed92bfc on network 761497ef-91b0-427e-8f33-61adc674ff79 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:53:00.592289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Port 65ea3944-983a-4ba6-942b-4bc66ed92bfc on network 761497ef-91b0-427e-8f33-61adc674ff79 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:53:00.592896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Attempting to bind port 65ea3944-983a-4ba6-942b-4bc66ed92bfc on network 761497ef-91b0-427e-8f33-61adc674ff79 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:53:00.600373 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:53:00.601105 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Checking segment: {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:53:00.601711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Bound using segment: {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:53:00.602343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Bound port: 65ea3944-983a-4ba6-942b-4bc66ed92bfc, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:53:00.603229 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.624451 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-60010efc-71a9-496b-b1a8-39cae6d99b73 req-a49c15fc-c6a3-4839-8a5b-841a1c3a0caf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622516 Dec 15 14:53:00.679119 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] For port 65ea3944-983a-4ba6-942b-4bc66ed92bfc, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:53:00.682668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] For port 65ea3944-983a-4ba6-942b-4bc66ed92bfc, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:53:00.687825 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.727383 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:00.728094 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.729526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] 10.222.0.74 "PUT /v2.0/ports/65ea3944-983a-4ba6-942b-4bc66ed92bfc HTTP/1.1" status: 200 len: 1092 time: 0.6936343 Dec 15 14:53:00.729985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:00.732309 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cf568e-ac70-49f8-9a1a-031791af6868" -d '{"events": [{"name": "network-changed", "server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:00.774238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd857581-867d-45dc-95cc-ccaa52e8916c service neutron] Pushing event updated for resources: {'Port': ['ID=65ea3944-983a-4ba6-942b-4bc66ed92bfc,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:00.812080 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e9f60e-0240-4ce5-ae44-926a6477d0b6 x-openstack-request-id: req-e4e9f60e-0240-4ce5-ae44-926a6477d0b6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:00.812498 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:00.812825 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e4e9f60e-0240-4ce5-ae44-926a6477d0b6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:00.813302 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'status': 'completed', 'code': 200} Dec 15 14:53:00.830957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-929da2bf-d6c6-493a-ac24-732faf86e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:00.833085 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-929da2bf-d6c6-493a-ac24-732faf86e80d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 1095 time: 0.0495248 Dec 15 14:53:00.886207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-3c677be2-9d4b-4cd6-91b1-07a7d08bb330 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc HTTP/1.1" status: 200 len: 217 time: 0.0452561 Dec 15 14:53:00.937084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-f3307809-61b1-4f17-89fc-d0385309384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:00.938546 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-f3307809-61b1-4f17-89fc-d0385309384a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0a8562b-c2b5-4760-badb-afc04357af8a HTTP/1.1" status: 200 len: 835 time: 0.0451179 Dec 15 14:53:00.984979 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-2d23af9e-e579-413d-aaf3-ded6fa7a95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:00.986581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-2d23af9e-e579-413d-aaf3-ded6fa7a95f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=761497ef-91b0-427e-8f33-61adc674ff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410459 Dec 15 14:53:01.080733 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-6c45563e-cc87-4a62-9657-379d5caa0943 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872784 Dec 15 14:53:01.169326 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03d668ce-79ee-4dfc-8610-928b7e64ff11 req-7ed079af-95e2-4cac-8a40-b76df981ec47 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816090 Dec 15 14:53:01.258873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-d370d13d-480d-41a1-9b8a-7025b11537c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:01.260284 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-d370d13d-480d-41a1-9b8a-7025b11537c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 1095 time: 0.0461643 Dec 15 14:53:01.330997 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c551c194-3bf5-4599-8496-bfafc382bfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:01.351340 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-1e92d569-28c6-4321-890d-48d960e50ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:01.352843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-1e92d569-28c6-4321-890d-48d960e50ef6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=761497ef-91b0-427e-8f33-61adc674ff79 HTTP/1.1" status: 200 len: 899 time: 0.0846579 Dec 15 14:53:01.394441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-262f01aa-7fa9-44a4-bb8b-be89c6349c53 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc HTTP/1.1" status: 200 len: 217 time: 0.0349050 Dec 15 14:53:01.440015 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:01.449287 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-3f52d870-d6ce-4a4f-9836-4c107b4ef54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:01.450774 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-3f52d870-d6ce-4a4f-9836-4c107b4ef54f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0a8562b-c2b5-4760-badb-afc04357af8a HTTP/1.1" status: 200 len: 835 time: 0.0485163 Dec 15 14:53:01.497241 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-b43978de-38f4-48d9-b61b-d269943cf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:01.498718 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-b43978de-38f4-48d9-b61b-d269943cf1cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=761497ef-91b0-427e-8f33-61adc674ff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397658 Dec 15 14:53:01.587840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-33e94f35-e43c-4926-ba7b-e71d842a3608 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813649 Dec 15 14:53:01.610728 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:01.688331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-96cf568e-ac70-49f8-9a1a-031791af6868 req-41136aed-b786-4ff7-887d-9b9c3ccee8b8 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917211 Dec 15 14:53:01.749566 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8268e-996d-410e-8bc9-c31f6a19d96a req-54e5776c-6088-4feb-81a8-5006cdc81004 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:01.751123 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdb8268e-996d-410e-8bc9-c31f6a19d96a req-54e5776c-6088-4feb-81a8-5006cdc81004 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 944 time: 0.0554774 Dec 15 14:53:01.801421 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdb8268e-996d-410e-8bc9-c31f6a19d96a req-e644d2f5-c00b-4c85-8688-cb3a4d2b03d8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438385 Dec 15 14:53:02.921771 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd64c-cf0d-4da0-bff9-957091529e11 req-d0310ba7-0226-4efe-9a6b-5f6ae7fce188 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:02.923265 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eddcd64c-cf0d-4da0-bff9-957091529e11 req-d0310ba7-0226-4efe-9a6b-5f6ae7fce188 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 944 time: 0.0503268 Dec 15 14:53:02.972749 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eddcd64c-cf0d-4da0-bff9-957091529e11 req-02299001-d8d0-4915-a634-fc202312ac68 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Dec 15 14:53:03.350004 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 65ea3944-983a-4ba6-942b-4bc66ed92bfc details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:53:03.449018 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 65ea3944-983a-4ba6-942b-4bc66ed92bfc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:03.460540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'port_id': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'mac_address': 'fa:16:3e:70:a4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:53:03.498852 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:03.513686 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ea3944-983a-4ba6-942b-4bc66ed92bfc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:53:03.548113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 65ea3944-983a-4ba6-942b-4bc66ed92bfc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:03.552688 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:03.599481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=65ea3944-983a-4ba6-942b-4bc66ed92bfc,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:03.764821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['65ea3944-983a-4ba6-942b-4bc66ed92bfc'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:53:03.967302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1bf4bec0-71fd-41f0-af18-f3157bd37338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:04.091773 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c2bf1-b922-4d33-8ddd-d8b16f59a7a2 req-48ce6685-41bd-49cf-8980-c4ce2c6b1b3a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:04.093368 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b97c2bf1-b922-4d33-8ddd-d8b16f59a7a2 req-48ce6685-41bd-49cf-8980-c4ce2c6b1b3a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 945 time: 0.0509970 Dec 15 14:53:04.144147 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b97c2bf1-b922-4d33-8ddd-d8b16f59a7a2 req-cd87abef-43ba-4952-8be1-b71d1a4b7914 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446923 Dec 15 14:53:05.089913 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.265198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051b3fb-9195-4fb8-abea-ce60513374da req-357c44d4-5acf-4503-ae68-cd31006290df tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:05.266670 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7051b3fb-9195-4fb8-abea-ce60513374da req-357c44d4-5acf-4503-ae68-cd31006290df tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 945 time: 0.0536962 Dec 15 14:53:05.315648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7051b3fb-9195-4fb8-abea-ce60513374da req-8313240d-257b-42a3-b593-aa54459061a4 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426779 Dec 15 14:53:05.367096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 65ea3944-983a-4ba6-942b-4bc66ed92bfc up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:53:05.415894 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port 65ea3944-983a-4ba6-942b-4bc66ed92bfc completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:53:05.419653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port 65ea3944-983a-4ba6-942b-4bc66ed92bfc triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:05.420060 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.499130 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.523116 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:05.525401 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915a7bb8-c208-4c05-a355-ab9345f04cd9" -d '{"events": [{"server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "name": "network-vif-plugged", "status": "completed", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:05.539815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port 65ea3944-983a-4ba6-942b-4bc66ed92bfc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:05.543724 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.596314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=65ea3944-983a-4ba6-942b-4bc66ed92bfc,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:05.618000 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481e64c7-a4de-4dfb-97be-b7444ab23455 x-openstack-request-id: req-481e64c7-a4de-4dfb-97be-b7444ab23455 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:05.618593 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "name": "network-vif-plugged", "status": "completed", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:05.618865 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-481e64c7-a4de-4dfb-97be-b7444ab23455 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:05.619270 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'code': 200} Dec 15 14:53:05.714590 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9ebb5-0e3d-4acb-a8cc-2e5cf1796678 req-b857a55f-cca0-46dd-acd8-87e0c662ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:05.716115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77a9ebb5-0e3d-4acb-a8cc-2e5cf1796678 req-b857a55f-cca0-46dd-acd8-87e0c662ed44 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 1097 time: 0.0405135 Dec 15 14:53:05.763517 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-77a9ebb5-0e3d-4acb-a8cc-2e5cf1796678 req-bb1c44b6-091d-4f58-8660-664db75a4f11 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388615 Dec 15 14:53:06.286641 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:53:06.432303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d670e-b801-4ea1-a418-fe7f1c309d97 req-74ef46d4-2ece-435d-8db2-4b940cd0a3d3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:06.433771 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c2d670e-b801-4ea1-a418-fe7f1c309d97 req-74ef46d4-2ece-435d-8db2-4b940cd0a3d3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0494900 Dec 15 14:53:06.485957 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2c2d670e-b801-4ea1-a418-fe7f1c309d97 req-b6b16de9-e1d1-4255-bdca-577a070199cd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 Dec 15 14:53:06.836274 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.468585 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.610589 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f639a-ad26-442a-bcc1-9bfa4cb1c81c req-e6aa05da-f325-4273-ac75-0b69d75909fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:07.612165 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f6f639a-ad26-442a-bcc1-9bfa4cb1c81c req-e6aa05da-f325-4273-ac75-0b69d75909fe tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0556045 Dec 15 14:53:07.666684 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2f6f639a-ad26-442a-bcc1-9bfa4cb1c81c req-9987e5b9-09bb-4617-9e13-e9494b364520 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482137 Dec 15 14:53:07.783325 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a145ef-7e16-473c-9738-a8ef4092818f req-63c3afb7-df63-4c6b-a2bd-53d4e45aeb61 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:07.784731 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74a145ef-7e16-473c-9738-a8ef4092818f req-63c3afb7-df63-4c6b-a2bd-53d4e45aeb61 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0502124 Dec 15 14:53:07.833973 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-74a145ef-7e16-473c-9738-a8ef4092818f req-59c42c73-4aab-4f9d-8076-f5d613b56214 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423193 Dec 15 14:53:07.855954 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51606) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:07.901803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd2413-c2d6-4193-a388-62f7d7348fd7 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:07.903378 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-02cd2413-c2d6-4193-a388-62f7d7348fd7 tempest-TestNetworkAdvancedServerOps-1291836857 tempest-TestNetworkAdvancedServerOps-1291836857-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 1092 time: 0.0464451 Dec 15 14:53:07.906128 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51608) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:07.910345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:07.931585 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.030425 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.128629 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Allocated IP 172.25.7.243 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/295ffeb9-15b3-4172-bb2d-3619b29c7900) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:53:08.234428 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.269225 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.309343 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:53:08.312284 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:53:08.315625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:53:08.320930 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=295ffeb9-15b3-4172-bb2d-3619b29c7900,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:08.679742 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.749609 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.902570 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.906932 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.982948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event updated for resources: {'Port': ['ID=295ffeb9-15b3-4172-bb2d-3619b29c7900,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:08.991433 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:09.092017 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP e76f6671-b22d-4f1e-8625-08439615d73a associated. External IP: 172.25.7.243, port: 65ea3944-983a-4ba6-942b-4bc66ed92bfc. Dec 15 14:53:09.318544 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:09.424487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:09.434440 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] Sync routers for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:09.442105 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:09.444894 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:09.445519 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:09.470675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-bcc1b15a-4421-4a7a-9bfc-3b9ff2c96ccf tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5634964 Dec 15 14:53:09.471367 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:09.473764 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383c2397-91d4-43ec-9693-cfbcb6e93b72" -d '{"events": [{"name": "network-changed", "server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:09.518318 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f8799-fd4d-4368-b663-b96f01b87340 x-openstack-request-id: req-c59f8799-fd4d-4368-b663-b96f01b87340 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:09.518619 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:09.518883 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c59f8799-fd4d-4368-b663-b96f01b87340 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:09.519297 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'status': 'completed', 'code': 200} Dec 15 14:53:09.562703 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:09.585073 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e8110-136d-4b27-88fa-0872e953e540 req-35988990-1ed9-48db-b03a-336e94642ddc tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:09.585671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-a57d62e0-258f-4025-be62-c25549f83a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:09.586694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-a57d62e0-258f-4025-be62-c25549f83a67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 1097 time: 0.0441060 Dec 15 14:53:09.586867 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa9e8110-136d-4b27-88fa-0872e953e540 req-35988990-1ed9-48db-b03a-336e94642ddc tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0540431 Dec 15 14:53:09.665441 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aa9e8110-136d-4b27-88fa-0872e953e540 req-994598b7-662d-4375-b7ba-1a120788243f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715432 Dec 15 14:53:09.685241 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51614) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:09.771226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2d97d6fe-90e1-442b-abdc-23be281d715d tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/e76f6671-b22d-4f1e-8625-08439615d73a HTTP/1.1" status: 200 len: 992 time: 0.0838580 Dec 15 14:53:09.830048 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e76f6671-b22d-4f1e-8625-08439615d73a', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'port_id': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'mac_address': 'fa:16:3e:70:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:53:08Z', 'updated_at': '2021-12-15T14:53:08Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:59Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:09.867980 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] Checking router: 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:09.877798 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:09.878435 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:09.994146 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:10.067116 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-8f532d2e-6707-4bb1-872b-2f963e853789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:10.068736 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-8f532d2e-6707-4bb1-872b-2f963e853789 service neutron] 10.222.0.74 "GET /v2.0/networks?id=761497ef-91b0-427e-8f33-61adc674ff79 HTTP/1.1" status: 200 len: 899 time: 0.4737883 Dec 15 14:53:10.134323 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-3da03181-33e9-44da-bee4-72a2ba9157bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc HTTP/1.1" status: 200 len: 1000 time: 0.0576119 Dec 15 14:53:10.185696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-97faca58-413d-4f48-8667-82983079edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:10.187183 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-97faca58-413d-4f48-8667-82983079edf3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0a8562b-c2b5-4760-badb-afc04357af8a HTTP/1.1" status: 200 len: 835 time: 0.0451734 Dec 15 14:53:10.219836 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e76f6671-b22d-4f1e-8625-08439615d73a', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'port_id': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'mac_address': 'fa:16:3e:70:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:53:08Z', 'updated_at': '2021-12-15T14:53:08Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:59Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:10.235896 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-979795d4-a552-4a2e-9e05-45d70929da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:10.237430 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-979795d4-a552-4a2e-9e05-45d70929da1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=761497ef-91b0-427e-8f33-61adc674ff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439882 Dec 15 14:53:10.249508 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972c4c2-7e93-4367-ae58-161c2435930a None None] The sync data for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 is: [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': 'e76f6671-b22d-4f1e-8625-08439615d73a', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'port_id': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'mac_address': 'fa:16:3e:70:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:53:08Z', 'updated_at': '2021-12-15T14:53:08Z', 'revision_number': 0, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:59Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:10.330599 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-7cd23baf-33b1-4823-843d-10516760a4a6 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852821 Dec 15 14:53:10.427466 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-383c2397-91d4-43ec-9693-cfbcb6e93b72 req-b358d49e-903c-4e03-9988-8ce2dd70db36 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898242 Dec 15 14:53:10.452777 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cec77a-538d-441d-a9bd-15d4389900cd None None] New status for floating IP e76f6671-b22d-4f1e-8625-08439615d73a: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:53:10.771999 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51616) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:10.837070 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-dfae05e4-01c9-468e-9c7d-df22bddd4472 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/e76f6671-b22d-4f1e-8625-08439615d73a HTTP/1.1" status: 200 len: 994 time: 0.0640128 Dec 15 14:53:31.333570 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3da23d49-6c94-449e-bf0b-b3f9ed1792a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:31.440726 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:31.613742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:33.960866 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2a98c0da-03b6-4ce7-8dcc-a83d227c1015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.092368 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.838214 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:37.471007 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:39.529123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed3757-0a23-4e90-9f43-b9e75dd3483d req-971082d3-14aa-4873-8d2c-716ec2d7a706 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:39.530594 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1ed3757-0a23-4e90-9f43-b9e75dd3483d req-971082d3-14aa-4873-8d2c-716ec2d7a706 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0498066 Dec 15 14:53:39.579290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f1ed3757-0a23-4e90-9f43-b9e75dd3483d req-fd1478ff-7059-43b6-8dd7-74eeec4f1b83 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Dec 15 14:53:40.702727 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ce5f-d74a-451d-8ca5-a6ea170bb869 req-c0acab0c-e58d-425c-9920-01d541cf763a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:40.704206 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90c7ce5f-d74a-451d-8ca5-a6ea170bb869 req-c0acab0c-e58d-425c-9920-01d541cf763a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0489221 Dec 15 14:53:40.756845 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-90c7ce5f-d74a-451d-8ca5-a6ea170bb869 req-cae239f0-a5f6-414d-8f07-43cfa94af87c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457752 Dec 15 14:53:40.780465 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51636) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:40.847445 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-2571fadd-5ecb-4b18-bdcc-6b00339e2872 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/e76f6671-b22d-4f1e-8625-08439615d73a HTTP/1.1" status: 200 len: 994 time: 0.0657940 Dec 15 14:53:42.152013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ab80-4d58-4a2a-bb77-4c4b5d6d9f1b req-bb4b4d4c-5f9c-42e0-84f3-edb2f929feb5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:42.153431 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ddc8ab80-4d58-4a2a-bb77-4c4b5d6d9f1b req-bb4b4d4c-5f9c-42e0-84f3-edb2f929feb5 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0793705 Dec 15 14:53:42.168194 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-629d324a-39e3-42db-b0cc-1d2965902953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:42.169595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-629d324a-39e3-42db-b0cc-1d2965902953 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 1097 time: 0.0677061 Dec 15 14:53:42.252212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ddc8ab80-4d58-4a2a-bb77-4c4b5d6d9f1b req-f1153370-1dec-4583-91ad-9c83c3bff38a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919869 Dec 15 14:53:42.284679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-7058167b-a515-44ac-aec6-1aeb7689acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:42.286383 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-7058167b-a515-44ac-aec6-1aeb7689acdb service neutron] 10.222.0.74 "GET /v2.0/networks?id=761497ef-91b0-427e-8f33-61adc674ff79 HTTP/1.1" status: 200 len: 899 time: 0.1087356 Dec 15 14:53:42.357173 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-4c46b2fa-9ae0-4718-8c46-212a619dab2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc HTTP/1.1" status: 200 len: 1002 time: 0.0632129 Dec 15 14:53:42.408225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-f538da15-9ed0-41b9-9a23-44651e969a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:42.409615 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-f538da15-9ed0-41b9-9a23-44651e969a1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0a8562b-c2b5-4760-badb-afc04357af8a HTTP/1.1" status: 200 len: 835 time: 0.0444350 Dec 15 14:53:42.455112 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-c49b7962-9b75-4381-8d5d-3fb9ecfb5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:42.456604 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-c49b7962-9b75-4381-8d5d-3fb9ecfb5f38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=761497ef-91b0-427e-8f33-61adc674ff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392077 Dec 15 14:53:42.552511 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-35324ac8-2117-44a8-9c66-c0340952749e service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863099 Dec 15 14:53:42.641373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-697a7121-3d9a-4e88-9ba3-66bbba0b0bec req-0e438291-2e1e-453d-81c5-c1f09f8b6e35 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800667 Dec 15 14:53:43.286102 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:53:43.373978 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb925-bd97-43b4-9447-7105b1ec25c6 req-9c440c84-6700-496c-9369-d03fd0905e08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:43.375471 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-740cb925-bd97-43b4-9447-7105b1ec25c6 req-9c440c84-6700-496c-9369-d03fd0905e08 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Dec 15 14:53:43.429654 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-740cb925-bd97-43b4-9447-7105b1ec25c6 req-f2c80b8c-7275-45e7-8c51-17c02888757f tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466270 Dec 15 14:53:44.548918 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73c91c-bcb5-4ba9-9a94-45c0734f24b7 req-ccbba970-c3e3-448e-aab3-053b8c4c8b83 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:44.550412 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad73c91c-bcb5-4ba9-9a94-45c0734f24b7 req-ccbba970-c3e3-448e-aab3-053b8c4c8b83 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0505149 Dec 15 14:53:44.604244 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ad73c91c-bcb5-4ba9-9a94-45c0734f24b7 req-5bbecd4b-323a-4896-ae1c-838df4485eb8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Dec 15 14:53:44.626673 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51650) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:44.687391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-0cdedbdb-505e-4f84-a719-1c2cb9256be8 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/floatingips/e76f6671-b22d-4f1e-8625-08439615d73a HTTP/1.1" status: 200 len: 994 time: 0.0595040 Dec 15 14:53:44.945271 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51656) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:45.109813 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 295ffeb9-15b3-4172-bb2d-3619b29c7900 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:45.110164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:45.187010 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:45.187335 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:45.199331 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 295ffeb9-15b3-4172-bb2d-3619b29c7900 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:45.351127 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:45.375575 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=295ffeb9-15b3-4172-bb2d-3619b29c7900,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:45.389284 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.389812 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.390168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.390513 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.390852 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.391188 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.391529 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.391911 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.392216 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.392568 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.392900 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.393229 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.393554 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:45.451679 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:45.452046 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Floating IP e76f6671-b22d-4f1e-8625-08439615d73a disassociated (deleted). External IP: 172.25.7.243, port: 65ea3944-983a-4ba6-942b-4bc66ed92bfc. Dec 15 14:53:45.960526 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:46.073648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:46.078422 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:46.083467 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] Sync routers for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:46.093208 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:46.093811 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:46.110953 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-11a3a23f-7deb-45d2-ac37-3b8f36bd75f3 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/floatingips/e76f6671-b22d-4f1e-8625-08439615d73a HTTP/1.1" status: 204 len: 168 time: 1.1645911 Dec 15 14:53:46.111574 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:46.114784 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb455455-cce3-4036-a727-9deccc21799d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:46.158873 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d4b14-8f32-4cd6-abcc-eb5c4ad2a0e2 x-openstack-request-id: req-f23d4b14-8f32-4cd6-abcc-eb5c4ad2a0e2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:46.159197 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:46.159459 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f23d4b14-8f32-4cd6-abcc-eb5c4ad2a0e2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:46.160018 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'status': 'completed', 'code': 200} Dec 15 14:53:46.228362 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:46.235224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb455455-cce3-4036-a727-9deccc21799d req-1884adeb-5f32-4aa7-a61f-79f542b30df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:46.236803 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-1884adeb-5f32-4aa7-a61f-79f542b30df0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=daae454eb03b49638cf68e23c755fb58&device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 1097 time: 0.0436177 Dec 15 14:53:46.347727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb455455-cce3-4036-a727-9deccc21799d req-ba90c906-d2ff-4210-a100-252e0bb629e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:46.349760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-ba90c906-d2ff-4210-a100-252e0bb629e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=761497ef-91b0-427e-8f33-61adc674ff79 HTTP/1.1" status: 200 len: 899 time: 0.1034110 Dec 15 14:53:46.361328 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd567e-ec2c-4d01-9343-9088f39d46e5 req-1801b916-da4d-450e-b69a-40734dcc103c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:46.362823 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdbd567e-ec2c-4d01-9343-9088f39d46e5 req-1801b916-da4d-450e-b69a-40734dcc103c tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0534284 Dec 15 14:53:46.405542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-aafa9a24-20dc-44ad-ad25-4bd0cac2e112 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc HTTP/1.1" status: 200 len: 217 time: 0.0384476 Dec 15 14:53:46.425297 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cdbd567e-ec2c-4d01-9343-9088f39d46e5 req-b665f012-e348-4c27-bd4c-28599849b668 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558856 Dec 15 14:53:46.469233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb455455-cce3-4036-a727-9deccc21799d req-2c8fae6c-d7bf-4028-96e2-8ceadd734a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:46.470735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-2c8fae6c-d7bf-4028-96e2-8ceadd734a1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0a8562b-c2b5-4760-badb-afc04357af8a HTTP/1.1" status: 200 len: 835 time: 0.0557568 Dec 15 14:53:46.520609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb455455-cce3-4036-a727-9deccc21799d req-e0f0a557-f4b3-4e47-b962-07d38763b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:46.522295 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-e0f0a557-f4b3-4e47-b962-07d38763b7e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=761497ef-91b0-427e-8f33-61adc674ff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423405 Dec 15 14:53:46.533586 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-48ba9d12-b19c-4081-8f2b-c84fc50cbcf4 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:53:46.534118 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:59Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:46.534539 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-48ba9d12-b19c-4081-8f2b-c84fc50cbcf4 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049798 Dec 15 14:53:46.560300 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] Checking router: 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:46.568431 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:46.569036 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:46.624306 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-0f87838e-bbce-411a-a35c-7223d5150461 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820756 Dec 15 14:53:46.687788 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:46.722364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fb455455-cce3-4036-a727-9deccc21799d req-385e245d-83ef-4479-a658-bb28d8d71ba3 service neutron] 10.222.0.74 "GET /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891926 Dec 15 14:53:46.887083 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:59Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:46.914301 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e676fc-f638-4d11-8982-722f9d2decb1 None None] The sync data for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 is: [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:56Z', 'revision_number': 4, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '9e6a413b-f099-413f-bf14-5ead81a80d58', 'name': '', 'network_id': '761497ef-91b0-427e-8f33-61adc674ff79', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'mac_address': 'fa:16:3e:b3:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:55Z', 'updated_at': '2021-12-15T14:52:59Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'subnets': [{'id': 'd0a8562b-c2b5-4760-badb-afc04357af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:47.127396 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f233d66-b402-4284-935e-9ce98e699441 None None] New status for floating IP e76f6671-b22d-4f1e-8625-08439615d73a: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:53:47.548297 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b68d-7a13-4f63-8fd3-24fb6ccf5fc6 req-8e88e9f5-9bb1-40db-8cf6-c5a64d06e6b0 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:47.549759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d70b68d-7a13-4f63-8fd3-24fb6ccf5fc6 req-8e88e9f5-9bb1-40db-8cf6-c5a64d06e6b0 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0499523 Dec 15 14:53:47.599104 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7d70b68d-7a13-4f63-8fd3-24fb6ccf5fc6 req-70dfa94a-1ae8-40c5-a343-66c1f82e4744 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/security-groups?id=a91b9cbe-7959-49e5-a23e-c94d6157c161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Dec 15 14:53:47.987803 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-6cc3b43f-7ddb-4ead-a273-2ece24f31b35 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:47.989797 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-6cc3b43f-7ddb-4ead-a273-2ece24f31b35 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 946 time: 0.0523632 Dec 15 14:53:48.078362 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 65ea3944-983a-4ba6-942b-4bc66ed92bfc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:48.078702 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:48.169682 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 65ea3944-983a-4ba6-942b-4bc66ed92bfc, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=65ea3944-983a-4ba6-942b-4bc66ed92bfc,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:48.170049 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:48.182392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 65ea3944-983a-4ba6-942b-4bc66ed92bfc owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:48.311335 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:48.344965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=65ea3944-983a-4ba6-942b-4bc66ed92bfc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:48.358288 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.358774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.359125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.359463 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.359797 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.360155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.360489 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.360818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.361142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.361470 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.361798 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.362120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.362451 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:48.396261 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] No DVR routers for this DVR port 65ea3944-983a-4ba6-942b-4bc66ed92bfc on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:48.398809 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:48.402212 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fae51780-b1c7-429b-aa4e-c85969475d65 req-c91315aa-8628-44c0-acbd-eb15f9e4e089 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.74 "DELETE /v2.0/ports/65ea3944-983a-4ba6-942b-4bc66ed92bfc HTTP/1.1" status: 204 len: 173 time: 0.4065664 Dec 15 14:53:48.402657 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'name': 'network-vif-deleted', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:48.405022 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6575dcf6-9351-4463-9302-db45fbbd8467" -d '{"events": [{"server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "name": "network-vif-deleted", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:48.443250 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b9cae-5695-4f22-8286-6121268115b7 x-openstack-request-id: req-805b9cae-5695-4f22-8286-6121268115b7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:48.443553 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc817f45-31b5-4297-9bbe-2e67682d84a4", "name": "network-vif-deleted", "tag": "65ea3944-983a-4ba6-942b-4bc66ed92bfc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:48.443823 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-805b9cae-5695-4f22-8286-6121268115b7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:48.444286 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc817f45-31b5-4297-9bbe-2e67682d84a4', 'name': 'network-vif-deleted', 'tag': '65ea3944-983a-4ba6-942b-4bc66ed92bfc', 'status': 'completed', 'code': 200} Dec 15 14:53:48.705084 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-35e19019-8845-4790-b9ee-b592806bdfb2 req-4fa927f0-01b3-4763-ad92-c336c545cd0a tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc817f45-31b5-4297-9bbe-2e67682d84a4 HTTP/1.1" status: 200 len: 210 time: 0.0271521 Dec 15 14:53:49.766009 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51672) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:50.121336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:50.373864 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port 9e6a413b-f099-413f-bf14-5ead81a80d58 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:50.374210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:50.463151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port 9e6a413b-f099-413f-bf14-5ead81a80d58, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=9e6a413b-f099-413f-bf14-5ead81a80d58,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:50.463513 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:50.475756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for 9e6a413b-f099-413f-bf14-5ead81a80d58 owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:50.660786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:50.685565 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=9e6a413b-f099-413f-bf14-5ead81a80d58,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:50.862319 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.074033 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:51.178474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:51.183588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a59a6576-b16a-47e2-9ef1-e0c0178970d2 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "PUT /v2.0/routers/5e2b6a91-6e0d-4bba-a280-43b01a6cdfde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4164517 Dec 15 14:53:51.186242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51674) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:51.190109 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] Sync routers for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:51.200731 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:51.201429 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:51.237200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e37563d-def5-4c71-b014-2449d254502b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting subnet d0a8562b-c2b5-4760-badb-afc04357af8a {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:53:51.240701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e37563d-def5-4c71-b014-2449d254502b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.281887 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e37563d-def5-4c71-b014-2449d254502b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.308330 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:51.369284 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e37563d-def5-4c71-b014-2449d254502b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.429431 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e37563d-def5-4c71-b014-2449d254502b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.455614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37563d-def5-4c71-b014-2449d254502b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a8562b-c2b5-4760-badb-afc04357af8a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:51.459491 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e37563d-def5-4c71-b014-2449d254502b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.465402 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-3e37563d-def5-4c71-b014-2449d254502b tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/subnets/d0a8562b-c2b5-4760-badb-afc04357af8a HTTP/1.1" status: 204 len: 168 time: 0.2755735 Dec 15 14:53:51.466062 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51676) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:51.470076 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9624a-c77d-45f0-8cea-81323f918675 None None] Network 761497ef-91b0-427e-8f33-61adc674ff79 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:53:51.488704 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:53:50Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:51.520046 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] Checking router: 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:51.528645 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] Routers {'5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:51.529268 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:51.642601 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] Set router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:51.643787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] DHCP port deletion for 761497ef-91b0-427e-8f33-61adc674ff79 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:53:51.671347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 65ea3944-983a-4ba6-942b-4bc66ed92bfc no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:51.704178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: 65ea3944-983a-4ba6-942b-4bc66ed92bfc {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:51.704708 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device 65ea3944-983a-4ba6-942b-4bc66ed92bfc not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:51.722578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Deleting port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:51.722963 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.840385 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:53:50Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:51.868635 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307f1348-9e17-45dd-9681-39b1b0bfb1c1 None None] The sync data for ids ['5e2b6a91-6e0d-4bba-a280-43b01a6cdfde'] in n-d-821840-1 is: [{'id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847061966', 'tenant_id': 'daae454eb03b49638cf68e23c755fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:53:50Z', 'revision_number': 5, 'project_id': 'daae454eb03b49638cf68e23c755fb58', 'gw_port': {'id': 'caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b6a91-6e0d-4bba-a280-43b01a6cdfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:52:53Z', 'updated_at': '2021-12-15T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:51.927383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.957400 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] For port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8ab80d9a-40c6-4be1-a8f6-37d24a4c310f,segment=NetworkSegment(a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea),segment_id=a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:51.957802 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.970326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Calling delete_port for 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:52.031352 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.056488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.081907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Pushing event deleted for resources: {'Port': ['ID=8ab80d9a-40c6-4be1-a8f6-37d24a4c310f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:52.083773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Deleting port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:52.084150 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.090909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] No DVR routers for this DVR port 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:52.093211 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.093574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.093930 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.094267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.094605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.094941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.095274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.095604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.095954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.096286 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.096615 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.096944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.097267 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9ffd5-73fa-44b3-ae4c-38a7a9289ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:52.165775 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] For port caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:52.166044 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.177840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Calling delete_port for caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:52.277606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:52.301656 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:52.302714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8ab80d9a-40c6-4be1-a8f6-37d24a4c310f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:52.303266 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9e6a413b-f099-413f-bf14-5ead81a80d58 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:52.325460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 9e6a413b-f099-413f-bf14-5ead81a80d58 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:52.325836 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 9e6a413b-f099-413f-bf14-5ead81a80d58 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:52.357757 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.388550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Port': ['ID=caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:52.407472 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cecaa6-f097-4ed8-bc8e-cbbc3f25406d None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:53:52.455232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.546614 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.548736 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.589519 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.590037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Fanout notify agent at l3_agent the message router_deleted on router 5e2b6a91-6e0d-4bba-a280-43b01a6cdfde {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:53:52.596806 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.597903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-88c782b9-d0f1-4151-9e81-14b879de16bd tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/routers/5e2b6a91-6e0d-4bba-a280-43b01a6cdfde HTTP/1.1" status: 204 len: 168 time: 1.1315329 Dec 15 14:53:52.601315 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51678) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:52.684253 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.779641 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.800085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761497ef-91b0-427e-8f33-61adc674ff79']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:52.809885 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:52.810187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fda2b3-2bb3-46cc-9cb4-78b0368e47ea') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:52.819949 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.834467 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.840439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:53:52.840861 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: timer() Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:53:52.843921 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:53:52.899642 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.906933 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.909889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/networks/761497ef-91b0-427e-8f33-61adc674ff79 HTTP/1.1" status: 204 len: 168 time: 0.3076348 Dec 15 14:53:52.913433 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:52.922196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c812d8-62f1-40e7-ab61-b3fe8d9a48e7 tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'Network': ['ID=761497ef-91b0-427e-8f33-61adc674ff79,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:52.970839 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8179e25-4c3e-4326-9e86-75a21123bdcb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.995377 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8179e25-4c3e-4326-9e86-75a21123bdcb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.061583 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8179e25-4c3e-4326-9e86-75a21123bdcb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.064399 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8179e25-4c3e-4326-9e86-75a21123bdcb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.068764 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f8179e25-4c3e-4326-9e86-75a21123bdcb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] 10.222.0.86 "DELETE /v2.0/security-groups/a91b9cbe-7959-49e5-a23e-c94d6157c161 HTTP/1.1" status: 204 len: 168 time: 0.1512175 Dec 15 14:53:53.075888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8179e25-4c3e-4326-9e86-75a21123bdcb tempest-TestNetworkAdvancedServerOps-60865430 tempest-TestNetworkAdvancedServerOps-60865430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b9cbe-7959-49e5-a23e-c94d6157c161,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:53.390543 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51688) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:53.529774 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9b0f9614-11f4-4d54-aceb-be161be916e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=daae454eb03b49638cf68e23c755fb58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379919 Dec 15 14:53:53.532342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:53.580412 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26340c61-d2b2-4e91-b2b6-cc3c03ea9dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.602253 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26340c61-d2b2-4e91-b2b6-cc3c03ea9dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.648519 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26340c61-d2b2-4e91-b2b6-cc3c03ea9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.651187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26340c61-d2b2-4e91-b2b6-cc3c03ea9dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.652370 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-26340c61-d2b2-4e91-b2b6-cc3c03ea9dcd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c25b1674-80b4-4a7f-bbf3-ed9c22a4ab6f HTTP/1.1" status: 204 len: 168 time: 0.1191087 Dec 15 14:53:53.660503 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26340c61-d2b2-4e91-b2b6-cc3c03ea9dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25b1674-80b4-4a7f-bbf3-ed9c22a4ab6f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:53.922080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51698) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:53.935772 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb961-a912-4553-8de6-76ce8fe1f08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.009764 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb961-a912-4553-8de6-76ce8fe1f08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.013531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb961-a912-4553-8de6-76ce8fe1f08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.058524 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bb961-a912-4553-8de6-76ce8fe1f08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21589053-7558-4db9-af2d-4a8a244be551,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:54.062763 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ec5bb961-a912-4553-8de6-76ce8fe1f08b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ddaadaa7073942ac876d9cc2557aa1e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396337 Dec 15 14:53:54.065565 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51702) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:54.077506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:54.097498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:54.097952 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device caaabe1a-ab14-4ea5-bd7c-0b9b7f2af9bd not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:54.115268 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c135a7b9-2e82-47a9-a6e8-8524247f7ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.140605 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c135a7b9-2e82-47a9-a6e8-8524247f7ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.195441 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c135a7b9-2e82-47a9-a6e8-8524247f7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.198108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c135a7b9-2e82-47a9-a6e8-8524247f7ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.199284 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c135a7b9-2e82-47a9-a6e8-8524247f7ac7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/21589053-7558-4db9-af2d-4a8a244be551 HTTP/1.1" status: 204 len: 168 time: 0.1324167 Dec 15 14:53:54.207392 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135a7b9-2e82-47a9-a6e8-8524247f7ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21589053-7558-4db9-af2d-4a8a244be551,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:54.915685 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:55.010944 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-928563596-network', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:55.032608 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Made reservation on behalf of 0e04efd425b840499db086f0c8a0e48e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:53:55.035390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.044375 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.138262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.141899 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.165291 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:53:55.181596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2650c4-4ca9-48a4-974d-f3e45021d018,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:55.185631 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.185989 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Added segment f4b10a36-93c6-4185-92d8-68a896d2fcb8 of type vlan for network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 Dec 15 14:53:55.227274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.252119 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.253051 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:55.253633 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.306587 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3895895 Dec 15 14:53:55.309535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51728) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:55.314473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Request body: {'subnet': {'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-928563596-subnet', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:55.324631 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91848156-af72-4dc5-9c8e-1be013fdaf12 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab1dd31-245c-4f38-a005-6a933ff9c5b7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:55.336976 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:53:55.344535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Made reservation on behalf of 0e04efd425b840499db086f0c8a0e48e for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:53:55.346860 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.522920 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.577577 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:55.585835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Checking segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:53:55.586206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Network hostable DHCP agents. Network: 2ab1dd31-245c-4f38-a005-6a933ff9c5b7, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:53:55.603592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:53:55.611780 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 2ab1dd31-245c-4f38-a005-6a933ff9c5b7) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:53:55.619445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b9e47-7c64-42e7-a537-46276fb47f62 None None] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:53:55.621076 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:55.621790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.640605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d9f6b872-8021-4823-8f31-99deb3162e24 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3273540 Dec 15 14:53:55.640956 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51730) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:55.645251 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:55.666528 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.667548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.719361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:53:55.720273 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.740442 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.868640 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Allocated IP 172.20.0.2 (2ab1dd31-245c-4f38-a005-6a933ff9c5b7/f7de05d3-4feb-4ac3-9338-1a8fbffb6d41/6e11bf76-dc02-4f05-ae12-d40652ef1d68) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:53:55.893507 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.015728 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.022458 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.068405 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:53:56.078287 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:53:56.080804 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:53:56.101226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Pushing event updated for resources: {'Port': ['ID=6e11bf76-dc02-4f05-ae12-d40652ef1d68,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:56.109758 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.131188 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.167047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Attempting to bind port 6e11bf76-dc02-4f05-ae12-d40652ef1d68 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:53:56.167530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Attempting to bind port 6e11bf76-dc02-4f05-ae12-d40652ef1d68 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:53:56.167938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Attempting to bind port 6e11bf76-dc02-4f05-ae12-d40652ef1d68 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:53:56.173184 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:53:56.173570 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Checking segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:53:56.173984 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.174387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Bound using segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:53:56.174893 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Bound port: 6e11bf76-dc02-4f05-ae12-d40652ef1d68, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:53:56.175288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.233124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Allocated IP 172.25.7.149 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/eb20ed3e-2a6e-4d02-8631-efa63b8538f9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:53:56.242669 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] For port 6e11bf76-dc02-4f05-ae12-d40652ef1d68, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:53:56.248103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] For port 6e11bf76-dc02-4f05-ae12-d40652ef1d68, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e11bf76-dc02-4f05-ae12-d40652ef1d68,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:53:56.252370 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.309938 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de081b06-28e2-4c1b-9235-5440c30508c5 None None] Pushing event updated for resources: {'Port': ['ID=6e11bf76-dc02-4f05-ae12-d40652ef1d68,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:56.352815 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.388754 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.437202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:53:56.440430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:53:56.444660 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:53:56.468792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f004d-71ad-4b67-bb1e-4709e9f5599c None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:53:56.472213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Pushing event updated for resources: {'Port': ['ID=eb20ed3e-2a6e-4d02-8631-efa63b8538f9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:56.581030 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-075978c3-a60d-4c51-aa60-cfe4e0b91602 None None] Provisioning complete for port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:56.581408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-075978c3-a60d-4c51-aa60-cfe4e0b91602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.622618 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-075978c3-a60d-4c51-aa60-cfe4e0b91602 None None] Port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:53:56.718611 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.916645 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.051258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Router 19535bcf-e1dd-426d-a807-1239f89f5885 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:53:57.162811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:57.172411 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Sync routers for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:57.182522 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.184090 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d5aaa10c-ffd4-41e8-8eda-74614b7e6bbb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5419745 Dec 15 14:53:57.187072 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:57.188474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:57.189318 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:57.278230 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b384a-e094-4193-a0a2-d78e910291fc None None] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:53:57.353007 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:57.447399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-90fe65be-dfa5-4354-8432-5db9ba25c1ca None None] Provisioning complete for port 6e11bf76-dc02-4f05-ae12-d40652ef1d68 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:57.447904 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90fe65be-dfa5-4354-8432-5db9ba25c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.624664 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.644370 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90fe65be-dfa5-4354-8432-5db9ba25c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.688915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-90fe65be-dfa5-4354-8432-5db9ba25c1ca None None] For port 6e11bf76-dc02-4f05-ae12-d40652ef1d68, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e11bf76-dc02-4f05-ae12-d40652ef1d68,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:57.694378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90fe65be-dfa5-4354-8432-5db9ba25c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.703219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:56Z', 'revision_number': 3, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:57.752588 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Checking router: 19535bcf-e1dd-426d-a807-1239f89f5885 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:57.752946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Updating router 19535bcf-e1dd-426d-a807-1239f89f5885 port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:53:57.793188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.797587 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe65be-dfa5-4354-8432-5db9ba25c1ca None None] Pushing event updated for resources: {'Port': ['ID=6e11bf76-dc02-4f05-ae12-d40652ef1d68,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:57.808791 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Allocated IP 172.20.0.1 (2ab1dd31-245c-4f38-a005-6a933ff9c5b7/f7de05d3-4feb-4ac3-9338-1a8fbffb6d41/f4dd50aa-ba0f-45c9-902b-c3d35c2e958b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:53:57.847448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fa2b3bb4-d62d-4a7a-b90a-5ef372093b7a None None] Provisioning complete for port 6e11bf76-dc02-4f05-ae12-d40652ef1d68 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:57.847712 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3bb4-d62d-4a7a-b90a-5ef372093b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.918650 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.953764 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.994266 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:53:57.998930 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:53:58.002411 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:53:58.027274 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Pushing event updated for resources: {'Port': ['ID=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:58.050894 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.146540 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.157469 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e11bf76-dc02-4f05-ae12-d40652ef1d68 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:53:58.160421 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.209297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.245802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b38ef-6914-4299-9b3c-82650fc55a16 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:53:58.254577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Attempting to bind port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:53:58.255648 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Attempting to bind port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:53:58.256510 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Attempting to bind port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:53:58.266611 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c10b-197c-4482-85bf-274fbec0204f None None] Pushing event updated for resources: {'Port': ['ID=eb20ed3e-2a6e-4d02-8631-efa63b8538f9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:58.273433 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:53:58.273779 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:53:58.274133 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.274526 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:53:58.275031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Bound port: eb20ed3e-2a6e-4d02-8631-efa63b8538f9, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:53:58.275353 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.324452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6e11bf76-dc02-4f05-ae12-d40652ef1d68 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:58.324828 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.366706 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] For port eb20ed3e-2a6e-4d02-8631-efa63b8538f9, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:53:58.386125 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] For port eb20ed3e-2a6e-4d02-8631-efa63b8538f9, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eb20ed3e-2a6e-4d02-8631-efa63b8538f9,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:53:58.393717 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.399447 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.405132 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.422216 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] Provisioning complete for port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:58.422589 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.474701 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.477774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e396f76c-310d-4522-b560-f54878762fc0 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:53:58.486114 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Pushing event updated for resources: {'Port': ['ID=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:58.535096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c10b-197c-4482-85bf-274fbec0204f None None] Pushing event updated for resources: {'Port': ['ID=eb20ed3e-2a6e-4d02-8631-efa63b8538f9,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:58.540560 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:58.541182 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:58.580647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:53:58.582046 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:53:58.711790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Router 19535bcf-e1dd-426d-a807-1239f89f5885 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:58.836027 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:58.838953 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.841380 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-0c3998f8-0ff5-47c6-9a48-99a587013bfd admin admin] 10.222.0.86 "PUT /v2.0/routers/19535bcf-e1dd-426d-a807-1239f89f5885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6532502 Dec 15 14:53:58.872897 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] For port eb20ed3e-2a6e-4d02-8631-efa63b8538f9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eb20ed3e-2a6e-4d02-8631-efa63b8538f9,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:58.875150 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:58.877692 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.991701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] Provisioning complete for port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:58.992386 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.024330 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] Pushing event updated for resources: {'Port': ['ID=eb20ed3e-2a6e-4d02-8631-efa63b8538f9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.076180 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdb905-11fc-4960-ba31-4ec11b5338c8 None None] Port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:53:59.168168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 2, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:59.201293 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8709ec-a1f9-4429-b3e3-78d294b9afc1 None None] The sync data for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 is: [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 2, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:59.214247 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d2e0741a-6c1f-4679-85ed-4bb9b4b34895 None None] Provisioning complete for port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:59.214945 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2e0741a-6c1f-4679-85ed-4bb9b4b34895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.314701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d2e0741a-6c1f-4679-85ed-4bb9b4b34895 None None] Provisioning complete for port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:59.314993 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2e0741a-6c1f-4679-85ed-4bb9b4b34895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.336161 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:59.341790 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1258515783-network', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:59.354449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0741a-6c1f-4679-85ed-4bb9b4b34895 None None] Port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:53:59.366954 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Made reservation on behalf of 7d1be83a4da74c7abad5943e771dcef2 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:53:59.369358 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.378531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.478513 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.483662 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.511399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:53:59.523583 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e25a5b-843d-43a6-be50-c8c9899da39f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.528738 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.529102 n-d-821840-1 neutron-server[109767]: INFO neutron.db.segments_db [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Added segment a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d of type vlan for network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 Dec 15 14:53:59.575022 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.601566 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.602545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:59.603139 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.664303 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3267813 Dec 15 14:53:59.667225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51750) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:59.672014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710753c-58c2-431e-ba9e-9d89fcb332b5 admin admin] Pushing event updated for resources: {'Network': ['ID=14a37ade-cb92-4bd2-b289-4c70b2920ea2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.673228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Request body: {'subnet': {'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1258515783-subnet', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:59.684481 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:53:59.700830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Made reservation on behalf of 7d1be83a4da74c7abad5943e771dcef2 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:53:59.703721 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28442629'] for subnet, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.909536 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28922567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28442651'] for subnet, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.971075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7705c5e8-627a-4ab1-a12d-bf0716e4d6b6,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.979937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Checking segment: {'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:53:59.979937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Network hostable DHCP agents. Network: 14a37ade-cb92-4bd2-b289-4c70b2920ea2, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:53:59.998917 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:54:00.013240 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 14a37ade-cb92-4bd2-b289-4c70b2920ea2) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:00.018734 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:00.019565 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.022996 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77deea8-ea12-444d-8f6b-02b5ec79ec3e None None] Network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:00.051527 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f15dff4d-d232-4248-b2a1-4c896e1b05a9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3829293 Dec 15 14:54:00.052580 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51752) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:00.057926 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:00.086102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.087254 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.130355 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eb20ed3e-2a6e-4d02-8631-efa63b8538f9 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:00.158929 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.197716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-14a37ade-cb92-4bd2-b289-4c70b2920ea2', 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2', 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'fixed_ips': [{'subnet_id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:54:00.198635 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.231771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:00.232351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.420449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Allocated IP 172.20.0.2 (14a37ade-cb92-4bd2-b289-4c70b2920ea2/7705c5e8-627a-4ab1-a12d-bf0716e4d6b6/6f7a3058-70b1-4721-91f0-04a123fa270a) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:00.593648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.601742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.632321 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.646261 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:00.649428 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:00.653830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:00.665437 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Pushing event updated for resources: {'Port': ['ID=6f7a3058-70b1-4721-91f0-04a123fa270a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:00.713990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Attempting to bind port 6f7a3058-70b1-4721-91f0-04a123fa270a on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:00.714402 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Attempting to bind port 6f7a3058-70b1-4721-91f0-04a123fa270a by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:00.714767 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Attempting to bind port 6f7a3058-70b1-4721-91f0-04a123fa270a on network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:00.720001 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:00.720387 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Checking segment: {'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:00.720795 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.721190 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Bound using segment: {'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:00.721662 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Bound port: 6f7a3058-70b1-4721-91f0-04a123fa270a, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:00.722051 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.788638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] For port 6f7a3058-70b1-4721-91f0-04a123fa270a, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:00.791614 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] For port 6f7a3058-70b1-4721-91f0-04a123fa270a, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6f7a3058-70b1-4721-91f0-04a123fa270a,segment=NetworkSegment(a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d),segment_id=a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:00.798026 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.856824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5deac6-9e16-4f0a-ae5c-46bb79713d40 None None] Pushing event updated for resources: {'Port': ['ID=6f7a3058-70b1-4721-91f0-04a123fa270a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:00.865428 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.890366 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.998533 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Allocated IP 172.25.7.3 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/225176b1-667c-42d5-af7c-554cdefce22f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:01.124758 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.184612 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.226967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:01.230041 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:01.233965 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:01.245466 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fed0c0-af50-4172-9bf5-e9b913848867 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:01.259202 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Pushing event updated for resources: {'Port': ['ID=225176b1-667c-42d5-af7c-554cdefce22f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:01.307815 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1e21843b-aa0a-4a85-af33-b8d0909d956d None None] Provisioning complete for port 225176b1-667c-42d5-af7c-554cdefce22f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:01.308248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e21843b-aa0a-4a85-af33-b8d0909d956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.358516 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1b2cab46-9005-43cf-a2dd-2702374e6043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.360665 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1e21843b-aa0a-4a85-af33-b8d0909d956d None None] Port 225176b1-667c-42d5-af7c-554cdefce22f cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:01.444431 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.453869 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Sync routers for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:01.463889 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:01.464505 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:01.499609 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.570285 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:01.624774 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.714496 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.857385 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Router e9780f4d-6c13-4e15-94c7-973e26e267b7 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:54:01.882672 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 2, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:01.909286 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Checking router: 19535bcf-e1dd-426d-a807-1239f89f5885 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:01.909635 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Updating router 19535bcf-e1dd-426d-a807-1239f89f5885 port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:01.935820 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.978596 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:01.990683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Sync routers for ids ['e9780f4d-6c13-4e15-94c7-973e26e267b7'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:01.999704 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.001319 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-1f3d13f6-de8d-48f9-a6c6-456b6034ae61 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9474390 Dec 15 14:54:02.004180 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:02.007486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Routers {'e9780f4d-6c13-4e15-94c7-973e26e267b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:02.008158 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e9780f4d-6c13-4e15-94c7-973e26e267b7'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:02.156464 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6f7a3058-70b1-4721-91f0-04a123fa270a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:02.191093 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Set router e9780f4d-6c13-4e15-94c7-973e26e267b7 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:02.250267 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.260721 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.319733 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Pushing event updated for resources: {'Port': ['ID=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:02.350153 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6f7a3058-70b1-4721-91f0-04a123fa270a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:02.350640 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.369363 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.369704 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.370233 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.370883 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.371448 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.371975 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.372540 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.373087 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.373638 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.374184 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.374737 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.375278 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.375821 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:02.394716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010807df-873d-4d73-9515-275eb675b5ea None None] Network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:02.395215 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Attempting to bind port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:02.395785 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Attempting to bind port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:02.396351 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Attempting to bind port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:02.401938 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:02.404229 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Checking segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:02.404229 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.404229 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Bound using segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:02.404229 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Bound port: f4dd50aa-ba0f-45c9-902b-c3d35c2e958b, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:02.404229 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.482665 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] For port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:02.486144 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] For port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:02.494448 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.532264 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-1924e5c3-206a-4180-b326-82150f303dfc None None] Provisioning complete for port 6f7a3058-70b1-4721-91f0-04a123fa270a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:02.532264 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1924e5c3-206a-4180-b326-82150f303dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.545572 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:02.546511 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:02.647090 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.652161 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.665067 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a04d93-4b09-4bbc-98aa-ffa39aeec37e None None] Pushing event updated for resources: {'Port': ['ID=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:02.690935 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:02.762493 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] For port 6f7a3058-70b1-4721-91f0-04a123fa270a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6f7a3058-70b1-4721-91f0-04a123fa270a,segment=NetworkSegment(a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d),segment_id=a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:02.773399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '225176b1-667c-42d5-af7c-554cdefce22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:01Z', 'revision_number': 3, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port': {'id': '225176b1-667c-42d5-af7c-554cdefce22f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:02.776941 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1924e5c3-206a-4180-b326-82150f303dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.831327 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Checking router: e9780f4d-6c13-4e15-94c7-973e26e267b7 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:02.832043 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Updating router e9780f4d-6c13-4e15-94c7-973e26e267b7 port 225176b1-667c-42d5-af7c-554cdefce22f binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:02.882142 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.887654 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Allocated IP 172.20.0.1 (14a37ade-cb92-4bd2-b289-4c70b2920ea2/7705c5e8-627a-4ab1-a12d-bf0716e4d6b6/2b3a245e-e936-43cf-9c27-90f468da9976) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:02.924747 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:02.952864 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:02Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:02.991045 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Pushing event updated for resources: {'Port': ['ID=6f7a3058-70b1-4721-91f0-04a123fa270a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:02.996697 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01363408-eb52-4f25-aa96-c85df6ad3e95 None None] The sync data for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 is: [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:02Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:03.026149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.067192 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.101778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-1924e5c3-206a-4180-b326-82150f303dfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:54:03.102136 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-1924e5c3-206a-4180-b326-82150f303dfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:54:03.118086 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:03.121339 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:03.125342 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:03.150682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3a245e-e936-43cf-9c27-90f468da9976,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:03.186405 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.288302 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.297341 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.346108 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.352325 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3dbc-7bdd-4e69-9b1e-a2a8032e86c5 None None] Pushing event updated for resources: {'Port': ['ID=225176b1-667c-42d5-af7c-554cdefce22f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:03.369233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06202253-65df-49fb-be78-db22307f40fe None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:03.377595 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Attempting to bind port 225176b1-667c-42d5-af7c-554cdefce22f on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:03.377985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Attempting to bind port 225176b1-667c-42d5-af7c-554cdefce22f by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:03.378361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Attempting to bind port 225176b1-667c-42d5-af7c-554cdefce22f on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:03.385634 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:03.385909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:03.386322 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.386856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:03.387202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Bound port: 225176b1-667c-42d5-af7c-554cdefce22f, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:03.387609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.446635 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] For port 225176b1-667c-42d5-af7c-554cdefce22f, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:03.449899 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] For port 225176b1-667c-42d5-af7c-554cdefce22f, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=225176b1-667c-42d5-af7c-554cdefce22f,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:03.455371 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.511554 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c0845-ad1f-4afc-a513-d16fd7c313a5 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:03.523748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3dbc-7bdd-4e69-9b1e-a2a8032e86c5 None None] Pushing event updated for resources: {'Port': ['ID=225176b1-667c-42d5-af7c-554cdefce22f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:03.528746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Routers {'e9780f4d-6c13-4e15-94c7-973e26e267b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:03.529361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:53:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e9780f4d-6c13-4e15-94c7-973e26e267b7'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:03.559706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.564840 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.632178 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3a245e-e936-43cf-9c27-90f468da9976,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:03.637687 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:03.744217 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:03.745695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:03.853531 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] Set router e9780f4d-6c13-4e15-94c7-973e26e267b7 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:03.873622 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Router e9780f4d-6c13-4e15-94c7-973e26e267b7 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:03.999078 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:04.000055 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1801c00c-f63c-47ea-8e2c-f7eb378011dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.006405 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a7e03a2a-661b-4ea7-a024-7b1667129507 admin admin] 10.222.0.86 "PUT /v2.0/routers/e9780f4d-6c13-4e15-94c7-973e26e267b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0000298 Dec 15 14:54:04.018471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Provisioning complete for port 2b3a245e-e936-43cf-9c27-90f468da9976 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:04.018952 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.087126 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Port 2b3a245e-e936-43cf-9c27-90f468da9976 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:04.118081 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6f7a3058-70b1-4721-91f0-04a123fa270a up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:04.160346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Provisioning complete for port 6f7a3058-70b1-4721-91f0-04a123fa270a triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:04.160735 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.238622 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '225176b1-667c-42d5-af7c-554cdefce22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:03Z', 'revision_number': 4, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port': {'id': '225176b1-667c-42d5-af7c-554cdefce22f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2b3a245e-e936-43cf-9c27-90f468da9976', 'name': '', 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'mac_address': 'fa:16:3e:2c:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:02Z', 'updated_at': '2021-12-15T14:54:02Z', 'revision_number': 1, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'subnets': [{'id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:04.244821 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6f7a3058-70b1-4721-91f0-04a123fa270a triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:04.245203 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.293156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ac014-d30a-4596-aeaf-726e625fef2b None None] The sync data for ids ['e9780f4d-6c13-4e15-94c7-973e26e267b7'] in n-d-821840-1 is: [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '225176b1-667c-42d5-af7c-554cdefce22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:03Z', 'revision_number': 4, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port': {'id': '225176b1-667c-42d5-af7c-554cdefce22f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2b3a245e-e936-43cf-9c27-90f468da9976', 'name': '', 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'mac_address': 'fa:16:3e:2c:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:02Z', 'updated_at': '2021-12-15T14:54:02Z', 'revision_number': 1, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'subnets': [{'id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:04.353792 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Provisioning complete for port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:04.354473 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.425728 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f4dd50aa-ba0f-45c9-902b-c3d35c2e958b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:04.538245 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.551752 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:04.552793 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.614301 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] For port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:04.621729 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.667344 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:04.672200 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-985d3ce8-0cf3-47bb-94c0-8c7f92deaba9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031484900', 'description': 'tempest-secgroup-smoke-1031484900 description', 'project_id': '0e04efd425b840499db086f0c8a0e48e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:04.701937 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-985d3ce8-0cf3-47bb-94c0-8c7f92deaba9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.705448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Provisioning complete for port 225176b1-667c-42d5-af7c-554cdefce22f triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:04.705847 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.753947 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Pushing event updated for resources: {'Port': ['ID=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:04.803149 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-985d3ce8-0cf3-47bb-94c0-8c7f92deaba9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.807488 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-985d3ce8-0cf3-47bb-94c0-8c7f92deaba9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.823658 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.848091 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-985d3ce8-0cf3-47bb-94c0-8c7f92deaba9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.848426 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] For port 225176b1-667c-42d5-af7c-554cdefce22f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=225176b1-667c-42d5-af7c-554cdefce22f,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:04.849681 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-985d3ce8-0cf3-47bb-94c0-8c7f92deaba9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1810350 Dec 15 14:54:04.851020 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d3ce8-0cf3-47bb-94c0-8c7f92deaba9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5099b-f414-4973-a130-c0bb990794f5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:04.853346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 51764) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:04.856616 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.867597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1aec9c2e-53d0-4335-baf5-4d38787848a2 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5099b-f414-4973-a130-c0bb990794f5', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:04.901362 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1aec9c2e-53d0-4335-baf5-4d38787848a2 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.913431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dc259-5545-42ef-8c77-28eb5c4ec4a6 None None] Pushing event updated for resources: {'Port': ['ID=225176b1-667c-42d5-af7c-554cdefce22f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:04.968258 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1aec9c2e-53d0-4335-baf5-4d38787848a2 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.972116 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1aec9c2e-53d0-4335-baf5-4d38787848a2 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.979149 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8df60100-c248-425a-b0cd-c8e0e791d266 None None] Provisioning complete for port 2b3a245e-e936-43cf-9c27-90f468da9976 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:04.979537 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8df60100-c248-425a-b0cd-c8e0e791d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:04.993214 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec9c2e-53d0-4335-baf5-4d38787848a2 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0cae90-7a98-48cd-91ce-7fce922bb1b4,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:04.999270 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1aec9c2e-53d0-4335-baf5-4d38787848a2 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.003297 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51766) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:05.003819 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1aec9c2e-53d0-4335-baf5-4d38787848a2 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415911 Dec 15 14:54:05.009461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cc5294a6-e06e-4c5e-901a-8ca5c078ee34 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5099b-f414-4973-a130-c0bb990794f5', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:05.028872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-8df60100-c248-425a-b0cd-c8e0e791d266 None None] Port 2b3a245e-e936-43cf-9c27-90f468da9976 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:05.037995 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc5294a6-e06e-4c5e-901a-8ca5c078ee34 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.094458 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc5294a6-e06e-4c5e-901a-8ca5c078ee34 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.096823 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.098274 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc5294a6-e06e-4c5e-901a-8ca5c078ee34 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.117703 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5294a6-e06e-4c5e-901a-8ca5c078ee34 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076b6dfc-0604-4d47-b1fa-f55f73b22c87,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:05.124319 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc5294a6-e06e-4c5e-901a-8ca5c078ee34 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.125507 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-cc5294a6-e06e-4c5e-901a-8ca5c078ee34 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211042 Dec 15 14:54:05.128246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51768) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:05.132959 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-71e5c5dd-8b7f-451f-a4e6-aa29e2ef025f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5099b-f414-4973-a130-c0bb990794f5', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:05.159064 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71e5c5dd-8b7f-451f-a4e6-aa29e2ef025f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.215824 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71e5c5dd-8b7f-451f-a4e6-aa29e2ef025f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.219389 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71e5c5dd-8b7f-451f-a4e6-aa29e2ef025f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.237738 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5c5dd-8b7f-451f-a4e6-aa29e2ef025f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23b5917-6a8d-46af-8dd4-3c3296cbb6db,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:05.245615 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71e5c5dd-8b7f-451f-a4e6-aa29e2ef025f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.246822 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-71e5c5dd-8b7f-451f-a4e6-aa29e2ef025f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176236 Dec 15 14:54:05.249699 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:05.253960 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-22fb4ee8-05c2-4604-a032-6cc3b121bb93 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5099b-f414-4973-a130-c0bb990794f5', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:05.281071 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22fb4ee8-05c2-4604-a032-6cc3b121bb93 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.341102 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22fb4ee8-05c2-4604-a032-6cc3b121bb93 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.344548 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22fb4ee8-05c2-4604-a032-6cc3b121bb93 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.363189 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb4ee8-05c2-4604-a032-6cc3b121bb93 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45291f12-e3a1-484d-9a70-e1bfe3c0a5a3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:05.370772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22fb4ee8-05c2-4604-a032-6cc3b121bb93 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.373165 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-22fb4ee8-05c2-4604-a032-6cc3b121bb93 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213346 Dec 15 14:54:05.374815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51772) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:05.379049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e00a8caf-b9ac-4fb7-a0e6-e2e72866be71 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5099b-f414-4973-a130-c0bb990794f5', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:05.400845 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-e00a8caf-b9ac-4fb7-a0e6-e2e72866be71 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Project 0e04efd425b840499db086f0c8a0e48e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:54:05.406033 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00a8caf-b9ac-4fb7-a0e6-e2e72866be71 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.464341 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00a8caf-b9ac-4fb7-a0e6-e2e72866be71 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.467708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00a8caf-b9ac-4fb7-a0e6-e2e72866be71 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.483005 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a8caf-b9ac-4fb7-a0e6-e2e72866be71 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf632e6-668d-4422-92a8-b3f22aeedace,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:05.493987 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00a8caf-b9ac-4fb7-a0e6-e2e72866be71 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.495195 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e00a8caf-b9ac-4fb7-a0e6-e2e72866be71 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194389 Dec 15 14:54:05.497858 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:05.502249 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fa8bda9a-0200-4386-94c1-eed87356f86a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5099b-f414-4973-a130-c0bb990794f5', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:05.527160 n-d-821840-1 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-fa8bda9a-0200-4386-94c1-eed87356f86a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Project 0e04efd425b840499db086f0c8a0e48e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:54:05.532052 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa8bda9a-0200-4386-94c1-eed87356f86a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.592859 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa8bda9a-0200-4386-94c1-eed87356f86a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.596503 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa8bda9a-0200-4386-94c1-eed87356f86a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.616540 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bda9a-0200-4386-94c1-eed87356f86a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd7ec5c-034e-48e0-99f0-e929fca01708,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:05.623143 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa8bda9a-0200-4386-94c1-eed87356f86a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:05.624271 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-fa8bda9a-0200-4386-94c1-eed87356f86a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254721 Dec 15 14:54:05.784570 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-e667b765-e532-456c-872d-110a21f9aca4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031484900&fields=id&tenant_id=0e04efd425b840499db086f0c8a0e48e HTTP/1.1" status: 200 len: 267 time: 0.0552499 Dec 15 14:54:05.894200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-02cfe516-5bcb-45f1-8140-fb3152c9de72 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:05.896276 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-02cfe516-5bcb-45f1-8140-fb3152c9de72 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 808 time: 0.1092825 Dec 15 14:54:05.912632 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-612d8213-b88d-4430-a26c-58fc8c300e70 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/quotas/0e04efd425b840499db086f0c8a0e48e HTTP/1.1" status: 200 len: 375 time: 0.0104382 Dec 15 14:54:05.971072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-6ad9c03a-5b93-4358-b6c7-9abec777de92 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525484 Dec 15 14:54:06.088652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-d7924a89-e1e1-4e63-b007-874082b35e97 service neutron] 10.222.0.86 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052895 Dec 15 14:54:06.187296 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f4dd50aa-ba0f-45c9-902b-c3d35c2e958b up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:06.208994 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-62c6b049-b2d0-405e-bfbb-97ae085e85b3 service neutron] 10.222.0.86 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123915 Dec 15 14:54:06.239835 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:06.240411 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:06.324863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 225176b1-667c-42d5-af7c-554cdefce22f up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:06.393589 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 225176b1-667c-42d5-af7c-554cdefce22f triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:06.394233 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:06.399935 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7f0245f2-46b7-4231-b926-d6e729145909 req-e07e0cf1-4a6e-4f7e-8ced-c4c35193255c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 210 time: 0.0329125 Dec 15 14:54:06.841188 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:07.198769 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Sync routers for ids ['e9780f4d-6c13-4e15-94c7-973e26e267b7'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:07.209993 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Routers {'e9780f4d-6c13-4e15-94c7-973e26e267b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:07.210625 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:54:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e9780f4d-6c13-4e15-94c7-973e26e267b7'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:07.323618 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Set router e9780f4d-6c13-4e15-94c7-973e26e267b7 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:07.366391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-5f6772ad-765b-4a2c-9d2c-56df5582abb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:07.369286 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-5f6772ad-765b-4a2c-9d2c-56df5582abb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 808 time: 0.1146591 Dec 15 14:54:07.438023 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-c902fa50-aab6-4984-a880-9eabd3a1914a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e04efd425b840499db086f0c8a0e48e HTTP/1.1" status: 200 len: 380 time: 0.0588901 Dec 15 14:54:07.448501 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'port': {'device_id': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'admin_state_up': True, 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'security_groups': ['f0e5099b-f414-4973-a130-c0bb990794f5']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:07.477700 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:07.528502 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '225176b1-667c-42d5-af7c-554cdefce22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:03Z', 'revision_number': 4, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port': {'id': '225176b1-667c-42d5-af7c-554cdefce22f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2b3a245e-e936-43cf-9c27-90f468da9976', 'name': '', 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'mac_address': 'fa:16:3e:2c:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:02Z', 'updated_at': '2021-12-15T14:54:03Z', 'revision_number': 2, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'subnets': [{'id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:07.530011 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-058a9b06-35c8-4de5-a16b-18bd8949298d req-f506c08b-02ca-4c53-9c47-d84f1c7ff71c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 210 time: 0.0372789 Dec 15 14:54:07.561008 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Checking router: e9780f4d-6c13-4e15-94c7-973e26e267b7 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:07.561370 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Updating router e9780f4d-6c13-4e15-94c7-973e26e267b7 port 2b3a245e-e936-43cf-9c27-90f468da9976 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:07.586680 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:07.589019 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Made reservation on behalf of 0e04efd425b840499db086f0c8a0e48e for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:07.592957 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:07.715137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Allocated IP 172.20.0.6 (2ab1dd31-245c-4f38-a005-6a933ff9c5b7/f7de05d3-4feb-4ac3-9338-1a8fbffb6d41/c7e9cd53-f9b6-48b3-8437-abc1c4513381) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:07.850976 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:07.854348 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:07.856734 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:07.891361 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:07.938171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:07.941380 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:07.946151 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:07.982155 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:08.023511 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:08.025026 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.037285 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639168-8c82-4733-bd94-f731568c6812 None None] Pushing event updated for resources: {'Port': ['ID=2b3a245e-e936-43cf-9c27-90f468da9976,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:08.045655 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7627ac7f-2b7f-43dd-b4f8-eb5bd9c761f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017413 Dec 15 14:54:08.058468 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Request body: {'port': {'device_id': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:08.070959 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Attempting to bind port 2b3a245e-e936-43cf-9c27-90f468da9976 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:08.071339 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Attempting to bind port 2b3a245e-e936-43cf-9c27-90f468da9976 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:08.071703 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Attempting to bind port 2b3a245e-e936-43cf-9c27-90f468da9976 on network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:08.077171 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:08.077555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Checking segment: {'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:08.077959 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.080254 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Bound using segment: {'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:08.080968 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Bound port: 2b3a245e-e936-43cf-9c27-90f468da9976, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:08.082287 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.125370 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.158765 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] For port 2b3a245e-e936-43cf-9c27-90f468da9976, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:08.163359 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] For port 2b3a245e-e936-43cf-9c27-90f468da9976, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2b3a245e-e936-43cf-9c27-90f468da9976,segment=NetworkSegment(a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d),segment_id=a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:08.173904 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.257616 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Routers {'e9780f4d-6c13-4e15-94c7-973e26e267b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:08.258408 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:54:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e9780f4d-6c13-4e15-94c7-973e26e267b7'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:08.261586 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639168-8c82-4733-bd94-f731568c6812 None None] Pushing event updated for resources: {'Port': ['ID=2b3a245e-e936-43cf-9c27-90f468da9976,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:08.291565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-03fc69fe-61c3-46a3-b9b5-70df2dab4c18 None None] Provisioning complete for port c7e9cd53-f9b6-48b3-8437-abc1c4513381 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:08.292116 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-03fc69fe-61c3-46a3-b9b5-70df2dab4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.341851 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-03fc69fe-61c3-46a3-b9b5-70df2dab4c18 None None] Port c7e9cd53-f9b6-48b3-8437-abc1c4513381 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:08.382134 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] Set router e9780f4d-6c13-4e15-94c7-973e26e267b7 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:08.428667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e9cd53-f9b6-48b3-8437-abc1c4513381 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:54:08.436640 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.450541 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Transition to ACTIVE for port object c7e9cd53-f9b6-48b3-8437-abc1c4513381 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:54:08.455902 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.464649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-8b8799e1-2ebe-45fb-9508-6f4d29a8a39b None None] Provisioning complete for port 2b3a245e-e936-43cf-9c27-90f468da9976 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:08.465047 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b8799e1-2ebe-45fb-9508-6f4d29a8a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.534466 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:08.614642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b8799e1-2ebe-45fb-9508-6f4d29a8a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.619123 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Attempting to bind port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:08.619474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Attempting to bind port c7e9cd53-f9b6-48b3-8437-abc1c4513381 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:08.619836 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Attempting to bind port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:08.628919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:54:08.629392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Attempting to bind port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:08.636212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:08.637714 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Checking segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:08.638582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Bound using segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:08.638582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Bound port: c7e9cd53-f9b6-48b3-8437-abc1c4513381, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:08.639022 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.658316 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8b8799e1-2ebe-45fb-9508-6f4d29a8a39b None None] For port 2b3a245e-e936-43cf-9c27-90f468da9976, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2b3a245e-e936-43cf-9c27-90f468da9976,segment=NetworkSegment(a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d),segment_id=a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:08.664488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b8799e1-2ebe-45fb-9508-6f4d29a8a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.665187 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '225176b1-667c-42d5-af7c-554cdefce22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:03Z', 'revision_number': 4, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port': {'id': '225176b1-667c-42d5-af7c-554cdefce22f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2b3a245e-e936-43cf-9c27-90f468da9976', 'name': '', 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'mac_address': 'fa:16:3e:2c:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:02Z', 'updated_at': '2021-12-15T14:54:08Z', 'revision_number': 4, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'subnets': [{'id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:08.698429 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba95c6-3858-4ab8-92d1-5bbc66a84a49 None None] The sync data for ids ['e9780f4d-6c13-4e15-94c7-973e26e267b7'] in n-d-821840-1 is: [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '225176b1-667c-42d5-af7c-554cdefce22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:03Z', 'revision_number': 4, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port': {'id': '225176b1-667c-42d5-af7c-554cdefce22f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '2b3a245e-e936-43cf-9c27-90f468da9976', 'name': '', 'network_id': '14a37ade-cb92-4bd2-b289-4c70b2920ea2', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'mac_address': 'fa:16:3e:2c:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:02Z', 'updated_at': '2021-12-15T14:54:08Z', 'revision_number': 4, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'subnets': [{'id': '7705c5e8-627a-4ab1-a12d-bf0716e4d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:08.742695 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d604a2-f9f1-4ee3-b4ad-60bd8c27b5b2 req-883d0372-313e-4964-ad82-fe3a0c3ffba5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:08.745306 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4d604a2-f9f1-4ee3-b4ad-60bd8c27b5b2 req-883d0372-313e-4964-ad82-fe3a0c3ffba5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 943 time: 0.0816960 Dec 15 14:54:08.755370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8799e1-2ebe-45fb-9508-6f4d29a8a39b None None] Pushing event updated for resources: {'Port': ['ID=2b3a245e-e936-43cf-9c27-90f468da9976,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:08.791353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-2c7f8a51-02fa-44b5-8e4e-755d5da3cc89 None None] Provisioning complete for port 2b3a245e-e936-43cf-9c27-90f468da9976 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:08.791822 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c7f8a51-02fa-44b5-8e4e-755d5da3cc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.795467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:08.800730 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:08.811999 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.841838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b4d604a2-f9f1-4ee3-b4ad-60bd8c27b5b2 req-38e655bc-934a-4db3-b259-2ef37889c3e3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901580 Dec 15 14:54:08.864686 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:08.865446 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.867006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] 10.222.0.74 "PUT /v2.0/ports/c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 1091 time: 0.8134553 Dec 15 14:54:08.867530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:08.870016 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d08565-b747-4b60-a0e6-71138474b448" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:08.899005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f9e24-c6a8-42a6-90c7-0d0255b7230e service neutron] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:08.943646 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919e165f-cbb8-4ad9-b47e-bb5960058f28 x-openstack-request-id: req-919e165f-cbb8-4ad9-b47e-bb5960058f28 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:08.944125 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:08.944456 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-919e165f-cbb8-4ad9-b47e-bb5960058f28 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:08.945151 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'status': 'completed', 'code': 200} Dec 15 14:54:08.979892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-f6ce1651-a711-4153-8e49-f68a1807edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:08.981435 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-f6ce1651-a711-4153-8e49-f68a1807edb2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1094 time: 0.0512652 Dec 15 14:54:09.028099 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-b3dd9b1b-5e50-430b-9e32-eee3865db417 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 217 time: 0.0371194 Dec 15 14:54:09.087026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-bfe8dfc6-c82b-486b-bece-2decbcd7aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:09.088668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-bfe8dfc6-c82b-486b-bece-2decbcd7aba2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0503235 Dec 15 14:54:09.470926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7918b6dd-b2f9-4c74-952e-90b725f0d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:09.472455 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-7918b6dd-b2f9-4c74-952e-90b725f0d968 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3757267 Dec 15 14:54:09.558904 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-20fc3775-998b-40a2-a9c4-21dd3caaccb1 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791004 Dec 15 14:54:09.651657 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-02bb4038-f8d5-4601-b0fe-f1bc4674e32d req-fd3def71-42bf-4cf0-90a6-7f7bd2f84b66 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859344 Dec 15 14:54:09.736572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08565-b747-4b60-a0e6-71138474b448 req-2eaf33d4-7bae-4a76-96a4-37170cdd6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:09.738013 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39d08565-b747-4b60-a0e6-71138474b448 req-2eaf33d4-7bae-4a76-96a4-37170cdd6992 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1094 time: 0.0427752 Dec 15 14:54:09.831913 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08565-b747-4b60-a0e6-71138474b448 req-e6ac6954-a20c-4d63-a586-4bf6425fed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:09.834088 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39d08565-b747-4b60-a0e6-71138474b448 req-e6ac6954-a20c-4d63-a586-4bf6425fed4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0895085 Dec 15 14:54:09.886566 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39d08565-b747-4b60-a0e6-71138474b448 req-ddc74a80-ca5f-4ead-9b4b-70871d23497f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 217 time: 0.0458002 Dec 15 14:54:09.941926 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08565-b747-4b60-a0e6-71138474b448 req-b27dbcff-f361-438b-8b0d-1e727309c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:09.945290 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39d08565-b747-4b60-a0e6-71138474b448 req-b27dbcff-f361-438b-8b0d-1e727309c98f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0495508 Dec 15 14:54:09.972176 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48464796-bfc6-4d69-98a5-a0ffce1aacfc req-de2cc8cc-3a1e-463b-8778-62f1ca78081d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:09.985382 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48464796-bfc6-4d69-98a5-a0ffce1aacfc req-de2cc8cc-3a1e-463b-8778-62f1ca78081d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 943 time: 0.0677199 Dec 15 14:54:10.013078 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08565-b747-4b60-a0e6-71138474b448 req-c8a90b2b-654f-49f9-a5ac-50a3eaf0b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:10.014216 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39d08565-b747-4b60-a0e6-71138474b448 req-c8a90b2b-654f-49f9-a5ac-50a3eaf0b941 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616698 Dec 15 14:54:10.074820 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48464796-bfc6-4d69-98a5-a0ffce1aacfc req-224a9c0c-c1ab-423d-a936-e5b83213cfb1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783191 Dec 15 14:54:10.128497 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2b3a245e-e936-43cf-9c27-90f468da9976 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:10.174832 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39d08565-b747-4b60-a0e6-71138474b448 req-2f5b9b7b-e073-4e7d-a5b9-afc2129977af service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499834 Dec 15 14:54:10.211664 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 2b3a245e-e936-43cf-9c27-90f468da9976 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:10.212382 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:10.295379 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-39d08565-b747-4b60-a0e6-71138474b448 req-e0fa88df-d92a-4efe-b307-85b6e888fc07 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126156 Dec 15 14:54:11.201286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0c7e3-7f5e-4c60-84b5-c227a81d0729 req-82303653-47ea-4e81-b3e9-74331412e7ab tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:11.202784 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55f0c7e3-7f5e-4c60-84b5-c227a81d0729 req-82303653-47ea-4e81-b3e9-74331412e7ab tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 943 time: 0.0514834 Dec 15 14:54:11.272033 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-55f0c7e3-7f5e-4c60-84b5-c227a81d0729 req-b617253d-cd15-4789-b185-e4f0f640fb7f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623827 Dec 15 14:54:11.756509 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:54:11.853468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:11.865854 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'port_id': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'mac_address': 'fa:16:3e:5e:93:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:54:11.903911 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.918604 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e9cd53-f9b6-48b3-8437-abc1c4513381 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:54:11.939712 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:11.944076 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:11.992038 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:12.153773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['c7e9cd53-f9b6-48b3-8437-abc1c4513381'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:54:12.389123 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6bf7e-7d86-4082-867d-2b83cad54883 req-b0d167b8-bf3a-40d4-9edf-7e2ef7547a5d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:12.390651 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aab6bf7e-7d86-4082-867d-2b83cad54883 req-b0d167b8-bf3a-40d4-9edf-7e2ef7547a5d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0496802 Dec 15 14:54:12.445026 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-aab6bf7e-7d86-4082-867d-2b83cad54883 req-b8fd3cfc-feb8-4825-a366-83c02dfe7352 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482283 Dec 15 14:54:13.560213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0f7f5-ce84-4b62-9f44-2640978d3796 req-f093fb5d-e3ad-4874-8317-e837fa59eeb6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:13.561693 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a0f7f5-ce84-4b62-9f44-2640978d3796 req-f093fb5d-e3ad-4874-8317-e837fa59eeb6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0480130 Dec 15 14:54:13.610079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d8a0f7f5-ce84-4b62-9f44-2640978d3796 req-7b4ea414-8502-4c9e-ad78-2e7d87456682 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Dec 15 14:54:13.785352 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:13.834888 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port c7e9cd53-f9b6-48b3-8437-abc1c4513381 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:54:13.838823 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port c7e9cd53-f9b6-48b3-8437-abc1c4513381 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:13.839201 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.916502 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.939226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:13.941518 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0735dc4-36f2-4fbf-b522-b8506c41fe1a" -d '{"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:13.954961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:13.959122 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:13.989467 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c9017-9c3d-4b86-bb01-14574b8324a4 x-openstack-request-id: req-1b6c9017-9c3d-4b86-bb01-14574b8324a4 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:13.989763 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:13.990020 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b6c9017-9c3d-4b86-bb01-14574b8324a4 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:13.990413 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'code': 200} Dec 15 14:54:14.018999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:14.088173 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3e4dc-352e-4d3f-92b4-3f20bce59f82 req-5a6d5ba9-fb9f-4435-b481-2dd4b9829673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:14.089655 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-62a3e4dc-352e-4d3f-92b4-3f20bce59f82 req-5a6d5ba9-fb9f-4435-b481-2dd4b9829673 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0447023 Dec 15 14:54:14.136714 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-62a3e4dc-352e-4d3f-92b4-3f20bce59f82 req-9c9950db-1dc4-4b49-8239-0fea98190590 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390055 Dec 15 14:54:14.730290 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bd482-2d12-49c3-af47-b04b510a2016 req-d42442f4-7f97-460e-98d9-f89db1178760 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:14.731781 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-807bd482-2d12-49c3-af47-b04b510a2016 req-d42442f4-7f97-460e-98d9-f89db1178760 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Dec 15 14:54:14.780928 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-807bd482-2d12-49c3-af47-b04b510a2016 req-4649e40c-f42f-407d-b143-2562f1eb825b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431492 Dec 15 14:54:15.900074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925f28-89d2-4d93-b5dc-51e9d7507e32 req-a4d735d1-5906-4c38-b9ae-a03dc370d3d8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:15.901547 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-46925f28-89d2-4d93-b5dc-51e9d7507e32 req-a4d735d1-5906-4c38-b9ae-a03dc370d3d8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0505390 Dec 15 14:54:15.951310 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-46925f28-89d2-4d93-b5dc-51e9d7507e32 req-ca7569f7-c48f-4b87-b374-532831fafa67 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Dec 15 14:54:16.074685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409ab33-0166-47a3-b82e-b52169f80ab2 req-83ccaf13-1773-490e-a67e-dfec37ed7954 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:16.076205 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9409ab33-0166-47a3-b82e-b52169f80ab2 req-83ccaf13-1773-490e-a67e-dfec37ed7954 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Dec 15 14:54:16.130729 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9409ab33-0166-47a3-b82e-b52169f80ab2 req-b2bafc0d-fe47-4e3d-a674-990791130593 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478246 Dec 15 14:54:16.153713 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:16.323570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80626fea-8ee0-4b56-a8b6-0f8571e4afbe tempest-TestShelveInstance-1856617018 tempest-TestShelveInstance-1856617018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:16.325127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-80626fea-8ee0-4b56-a8b6-0f8571e4afbe tempest-TestShelveInstance-1856617018 tempest-TestShelveInstance-1856617018-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1091 time: 0.1704216 Dec 15 14:54:16.328131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 51828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:16.332319 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:16.355262 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.457993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.559173 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Allocated IP 172.25.7.172 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/b774a487-0b5a-448c-89b0-1f9dd8d3baca) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:16.665872 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.700271 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:16.738556 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:16.742177 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:16.746024 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:16.769460 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'Port': ['ID=b774a487-0b5a-448c-89b0-1f9dd8d3baca,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:17.416425 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.482531 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.648820 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.653124 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.728772 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'Port': ['ID=b774a487-0b5a-448c-89b0-1f9dd8d3baca,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:17.737489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.842867 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Floating IP 6bb7dbb1-898e-405e-a9e7-fb013509ec59 associated. External IP: 172.25.7.172, port: c7e9cd53-f9b6-48b3-8437-abc1c4513381. Dec 15 14:54:18.058777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Router 19535bcf-e1dd-426d-a807-1239f89f5885 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:18.164677 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:18.175487 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] Sync routers for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:18.182699 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.186680 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:18.187299 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:54:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:18.216939 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f44456cb-d3f5-4013-b54a-dd732f78463a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8877730 Dec 15 14:54:18.217635 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:18.219964 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:18.265349 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04949a19-f836-4171-b234-8e1bc4ad5dd1 x-openstack-request-id: req-04949a19-f836-4171-b234-8e1bc4ad5dd1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:18.265671 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:18.265912 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-04949a19-f836-4171-b234-8e1bc4ad5dd1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:18.266319 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'status': 'completed', 'code': 200} Dec 15 14:54:18.304720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:18.328397 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-023e83a7-4321-4c7d-b0af-bb2ed95fc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:18.329952 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-023e83a7-4321-4c7d-b0af-bb2ed95fc836 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0411336 Dec 15 14:54:18.420174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-1e688038-c86e-44fb-89a2-3ae83a0a939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:18.421792 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-1e688038-c86e-44fb-89a2-3ae83a0a939d service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0849633 Dec 15 14:54:18.491590 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-bfb492ee-42f7-499f-b797-68f5ea41fd3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 999 time: 0.0622523 Dec 15 14:54:18.538373 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6bb7dbb1-898e-405e-a9e7-fb013509ec59', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'port_id': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'mac_address': 'fa:16:3e:5e:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 0, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:18.546744 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-8ee85dfb-d8dd-4ff3-86ea-43c34ccc3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:18.548520 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-8ee85dfb-d8dd-4ff3-86ea-43c34ccc3e13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0501673 Dec 15 14:54:18.565709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] Checking router: 19535bcf-e1dd-426d-a807-1239f89f5885 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:18.574762 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:18.575374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:54:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:18.595795 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-1bcd8044-aba4-4f53-8f22-2ff5a228465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:18.597333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-1bcd8044-aba4-4f53-8f22-2ff5a228465c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410438 Dec 15 14:54:18.696629 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-60407f4c-c9d2-4aec-b15d-588aa8691c74 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919442 Dec 15 14:54:18.791116 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fdca17a6-2514-4456-ab3c-e33cbfdec6aa req-f8413c3f-bfdd-4080-bdb4-fefeabdc26b0 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875928 Dec 15 14:54:18.849041 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:19.072367 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6bb7dbb1-898e-405e-a9e7-fb013509ec59', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'port_id': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'mac_address': 'fa:16:3e:5e:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 0, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:19.102758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50b4f7-c654-4c06-801e-4369ee89174e None None] The sync data for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 is: [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6bb7dbb1-898e-405e-a9e7-fb013509ec59', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'port_id': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'mac_address': 'fa:16:3e:5e:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:54:16Z', 'updated_at': '2021-12-15T14:54:16Z', 'revision_number': 0, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:19.309455 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f32841-802c-49d1-981d-1d1a3c95372f None None] New status for floating IP 6bb7dbb1-898e-405e-a9e7-fb013509ec59: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:54:20.285597 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:54:31.341030 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3aab919f-b494-44b3-85af-59bbfe28b843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:31.439615 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:31.627778 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.962488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47d50623-f50d-4cf2-9b12-ace54b8f62d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.098861 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.843697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:37.471416 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.591531 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-9bb60e08-9860-4302-967f-3ce31f709452 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506508 Dec 15 14:54:55.676852 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-219082fb-36e7-420a-b937-ce6b1950ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:55.678329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-219082fb-36e7-420a-b937-ce6b1950ede6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0424137 Dec 15 14:54:55.802351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-2a406117-4115-4cdf-9588-d190b4dcca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:55.803817 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-2a406117-4115-4cdf-9588-d190b4dcca1d service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.1052644 Dec 15 14:54:55.874350 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-eff448b6-c294-4497-bf29-bd3bf46c24bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 1001 time: 0.0634282 Dec 15 14:54:55.924772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-e4a254f0-b206-428f-be56-bdeb340b765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:55.926243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-e4a254f0-b206-428f-be56-bdeb340b765a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0447345 Dec 15 14:54:55.971785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-c0b1c7b0-6c40-4e35-ba80-7c8bc7656dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:55.973312 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-c0b1c7b0-6c40-4e35-ba80-7c8bc7656dd6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400014 Dec 15 14:54:56.072190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-64ec2ca1-da96-46d8-98ce-0eec375aacef service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917983 Dec 15 14:54:56.172308 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f75a3fa1-7343-4317-adb4-842ad6939e18 req-3fa54a86-3429-4c86-9202-dc168bae42f0 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925012 Dec 15 14:54:57.284049 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:55:01.343633 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-113ac84a-4636-4329-8d1e-8c24df9ecbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:01.441824 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:01.643392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:03.964507 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd01b22e-b829-463e-8fa6-8f55642b342e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:05.104454 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:06.846083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:07.473730 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.345356 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df29d9df-43b0-4668-a574-38a4d6d0b53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.436736 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.653956 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.966485 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f63bdb45-169e-4c45-bc14-6a9701ffaf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:34.284895 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:55:35.104271 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.848348 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:37.478408 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:44.231071 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-84478807-1a55-4b56-970d-80eab3d8b143 req-7b487142-161d-4136-8805-e9f8612703ec service neutron] (109767) timed out ('10.222.0.86', 42312) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:55:57.643196 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-c3858427-cd1b-45cc-9d71-1f54336f9fcc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177869 Dec 15 14:55:57.722856 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-1df179ca-81cf-46e9-bc17-97d3fd831745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:57.724380 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-1df179ca-81cf-46e9-bc17-97d3fd831745 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0391860 Dec 15 14:55:57.827685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-5a4c5086-17f4-4e4f-9234-09bd74a7c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:57.829203 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-5a4c5086-17f4-4e4f-9234-09bd74a7c2dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0855772 Dec 15 14:55:57.899266 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-92b73780-cb34-4753-8d09-ed52e674cac1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 1001 time: 0.0631084 Dec 15 14:55:57.947878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-2b59e25b-dcec-497d-af92-7452c4ca6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:57.949499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-2b59e25b-dcec-497d-af92-7452c4ca6432 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0433035 Dec 15 14:55:57.994980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-64374b80-7746-4295-8249-339bd833542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:57.996766 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-64374b80-7746-4295-8249-339bd833542d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401745 Dec 15 14:55:58.087696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-2e0689cc-2ab7-45a5-a676-85a085d382d1 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841665 Dec 15 14:55:58.178524 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-c1118e00-af04-49bb-8686-83255c2a9e55 req-8e0cadfb-9014-40ae-ad4a-15041f76aebe service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842035 Dec 15 14:56:01.350093 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3144db9-5240-4d26-a5f9-669f4a839c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:01.444656 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:01.658483 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:03.968709 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd19f937-762a-4b21-98be-6c0840bb790b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:05.107038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:06.850327 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:07.481514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:11.284841 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:56:14.592031 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18520-ede4-46d2-b60e-36e62908d3d0 req-fa01db05-d251-4618-8b81-3825682098dd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:14.593533 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48b18520-ede4-46d2-b60e-36e62908d3d0 req-fa01db05-d251-4618-8b81-3825682098dd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.1019530 Dec 15 14:56:14.646392 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-48b18520-ede4-46d2-b60e-36e62908d3d0 req-1b3bddf2-a384-438a-9360-f960616be254 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467596 Dec 15 14:56:15.770578 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6e702-7715-47c4-ba85-1a5008328b08 req-73b55ff0-7437-4aa6-9d62-c73a01d6e2d5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:15.772199 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ada6e702-7715-47c4-ba85-1a5008328b08 req-73b55ff0-7437-4aa6-9d62-c73a01d6e2d5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0548747 Dec 15 14:56:15.823556 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ada6e702-7715-47c4-ba85-1a5008328b08 req-5164c286-2c3a-458f-a160-28edb5d34068 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446391 Dec 15 14:56:16.942892 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a2ca8-4d8b-4d82-8799-acfbcb848343 req-e3395b08-84a9-4c41-ace6-42fd2fc7011b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:16.944502 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d3a2ca8-4d8b-4d82-8799-acfbcb848343 req-e3395b08-84a9-4c41-ace6-42fd2fc7011b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Dec 15 14:56:16.994923 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d3a2ca8-4d8b-4d82-8799-acfbcb848343 req-229ffe3c-1b9d-431a-a6f0-d24fb586af3a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Dec 15 14:56:18.109811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfde98-acb9-4ed2-bb52-c6dc1e0341b9 req-f1809f4a-f60c-455b-8d25-ef343d77b336 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:18.111282 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-efdfde98-acb9-4ed2-bb52-c6dc1e0341b9 req-f1809f4a-f60c-455b-8d25-ef343d77b336 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Dec 15 14:56:18.161415 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-efdfde98-acb9-4ed2-bb52-c6dc1e0341b9 req-fc8b8625-9478-4134-a042-06b8554a7f08 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Dec 15 14:56:19.295684 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f021c0-eafd-4699-a7ac-67ff2f63a61d req-b70674fd-1f32-4a09-8941-9a4433035b57 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:19.297115 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64f021c0-eafd-4699-a7ac-67ff2f63a61d req-b70674fd-1f32-4a09-8941-9a4433035b57 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0535257 Dec 15 14:56:19.347011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-64f021c0-eafd-4699-a7ac-67ff2f63a61d req-d505bcf0-9818-457e-94de-0eaf03d6336a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Dec 15 14:56:20.471815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b3b71-986d-403c-8da9-5ab8b8092b51 req-c67cf761-297a-430d-b7af-d43fa094243d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:20.473283 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-604b3b71-986d-403c-8da9-5ab8b8092b51 req-c67cf761-297a-430d-b7af-d43fa094243d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0560162 Dec 15 14:56:20.521963 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-604b3b71-986d-403c-8da9-5ab8b8092b51 req-ab7f3e59-3e8e-42b4-ad56-6d557f73d4ed tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Dec 15 14:56:21.638664 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155fa4e-80f8-4962-b612-c29d431fd8fa req-406464dd-328f-4664-a93a-1e6025fefcd4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:21.640161 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c155fa4e-80f8-4962-b612-c29d431fd8fa req-406464dd-328f-4664-a93a-1e6025fefcd4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0501659 Dec 15 14:56:21.689469 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c155fa4e-80f8-4962-b612-c29d431fd8fa req-61e17a80-2cd4-4d8f-a719-9161f310aeb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434270 Dec 15 14:56:22.806203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511160d-c4fc-4250-9ad0-bca3fe5d3052 req-e0fb8cd7-81fa-4699-84af-cbf6b3623e76 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:22.807665 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9511160d-c4fc-4250-9ad0-bca3fe5d3052 req-e0fb8cd7-81fa-4699-84af-cbf6b3623e76 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0488989 Dec 15 14:56:22.862125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9511160d-c4fc-4250-9ad0-bca3fe5d3052 req-cf62f94d-f140-46fb-afb8-46e8212767dd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460083 Dec 15 14:56:23.982523 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbbb33-d5f1-442d-a41d-9f45c5126148 req-e07473c4-6cb9-4158-b3b2-b2175b3c216e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:23.984095 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8cbbb33-d5f1-442d-a41d-9f45c5126148 req-e07473c4-6cb9-4158-b3b2-b2175b3c216e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0540941 Dec 15 14:56:24.033960 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c8cbbb33-d5f1-442d-a41d-9f45c5126148 req-3bbf2eaa-ad0f-4df0-9054-f713fc1ded63 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Dec 15 14:56:25.149124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7509d-0c4a-40aa-b88a-0afa228e0b6b req-e6f22cd5-5de3-43a7-aa15-b42393b5facc tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:25.150674 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5c7509d-0c4a-40aa-b88a-0afa228e0b6b req-e6f22cd5-5de3-43a7-aa15-b42393b5facc tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Dec 15 14:56:25.204916 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a5c7509d-0c4a-40aa-b88a-0afa228e0b6b req-760e6d4c-f2c0-4d34-8c98-9aa443183542 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477843 Dec 15 14:56:26.321224 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99891f28-23c1-4988-928c-744663c3b8ac req-e8e567f7-29be-4711-8d9d-319acd630c91 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:26.322715 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99891f28-23c1-4988-928c-744663c3b8ac req-e8e567f7-29be-4711-8d9d-319acd630c91 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Dec 15 14:56:26.373925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-99891f28-23c1-4988-928c-744663c3b8ac req-d55c87af-b6e2-4390-9b79-ec5f97ed55c1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441978 Dec 15 14:56:27.502289 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d41dd-475b-45bc-bc13-6d540a2a502e req-fa84b809-d551-4353-9afb-e43524f920be tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:27.503856 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-952d41dd-475b-45bc-bc13-6d540a2a502e req-fa84b809-d551-4353-9afb-e43524f920be tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0561879 Dec 15 14:56:27.561156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-952d41dd-475b-45bc-bc13-6d540a2a502e req-c5d525e1-7f5a-43c2-98af-2b8a89d3e4a8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497720 Dec 15 14:56:28.454277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:56:28.558931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:28.582324 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'port_id': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'mac_address': 'fa:16:3e:5e:93:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:56:28.636738 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:28.652322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7e9cd53-f9b6-48b3-8437-abc1c4513381 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:56:28.682616 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:28.688137 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:28.714259 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cde9dc-abc7-4860-a711-78cc7fcaac74 req-423ff332-0468-4ac4-a43b-42c3917565fc tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:28.717633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49cde9dc-abc7-4860-a711-78cc7fcaac74 req-423ff332-0468-4ac4-a43b-42c3917565fc tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0741730 Dec 15 14:56:28.750070 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:28.759716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.760101 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.760452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.761701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.762774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.763416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.763416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.763702 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.764067 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.764468 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.764832 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.765171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.765503 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:28.772393 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['c7e9cd53-f9b6-48b3-8437-abc1c4513381'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:56:28.800407 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-49cde9dc-abc7-4860-a711-78cc7fcaac74 req-da89789c-04e7-48e7-98c8-dc8c89405598 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693467 Dec 15 14:56:29.951535 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599068e-18b8-4374-b576-b690fb28560b req-8369ecba-6aa0-4c02-8223-1b52e22cd208 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:29.954068 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1599068e-18b8-4374-b576-b690fb28560b req-8369ecba-6aa0-4c02-8223-1b52e22cd208 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0642667 Dec 15 14:56:30.029459 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1599068e-18b8-4374-b576-b690fb28560b req-49fe17e9-708c-488a-941d-2ff9b46f33d3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685968 Dec 15 14:56:30.474552 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:56:30.563399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port c7e9cd53-f9b6-48b3-8437-abc1c4513381 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:56:30.563791 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:30.652378 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:30.678650 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:56:30.681982 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54787c6e-9801-43ec-8159-78bc1ec0bbc7" -d '{"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:56:30.698550 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:30.708134 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:30.780302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:31.184929 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825857-5c5a-4d8f-80be-1486c7f8b194 req-30cfad0a-dcbe-4fb9-9960-a1878c202b95 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:31.188966 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3825857-5c5a-4d8f-80be-1486c7f8b194 req-30cfad0a-dcbe-4fb9-9960-a1878c202b95 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0703504 Dec 15 14:56:31.246007 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e3825857-5c5a-4d8f-80be-1486c7f8b194 req-04e5861c-3654-4efd-be83-d19099b6d5c3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511923 Dec 15 14:56:31.355162 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3b21cd0-935e-4997-8005-502009b905cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:31.481097 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:31.686299 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:31.771588 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa9b493-c1e8-4790-bd4c-a10cf5f04b3b x-openstack-request-id: req-8fa9b493-c1e8-4790-bd4c-a10cf5f04b3b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:56:31.772127 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:56:31.772572 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8fa9b493-c1e8-4790-bd4c-a10cf5f04b3b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:56:31.773163 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'code': 200} Dec 15 14:56:32.383060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d26116-ea77-495b-b421-589446861988 req-5bd49e00-2390-4f87-a1f1-5b4f4778c82b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:32.384688 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71d26116-ea77-495b-b421-589446861988 req-5bd49e00-2390-4f87-a1f1-5b4f4778c82b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0562725 Dec 15 14:56:32.442997 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71d26116-ea77-495b-b421-589446861988 req-52c6ce2e-2bd0-49bb-935c-be3f38bb17a6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482545 Dec 15 14:56:33.573032 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f47478-241b-4003-b0e0-f75fbadff1f9 req-f8d9b130-c3c2-401b-8a1e-fc24a13d675b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:33.577002 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47f47478-241b-4003-b0e0-f75fbadff1f9 req-f8d9b130-c3c2-401b-8a1e-fc24a13d675b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0581844 Dec 15 14:56:33.642079 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-47f47478-241b-4003-b0e0-f75fbadff1f9 req-bf10ae18-43d5-4e23-889b-fe4574b3f710 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548949 Dec 15 14:56:33.974980 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1583a968-1750-482f-9f69-e1eb457e5824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:34.784509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c180b-de89-448e-985f-951ccf1f36d1 req-b2d34719-9668-43a6-a8fe-22252aa8edda tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:34.786748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d25c180b-de89-448e-985f-951ccf1f36d1 req-b2d34719-9668-43a6-a8fe-22252aa8edda tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0634093 Dec 15 14:56:34.848440 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d25c180b-de89-448e-985f-951ccf1f36d1 req-05d56b0f-0c96-4bdf-93a3-519c470a5460 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539994 Dec 15 14:56:35.113959 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:35.971951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aa614-939a-4f74-aa52-ef62ceb695da req-93751bda-da42-4183-81ee-043474a77a6a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:35.973540 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-786aa614-939a-4f74-aa52-ef62ceb695da req-93751bda-da42-4183-81ee-043474a77a6a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0520680 Dec 15 14:56:36.026668 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-786aa614-939a-4f74-aa52-ef62ceb695da req-c0028276-edee-4930-8d3f-e9aebf4291cf tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Dec 15 14:56:36.576572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-e6e43fa1-3201-4bad-87fb-e4a532516bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:36.578072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-e6e43fa1-3201-4bad-87fb-e4a532516bc9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0410836 Dec 15 14:56:36.667022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-dfafac59-557e-412f-b98a-d03dedbaae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:36.668702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-dfafac59-557e-412f-b98a-d03dedbaae7d service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0830171 Dec 15 14:56:36.738230 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-3a36f5cf-d8d6-40aa-a16e-dffdb4124c74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 1001 time: 0.0626912 Dec 15 14:56:36.788095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-e1e6391e-55a1-4d29-bbff-27cc13763dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:36.789538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-e1e6391e-55a1-4d29-bbff-27cc13763dc6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0434835 Dec 15 14:56:36.835982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-d090f87f-18c5-4177-9511-7741b0d1f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:36.838814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-d090f87f-18c5-4177-9511-7741b0d1f357 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421026 Dec 15 14:56:36.853674 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:36.931600 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-d75ee5e0-1449-43eb-abc7-00f2853409ad service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855112 Dec 15 14:56:37.019951 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de4293a5-9611-40a5-acc2-2f157fa9e732 req-3b47b518-3bd3-4bfc-aa69-24f55af43c59 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815973 Dec 15 14:56:37.149421 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca754d-0d30-4645-a28d-470d6089d68c req-c51de324-943d-4d9d-9288-f64b18b68a17 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:37.150845 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ca754d-0d30-4645-a28d-470d6089d68c req-c51de324-943d-4d9d-9288-f64b18b68a17 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0547500 Dec 15 14:56:37.201956 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82ca754d-0d30-4645-a28d-470d6089d68c req-acd908f2-d1ad-4402-a960-b9d15f05a64f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444431 Dec 15 14:56:37.484632 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:38.323014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c0f55-61bb-401e-88dd-6a0b93b05478 req-97abf93a-4edb-4f22-b971-fa6c2ec558cf tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:38.325279 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf3c0f55-61bb-401e-88dd-6a0b93b05478 req-97abf93a-4edb-4f22-b971-fa6c2ec558cf tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0537729 Dec 15 14:56:38.377127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cf3c0f55-61bb-401e-88dd-6a0b93b05478 req-0d270122-8ba0-4d55-9b62-3c96d668e19b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458884 Dec 15 14:56:39.492462 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb4d8-5d07-417c-89e7-3f4695776a2c req-df9980be-22ce-4701-b5d1-94c50d09c310 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:39.493836 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e4cb4d8-5d07-417c-89e7-3f4695776a2c req-df9980be-22ce-4701-b5d1-94c50d09c310 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Dec 15 14:56:39.543092 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e4cb4d8-5d07-417c-89e7-3f4695776a2c req-09191fc3-3cf7-4c37-8528-e935943bb7f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Dec 15 14:56:39.657670 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-f3547660-d9dc-4c80-a2a8-536743fa81e6 req-adf1c901-4d8d-421a-bfeb-015e4c6a2b08 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:56:39.658676 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f3547660-d9dc-4c80-a2a8-536743fa81e6 req-adf1c901-4d8d-421a-bfeb-015e4c6a2b08 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497110 Dec 15 14:56:39.812761 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03d48b-bf40-42a5-ba9b-401c3cb4aa37 req-8acecca1-7a29-4f4d-8166-b03be821d6e4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:39.814300 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba03d48b-bf40-42a5-ba9b-401c3cb4aa37 req-8acecca1-7a29-4f4d-8166-b03be821d6e4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0517893 Dec 15 14:56:39.869089 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ba03d48b-bf40-42a5-ba9b-401c3cb4aa37 req-c8493ccf-73b2-491d-8485-f7390447b9b3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486586 Dec 15 14:56:40.004168 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-a6256c41-752c-40cc-8b55-0fc9cda4be10 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827329 Dec 15 14:56:40.547917 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:56:40.624752 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:40.647479 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:56:40.649734 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c6114-8ae6-4a9e-aade-d6eb66075fca" -d '{"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:56:40.662108 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:40.666419 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:40.698470 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dcb72b-672d-4b25-b743-e25f7183ba77 x-openstack-request-id: req-b3dcb72b-672d-4b25-b743-e25f7183ba77 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:56:40.698772 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:56:40.699256 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b3dcb72b-672d-4b25-b743-e25f7183ba77 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:56:40.700226 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'code': 200} Dec 15 14:56:40.721653 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:40.792973 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-9838544a-2729-4d3a-bde4-e22e10e40276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:40.794630 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-9838544a-2729-4d3a-bde4-e22e10e40276 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1&tenant_id=0e04efd425b840499db086f0c8a0e48e HTTP/1.1" status: 200 len: 1094 time: 0.0858991 Dec 15 14:56:40.807393 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:56:40.864071 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:41.070126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635aa9-3227-4d9f-be3d-01b73cad6a69 req-5c6dabbc-110a-482a-b1d4-13c9f4a20974 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:41.071606 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03635aa9-3227-4d9f-be3d-01b73cad6a69 req-5c6dabbc-110a-482a-b1d4-13c9f4a20974 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 943 time: 0.1086643 Dec 15 14:56:41.131508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:41.156333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03635aa9-3227-4d9f-be3d-01b73cad6a69 req-e7cf5642-fd88-418f-b3a9-4f5444e7edbb tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779848 Dec 15 14:56:41.178849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:56:41.211273 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e9cd53-f9b6-48b3-8437-abc1c4513381 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:56:41.219584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:41.231583 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Transition to ACTIVE for port object c7e9cd53-f9b6-48b3-8437-abc1c4513381 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:56:41.235364 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:41.316107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:41.328825 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.329174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.329522 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.329863 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.330198 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.330530 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.330859 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.331184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.331509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.331832 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.332187 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.332509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.332831 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:56:41.368095 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] No DVR routers for this DVR port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:56:41.502750 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Attempting to bind port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:56:41.503086 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Attempting to bind port c7e9cd53-f9b6-48b3-8437-abc1c4513381 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:56:41.503423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Attempting to bind port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:56:41.508452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:56:41.508847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Attempting to bind port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:56:41.514504 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:56:41.514847 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Checking segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:56:41.515229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Bound using segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:56:41.515662 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Bound port: c7e9cd53-f9b6-48b3-8437-abc1c4513381, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:56:41.516049 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:41.581690 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:56:41.584696 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:56:41.589680 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:41.626481 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:41.627112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:41.628526 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] 10.222.0.24 "PUT /v2.0/ports/c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 1091 time: 0.8249979 Dec 15 14:56:41.629006 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:56:41.631541 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceffc84-3bc3-4165-aae8-aab6e91e5f95" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:56:41.664993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f533f-791e-44cd-9218-4b604551a940 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:41.705873 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-b4192f73-06a8-406f-9817-c6c5a5f1e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:41.707516 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-b4192f73-06a8-406f-9817-c6c5a5f1e10c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0513723 Dec 15 14:56:41.769768 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e88084-ec21-4186-bdc9-a028bea3d714 x-openstack-request-id: req-f3e88084-ec21-4186-bdc9-a028bea3d714 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:56:41.770153 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:56:41.770410 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f3e88084-ec21-4186-bdc9-a028bea3d714 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:56:41.770807 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'status': 'completed', 'code': 200} Dec 15 14:56:41.813425 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-c5d36b36-12aa-42aa-bbe5-195146385ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:41.814909 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-c5d36b36-12aa-42aa-bbe5-195146385ec0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0997839 Dec 15 14:56:41.883447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-6993cfd5-f13f-4abb-aa59-eb2dcce4d3cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 999 time: 0.0606737 Dec 15 14:56:41.932183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-fe2db815-b97d-4dff-84ea-5b786673609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:41.934333 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-fe2db815-b97d-4dff-84ea-5b786673609b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0433927 Dec 15 14:56:41.982292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-9ff8a264-c0bd-4bec-8d98-22df0869aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:41.983777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-9ff8a264-c0bd-4bec-8d98-22df0869aa00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437622 Dec 15 14:56:42.073332 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-31764bfa-3222-42e6-ade3-af6df136bb56 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821104 Dec 15 14:56:42.166680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5dfb8050-f497-4842-8cff-cf3c3873d237 req-00d8b51c-9d2b-4e90-b797-ab6032c8e9b1 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848598 Dec 15 14:56:42.289968 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-92d2aac0-2e01-4f8e-9174-ad41866c28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:42.291514 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-92d2aac0-2e01-4f8e-9174-ad41866c28e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0767436 Dec 15 14:56:42.303396 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304b7d7-d15a-423f-a4cd-842f4fed8de3 req-4216588c-cb5f-4b74-abe3-d2c811368c36 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:42.305500 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a304b7d7-d15a-423f-a4cd-842f4fed8de3 req-4216588c-cb5f-4b74-abe3-d2c811368c36 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0649827 Dec 15 14:56:42.421389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a304b7d7-d15a-423f-a4cd-842f4fed8de3 req-33af2272-bdd2-4a72-b84c-79599ee6f38d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062410 Dec 15 14:56:42.438958 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-8e0c6918-c9b4-42ee-82d5-2d7c8d965527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:42.440877 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-8e0c6918-c9b4-42ee-82d5-2d7c8d965527 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.1344161 Dec 15 14:56:42.537426 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-93a4c3bf-29aa-450a-9d9e-492dc5d9e768 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 999 time: 0.0892587 Dec 15 14:56:43.553546 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42624c9e-0fdc-4629-816e-46e8b595d365 req-3db5a2f9-a1a2-4e0b-935d-7f623aec7757 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:43.555061 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42624c9e-0fdc-4629-816e-46e8b595d365 req-3db5a2f9-a1a2-4e0b-935d-7f623aec7757 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0538647 Dec 15 14:56:43.615881 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-42624c9e-0fdc-4629-816e-46e8b595d365 req-b2c4377e-1bf2-4a16-bbea-4e7066cb0617 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536587 Dec 15 14:56:44.741471 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1387c9-2b05-4d33-b422-2be8b883577c req-606007d3-4937-40d9-90f4-30f0a69b843a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:44.742935 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3f1387c9-2b05-4d33-b422-2be8b883577c req-606007d3-4937-40d9-90f4-30f0a69b843a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0493081 Dec 15 14:56:44.807675 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-3f1387c9-2b05-4d33-b422-2be8b883577c req-896b07b6-d72e-4b55-b7ae-a98025c387ad tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540431 Dec 15 14:56:45.941286 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad356bf2-14b3-4d60-a18c-190ff9168c60 req-284b6d12-c61e-44fc-bd71-601431310c72 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:45.944270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad356bf2-14b3-4d60-a18c-190ff9168c60 req-284b6d12-c61e-44fc-bd71-601431310c72 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0586169 Dec 15 14:56:45.996633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ad356bf2-14b3-4d60-a18c-190ff9168c60 req-170c96e6-61ff-44e5-9d8d-e7b3b8a2d4eb tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478146 Dec 15 14:56:47.131298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31cbcc-2a4f-4b1d-9ae9-d1b10b42c576 req-8728c9de-2cfa-443d-b2e6-6304c864c14f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:47.133034 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df31cbcc-2a4f-4b1d-9ae9-d1b10b42c576 req-8728c9de-2cfa-443d-b2e6-6304c864c14f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0635800 Dec 15 14:56:47.193605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df31cbcc-2a4f-4b1d-9ae9-d1b10b42c576 req-abdd7e1e-533d-4231-b3c8-a2892e8fe3dd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Dec 15 14:56:48.284438 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:56:48.331461 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c6f4-9dc8-4711-bebf-82c86e687a8b req-d8f181cc-c298-4bcd-9012-d2971d038408 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:48.333076 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d52c6f4-9dc8-4711-bebf-82c86e687a8b req-d8f181cc-c298-4bcd-9012-d2971d038408 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0652196 Dec 15 14:56:48.389322 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5d52c6f4-9dc8-4711-bebf-82c86e687a8b req-cdd63c9d-9597-42f1-88f1-6e48a36681c9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502007 Dec 15 14:56:49.519566 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657777b9-2fb9-4ae4-a1fa-52d1a208fb15 req-9aa69496-0ba4-47a1-9837-885955df874e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:49.521144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-657777b9-2fb9-4ae4-a1fa-52d1a208fb15 req-9aa69496-0ba4-47a1-9837-885955df874e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0580285 Dec 15 14:56:49.573220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-657777b9-2fb9-4ae4-a1fa-52d1a208fb15 req-dc3d871d-e45b-485e-8edb-5cc4ad2f2116 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458064 Dec 15 14:56:50.702849 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae443525-e8fe-4561-82ec-1a133233adb2 req-ce7c0524-808c-440b-8fca-7d6e9dba9ba8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:50.704449 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae443525-e8fe-4561-82ec-1a133233adb2 req-ce7c0524-808c-440b-8fca-7d6e9dba9ba8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0598431 Dec 15 14:56:50.758019 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ae443525-e8fe-4561-82ec-1a133233adb2 req-71a33ce6-b589-4376-b3f1-12416164f481 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474453 Dec 15 14:56:51.894015 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4b539-f0a7-4979-b356-32b620649afd req-089a556c-ff5e-4baf-b836-ab42d28eca13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:51.895541 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99d4b539-f0a7-4979-b356-32b620649afd req-089a556c-ff5e-4baf-b836-ab42d28eca13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0655429 Dec 15 14:56:51.948246 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-99d4b539-f0a7-4979-b356-32b620649afd req-12706554-9916-4748-a813-09b3dd725f99 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467339 Dec 15 14:56:53.070688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c09ca-8add-4ef3-aebb-90e9b3cb4405 req-e141799f-512f-4548-a39d-e41943b741ab tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:53.072183 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a6c09ca-8add-4ef3-aebb-90e9b3cb4405 req-e141799f-512f-4548-a39d-e41943b741ab tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0503483 Dec 15 14:56:53.125207 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7a6c09ca-8add-4ef3-aebb-90e9b3cb4405 req-2d36b35f-8ca4-4cba-864b-cea371dc1967 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465639 Dec 15 14:56:53.707697 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-7292c9f6-f3d5-4acc-8a09-369f01ad80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:53.709171 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-7292c9f6-f3d5-4acc-8a09-369f01ad80bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0444400 Dec 15 14:56:53.762298 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-4ccbd03a-95e2-4799-8e22-d23fb5e5abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:53.763942 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-4ccbd03a-95e2-4799-8e22-d23fb5e5abdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438778 Dec 15 14:56:53.857191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-d9330213-b2e2-4265-9601-fc1ce432f875 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813379 Dec 15 14:56:53.948668 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-fceffc84-3bc3-4165-aae8-aab6e91e5f95 req-47aeef3f-cfad-44cc-803e-573f766b91a2 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844977 Dec 15 14:56:54.049846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-055b6bd8-ad2d-46c2-90c3-443128e4e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.051220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-055b6bd8-ad2d-46c2-90c3-443128e4e073 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0406973 Dec 15 14:56:54.164848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-12feec30-1b32-47f7-8b61-9bfab369134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.166478 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-12feec30-1b32-47f7-8b61-9bfab369134d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0919757 Dec 15 14:56:54.266095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-b00c36fe-ea1f-4eea-a66e-9d7c1bb53491 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 999 time: 0.0919905 Dec 15 14:56:54.288794 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca5ef6-fa20-434c-bb62-f4d9f1df7219 req-85ab82dc-edf9-4f61-9c64-f85156536a27 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.290181 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cca5ef6-fa20-434c-bb62-f4d9f1df7219 req-85ab82dc-edf9-4f61-9c64-f85156536a27 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0717232 Dec 15 14:56:54.347206 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-6d3cde6a-6ed6-459c-9003-1fe00e5a109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.348645 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-6d3cde6a-6ed6-459c-9003-1fe00e5a109a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0753942 Dec 15 14:56:54.375621 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9cca5ef6-fa20-434c-bb62-f4d9f1df7219 req-3d2b13b5-769d-4718-82c2-4521b38aeafb tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650315 Dec 15 14:56:54.404593 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-7ed1c789-e287-434d-93c7-6edc2c677393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:54.406049 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-7ed1c789-e287-434d-93c7-6edc2c677393 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474191 Dec 15 14:56:54.496588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-0f735354-5f46-41dd-8845-8fc39c4fd871 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816197 Dec 15 14:56:54.588481 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9726b8d1-45ba-4641-810d-aef2b09c6779 req-55a6a78b-54ef-4f59-bfe1-b26012044286 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835106 Dec 15 14:56:55.495504 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06a488-2703-4a25-be92-30aa3532e5cc req-67006d47-922c-4dac-964d-4931392745c4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:55.497584 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06a488-2703-4a25-be92-30aa3532e5cc req-67006d47-922c-4dac-964d-4931392745c4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 944 time: 0.0491796 Dec 15 14:56:55.552557 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed06a488-2703-4a25-be92-30aa3532e5cc req-736d243d-cca5-4e66-9d5a-87d485e49aa5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488954 Dec 15 14:56:56.152819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:56:56.250409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:56.262052 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'port_id': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'mac_address': 'fa:16:3e:5e:93:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:56:56.299283 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:56.315217 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e9cd53-f9b6-48b3-8437-abc1c4513381 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:56:56.333528 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:56.338192 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:56.386156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=11']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:56.572420 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['c7e9cd53-f9b6-48b3-8437-abc1c4513381'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:56:56.669834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17cac-cb71-4a5c-8a90-541cb8e2f164 req-a613dc9d-0c1d-4075-9096-45ea59cb9bc7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:56.671321 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bbc17cac-cb71-4a5c-8a90-541cb8e2f164 req-a613dc9d-0c1d-4075-9096-45ea59cb9bc7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Dec 15 14:56:56.720742 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-bbc17cac-cb71-4a5c-8a90-541cb8e2f164 req-842f8c88-c052-4ebe-889b-ff6e139abea5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434651 Dec 15 14:56:57.842355 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1e0b0-4a04-41b1-828f-c6a3229c43ae req-bc1c509c-8e22-47b8-802d-d8d0b6d843b5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:57.843914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dad1e0b0-4a04-41b1-828f-c6a3229c43ae req-bc1c509c-8e22-47b8-802d-d8d0b6d843b5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 945 time: 0.0529714 Dec 15 14:56:57.895633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dad1e0b0-4a04-41b1-828f-c6a3229c43ae req-b4696253-3eea-4749-8793-3ca9295a537a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453396 Dec 15 14:56:58.169251 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:56:58.219838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port c7e9cd53-f9b6-48b3-8437-abc1c4513381 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:56:58.223758 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port c7e9cd53-f9b6-48b3-8437-abc1c4513381 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:56:58.224231 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:58.307040 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:58.330855 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:56:58.333332 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cea098-3ae2-43e6-a94c-e07d86fdb2f3" -d '{"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:56:58.347129 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:58.352025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:58.384027 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107582e6-0273-441d-a211-62c12cfe9406 x-openstack-request-id: req-107582e6-0273-441d-a211-62c12cfe9406 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:56:58.384326 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:56:58.384583 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-107582e6-0273-441d-a211-62c12cfe9406 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:56:58.384972 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'code': 200} Dec 15 14:56:58.402866 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=12']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:58.559061 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13992f5-60cb-4042-8214-d122a9054f29 req-0ee004c4-d08f-41fe-b50c-75b8b40955c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:58.561397 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13992f5-60cb-4042-8214-d122a9054f29 req-0ee004c4-d08f-41fe-b50c-75b8b40955c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0578032 Dec 15 14:56:58.609821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a13992f5-60cb-4042-8214-d122a9054f29 req-1706a724-772b-4888-990c-bb23cf801f35 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405610 Dec 15 14:56:59.022109 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82837622-009c-42bd-bdbf-5a2423eadc4e req-44e77d55-e629-455b-a4a6-3dd465136772 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:59.023621 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82837622-009c-42bd-bdbf-5a2423eadc4e req-44e77d55-e629-455b-a4a6-3dd465136772 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 946 time: 0.0519402 Dec 15 14:56:59.074838 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-82837622-009c-42bd-bdbf-5a2423eadc4e req-4b7e6b73-ddd1-48bf-b7c5-f7b8da3f2686 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449872 Dec 15 14:57:00.222286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b17a10-ece6-43be-8200-11bcdf56b2a4 req-db8e0174-bdfe-427e-b1eb-3e539404f5b9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:00.224370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92b17a10-ece6-43be-8200-11bcdf56b2a4 req-db8e0174-bdfe-427e-b1eb-3e539404f5b9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 946 time: 0.0599139 Dec 15 14:57:00.281655 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-92b17a10-ece6-43be-8200-11bcdf56b2a4 req-d5888105-55c7-45c7-a0c4-78b67ef6f840 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504396 Dec 15 14:57:01.348740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-64f22fc8-4d73-46fc-b713-16a1880acfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.416515 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959a57f-8f72-426b-96ef-4e8d8e3fb1ea req-de2a5927-c561-43f4-b308-ae4db5e01d76 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:01.417840 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e959a57f-8f72-426b-96ef-4e8d8e3fb1ea req-de2a5927-c561-43f4-b308-ae4db5e01d76 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 946 time: 0.0593696 Dec 15 14:57:01.467807 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e959a57f-8f72-426b-96ef-4e8d8e3fb1ea req-ed18d152-e2e2-4b29-990c-9740dca540ab tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Dec 15 14:57:01.480017 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.698038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:03.968585 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f90fec7f-b49f-46d7-9848-4c949d54de99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.105470 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:06.856377 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:07.486456 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:25.285492 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:57:31.350049 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9d3015f2-8275-4adb-ba83-b4cdf15539e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:31.486174 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:31.683931 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:33.970102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6a726f73-e314-4272-aab9-b8fbb9a243a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:35.108414 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:36.857648 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:37.488296 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:44.522937 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-b45e46c8-89d4-4e2c-b961-0a4ddfddd098 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398057 Dec 15 14:57:44.607495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-192af7f1-df7f-4834-a805-d23d57c2010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:44.608989 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-192af7f1-df7f-4834-a805-d23d57c2010a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0436616 Dec 15 14:57:44.711890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-cc01a4a0-330f-4e6b-8230-6d0bd4b8fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:44.713370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-cc01a4a0-330f-4e6b-8230-6d0bd4b8fbbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0831566 Dec 15 14:57:44.780921 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-f90fbe69-acb4-4a0d-9ea4-829fcfae4f83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 1001 time: 0.0609393 Dec 15 14:57:44.829308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-c94f57cc-910c-460d-a257-e1e5849d8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:44.830723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-c94f57cc-910c-460d-a257-e1e5849d8e16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0427909 Dec 15 14:57:44.876907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-5f3564ea-76f7-4086-b8b0-ebcb654220d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:44.878395 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-5f3564ea-76f7-4086-b8b0-ebcb654220d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399828 Dec 15 14:57:44.967844 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-c3c5c669-a5ab-40ac-aa37-cc319dd885f8 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825546 Dec 15 14:57:45.054961 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ac4a9ea2-dacd-48e1-81eb-616ce35e1864 req-9be386e1-ee72-4f92-a3a5-362502470f91 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793951 Dec 15 14:58:01.352347 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-515292ab-9425-4bda-861e-5f031d38fd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:01.484002 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:01.692177 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:02.287758 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:58:03.971026 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8c579f47-2db7-4eaa-9282-7faab0d806af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:05.113029 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:06.868740 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:07.491262 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:10.515777 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:10.673283 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Deleting port b774a487-0b5a-448c-89b0-1f9dd8d3baca {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:58:10.673625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:10.747041 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:10.747367 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:10.759656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Calling delete_port for b774a487-0b5a-448c-89b0-1f9dd8d3baca owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:58:10.925094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:10.959140 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event deleted for resources: {'Port': ['ID=b774a487-0b5a-448c-89b0-1f9dd8d3baca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:10.971076 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.971467 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.971814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.972184 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.972521 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.972850 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.973179 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.973512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.973840 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.974165 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.974490 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.974811 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:10.975131 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:11.029280 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:11.029624 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Floating IP 6bb7dbb1-898e-405e-a9e7-fb013509ec59 disassociated (deleted). External IP: 172.25.7.172, port: c7e9cd53-f9b6-48b3-8437-abc1c4513381. Dec 15 14:58:11.248398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Router 19535bcf-e1dd-426d-a807-1239f89f5885 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:58:11.372074 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:11.376815 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:11.383359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] Sync routers for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:11.393111 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:11.394799 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:11.408645 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e5159d85-dcc4-4833-b787-7bbe07b054db tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "DELETE /v2.0/floatingips/6bb7dbb1-898e-405e-a9e7-fb013509ec59 HTTP/1.1" status: 204 len: 168 time: 0.8918095 Dec 15 14:58:11.409758 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:11.413642 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d78bb27-b9be-452c-92ae-1d00637b0016" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:11.516655 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4dcdaa-ecf1-4ca8-a14c-9006cbafbb33 x-openstack-request-id: req-0b4dcdaa-ecf1-4ca8-a14c-9006cbafbb33 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:11.517308 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:11.517308 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0b4dcdaa-ecf1-4ca8-a14c-9006cbafbb33 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:11.517581 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'status': 'completed', 'code': 200} Dec 15 14:58:11.591727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-5f4b2e14-fff2-49e2-8612-e2e4059a64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:11.593463 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-5f4b2e14-fff2-49e2-8612-e2e4059a64cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0519636 Dec 15 14:58:11.654062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487580a6-b147-46c2-986c-cba09537fb45 req-735f2ece-c1d8-40de-bc3c-1195987fa6ae tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:11.656049 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-487580a6-b147-46c2-986c-cba09537fb45 req-735f2ece-c1d8-40de-bc3c-1195987fa6ae tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 946 time: 0.0561943 Dec 15 14:58:11.696941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:11.725052 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-487580a6-b147-46c2-986c-cba09537fb45 req-3a314413-8cbb-4407-aabc-8faa80774d09 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587022 Dec 15 14:58:11.907625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:11.934896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] Checking router: 19535bcf-e1dd-426d-a807-1239f89f5885 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:11.944347 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:11.944989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:58:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:12.017907 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-98e43e47-512b-4c64-83c2-0274384e1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:12.019492 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-98e43e47-512b-4c64-83c2-0274384e1fa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.4183309 Dec 15 14:58:12.055096 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:12.063394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-9dd5f338-c490-4356-9615-5bc8a2d3198e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 200 len: 217 time: 0.0349729 Dec 15 14:58:12.117558 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-eea1ff5c-8e9f-4bc6-8310-e2eaf7da2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:12.119019 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-eea1ff5c-8e9f-4bc6-8310-e2eaf7da2e6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0476024 Dec 15 14:58:12.166818 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-dc7e372c-3e9f-4c27-99c9-e3cf22571c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:12.168370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-dc7e372c-3e9f-4c27-99c9-e3cf22571c22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419326 Dec 15 14:58:12.258771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:12.259188 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-f0ae4b18-d548-4b48-b51f-0c1274910d1d service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824180 Dec 15 14:58:12.288794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26d1c1-d26b-450f-99df-6f169b2ecffd None None] The sync data for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 is: [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:12.356880 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d78bb27-b9be-452c-92ae-1d00637b0016 req-acba8210-54ff-4546-9e25-a51720262b43 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901330 Dec 15 14:58:12.528134 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15128ee6-4803-48a2-97b0-9a838ac94d5b None None] New status for floating IP 6bb7dbb1-898e-405e-a9e7-fb013509ec59: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:58:12.836984 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776cdc7-aa7b-436e-8e01-844b2224cac0 req-042bb03d-fea7-4f74-a0e7-73586f8529ff tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:12.838447 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5776cdc7-aa7b-436e-8e01-844b2224cac0 req-042bb03d-fea7-4f74-a0e7-73586f8529ff tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 946 time: 0.0485635 Dec 15 14:58:12.888457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5776cdc7-aa7b-436e-8e01-844b2224cac0 req-477d6423-2612-4981-ba44-e6e0e9c2d2e6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=f0e5099b-f414-4973-a130-c0bb990794f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Dec 15 14:58:12.945924 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-9b123a26-de64-466f-85ec-488f06c909a5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:12.947364 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-9b123a26-de64-466f-85ec-488f06c909a5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7cc487-b63a-4858-afb8-60ffa5cfa1e1 HTTP/1.1" status: 200 len: 946 time: 0.0521369 Dec 15 14:58:13.036157 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Deleting port c7e9cd53-f9b6-48b3-8437-abc1c4513381 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:58:13.036414 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.124553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] For port c7e9cd53-f9b6-48b3-8437-abc1c4513381, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=c7e9cd53-f9b6-48b3-8437-abc1c4513381,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:13.124918 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.136582 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Calling delete_port for c7e9cd53-f9b6-48b3-8437-abc1c4513381 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:58:13.270367 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.301437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event deleted for resources: {'Port': ['ID=c7e9cd53-f9b6-48b3-8437-abc1c4513381,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:13.311259 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.311616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.312016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.312365 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.312709 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.313055 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.313391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.314166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.314166 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.314371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.314687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.315200 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.315616 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:13.356814 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] No DVR routers for this DVR port c7e9cd53-f9b6-48b3-8437-abc1c4513381 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:58:13.359560 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.363064 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f8d7ba51-cac3-4ace-8e03-7bba5bb3b62c req-7e2e363c-508a-4ee2-ac57-09787c665fb4 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.24 "DELETE /v2.0/ports/c7e9cd53-f9b6-48b3-8437-abc1c4513381 HTTP/1.1" status: 204 len: 173 time: 0.4092999 Dec 15 14:58:13.363509 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-deleted', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:13.365804 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5bdf4b-1cdd-47e1-bde8-78baa398ccd9" -d '{"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-deleted", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:13.413494 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be908ac0-e582-4749-96e0-f388bc974a82 x-openstack-request-id: req-be908ac0-e582-4749-96e0-f388bc974a82 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:13.413859 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7cc487-b63a-4858-afb8-60ffa5cfa1e1", "name": "network-vif-deleted", "tag": "c7e9cd53-f9b6-48b3-8437-abc1c4513381", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:13.414422 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be908ac0-e582-4749-96e0-f388bc974a82 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:13.414885 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7cc487-b63a-4858-afb8-60ffa5cfa1e1', 'name': 'network-vif-deleted', 'tag': 'c7e9cd53-f9b6-48b3-8437-abc1c4513381', 'status': 'completed', 'code': 200} Dec 15 14:58:13.943986 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52168) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:14.001032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e32f68ff-7dee-4466-811d-7ec5273e00a3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.031045 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e32f68ff-7dee-4466-811d-7ec5273e00a3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.092029 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e32f68ff-7dee-4466-811d-7ec5273e00a3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.094770 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e32f68ff-7dee-4466-811d-7ec5273e00a3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.096011 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e32f68ff-7dee-4466-811d-7ec5273e00a3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "DELETE /v2.0/security-groups/f0e5099b-f414-4973-a130-c0bb990794f5 HTTP/1.1" status: 204 len: 168 time: 0.1509421 Dec 15 14:58:14.106509 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f68ff-7dee-4466-811d-7ec5273e00a3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5099b-f414-4973-a130-c0bb990794f5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:14.353334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52174) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:14.357962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-618c95f2-6561-4315-ac7b-09692664d3b7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119872579', 'description': 'tempest-secgroup-smoke-2119872579 description', 'project_id': '0e04efd425b840499db086f0c8a0e48e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:14.381174 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-618c95f2-6561-4315-ac7b-09692664d3b7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.447539 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-618c95f2-6561-4315-ac7b-09692664d3b7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.451649 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-618c95f2-6561-4315-ac7b-09692664d3b7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.487529 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-618c95f2-6561-4315-ac7b-09692664d3b7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.488805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-618c95f2-6561-4315-ac7b-09692664d3b7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1343775 Dec 15 14:58:14.490802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c95f2-6561-4315-ac7b-09692664d3b7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d36021-b9db-4358-8f91-7d862a3fe13b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:14.491811 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52176) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:14.500010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1b11bf7a-789d-4644-96fa-3892b926fc04 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': '90d36021-b9db-4358-8f91-7d862a3fe13b', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:14.528667 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b11bf7a-789d-4644-96fa-3892b926fc04 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.581805 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b11bf7a-789d-4644-96fa-3892b926fc04 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.585186 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b11bf7a-789d-4644-96fa-3892b926fc04 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.603429 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11bf7a-789d-4644-96fa-3892b926fc04 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c267a2-00b8-4cb7-87a1-da60e490ac07,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:14.607508 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b11bf7a-789d-4644-96fa-3892b926fc04 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.608695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1b11bf7a-789d-4644-96fa-3892b926fc04 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149254 Dec 15 14:58:14.611390 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52178) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:14.616258 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4c576696-966d-4e53-b4df-e346f1fbcf13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': '90d36021-b9db-4358-8f91-7d862a3fe13b', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:14.642005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c576696-966d-4e53-b4df-e346f1fbcf13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.698412 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c576696-966d-4e53-b4df-e346f1fbcf13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.702047 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c576696-966d-4e53-b4df-e346f1fbcf13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.723772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c576696-966d-4e53-b4df-e346f1fbcf13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce23458-338c-4b0e-bd70-e9af74f60ff0,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:14.731915 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c576696-966d-4e53-b4df-e346f1fbcf13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.733100 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4c576696-966d-4e53-b4df-e346f1fbcf13 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201417 Dec 15 14:58:14.735884 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52180) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:14.741025 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d8c066a0-a1c8-4f92-95a5-729ec8f1c417 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': '90d36021-b9db-4358-8f91-7d862a3fe13b', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:14.766168 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8c066a0-a1c8-4f92-95a5-729ec8f1c417 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.820983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8c066a0-a1c8-4f92-95a5-729ec8f1c417 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.825003 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8c066a0-a1c8-4f92-95a5-729ec8f1c417 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.843398 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c066a0-a1c8-4f92-95a5-729ec8f1c417 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4542caa-9d30-406a-be9a-ee956ee1ef0d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:14.848505 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8c066a0-a1c8-4f92-95a5-729ec8f1c417 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.849680 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d8c066a0-a1c8-4f92-95a5-729ec8f1c417 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128535 Dec 15 14:58:14.852457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52182) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:14.856810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-20355a18-f6a3-4312-b934-e74f30fa6849 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': '90d36021-b9db-4358-8f91-7d862a3fe13b', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:14.883529 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20355a18-f6a3-4312-b934-e74f30fa6849 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.939323 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20355a18-f6a3-4312-b934-e74f30fa6849 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.943449 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20355a18-f6a3-4312-b934-e74f30fa6849 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.958959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20355a18-f6a3-4312-b934-e74f30fa6849 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bc5554-1777-4519-bff2-e837da18a583,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:14.969484 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-20355a18-f6a3-4312-b934-e74f30fa6849 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:14.970705 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-20355a18-f6a3-4312-b934-e74f30fa6849 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172955 Dec 15 14:58:14.973532 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52184) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:14.977845 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ebb68474-38f4-4bf5-9dd6-a0ce511cc937 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': '90d36021-b9db-4358-8f91-7d862a3fe13b', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:14.997981 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-ebb68474-38f4-4bf5-9dd6-a0ce511cc937 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Project 0e04efd425b840499db086f0c8a0e48e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:58:15.003228 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebb68474-38f4-4bf5-9dd6-a0ce511cc937 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:15.059782 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebb68474-38f4-4bf5-9dd6-a0ce511cc937 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:15.063193 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebb68474-38f4-4bf5-9dd6-a0ce511cc937 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:15.081252 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb68474-38f4-4bf5-9dd6-a0ce511cc937 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8eddc7-97d7-434c-a8b4-2723cf546c27,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:15.089255 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebb68474-38f4-4bf5-9dd6-a0ce511cc937 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:15.090433 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-ebb68474-38f4-4bf5-9dd6-a0ce511cc937 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159861 Dec 15 14:58:15.093160 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52186) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:15.097438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-34b66344-9af8-4b77-98a0-b5b47bb321f6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'security_group_rule': {'security_group_id': '90d36021-b9db-4358-8f91-7d862a3fe13b', 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:15.117946 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-34b66344-9af8-4b77-98a0-b5b47bb321f6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Project 0e04efd425b840499db086f0c8a0e48e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:58:15.122708 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-34b66344-9af8-4b77-98a0-b5b47bb321f6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:15.187277 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-34b66344-9af8-4b77-98a0-b5b47bb321f6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:15.191586 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-34b66344-9af8-4b77-98a0-b5b47bb321f6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:15.210484 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b66344-9af8-4b77-98a0-b5b47bb321f6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdd1486-33b5-41c6-9379-cd461a2566f6,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:15.215683 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-34b66344-9af8-4b77-98a0-b5b47bb321f6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:15.216776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-34b66344-9af8-4b77-98a0-b5b47bb321f6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226790 Dec 15 14:58:18.480160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:58:18.506963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: c7e9cd53-f9b6-48b3-8437-abc1c4513381 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:58:18.507600 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device c7e9cd53-f9b6-48b3-8437-abc1c4513381 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:58:30.482178 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-a7853be4-fa23-4d0e-b6d5-1ab1e07eec5c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119872579&fields=id&tenant_id=0e04efd425b840499db086f0c8a0e48e HTTP/1.1" status: 200 len: 267 time: 0.0462143 Dec 15 14:58:30.593862 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-a89f83e0-508d-4895-b4a9-8b6692a11d24 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:30.595337 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-a89f83e0-508d-4895-b4a9-8b6692a11d24 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 808 time: 0.1054471 Dec 15 14:58:30.611234 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-23173072-4200-48a8-ace2-44c33588f708 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/quotas/0e04efd425b840499db086f0c8a0e48e HTTP/1.1" status: 200 len: 375 time: 0.0095978 Dec 15 14:58:30.665925 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-a80c59e6-d1bd-4126-bda0-7292e301dcd1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488749 Dec 15 14:58:30.681647 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-d6fc5a05-961d-4a0b-8e03-3a25a1dcb4f7 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:58:30.682540 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-d6fc5a05-961d-4a0b-8e03-3a25a1dcb4f7 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052373 Dec 15 14:58:30.775556 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-f46fccaa-f1a6-4488-a8d8-b5ab6c38d8a1 service neutron] 10.222.0.86 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870681 Dec 15 14:58:30.865518 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-c0c6f684-7aa2-4683-b3c1-9b51f31c739d service neutron] 10.222.0.86 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836689 Dec 15 14:58:31.153394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d121160e-e72a-45bc-8a86-82ce542e9473 req-0e6f9b30-11fc-4fa4-aa42-5597cb8a5b29 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 210 time: 0.0273180 Dec 15 14:58:31.354475 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6e57944f-bd02-415e-b0d7-0e60ca4b8d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:31.480642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:31.695561 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:32.212133 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-2078b544-4f3c-4d5a-bd60-9fc8bc57d01d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:32.213667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-2078b544-4f3c-4d5a-bd60-9fc8bc57d01d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 808 time: 0.1110868 Dec 15 14:58:32.259933 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-394cf8e5-a25c-4b7e-b964-8e9fdd9ef19d req-209e7383-cfba-4b4b-b833-b5aa96a30944 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 210 time: 0.0286770 Dec 15 14:58:32.282976 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-5221a7da-e19b-4307-b955-007806977698 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e04efd425b840499db086f0c8a0e48e HTTP/1.1" status: 200 len: 380 time: 0.0602407 Dec 15 14:58:32.293453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'port': {'device_id': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'admin_state_up': True, 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'security_groups': ['90d36021-b9db-4358-8f91-7d862a3fe13b']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:32.401506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Made reservation on behalf of 0e04efd425b840499db086f0c8a0e48e for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:58:32.405711 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:32.538041 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Allocated IP 172.20.0.14 (2ab1dd31-245c-4f38-a005-6a933ff9c5b7/f7de05d3-4feb-4ac3-9338-1a8fbffb6d41/cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:32.679055 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:32.713239 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:32.757188 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:32.760349 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:32.764016 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:32.792217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:32.825980 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:32.826616 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:32.847618 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-8ab75fa9-9a42-4fbc-9ad1-2fa94a22446e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590940 Dec 15 14:58:32.860633 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Request body: {'port': {'device_id': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:32.922674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.051215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-44154ce9-917b-4d68-a0c1-eb2d827c755a None None] Provisioning complete for port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:33.051783 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-44154ce9-917b-4d68-a0c1-eb2d827c755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.089322 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-44154ce9-917b-4d68-a0c1-eb2d827c755a None None] Port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:33.218384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:58:33.226654 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.241026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Transition to ACTIVE for port object cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:58:33.245376 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.312515 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:33.433609 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388be2a-c91a-4680-9cc8-e1374e38ab6d req-dfea351e-2d99-4a16-b96e-fb4fecb3d416 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:33.435389 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6388be2a-c91a-4680-9cc8-e1374e38ab6d req-dfea351e-2d99-4a16-b96e-fb4fecb3d416 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0707798 Dec 15 14:58:33.440672 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Attempting to bind port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:33.441017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Attempting to bind port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:33.441356 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Attempting to bind port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:33.463352 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:58:33.463685 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Attempting to bind port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:33.479419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:33.479722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Checking segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:33.480094 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Bound using segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:33.480536 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Bound port: cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:33.480897 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.510732 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6388be2a-c91a-4680-9cc8-e1374e38ab6d req-de5b9a89-b5b8-4cb4-960f-7dba4b925f70 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669160 Dec 15 14:58:33.563485 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:33.567074 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:33.571504 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.614407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:33.615033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:33.616553 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] 10.222.0.74 "PUT /v2.0/ports/cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1092 time: 0.7602437 Dec 15 14:58:33.616925 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:33.619181 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0090af85-2e22-4347-a13e-438b2717d0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:33.659430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9499966-9e7a-48b5-8327-4a023c81b35f service neutron] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:33.696184 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e2aa53-5fca-4ed0-bcbc-d8ef0faff249 x-openstack-request-id: req-79e2aa53-5fca-4ed0-bcbc-d8ef0faff249 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:33.696547 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:33.696810 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79e2aa53-5fca-4ed0-bcbc-d8ef0faff249 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:33.697220 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'status': 'completed', 'code': 200} Dec 15 14:58:33.715591 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-1a626d83-7a46-4b50-92c2-c7381a2750db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:33.717261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-1a626d83-7a46-4b50-92c2-c7381a2750db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1095 time: 0.0529158 Dec 15 14:58:33.769358 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-aae4d6eb-d561-4c8b-bc06-4681e0333c87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 217 time: 0.0437977 Dec 15 14:58:33.832931 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-4218ec1a-5b38-4a6b-9281-19e8ada10af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:33.834457 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-4218ec1a-5b38-4a6b-9281-19e8ada10af1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0575929 Dec 15 14:58:33.885430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-c1fe2f04-98d9-4610-b316-8adb2e02dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:33.887044 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-c1fe2f04-98d9-4610-b316-8adb2e02dddc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445883 Dec 15 14:58:33.978008 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-0f26d4e9-c425-4485-8142-39cbc6200c73 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833883 Dec 15 14:58:33.985895 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97bdf5d6-1880-4d3f-8c76-1e953e31cde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:34.075787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ed732df2-7ed2-42a2-9383-e87ada006c7c req-1ee4dfb8-f273-4129-9e67-a19fdf77be44 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894296 Dec 15 14:58:34.171208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090af85-2e22-4347-a13e-438b2717d0ca req-13e298ee-b85a-46d1-a8e7-fbb0b36413b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.172765 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0090af85-2e22-4347-a13e-438b2717d0ca req-13e298ee-b85a-46d1-a8e7-fbb0b36413b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1095 time: 0.0491900 Dec 15 14:58:34.273459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090af85-2e22-4347-a13e-438b2717d0ca req-81f78476-d2fc-4b37-bb13-72e6232d7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.274953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0090af85-2e22-4347-a13e-438b2717d0ca req-81f78476-d2fc-4b37-bb13-72e6232d7c2c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0956566 Dec 15 14:58:34.317829 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0090af85-2e22-4347-a13e-438b2717d0ca req-02c04f1e-031f-4230-8e9f-68c39294a61e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 217 time: 0.0355821 Dec 15 14:58:34.367005 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090af85-2e22-4347-a13e-438b2717d0ca req-eeeca82b-e659-4e2f-8447-02620779182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.368414 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0090af85-2e22-4347-a13e-438b2717d0ca req-eeeca82b-e659-4e2f-8447-02620779182f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0430090 Dec 15 14:58:34.418236 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090af85-2e22-4347-a13e-438b2717d0ca req-bd703dd3-5fb2-4afd-b493-548c9cf5bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.419723 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0090af85-2e22-4347-a13e-438b2717d0ca req-bd703dd3-5fb2-4afd-b493-548c9cf5bc72 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448287 Dec 15 14:58:34.517876 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0090af85-2e22-4347-a13e-438b2717d0ca req-d022d54b-cf3a-4603-a4aa-25bd16b973f6 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910397 Dec 15 14:58:34.647561 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-0090af85-2e22-4347-a13e-438b2717d0ca req-f5ae521a-b51b-4702-b251-df55fb9e3f26 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230426 Dec 15 14:58:34.658711 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbba886-1a38-4774-8747-50cf529acfee req-5cdaa565-319e-426f-a273-cf2ea4bb223f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:34.660554 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acbba886-1a38-4774-8747-50cf529acfee req-5cdaa565-319e-426f-a273-cf2ea4bb223f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0777841 Dec 15 14:58:34.715384 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-acbba886-1a38-4774-8747-50cf529acfee req-f49e5acb-715c-4e61-adb1-3188bd3d02f8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479476 Dec 15 14:58:35.115480 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:35.835394 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b182bf-08bf-4b92-81c5-6305a58b2097 req-9254887c-aee4-4d70-ab4e-9553e66f21dd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:35.836948 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21b182bf-08bf-4b92-81c5-6305a58b2097 req-9254887c-aee4-4d70-ab4e-9553e66f21dd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0508616 Dec 15 14:58:35.893117 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-21b182bf-08bf-4b92-81c5-6305a58b2097 req-61a351fe-d942-4f02-9e07-fb873076dc8a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498483 Dec 15 14:58:36.864862 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:37.014269 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2ebb-a63e-4797-b669-1d1952822a07 req-75e1acf0-053a-420d-83d0-523f9afbb70e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:37.015762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb0a2ebb-a63e-4797-b669-1d1952822a07 req-75e1acf0-053a-420d-83d0-523f9afbb70e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0495100 Dec 15 14:58:37.066267 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-eb0a2ebb-a63e-4797-b669-1d1952822a07 req-6d88483e-4b03-4ebd-90aa-b12d17dc32e8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435641 Dec 15 14:58:37.493234 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:38.186415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b001453-cf5c-49df-9473-4cdeb313b8c5 req-1e1e6c1c-e354-404e-8675-00f0bc41212f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:38.187926 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b001453-cf5c-49df-9473-4cdeb313b8c5 req-1e1e6c1c-e354-404e-8675-00f0bc41212f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0534937 Dec 15 14:58:38.237902 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1b001453-cf5c-49df-9473-4cdeb313b8c5 req-8509627f-608c-4691-bff5-9508235a3bb2 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 Dec 15 14:58:39.287288 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:58:39.361597 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ded6ee-2a5b-423c-8a81-c9a09509bfde req-43607563-38b8-489a-ba1e-fc2571ce04c5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:39.363363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-40ded6ee-2a5b-423c-8a81-c9a09509bfde req-43607563-38b8-489a-ba1e-fc2571ce04c5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0564127 Dec 15 14:58:39.412914 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-40ded6ee-2a5b-423c-8a81-c9a09509bfde req-afd48e7e-8f91-4303-9196-c118f4d72c64 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Dec 15 14:58:40.529507 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fe16d-3ee3-4ca3-9802-a2f0f47a93fc req-514e236f-e738-4910-949a-f040d6fb4673 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:40.530999 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f96fe16d-3ee3-4ca3-9802-a2f0f47a93fc req-514e236f-e738-4910-949a-f040d6fb4673 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0497200 Dec 15 14:58:40.579859 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f96fe16d-3ee3-4ca3-9802-a2f0f47a93fc req-4e75780a-914b-4fab-ba52-631943898080 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 Dec 15 14:58:41.695802 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17525a62-50e1-428a-af84-6d8f9e6980c9 req-e09e43f8-0a8b-46c0-8ec9-61d97dd2e8e8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:41.697341 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17525a62-50e1-428a-af84-6d8f9e6980c9 req-e09e43f8-0a8b-46c0-8ec9-61d97dd2e8e8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0495269 Dec 15 14:58:41.746789 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-17525a62-50e1-428a-af84-6d8f9e6980c9 req-66f97f74-5a37-4080-8899-508947c0f55e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Dec 15 14:58:42.867207 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc9b60-d5b8-4ce2-8c9f-39d287e68615 req-9f14385e-5dbe-4f86-bad8-ed7fb66a46bd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:42.868712 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ffc9b60-d5b8-4ce2-8c9f-39d287e68615 req-9f14385e-5dbe-4f86-bad8-ed7fb66a46bd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0548558 Dec 15 14:58:42.919249 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-2ffc9b60-d5b8-4ce2-8c9f-39d287e68615 req-3ed67aef-83b6-4fff-b602-98e24d872b69 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445957 Dec 15 14:58:44.041857 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6593bd1-3aa3-4d0a-ba21-9a85093d9037 req-227812d1-8719-45f8-9deb-35e4a7435a46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:44.043338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6593bd1-3aa3-4d0a-ba21-9a85093d9037 req-227812d1-8719-45f8-9deb-35e4a7435a46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0569918 Dec 15 14:58:44.091700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f6593bd1-3aa3-4d0a-ba21-9a85093d9037 req-074e152c-ab8d-4601-8ca5-04faa1322df8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Dec 15 14:58:45.137485 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:58:45.214721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f570e-ef40-41d9-a50a-7cd75bdb956b req-6a851264-81ff-43cf-8248-3b7e15092962 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:45.216265 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c48f570e-ef40-41d9-a50a-7cd75bdb956b req-6a851264-81ff-43cf-8248-3b7e15092962 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0510087 Dec 15 14:58:45.234350 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:45.246580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'port_id': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'mac_address': 'fa:16:3e:a5:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:58:45.268862 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c48f570e-ef40-41d9-a50a-7cd75bdb956b req-23773d6a-7dee-405d-842d-00ab58a2020a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Dec 15 14:58:45.288910 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.301838 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:58:45.321333 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:45.325014 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:45.375154 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:45.383162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.383515 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.383886 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.384227 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.384564 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.384896 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.385225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.385551 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.385876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.386200 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.386541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.386845 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.387165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:45.560065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:58:46.385786 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91945511-2d9b-4188-aa0a-de10cc906f5d req-12f17720-3939-4dab-9079-9b47c4f7d77e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:46.387255 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91945511-2d9b-4188-aa0a-de10cc906f5d req-12f17720-3939-4dab-9079-9b47c4f7d77e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 945 time: 0.0501199 Dec 15 14:58:46.437776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-91945511-2d9b-4188-aa0a-de10cc906f5d req-a2f1bf38-5ad6-464f-9239-dabf9013b724 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Dec 15 14:58:47.153029 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:47.202194 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:58:47.206933 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:47.207316 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.287120 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.309447 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:47.312077 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977bf4cd-1056-48da-adb2-a6d36d513478" -d '{"events": [{"server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "name": "network-vif-plugged", "status": "completed", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:47.326876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:47.331835 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:47.382678 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:47.406957 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b7dd20-4495-4f45-ace2-f9bb14fa3816 x-openstack-request-id: req-a5b7dd20-4495-4f45-ace2-f9bb14fa3816 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:47.407260 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "name": "network-vif-plugged", "status": "completed", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:47.407531 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5b7dd20-4495-4f45-ace2-f9bb14fa3816 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:47.408060 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'code': 200} Dec 15 14:58:47.503183 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9f709-56b8-4dcc-903d-aefff7f11f0d req-3c5f13eb-804b-4ae3-9d32-32ff47354405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:47.504756 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6f9f709-56b8-4dcc-903d-aefff7f11f0d req-3c5f13eb-804b-4ae3-9d32-32ff47354405 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1097 time: 0.0409749 Dec 15 14:58:47.581094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d6f9f709-56b8-4dcc-903d-aefff7f11f0d req-5c4f918e-ea00-4746-929b-5668927682a9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662582 Dec 15 14:58:47.588751 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee27de-deac-41f0-bdb6-df221fc4f3ac req-078d1dd2-5231-4aed-9858-a810a031500b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:47.590148 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fee27de-deac-41f0-bdb6-df221fc4f3ac req-078d1dd2-5231-4aed-9858-a810a031500b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0842645 Dec 15 14:58:47.639248 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2fee27de-deac-41f0-bdb6-df221fc4f3ac req-e9096fc4-2959-47a8-8bea-bf08bafdc031 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Dec 15 14:58:48.766168 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d326b8-e9a9-4e38-938e-3ca702a018c8 req-34b2d8ec-c192-414f-8701-2d212d7b71d9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:48.767650 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0d326b8-e9a9-4e38-938e-3ca702a018c8 req-34b2d8ec-c192-414f-8701-2d212d7b71d9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0572417 Dec 15 14:58:48.817989 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f0d326b8-e9a9-4e38-938e-3ca702a018c8 req-a9004d2c-9d8d-4507-936b-fde366a89345 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 Dec 15 14:58:49.938715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08809cfd-2fbe-4a03-a76c-1582a9d410c9 req-293c533d-6a4f-431d-bc04-db6bad03d81d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:49.940573 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08809cfd-2fbe-4a03-a76c-1582a9d410c9 req-293c533d-6a4f-431d-bc04-db6bad03d81d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0547442 Dec 15 14:58:49.990153 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-08809cfd-2fbe-4a03-a76c-1582a9d410c9 req-e9e929a7-b3a0-4a6f-be72-d2a0dfb9429a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 Dec 15 14:58:50.104630 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403c6ee-17e9-4bf8-bc9d-6c729de4ca1c req-cd8fbfa2-a8de-4d8c-9b79-cc1d3ee19fdc tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:50.106270 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e403c6ee-17e9-4bf8-bc9d-6c729de4ca1c req-cd8fbfa2-a8de-4d8c-9b79-cc1d3ee19fdc tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0491524 Dec 15 14:58:50.154917 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e403c6ee-17e9-4bf8-bc9d-6c729de4ca1c req-ecea2394-9fa7-4ee4-9959-03c2e8a065ff tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Dec 15 14:58:50.178444 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52384) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:50.230854 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd74254-4a78-43b7-996c-20f164886f08 tempest-TestShelveInstance-1856617018 tempest-TestShelveInstance-1856617018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:50.232363 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-4bd74254-4a78-43b7-996c-20f164886f08 tempest-TestShelveInstance-1856617018 tempest-TestShelveInstance-1856617018-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1092 time: 0.0528939 Dec 15 14:58:50.235457 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52386) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:50.240534 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:50.263233 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for floatingip, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.358904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.461738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Allocated IP 172.25.7.140 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/56a8531c-1921-4394-98ba-827ca01300e7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:50.560659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.599360 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.642513 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:50.646159 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:50.649804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:50.673022 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'Port': ['ID=56a8531c-1921-4394-98ba-827ca01300e7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:51.016520 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.086693 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.231701 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.236166 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.315668 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event updated for resources: {'Port': ['ID=56a8531c-1921-4394-98ba-827ca01300e7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:51.329336 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:51.432838 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Floating IP 6b621109-417f-408d-829d-3a6b8be3bdd2 associated. External IP: 172.25.7.140, port: cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899. Dec 15 14:58:51.948606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Router 19535bcf-e1dd-426d-a807-1239f89f5885 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:58:52.055579 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:52.065907 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] Sync routers for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:52.072736 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.076358 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:52.076985 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:58:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:52.099631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-86201794-56ec-4173-8e63-e99f83820413 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8631032 Dec 15 14:58:52.100332 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:52.102569 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4994255-41c7-4a65-96ae-5255fde4a10a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:52.144547 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f3518e-07b0-44cc-8de8-c12d908597ae x-openstack-request-id: req-a5f3518e-07b0-44cc-8de8-c12d908597ae {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:52.144854 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:52.145115 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5f3518e-07b0-44cc-8de8-c12d908597ae {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:52.145522 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'status': 'completed', 'code': 200} Dec 15 14:58:52.191492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:52.207643 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-39e7d856-5be7-4ae6-9d53-f0e6603d6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:52.209086 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-39e7d856-5be7-4ae6-9d53-f0e6603d6d34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1097 time: 0.0412538 Dec 15 14:58:52.300431 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-aef4aa3c-1093-406c-8e70-d5abdc896879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:52.301897 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-aef4aa3c-1093-406c-8e70-d5abdc896879 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0854943 Dec 15 14:58:52.373748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-7077ad60-3f6c-43e5-9dd6-c1df49315aa4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1000 time: 0.0649519 Dec 15 14:58:52.418629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6b621109-417f-408d-829d-3a6b8be3bdd2', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'port_id': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'mac_address': 'fa:16:3e:a5:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:50Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 0, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:52.422747 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-6b43960e-1aec-4814-9d25-c516d716bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:52.424225 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-6b43960e-1aec-4814-9d25-c516d716bd34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0442281 Dec 15 14:58:52.451530 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] Checking router: 19535bcf-e1dd-426d-a807-1239f89f5885 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:52.461326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:52.461872 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T14:58:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:52.470292 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-ef6ccd51-b699-4799-b84b-7dc7f5b10c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:52.471955 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-ef6ccd51-b699-4799-b84b-7dc7f5b10c77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412636 Dec 15 14:58:52.565581 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-7ee45b2b-f063-4c84-8811-7786797c54f3 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860705 Dec 15 14:58:52.568119 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:52.659651 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b4994255-41c7-4a65-96ae-5255fde4a10a req-702a753e-89b4-46de-a480-efd85bd44def service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875371 Dec 15 14:58:52.789652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6b621109-417f-408d-829d-3a6b8be3bdd2', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'port_id': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'mac_address': 'fa:16:3e:a5:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:50Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 0, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:52.816113 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6c258-bba7-4638-a166-fbf611d4f23c None None] The sync data for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 is: [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '6b621109-417f-408d-829d-3a6b8be3bdd2', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'port_id': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'mac_address': 'fa:16:3e:a5:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:50Z', 'updated_at': '2021-12-15T14:58:50Z', 'revision_number': 0, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:53.014641 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc206c58-d03f-40b9-ae99-e107711f0e78 None None] New status for floating IP 6b621109-417f-408d-829d-3a6b8be3bdd2: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:59:01.356727 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-29b430c2-4aad-465c-a0a5-dfec3c8f1b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:01.493781 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:01.560663 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52007a54-2578-4a75-9a96-2bce58426bea req-e4ca2d8f-a147-4582-af2f-0e16a7122770 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415127 Dec 15 14:59:01.642038 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007a54-2578-4a75-9a96-2bce58426bea req-1c3bc5be-c7ea-42a5-aba3-1d840176ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:01.643513 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52007a54-2578-4a75-9a96-2bce58426bea req-1c3bc5be-c7ea-42a5-aba3-1d840176ecb4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1097 time: 0.0400896 Dec 15 14:59:01.694564 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:01.754834 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007a54-2578-4a75-9a96-2bce58426bea req-3ef3a335-5b6a-496d-bb9d-3bd98fce235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:01.756949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52007a54-2578-4a75-9a96-2bce58426bea req-3ef3a335-5b6a-496d-bb9d-3bd98fce235c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0930805 Dec 15 14:59:01.824191 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52007a54-2578-4a75-9a96-2bce58426bea req-31cf657b-b37f-4658-a018-305cf503cdd0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1002 time: 0.0595737 Dec 15 14:59:01.873787 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007a54-2578-4a75-9a96-2bce58426bea req-a375f3ad-73f4-44e3-8ac2-7d96e8eae256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:01.875193 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52007a54-2578-4a75-9a96-2bce58426bea req-a375f3ad-73f4-44e3-8ac2-7d96e8eae256 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0437050 Dec 15 14:59:01.926413 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007a54-2578-4a75-9a96-2bce58426bea req-5258fb66-b112-4610-bf72-ad3f619edf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:01.927995 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52007a54-2578-4a75-9a96-2bce58426bea req-5258fb66-b112-4610-bf72-ad3f619edf85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440934 Dec 15 14:59:02.016847 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52007a54-2578-4a75-9a96-2bce58426bea req-0ffb9949-6d93-48eb-86f9-c3924b3f5b81 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808346 Dec 15 14:59:02.110465 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-52007a54-2578-4a75-9a96-2bce58426bea req-cf934aa3-9635-4c45-9c0e-cae9254ca639 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Dec 15 14:59:03.978521 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f61dc9cc-f54d-41e2-8022-48eacea3c68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:05.117226 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:06.869700 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:07.496616 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:16.286250 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:59:31.358234 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0edbdf95-55d7-48f0-9d86-13514d7ac309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:31.485596 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:31.692088 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:33.981440 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d49aa60a-3536-467e-97eb-22345e44bdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:35.119368 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:36.870292 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:37.500023 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:53.285513 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:00:01.363562 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7adb-7161-49bd-a448-febf5d1d5e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:01.497249 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:01.688115 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:03.546484 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-f9c2773f-6be6-478b-b8d9-bcde554ddcaf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410345 Dec 15 15:00:03.631359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-b2079ece-76a1-4873-8d81-d9d5dc16dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:03.632888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-b2079ece-76a1-4873-8d81-d9d5dc16dd53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1097 time: 0.0416915 Dec 15 15:00:03.736230 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-9719005d-cea1-4d90-a7e5-4260dd018d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:03.737692 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-9719005d-cea1-4d90-a7e5-4260dd018d7d service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0868826 Dec 15 15:00:03.803991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-30986900-3e35-4bb3-9145-cf2f33eebc9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1002 time: 0.0593355 Dec 15 15:00:03.853218 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-d4900dac-5686-44c4-a2ae-8e834bef43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:03.854664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-d4900dac-5686-44c4-a2ae-8e834bef43fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0441394 Dec 15 15:00:03.903379 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-2f015a0e-f1ac-4aad-9575-2c26a22975ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:03.904848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-2f015a0e-f1ac-4aad-9575-2c26a22975ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434148 Dec 15 15:00:03.985102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e88d117-21b2-444f-ab33-0d80795dae65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:03.996355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-da4f3e6d-4635-4ff5-b53a-2ab857b02dda service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 Dec 15 15:00:04.089235 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-aa7d58ca-b60a-48e7-96c0-41158ba8b4db req-c0229f5e-7181-45a3-9cff-9c674b7f075f service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861206 Dec 15 15:00:05.122503 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:06.873711 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:07.506494 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:30.284547 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:00:31.364517 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79268f10-3f74-4b8e-89b2-66f0c1cf16f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:31.498275 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:31.687980 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:33.986500 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6cc88327-b855-43a9-87ca-f16307a8cdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:35.126140 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:36.876804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:37.499804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:46.616225 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3db67-8126-4436-aba3-79ede1ea5634 req-beedfcbc-de12-441b-8db8-d5355bda06e3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:46.617715 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36d3db67-8126-4436-aba3-79ede1ea5634 req-beedfcbc-de12-441b-8db8-d5355bda06e3 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0582805 Dec 15 15:00:46.667161 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36d3db67-8126-4436-aba3-79ede1ea5634 req-4505fc79-b4ea-4a36-9810-b4ebdb6d8502 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429940 Dec 15 15:00:47.812295 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1b004-1b7a-438e-ac97-4af8fcb9e4e9 req-5f08a5cb-d340-4194-aa18-542b9ba6ef6b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:47.813784 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5a1b004-1b7a-438e-ac97-4af8fcb9e4e9 req-5f08a5cb-d340-4194-aa18-542b9ba6ef6b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0514176 Dec 15 15:00:47.867891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b5a1b004-1b7a-438e-ac97-4af8fcb9e4e9 req-c922fc0f-5b7d-497b-bb24-00928ee9202d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474563 Dec 15 15:00:49.010613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad4378-c43d-428e-bde7-006b1384baf7 req-51816bd6-4ea2-4912-a563-30d145504011 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:49.012138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dad4378-c43d-428e-bde7-006b1384baf7 req-51816bd6-4ea2-4912-a563-30d145504011 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0486903 Dec 15 15:00:49.062335 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-6dad4378-c43d-428e-bde7-006b1384baf7 req-1f83b444-f185-4dac-9d89-1e66f4a39060 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Dec 15 15:00:50.183968 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4815483-4c1e-42ba-bb67-9929cf8a1b6c req-a67e67ec-855c-42f8-9b3a-606cd1ab1230 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:50.185505 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4815483-4c1e-42ba-bb67-9929cf8a1b6c req-a67e67ec-855c-42f8-9b3a-606cd1ab1230 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0518725 Dec 15 15:00:50.237558 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e4815483-4c1e-42ba-bb67-9929cf8a1b6c req-c773ecd1-1e24-43cd-8c39-4ac0676971c7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461664 Dec 15 15:00:51.358433 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6333541-4d8d-41cf-a413-eb1f17d7e60f req-2fed3b51-7559-4113-9f20-91a626996568 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:51.359941 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6333541-4d8d-41cf-a413-eb1f17d7e60f req-2fed3b51-7559-4113-9f20-91a626996568 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0539901 Dec 15 15:00:51.409667 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a6333541-4d8d-41cf-a413-eb1f17d7e60f req-8d46a726-0b48-40a7-8168-904a9236677a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Dec 15 15:00:52.529093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b8d07-be81-43d7-ab32-b12b388ce21b req-88f6ef6d-213a-47ec-a72a-e64d859f5179 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:52.530546 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a28b8d07-be81-43d7-ab32-b12b388ce21b req-88f6ef6d-213a-47ec-a72a-e64d859f5179 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0487671 Dec 15 15:00:52.578325 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a28b8d07-be81-43d7-ab32-b12b388ce21b req-aaaae73f-488d-41a7-8519-29c132419c85 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Dec 15 15:00:53.694601 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102c9b-74cd-46a7-9d81-d4b7e759a491 req-2f247240-452e-40b6-aaee-e693307dfff9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:53.696114 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1102c9b-74cd-46a7-9d81-d4b7e759a491 req-2f247240-452e-40b6-aaee-e693307dfff9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0489562 Dec 15 15:00:53.746627 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d1102c9b-74cd-46a7-9d81-d4b7e759a491 req-dfd1f5f7-4c0a-45f8-9bdd-86ca326d5b3b tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446353 Dec 15 15:00:54.872060 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8c11-c099-45c9-afcd-b7ecd81d2582 req-0839fa4f-a361-4611-9504-8e39c9d5e871 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:54.873805 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-509e8c11-c099-45c9-afcd-b7ecd81d2582 req-0839fa4f-a361-4611-9504-8e39c9d5e871 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0535679 Dec 15 15:00:54.930786 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-509e8c11-c099-45c9-afcd-b7ecd81d2582 req-cbc0c8bd-e796-43d1-b423-0b4a7f3fd5b7 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510764 Dec 15 15:00:56.048227 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e406920-c065-4b0f-bfa4-f1fc95bac036 req-edca7a31-1309-440b-b8e5-10a8d6462e8f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:56.050664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e406920-c065-4b0f-bfa4-f1fc95bac036 req-edca7a31-1309-440b-b8e5-10a8d6462e8f tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0521355 Dec 15 15:00:56.110596 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4e406920-c065-4b0f-bfa4-f1fc95bac036 req-6c47d29f-fdd2-48ef-852d-010caf925be9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500405 Dec 15 15:00:56.782423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-778af592-1037-4ed9-8713-2584fa87ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:56.783986 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-778af592-1037-4ed9-8713-2584fa87ae26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1097 time: 0.0881109 Dec 15 15:00:56.871781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-7d228c5c-9dc5-41eb-989a-4ff691bd8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:56.873278 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-7d228c5c-9dc5-41eb-989a-4ff691bd8bcf service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0821486 Dec 15 15:00:56.942656 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-9b371d71-532f-4ee5-9044-863c855b21b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1002 time: 0.0627930 Dec 15 15:00:56.990901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-bf4a5749-0d13-40d7-a89a-ebf955896af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:56.992276 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-bf4a5749-0d13-40d7-a89a-ebf955896af9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0421166 Dec 15 15:00:57.040603 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-82e51ebb-b219-4fd3-abcb-edbb6f15785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:57.042094 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-82e51ebb-b219-4fd3-abcb-edbb6f15785a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415223 Dec 15 15:00:57.134787 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-952c8810-21e0-4e8d-ac14-ebf9c372ebb1 service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849986 Dec 15 15:00:57.230151 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ffd156b6-d5bb-4d87-b3db-406e77a64332 req-ffba53f5-ae3f-4701-b920-dbc2371d7e4c service neutron] 10.222.0.74 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878215 Dec 15 15:00:57.243289 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5782b-3fb6-41b4-94df-b697835cab64 req-95831776-7272-4347-bbd9-4269dbf4211a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:57.244782 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8d5782b-3fb6-41b4-94df-b697835cab64 req-95831776-7272-4347-bbd9-4269dbf4211a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0519025 Dec 15 15:00:57.297039 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a8d5782b-3fb6-41b4-94df-b697835cab64 req-b7ecb7b7-634a-4517-8467-50eab94184a0 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458884 Dec 15 15:00:58.421212 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525611e-6a27-415b-ba05-dab9643161a4 req-72c52ead-cbb3-4538-b7c9-e5bab78c9832 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:58.422588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9525611e-6a27-415b-ba05-dab9643161a4 req-72c52ead-cbb3-4538-b7c9-e5bab78c9832 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0555954 Dec 15 15:00:58.476462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9525611e-6a27-415b-ba05-dab9643161a4 req-4f49e577-35eb-4ee5-a232-74009037b301 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472465 Dec 15 15:00:59.602254 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd286fc-8c3f-4df2-b33a-71e97fc63fbe req-458f5bd1-8c6e-4b37-9fbb-43adc4879d56 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:59.604122 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbd286fc-8c3f-4df2-b33a-71e97fc63fbe req-458f5bd1-8c6e-4b37-9fbb-43adc4879d56 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0577898 Dec 15 15:00:59.656241 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-dbd286fc-8c3f-4df2-b33a-71e97fc63fbe req-f24853fb-036c-4293-962c-47464bc5ecbc tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460663 Dec 15 15:01:00.771077 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d41d9-62e6-4b23-933e-346e45c1ec5c req-0eac6f3f-f1f2-4351-bc8b-f680af7977c8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:00.772622 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-247d41d9-62e6-4b23-933e-346e45c1ec5c req-0eac6f3f-f1f2-4351-bc8b-f680af7977c8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Dec 15 15:01:00.825093 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-247d41d9-62e6-4b23-933e-346e45c1ec5c req-6725e0bf-5867-45c1-a04f-e9324a35f4bc tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465767 Dec 15 15:01:01.012398 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-4e5cd07c-4b74-4319-8e40-627f3be3a7da service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412612 Dec 15 15:01:01.022322 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-9bddba13-8c2b-48ad-bb85-ee585ffdecf0 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:01:01.023415 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-9bddba13-8c2b-48ad-bb85-ee585ffdecf0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056620 Dec 15 15:01:01.042827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964283c-100d-4d40-b19a-5d719f117cf4 req-2a84388f-a667-48d7-be53-2e60dcae7279 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:01.044370 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8964283c-100d-4d40-b19a-5d719f117cf4 req-2a84388f-a667-48d7-be53-2e60dcae7279 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 946 time: 0.0511692 Dec 15 15:01:01.101477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8964283c-100d-4d40-b19a-5d719f117cf4 req-4c4afb6e-57bc-42cc-befc-50dcc6436960 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507667 Dec 15 15:01:01.368321 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68d37bcd-75b1-42af-82f6-b48521228f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:01.502497 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:01.686432 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:01.767802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:01:01.846850 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:01.869606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:01:01.871835 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c374a94-19b2-4e32-883e-16bb5704d797" -d '{"events": [{"server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "name": "network-vif-unplugged", "status": "completed", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:01:01.885389 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:01.889553 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:01.913546 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4428f80f-d159-42f5-8bba-c36e26564161 x-openstack-request-id: req-4428f80f-d159-42f5-8bba-c36e26564161 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:01:01.913841 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "name": "network-vif-unplugged", "status": "failed", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899", "code": 422}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:01:01.914098 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4428f80f-d159-42f5-8bba-c36e26564161 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:01:01.914492 n-d-821840-1 neutron-server[109769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'code': 422} returned with failed status Dec 15 15:01:01.939652 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:01.947565 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.947944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.948292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.948631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.948968 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.949302 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.949633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.949959 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.950285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.950609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.950935 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.951259 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:01.951580 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:02.225454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbadb6-3681-4a92-a675-5d73e2590aa5 req-49f5879c-39de-4c20-823e-79b849838d88 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:02.226979 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36dbadb6-3681-4a92-a675-5d73e2590aa5 req-49f5879c-39de-4c20-823e-79b849838d88 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0505116 Dec 15 15:01:02.279121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36dbadb6-3681-4a92-a675-5d73e2590aa5 req-9658ba7f-6c7c-46f5-88a7-d932491add96 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460050 Dec 15 15:01:03.400740 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7a5d3-cabd-4a94-b757-3cc4fd1ed2c0 req-d1ef3844-870f-424a-a96f-54559e8fbcd8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:03.402224 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6a7a5d3-cabd-4a94-b757-3cc4fd1ed2c0 req-d1ef3844-870f-424a-a96f-54559e8fbcd8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0504670 Dec 15 15:01:03.452897 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-f6a7a5d3-cabd-4a94-b757-3cc4fd1ed2c0 req-dfeb2175-c088-4577-9a13-4b9b46bcb5ba tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Dec 15 15:01:03.987392 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3e58645-96c4-4ac6-af19-6cefb6d6d803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:04.578286 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236ae26-ec7f-4bac-be97-954317af6dc5 req-23f10e12-c269-4f8d-9987-a04a5e62dcdf tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:04.579901 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5236ae26-ec7f-4bac-be97-954317af6dc5 req-23f10e12-c269-4f8d-9987-a04a5e62dcdf tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0574896 Dec 15 15:01:04.634848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5236ae26-ec7f-4bac-be97-954317af6dc5 req-93616e55-0bd0-472d-b10a-ae6371a664a6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482473 Dec 15 15:01:05.128931 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:05.754483 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f6b65-72a3-4999-8f50-21699ef4d733 req-bb114084-d4ba-490a-bbce-c67e16839876 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:05.756752 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-863f6b65-72a3-4999-8f50-21699ef4d733 req-bb114084-d4ba-490a-bbce-c67e16839876 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0552227 Dec 15 15:01:05.806741 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-863f6b65-72a3-4999-8f50-21699ef4d733 req-9a444247-a460-4071-9732-7b04b7763124 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Dec 15 15:01:06.814046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-a587c196-fe20-405c-a40f-162fcb7a1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:06.815424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-a587c196-fe20-405c-a40f-162fcb7a1b17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311&tenant_id=0e04efd425b840499db086f0c8a0e48e HTTP/1.1" status: 200 len: 1095 time: 0.0431073 Dec 15 15:01:06.826213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-ac56e602-f129-4036-b289-30504974ec1c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:01:06.827138 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-ac56e602-f129-4036-b289-30504974ec1c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048053 Dec 15 15:01:06.839040 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821840-1', 'device_owner': 'compute:nova'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:01:06.882403 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:06.915342 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:06.972260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b88bb-e283-48b1-abc0-f44e3d4f7558 req-4549bc70-48b1-4e38-ae80-0212cd605755 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:06.973777 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a0b88bb-e283-48b1-abc0-f44e3d4f7558 req-4549bc70-48b1-4e38-ae80-0212cd605755 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0884869 Dec 15 15:01:07.091477 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8a0b88bb-e283-48b1-abc0-f44e3d4f7558 req-28e8a55c-42f2-443b-bc1c-f89a83ea4123 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113958 Dec 15 15:01:07.169311 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:07.202106 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:01:07.232496 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:01:07.240673 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:07.252625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Transition to ACTIVE for port object cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 15:01:07.256466 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:07.294692 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:01:07.361789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:07.374656 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.375014 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.375366 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.375715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.376085 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.376430 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.376970 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.377069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.377407 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.377808 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.378060 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.378391 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.378718 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:07.413551 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] No DVR routers for this DVR port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:01:07.502984 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:07.553935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Attempting to bind port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:01:07.554506 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Attempting to bind port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:01:07.554890 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Attempting to bind port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:01:07.559202 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 15:01:07.559553 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Attempting to bind port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:01:07.564454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:01:07.564742 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Checking segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:01:07.565127 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Bound using segment: {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:01:07.565552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Bound port: cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b10a36-93c6-4185-92d8-68a896d2fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:01:07.565905 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:07.629548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:01:07.634115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:01:07.638707 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:07.678671 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:07.679296 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:07.680695 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] 10.222.0.24 "PUT /v2.0/ports/cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1092 time: 0.8454425 Dec 15 15:01:07.681147 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:01:07.683408 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fca63d-5902-4a17-8a0f-541d84082bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:01:07.704810 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fd754-453e-4547-9deb-b3b545d6480f service neutron] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:07.742983 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9825137c-1ab2-4bab-ba9f-fb20ff4848bb x-openstack-request-id: req-9825137c-1ab2-4bab-ba9f-fb20ff4848bb {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:01:07.743282 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:01:07.743542 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9825137c-1ab2-4bab-ba9f-fb20ff4848bb {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:01:07.743970 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'status': 'completed', 'code': 200} Dec 15 15:01:07.761613 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-5f4dacba-30ac-4b76-bd0d-bb89d4d94a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:07.763207 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-5f4dacba-30ac-4b76-bd0d-bb89d4d94a8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1095 time: 0.0477245 Dec 15 15:01:07.862084 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-ec63e540-0f1d-444a-ac90-1c080db2f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:07.863569 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-ec63e540-0f1d-444a-ac90-1c080db2f332 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0937192 Dec 15 15:01:07.936653 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-0f958aba-e5e8-4447-ac5f-3547460034c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1000 time: 0.0657365 Dec 15 15:01:07.986486 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-b03c3373-8d21-46ca-a0a0-cde652b9d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:07.987992 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-b03c3373-8d21-46ca-a0a0-cde652b9d924 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0433679 Dec 15 15:01:08.032713 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-c645fa8e-5f6e-469e-8d73-0c4eed3077c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:08.034205 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-c645fa8e-5f6e-469e-8d73-0c4eed3077c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396028 Dec 15 15:01:08.125782 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-21a90df0-0966-4c23-97ef-81275fb1f838 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Dec 15 15:01:08.254242 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-1fc369fd-6619-462d-b810-11a6c3a82c95 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216321 Dec 15 15:01:08.263137 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee5b54-24fe-4b2e-b334-99b1916f1b57 req-2f77ce89-f06b-472b-9b22-8d10eeb77a83 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:08.264903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfee5b54-24fe-4b2e-b334-99b1916f1b57 req-2f77ce89-f06b-472b-9b22-8d10eeb77a83 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0877354 Dec 15 15:01:08.338679 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cfee5b54-24fe-4b2e-b334-99b1916f1b57 req-0a481ef6-d97b-4755-869e-dd8427290a35 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677118 Dec 15 15:01:08.352107 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-cddf01e0-9f21-4057-99ad-a0b294f9840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:08.353617 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-cddf01e0-9f21-4057-99ad-a0b294f9840c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1095 time: 0.0514474 Dec 15 15:01:08.445115 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-f40982b2-1878-4126-9a71-748a97592697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:08.446580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-f40982b2-1878-4126-9a71-748a97592697 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0856833 Dec 15 15:01:08.837673 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-a5982e5d-7946-48ac-b729-9c2ceaf46b9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1000 time: 0.3828506 Dec 15 15:01:08.886886 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-685c6c9f-915a-43a5-b144-789d3fcac15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:08.888344 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-685c6c9f-915a-43a5-b144-789d3fcac15e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0430253 Dec 15 15:01:08.945842 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-6769e0fc-9b37-4774-af94-fba373f0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:08.947394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-6769e0fc-9b37-4774-af94-fba373f0e5ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507903 Dec 15 15:01:09.037146 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-96a408b4-4e32-4c8a-89d9-1bdb4dcd9aea service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818529 Dec 15 15:01:09.127710 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-85fca63d-5902-4a17-8a0f-541d84082bd9 req-5dbddd50-1725-484f-82bd-40be0b32c626 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837293 Dec 15 15:01:09.461085 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddd271-c8df-44f0-9686-f74101ab45c3 req-6de9407b-8fca-4784-8467-45aaec33aae8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:09.462631 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65ddd271-c8df-44f0-9686-f74101ab45c3 req-6de9407b-8fca-4784-8467-45aaec33aae8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0501652 Dec 15 15:01:09.511891 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-65ddd271-c8df-44f0-9686-f74101ab45c3 req-42bfb9d5-f257-4225-a972-c8ec5a3825cd tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Dec 15 15:01:10.632778 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb0109-70be-4ee2-87ad-eebe32da2da5 req-6e7933b4-2f9e-442b-9ce3-3a9599024c0d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:10.634269 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-baeb0109-70be-4ee2-87ad-eebe32da2da5 req-6e7933b4-2f9e-442b-9ce3-3a9599024c0d tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0499222 Dec 15 15:01:10.683190 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-baeb0109-70be-4ee2-87ad-eebe32da2da5 req-f2c670be-433e-4c8f-8985-a0689ba6ba49 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Dec 15 15:01:11.799007 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b03278-918c-42c3-8ae4-13a932902657 req-00dbaa27-bca7-4a0a-a340-140966d93f1e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:11.800527 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3b03278-918c-42c3-8ae4-13a932902657 req-00dbaa27-bca7-4a0a-a340-140966d93f1e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0495903 Dec 15 15:01:11.853632 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-c3b03278-918c-42c3-8ae4-13a932902657 req-8dd1f849-2204-47d9-a5cf-dc29388df769 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Dec 15 15:01:13.013937 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e2000-166b-4d3c-8dc5-993bf3219589 req-3e8a63a3-4681-4649-b6cb-90d4249871f1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:13.015506 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-822e2000-166b-4d3c-8dc5-993bf3219589 req-3e8a63a3-4681-4649-b6cb-90d4249871f1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0919185 Dec 15 15:01:13.063542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-822e2000-166b-4d3c-8dc5-993bf3219589 req-b52cc838-2a6e-4f2d-8dfb-7a788be04109 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Dec 15 15:01:14.226709 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a1dfd-35fa-4bba-b039-6b7554af5b48 req-e568081e-5e6f-43e7-a54f-ce08f7b5806e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:14.228242 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b98a1dfd-35fa-4bba-b039-6b7554af5b48 req-e568081e-5e6f-43e7-a54f-ce08f7b5806e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0965292 Dec 15 15:01:14.278753 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b98a1dfd-35fa-4bba-b039-6b7554af5b48 req-f782399d-b947-4b3d-b040-57dba5a953a1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Dec 15 15:01:15.398467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f6a95-0cca-492f-820f-97fccc356130 req-32bd706e-7448-4980-9385-a4b0526274f0 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:15.399950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-052f6a95-0cca-492f-820f-97fccc356130 req-32bd706e-7448-4980-9385-a4b0526274f0 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0529888 Dec 15 15:01:15.450544 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-052f6a95-0cca-492f-820f-97fccc356130 req-9053586c-f11f-4bf6-b2f5-be385ebefdb1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445876 Dec 15 15:01:16.568739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909adc6-f409-42e4-9e0c-e6474e8a92a5 req-df8714cd-7f5d-4c00-9097-c0fe59f97fce tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:16.570235 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d909adc6-f409-42e4-9e0c-e6474e8a92a5 req-df8714cd-7f5d-4c00-9097-c0fe59f97fce tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 944 time: 0.0497179 Dec 15 15:01:16.619144 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d909adc6-f409-42e4-9e0c-e6474e8a92a5 req-86be6b2b-c44a-466d-8061-b632c740aad8 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Dec 15 15:01:17.249013 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:01:17.342659 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:17.353975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'port_id': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'mac_address': 'fa:16:3e:a5:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:01:17.390323 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:17.406737 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:01:17.427409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:17.431252 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:17.478345 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=9']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:17.665354 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:01:17.735037 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d346f69-25bc-4482-bff8-2532a7db2067 req-24fa036e-c263-4cae-a118-902bea6cbd35 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:17.736454 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d346f69-25bc-4482-bff8-2532a7db2067 req-24fa036e-c263-4cae-a118-902bea6cbd35 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 945 time: 0.0483921 Dec 15 15:01:17.787245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1d346f69-25bc-4482-bff8-2532a7db2067 req-d54bebba-1986-4926-a0ee-d61cfa3a2e6e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445895 Dec 15 15:01:18.905971 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f8361-c0dd-4096-a3e7-fa722fe1cc2e req-670f5fe8-ebf3-47d7-be3d-2f617a587465 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:18.907426 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d0f8361-c0dd-4096-a3e7-fa722fe1cc2e req-670f5fe8-ebf3-47d7-be3d-2f617a587465 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 945 time: 0.0528581 Dec 15 15:01:18.956081 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7d0f8361-c0dd-4096-a3e7-fa722fe1cc2e req-25b06c5d-1fca-4751-b4b4-4dafe9ca3d88 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Dec 15 15:01:19.253374 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:01:19.302539 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 15:01:19.306455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:01:19.306835 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:19.387073 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:19.409749 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:01:19.412767 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4051724-3b9e-4dae-a627-dd7b9f67f319" -d '{"events": [{"server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "name": "network-vif-plugged", "status": "completed", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:01:19.425071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:19.429345 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:19.477213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=10']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:20.074406 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8e57c-cec1-465e-bc7c-7e0be5ee6359 req-5756c6a0-8614-45cf-ab5e-d27415a1fc18 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:20.075910 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db8e57c-cec1-465e-bc7c-7e0be5ee6359 req-5756c6a0-8614-45cf-ab5e-d27415a1fc18 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 947 time: 0.0486689 Dec 15 15:01:20.124968 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7db8e57c-cec1-465e-bc7c-7e0be5ee6359 req-bd19aabe-1ba3-4a71-9f1c-a89c760826ff tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Dec 15 15:01:20.471192 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15a43ae-3c29-40c5-a891-f790684c4e23 x-openstack-request-id: req-e15a43ae-3c29-40c5-a891-f790684c4e23 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:01:20.471647 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "name": "network-vif-plugged", "status": "completed", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:01:20.471754 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e15a43ae-3c29-40c5-a891-f790684c4e23 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:01:20.472179 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'code': 200} Dec 15 15:01:20.617605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d370ee-a68f-4556-9765-4f8398851b7b req-3336c59c-7305-4598-b119-59a7f0da26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:20.619107 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d370ee-a68f-4556-9765-4f8398851b7b req-3336c59c-7305-4598-b119-59a7f0da26d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1098 time: 0.0409200 Dec 15 15:01:20.670157 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-32d370ee-a68f-4556-9765-4f8398851b7b req-ba037e53-738e-435a-b2a1-f4f0a94c4646 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Dec 15 15:01:21.245120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589979a-0a44-4000-ad67-c4260633c81d req-d95bdbc0-467c-4f9e-a5ec-1cad5132a4d5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:21.246585 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5589979a-0a44-4000-ad67-c4260633c81d req-d95bdbc0-467c-4f9e-a5ec-1cad5132a4d5 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 947 time: 0.0521083 Dec 15 15:01:21.600328 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5589979a-0a44-4000-ad67-c4260633c81d req-2de84e74-1104-4a2f-aad6-a4996f6e37a0 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475437 Dec 15 15:01:22.723437 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0599d-74fc-4217-9bbe-a92afd233f63 req-dc4c9891-9c22-432d-93a9-08662002662e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:22.725121 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03e0599d-74fc-4217-9bbe-a92afd233f63 req-dc4c9891-9c22-432d-93a9-08662002662e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 947 time: 0.0531075 Dec 15 15:01:22.779052 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-03e0599d-74fc-4217-9bbe-a92afd233f63 req-db82a8c2-fc86-422b-a538-6c58fa2da55c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458591 Dec 15 15:01:31.370186 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9c18f8ec-8071-4f44-8ce9-f650bc328613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:31.497725 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:31.684662 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:33.989094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9821a32-a4f7-42e4-932b-5be04a19b47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:35.131955 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:36.884811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:37.506883 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:44.294724 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:01:49.162702 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-0414b2e7-9580-4ff2-b3a3-0223f017a9b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769937 Dec 15 15:01:49.252208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-d970c400-3b11-4db8-9c79-6b52c387c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:49.253700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-d970c400-3b11-4db8-9c79-6b52c387c0bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1098 time: 0.0449238 Dec 15 15:01:49.356071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-a75b03ff-c3a2-407f-ad7b-01ecec2afe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:49.357446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-a75b03ff-c3a2-407f-ad7b-01ecec2afe3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.0841630 Dec 15 15:01:49.429485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-9f80a350-eec2-4618-8f3a-2f39633f01f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 1002 time: 0.0625098 Dec 15 15:01:49.480611 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-b686f179-d5e8-41fb-a1a0-2bc35d712044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:49.482056 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-b686f179-d5e8-41fb-a1a0-2bc35d712044 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0444050 Dec 15 15:01:49.531327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-19d3a5e6-05d8-4961-b5bc-33d35e0f5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:49.532811 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-19d3a5e6-05d8-4961-b5bc-33d35e0f5ca5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398140 Dec 15 15:01:49.623620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-c9d321c1-c031-4817-8837-5c0b12d7c3e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837784 Dec 15 15:01:49.711040 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d69cf226-765a-4c65-bc7a-3748d8c768da req-34419613-8e64-4bfd-b8a5-a57b595709a3 service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801594 Dec 15 15:02:01.372797 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-33566f70-a5a0-4cd9-b729-c84d3d81018d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:01.499951 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:01.681706 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:03.990283 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-13670395-425f-463d-be05-f66700696692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:05.134903 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.889008 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.511535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:21.294491 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:02:31.376049 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-40ed2a3e-ba31-44a8-b311-9823ef7506e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:31.511125 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:31.690110 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:33.996164 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b0c7-c50a-45e4-9498-988c7b9633fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:35.136701 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:36.890162 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:37.514360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:38.573098 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52548) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:38.729753 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Deleting port 56a8531c-1921-4394-98ba-827ca01300e7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:38.730097 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:38.807453 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:38.807778 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:38.819339 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Calling delete_port for 56a8531c-1921-4394-98ba-827ca01300e7 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:38.967033 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:38.992088 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event deleted for resources: {'Port': ['ID=56a8531c-1921-4394-98ba-827ca01300e7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:39.017046 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.017423 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.017757 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.018096 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.018436 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.018772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.019108 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.019440 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.019777 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.020132 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.020459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.020784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.021104 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:39.062125 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:39.062461 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Floating IP 6b621109-417f-408d-829d-3a6b8be3bdd2 disassociated (deleted). External IP: 172.25.7.140, port: cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899. Dec 15 15:02:39.269473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Router 19535bcf-e1dd-426d-a807-1239f89f5885 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:02:39.375245 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:02:39.380040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:39.385346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] Sync routers for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:02:39.395628 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:39.396294 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:39.407228 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2641de6e-ae09-465f-a115-47438f3e4c7c tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "DELETE /v2.0/floatingips/6b621109-417f-408d-829d-3a6b8be3bdd2 HTTP/1.1" status: 204 len: 168 time: 0.8330216 Dec 15 15:02:39.407991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:02:39.410465 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdce523-0953-45eb-b5aa-4bf246e7d876" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:02:39.515709 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:39.520793 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f49415-cd33-44da-9547-9c45d92bd2a7 x-openstack-request-id: req-f1f49415-cd33-44da-9547-9c45d92bd2a7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:02:39.521045 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:02:39.521309 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f1f49415-cd33-44da-9547-9c45d92bd2a7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:02:39.521770 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'status': 'completed', 'code': 200} Dec 15 15:02:39.590328 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-e56051e3-dffa-4047-9e74-880fb014b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:39.591884 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-e56051e3-dffa-4047-9e74-880fb014b913 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e04efd425b840499db086f0c8a0e48e&device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 1098 time: 0.0468826 Dec 15 15:02:39.706861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bebb9-1f01-44a3-bf09-d02a1023af3a req-c9f93e2e-d6d1-4db7-9624-8ca16e5dd47a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:39.708373 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-278bebb9-1f01-44a3-bf09-d02a1023af3a req-c9f93e2e-d6d1-4db7-9624-8ca16e5dd47a tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 947 time: 0.1011531 Dec 15 15:02:39.746120 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-09c6e2da-2c11-4a74-82ca-8eedfd4eebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:39.748453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-09c6e2da-2c11-4a74-82ca-8eedfd4eebd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 200 len: 910 time: 0.1489403 Dec 15 15:02:39.749326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:39.775414 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] Checking router: 19535bcf-e1dd-426d-a807-1239f89f5885 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:02:39.783525 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:39.784171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:39.818848 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-1502e3f7-adcb-4cf0-ab83-4da3410e52ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 200 len: 217 time: 0.0615289 Dec 15 15:02:39.843260 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-278bebb9-1f01-44a3-bf09-d02a1023af3a req-f06429bf-9a67-4437-99b9-728537669d6e tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268427 Dec 15 15:02:39.877605 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-2d28bed2-fc25-4d66-a2e3-3eb403400078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:39.879058 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-2d28bed2-fc25-4d66-a2e3-3eb403400078 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 200 len: 847 time: 0.0489919 Dec 15 15:02:39.891120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:39.926346 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-d80a6740-e8d0-43cf-a071-b8843a194741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:39.927905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-d80a6740-e8d0-43cf-a071-b8843a194741 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ab1dd31-245c-4f38-a005-6a933ff9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407772 Dec 15 15:02:40.024371 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-8ac9fa95-f7f5-4e01-81e5-9b82f4a09e3e service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878422 Dec 15 15:02:40.090932 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:40.116582 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-dcdce523-0953-45eb-b5aa-4bf246e7d876 req-7428dbe7-a265-4294-ab25-b397c316c98b service neutron] 10.222.0.24 "GET /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838301 Dec 15 15:02:40.130535 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b88e1-d4ee-4064-812a-5de382495ae2 None None] The sync data for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 is: [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': 'f4dd50aa-ba0f-45c9-902b-c3d35c2e958b', 'name': '', 'network_id': '2ab1dd31-245c-4f38-a005-6a933ff9c5b7', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'mac_address': 'fa:16:3e:4a:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:57Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'subnets': [{'id': 'f7de05d3-4feb-4ac3-9338-1a8fbffb6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:02:40.350077 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9c478-2b47-42e6-bba6-2a6613dbafbc None None] New status for floating IP 6b621109-417f-408d-829d-3a6b8be3bdd2: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:02:40.964645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870b5ef-961e-40cf-a56c-8c3082eaf2e1 req-533f594d-41c8-4b68-b1bd-74c07b92d2e1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:40.966127 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5870b5ef-961e-40cf-a56c-8c3082eaf2e1 req-533f594d-41c8-4b68-b1bd-74c07b92d2e1 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 947 time: 0.0508525 Dec 15 15:02:41.022874 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-5870b5ef-961e-40cf-a56c-8c3082eaf2e1 req-3711a747-a3c2-4e22-ac27-62ac3277c206 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d36021-b9db-4358-8f91-7d862a3fe13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507667 Dec 15 15:02:41.143300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-3991635d-0d76-4eff-aa28-a630df70e703 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:41.144717 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-3991635d-0d76-4eff-aa28-a630df70e703 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 947 time: 0.0491834 Dec 15 15:02:41.239756 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Deleting port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:41.240153 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:41.327703 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] For port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:41.328104 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:41.340420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Calling delete_port for cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:41.480484 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:41.510892 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event deleted for resources: {'Port': ['ID=cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:41.556031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] No DVR routers for this DVR port cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:02:41.558828 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:41.562355 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b15f7170-b61a-4d75-b93c-da83cbe9081d req-07cd588d-2d46-47b7-a3ae-d300ac90f8ac tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.24 "DELETE /v2.0/ports/cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 HTTP/1.1" status: 204 len: 173 time: 0.4113877 Dec 15 15:02:41.562804 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'name': 'network-vif-deleted', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:02:41.565094 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652e8200-f99a-4c85-ae97-149ff757b7c3" -d '{"events": [{"server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "name": "network-vif-deleted", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:02:41.609468 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e7e61-c9de-4991-82cc-d2a19d74e1d9 x-openstack-request-id: req-3a8e7e61-c9de-4991-82cc-d2a19d74e1d9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:02:41.609963 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe68150-bbbd-4f42-8b46-bde44d993311", "name": "network-vif-deleted", "tag": "cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:02:41.610868 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3a8e7e61-c9de-4991-82cc-d2a19d74e1d9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:02:41.610868 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe68150-bbbd-4f42-8b46-bde44d993311', 'name': 'network-vif-deleted', 'tag': 'cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899', 'status': 'completed', 'code': 200} Dec 15 15:02:42.131481 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d44ea209-c4a1-44ed-ab46-1e5f70b80485 req-5cf71ead-4f55-4819-8cfb-7342663372f9 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 210 time: 0.0338380 Dec 15 15:02:43.233125 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5fa49ac4-d880-4026-beb2-93752b99246c req-21438701-3bf3-4f3d-8720-84258aa735b6 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 210 time: 0.0276513 Dec 15 15:02:44.333652 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-98dd0efe-b7f5-4c9c-90e8-c70ec587b56d req-cf6cc0ed-a940-40d5-94e2-0f64f0321f14 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 210 time: 0.0297434 Dec 15 15:02:45.427572 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-59a52eb0-0bb6-45b6-aacf-e496cc4a4c73 req-149a6caf-8998-4fde-9be1-8d20d88673ab tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe68150-bbbd-4f42-8b46-bde44d993311 HTTP/1.1" status: 200 len: 210 time: 0.0255508 Dec 15 15:02:45.650279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:45.671338 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:45.671698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device cf3cffe9-5a5c-4ae4-b7c1-75ff5de82899 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:46.489398 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:46.547219 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:46.572659 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:46.632391 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:46.635665 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:46.636856 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] 10.222.0.86 "DELETE /v2.0/security-groups/90d36021-b9db-4358-8f91-7d862a3fe13b HTTP/1.1" status: 204 len: 168 time: 0.1464598 Dec 15 15:02:46.646542 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d36021-b9db-4358-8f91-7d862a3fe13b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:46.656463 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.656818 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.657160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.657496 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.657831 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.658159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.658681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.659017 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.659352 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.659681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.660040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.660364 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.660700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be236cc-5777-488e-bf12-f3a7c61efe46 tempest-TestShelveInstance-548249733 tempest-TestShelveInstance-548249733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:46.688334 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52586) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:47.135737 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:47.391450 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Deleting port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:47.391720 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:47.472466 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] For port f4dd50aa-ba0f-45c9-902b-c3d35c2e958b, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:47.472833 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:47.485725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Calling delete_port for f4dd50aa-ba0f-45c9-902b-c3d35c2e958b owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:47.676439 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:47.709803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dd50aa-ba0f-45c9-902b-c3d35c2e958b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:47.887394 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:48.115525 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Router 19535bcf-e1dd-426d-a807-1239f89f5885 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:02:48.231263 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:02:48.239351 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52590) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:48.240074 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-876f45a4-6593-4855-a4b1-02ca9774ecb0 admin admin] 10.222.0.86 "PUT /v2.0/routers/19535bcf-e1dd-426d-a807-1239f89f5885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5506284 Dec 15 15:02:48.242237 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] Sync routers for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:02:48.260031 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:48.260679 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:48.364366 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:48.378891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:48.475769 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:48.537476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Deleting port eb20ed3e-2a6e-4d02-8631-efa63b8538f9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:48.537863 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:48.637065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] For port eb20ed3e-2a6e-4d02-8631-efa63b8538f9, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=eb20ed3e-2a6e-4d02-8631-efa63b8538f9,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:48.637440 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:48.650492 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Calling delete_port for eb20ed3e-2a6e-4d02-8631-efa63b8538f9 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:48.754874 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T15:02:47Z', 'revision_number': 5, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port': {'id': 'eb20ed3e-2a6e-4d02-8631-efa63b8538f9', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:53:56Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:48.788621 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] Checking router: 19535bcf-e1dd-426d-a807-1239f89f5885 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:02:48.798257 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] Routers {'19535bcf-e1dd-426d-a807-1239f89f5885'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:48.798876 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['19535bcf-e1dd-426d-a807-1239f89f5885'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:48.856775 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:48.884191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb20ed3e-2a6e-4d02-8631-efa63b8538f9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:48.897298 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] Set router 19535bcf-e1dd-426d-a807-1239f89f5885 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:48.928308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1b6fb-17d2-4cb2-bd3c-89f7941c1fe1 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:48.958783 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:48.965692 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T15:02:48Z', 'revision_number': 6, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:48.998048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ebfd1b-99e0-47ed-940e-8403d60875a1 None None] The sync data for ids ['19535bcf-e1dd-426d-a807-1239f89f5885'] in n-d-821840-1 is: [{'id': '19535bcf-e1dd-426d-a807-1239f89f5885', 'name': 'tempest-TestShelveInstance-928563596-router', 'tenant_id': '0e04efd425b840499db086f0c8a0e48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:53:55Z', 'updated_at': '2021-12-15T15:02:48Z', 'revision_number': 6, 'project_id': '0e04efd425b840499db086f0c8a0e48e', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:02:49.051232 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.053392 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.100486 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.101044 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19535bcf-e1dd-426d-a807-1239f89f5885 {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:02:49.106007 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.109441 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-a293e204-f75b-42db-ac2a-ea9e58d8e868 admin admin] 10.222.0.86 "DELETE /v2.0/routers/19535bcf-e1dd-426d-a807-1239f89f5885 HTTP/1.1" status: 204 len: 168 time: 0.8637526 Dec 15 15:02:49.109649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52592) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:49.156495 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e243a0d-65c1-4dae-925f-da3389d6cda5 admin admin] Deleting subnet f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:02:49.159552 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e243a0d-65c1-4dae-925f-da3389d6cda5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.197736 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e243a0d-65c1-4dae-925f-da3389d6cda5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.279077 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e243a0d-65c1-4dae-925f-da3389d6cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.333478 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e243a0d-65c1-4dae-925f-da3389d6cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.354642 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b56cfb-db03-414d-990c-370b8abb81c0 None None] Network 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:02:49.365207 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e243a0d-65c1-4dae-925f-da3389d6cda5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.371694 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52594) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:49.372329 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-2e243a0d-65c1-4dae-925f-da3389d6cda5 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f7de05d3-4feb-4ac3-9338-1a8fbffb6d41 HTTP/1.1" status: 204 len: 168 time: 0.2610960 Dec 15 15:02:49.373196 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e243a0d-65c1-4dae-925f-da3389d6cda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7de05d3-4feb-4ac3-9338-1a8fbffb6d41,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:49.471842 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.528294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Deleting port 6e11bf76-dc02-4f05-ae12-d40652ef1d68 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:49.528615 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.598156 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] For port 6e11bf76-dc02-4f05-ae12-d40652ef1d68, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6e11bf76-dc02-4f05-ae12-d40652ef1d68,segment=NetworkSegment(f4b10a36-93c6-4185-92d8-68a896d2fcb8),segment_id=f4b10a36-93c6-4185-92d8-68a896d2fcb8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:49.598527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.612947 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Calling delete_port for 6e11bf76-dc02-4f05-ae12-d40652ef1d68 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:49.696988 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.725820 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e11bf76-dc02-4f05-ae12-d40652ef1d68,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:49.728280 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] No DVR routers for this DVR port 6e11bf76-dc02-4f05-ae12-d40652ef1d68 on host n-d-821840-1 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:02:49.810222 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.816697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e6b207-cfb3-4035-876e-8b13d06a9767 None None] DHCP port deletion for 2ab1dd31-245c-4f38-a005-6a933ff9c5b7 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:49.839246 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab1dd31-245c-4f38-a005-6a933ff9c5b7']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:49.850361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b10a36-93c6-4185-92d8-68a896d2fcb8') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:49.850597 n-d-821840-1 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b10a36-93c6-4185-92d8-68a896d2fcb8') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:49.861398 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26041194'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.875413 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.881645 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:02:49.882006 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26041058'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: Traceback (most recent call last): Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: timer() Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: cb(*args, **kw) Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: return func(*args, **kwargs) Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: self._notify() Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: self.callback(batched_events) Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: event.method(event) Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: return f(self, *a, **k) Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: return self._get(url).json() Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:02:49.885517 n-d-821840-1 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:02:49.948460 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.967390 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:49.971022 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] 10.222.0.86 "DELETE /v2.0/networks/2ab1dd31-245c-4f38-a005-6a933ff9c5b7 HTTP/1.1" status: 204 len: 168 time: 0.5967259 Dec 15 15:02:49.971981 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98c9c8-6ed0-43fb-8d20-ca4800d8761d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab1dd31-245c-4f38-a005-6a933ff9c5b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:49.974116 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52596) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:50.352749 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:50.361718 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e11bf76-dc02-4f05-ae12-d40652ef1d68 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:50.384269 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6e11bf76-dc02-4f05-ae12-d40652ef1d68 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:50.384638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6e11bf76-dc02-4f05-ae12-d40652ef1d68 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:50.385134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f4dd50aa-ba0f-45c9-902b-c3d35c2e958b no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:50.404748 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: f4dd50aa-ba0f-45c9-902b-c3d35c2e958b {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:50.405037 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device f4dd50aa-ba0f-45c9-902b-c3d35c2e958b not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:50.405448 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eb20ed3e-2a6e-4d02-8631-efa63b8538f9 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:50.426972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: eb20ed3e-2a6e-4d02-8631-efa63b8538f9 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:50.427321 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device eb20ed3e-2a6e-4d02-8631-efa63b8538f9 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:50.600824 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Deleting port 2b3a245e-e936-43cf-9c27-90f468da9976 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:50.601442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:50.977802 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] For port 2b3a245e-e936-43cf-9c27-90f468da9976, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=2b3a245e-e936-43cf-9c27-90f468da9976,segment=NetworkSegment(a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d),segment_id=a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:50.978164 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:50.990620 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Calling delete_port for 2b3a245e-e936-43cf-9c27-90f468da9976 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:51.171324 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:51.197801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3a245e-e936-43cf-9c27-90f468da9976,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:51.360337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:51.581377 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Router e9780f4d-6c13-4e15-94c7-973e26e267b7 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:02:51.690077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:02:51.700203 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] Sync routers for ids ['e9780f4d-6c13-4e15-94c7-973e26e267b7'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:02:51.701372 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d9cbf42f-4045-4b3e-ae5c-2f9419110874 admin admin] 10.222.0.86 "PUT /v2.0/routers/e9780f4d-6c13-4e15-94c7-973e26e267b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259927 Dec 15 15:02:51.703914 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:51.712171 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] Routers {'e9780f4d-6c13-4e15-94c7-973e26e267b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:51.712895 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e9780f4d-6c13-4e15-94c7-973e26e267b7'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:51.809290 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:51.815939 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] Set router e9780f4d-6c13-4e15-94c7-973e26e267b7 gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:51.916491 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:51.969856 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Deleting port 225176b1-667c-42d5-af7c-554cdefce22f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:51.970305 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:51.998147 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '225176b1-667c-42d5-af7c-554cdefce22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T15:02:51Z', 'revision_number': 5, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port': {'id': '225176b1-667c-42d5-af7c-554cdefce22f', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T14:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:52.058668 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] For port 225176b1-667c-42d5-af7c-554cdefce22f, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=225176b1-667c-42d5-af7c-554cdefce22f,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:52.059041 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.073145 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Calling delete_port for 225176b1-667c-42d5-af7c-554cdefce22f owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:52.109416 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] Checking router: e9780f4d-6c13-4e15-94c7-973e26e267b7 for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:02:52.118989 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] Routers {'e9780f4d-6c13-4e15-94c7-973e26e267b7'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:52.119600 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['e9780f4d-6c13-4e15-94c7-973e26e267b7'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:52.208340 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] Set router e9780f4d-6c13-4e15-94c7-973e26e267b7 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:52.252177 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.266577 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T15:02:51Z', 'revision_number': 6, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:52.275967 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=225176b1-667c-42d5-af7c-554cdefce22f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:52.296192 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f38f43-4b1c-4561-97df-6a81f93bb1ef None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:52.298851 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b085eec-ea06-4085-a1de-3a28a656bb6e None None] The sync data for ids ['e9780f4d-6c13-4e15-94c7-973e26e267b7'] in n-d-821840-1 is: [{'id': 'e9780f4d-6c13-4e15-94c7-973e26e267b7', 'name': 'tempest-TestShelveInstance-1258515783-router', 'tenant_id': '7d1be83a4da74c7abad5943e771dcef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:00Z', 'updated_at': '2021-12-15T15:02:51Z', 'revision_number': 6, 'project_id': '7d1be83a4da74c7abad5943e771dcef2', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:02:52.354544 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.450729 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.452848 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.496810 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.497498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9780f4d-6c13-4e15-94c7-973e26e267b7 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:02:52.501861 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.503066 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-73021948-e615-4a5d-a24f-a027075f8c30 admin admin] 10.222.0.86 "DELETE /v2.0/routers/e9780f4d-6c13-4e15-94c7-973e26e267b7 HTTP/1.1" status: 204 len: 168 time: 0.7981219 Dec 15 15:02:52.505502 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:52.551055 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f116539d-df27-4e96-9fe8-6c7194f18815 admin admin] Deleting subnet 7705c5e8-627a-4ab1-a12d-bf0716e4d6b6 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:02:52.554225 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f116539d-df27-4e96-9fe8-6c7194f18815 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.589489 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f116539d-df27-4e96-9fe8-6c7194f18815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.671717 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f116539d-df27-4e96-9fe8-6c7194f18815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.729133 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f116539d-df27-4e96-9fe8-6c7194f18815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.756994 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116539d-df27-4e96-9fe8-6c7194f18815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7705c5e8-627a-4ab1-a12d-bf0716e4d6b6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:52.761232 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f116539d-df27-4e96-9fe8-6c7194f18815 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.766920 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd44f36-a530-47c7-bd8e-11420c6b7a6a None None] Network 14a37ade-cb92-4bd2-b289-4c70b2920ea2 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:02:52.767303 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:52.767810 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-f116539d-df27-4e96-9fe8-6c7194f18815 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7705c5e8-627a-4ab1-a12d-bf0716e4d6b6 HTTP/1.1" status: 204 len: 168 time: 0.2607875 Dec 15 15:02:52.835354 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.894452 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Deleting port 6f7a3058-70b1-4721-91f0-04a123fa270a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:52.894790 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.095787 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] DHCP port deletion for 14a37ade-cb92-4bd2-b289-4c70b2920ea2 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:53.153778 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Deleting port 6f7a3058-70b1-4721-91f0-04a123fa270a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:53.154246 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.221361 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] For port 6f7a3058-70b1-4721-91f0-04a123fa270a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6f7a3058-70b1-4721-91f0-04a123fa270a,segment=NetworkSegment(a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d),segment_id=a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:53.221771 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.235577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Calling delete_port for 6f7a3058-70b1-4721-91f0-04a123fa270a owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:53.286124 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] For port 6f7a3058-70b1-4721-91f0-04a123fa270a, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6f7a3058-70b1-4721-91f0-04a123fa270a,segment=NetworkSegment(a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d),segment_id=a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:53.286497 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.300488 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Calling delete_port for 6f7a3058-70b1-4721-91f0-04a123fa270a owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:53.324575 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.359164 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] No DVR routers for this DVR port 6f7a3058-70b1-4721-91f0-04a123fa270a on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:02:53.363537 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Pushing event deleted for resources: {'Port': ['ID=6f7a3058-70b1-4721-91f0-04a123fa270a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:53.374431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.374431 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.374764 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.375107 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.375446 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.375782 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.376285 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.376647 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.376950 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.377416 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.377780 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.378117 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.378445 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf070d5c-61c7-4786-8986-f4f08b4a7ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:53.388810 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.415687 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7a3058-70b1-4721-91f0-04a123fa270a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:53.422129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] No DVR routers for this DVR port 6f7a3058-70b1-4721-91f0-04a123fa270a on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:02:53.490938 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.513487 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a37ade-cb92-4bd2-b289-4c70b2920ea2']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:53.522817 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:53.523121 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33152a5-c86e-4fb0-a0f9-b74ba0c5d56d') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:53.536210 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.549403 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.556260 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:02:53.556747 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: self.session.flush() Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: timer() Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:02:53.558406 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:02:53.609710 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.615295 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.619999 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] 10.222.0.86 "DELETE /v2.0/networks/14a37ade-cb92-4bd2-b289-4c70b2920ea2 HTTP/1.1" status: 204 len: 168 time: 0.8515866 Dec 15 15:02:53.630724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e719dee-9bb5-4051-8230-e6c246bcf4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=14a37ade-cb92-4bd2-b289-4c70b2920ea2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:53.729689 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52606) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:53.773198 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3a763f3f-5b27-4c85-8047-4d5ce2b50f0b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0e04efd425b840499db086f0c8a0e48e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422847 Dec 15 15:02:53.776367 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52608) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:53.827338 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5b88-fb2e-4cf2-948c-4c9eb55b1dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.852898 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5b88-fb2e-4cf2-948c-4c9eb55b1dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.900277 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5b88-fb2e-4cf2-948c-4c9eb55b1dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.902846 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5b88-fb2e-4cf2-948c-4c9eb55b1dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:53.904062 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-4d3a5b88-fb2e-4cf2-948c-4c9eb55b1dd2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0a2650c4-4ca9-48a4-974d-f3e45021d018 HTTP/1.1" status: 204 len: 168 time: 0.1267440 Dec 15 15:02:53.912092 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a5b88-fb2e-4cf2-948c-4c9eb55b1dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2650c4-4ca9-48a4-974d-f3e45021d018,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:54.222912 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52614) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:54.263978 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f474f279-1a97-4b1b-828b-3ade25da5c34 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7d1be83a4da74c7abad5943e771dcef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398631 Dec 15 15:02:54.266454 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52616) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:54.314567 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcb00b06-1b64-4461-9054-0cdcfe78d961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:54.337289 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcb00b06-1b64-4461-9054-0cdcfe78d961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:54.349359 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6f7a3058-70b1-4721-91f0-04a123fa270a no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:54.371383 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6f7a3058-70b1-4721-91f0-04a123fa270a {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:54.371734 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6f7a3058-70b1-4721-91f0-04a123fa270a not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:54.372178 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2b3a245e-e936-43cf-9c27-90f468da9976 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:54.391637 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcb00b06-1b64-4461-9054-0cdcfe78d961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:54.394468 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fcb00b06-1b64-4461-9054-0cdcfe78d961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:54.394598 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 2b3a245e-e936-43cf-9c27-90f468da9976 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:54.394857 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 2b3a245e-e936-43cf-9c27-90f468da9976 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:54.395274 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 225176b1-667c-42d5-af7c-554cdefce22f no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:54.395905 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fcb00b06-1b64-4461-9054-0cdcfe78d961 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b5e25a5b-843d-43a6-be50-c8c9899da39f HTTP/1.1" status: 204 len: 168 time: 0.1285138 Dec 15 15:02:54.404508 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb00b06-1b64-4461-9054-0cdcfe78d961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e25a5b-843d-43a6-be50-c8c9899da39f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:54.424162 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 225176b1-667c-42d5-af7c-554cdefce22f {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:54.424519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 225176b1-667c-42d5-af7c-554cdefce22f not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:55.060862 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52638) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:55.155678 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-272221770-network', 'tenant_id': '0ee349df5b85440798ce557b7dc26140'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:02:55.176676 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Made reservation on behalf of 0ee349df5b85440798ce557b7dc26140 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:02:55.178898 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.187922 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.262731 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.268855 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.296129 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 15:02:55.306785 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695a3dbc-45f3-4632-8fe0-4f41aaedc9e7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:55.312625 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.312979 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Added segment 9ab61a21-21bf-4cf0-88fd-3e7599c27f52 of type vlan for network 7ae323c4-067a-4205-9ce6-24bedfff64fe Dec 15 15:02:55.354341 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.378619 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.379724 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:55.380383 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.433831 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3716960 Dec 15 15:02:55.436671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52642) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:55.441985 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Request body: {'subnet': {'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-272221770-subnet', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:02:55.447659 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbffb4-25d8-430d-a4c8-76ff74ded4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae323c4-067a-4205-9ce6-24bedfff64fe,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:55.458233 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 15:02:55.466100 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Made reservation on behalf of 0ee349df5b85440798ce557b7dc26140 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:02:55.468520 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.641304 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.698997 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=644e3a11-173d-4ee5-a597-93740d5034d0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:55.709077 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Checking segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:02:55.709443 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Network hostable DHCP agents. Network: 7ae323c4-067a-4205-9ce6-24bedfff64fe, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 15:02:55.725604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 15:02:55.734904 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 7ae323c4-067a-4205-9ce6-24bedfff64fe) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:02:55.738686 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:55.739276 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.744175 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef78ffb-0875-474e-9486-ce7bbda37205 None None] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:02:55.754728 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-23bfb4eb-7315-4429-b04a-b1c14761f99a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3168726 Dec 15 15:02:55.757512 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52644) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:55.761814 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:02:55.782372 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.783676 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.839442 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.848480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-7ae323c4-067a-4205-9ce6-24bedfff64fe', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 15:02:55.849489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.983459 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:55.988270 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Allocated IP 172.20.0.2 (7ae323c4-067a-4205-9ce6-24bedfff64fe/644e3a11-173d-4ee5-a597-93740d5034d0/5d3435bb-794d-4967-956d-afaa0719a0ed) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:02:56.135495 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.141142 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.183092 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:02:56.186136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:02:56.188939 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.189605 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:02:56.197065 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Pushing event updated for resources: {'Port': ['ID=5d3435bb-794d-4967-956d-afaa0719a0ed,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:56.216777 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.254362 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Attempting to bind port 5d3435bb-794d-4967-956d-afaa0719a0ed on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:02:56.254826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Attempting to bind port 5d3435bb-794d-4967-956d-afaa0719a0ed by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:02:56.255370 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Attempting to bind port 5d3435bb-794d-4967-956d-afaa0719a0ed on network 7ae323c4-067a-4205-9ce6-24bedfff64fe {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:02:56.262145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:02:56.262649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Checking segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:02:56.263229 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.263666 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Bound using segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:02:56.264168 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Bound port: 5d3435bb-794d-4967-956d-afaa0719a0ed, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:02:56.264585 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.325532 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Allocated IP 172.25.7.199 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/8f5d516e-28d0-4d39-ad9c-6c394c4579fb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:02:56.332819 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] For port 5d3435bb-794d-4967-956d-afaa0719a0ed, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:02:56.335793 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] For port 5d3435bb-794d-4967-956d-afaa0719a0ed, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5d3435bb-794d-4967-956d-afaa0719a0ed,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:02:56.341946 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.403830 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ab3bd-1123-4a7e-8ac5-7b0c7ddf638a None None] Pushing event updated for resources: {'Port': ['ID=5d3435bb-794d-4967-956d-afaa0719a0ed,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:56.441062 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.476536 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.518920 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:02:56.522049 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:02:56.526206 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:02:56.534308 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5d516e-28d0-4d39-ad9c-6c394c4579fb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:56.536785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add9e5be-9e08-4c28-9c10-6e06a7b951c4 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:56.671215 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-fea0f775-222b-4861-9460-aff290ad903d None None] Provisioning complete for port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:56.671215 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fea0f775-222b-4861-9460-aff290ad903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.709498 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-fea0f775-222b-4861-9460-aff290ad903d None None] Port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:02:56.821282 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:57.050094 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:57.187093 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Router fb03865c-3db1-4f98-b286-5582a724afe9 is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 15:02:57.355463 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6364957-0f33-42d9-843b-e73f32632e71 None None] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:02:57.462057 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-da68e7f0-1cde-4160-8de5-bd193fe048f3 None None] Provisioning complete for port 5d3435bb-794d-4967-956d-afaa0719a0ed triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:57.462427 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da68e7f0-1cde-4160-8de5-bd193fe048f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:57.558418 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da68e7f0-1cde-4160-8de5-bd193fe048f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:57.599683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-da68e7f0-1cde-4160-8de5-bd193fe048f3 None None] For port 5d3435bb-794d-4967-956d-afaa0719a0ed, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5d3435bb-794d-4967-956d-afaa0719a0ed,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:57.606294 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da68e7f0-1cde-4160-8de5-bd193fe048f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:57.655294 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:02:57.666901 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Sync routers for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:02:57.677806 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68e7f0-1cde-4160-8de5-bd193fe048f3 None None] Pushing event updated for resources: {'Port': ['ID=5d3435bb-794d-4967-956d-afaa0719a0ed,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:57.679173 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:57.684309 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3b7e7ba1-c464-486a-8ae0-2989550e4896 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9226971 Dec 15 15:02:57.685170 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52646) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:57.688198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:57.688837 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:57.762232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-128caa89-d827-449e-b24d-88fb5dc8ace2 None None] Provisioning complete for port 5d3435bb-794d-4967-956d-afaa0719a0ed triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:57.762609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-128caa89-d827-449e-b24d-88fb5dc8ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.016156 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:58.130440 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.249049 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:56Z', 'revision_number': 3, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:58.280671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Checking router: fb03865c-3db1-4f98-b286-5582a724afe9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:02:58.280953 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Updating router fb03865c-3db1-4f98-b286-5582a724afe9 port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 15:02:58.293488 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:02:58.297612 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Allocated IP 172.20.0.1 (7ae323c4-067a-4205-9ce6-24bedfff64fe/644e3a11-173d-4ee5-a597-93740d5034d0/6f6ba797-8c6f-4e31-8b5c-8915796d0e60) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:02:58.306488 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.400557 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5d3435bb-794d-4967-956d-afaa0719a0ed up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:02:58.417982 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.452306 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.493495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:02:58.496530 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:02:58.500159 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:02:58.520853 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 5d3435bb-794d-4967-956d-afaa0719a0ed triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:58.521237 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.534090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Pushing event updated for resources: {'Port': ['ID=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:58.547184 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.692988 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.696619 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.700458 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.749715 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8189f3-6452-4cb2-97c5-3488cb90619e None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:58.765518 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db9473-a33d-4f8e-b093-b2030b1ab0c1 None None] Pushing event updated for resources: {'Port': ['ID=8f5d516e-28d0-4d39-ad9c-6c394c4579fb,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:58.768239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Attempting to bind port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:02:58.768646 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Attempting to bind port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:02:58.769351 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Attempting to bind port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:02:58.777127 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:02:58.777521 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:02:58.777942 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.778342 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:02:58.778826 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Bound port: 8f5d516e-28d0-4d39-ad9c-6c394c4579fb, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:02:58.779221 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.836774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-66ec6ac9-a615-4305-8eef-7733fbcd249f None None] Provisioning complete for port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:58.837157 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ec6ac9-a615-4305-8eef-7733fbcd249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.865683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] For port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:02:58.873596 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.877841 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.884159 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] For port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8f5d516e-28d0-4d39-ad9c-6c394c4579fb,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:02:58.886849 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-66ec6ac9-a615-4305-8eef-7733fbcd249f None None] Port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:02:58.890844 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.935999 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-66ec6ac9-a615-4305-8eef-7733fbcd249f None None] Provisioning complete for port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:58.936380 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ec6ac9-a615-4305-8eef-7733fbcd249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:58.950783 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215c818-c6dc-46a0-8bd5-5c7d9c1c581c None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:58.958025 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Pushing event updated for resources: {'Port': ['ID=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:58.961602 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:59.000394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db9473-a33d-4f8e-b093-b2030b1ab0c1 None None] Pushing event updated for resources: {'Port': ['ID=8f5d516e-28d0-4d39-ad9c-6c394c4579fb,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:59.007982 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:59.008612 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:59.010540 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-66ec6ac9-a615-4305-8eef-7733fbcd249f None None] Port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:02:59.062336 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:02:59.063774 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:02:59.129314 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:59.175988 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-5b6a389e-b94f-4f0e-af48-eb8f767b6c4b None None] Provisioning complete for port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:59.176380 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b6a389e-b94f-4f0e-af48-eb8f767b6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:59.192144 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Router fb03865c-3db1-4f98-b286-5582a724afe9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:02:59.305414 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:02:59.311894 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-d8e91474-4dc7-408a-9d50-96c3874d0028 admin admin] 10.222.0.86 "PUT /v2.0/routers/fb03865c-3db1-4f98-b286-5582a724afe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6255233 Dec 15 15:02:59.390176 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b6a389e-b94f-4f0e-af48-eb8f767b6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:59.418066 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5b6a389e-b94f-4f0e-af48-eb8f767b6c4b None None] For port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8f5d516e-28d0-4d39-ad9c-6c394c4579fb,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:59.424687 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b6a389e-b94f-4f0e-af48-eb8f767b6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:59.479814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 2, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:59.509440 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a389e-b94f-4f0e-af48-eb8f767b6c4b None None] Pushing event updated for resources: {'Port': ['ID=8f5d516e-28d0-4d39-ad9c-6c394c4579fb,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:59.512577 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ec94d-976c-4b4e-a0c6-87841baf0619 None None] The sync data for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 is: [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 2, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:02:59.546931 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-977b86d0-4018-4452-aacf-7ced100e7dfa None None] Provisioning complete for port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:02:59.547424 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-977b86d0-4018-4452-aacf-7ced100e7dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:59.594109 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-977b86d0-4018-4452-aacf-7ced100e7dfa None None] Port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:02:59.856561 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52662) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:59.861800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-52294881-network', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:02:59.883851 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Made reservation on behalf of 5061ef4c3ea0491abde4b9e7ea4bd6e5 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:02:59.886189 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for network, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:59.895574 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:59.975127 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:59.979082 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.007528 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 15:03:00.014679 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7bed7-f582-445e-a40f-856b7f9a8822,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:00.021900 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.022292 n-d-821840-1 neutron-server[109768]: INFO neutron.db.segments_db [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Added segment edd0d879-9196-4ab7-9efd-4c62e2906e9a of type vlan for network 76da25aa-6786-468e-bd37-5f734fcba818 Dec 15 15:03:00.067894 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832625183'] for network, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.096796 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563'] for network, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.098424 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:00.099465 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.178126 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3203645 Dec 15 15:03:00.182888 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:00.191692 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e31b4e-01ee-42d6-a899-9f1ca6092b4a admin admin] Pushing event updated for resources: {'Network': ['ID=76da25aa-6786-468e-bd37-5f734fcba818,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:00.192759 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Request body: {'subnet': {'network_id': '76da25aa-6786-468e-bd37-5f734fcba818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-52294881-subnet', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:00.202867 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Network 76da25aa-6786-468e-bd37-5f734fcba818 details requested by agent ovs-agent-n-d-821840-1 with host n-d-821840-1 {{(pid=109769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 15:03:00.215066 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Made reservation on behalf of 5061ef4c3ea0491abde4b9e7ea4bd6e5 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:03:00.217356 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25947104'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.411444 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8f5d516e-28d0-4d39-ad9c-6c394c4579fb up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:03:00.417035 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26041167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25947134'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.472700 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:00.473084 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.477528 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=251d86d8-ea9a-4785-9fc7-a3c1af889137,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:00.486804 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Checking segment: {'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:03:00.487257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Network hostable DHCP agents. Network: 76da25aa-6786-468e-bd37-5f734fcba818, hostable agents: ['946979a5-61c5-43e2-8737-b66b4a1bfbb6'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 15:03:00.509925 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Network 76da25aa-6786-468e-bd37-5f734fcba818 is scheduled to be hosted by DHCP agent 946979a5-61c5-43e2-8737-b66b4a1bfbb6 with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 15:03:00.521120 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821840-1, 76da25aa-6786-468e-bd37-5f734fcba818) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:03:00.525931 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:00.526800 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.532003 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e524bdc5-a3a5-4469-9061-5cd18effc628 None None] Network 76da25aa-6786-468e-bd37-5f734fcba818 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:03:00.549354 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-93627cb7-d6fc-4b91-ac7e-b68454dd32ef admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3635061 Dec 15 15:03:00.549739 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52666) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:00.554150 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:00.579551 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5226'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.581175 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5233'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.652422 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.678948 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31371ef-7d43-5359-8039-ca21b7dce66a-76da25aa-6786-468e-bd37-5f734fcba818', 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818', 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'fixed_ips': [{'subnet_id': '251d86d8-ea9a-4785-9fc7-a3c1af889137'}]}} from n-d-821840-1. {{(pid=109769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 15:03:00.680606 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.796606 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.826771 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Allocated IP 172.20.0.2 (76da25aa-6786-468e-bd37-5f734fcba818/251d86d8-ea9a-4785-9fc7-a3c1af889137/1b4ea12d-e599-44cb-861b-a18fba9c0ec7) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:03:00.989889 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Publish callbacks [] for port, precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:00.997083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928'] for port, after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.018625 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.035909 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Network 76da25aa-6786-468e-bd37-5f734fcba818 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:03:01.041225 n-d-821840-1 neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:03:01.041873 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.043714 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:03:01.077649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Pushing event updated for resources: {'Port': ['ID=1b4ea12d-e599-44cb-861b-a18fba9c0ec7,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:01.112842 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Attempting to bind port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:03:01.113222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Attempting to bind port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:03:01.113599 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Attempting to bind port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 on network 76da25aa-6786-468e-bd37-5f734fcba818 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:03:01.119110 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:03:01.119424 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Checking segment: {'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:03:01.119835 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.120272 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Bound using segment: {'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:03:01.120735 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Bound port: 1b4ea12d-e599-44cb-861b-a18fba9c0ec7, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:03:01.121124 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.160125 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Allocated IP 172.25.7.130 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/bfc18f2f-f7db-42a1-ac24-e5f40944a150) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:03:01.190430 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] For port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:03:01.193629 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] For port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1b4ea12d-e599-44cb-861b-a18fba9c0ec7,segment=NetworkSegment(edd0d879-9196-4ab7-9efd-4c62e2906e9a),segment_id=edd0d879-9196-4ab7-9efd-4c62e2906e9a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:03:01.199705 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.268279 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba6c7b-46a5-48d6-8c8e-8c2eefdf961f None None] Pushing event updated for resources: {'Port': ['ID=1b4ea12d-e599-44cb-861b-a18fba9c0ec7,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:01.283337 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.319018 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.361681 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:03:01.365605 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:03:01.369105 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:03:01.408671 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Pushing event updated for resources: {'Port': ['ID=bfc18f2f-f7db-42a1-ac24-e5f40944a150,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:01.570773 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5784c23a-cba3-4536-a199-f11f80045668 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:03:01.582542 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-544c1081-acef-4b32-8740-25d4d48bb388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.596989 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.642860 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-4e9cf6ab-555b-406d-8e04-6f0f7093eaae None None] Provisioning complete for port bfc18f2f-f7db-42a1-ac24-e5f40944a150 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:01.644226 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e9cf6ab-555b-406d-8e04-6f0f7093eaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.686522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cf6ab-555b-406d-8e04-6f0f7093eaae None None] Port bfc18f2f-f7db-42a1-ac24-e5f40944a150 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:03:01.697121 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.710069 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:01.891908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555501'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.025198 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Router 947ed037-f11c-4249-bb1f-af2eb0b3092a is scheduled to L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 15:03:02.138611 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:03:02.149527 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Sync routers for ids ['947ed037-f11c-4249-bb1f-af2eb0b3092a'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:03:02.161322 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.166065 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-6e4a533e-d5c8-4da7-a9de-9ff3fb70d46c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6122684 Dec 15 15:03:02.166445 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52668) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:02.173119 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Routers {'947ed037-f11c-4249-bb1f-af2eb0b3092a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:03:02.173964 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['947ed037-f11c-4249-bb1f-af2eb0b3092a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:02.285515 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Set router 947ed037-f11c-4249-bb1f-af2eb0b3092a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:03:02.306984 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Sync routers for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:03:02.324674 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:03:02.326963 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:02.390722 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c90703-9e90-4c91-b658-bbb18926a8e8 None None] Network 76da25aa-6786-468e-bd37-5f734fcba818 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:03:02.457002 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:03:02.509593 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:03:01Z', 'revision_number': 3, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port': {'id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:01Z', 'updated_at': '2021-12-15T15:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:02.542219 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Checking router: 947ed037-f11c-4249-bb1f-af2eb0b3092a for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:03:02.542477 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Updating router 947ed037-f11c-4249-bb1f-af2eb0b3092a port bfc18f2f-f7db-42a1-ac24-e5f40944a150 binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 15:03:02.568158 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.581811 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-915cfbb7-d453-41ca-a167-764b0cf81ab4 None None] Provisioning complete for port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:02.582449 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-915cfbb7-d453-41ca-a167-764b0cf81ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.635025 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:03:02.639299 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.693884 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:02.694472 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.831626 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Allocated IP 172.20.0.1 (76da25aa-6786-468e-bd37-5f734fcba818/251d86d8-ea9a-4785-9fc7-a3c1af889137/85f01001-d3d6-45a2-b0a8-e265eea26ced) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:03:02.845699 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.854242 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.868601 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-915cfbb7-d453-41ca-a167-764b0cf81ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.916336 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Pushing event updated for resources: {'Port': ['ID=bfc18f2f-f7db-42a1-ac24-e5f40944a150,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:02.930563 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ca628-93ea-48b8-aa36-90b6ad188e71 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:03:02.941522 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Attempting to bind port bfc18f2f-f7db-42a1-ac24-e5f40944a150 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:03:02.943335 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Attempting to bind port bfc18f2f-f7db-42a1-ac24-e5f40944a150 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:03:02.943726 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Attempting to bind port bfc18f2f-f7db-42a1-ac24-e5f40944a150 on network 26a0c209-d432-49f7-a8c0-d33250431a11 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:03:02.951716 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:03:02.952820 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Checking segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:03:02.952998 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.953366 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Bound using segment: {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:03:02.953912 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Bound port: bfc18f2f-f7db-42a1-ac24-e5f40944a150, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac5ec5-cb00-4be3-9f54-c565e9e766fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:03:02.954581 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.973036 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.977360 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.981392 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-915cfbb7-d453-41ca-a167-764b0cf81ab4 None None] For port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1b4ea12d-e599-44cb-861b-a18fba9c0ec7,segment=NetworkSegment(edd0d879-9196-4ab7-9efd-4c62e2906e9a),segment_id=edd0d879-9196-4ab7-9efd-4c62e2906e9a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:03:02.997869 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-915cfbb7-d453-41ca-a167-764b0cf81ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.017365 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] For port bfc18f2f-f7db-42a1-ac24-e5f40944a150, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:03:03.020753 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.020954 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] For port bfc18f2f-f7db-42a1-ac24-e5f40944a150, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bfc18f2f-f7db-42a1-ac24-e5f40944a150,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:03:03.022932 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.023502 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.023963 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.024806 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.025092 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.025469 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.025777 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.026129 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.026482 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.027224 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.027224 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.027479 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.029121 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:03:03.038095 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.072959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Network 76da25aa-6786-468e-bd37-5f734fcba818 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:03:03.076097 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:03:03.078783 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:03:03.100165 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cfbb7-d453-41ca-a167-764b0cf81ab4 None None] Pushing event updated for resources: {'Port': ['ID=1b4ea12d-e599-44cb-861b-a18fba9c0ec7,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:03.109764 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 15:03:03.110127 n-d-821840-1 neutron-server[109769]: DEBUG oslo_db.api [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 15:03:03.110944 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Pushing event updated for resources: {'Port': ['ID=85f01001-d3d6-45a2-b0a8-e265eea26ced,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:03.116295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 2, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:03.131945 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6562-8729-4d6b-b866-420a934841cd None None] Pushing event updated for resources: {'Port': ['ID=bfc18f2f-f7db-42a1-ac24-e5f40944a150,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:03.140591 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555934'] for router_interface, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.159753 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Routers {'947ed037-f11c-4249-bb1f-af2eb0b3092a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:03:03.165261 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:02:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['947ed037-f11c-4249-bb1f-af2eb0b3092a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:03.165459 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c371a4e-b4d1-4be9-ab5b-ef981b90a024 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:03:03.166456 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Checking router: fb03865c-3db1-4f98-b286-5582a724afe9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:03:03.167858 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Updating router fb03865c-3db1-4f98-b286-5582a724afe9 port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 binding host n-d-821840-1 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 15:03:03.218353 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e9a0aa3e-b2b3-4d39-b94f-8f037e6c8ea3 None None] Provisioning complete for port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:03.218732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9a0aa3e-b2b3-4d39-b94f-8f037e6c8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.260334 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.298520 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] Set router 947ed037-f11c-4249-bb1f-af2eb0b3092a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:03:03.329183 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.485620 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e9a0aa3e-b2b3-4d39-b94f-8f037e6c8ea3 None None] Provisioning complete for port bfc18f2f-f7db-42a1-ac24-e5f40944a150 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:03.486207 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9a0aa3e-b2b3-4d39-b94f-8f037e6c8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.505104 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:03:01Z', 'revision_number': 3, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port': {'id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:01Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:03.519497 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.524983 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.533323 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ce933-8295-4a8a-ac06-031d9133ae30 None None] The sync data for ids ['947ed037-f11c-4249-bb1f-af2eb0b3092a'] in n-d-821840-1 is: [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:03:01Z', 'revision_number': 3, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port': {'id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:01Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:03:03.599285 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Pushing event updated for resources: {'Port': ['ID=85f01001-d3d6-45a2-b0a8-e265eea26ced,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:03.604363 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555566'] for router_interface, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.665433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9a0aa3e-b2b3-4d39-b94f-8f037e6c8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.707280 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e9a0aa3e-b2b3-4d39-b94f-8f037e6c8ea3 None None] For port bfc18f2f-f7db-42a1-ac24-e5f40944a150, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bfc18f2f-f7db-42a1-ac24-e5f40944a150,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:03:03.717071 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Network 76da25aa-6786-468e-bd37-5f734fcba818 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:03:03.718830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:03:03.719503 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9a0aa3e-b2b3-4d39-b94f-8f037e6c8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.722338 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.752588 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:03.790698 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0aa3e-b2b3-4d39-b94f-8f037e6c8ea3 None None] Pushing event updated for resources: {'Port': ['ID=bfc18f2f-f7db-42a1-ac24-e5f40944a150,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:03.918874 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Router 947ed037-f11c-4249-bb1f-af2eb0b3092a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:03:03.944228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-89d2d7cb-bc35-4976-96ea-050b5fb6c1d4 None None] Provisioning complete for port bfc18f2f-f7db-42a1-ac24-e5f40944a150 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:03.944614 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89d2d7cb-bc35-4976-96ea-050b5fb6c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.089235 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:03:04.106243 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-c0b30cb9-4ef8-4504-b49c-015f3cc3a274 admin admin] 10.222.0.86 "PUT /v2.0/routers/947ed037-f11c-4249-bb1f-af2eb0b3092a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9385016 Dec 15 15:03:04.171636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Attempting to bind port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 on host n-d-821840-1 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:03:04.172055 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Attempting to bind port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:03:04.172435 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Attempting to bind port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 on network 7ae323c4-067a-4205-9ce6-24bedfff64fe {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:03:04.191060 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9089a38-9936-4f95-8121-c59df2df9f02 None None] Pushing event updated for resources: {'Port': ['ID=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:04.194189 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:03:04.194586 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Checking segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:03:04.195038 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.196171 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Bound using segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:03:04.196864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Bound port: 6f6ba797-8c6f-4e31-8b5c-8915796d0e60, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:03:04.197261 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.256187 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e7ecaa53-4648-48ad-99c3-ff48d376d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.328475 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] For port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60, host n-d-821840-1, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:03:04.332260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] For port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:03:04.338710 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-89d2d7cb-bc35-4976-96ea-050b5fb6c1d4 None None] Provisioning complete for port 85f01001-d3d6-45a2-b0a8-e265eea26ced triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:04.339098 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-89d2d7cb-bc35-4976-96ea-050b5fb6c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.371508 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.439306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-89d2d7cb-bc35-4976-96ea-050b5fb6c1d4 None None] Port 85f01001-d3d6-45a2-b0a8-e265eea26ced cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:03:04.450254 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:03:04.450994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:04.502128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:03:04.511449 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9089a38-9936-4f95-8121-c59df2df9f02 None None] Pushing event updated for resources: {'Port': ['ID=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:04.624223 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] Provisioning complete for port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:04.624609 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.673625 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:03:04.716760 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:04.717147 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.899489 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:04.982326 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bfc18f2f-f7db-42a1-ac24-e5f40944a150 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:03:05.021198 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] For port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:03:05.030422 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.084226 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] Provisioning complete for port 85f01001-d3d6-45a2-b0a8-e265eea26ced triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:05.084598 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.144627 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] Pushing event updated for resources: {'Port': ['ID=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:05.162008 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-088c652b-a8df-4622-9b70-3d1d8201155f None None] Port 85f01001-d3d6-45a2-b0a8-e265eea26ced cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:03:05.165824 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:05.169174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port bfc18f2f-f7db-42a1-ac24-e5f40944a150 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:05.169174 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.172420 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.212307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3007d80-6473-42bb-9899-916232fd5eb2 None None] The sync data for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 is: [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:03:05.291750 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-3b55c1c7-8060-4c0e-9014-909583e5a0b3 None None] Provisioning complete for port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:05.292166 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b55c1c7-8060-4c0e-9014-909583e5a0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.527484 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Sync routers for ids ['947ed037-f11c-4249-bb1f-af2eb0b3092a'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:03:05.538354 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Routers {'947ed037-f11c-4249-bb1f-af2eb0b3092a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:03:05.539647 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['947ed037-f11c-4249-bb1f-af2eb0b3092a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:05.742110 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Set router 947ed037-f11c-4249-bb1f-af2eb0b3092a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:03:05.826897 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52678) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:05.831548 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d637dcee-7bee-4afd-bd5a-89396431252a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350813686', 'description': 'tempest-secgroup-smoke-350813686 description', 'project_id': '0ee349df5b85440798ce557b7dc26140'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:05.855615 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d637dcee-7bee-4afd-bd5a-89396431252a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.929064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d637dcee-7bee-4afd-bd5a-89396431252a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.938597 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d637dcee-7bee-4afd-bd5a-89396431252a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.953141 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 4, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port': {'id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:01Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '85f01001-d3d6-45a2-b0a8-e265eea26ced', 'name': '', 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'mac_address': 'fa:16:3e:27:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '251d86d8-ea9a-4785-9fc7-a3c1af889137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:02Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 2, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'subnets': [{'id': '251d86d8-ea9a-4785-9fc7-a3c1af889137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:05.967005 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d637dcee-7bee-4afd-bd5a-89396431252a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:05.968261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-d637dcee-7bee-4afd-bd5a-89396431252a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1403301 Dec 15 15:03:05.971415 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:05.973606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637dcee-7bee-4afd-bd5a-89396431252a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12465333-299b-4857-85be-3fd12f64c336,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:05.977090 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-723fb7d9-c1a9-47a6-8108-0163472710a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'security_group_rule': {'security_group_id': '12465333-299b-4857-85be-3fd12f64c336', 'project_id': '0ee349df5b85440798ce557b7dc26140', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:05.985862 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Checking router: 947ed037-f11c-4249-bb1f-af2eb0b3092a for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:03:05.986224 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Updating router 947ed037-f11c-4249-bb1f-af2eb0b3092a port 85f01001-d3d6-45a2-b0a8-e265eea26ced binding host n-d-821840-1 {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 15:03:06.006451 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-723fb7d9-c1a9-47a6-8108-0163472710a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.013268 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.064092 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-723fb7d9-c1a9-47a6-8108-0163472710a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.067993 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-723fb7d9-c1a9-47a6-8108-0163472710a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.086594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fb7d9-c1a9-47a6-8108-0163472710a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f773ec15-c9ad-47d4-a1a9-21257bfb4c19,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:06.096953 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-723fb7d9-c1a9-47a6-8108-0163472710a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.098159 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-723fb7d9-c1a9-47a6-8108-0163472710a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257184 Dec 15 15:03:06.100964 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:06.106040 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c9748fed-2e38-4e26-bdca-03e889bf72cb tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'security_group_rule': {'security_group_id': '12465333-299b-4857-85be-3fd12f64c336', 'project_id': '0ee349df5b85440798ce557b7dc26140', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:06.137708 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9748fed-2e38-4e26-bdca-03e889bf72cb tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.297966 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Publish callbacks [] for port, precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.306736 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.370957 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a656f3-d4c9-47be-9f7d-266be4ab5417 None None] Pushing event updated for resources: {'Port': ['ID=85f01001-d3d6-45a2-b0a8-e265eea26ced,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:06.433578 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:03:06.446243 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Attempting to bind port 85f01001-d3d6-45a2-b0a8-e265eea26ced on host n-d-821840-1 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:03:06.447000 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Attempting to bind port 85f01001-d3d6-45a2-b0a8-e265eea26ced by drivers openvswitch,hyperv on host n-d-821840-1 at level 0 using segments [{'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:03:06.447554 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Attempting to bind port 85f01001-d3d6-45a2-b0a8-e265eea26ced on network 76da25aa-6786-468e-bd37-5f734fcba818 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:03:06.454761 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Checking agent: {'id': '2850767c-6224-4a12-a095-ae656a7e88c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 32, 7), 'started_at': datetime.datetime(2021, 12, 15, 13, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821840-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:03:06.455507 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Checking segment: {'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:03:06.456314 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.456890 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Bound using segment: {'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:03:06.457550 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Bound port: 85f01001-d3d6-45a2-b0a8-e265eea26ced, host: n-d-821840-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd0d879-9196-4ab7-9efd-4c62e2906e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:03:06.458141 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.488471 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:06.488990 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.532956 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] For port 85f01001-d3d6-45a2-b0a8-e265eea26ced, host n-d-821840-1, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:03:06.537136 n-d-821840-1 neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] For port 85f01001-d3d6-45a2-b0a8-e265eea26ced, host n-d-821840-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=85f01001-d3d6-45a2-b0a8-e265eea26ced,segment=NetworkSegment(edd0d879-9196-4ab7-9efd-4c62e2906e9a),segment_id=edd0d879-9196-4ab7-9efd-4c62e2906e9a)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:03:06.546015 n-d-821840-1 neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.563706 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9748fed-2e38-4e26-bdca-03e889bf72cb tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.571772 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9748fed-2e38-4e26-bdca-03e889bf72cb tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.599538 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9748fed-2e38-4e26-bdca-03e889bf72cb tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dfd615-9094-4c0e-b60d-2093a795eb01,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:06.604297 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9748fed-2e38-4e26-bdca-03e889bf72cb tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.608743 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-c9748fed-2e38-4e26-bdca-03e889bf72cb tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5032640 Dec 15 15:03:06.608844 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52684) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:06.612269 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Routers {'947ed037-f11c-4249-bb1f-af2eb0b3092a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:03:06.613117 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['947ed037-f11c-4249-bb1f-af2eb0b3092a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:06.613727 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-15d3b492-0510-4166-9cd0-8ca5bcdea5b4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'security_group_rule': {'security_group_id': '12465333-299b-4857-85be-3fd12f64c336', 'project_id': '0ee349df5b85440798ce557b7dc26140', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:06.645018 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15d3b492-0510-4166-9cd0-8ca5bcdea5b4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.681248 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a656f3-d4c9-47be-9f7d-266be4ab5417 None None] Pushing event updated for resources: {'Port': ['ID=85f01001-d3d6-45a2-b0a8-e265eea26ced,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:06.716674 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15d3b492-0510-4166-9cd0-8ca5bcdea5b4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.716941 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d366d2d3-cbd5-4c58-a401-180b858e4825 None None] Provisioning complete for port 85f01001-d3d6-45a2-b0a8-e265eea26ced triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:06.717333 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d366d2d3-cbd5-4c58-a401-180b858e4825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.724814 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15d3b492-0510-4166-9cd0-8ca5bcdea5b4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.746556 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] Set router 947ed037-f11c-4249-bb1f-af2eb0b3092a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:03:06.756000 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3b492-0510-4166-9cd0-8ca5bcdea5b4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a0d2e8-2372-4f49-91c0-fa8e697839e3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:06.765205 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15d3b492-0510-4166-9cd0-8ca5bcdea5b4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.766889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-15d3b492-0510-4166-9cd0-8ca5bcdea5b4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569641 Dec 15 15:03:06.770160 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52686) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:06.777604 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e7945721-6628-4144-9a9b-de7218172a61 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'security_group_rule': {'security_group_id': '12465333-299b-4857-85be-3fd12f64c336', 'project_id': '0ee349df5b85440798ce557b7dc26140', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:06.811886 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7945721-6628-4144-9a9b-de7218172a61 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.833324 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d366d2d3-cbd5-4c58-a401-180b858e4825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.877486 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d366d2d3-cbd5-4c58-a401-180b858e4825 None None] For port 85f01001-d3d6-45a2-b0a8-e265eea26ced, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=85f01001-d3d6-45a2-b0a8-e265eea26ced,segment=NetworkSegment(edd0d879-9196-4ab7-9efd-4c62e2906e9a),segment_id=edd0d879-9196-4ab7-9efd-4c62e2906e9a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:03:06.893948 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d366d2d3-cbd5-4c58-a401-180b858e4825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.894908 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7945721-6628-4144-9a9b-de7218172a61 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.900769 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7945721-6628-4144-9a9b-de7218172a61 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.918301 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7945721-6628-4144-9a9b-de7218172a61 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9720984e-9c03-493e-ba32-e8fec427ec7f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:06.934095 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7945721-6628-4144-9a9b-de7218172a61 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.937908 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-e7945721-6628-4144-9a9b-de7218172a61 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639123 Dec 15 15:03:06.938084 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.938207 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52688) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:06.942774 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-00d03ff4-6123-471d-b35b-0998c9fcc027 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'security_group_rule': {'security_group_id': '12465333-299b-4857-85be-3fd12f64c336', 'project_id': '0ee349df5b85440798ce557b7dc26140', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:06.972356 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366d2d3-cbd5-4c58-a401-180b858e4825 None None] Pushing event updated for resources: {'Port': ['ID=85f01001-d3d6-45a2-b0a8-e265eea26ced,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:06.981012 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-00d03ff4-6123-471d-b35b-0998c9fcc027 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Project 0ee349df5b85440798ce557b7dc26140 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 15:03:06.985996 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00d03ff4-6123-471d-b35b-0998c9fcc027 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:06.996413 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 4, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port': {'id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:01Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '85f01001-d3d6-45a2-b0a8-e265eea26ced', 'name': '', 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'mac_address': 'fa:16:3e:27:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '251d86d8-ea9a-4785-9fc7-a3c1af889137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:02Z', 'updated_at': '2021-12-15T15:03:06Z', 'revision_number': 4, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'subnets': [{'id': '251d86d8-ea9a-4785-9fc7-a3c1af889137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:07.015701 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-d95a196a-e859-4996-9395-2c5ecd5b5fa8 None None] Provisioning complete for port 85f01001-d3d6-45a2-b0a8-e265eea26ced triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:07.016173 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d95a196a-e859-4996-9395-2c5ecd5b5fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.022552 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c29a07-7d09-418b-a91f-636ca632e862 None None] The sync data for ids ['947ed037-f11c-4249-bb1f-af2eb0b3092a'] in n-d-821840-1 is: [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 4, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port': {'id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:01Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '85f01001-d3d6-45a2-b0a8-e265eea26ced', 'name': '', 'network_id': '76da25aa-6786-468e-bd37-5f734fcba818', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'mac_address': 'fa:16:3e:27:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '251d86d8-ea9a-4785-9fc7-a3c1af889137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:02Z', 'updated_at': '2021-12-15T15:03:06Z', 'revision_number': 4, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'subnets': [{'id': '251d86d8-ea9a-4785-9fc7-a3c1af889137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:03:07.068691 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00d03ff4-6123-471d-b35b-0998c9fcc027 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.085669 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00d03ff4-6123-471d-b35b-0998c9fcc027 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.113837 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d03ff4-6123-471d-b35b-0998c9fcc027 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ac293d-a26a-4ae1-9b4c-9b31038b712e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:07.120523 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00d03ff4-6123-471d-b35b-0998c9fcc027 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.124593 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-00d03ff4-6123-471d-b35b-0998c9fcc027 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1825552 Dec 15 15:03:07.124999 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52690) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:07.139392 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9847968b-12e2-47c5-ae28-a19f39d63f6a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'security_group_rule': {'security_group_id': '12465333-299b-4857-85be-3fd12f64c336', 'project_id': '0ee349df5b85440798ce557b7dc26140', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:07.165932 n-d-821840-1 neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-9847968b-12e2-47c5-ae28-a19f39d63f6a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Project 0ee349df5b85440798ce557b7dc26140 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 15:03:07.171722 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9847968b-12e2-47c5-ae28-a19f39d63f6a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.237069 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9847968b-12e2-47c5-ae28-a19f39d63f6a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.240926 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9847968b-12e2-47c5-ae28-a19f39d63f6a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451521'] for security_group_rule, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.262835 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847968b-12e2-47c5-ae28-a19f39d63f6a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3babd19-7645-4b70-93f7-dc368060b6d5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:07.272827 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9847968b-12e2-47c5-ae28-a19f39d63f6a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.283261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-9847968b-12e2-47c5-ae28-a19f39d63f6a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490715 Dec 15 15:03:07.435473 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-059a33d0-6e1f-4d4b-9522-3c39dbca5e28 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350813686&fields=id&tenant_id=0ee349df5b85440798ce557b7dc26140 HTTP/1.1" status: 200 len: 267 time: 0.0506165 Dec 15 15:03:07.519977 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:07.555840 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1f1b-cb76-4502-bff1-a53262472240 req-4ff55c39-d065-4e1c-93ca-095195d5f5a3 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:07.557523 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-4ff55c39-d065-4e1c-93ca-095195d5f5a3 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 809 time: 0.1149340 Dec 15 15:03:07.573607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-61791ef0-2191-4dad-8246-1b7ca440a662 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/quotas/0ee349df5b85440798ce557b7dc26140 HTTP/1.1" status: 200 len: 375 time: 0.0102499 Dec 15 15:03:07.631118 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97d2f749-6ad0-4460-b630-205c194708f1 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511768 Dec 15 15:03:07.739244 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-519c3a9e-138b-45d8-984a-d2a1867347e7 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:03:07.740357 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-519c3a9e-138b-45d8-984a-d2a1867347e7 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0974603 Dec 15 15:03:07.836648 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-71652aac-a8f5-458f-95ba-39774be9de67 service neutron] 10.222.0.86 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891433 Dec 15 15:03:07.929803 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-f5546218-efca-4a39-aeec-c00ea8d9a53f service neutron] 10.222.0.86 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868526 Dec 15 15:03:08.113519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-cb71b089-445b-4518-94fd-acbc1fcc0e43 req-06bd98b0-9584-489a-919d-2b495deb3682 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 210 time: 0.0265388 Dec 15 15:03:08.381994 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 85f01001-d3d6-45a2-b0a8-e265eea26ced up at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:03:08.431802 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Provisioning complete for port 85f01001-d3d6-45a2-b0a8-e265eea26ced triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:08.432209 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:09.193796 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-45f1b1d2-1609-4352-9d82-926d52ef2355 req-053f97f2-0e2e-43ef-8a86-6a7c8c4ac8d4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 210 time: 0.0266016 Dec 15 15:03:10.277324 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-1a829063-7dbc-4686-8ed8-e5fd8b2c44e7 req-734df65f-bcca-47bd-8873-9c2b04adb6e2 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 210 time: 0.0314486 Dec 15 15:03:11.359144 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f2e4681a-0356-466c-aee6-18438f69d88b req-0f937410-a45e-45b5-9b53-62dadc32b703 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 210 time: 0.0271847 Dec 15 15:03:12.459958 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a4b42999-ffa3-4272-a0fe-ab19eb936092 req-5c04d0f9-a981-4ec8-9914-65c39cfb2bc5 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 210 time: 0.0310171 Dec 15 15:03:13.163021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1f1b-cb76-4502-bff1-a53262472240 req-ad5555dd-0ff0-4344-8c7d-b02ba3f45c82 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:13.165444 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-ad5555dd-0ff0-4344-8c7d-b02ba3f45c82 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.74 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 809 time: 0.1133752 Dec 15 15:03:13.234261 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-65a0fb00-13d2-44f0-9947-c803b812148f tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee349df5b85440798ce557b7dc26140 HTTP/1.1" status: 200 len: 379 time: 0.0598295 Dec 15 15:03:13.245738 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'port': {'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'admin_state_up': True, 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'security_groups': ['12465333-299b-4857-85be-3fd12f64c336']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:13.356908 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Made reservation on behalf of 0ee349df5b85440798ce557b7dc26140 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:03:13.360659 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:13.486935 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Allocated IP 172.20.0.10 (7ae323c4-067a-4205-9ce6-24bedfff64fe/644e3a11-173d-4ee5-a597-93740d5034d0/ca897dde-edc8-4e52-98e6-990910112f27) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:03:13.627422 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-36c73bef-8edd-4144-a34f-74e3055fa484 req-56629315-1260-4df4-b9e2-61cbb8320777 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 210 time: 0.0814333 Dec 15 15:03:13.676527 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:13.710447 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:13.756901 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:03:13.760789 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:03:13.764333 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:03:13.787716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:13.816827 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:13.817243 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:13.835607 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-97a2f866-879e-40cb-840a-408ca4a715d8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951366 Dec 15 15:03:13.848242 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Request body: {'port': {'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:13.906867 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.007480 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-f9069b5b-99ab-42d0-8e53-80b85ad4a07b None None] Provisioning complete for port ca897dde-edc8-4e52-98e6-990910112f27 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:14.008101 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f9069b5b-99ab-42d0-8e53-80b85ad4a07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.041891 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-f9069b5b-99ab-42d0-8e53-80b85ad4a07b None None] Port ca897dde-edc8-4e52-98e6-990910112f27 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:03:14.171965 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca897dde-edc8-4e52-98e6-990910112f27 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:03:14.180262 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.191846 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Transition to ACTIVE for port object ca897dde-edc8-4e52-98e6-990910112f27 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 15:03:14.195904 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.243951 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:14.318770 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Attempting to bind port ca897dde-edc8-4e52-98e6-990910112f27 on host n-h1-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:03:14.319110 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Attempting to bind port ca897dde-edc8-4e52-98e6-990910112f27 by drivers openvswitch,hyperv on host n-h1-821840-1 at level 0 using segments [{'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:03:14.319576 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Attempting to bind port ca897dde-edc8-4e52-98e6-990910112f27 on network 7ae323c4-067a-4205-9ce6-24bedfff64fe {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:03:14.324247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Port ca897dde-edc8-4e52-98e6-990910112f27 on network 7ae323c4-067a-4205-9ce6-24bedfff64fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 15:03:14.324572 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Attempting to bind port ca897dde-edc8-4e52-98e6-990910112f27 on network 7ae323c4-067a-4205-9ce6-24bedfff64fe {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:03:14.329606 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Checking agent: {'id': '51c4a90f-0955-4453-989b-765eed81684b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:03:14.329945 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Checking segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:03:14.330354 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Bound using segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:03:14.330784 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Bound port: ca897dde-edc8-4e52-98e6-990910112f27, host: n-h1-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:03:14.331138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.403749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:03:14.407059 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:03:14.410780 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.452302 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:14.452972 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:14.454353 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] 10.222.0.74 "PUT /v2.0/ports/ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 1092 time: 0.6106238 Dec 15 15:03:14.454940 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:03:14.457242 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb562f8-d334-4e91-bcd7-c7db6948ba97" -d '{"events": [{"name": "network-changed", "server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "tag": "ca897dde-edc8-4e52-98e6-990910112f27"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:03:14.488557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cff63d-ef2d-4437-aebf-350d526674e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:14.506508 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515566b7-20a2-4dc3-9220-e94556cc14e5 x-openstack-request-id: req-515566b7-20a2-4dc3-9220-e94556cc14e5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:03:14.506811 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "tag": "ca897dde-edc8-4e52-98e6-990910112f27", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:03:14.507692 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-515566b7-20a2-4dc3-9220-e94556cc14e5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:03:14.508140 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27', 'status': 'completed', 'code': 200} Dec 15 15:03:14.542881 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1f1b-cb76-4502-bff1-a53262472240 req-9ab58833-b9e4-4c11-ad21-2bcd60f33ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:14.544504 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-9ab58833-b9e4-4c11-ad21-2bcd60f33ea8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1095 time: 0.0468564 Dec 15 15:03:14.590783 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-4de796bd-6c24-46fc-8397-9fa925453f90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 217 time: 0.0382986 Dec 15 15:03:14.646324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1f1b-cb76-4502-bff1-a53262472240 req-30650b44-950e-4668-aa2e-93c7c1761f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:14.648105 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-30650b44-950e-4668-aa2e-93c7c1761f38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0506670 Dec 15 15:03:14.697371 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1f1b-cb76-4502-bff1-a53262472240 req-7fdc0cf9-7093-470e-ba3a-27ef5a8a6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:14.698791 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-7fdc0cf9-7093-470e-ba3a-27ef5a8a6a90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433834 Dec 15 15:03:14.800146 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f073-3825-4143-b27e-3228125458a9 req-0bcc11e7-72fc-4f56-9d74-e2b970af7d4e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:14.801620 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-baf9f073-3825-4143-b27e-3228125458a9 req-0bcc11e7-72fc-4f56-9d74-e2b970af7d4e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 944 time: 0.1019661 Dec 15 15:03:14.844419 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-7303c648-f572-44e9-b22d-0b9e88f08b61 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352441 Dec 15 15:03:14.912281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-baf9f073-3825-4143-b27e-3228125458a9 req-35bb4035-a688-449b-b48a-aa2b0deebf8c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015091 Dec 15 15:03:14.956814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-574f1f1b-cb76-4502-bff1-a53262472240 req-a56f4aba-02d6-48ab-8044-b1b2e05acddf service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037827 Dec 15 15:03:15.351637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-54ffcfbf-f199-4e4c-901a-ad5cd3293be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:15.353166 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-54ffcfbf-f199-4e4c-901a-ad5cd3293be6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1095 time: 0.3537209 Dec 15 15:03:15.440960 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-ec9712f4-d289-4eb0-9290-811eeaefd882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:15.442468 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-ec9712f4-d289-4eb0-9290-811eeaefd882 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0820324 Dec 15 15:03:15.489076 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-e2a139d7-4b75-4a18-be1c-2e25872fd86c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 217 time: 0.0382216 Dec 15 15:03:15.538957 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-60be5689-988b-4476-bb69-7f704fa76dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:15.540445 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-60be5689-988b-4476-bb69-7f704fa76dbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0440698 Dec 15 15:03:15.588358 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-44fedf2c-1ebc-4594-add5-f15f817501c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:15.589887 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-44fedf2c-1ebc-4594-add5-f15f817501c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422442 Dec 15 15:03:15.682991 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-2ec893f8-16ea-43cc-8aa2-f150c2490e69 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851653 Dec 15 15:03:15.769119 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ccb562f8-d334-4e91-bcd7-c7db6948ba97 req-32fa94e7-a0cf-4df9-b72f-313e5621f765 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789220 Dec 15 15:03:16.032724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd211-afec-4474-a94b-75bbcc007068 req-48a9ced7-3a06-4e0a-ac5d-16f4f1ef1abe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:16.034228 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93acd211-afec-4474-a94b-75bbcc007068 req-48a9ced7-3a06-4e0a-ac5d-16f4f1ef1abe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 944 time: 0.0504060 Dec 15 15:03:16.084274 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-93acd211-afec-4474-a94b-75bbcc007068 req-b6ab9542-a9d9-43f7-b33f-098bb03a6ec3 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429902 Dec 15 15:03:17.203735 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71663e7f-703f-4bbc-ab9a-7b5d2266cd86 req-e7ee4869-fa35-4f19-b681-ca06019db790 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:17.205236 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71663e7f-703f-4bbc-ab9a-7b5d2266cd86 req-e7ee4869-fa35-4f19-b681-ca06019db790 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 944 time: 0.0499043 Dec 15 15:03:17.260029 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-71663e7f-703f-4bbc-ab9a-7b5d2266cd86 req-5cea4a8b-4567-434f-8645-6bfcc108a8f4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487435 Dec 15 15:03:18.375136 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576feae9-fadd-400a-8b88-b637f8d40b71 req-25bbb05c-a152-4ef7-a25c-b428035ed4b1 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:18.376648 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-576feae9-fadd-400a-8b88-b637f8d40b71 req-25bbb05c-a152-4ef7-a25c-b428035ed4b1 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 944 time: 0.0486691 Dec 15 15:03:18.425918 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-576feae9-fadd-400a-8b88-b637f8d40b71 req-d4d3f50e-25fe-4b85-b292-ac98b17b0bb8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424364 Dec 15 15:03:18.478452 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ca897dde-edc8-4e52-98e6-990910112f27 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:03:18.575813 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:03:18.587174 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'ca897dde-edc8-4e52-98e6-990910112f27', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:03:18.625344 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:18.644399 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca897dde-edc8-4e52-98e6-990910112f27 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:03:18.667949 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:03:18.671829 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:18.717816 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:18.911774 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ca897dde-edc8-4e52-98e6-990910112f27'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:03:19.543592 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e31d-6ddf-4d01-9b13-aaaa0c9f92d7 req-7bb1387e-db16-4a53-be72-57864a2e5bba tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:19.545115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a03e31d-6ddf-4d01-9b13-aaaa0c9f92d7 req-7bb1387e-db16-4a53-be72-57864a2e5bba tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 945 time: 0.0505867 Dec 15 15:03:19.594424 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-5a03e31d-6ddf-4d01-9b13-aaaa0c9f92d7 req-f91f6099-3c6b-4364-91f3-11606fc2eaf4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434463 Dec 15 15:03:20.477542 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ca897dde-edc8-4e52-98e6-990910112f27 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:03:20.529843 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning for port ca897dde-edc8-4e52-98e6-990910112f27 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 15:03:20.533687 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port ca897dde-edc8-4e52-98e6-990910112f27 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:03:20.534063 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:20.611545 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:20.635460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:03:20.637771 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26608457-3c22-4094-948c-d8334baf718a" -d '{"events": [{"server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca897dde-edc8-4e52-98e6-990910112f27"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:03:20.650788 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:03:20.656332 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:20.685012 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf5ff5c-3c8a-4a6c-a5d2-3e15cc2f8459 x-openstack-request-id: req-ccf5ff5c-3c8a-4a6c-a5d2-3e15cc2f8459 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:03:20.685012 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca897dde-edc8-4e52-98e6-990910112f27", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:03:20.685346 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ccf5ff5c-3c8a-4a6c-a5d2-3e15cc2f8459 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:03:20.685452 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27', 'code': 200} Dec 15 15:03:20.715571 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:20.730101 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeae252-110e-4013-90ee-81b124e963f9 req-f1f4f84b-0367-4cd1-863b-8e7960463740 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:20.731595 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6eeae252-110e-4013-90ee-81b124e963f9 req-f1f4f84b-0367-4cd1-863b-8e7960463740 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 946 time: 0.0661290 Dec 15 15:03:20.777023 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d208cb-9d78-4115-b239-a34826deab9b req-8ec7e1f0-d297-402d-835d-2cea8eee7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:20.778576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22d208cb-9d78-4115-b239-a34826deab9b req-8ec7e1f0-d297-402d-835d-2cea8eee7467 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1097 time: 0.0403011 Dec 15 15:03:20.788120 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6eeae252-110e-4013-90ee-81b124e963f9 req-a3a27af1-aa62-4473-8127-51901610beb9 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504663 Dec 15 15:03:20.826245 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-22d208cb-9d78-4115-b239-a34826deab9b req-13721122-1b7b-42e0-bee6-d4d604d117fd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Dec 15 15:03:21.918053 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596491a9-40cf-4985-904b-2ddda32d9f11 req-bc11f891-a47a-404e-b41a-326e233326da tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:21.920200 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-596491a9-40cf-4985-904b-2ddda32d9f11 req-bc11f891-a47a-404e-b41a-326e233326da tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 946 time: 0.0606885 Dec 15 15:03:21.975277 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-596491a9-40cf-4985-904b-2ddda32d9f11 req-bb7b219b-953a-46a3-acf7-242969636a96 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Dec 15 15:03:23.096054 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0ef8-8bcb-4a77-a3f2-45f086c91792 req-0832f7a2-3849-4f33-944d-5c1a2e51db9b tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:23.097532 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-138b0ef8-8bcb-4a77-a3f2-45f086c91792 req-0832f7a2-3849-4f33-944d-5c1a2e51db9b tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 946 time: 0.0505934 Dec 15 15:03:23.147021 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-138b0ef8-8bcb-4a77-a3f2-45f086c91792 req-678cee38-88d5-44da-b3e3-1e004b12ba16 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434165 Dec 15 15:03:23.262438 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d249b-0986-4674-9fbd-6ca12b0727e2 req-20f9ccc1-3612-4be4-bec5-d7c0dcf4f21f tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:23.263949 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c1d249b-0986-4674-9fbd-6ca12b0727e2 req-20f9ccc1-3612-4be4-bec5-d7c0dcf4f21f tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 946 time: 0.0491335 Dec 15 15:03:23.312437 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8c1d249b-0986-4674-9fbd-6ca12b0727e2 req-d4fd1dcf-bc57-4dff-a46b-e7f0417c07d4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Dec 15 15:03:23.334505 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 52760) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:23.419238 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c04de0-ae50-4005-bee7-8bac44419abb tempest-TestSnapshotPattern-1901894977 tempest-TestSnapshotPattern-1901894977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:23.420830 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-31c04de0-ae50-4005-bee7-8bac44419abb tempest-TestSnapshotPattern-1901894977 tempest-TestSnapshotPattern-1901894977-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1092 time: 0.0853305 Dec 15 15:03:23.423906 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 52764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:03:23.428682 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:03:23.453082 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:23.554872 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:23.659688 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Allocated IP 172.25.7.194 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/cd898d77-5a7a-4608-bb76-d7d8da47f23c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:03:23.765784 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:23.799308 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:23.837725 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:03:23.840733 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:03:23.844698 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:03:23.877962 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'Port': ['ID=cd898d77-5a7a-4608-bb76-d7d8da47f23c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:24.216187 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:24.285330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:24.437702 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:24.442097 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:24.518174 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'Port': ['ID=cd898d77-5a7a-4608-bb76-d7d8da47f23c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:03:24.529330 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:24.632653 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Floating IP 8c5e244a-5e12-44fd-b1fd-0c2291fc9552 associated. External IP: 172.25.7.194, port: ca897dde-edc8-4e52-98e6-990910112f27. Dec 15 15:03:24.845383 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Router fb03865c-3db1-4f98-b286-5582a724afe9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:03:24.953257 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:03:24.963660 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] Sync routers for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:03:24.972104 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:24.974160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:03:24.974790 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:25.000659 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-50459013-1f1b-4833-98b8-77adc275e9fa tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5755033 Dec 15 15:03:25.001350 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:03:25.003622 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11972a2d-41ee-4cce-8559-66f90aa449b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "tag": "ca897dde-edc8-4e52-98e6-990910112f27"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:03:25.088566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:03:25.099495 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35bbb47-bbe6-4ebe-b3b4-bd3125de7cf4 x-openstack-request-id: req-e35bbb47-bbe6-4ebe-b3b4-bd3125de7cf4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:03:25.099800 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "tag": "ca897dde-edc8-4e52-98e6-990910112f27", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:03:25.100102 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e35bbb47-bbe6-4ebe-b3b4-bd3125de7cf4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:03:25.100518 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27', 'status': 'completed', 'code': 200} Dec 15 15:03:25.162419 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-ed94a584-b0fd-46db-a0d2-7d96e999f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:25.164051 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-ed94a584-b0fd-46db-a0d2-7d96e999f385 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1097 time: 0.0414634 Dec 15 15:03:25.253816 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-635eef29-7e66-4036-8ffa-c7281d305f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:25.255208 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-635eef29-7e66-4036-8ffa-c7281d305f2a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0839972 Dec 15 15:03:25.318071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:24Z', 'revision_number': 0, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:25.326538 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-271b069e-a196-4708-aff5-fb2c86b2df0f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 1000 time: 0.0637484 Dec 15 15:03:25.349567 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] Checking router: fb03865c-3db1-4f98-b286-5582a724afe9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:03:25.359705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:03:25.360366 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:03:04Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:25.376294 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-5bd8c2b4-53a6-4dd3-8bb0-a2e290674b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:25.377776 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-5bd8c2b4-53a6-4dd3-8bb0-a2e290674b86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0444796 Dec 15 15:03:25.423291 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-a392c883-e443-43ce-8ce4-3917fd88f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:03:25.424849 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-a392c883-e443-43ce-8ce4-3917fd88f2a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400894 Dec 15 15:03:25.524338 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-dd7b5fda-a396-4ce0-88e9-8de1e52265ce service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915635 Dec 15 15:03:25.619115 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-11972a2d-41ee-4cce-8559-66f90aa449b4 req-fd1f3025-3a45-484e-b22f-496a4c122f42 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883794 Dec 15 15:03:25.643609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:03:25.863699 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:24Z', 'revision_number': 0, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:03:25.894703 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db394430-2f77-4468-9ecd-a59ab04d2d30 None None] The sync data for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 is: [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:24Z', 'revision_number': 0, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:03:26.078801 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf5486-95b9-4bd0-b0ee-7e1586d27d52 None None] New status for floating IP 8c5e244a-5e12-44fd-b1fd-0c2291fc9552: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:03:31.374826 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5fb5-b956-41f8-a34f-39d606168311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:31.536749 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:31.707440 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:33.999205 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bcba7ae3-7bff-4dcd-87c0-bc36aa79d89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:35.143254 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:35.293895 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:03:36.898583 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:37.518788 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:01.375418 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2a2653f7-160a-4897-a0fa-23cafe4b65a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:01.535689 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:01.704591 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:04.001373 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d257e36f-6005-430f-9e31-1fe634957dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:05.148603 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:06.902592 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:07.513493 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:07.568832 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-51f6f59a-1ea4-4c0b-8c10-722d16861c7f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442719 Dec 15 15:04:07.652031 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-f7242dd8-c900-4d37-bd4b-46579a79e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:07.653525 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-f7242dd8-c900-4d37-bd4b-46579a79e4c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1097 time: 0.0412095 Dec 15 15:04:07.756229 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-a77c7acd-52c0-453b-a7d4-858257712df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:07.757696 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-a77c7acd-52c0-453b-a7d4-858257712df8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0850790 Dec 15 15:04:07.827962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-2d0d7bb5-84a6-4f44-a3d2-ed831848f4c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 1002 time: 0.0622647 Dec 15 15:04:07.877512 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-8183725d-a2ea-4ede-94f1-73a5d270ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:07.878959 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-8183725d-a2ea-4ede-94f1-73a5d270ead8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0445914 Dec 15 15:04:07.923993 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-8614fd5f-4783-426f-b58b-3f335356c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:04:07.925453 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-8614fd5f-4783-426f-b58b-3f335356c4ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393486 Dec 15 15:04:07.937142 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-8781b5cf-ba74-4a86-a5a2-82752d1d7a0d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:04:07.938103 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-8781b5cf-ba74-4a86-a5a2-82752d1d7a0d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050881 Dec 15 15:04:08.029664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-4f2c1d03-c6ca-46f7-85f7-798fd0f3894f service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846279 Dec 15 15:04:08.119060 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-d26070fa-d5f8-49a0-8579-3b9f58bd1c87 req-81056374-af9b-49bd-a201-f87ad758ac8d service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820470 Dec 15 15:04:12.293440 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:04:31.376805 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6a62624-2f2a-4e86-841a-1327c2f96301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:31.548103 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:31.703355 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:34.003774 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4aff9ae7-da30-4cfe-8c59-5b752bbdfb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:35.151920 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:36.905089 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:37.516538 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:49.292743 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:05:01.378993 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-faff66ef-0e9c-43fc-a1d2-1818d59b323c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:01.578732 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:01.702721 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:04.005837 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8dea5e71-a34a-4f00-85b2-aa3e7389ba5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:05.152573 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:06.906922 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:07.519081 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:09.533709 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-e31acc15-b3b8-4dca-a044-5ffae8546cd4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417016 Dec 15 15:05:09.619719 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-8df0ef7f-fa5b-43d5-ba96-7e04b230282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:09.621262 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-8df0ef7f-fa5b-43d5-ba96-7e04b230282c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1097 time: 0.0454216 Dec 15 15:05:09.724345 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-8146a8f7-a47a-4908-9a93-0c7cd23bef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:09.725809 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-8146a8f7-a47a-4908-9a93-0c7cd23bef38 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0844343 Dec 15 15:05:09.798614 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-10155e5c-7bc9-490f-b1d4-c6930b69ecf8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 1002 time: 0.0641494 Dec 15 15:05:09.847815 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-4ae62b70-4453-44f5-9ac3-e5fa9a7ad8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:09.849268 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-4ae62b70-4453-44f5-9ac3-e5fa9a7ad8f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0443864 Dec 15 15:05:09.895126 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-6ab0e32e-e138-4709-94d3-d2dc0c1f4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:09.896635 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-6ab0e32e-e138-4709-94d3-d2dc0c1f4440 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405734 Dec 15 15:05:09.989535 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-1e6e5522-0811-45c4-83e3-031b8181acbf service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862699 Dec 15 15:05:10.079580 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a3dd1b6d-f7fe-435f-94ce-7172b51df44e req-7262cef8-c98e-4621-9e06-5320606b369e service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828042 Dec 15 15:05:23.001596 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ca897dde-edc8-4e52-98e6-990910112f27 details requested by agent hyperv_n-h1-821840-1 with host n-h1-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:05:23.105786 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:05:23.117633 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Returning: {'device': 'ca897dde-edc8-4e52-98e6-990910112f27', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:05:23.156395 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:23.170856 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca897dde-edc8-4e52-98e6-990910112f27 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:05:23.191645 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:05:23.197813 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:23.259042 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:23.268260 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.268638 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.268975 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.269332 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.269671 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.270300 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.270785 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.271128 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.271462 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.271966 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.272307 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.272643 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.272997 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:23.279103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] get_ports_and_sgs() called for port_ids ['ca897dde-edc8-4e52-98e6-990910112f27'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:05:25.003519 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ca897dde-edc8-4e52-98e6-990910112f27 up at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:05:25.069239 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Provisioning complete for port ca897dde-edc8-4e52-98e6-990910112f27 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:05:25.069654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:25.168714 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:25.200087 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:05:25.202790 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23439eed-c310-467b-a877-59c80888d375" -d '{"events": [{"server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca897dde-edc8-4e52-98e6-990910112f27"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:05:25.225873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:05:25.241102 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:25.319543 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9b6595-6032-4a6f-8d4f-993990e77f5b x-openstack-request-id: req-fe9b6595-6032-4a6f-8d4f-993990e77f5b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:05:25.319956 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca897dde-edc8-4e52-98e6-990910112f27", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:05:25.320225 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fe9b6595-6032-4a6f-8d4f-993990e77f5b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:05:25.320619 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27', 'code': 200} Dec 15 15:05:25.326072 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:26.292446 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:05:31.387164 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7bfbfb09-ba26-43dd-b4db-9a533b14933e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:31.597430 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:31.701772 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:33.201902 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-d60bf4c9-da0b-4133-81d6-2135714951e2 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350813686&fields=id&tenant_id=0ee349df5b85440798ce557b7dc26140 HTTP/1.1" status: 200 len: 267 time: 0.0528395 Dec 15 15:05:33.310749 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c665-20e5-4329-9df6-9017923a7e85 req-e9854497-b8a2-4947-9565-2c7bfacc2232 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:33.312217 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-e9854497-b8a2-4947-9565-2c7bfacc2232 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 809 time: 0.1034732 Dec 15 15:05:33.327288 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-49d86901-e2e1-4535-ba09-4e71c2a7419a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/quotas/0ee349df5b85440798ce557b7dc26140 HTTP/1.1" status: 200 len: 375 time: 0.0093920 Dec 15 15:05:33.379793 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-c3eb7648-cf0b-43f4-adf6-b166587e4365 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472350 Dec 15 15:05:33.481156 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0d29c5cc-9454-4a13-a17b-48e8525b1a3f service neutron] 10.222.0.86 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867255 Dec 15 15:05:33.569132 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-9cb555ee-c2bb-463c-bdce-dc014de832a0 service neutron] 10.222.0.86 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818553 Dec 15 15:05:33.773189 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7316936f-c861-467d-a412-f8de37567ca1 req-198d570d-b7d8-4784-b59e-0aaadfcb16ee tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 210 time: 0.0281658 Dec 15 15:05:34.007824 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28d7d3a9-501a-4f70-88b7-2e85bb3f4768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:34.701669 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c665-20e5-4329-9df6-9017923a7e85 req-8226877f-a397-4cc4-b135-3cdf9e3c6be5 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:34.703028 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-8226877f-a397-4cc4-b135-3cdf9e3c6be5 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.24 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 809 time: 0.1139541 Dec 15 15:05:34.771888 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-6bf69e1e-8d11-449a-bb17-2e3a8d191c34 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee349df5b85440798ce557b7dc26140 HTTP/1.1" status: 200 len: 379 time: 0.0582244 Dec 15 15:05:34.783210 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'port': {'device_id': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'admin_state_up': True, 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'security_groups': ['12465333-299b-4857-85be-3fd12f64c336']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:05:34.895136 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-ab47ff30-35e4-41fe-a8bc-c14c613ddc8a req-d875f526-467a-410a-849b-71a1eb753f8b tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 210 time: 0.0441470 Dec 15 15:05:34.926781 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Made reservation on behalf of 0ee349df5b85440798ce557b7dc26140 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:05:34.930473 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:35.122953 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Allocated IP 172.20.0.6 (7ae323c4-067a-4205-9ce6-24bedfff64fe/644e3a11-173d-4ee5-a597-93740d5034d0/f7bec8c2-68cb-4640-8e42-08e1ae4b27f4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:05:35.158460 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:35.316064 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:35.361958 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:35.443439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:05:35.446473 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:05:35.451401 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:05:35.455327 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'Port': ['ID=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:35.485843 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.486191 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.486540 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.486883 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.487215 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.487554 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.488167 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.488494 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.488824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.489145 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.489467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.489796 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.490174 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:35.517467 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:35.518215 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:35.544977 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-95ededdb-3a36-4e32-b40b-934bf85bbafe tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7654865 Dec 15 15:05:35.768972 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-df751d54-1806-43bf-901c-9d20c77f4df6 None None] Provisioning complete for port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 triggered by entity DHCP. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:05:35.769263 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df751d54-1806-43bf-901c-9d20c77f4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:35.804371 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-df751d54-1806-43bf-901c-9d20c77f4df6 None None] Port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 cannot update to ACTIVE because it is not bound. {{(pid=109769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:05:36.020724 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00a1fa-6c57-4fb3-b223-cd9782ba1ffd req-821d03ca-bb56-426d-9d75-f87c61936ca0 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:36.022244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff00a1fa-6c57-4fb3-b223-cd9782ba1ffd req-821d03ca-bb56-426d-9d75-f87c61936ca0 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0507021 Dec 15 15:05:36.076155 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-ff00a1fa-6c57-4fb3-b223-cd9782ba1ffd req-c3caac11-df75-44eb-8283-7bb29698b885 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467463 Dec 15 15:05:36.911973 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:37.081685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ca897dde-edc8-4e52-98e6-990910112f27 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:05:37.192163 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:37.215905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfab90c-e571-438d-8de6-303eac972848 req-2ba9510c-d77f-4771-b8a9-a52f7d1492ac tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:37.217483 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9dfab90c-e571-438d-8de6-303eac972848 req-2ba9510c-d77f-4771-b8a9-a52f7d1492ac tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0602040 Dec 15 15:05:37.235231 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:05:37.241149 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b309d4-491c-46df-820c-4014d2fe2f29" -d '{"events": [{"server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "name": "network-vif-unplugged", "status": "completed", "tag": "ca897dde-edc8-4e52-98e6-990910112f27"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:05:37.263455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:05:37.268770 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:37.307307 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9dfab90c-e571-438d-8de6-303eac972848 req-223a2a12-962b-4e1d-9728-e1c0684d4d4a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836885 Dec 15 15:05:37.310361 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee44501-0977-4aa2-9f6d-6fae18755f84 x-openstack-request-id: req-aee44501-0977-4aa2-9f6d-6fae18755f84 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:05:37.310954 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "name": "network-vif-unplugged", "status": "completed", "tag": "ca897dde-edc8-4e52-98e6-990910112f27", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:05:37.311313 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aee44501-0977-4aa2-9f6d-6fae18755f84 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:05:37.311856 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27', 'code': 200} Dec 15 15:05:37.348905 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Pushing event updated for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=8']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:37.523596 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:38.456815 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda84d2-307e-43e5-a5a6-6bacb2d77714 req-1e29c3bc-4a70-4cbf-9aa5-e35f5855a5c7 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:38.458226 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7eda84d2-307e-43e5-a5a6-6bacb2d77714 req-1e29c3bc-4a70-4cbf-9aa5-e35f5855a5c7 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0550308 Dec 15 15:05:38.515252 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7eda84d2-307e-43e5-a5a6-6bacb2d77714 req-e10b6235-d924-457a-bfe7-dc39b2a5beca tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499525 Dec 15 15:05:39.644830 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c400745-e103-4ba1-9db8-390598808e45 req-7df4393b-6341-402a-99f1-8f48fa89b9ef tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:39.646331 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c400745-e103-4ba1-9db8-390598808e45 req-7df4393b-6341-402a-99f1-8f48fa89b9ef tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0551791 Dec 15 15:05:39.705410 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-9c400745-e103-4ba1-9db8-390598808e45 req-de283e9d-7aaf-4b17-8c31-a517629f7a50 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524518 Dec 15 15:05:40.829887 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038caac-c345-493b-9fb7-761b7f1272a3 req-5bcc743b-af9c-49a3-b2a4-3253e5e13670 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:40.831383 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e038caac-c345-493b-9fb7-761b7f1272a3 req-5bcc743b-af9c-49a3-b2a4-3253e5e13670 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0569501 Dec 15 15:05:40.881774 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-e038caac-c345-493b-9fb7-761b7f1272a3 req-5cda3226-e4ab-4bda-8aa9-ebc1e7fd9616 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 Dec 15 15:05:42.011224 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c3680-ff7c-4bd8-9ebf-3385386abe78 req-b0f76e4f-a324-444f-be9a-d087a73849c2 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:42.012759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-467c3680-ff7c-4bd8-9ebf-3385386abe78 req-b0f76e4f-a324-444f-be9a-d087a73849c2 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0551007 Dec 15 15:05:42.064485 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-467c3680-ff7c-4bd8-9ebf-3385386abe78 req-546921ca-f7db-4d38-9594-391b7615cfb4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456228 Dec 15 15:05:43.208421 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669e2a9-02d4-4127-bc02-f020ce12ad96 req-0ae55e12-ee5d-46df-be93-9653fcd4bd96 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:43.209886 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a669e2a9-02d4-4127-bc02-f020ce12ad96 req-0ae55e12-ee5d-46df-be93-9653fcd4bd96 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0692847 Dec 15 15:05:43.263633 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-a669e2a9-02d4-4127-bc02-f020ce12ad96 req-cc9f553a-1626-4e28-a5cd-136fb490a62c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468845 Dec 15 15:05:44.389300 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d83e4-8f10-4e98-940e-7e5a88a916e6 req-443db8e5-2761-4a6f-86f0-b103e5cd178b tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:44.390903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-839d83e4-8f10-4e98-940e-7e5a88a916e6 req-443db8e5-2761-4a6f-86f0-b103e5cd178b tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0578787 Dec 15 15:05:44.441385 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-839d83e4-8f10-4e98-940e-7e5a88a916e6 req-fd486d8c-f923-4064-8f8a-4c477d627cc7 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445070 Dec 15 15:05:45.575260 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd6e39-838d-468d-8395-f66e8003a75e req-d19cbd11-5e2d-4649-b4fb-a87790a41bc7 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:45.579193 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b2fd6e39-838d-468d-8395-f66e8003a75e req-d19cbd11-5e2d-4649-b4fb-a87790a41bc7 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 931 time: 0.0659275 Dec 15 15:05:45.631244 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-b2fd6e39-838d-468d-8395-f66e8003a75e req-a5d6a9d0-6bec-4811-98d4-e9847f854249 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448194 Dec 15 15:05:46.164948 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.v2.base [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Request body: {'port': {'device_id': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821840-1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:05:46.220679 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:46.493722 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:05:46.501389 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:46.513772 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Transition to ACTIVE for port object f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 15:05:46.517622 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:46.567667 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:46.642875 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Attempting to bind port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 on host n-h2-821840-1 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:05:46.643216 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Attempting to bind port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 by drivers openvswitch,hyperv on host n-h2-821840-1 at level 0 using segments [{'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:05:46.643550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Attempting to bind port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 on network 7ae323c4-067a-4205-9ce6-24bedfff64fe {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:05:46.648220 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 on network 7ae323c4-067a-4205-9ce6-24bedfff64fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821840-1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 15:05:46.648552 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Attempting to bind port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 on network 7ae323c4-067a-4205-9ce6-24bedfff64fe {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:05:46.655010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Checking agent: {'id': '96239b86-e28d-4b3f-81a9-035fe41cc273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821840-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'started_at': datetime.datetime(2021, 12, 15, 13, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:05:46.655353 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Checking segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:05:46.655743 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Bound using segment: {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:05:46.656208 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Bound port: f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host: n-h2-821840-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab61a21-21bf-4cf0-88fd-3e7599c27f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:05:46.656574 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:46.757949 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:05:46.772725 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:05:46.785350 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16314d78-207e-4766-9af5-35fabe0a5622 req-346c2be1-b2ed-43fe-90f5-3e322cfb6658 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:46.787318 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16314d78-207e-4766-9af5-35fabe0a5622 req-346c2be1-b2ed-43fe-90f5-3e322cfb6658 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 943 time: 0.0813682 Dec 15 15:05:46.790531 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28922702'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:46.847026 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:46.847600 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:46.849006 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] 10.222.0.24 "PUT /v2.0/ports/f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 HTTP/1.1" status: 200 len: 1091 time: 0.6885953 Dec 15 15:05:46.852754 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:05:46.856183 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de4edbb-86f1-4fd0-b857-550736d27f76" -d '{"events": [{"name": "network-changed", "server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:05:46.909411 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd9cf9-96cc-48ab-b79c-76db43df4226 x-openstack-request-id: req-09dd9cf9-96cc-48ab-b79c-76db43df4226 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:05:46.909712 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:05:46.910049 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09dd9cf9-96cc-48ab-b79c-76db43df4226 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:05:46.910444 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'status': 'completed', 'code': 200} Dec 15 15:05:46.930080 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79bcde-d2c4-4e13-b64b-a3ac8a9ca579 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:46.940760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-16314d78-207e-4766-9af5-35fabe0a5622 req-e1247fdb-8298-4ba1-9752-6d0c34668eae tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444039 Dec 15 15:05:46.965326 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c665-20e5-4329-9df6-9017923a7e85 req-7250bb0e-dda5-46cc-b9e3-9b14930c4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:46.966894 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-7250bb0e-dda5-46cc-b9e3-9b14930c4f80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 1094 time: 0.0767949 Dec 15 15:05:47.013224 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-0d980e31-8f41-4ed1-9f3d-292314edfad2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 HTTP/1.1" status: 200 len: 217 time: 0.0378246 Dec 15 15:05:47.067235 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c665-20e5-4329-9df6-9017923a7e85 req-f19f033a-1996-4ca9-8468-492074db4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:47.068734 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-f19f033a-1996-4ca9-8468-492074db4a5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0496626 Dec 15 15:05:47.122213 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c665-20e5-4329-9df6-9017923a7e85 req-dbe5f4ae-f585-45ad-8bf3-43a8f0c23f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:47.123821 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-dbe5f4ae-f585-45ad-8bf3-43a8f0c23f43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459669 Dec 15 15:05:47.227652 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-55cfa93c-0c15-4c54-845b-af2496a9bee4 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970170 Dec 15 15:05:47.320509 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-f707c665-20e5-4329-9df6-9017923a7e85 req-5259841a-070d-473e-b1e9-730eafdea356 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856028 Dec 15 15:05:47.404029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-eadc7df0-a575-4834-8d6b-6d6c08fc9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:47.405518 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-eadc7df0-a575-4834-8d6b-6d6c08fc9ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 1094 time: 0.0419652 Dec 15 15:05:47.504428 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-1eb37155-67a4-4906-948e-1bcb9521f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:47.505911 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-1eb37155-67a4-4906-948e-1bcb9521f78b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0934134 Dec 15 15:05:47.548964 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-e769ace9-8c6f-43a8-bce8-105fe2d595be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 HTTP/1.1" status: 200 len: 217 time: 0.0354221 Dec 15 15:05:47.596228 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-711ccd71-5704-4e4b-8f91-c5a6905874b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:47.597547 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-711ccd71-5704-4e4b-8f91-c5a6905874b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0414052 Dec 15 15:05:47.643435 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-126a9128-8193-486f-a45f-075b320e60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:47.644962 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-126a9128-8193-486f-a45f-075b320e60d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390205 Dec 15 15:05:47.738922 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-f64cfa20-e98f-4eba-bf28-fdf296fd3654 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857811 Dec 15 15:05:47.831697 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4de4edbb-86f1-4fd0-b857-550736d27f76 req-8f404cf8-0601-48b3-93ef-acf5bfdce36d service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844448 Dec 15 15:05:48.060285 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb365f52-263e-4287-843b-145dfc57cb80 req-80a2b5ee-8e3c-4860-8243-1911282742a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:48.061766 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb365f52-263e-4287-843b-145dfc57cb80 req-80a2b5ee-8e3c-4860-8243-1911282742a8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 943 time: 0.0492356 Dec 15 15:05:48.122994 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-bb365f52-263e-4287-843b-145dfc57cb80 req-7ef0dc9b-3d62-41f7-8214-74a551940977 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552981 Dec 15 15:05:49.250232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ec0ab-19c1-4e3e-b1f3-a1dffddbd562 req-5d5030d5-d181-4c80-8c2c-3adcf01c499a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:49.251700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-654ec0ab-19c1-4e3e-b1f3-a1dffddbd562 req-5d5030d5-d181-4c80-8c2c-3adcf01c499a tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 943 time: 0.0540948 Dec 15 15:05:49.299762 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-654ec0ab-19c1-4e3e-b1f3-a1dffddbd562 req-262314ad-89e3-4841-a1e0-7c86500095d1 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 Dec 15 15:05:50.418088 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453ec48-7bf9-4ab6-ac95-9ff596a22bfe req-1790aab4-ba22-4281-95e1-0e598811f85c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:50.419513 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d453ec48-7bf9-4ab6-ac95-9ff596a22bfe req-1790aab4-ba22-4281-95e1-0e598811f85c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 943 time: 0.0501294 Dec 15 15:05:50.469519 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-d453ec48-7bf9-4ab6-ac95-9ff596a22bfe req-b998731a-0fcc-4aef-81ac-c19f936944ee tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440414 Dec 15 15:05:50.653775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:05:50.750541 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:05:50.762228 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'port_id': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'mac_address': 'fa:16:3e:fc:97:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:05:50.799499 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:50.811946 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:05:50.830889 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:05:50.834845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:50.882306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:51.053207 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['f7bec8c2-68cb-4640-8e42-08e1ae4b27f4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:05:51.585800 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946594f-b5ea-48aa-86df-7992b2e55abe req-a5bf6e7e-3dd0-4794-8b01-3fd97d7f48e8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:51.587251 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2946594f-b5ea-48aa-86df-7992b2e55abe req-a5bf6e7e-3dd0-4794-8b01-3fd97d7f48e8 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 944 time: 0.0488431 Dec 15 15:05:51.635700 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-2946594f-b5ea-48aa-86df-7992b2e55abe req-e0ec7eb2-0bb1-4a0a-863f-7d28ca481c6c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Dec 15 15:05:52.670195 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:05:52.723163 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning for port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 completed by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 15:05:52.727292 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:05:52.727675 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:52.759769 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a163d-aef6-4f2e-8116-6a3d81f2ec89 req-d752b9e8-e33c-47ec-9607-69012069bfc9 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:52.761597 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e1a163d-aef6-4f2e-8116-6a3d81f2ec89 req-d752b9e8-e33c-47ec-9607-69012069bfc9 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 944 time: 0.0530624 Dec 15 15:05:52.813809 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:52.820125 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-7e1a163d-aef6-4f2e-8116-6a3d81f2ec89 req-ce92161e-c963-4af5-901a-16c242abefb3 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508728 Dec 15 15:05:52.837606 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:05:52.840710 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0caf0a-09db-4dc5-a076-3dbc7635d488" -d '{"events": [{"server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "name": "network-vif-plugged", "status": "completed", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:05:52.853683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:05:52.858735 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:52.897486 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f564bb-c0d8-4fd6-b11f-1732cba764b2 x-openstack-request-id: req-79f564bb-c0d8-4fd6-b11f-1732cba764b2 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:05:52.897910 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "name": "network-vif-plugged", "status": "completed", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:05:52.898271 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79f564bb-c0d8-4fd6-b11f-1732cba764b2 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:05:52.898818 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'code': 200} Dec 15 15:05:52.922631 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,revision_number=5']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:52.990249 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498ea29-7147-421f-943d-7954ad14078c req-0682b6dd-56af-4249-9a66-a452f459c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:52.991748 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a498ea29-7147-421f-943d-7954ad14078c req-0682b6dd-56af-4249-9a66-a452f459c73d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 1096 time: 0.0469618 Dec 15 15:05:53.042220 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-a498ea29-7147-421f-943d-7954ad14078c req-ac95b5b6-e93a-4387-8450-f4e9fcc2e933 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414610 Dec 15 15:05:53.943855 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc5e7e-725f-4f5f-b9fa-7481601b23d5 req-8b8b4897-98ef-464a-9b21-6358236bbcf5 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:53.945404 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fadc5e7e-725f-4f5f-b9fa-7481601b23d5 req-8b8b4897-98ef-464a-9b21-6358236bbcf5 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 945 time: 0.0541294 Dec 15 15:05:53.997696 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-fadc5e7e-725f-4f5f-b9fa-7481601b23d5 req-35f29b61-9657-471b-838f-d49f5d102cd1 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456133 Dec 15 15:05:54.395168 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d3111b-2bdd-4878-a277-59923454b1bb req-d806321f-6fcb-42cc-969d-63cb16cb9b76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409765 Dec 15 15:05:54.475497 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3111b-2bdd-4878-a277-59923454b1bb req-23245578-59e3-4923-9856-4f360f6bb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:54.476953 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d3111b-2bdd-4878-a277-59923454b1bb req-23245578-59e3-4923-9856-4f360f6bb008 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 1096 time: 0.0415766 Dec 15 15:05:54.583020 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3111b-2bdd-4878-a277-59923454b1bb req-f47a86f3-641b-4457-9caa-ac8019346043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:54.584491 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d3111b-2bdd-4878-a277-59923454b1bb req-f47a86f3-641b-4457-9caa-ac8019346043 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0866923 Dec 15 15:05:54.626019 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d3111b-2bdd-4878-a277-59923454b1bb req-154cf2d7-e890-45bf-9220-8fc0ac129133 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 HTTP/1.1" status: 200 len: 217 time: 0.0338669 Dec 15 15:05:54.676584 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3111b-2bdd-4878-a277-59923454b1bb req-16ee1a2e-784f-4b21-95df-a17355338fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:54.678025 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d3111b-2bdd-4878-a277-59923454b1bb req-16ee1a2e-784f-4b21-95df-a17355338fc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0449595 Dec 15 15:05:54.725247 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3111b-2bdd-4878-a277-59923454b1bb req-7ce2282e-2c8f-4657-88ae-afd62cf49484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:54.726759 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d3111b-2bdd-4878-a277-59923454b1bb req-7ce2282e-2c8f-4657-88ae-afd62cf49484 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418119 Dec 15 15:05:54.814091 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d3111b-2bdd-4878-a277-59923454b1bb req-e2671bf7-581d-4d39-aa1e-0692038c2fd5 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800731 Dec 15 15:05:54.905494 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-81d3111b-2bdd-4878-a277-59923454b1bb req-8072335a-450d-4daa-a711-adc98717ad54 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845473 Dec 15 15:05:55.122184 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97048592-8a7b-4300-91af-050b37852c02 req-ecd6cde8-d36d-4973-b2d0-daac6254ceb7 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:55.123694 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-97048592-8a7b-4300-91af-050b37852c02 req-ecd6cde8-d36d-4973-b2d0-daac6254ceb7 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 945 time: 0.0512991 Dec 15 15:05:55.173588 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-97048592-8a7b-4300-91af-050b37852c02 req-02985b96-33e7-4a34-ac0c-c49bb333b203 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Dec 15 15:05:55.291439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2e907-fd75-4eea-b65d-888752a06c61 req-f9c80e91-39dd-4655-a554-f0f6e9dbc4b3 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:55.292914 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6aa2e907-fd75-4eea-b65d-888752a06c61 req-f9c80e91-39dd-4655-a554-f0f6e9dbc4b3 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 945 time: 0.0495827 Dec 15 15:05:55.342041 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-6aa2e907-fd75-4eea-b65d-888752a06c61 req-54af3d95-c6bf-47e0-9ab1-eed88807b83e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431943 Dec 15 15:05:55.363987 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53046) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:05:55.403495 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e7637c-0cd0-4a2b-9295-bb51d48c2579 tempest-TestSnapshotPattern-1901894977 tempest-TestSnapshotPattern-1901894977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:55.405010 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-a6e7637c-0cd0-4a2b-9295-bb51d48c2579 tempest-TestSnapshotPattern-1901894977 tempest-TestSnapshotPattern-1901894977-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 1091 time: 0.0400774 Dec 15 15:05:55.407754 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:05:55.412062 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Request body: {'floatingip': {'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'port_id': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:05:55.434568 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:55.533032 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:55.639038 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Allocated IP 172.25.7.182 (26a0c209-d432-49f7-a8c0-d33250431a11/b0402bb1-f11e-4b73-8d98-724e7e5b5de1/0e746e3d-4675-453c-8049-0775daebe642) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:05:55.741532 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:55.775931 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832607928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:55.814864 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Network 26a0c209-d432-49f7-a8c0-d33250431a11 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:05:55.817837 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:05:55.821498 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:05:55.849139 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'Port': ['ID=0e746e3d-4675-453c-8049-0775daebe642,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:55.863919 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.864279 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.864628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.864992 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.865317 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.865657 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.865991 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.866326 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.866660 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.866988 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.867318 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.867648 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:55.868010 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:05:56.205969 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:56.277008 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:56.429210 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:56.433960 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26041030'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:56.507736 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event updated for resources: {'Port': ['ID=0e746e3d-4675-453c-8049-0775daebe642,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:05:56.518275 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555787'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:56.618096 n-d-821840-1 neutron-server[109767]: INFO neutron.db.l3_db [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Floating IP 947258d7-c672-4e02-baa1-1db207de641a associated. External IP: 172.25.7.182, port: f7bec8c2-68cb-4640-8e42-08e1ae4b27f4. Dec 15 15:05:57.127594 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Router fb03865c-3db1-4f98-b286-5582a724afe9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:05:57.237439 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:05:57.248220 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] Sync routers for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:05:57.254823 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:57.260317 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:05:57.260915 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:05:57.282356 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-b25156d3-0136-43c2-86b6-990bef577504 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8735349 Dec 15 15:05:57.282951 n-d-821840-1 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:05:57.285233 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59a2f02052e8553c036d3fb1c951acef72b1c6248438d15a3a7bc40c70fd4f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c" -d '{"events": [{"name": "network-changed", "server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:05:57.322855 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09c67ee-9e35-4416-96c5-4dbb2e299c3f x-openstack-request-id: req-f09c67ee-9e35-4416-96c5-4dbb2e299c3f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:05:57.323370 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:05:57.323633 n-d-821840-1 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f09c67ee-9e35-4416-96c5-4dbb2e299c3f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:05:57.324069 n-d-821840-1 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'status': 'completed', 'code': 200} Dec 15 15:05:57.377460 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:05:57.386869 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-1bc483bf-03a8-4690-adc2-9d5974a62e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:57.388346 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-1bc483bf-03a8-4690-adc2-9d5974a62e86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 1096 time: 0.0417638 Dec 15 15:05:57.620863 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:26Z', 'revision_number': 1, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}, {'id': '947258d7-c672-4e02-baa1-1db207de641a', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:fc:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:05:56Z', 'updated_at': '2021-12-15T15:05:56Z', 'revision_number': 0, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:05:57.825614 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-c93fd80e-b1e3-4087-86aa-7f3fc57ce071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:57.827096 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-c93fd80e-b1e3-4087-86aa-7f3fc57ce071 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.4312019 Dec 15 15:05:57.830961 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] Checking router: fb03865c-3db1-4f98-b286-5582a724afe9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:05:57.839990 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:05:57.840636 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:05:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:05:57.899385 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-e0082e80-920b-4d24-af23-abae20b90e72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 HTTP/1.1" status: 200 len: 999 time: 0.0643129 Dec 15 15:05:57.951959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-5ae7bf41-1894-4ad8-8d87-b4f02002a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:57.953425 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-5ae7bf41-1894-4ad8-8d87-b4f02002a898 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0483873 Dec 15 15:05:57.956202 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:05:58.000253 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-8260242f-fdb7-4e28-b859-dc1f59afd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:05:58.001760 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-8260242f-fdb7-4e28-b859-dc1f59afd2db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414276 Dec 15 15:05:58.092735 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-ca99a525-05dd-4691-b8ce-4d57847cec15 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830934 Dec 15 15:05:58.187364 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:26Z', 'revision_number': 1, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}, {'id': '947258d7-c672-4e02-baa1-1db207de641a', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:fc:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:05:56Z', 'updated_at': '2021-12-15T15:05:56Z', 'revision_number': 0, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:05:58.191280 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-b03e355c-8dfc-46e5-b71b-6a01a18bc96c req-c1e4713b-37d5-4625-bcc9-d9768904bfed service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901616 Dec 15 15:05:58.218409 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3320ae-a531-40d3-9f64-4f040094d18c None None] The sync data for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 is: [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:26Z', 'revision_number': 1, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}, {'id': '947258d7-c672-4e02-baa1-1db207de641a', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:fc:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:05:56Z', 'updated_at': '2021-12-15T15:05:56Z', 'revision_number': 0, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:05:58.414185 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc18837-7073-445e-901c-19820f13bb53 None None] New status for floating IP 947258d7-c672-4e02-baa1-1db207de641a: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:06:01.381094 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81d9d787-7fdf-4be0-92d2-951a0febd00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:01.613340 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:01.703985 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:03.292498 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:06:04.011906 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f98eb1ce-1e4e-4a9f-8ded-68be0db2db11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:05.157773 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:06.913288 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:07.529389 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:09.614062 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-992fc353-bb19-4908-b1a3-1fda23c393fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093655 Dec 15 15:06:09.699221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-a60cc1d6-b4b2-4c30-85fc-d5dce75185cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:09.700738 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-a60cc1d6-b4b2-4c30-85fc-d5dce75185cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1095 time: 0.0426562 Dec 15 15:06:09.809075 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-2d57d3c2-28c6-4c0b-b561-e2ab661f30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:09.810461 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-2d57d3c2-28c6-4c0b-b561-e2ab661f30ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0905290 Dec 15 15:06:09.876664 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-d36d456c-e991-460c-9163-54ecd45ad66a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 1000 time: 0.0588796 Dec 15 15:06:09.930677 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-b357f63e-ebc6-4bd8-be75-7536d3e1ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:09.932470 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-b357f63e-ebc6-4bd8-be75-7536d3e1ab76 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0490232 Dec 15 15:06:09.979384 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-54e64d70-4849-4be5-87b0-6f750b54334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:09.980903 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-54e64d70-4849-4be5-87b0-6f750b54334e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407641 Dec 15 15:06:10.070631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-b351c46d-ccd8-42b1-9628-ef6532b19a67 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795934 Dec 15 15:06:10.162377 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-82e2d30c-da9d-4454-9357-59fa12cc2139 req-7d9e2e12-541d-466d-a448-08feb6546579 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849051 Dec 15 15:06:31.382783 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0d920397-b20d-448c-9e65-a3a543b207b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:31.605006 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:31.712900 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:34.013816 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0718889f-9f3c-4a2a-a9ee-f7b82a8bfbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:35.161413 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:36.915739 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:37.531706 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:40.291554 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:06:55.087575 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-5fec11e8-16aa-4cda-9ecf-eed405210b19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870275 Dec 15 15:06:55.170308 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-84f39566-2ce9-4c88-a21c-ae9d47e34559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:55.171790 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-84f39566-2ce9-4c88-a21c-ae9d47e34559 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 1096 time: 0.0415103 Dec 15 15:06:55.280959 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-0bc5c1b5-50de-4058-8001-e037a26b8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:55.283446 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-0bc5c1b5-50de-4058-8001-e037a26b8957 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0915568 Dec 15 15:06:55.352802 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-e5d06a69-67b3-4df5-b2a0-32b9952e860a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 HTTP/1.1" status: 200 len: 1001 time: 0.0588720 Dec 15 15:06:55.406021 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-0d1ac271-c42f-4868-8dc5-99694a0403e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:55.407499 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-0d1ac271-c42f-4868-8dc5-99694a0403e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0475688 Dec 15 15:06:55.453919 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-cb09d3b4-8c49-44c7-a8a0-8fa88646b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:06:55.455394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-cb09d3b4-8c49-44c7-a8a0-8fa88646b44e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396142 Dec 15 15:06:55.545814 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-3cc82210-ae5f-4998-be80-93910fd4b425 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813727 Dec 15 15:06:55.638605 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-7efc9348-8043-4cf5-8d4d-72269c58be7a req-27e46da8-b93c-4324-b827-1b6dc5e5e31c service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862768 Dec 15 15:07:01.385849 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83cb7d75-3439-4d99-8016-d4bba5eff305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:01.611584 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:01.714834 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:04.019166 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8e7a037a-54d0-4454-85d7-06f88714f474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:05.163441 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:06.920024 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:07.534021 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:10.517950 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-b6185a4f-fa9d-4297-b8ed-9375fb4221a7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408101 Dec 15 15:07:10.598904 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-785e2d7a-46bd-4c61-a9e5-57520db7b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:10.600436 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-785e2d7a-46bd-4c61-a9e5-57520db7b34e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1095 time: 0.0404644 Dec 15 15:07:10.705765 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-47e362ff-7a6a-4223-ad94-bb96ab09e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:10.707130 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-47e362ff-7a6a-4223-ad94-bb96ab09e006 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0867741 Dec 15 15:07:10.773595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-989b60fa-b782-4eb6-a528-c93effe823e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 1000 time: 0.0586500 Dec 15 15:07:10.827474 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-360ce1b4-81f0-4c19-ab6e-b1c56800cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:10.828925 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-360ce1b4-81f0-4c19-ab6e-b1c56800cf44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0471284 Dec 15 15:07:10.873607 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-62d14508-95a8-4787-af38-e614cbb6e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:10.875072 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-62d14508-95a8-4787-af38-e614cbb6e33f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397408 Dec 15 15:07:10.962804 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-91a7360c-e026-4a11-8dce-ba0d6628f0ed service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805693 Dec 15 15:07:11.056079 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-1e6feb9f-33e5-421a-9687-017aaf2f4d5d req-5834358a-9d7d-466c-bee2-b40e92a4bdf4 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852907 Dec 15 15:07:17.290555 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:07:29.058315 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 details requested by agent hyperv_n-h2-821840-1 with host n-h2-821840-1 {{(pid=109769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:07:29.161222 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:29.182522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Returning: {'device': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'port_id': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'mac_address': 'fa:16:3e:fc:97:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:07:29.222695 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:29.244240 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:07:29.273474 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:29.279511 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:29.343277 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:29.355434 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.355794 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.356173 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.356522 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.356868 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.357213 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.357569 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.357880 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.358219 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.359334 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.359954 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.360295 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.360632 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:29.368989 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] get_ports_and_sgs() called for port_ids ['f7bec8c2-68cb-4640-8e42-08e1ae4b27f4'] {{(pid=109769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:07:31.077983 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 up at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:07:31.160559 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Provisioning complete for port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 triggered by entity L2. {{(pid=109769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:07:31.161610 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387400'] for port, provisioning_complete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:31.265700 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1791353'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:31.295047 n-d-821840-1 neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:07:31.297380 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82ce8dea846ed489df3ad99cfb2d8da20d6561d94807a64be463a985d20be8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0165313e-d47d-44b4-a751-09741d71cf37" -d '{"events": [{"server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "name": "network-vif-plugged", "status": "completed", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:07:31.312436 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:31.317908 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833173733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832607946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832607964'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:31.361082 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777ee565-664b-4478-8e10-57965b7e5940 x-openstack-request-id: req-777ee565-664b-4478-8e10-57965b7e5940 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:07:31.361444 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "name": "network-vif-plugged", "status": "completed", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:07:31.361666 n-d-821840-1 neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-777ee565-664b-4478-8e10-57965b7e5940 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:07:31.362034 n-d-821840-1 neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'code': 200} Dec 15 15:07:31.403688 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Pushing event updated for resources: {'Port': ['ID=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:31.421361 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ac871b4-07de-4a22-95b5-00fc0bf13187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:31.641751 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:31.709433 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:34.025755 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-831a0848-d27b-44b2-86ac-e711c4771d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:35.172269 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:36.929311 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:37.537148 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:37.914417 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53246) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:38.075823 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Deleting port 0e746e3d-4675-453c-8049-0775daebe642 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:38.076199 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:38.155584 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:38.155946 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:38.168171 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Calling delete_port for 0e746e3d-4675-453c-8049-0775daebe642 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:38.313943 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:38.346304 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event deleted for resources: {'Port': ['ID=0e746e3d-4675-453c-8049-0775daebe642,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:38.370500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.370848 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.371190 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.371526 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.371861 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.372221 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.372550 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.372878 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.373203 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.373525 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.373849 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.374176 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.374500 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:38.414309 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:38.414637 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Floating IP 947258d7-c672-4e02-baa1-1db207de641a disassociated (deleted). External IP: 172.25.7.182, port: f7bec8c2-68cb-4640-8e42-08e1ae4b27f4. Dec 15 15:07:38.619035 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Router fb03865c-3db1-4f98-b286-5582a724afe9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:07:38.726056 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:07:38.731687 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:38.736619 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] Sync routers for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:07:38.748071 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:07:38.748697 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:38.759050 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-5134c047-92d3-4025-be29-0e72d98ffd62 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "DELETE /v2.0/floatingips/947258d7-c672-4e02-baa1-1db207de641a HTTP/1.1" status: 204 len: 168 time: 0.8434372 Dec 15 15:07:38.760254 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:07:38.764432 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:07:38.803608 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83552f3c-2925-4ca8-ad4f-826b91567173 x-openstack-request-id: req-83552f3c-2925-4ca8-ad4f-826b91567173 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:07:38.803934 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:07:38.804204 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-83552f3c-2925-4ca8-ad4f-826b91567173 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:07:38.804905 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'status': 'completed', 'code': 200} Dec 15 15:07:38.869649 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:07:38.872684 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-aad13c52-a3fa-490f-8b4d-dd5daf9d4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:38.873948 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-aad13c52-a3fa-490f-8b4d-dd5daf9d4918 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 1096 time: 0.0470643 Dec 15 15:07:39.004728 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-e58f0d2c-d01c-4497-b9be-454b707613b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:39.006669 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-e58f0d2c-d01c-4497-b9be-454b707613b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.1199539 Dec 15 15:07:39.074014 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-c472682b-f0e6-4f1d-bb20-503d513d07d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 HTTP/1.1" status: 200 len: 217 time: 0.0588815 Dec 15 15:07:39.109136 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:26Z', 'revision_number': 1, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:39.130439 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74de65-be03-4890-b05c-f493fe5368e8 req-7e812073-8b74-4a8b-92ee-21409a0ee51e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:39.131843 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df74de65-be03-4890-b05c-f493fe5368e8 req-7e812073-8b74-4a8b-92ee-21409a0ee51e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 945 time: 0.1745353 Dec 15 15:07:39.136209 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] Checking router: fb03865c-3db1-4f98-b286-5582a724afe9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:07:39.144553 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:07:39.145170 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:39.152233 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-c694c27a-0362-4a3d-9c4e-73b48f92eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:39.153707 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-c694c27a-0362-4a3d-9c4e-73b48f92eaec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0717428 Dec 15 15:07:39.221842 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-df74de65-be03-4890-b05c-f493fe5368e8 req-70052b05-9a9e-4619-aa6b-9adcf941e45f tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831594 Dec 15 15:07:39.227985 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-8be87b1a-890a-4880-b5ec-382c29797c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:39.229970 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-8be87b1a-890a-4880-b5ec-382c29797c52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679936 Dec 15 15:07:39.254998 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:07:39.326067 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-433ab5ec-4256-43e3-9ca0-ae770381001b service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881157 Dec 15 15:07:39.419631 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e0cb50ae-95ad-49d1-9fe1-44451c6fb3fc req-9a335075-3a1b-4c1d-ac11-111acb57fa93 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860860 Dec 15 15:07:39.489683 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:26Z', 'revision_number': 1, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:39.518677 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc40e8a-a191-449d-893f-aeb99c63cc97 None None] The sync data for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 is: [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_floatingips': [{'id': '8c5e244a-5e12-44fd-b1fd-0c2291fc9552', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'router_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'port_id': 'ca897dde-edc8-4e52-98e6-990910112f27', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'mac_address': 'fa:16:3e:61:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:03:24Z', 'updated_at': '2021-12-15T15:03:26Z', 'revision_number': 1, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:07:39.756449 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be7e37-53c1-4488-b56d-a84530d3a589 None None] New status for floating IP 947258d7-c672-4e02-baa1-1db207de641a: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:07:40.343399 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1fabb-40d4-4359-8d7e-c8a25eb3accd req-b2aa39e5-1a81-4bf3-89ad-5f18c215eb6e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:40.344943 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8bf1fabb-40d4-4359-8d7e-c8a25eb3accd req-b2aa39e5-1a81-4bf3-89ad-5f18c215eb6e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Dec 15 15:07:40.395930 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-8bf1fabb-40d4-4359-8d7e-c8a25eb3accd req-a9fa775c-a368-4602-95d7-5e0aec5ff8ef tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 Dec 15 15:07:40.498594 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-a64de97a-0862-4d70-86e0-f1cf4163df41 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:40.500096 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-a64de97a-0862-4d70-86e0-f1cf4163df41 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.24 "GET /v2.0/ports?device_id=f66b0d1d-700f-4c63-8309-f2dd00d82780 HTTP/1.1" status: 200 len: 945 time: 0.0507107 Dec 15 15:07:40.592057 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Deleting port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:40.592397 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:40.678799 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] For port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4, host n-h2-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821840-1',level=0,port_id=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:40.679165 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:40.690693 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Calling delete_port for f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:40.823027 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:40.849715 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event deleted for resources: {'Port': ['ID=f7bec8c2-68cb-4640-8e42-08e1ae4b27f4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:40.897217 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] No DVR routers for this DVR port f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 on host n-h2-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:07:40.899676 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:40.903601 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-de0fceb6-ebfa-48c9-a0b5-8807fea0e662 req-63d88094-c280-409f-97da-9c282f088b0e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.24 "DELETE /v2.0/ports/f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 HTTP/1.1" status: 204 len: 173 time: 0.3976147 Dec 15 15:07:40.904069 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'name': 'network-vif-deleted', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:07:40.906295 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b3608c-e195-47d2-97cf-5883f424e383" -d '{"events": [{"server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "name": "network-vif-deleted", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:07:41.006790 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae142de-1983-469b-b8b9-1d3ffd2039f5 x-openstack-request-id: req-cae142de-1983-469b-b8b9-1d3ffd2039f5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:07:41.007099 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66b0d1d-700f-4c63-8309-f2dd00d82780", "name": "network-vif-deleted", "tag": "f7bec8c2-68cb-4640-8e42-08e1ae4b27f4", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:07:41.007364 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cae142de-1983-469b-b8b9-1d3ffd2039f5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:07:41.007776 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66b0d1d-700f-4c63-8309-f2dd00d82780', 'name': 'network-vif-deleted', 'tag': 'f7bec8c2-68cb-4640-8e42-08e1ae4b27f4', 'status': 'completed', 'code': 200} Dec 15 15:07:41.159265 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:41.180871 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:41.181864 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:07:41.973209 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53306) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:42.130125 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Deleting port cd898d77-5a7a-4608-bb76-d7d8da47f23c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:42.130469 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:42.205161 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:42.205422 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:42.217615 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Calling delete_port for cd898d77-5a7a-4608-bb76-d7d8da47f23c owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:42.362211 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:42.386716 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event deleted for resources: {'Port': ['ID=cd898d77-5a7a-4608-bb76-d7d8da47f23c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:42.451961 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for floatingip, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:42.452298 n-d-821840-1 neutron-server[109768]: INFO neutron.db.l3_db [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Floating IP 8c5e244a-5e12-44fd-b1fd-0c2291fc9552 disassociated (deleted). External IP: 172.25.7.194, port: ca897dde-edc8-4e52-98e6-990910112f27. Dec 15 15:07:42.661587 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Router fb03865c-3db1-4f98-b286-5582a724afe9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:07:43.077760 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:07:43.082664 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for floatingip, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:43.088245 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] Sync routers for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:07:43.098120 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:07:43.098743 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:43.109883 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-8e760e7c-ccc7-4764-8076-1d6cdd36608c tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "DELETE /v2.0/floatingips/8c5e244a-5e12-44fd-b1fd-0c2291fc9552 HTTP/1.1" status: 204 len: 168 time: 1.1353281 Dec 15 15:07:43.110476 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:07:43.112751 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf" -d '{"events": [{"name": "network-changed", "server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "tag": "ca897dde-edc8-4e52-98e6-990910112f27"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:07:43.156919 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133a4a36-7cce-4ae6-a1cf-bea3f7bdbaf9 x-openstack-request-id: req-133a4a36-7cce-4ae6-a1cf-bea3f7bdbaf9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:07:43.158001 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "tag": "ca897dde-edc8-4e52-98e6-990910112f27", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:07:43.158497 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-133a4a36-7cce-4ae6-a1cf-bea3f7bdbaf9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:07:43.159020 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27', 'status': 'completed', 'code': 200} Dec 15 15:07:43.220721 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:07:43.230763 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-e96b5d1d-18ca-45e6-a05a-5d8ccce99f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:43.232938 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-e96b5d1d-18ca-45e6-a05a-5d8ccce99f94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ee349df5b85440798ce557b7dc26140&device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 1095 time: 0.0476475 Dec 15 15:07:43.333905 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-7d0625d6-e7d4-45ee-be69-a1822674d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:43.335281 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-7d0625d6-e7d4-45ee-be69-a1822674d06b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 200 len: 911 time: 0.0907977 Dec 15 15:07:43.371211 n-d-821840-1 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae811e-40b4-458e-a22f-be7414bd5a6c req-26490519-5875-4ad8-a8a0-b9db5002895e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:43.372794 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33ae811e-40b4-458e-a22f-be7414bd5a6c req-26490519-5875-4ad8-a8a0-b9db5002895e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 944 time: 0.0575495 Dec 15 15:07:43.382542 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-98837ae7-43da-4dc9-837a-d23198bc91e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 200 len: 217 time: 0.0384421 Dec 15 15:07:43.430924 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [req-33ae811e-40b4-458e-a22f-be7414bd5a6c req-a56186f6-ece3-4747-a3ea-24b6fafe9ef0 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503876 Dec 15 15:07:43.436017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-1f5247ff-575f-4167-8276-1d99dd2cb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:43.437720 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-1f5247ff-575f-4167-8276-1d99dd2cb111 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 200 len: 848 time: 0.0471268 Dec 15 15:07:43.487324 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-6842ec7e-3a61-4cc6-a9d2-22b8e62f6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:43.488889 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-6842ec7e-3a61-4cc6-a9d2-22b8e62f6127 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ae323c4-067a-4205-9ce6-24bedfff64fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438862 Dec 15 15:07:43.585576 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-987219ce-46f5-4225-8109-260e4badbbe9 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886018 Dec 15 15:07:43.608603 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:43.635980 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] Checking router: fb03865c-3db1-4f98-b286-5582a724afe9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:07:43.644775 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:07:43.645394 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:43.676595 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-8b7a5781-0f62-4e22-9f3f-c9bbb192debf req-8e5e26ba-e072-4da2-bf58-e7463ad1bcc5 service neutron] 10.222.0.74 "GET /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831738 Dec 15 15:07:43.755506 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:07:43.952682 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:43.977971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e3853-91f1-443e-a43f-ea56ec281676 None None] The sync data for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 is: [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:02:58Z', 'revision_number': 4, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1', '_interfaces': [{'id': '6f6ba797-8c6f-4e31-8b5c-8915796d0e60', 'name': '', 'network_id': '7ae323c4-067a-4205-9ce6-24bedfff64fe', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'mac_address': 'fa:16:3e:4e:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:58Z', 'updated_at': '2021-12-15T15:03:04Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'subnets': [{'id': '644e3a11-173d-4ee5-a597-93740d5034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:07:44.193854 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6537e-9f3f-41a8-8721-d48e7cc6eedd None None] New status for floating IP 8c5e244a-5e12-44fd-b1fd-0c2291fc9552: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:07:44.558029 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5262c-82d9-4399-90d0-9e8a399daba4 req-8e208a70-08e0-4487-83f8-3336ae75fc63 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:44.559391 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e6b5262c-82d9-4399-90d0-9e8a399daba4 req-8e208a70-08e0-4487-83f8-3336ae75fc63 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 944 time: 0.0529637 Dec 15 15:07:44.607122 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-e6b5262c-82d9-4399-90d0-9e8a399daba4 req-6522bba3-1211-4842-846c-e20c8d29fde0 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/security-groups?id=12465333-299b-4857-85be-3fd12f64c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416527 Dec 15 15:07:44.916017 n-d-821840-1 neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-30d8d92b-82a1-4ade-a235-8b33ab740886 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:07:44.917462 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-30d8d92b-82a1-4ade-a235-8b33ab740886 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.74 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 944 time: 0.0475504 Dec 15 15:07:45.006991 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Deleting port ca897dde-edc8-4e52-98e6-990910112f27 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:45.007326 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:45.091013 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] For port ca897dde-edc8-4e52-98e6-990910112f27, host n-h1-821840-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821840-1',level=0,port_id=ca897dde-edc8-4e52-98e6-990910112f27,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:45.091395 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:45.102699 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Calling delete_port for ca897dde-edc8-4e52-98e6-990910112f27 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:45.179859 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 no longer exists at agent hyperv_n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:45.202206 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] No Port match for: f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:45.202566 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Device f7bec8c2-68cb-4640-8e42-08e1ae4b27f4 not bound to the agent host n-h2-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:07:45.233355 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:45.260936 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event deleted for resources: {'Port': ['ID=ca897dde-edc8-4e52-98e6-990910112f27,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:45.303618 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] No DVR routers for this DVR port ca897dde-edc8-4e52-98e6-990910112f27 on host n-h1-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:07:45.306550 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12094'] for port, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:45.309904 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-4a990913-c54a-4cfe-9661-a90693aba0e4 req-3d5d477b-e4c9-42be-a4ba-92ce6017593e tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.74 "DELETE /v2.0/ports/ca897dde-edc8-4e52-98e6-990910112f27 HTTP/1.1" status: 204 len: 173 time: 0.3862746 Dec 15 15:07:45.310360 n-d-821840-1 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'name': 'network-vif-deleted', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:07:45.312636 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f3dde0f9a1530d49db99229ca0c835dc4124adf50ec96ad72564fc1ee7113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6bbc79-5d23-44a9-9557-1395bbdbdd04" -d '{"events": [{"server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "name": "network-vif-deleted", "tag": "ca897dde-edc8-4e52-98e6-990910112f27"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:07:45.348954 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381a710e-ffa4-4fa1-92ac-350e9f29961d x-openstack-request-id: req-381a710e-ffa4-4fa1-92ac-350e9f29961d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:07:45.349255 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469de37-4fd6-4c9d-b6e9-68a612cc41ee", "name": "network-vif-deleted", "tag": "ca897dde-edc8-4e52-98e6-990910112f27", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:07:45.349516 n-d-821840-1 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-381a710e-ffa4-4fa1-92ac-350e9f29961d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:07:45.349924 n-d-821840-1 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469de37-4fd6-4c9d-b6e9-68a612cc41ee', 'name': 'network-vif-deleted', 'tag': 'ca897dde-edc8-4e52-98e6-990910112f27', 'status': 'completed', 'code': 200} Dec 15 15:07:45.723840 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [req-cf10a6ee-030a-4b81-91cc-f216600982d4 req-5f26b759-89c9-4bc1-ade7-c8aee53ce46b tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "GET /v2.0/ports?device_id=7469de37-4fd6-4c9d-b6e9-68a612cc41ee HTTP/1.1" status: 200 len: 210 time: 0.0335102 Dec 15 15:07:46.785656 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53322) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:46.842461 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:46.868121 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:46.928410 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:46.931316 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:46.932609 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] 10.222.0.86 "DELETE /v2.0/security-groups/12465333-299b-4857-85be-3fd12f64c336 HTTP/1.1" status: 204 len: 168 time: 0.1459601 Dec 15 15:07:46.941827 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12465333-299b-4857-85be-3fd12f64c336,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:46.949441 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.949803 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.950152 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.950499 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.950846 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.951197 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.951545 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.951890 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.952235 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.952570 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.952908 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.953248 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.953586 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db2d57-48bb-4082-9141-61d2c4eac1a4 tempest-TestSnapshotPattern-1000945321 tempest-TestSnapshotPattern-1000945321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821840-1 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:07:46.983950 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:47.338837 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:47.596700 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Deleting port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:47.597049 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:47.675325 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] For port 6f6ba797-8c6f-4e31-8b5c-8915796d0e60, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:47.675694 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:47.687801 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Calling delete_port for 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:47.871527 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:47.902361 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6ba797-8c6f-4e31-8b5c-8915796d0e60,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:48.082843 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:48.301401 n-d-821840-1 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Router fb03865c-3db1-4f98-b286-5582a724afe9 has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:07:48.407053 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:07:48.412138 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ac88c3e9-c138-4739-9a8a-18713891bf60 admin admin] 10.222.0.86 "PUT /v2.0/routers/fb03865c-3db1-4f98-b286-5582a724afe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268057 Dec 15 15:07:48.414628 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53328) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:48.416006 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] Sync routers for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:07:48.425597 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:07:48.426145 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:48.525858 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:48.537020 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: n-d-821840-1 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:07:48.632118 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:48.686825 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Deleting port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:48.687056 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:48.722574 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:07:47Z', 'revision_number': 5, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port': {'id': '8f5d516e-28d0-4d39-ad9c-6c394c4579fb', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:02:56Z', 'updated_at': '2021-12-15T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:48.750607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] Checking router: fb03865c-3db1-4f98-b286-5582a724afe9 for host: n-d-821840-1 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:07:48.758971 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] Routers {'fb03865c-3db1-4f98-b286-5582a724afe9'} bound to L3 agent in host n-d-821840-1 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:07:48.759746 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['fb03865c-3db1-4f98-b286-5582a724afe9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:48.765382 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] For port 8f5d516e-28d0-4d39-ad9c-6c394c4579fb, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=8f5d516e-28d0-4d39-ad9c-6c394c4579fb,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:48.765746 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:48.777407 n-d-821840-1 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Calling delete_port for 8f5d516e-28d0-4d39-ad9c-6c394c4579fb owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:48.849258 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] Set router fb03865c-3db1-4f98-b286-5582a724afe9 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:07:48.907048 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:07:48Z', 'revision_number': 6, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:48.934232 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf9a4b-5e8d-405c-9931-3080a6b605bf None None] The sync data for ids ['fb03865c-3db1-4f98-b286-5582a724afe9'] in n-d-821840-1 is: [{'id': 'fb03865c-3db1-4f98-b286-5582a724afe9', 'name': 'tempest-TestSnapshotPattern-272221770-router', 'tenant_id': '0ee349df5b85440798ce557b7dc26140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:02:55Z', 'updated_at': '2021-12-15T15:07:48Z', 'revision_number': 6, 'project_id': '0ee349df5b85440798ce557b7dc26140', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:07:48.953869 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26041023'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:48.988881 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5d516e-28d0-4d39-ad9c-6c394c4579fb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:49.000685 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2e0e9-821c-4845-9a84-fcdb464f0bc3 None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:07:49.050494 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.139703 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.141920 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.185903 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.186452 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb03865c-3db1-4f98-b286-5582a724afe9 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:07:49.191200 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.192554 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-744b1366-e1c5-4b59-bb69-0fce57b2a3f5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/fb03865c-3db1-4f98-b286-5582a724afe9 HTTP/1.1" status: 204 len: 168 time: 0.7769797 Dec 15 15:07:49.195069 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53330) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:49.244373 n-d-821840-1 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8b7ae7-36a5-4153-a9c7-af00dc07b952 admin admin] Deleting subnet 644e3a11-173d-4ee5-a597-93740d5034d0 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:07:49.247492 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7ae7-36a5-4153-a9c7-af00dc07b952 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.292955 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7ae7-36a5-4153-a9c7-af00dc07b952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26041233'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.376965 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7ae7-36a5-4153-a9c7-af00dc07b952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.428957 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7ae7-36a5-4153-a9c7-af00dc07b952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26040968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25947015'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.457775 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b7ae7-36a5-4153-a9c7-af00dc07b952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644e3a11-173d-4ee5-a597-93740d5034d0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:49.464695 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7ae7-36a5-4153-a9c7-af00dc07b952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.470705 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275219d2-53f1-4aed-9489-9360573c7b7a None None] Network 7ae323c4-067a-4205-9ce6-24bedfff64fe requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:07:49.471193 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53332) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:49.473410 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-3e8b7ae7-36a5-4153-a9c7-af00dc07b952 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/644e3a11-173d-4ee5-a597-93740d5034d0 HTTP/1.1" status: 204 len: 168 time: 0.2772515 Dec 15 15:07:49.547050 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.613625 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Deleting port 5d3435bb-794d-4967-956d-afaa0719a0ed {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:49.613966 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.678049 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] For port 5d3435bb-794d-4967-956d-afaa0719a0ed, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5d3435bb-794d-4967-956d-afaa0719a0ed,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:49.678340 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.693773 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Calling delete_port for 5d3435bb-794d-4967-956d-afaa0719a0ed owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:49.697504 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ca897dde-edc8-4e52-98e6-990910112f27 no longer exists at agent hyperv_n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:49.721455 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] DHCP port deletion for 7ae323c4-067a-4205-9ce6-24bedfff64fe request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:07:49.723716 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] No Port match for: ca897dde-edc8-4e52-98e6-990910112f27 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:49.724210 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Device ca897dde-edc8-4e52-98e6-990910112f27 not bound to the agent host n-h1-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:07:49.771609 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] Deleting port 5d3435bb-794d-4967-956d-afaa0719a0ed {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:49.772025 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.780149 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.807557 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3435bb-794d-4967-956d-afaa0719a0ed,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:49.809469 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] No DVR routers for this DVR port 5d3435bb-794d-4967-956d-afaa0719a0ed on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:07:49.849308 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] For port 5d3435bb-794d-4967-956d-afaa0719a0ed, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=5d3435bb-794d-4967-956d-afaa0719a0ed,segment=NetworkSegment(9ab61a21-21bf-4cf0-88fd-3e7599c27f52),segment_id=9ab61a21-21bf-4cf0-88fd-3e7599c27f52)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:49.849722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.863800 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] Calling delete_port for 5d3435bb-794d-4967-956d-afaa0719a0ed owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:49.890548 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.912982 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae323c4-067a-4205-9ce6-24bedfff64fe']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:49.923264 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab61a21-21bf-4cf0-88fd-3e7599c27f52') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:49.923568 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab61a21-21bf-4cf0-88fd-3e7599c27f52') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:49.934137 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.947208 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937'] for port, after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.948037 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.954632 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:07:49.955091 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: timer() Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:07:49.957220 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:07:49.977105 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] Pushing event deleted for resources: {'Port': ['ID=5d3435bb-794d-4967-956d-afaa0719a0ed,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:49.982134 n-d-821840-1 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18d75d-baf5-4c68-9a4a-6a9fcee85f4f None None] No DVR routers for this DVR port 5d3435bb-794d-4967-956d-afaa0719a0ed on host n-d-821840-1 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:07:50.027062 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:50.032483 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:50.035394 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7ae323c4-067a-4205-9ce6-24bedfff64fe HTTP/1.1" status: 204 len: 168 time: 0.5632579 Dec 15 15:07:50.038446 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53334) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:50.083036 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b71533-28bb-4c6b-be32-266700b95591 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae323c4-067a-4205-9ce6-24bedfff64fe,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:50.395066 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555531'] for router_interface, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:50.523613 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5d3435bb-794d-4967-956d-afaa0719a0ed no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:50.552967 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 5d3435bb-794d-4967-956d-afaa0719a0ed {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:50.553492 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 5d3435bb-794d-4967-956d-afaa0719a0ed not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:07:50.554103 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:50.577814 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:50.578166 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 6f6ba797-8c6f-4e31-8b5c-8915796d0e60 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:07:50.578584 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8f5d516e-28d0-4d39-ad9c-6c394c4579fb no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:50.598593 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 8f5d516e-28d0-4d39-ad9c-6c394c4579fb {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:50.598944 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 8f5d516e-28d0-4d39-ad9c-6c394c4579fb not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:07:50.659232 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Deleting port 85f01001-d3d6-45a2-b0a8-e265eea26ced {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:50.659793 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:50.737010 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] For port 85f01001-d3d6-45a2-b0a8-e265eea26ced, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=85f01001-d3d6-45a2-b0a8-e265eea26ced,segment=NetworkSegment(edd0d879-9196-4ab7-9efd-4c62e2906e9a),segment_id=edd0d879-9196-4ab7-9efd-4c62e2906e9a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:50.737375 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:50.749637 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Calling delete_port for 85f01001-d3d6-45a2-b0a8-e265eea26ced owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:50.947717 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:50.972420 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f01001-d3d6-45a2-b0a8-e265eea26ced,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:51.135768 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555671'] for router_interface, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:51.360824 n-d-821840-1 neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Router 947ed037-f11c-4249-bb1f-af2eb0b3092a has already been hosted by L3 agent 1d0827ef-ab97-4e31-b69c-d9b7407bc978 {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:07:51.465335 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] Notify agent at l3_agent.n-d-821840-1 the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:07:51.470507 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-42a9ec40-73c8-43d1-a9ad-be3540d2d584 admin admin] 10.222.0.86 "PUT /v2.0/routers/947ed037-f11c-4249-bb1f-af2eb0b3092a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311211 Dec 15 15:07:51.473065 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53336) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:51.473786 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] Sync routers for ids ['947ed037-f11c-4249-bb1f-af2eb0b3092a'] in n-d-821840-1 {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:07:51.485729 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] Routers {'947ed037-f11c-4249-bb1f-af2eb0b3092a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:07:51.486358 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['947ed037-f11c-4249-bb1f-af2eb0b3092a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:51.582902 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks [] for router, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:51.599849 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] Set router 947ed037-f11c-4249-bb1f-af2eb0b3092a gateway port host: n-d-821840-1 {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:07:51.690478 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:51.745580 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Deleting port bfc18f2f-f7db-42a1-ac24-e5f40944a150 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:51.745925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:51.784313 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'external_fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:07:50Z', 'revision_number': 5, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port': {'id': 'bfc18f2f-f7db-42a1-ac24-e5f40944a150', 'name': '', 'network_id': '26a0c209-d432-49f7-a8c0-d33250431a11', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821840-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T15:03:01Z', 'updated_at': '2021-12-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0402bb1-f11e-4b73-8d98-724e7e5b5de1', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821840-1'}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:51.818279 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] Checking router: 947ed037-f11c-4249-bb1f-af2eb0b3092a for host: n-d-821840-1 {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:07:51.825381 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] For port bfc18f2f-f7db-42a1-ac24-e5f40944a150, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=bfc18f2f-f7db-42a1-ac24-e5f40944a150,segment=NetworkSegment(11ac5ec5-cb00-4be3-9f54-c565e9e766fb),segment_id=11ac5ec5-cb00-4be3-9f54-c565e9e766fb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:51.825755 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:51.826584 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] Routers {'947ed037-f11c-4249-bb1f-af2eb0b3092a'} bound to L3 agent in host n-d-821840-1 {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:07:51.827194 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821840-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:32:04Z,description=,heartbeat_timestamp=2021-12-15T15:07:34Z,host='n-d-821840-1',id=1d0827ef-ab97-4e31-b69c-d9b7407bc978,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:32:04Z,topic='l3_agent')) {'router_ids': ['947ed037-f11c-4249-bb1f-af2eb0b3092a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:51.837377 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Calling delete_port for bfc18f2f-f7db-42a1-ac24-e5f40944a150 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:51.914257 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] Set router 947ed037-f11c-4249-bb1f-af2eb0b3092a gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:07:51.966457 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:07:51Z', 'revision_number': 6, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port_host': None}], 'n-d-821840-1', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:52.007063 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.038928 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc18f2f-f7db-42a1-ac24-e5f40944a150,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:52.061483 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f65df-b4ce-41a4-9130-39e3c515c71b None None] DHCP port deletion for 26a0c209-d432-49f7-a8c0-d33250431a11 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:07:52.089685 n-d-821840-1 neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86d1b5-f1e9-424d-9df5-16488d84ff15 None None] The sync data for ids ['947ed037-f11c-4249-bb1f-af2eb0b3092a'] in n-d-821840-1 is: [{'id': '947ed037-f11c-4249-bb1f-af2eb0b3092a', 'name': 'tempest-TestSnapshotPattern-52294881-router', 'tenant_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T15:03:00Z', 'updated_at': '2021-12-15T15:07:51Z', 'revision_number': 6, 'project_id': '5061ef4c3ea0491abde4b9e7ea4bd6e5', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:07:52.110872 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555829'] for router_gateway, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.206429 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5240'] for router, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.208644 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.255797 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550316'] for router, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.256295 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 947ed037-f11c-4249-bb1f-af2eb0b3092a {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:07:52.261950 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] Publish callbacks [] for router, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.263095 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-344cf17b-9a30-459e-93b0-e3bfb0ff5d0c admin admin] 10.222.0.86 "DELETE /v2.0/routers/947ed037-f11c-4249-bb1f-af2eb0b3092a HTTP/1.1" status: 204 len: 168 time: 0.7891185 Dec 15 15:07:52.265698 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53338) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:52.310649 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-68157208-31fe-4b41-b486-d0eabe298345 admin admin] Deleting subnet 251d86d8-ea9a-4785-9fc7-a3c1af889137 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:07:52.313735 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68157208-31fe-4b41-b486-d0eabe298345 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.348700 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68157208-31fe-4b41-b486-d0eabe298345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28989045'] for subnet, precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.423939 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68157208-31fe-4b41-b486-d0eabe298345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391782'] for subnet, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.501488 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68157208-31fe-4b41-b486-d0eabe298345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28922624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28442722'] for subnet, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.530453 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68157208-31fe-4b41-b486-d0eabe298345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251d86d8-ea9a-4785-9fc7-a3c1af889137,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:52.534138 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68157208-31fe-4b41-b486-d0eabe298345 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.538175 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-68157208-31fe-4b41-b486-d0eabe298345 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/251d86d8-ea9a-4785-9fc7-a3c1af889137 HTTP/1.1" status: 204 len: 168 time: 0.2715206 Dec 15 15:07:52.540726 n-d-821840-1 neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.86', 53340) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:52.543720 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58224a1-5dcd-4112-a05c-2bbb17d21653 None None] Network 76da25aa-6786-468e-bd37-5f734fcba818 requested from n-d-821840-1 {{(pid=109769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:07:52.610135 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739656'] for network, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.663460 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Deleting port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:07:52.663806 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833133680'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.730639 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] For port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7, host n-d-821840-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821840-1',level=0,port_id=1b4ea12d-e599-44cb-861b-a18fba9c0ec7,segment=NetworkSegment(edd0d879-9196-4ab7-9efd-4c62e2906e9a),segment_id=edd0d879-9196-4ab7-9efd-4c62e2906e9a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:07:52.731305 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559774'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.744219 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Calling delete_port for 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:07:52.820786 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1790118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833173715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832607937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28922679'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.850283 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4ea12d-e599-44cb-861b-a18fba9c0ec7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:52.855083 n-d-821840-1 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] No DVR routers for this DVR port 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 on host n-d-821840-1 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:07:52.930301 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389105', 'neutron.services.segments.db._delete_segments_for_network-8763833160066'] for network, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:52.936873 n-d-821840-1 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac0ad7-acd2-4463-91c6-d416fee407d7 None None] DHCP port deletion for 76da25aa-6786-468e-bd37-5f734fcba818 request from n-d-821840-1 {{(pid=109769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:07:52.944494 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 85f01001-d3d6-45a2-b0a8-e265eea26ced no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:52.965359 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76da25aa-6786-468e-bd37-5f734fcba818']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:52.967556 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 85f01001-d3d6-45a2-b0a8-e265eea26ced {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:52.968160 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 85f01001-d3d6-45a2-b0a8-e265eea26ced not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:07:52.978720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd0d879-9196-4ab7-9efd-4c62e2906e9a') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:52.978720 n-d-821840-1 neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd0d879-9196-4ab7-9efd-4c62e2906e9a') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:07:52.989040 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833162379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28989070'] for segment, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.003925 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839'] for segment, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.011681 n-d-821840-1 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:07:53.012187 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28922730'] for segment, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: Traceback (most recent call last): Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: timer() Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: cb(*args, **kw) Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: return func(*args, **kwargs) Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: self._notify() Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: self.callback(batched_events) Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: event.method(event) Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: return f(self, *a, **k) Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: return self._get(url).json() Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: return self.request(url, 'GET', **kwargs) Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:07:53.013884 n-d-821840-1 neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:07:53.073112 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555801'] for network, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.078534 n-d-821840-1 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Publish callbacks [] for network, before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.082083 n-d-821840-1 neutron-server[109768]: INFO neutron.wsgi [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/76da25aa-6786-468e-bd37-5f734fcba818 HTTP/1.1" status: 204 len: 168 time: 0.5401230 Dec 15 15:07:53.094459 n-d-821840-1 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47bb5c-92c6-4761-a998-247c9ba724b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76da25aa-6786-468e-bd37-5f734fcba818,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:53.276721 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:53.319562 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-ecbec03c-67df-49ca-905f-67bf1aaa0555 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ee349df5b85440798ce557b7dc26140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416589 Dec 15 15:07:53.322340 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53346) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:53.371126 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9850417f-f9ea-4a5f-848c-b9b95acea973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.392101 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9850417f-f9ea-4a5f-848c-b9b95acea973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.444038 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9850417f-f9ea-4a5f-848c-b9b95acea973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.446932 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9850417f-f9ea-4a5f-848c-b9b95acea973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.448156 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-9850417f-f9ea-4a5f-848c-b9b95acea973 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/695a3dbc-45f3-4632-8fe0-4f41aaedc9e7 HTTP/1.1" status: 204 len: 168 time: 0.1245172 Dec 15 15:07:53.463276 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850417f-f9ea-4a5f-848c-b9b95acea973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695a3dbc-45f3-4632-8fe0-4f41aaedc9e7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:53.786306 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53352) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:53.827387 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-8c277792-604c-4ae1-b972-8466ce7f52cd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5061ef4c3ea0491abde4b9e7ea4bd6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398750 Dec 15 15:07:53.830014 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.86', 53354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:07:53.883714 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af33774a-d8d0-4d9e-94f8-47b474226db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.905100 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af33774a-d8d0-4d9e-94f8-47b474226db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.952787 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af33774a-d8d0-4d9e-94f8-47b474226db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451472'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.955470 n-d-821840-1 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af33774a-d8d0-4d9e-94f8-47b474226db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:53.956770 n-d-821840-1 neutron-server[109767]: INFO neutron.wsgi [None req-af33774a-d8d0-4d9e-94f8-47b474226db3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6f7bed7-f582-445e-a40f-856b7f9a8822 HTTP/1.1" status: 204 len: 168 time: 0.1258552 Dec 15 15:07:53.964980 n-d-821840-1 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33774a-d8d0-4d9e-94f8-47b474226db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7bed7-f582-445e-a40f-856b7f9a8822,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:07:54.289955 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:07:54.517607 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bfc18f2f-f7db-42a1-ac24-e5f40944a150 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:54.553135 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: bfc18f2f-f7db-42a1-ac24-e5f40944a150 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:54.553672 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device bfc18f2f-f7db-42a1-ac24-e5f40944a150 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:07:54.554306 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 no longer exists at agent ovs-agent-n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:07:54.584798 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] No Port match for: 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 {{(pid=109769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:07:54.585346 n-d-821840-1 neutron-server[109769]: DEBUG neutron.plugins.ml2.rpc [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Device 1b4ea12d-e599-44cb-861b-a18fba9c0ec7 not bound to the agent host n-d-821840-1 {{(pid=109769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:08:01.396133 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-32fbe2ef-40a8-4fab-a38c-c23aaffb7546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:01.631180 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:01.702930 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:04.018008 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f0d18c3-57e9-4156-926b-8a93c8a63046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:05.173698 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:06.919142 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:07.539954 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:31.288813 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:08:31.398904 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a1e73c7e-056a-4e66-a06f-025066d91e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:31.642239 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:31.706156 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:34.020250 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f589d304-5ec1-40df-9c41-664e5b664a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:35.172643 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:36.922592 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:08:37.545079 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.404652 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-730fe455-e523-4746-b41e-aca56a82a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.647315 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:01.722544 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:04.021845 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79d16c35-0560-432d-84e2-e3f2d071c5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:05.175734 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:06.924720 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:07.549535 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:08.288571 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:09:31.397265 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9623ce33-858c-4c72-bb86-fffcd7b0835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:31.658475 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:31.738197 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:34.025013 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2feb016a-ac3b-47b0-8ae9-d96d73af5571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:35.179084 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:36.928650 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:37.552860 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:09:45.287543 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:10:01.398052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67930845-f361-4b7f-bb67-a9c489be5d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:01.651654 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:01.746808 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:04.026181 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5e043fdf-83ff-4aae-9fe8-3133a0eb8838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:05.181510 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:06.931794 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:07.555270 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:22.286704 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:10:31.400052 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e636-808d-4080-84ac-3d58b58de10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:31.687385 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:31.739975 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:34.027608 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e81e003-208e-475c-993c-8bbfe1abcc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:35.188231 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:36.935007 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:37.558016 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:10:59.286585 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:11:01.401095 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da398df8-9d11-47ac-a1c8-1384026e7ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:01.701322 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:01.758041 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:04.031343 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c5e7-db50-4e94-8201-cebe24bc62cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:05.187770 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:06.939264 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:07.562864 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:31.403742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1aa20365-91bf-4853-b1a4-8c9233af15e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:31.719721 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:31.769539 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:34.034650 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f58-10a6-4ade-b14b-0a1b69899d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:35.191351 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:36.286201 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:11:36.942600 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:11:37.565632 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:01.406881 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-62300f1f-6f8a-4511-bdd6-d47841fb0749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:01.729994 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:01.783614 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:04.039877 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-56d98bb6-7ba8-4e20-8136-c8663e2be071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:05.193642 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:06.946394 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:07.568990 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:13.285814 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:12:31.409033 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-452e3042-26d4-45ec-8a74-d65216c4a3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:31.729262 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:31.799811 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:34.045304 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0e457e31-67ee-424d-9db4-82295952b864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:35.196597 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:36.951449 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:37.571077 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:12:50.286072 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:13:01.412940 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28071dfe-3398-43f2-840c-d3aa736471a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:01.743855 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:01.804743 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:04.047742 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f14a39dc-f281-48b2-bd25-3d2d90838768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:05.199612 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:06.953095 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:07.573801 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:27.285428 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:13:31.415385 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86002436-8902-490d-b499-772107e0ec2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:31.745708 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:31.815448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:34.052871 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79e13a8c-5010-45b3-a935-1a21960063e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:35.202143 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:36.955759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:13:37.576309 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:01.418849 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed98d11d-3ceb-47fb-9b97-d8d346c68e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:01.744682 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:01.813697 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:04.056206 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4e389e42-0d15-487d-9567-9eda2b2887c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:04.285375 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:14:05.206083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:06.960083 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:07.580159 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:31.421241 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-80e26f5e-8b25-4d9d-8fc0-87552ddf1971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:31.759372 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:31.809961 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:34.057758 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0957c8d-13ee-4f9c-9989-9100799f008b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:35.208435 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:36.962804 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:37.582150 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:14:41.285342 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:15:01.423022 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6a4832ba-d939-4c49-9d55-1a801fa8bb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:01.754586 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:01.829843 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:04.059410 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5484127e-2d50-4ec4-817b-1c9d922474f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:05.210468 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:06.967223 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:07.584852 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:18.285396 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:15:31.425248 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b834ae62-ab1b-4215-9186-2026ca46cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:31.770454 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:31.848212 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:34.066514 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-746c92ba-5304-4cb6-92e7-9b4089e8f2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:35.217827 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:36.970971 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:37.587448 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:15:55.284567 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:16:01.024793 n-d-821840-1 neutron-server[109767]: DEBUG neutron.wsgi [req-580e90cf-2f5c-4f7c-8544-9fc77fbfa21e req-9bddba13-8c2b-48ad-bb85-ee585ffdecf0 service neutron] (109767) timed out ('10.222.0.86', 51206) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 15:16:01.427585 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d76b-7b2e-43e4-855c-10a4f75a50ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:01.782496 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:01.842979 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:04.058619 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d37541ea-6f7a-4c1a-b1e8-c785d375fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:05.216883 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:06.973893 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:07.590447 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:31.430759 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97c8fec5-87a4-4295-826c-1005299b7c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:31.781868 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c76-66a0-4aea-9898-150a2b74b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:31.856762 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39e8bf79-7e8a-47d0-aa7c-248503c65361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:32.284459 n-d-821840-1 neutron-server[109770]: DEBUG neutron.db.agents_db [None req-e5ca66bf-3ccf-4a91-8b1c-d2480d4d4095 None None] Agent healthcheck: found 7 active agents {{(pid=109770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:16:34.060970 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de11216f-ba14-4990-aa38-351904fc6210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:35.220118 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-66ddd835-97e2-4605-9586-a02f308d1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:36.977218 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4578-3e69-4c17-981c-c2ca98e80ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:16:37.594722 n-d-821840-1 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d0e-bfc2-4cb1-8045-d47dcfba4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833160021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387495'] for agent, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}